-- Logs begin at Tue 2021-09-21 07:22:28 UTC, end at Tue 2021-09-21 09:56:36 UTC. -- Sep 21 07:53:05.401400 n-d-809980-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 07:53:08.149547 n-d-809980-2 neutron-server[94617]: INFO neutron.common.config [-] Logging enabled! Sep 21 07:53:08.150101 n-d-809980-2 neutron-server[94617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 07:53:08.150243 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 07:53:08.153509 n-d-809980-2 neutron-server[94617]: INFO neutron.common.config [-] Logging enabled! Sep 21 07:53:08.153766 n-d-809980-2 neutron-server[94617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 07:53:08.154078 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 07:53:08.155024 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 07:53:08.155262 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 07:53:08.155652 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 07:53:08.155900 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 07:53:08.156138 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 07:53:08.156457 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.156761 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.157065 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.157298 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.157596 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.157891 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.158182 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.158476 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.158777 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.159067 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.159889 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.160186 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.160419 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.160705 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.160997 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.161287 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.161513 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] debug = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.161800 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.162227 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.162639 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.162921 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.163380 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.163520 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.163796 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.164076 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.164360 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.164692 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] host = n-d-809980-2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.164972 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.165262 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.165553 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.165838 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.166118 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.166398 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.166683 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.166964 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.167242 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] log_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.167542 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.167834 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.168127 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.168415 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.168645 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.168870 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.169163 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.169454 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.169733 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.170011 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.170289 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.170565 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.170842 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.171116 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.171427 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.171717 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.172007 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.172285 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.172559 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.172835 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.173112 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.173399 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.173675 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.173950 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.174225 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.174511 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.174782 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.175661 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.175970 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.176262 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.176547 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.176834 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.177111 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.177395 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.177674 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.177952 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.178231 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] use_json = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.178506 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.178783 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.179066 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.179362 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.179642 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.179919 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.180194 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.180481 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:08.180780 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.181079 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.181380 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.181669 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.181967 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.182250 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.182542 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.182825 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.183114 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.183431 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.183721 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.184004 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.184297 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.184579 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.184876 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.185184 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.185479 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.185775 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.186052 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.186329 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.186603 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.186885 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.187171 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.187479 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.187773 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.188066 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.188349 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.188636 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.188936 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.189226 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.189502 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.189786 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.190078 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.190359 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.190654 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.190936 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.191226 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.191530 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.191807 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.192091 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.192371 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.192643 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.192916 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.193196 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.193486 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.193766 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.194038 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.194310 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.194590 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.194863 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.195150 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.195457 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.195730 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.196002 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.196283 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.196557 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.196831 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.197112 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.197385 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.197663 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.197936 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.198207 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.198483 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.198758 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.199030 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.199302 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.199604 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.199876 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.200151 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.200427 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.200701 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.200973 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.201290 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.201582 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.201883 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.202166 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.202449 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.202728 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.203008 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.203288 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.203593 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.203872 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.204150 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.204424 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.204716 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.205000 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.205319 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.205605 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.205884 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.206186 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.206486 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.206771 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.207048 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.207336 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.207635 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.207919 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.208216 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.208513 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.208814 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.209109 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.209401 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.209680 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.209988 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.210272 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:08.210491 n-d-809980-2 neutron-server[94617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 07:53:08.210730 n-d-809980-2 neutron-server[94617]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94617) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 07:53:08.563888 n-d-809980-2 neutron-server[94617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 07:53:08.564173 n-d-809980-2 neutron-server[94617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 07:53:08.564466 n-d-809980-2 neutron-server[94617]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 07:53:08.564801 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 07:53:08.955825 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.956129 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.956937 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.958264 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.958542 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.958810 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.994091 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.994373 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:08.994644 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.009924 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.010207 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.010479 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.039126 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.039431 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.039705 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.077266 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.077551 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.077818 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.308120 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.308712 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.308712 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.308874 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.309537 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.429167 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.429486 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.429770 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.430044 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.430312 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.430625 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.430889 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.431147 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.431432 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.431716 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.431977 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.432243 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.432499 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.432753 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.433009 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.433273 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.433528 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.433797 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.434065 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.434327 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.434599 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.434853 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.435134 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.435531 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.435786 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.436033 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.436432 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:09.436672 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:09.436915 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:09.437153 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:09.437387 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:09.437623 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:09.437990 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 07:53:09.441659 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 07:53:09.445704 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 07:53:09.449420 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 21 07:53:09.451038 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 07:53:09.451519 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 07:53:09.451859 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 07:53:09.452246 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 07:53:09.455009 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 07:53:09.455262 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 07:53:09.455640 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 07:53:09.461547 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 07:53:09.483529 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 07:53:09.483981 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.484279 n-d-809980-2 neutron-server[94617]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94617) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 07:53:09.484637 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.486005 n-d-809980-2 neutron-server[94617]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94617) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 07:53:09.486446 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 07:53:09.486697 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 07:53:09.490012 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.490297 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:09.554249 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 07:53:09.554485 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 07:53:09.554720 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 07:53:09.555090 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 07:53:09.577672 n-d-809980-2 neutron-server[94617]: DEBUG oslo_db.sqlalchemy.engines [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94617) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 07:53:10.108122 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing driver for type 'gre' Sep 21 07:53:10.108867 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] gre ID ranges: [(1, 1000)] Sep 21 07:53:10.161129 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing driver for type 'local' Sep 21 07:53:10.161561 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing driver for type 'vlan' Sep 21 07:53:10.174243 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] VlanTypeDriver initialization complete Sep 21 07:53:10.174595 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing driver for type 'vxlan' Sep 21 07:53:10.175591 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] vxlan ID ranges: [(1, 1000)] Sep 21 07:53:10.230887 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing extension driver 'port_security' Sep 21 07:53:10.231215 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.extensions.port_security [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] PortSecurityExtensionDriver initialization complete Sep 21 07:53:10.231528 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing mechanism driver 'openvswitch' Sep 21 07:53:10.231846 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing mechanism driver 'hyperv' Sep 21 07:53:10.238910 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.plugin [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:10.239620 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.239986 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.240335 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.240843 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 07:53:10.241265 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.241615 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.241958 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.242344 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 07:53:10.242746 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.243095 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.243474 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.243861 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 07:53:10.244257 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > security_group after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.244602 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > security_group after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.244937 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.245452 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 07:53:10.245855 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.246203 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.246545 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.246930 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 07:53:10.247332 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > address_group after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.247685 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > address_group after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.248017 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.248402 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 07:53:10.248774 n-d-809980-2 neutron-server[94617]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] ML2 OVO RPC backend initialized. {{(pid=94617) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 07:53:10.249470 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.249820 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.250229 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.250571 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > networks before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.250915 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.251252 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > ports before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.251614 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnet before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.251952 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnets before_response 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.252299 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.252635 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.252965 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.253293 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.253624 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.253955 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.254283 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.254615 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.254942 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.255537 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.plugin [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Modular L2 Plugin initialization complete Sep 21 07:53:10.255862 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading services supported by the core plugin {{(pid=94617) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 07:53:10.256184 n-d-809980-2 neutron-server[94617]: INFO neutron.plugins.ml2.managers [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Got port-security extension from driver 'port_security' Sep 21 07:53:10.256642 n-d-809980-2 neutron-server[94617]: INFO neutron.extensions.vlantransparent [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Disabled vlantransparent extension. Sep 21 07:53:10.257116 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94617) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 07:53:10.257424 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: router Sep 21 07:53:10.292694 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.293079 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router after_create 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.293448 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router before_create 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.293807 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.294174 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.294525 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router after_delete 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.294878 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.295224 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.295602 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router after_create 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.295940 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router after_update 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.296285 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router after_update 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.296633 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.296985 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router after_update 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.297387 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.297753 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: port after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.298089 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: port after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.298419 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: subnet after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.298752 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.299093 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.299462 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.299800 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: port before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.300751 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.301105 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router after_update 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.301444 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.301790 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.302144 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.302483 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.302842 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > agent after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.303183 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > agent after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.303545 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > network after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.304389 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Tracking information for resource: router configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:10.304716 n-d-809980-2 neutron-server[94617]: DEBUG neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Tracking information for resource: floatingip configured {{(pid=94617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 07:53:10.309580 n-d-809980-2 neutron-server[94617]: INFO neutron.db.l3_agentschedulers_db [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 07:53:10.310148 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: port after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.310505 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: port after_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.310855 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: port after_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.311203 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: port after_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.312008 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router before_create 55550100 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.312369 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.312725 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_create 55550100 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.313077 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > router precommit_update 55550100 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.317867 n-d-809980-2 neutron-server[94617]: DEBUG neutron.services.provider_configuration [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service providers = [] {{(pid=94617) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 07:53:10.318229 n-d-809980-2 neutron-server[94617]: DEBUG neutron.db.servicetype_db [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94617) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 07:53:10.321175 n-d-809980-2 neutron-server[94617]: DEBUG neutron.services.service_base [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 07:53:10.321519 n-d-809980-2 neutron-server[94617]: DEBUG neutron.services.service_base [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 07:53:10.321856 n-d-809980-2 neutron-server[94617]: DEBUG neutron.services.service_base [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 07:53:10.322737 n-d-809980-2 neutron-server[94617]: DEBUG neutron.services.service_base [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 07:53:10.323106 n-d-809980-2 neutron-server[94617]: INFO neutron.services.service_base [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 07:53:10.323507 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.323822 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 07:53:10.334966 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.335297 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: auto_allocate Sep 21 07:53:10.341028 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: network precommit_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.341397 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: network precommit_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.341910 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.342228 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: tag Sep 21 07:53:10.349227 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.349549 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: timestamp Sep 21 07:53:10.353612 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.353939 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: network_ip_availability Sep 21 07:53:10.359690 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.360012 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.360364 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.361068 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.361383 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: flavors Sep 21 07:53:10.366578 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.367020 n-d-809980-2 neutron-server[94617]: INFO neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading Plugin: revisions Sep 21 07:53:10.371659 n-d-809980-2 neutron-server[94617]: DEBUG neutron.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 07:53:10.372030 n-d-809980-2 neutron-server[94617]: DEBUG oslo_concurrency.lockutils [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=94617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 07:53:10.372760 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94617) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 07:53:10.373090 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Initializing extension manager. Sep 21 07:53:10.373641 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: __init__.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.373938 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: __pycache__ {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.374268 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.374598 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: address_group.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.375365 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.375941 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: address-group Sep 21 07:53:10.376270 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: address_scope.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.377179 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.377689 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: address-scope Sep 21 07:53:10.378032 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.379015 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.379578 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: router-admin-state-down-before-update Sep 21 07:53:10.380019 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: agent.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.380600 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.381099 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: agent Sep 21 07:53:10.381416 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: agent_resources_synced.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.382319 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.382819 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: agent-resources-synced Sep 21 07:53:10.383140 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: allowedaddresspairs.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.385172 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.385698 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: allowed-address-pairs Sep 21 07:53:10.386029 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: auto_allocated_topology.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.387109 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.387652 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: auto-allocated-topology Sep 21 07:53:10.388003 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: availability_zone.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.388781 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.389179 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: availability_zone Sep 21 07:53:10.389500 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: availability_zone_filter.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.390401 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.390907 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: availability_zone_filter Sep 21 07:53:10.391222 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: data_plane_status.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.392150 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.392675 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 07:53:10.393043 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: default_subnetpools.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.394002 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.394507 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: default-subnetpools Sep 21 07:53:10.394824 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.395734 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.396319 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: dhcp_agent_scheduler Sep 21 07:53:10.396643 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: dns.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.397557 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.398172 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 07:53:10.398385 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: dns_domain_ports.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.399414 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.399921 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 07:53:10.400278 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.401233 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.401737 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 07:53:10.402139 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: dvr.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.402780 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.403288 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: dvr Sep 21 07:53:10.403799 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: ecmp_routes.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.404742 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.405245 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 07:53:10.405797 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: empty_string_filtering.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.406516 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.406973 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: empty-string-filtering Sep 21 07:53:10.407294 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.408224 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.408724 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 07:53:10.409042 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.410496 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.411003 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 07:53:10.411524 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: external_net.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.412275 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.412764 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: external-net Sep 21 07:53:10.413124 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.414059 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.414539 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: extra_dhcp_opt Sep 21 07:53:10.414859 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: extraroute.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.415781 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.416368 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: extraroute Sep 21 07:53:10.416687 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: extraroute_atomic.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.417714 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.418217 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: extraroute-atomic Sep 21 07:53:10.418538 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: filter_validation.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.419198 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.419725 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: filter-validation Sep 21 07:53:10.420082 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: fip_pf_description.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.420932 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.421431 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 07:53:10.421748 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: fip_port_details.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.422647 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.423149 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: fip-port-details Sep 21 07:53:10.423497 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: flavors.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.424708 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.425938 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: flavors Sep 21 07:53:10.426255 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.427959 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.428481 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 07:53:10.428811 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: floatingip_pools.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.429505 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.430012 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: floatingip-pools Sep 21 07:53:10.430334 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: ip_allocation.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.431254 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.431792 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 07:53:10.432116 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.433024 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.433530 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: ip-substring-filtering Sep 21 07:53:10.433853 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l2_adjacency.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.434769 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.435265 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 07:53:10.435611 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l3.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.436731 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.437251 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: router Sep 21 07:53:10.437571 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.439805 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.440332 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 07:53:10.440688 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.441617 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.442126 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: ext-gw-mode Sep 21 07:53:10.442448 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.443413 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.443925 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: l3-ha Sep 21 07:53:10.444252 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l3_flavors.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.445150 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.445653 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: l3-flavors Sep 21 07:53:10.445973 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.446879 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.447493 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 07:53:10.447814 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: l3agentscheduler.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.448860 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.449363 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: l3_agent_scheduler Sep 21 07:53:10.449684 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: logging.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.451139 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.451697 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension logging not supported by any of loaded plugins Sep 21 07:53:10.452024 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: metering.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.452755 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.453325 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: metering Sep 21 07:53:10.453645 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.454723 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.455232 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: metering_source_and_destination_fields Sep 21 07:53:10.455576 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: multiprovidernet.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.456551 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.457055 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: multi-provider Sep 21 07:53:10.457373 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: netmtu.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.458278 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.458783 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: net-mtu Sep 21 07:53:10.459101 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: netmtu_writable.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.460028 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.460535 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: net-mtu-writable Sep 21 07:53:10.460851 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: network_availability_zone.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.461508 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.462006 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: network_availability_zone Sep 21 07:53:10.462321 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: network_ip_availability.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.463491 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.464000 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: network-ip-availability Sep 21 07:53:10.464322 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: network_segment_range.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.465080 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.465581 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 07:53:10.465896 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: pagination.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.466877 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.467201 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: pagination Sep 21 07:53:10.467551 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: port_device_profile.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.468454 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.468968 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: port-device-profile Sep 21 07:53:10.469288 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.470192 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.470695 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: port-mac-address-regenerate Sep 21 07:53:10.471022 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.472446 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.472957 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: port-numa-affinity-policy Sep 21 07:53:10.473270 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: port_resource_request.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.474293 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.474798 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 07:53:10.475115 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: portbindings.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.476068 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.476578 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: binding Sep 21 07:53:10.476903 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: portbindings_extended.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.478168 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.478760 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: binding-extended Sep 21 07:53:10.479087 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: portsecurity.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.480027 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.480803 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: port-security Sep 21 07:53:10.481122 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: project_id.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.482084 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.482410 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: project-id Sep 21 07:53:10.482737 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: providernet.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.483679 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.484187 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: provider Sep 21 07:53:10.484504 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.488802 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.489317 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos not supported by any of loaded plugins Sep 21 07:53:10.489645 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.490878 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.491420 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 07:53:10.491748 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.492654 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.493162 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 07:53:10.493485 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_default.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.494376 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.494887 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-default not supported by any of loaded plugins Sep 21 07:53:10.495208 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_fip.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.495879 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.496375 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 07:53:10.496696 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_gateway_ip.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.497606 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.498111 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 07:53:10.498430 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_port_network_policy.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.499349 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.499853 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 07:53:10.500169 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_pps_rule.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.501320 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.501829 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 07:53:10.502150 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_rule_type_details.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.503085 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.503625 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 07:53:10.503945 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: qos_rules_alias.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.504969 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.505481 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 07:53:10.505802 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: quotasv2.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.506719 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.507030 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: quotas Sep 21 07:53:10.507374 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: quotasv2_detail.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.510806 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.511150 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: quota_details Sep 21 07:53:10.511518 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: rbac.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.512570 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.513086 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: rbac-policies Sep 21 07:53:10.513409 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: rbac_address_group.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.514328 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.514840 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: rbac-address-group Sep 21 07:53:10.515160 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: rbac_address_scope.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.516109 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.516618 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: rbac-address-scope Sep 21 07:53:10.516946 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: rbac_security_groups.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.517848 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.518352 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: rbac-security-groups Sep 21 07:53:10.518706 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: rbac_subnetpool.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.519637 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.520146 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: rbac-subnetpool Sep 21 07:53:10.520461 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: revisionifmatch.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.521370 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.521879 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: revision-if-match Sep 21 07:53:10.522197 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: revisions.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.523414 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.524035 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: standard-attr-revisions Sep 21 07:53:10.524428 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: router_availability_zone.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.525162 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.525738 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: router_availability_zone Sep 21 07:53:10.526056 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: routerservicetype.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.526980 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.527512 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 07:53:10.527832 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.528734 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.529237 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: security-groups-normalized-cidr Sep 21 07:53:10.529554 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.530456 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.530956 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: port-security-groups-filtering Sep 21 07:53:10.531271 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.532202 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.532706 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: security-groups-remote-address-group Sep 21 07:53:10.533024 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: securitygroup.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.544665 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.545193 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: security-group Sep 21 07:53:10.545525 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: segment.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.546306 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.546811 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension segment not supported by any of loaded plugins Sep 21 07:53:10.547135 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.548100 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.548607 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 07:53:10.548931 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: servicetype.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.550687 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.551206 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: service-type Sep 21 07:53:10.551555 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: sorting.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.552529 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.552856 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: sorting Sep 21 07:53:10.553174 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: standard_attr_segment.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.554073 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.554581 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 07:53:10.554897 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: standardattrdescription.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.555559 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.556057 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: standard-attr-description Sep 21 07:53:10.556375 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: stateful_security_group.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.557419 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.557930 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: stateful-security-group Sep 21 07:53:10.558252 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: stdattrs_common.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.558826 n-d-809980-2 neutron-server[94617]: WARNING neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 07:53:10.559143 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.560092 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.560613 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 07:53:10.560936 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: subnet_onboard.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.562001 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.562514 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: subnet_onboard Sep 21 07:53:10.562836 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.563785 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.564290 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 07:53:10.564611 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: subnet_service_types.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.565557 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.566073 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: subnet-service-types Sep 21 07:53:10.566397 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: subnetallocation.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.567507 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.568022 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: subnet_allocation Sep 21 07:53:10.568348 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.569009 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.569515 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: subnetpool-prefix-ops Sep 21 07:53:10.569836 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.570765 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.571259 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 07:53:10.571606 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: tagging.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.572707 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.573222 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: standard-attr-tag Sep 21 07:53:10.573548 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: timestamp.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.574749 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.575263 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loaded extension: standard-attr-timestamp Sep 21 07:53:10.575626 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: trunk.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.576652 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.577165 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension trunk not supported by any of loaded plugins Sep 21 07:53:10.577496 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: trunk_details.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.578406 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.578919 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 07:53:10.579240 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: uplink_status_propagation.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.580174 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.580681 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 07:53:10.581001 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Loading extension file: vlantransparent.py {{(pid=94617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 07:53:10.582179 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 07:53:10.582680 n-d-809980-2 neutron-server[94617]: INFO neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 07:53:10.585130 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:network Sep 21 07:53:10.585646 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:subnet Sep 21 07:53:10.586040 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 07:53:10.586437 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:port Sep 21 07:53:10.587690 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.588208 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service FLAVORS assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.588834 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.589257 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.589589 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:router Sep 21 07:53:10.590014 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 07:53:10.590492 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service METERING assigned prefix: /metering {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.591955 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.592328 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.592678 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 07:53:10.593687 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 07:53:10.594139 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:security_group Sep 21 07:53:10.594562 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 07:53:10.595139 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service CORE assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.595509 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 07:53:10.595854 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] subnetpool is already registered Sep 21 07:53:10.596290 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service CORE assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.596618 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 07:53:10.597566 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] subnetpool is already registered Sep 21 07:53:10.599917 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.600347 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service FLAVORS assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.600932 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.601348 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.601676 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:router Sep 21 07:53:10.602010 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] router is already registered Sep 21 07:53:10.602412 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 07:53:10.602741 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] floatingip is already registered Sep 21 07:53:10.603181 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service METERING assigned prefix: /metering {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.603885 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 07:53:10.604207 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] rbac_policy is already registered Sep 21 07:53:10.604608 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:security_group Sep 21 07:53:10.604936 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] security_group is already registered Sep 21 07:53:10.605595 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 07:53:10.605922 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] security_group_rule is already registered Sep 21 07:53:10.606532 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service CORE assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.606854 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 07:53:10.607182 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] subnetpool is already registered Sep 21 07:53:10.607624 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.v2.resource_helper [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Service CORE assigned prefix: {{(pid=94617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 07:53:10.607954 n-d-809980-2 neutron-server[94617]: INFO neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 07:53:10.608279 n-d-809980-2 neutron-server[94617]: WARNING neutron.quota.resource_registry [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] subnetpool is already registered Sep 21 07:53:10.608740 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: extensions {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.610220 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: address-groups {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.611663 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: address-scopes {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.612999 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: agents {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.614130 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: auto-allocated-topology {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.615405 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: availability_zones {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.616616 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: dhcp-networks {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.618128 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: dhcp-agents {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.619660 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: routers {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.621869 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: flavors {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.623007 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: service_profiles {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.624247 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: next_providers {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.625688 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: service_profiles {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.627206 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: floatingip-pools {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.628487 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: routers {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.630567 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: floatingips {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.631889 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: l3-routers {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.633267 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: l3-agents {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.634732 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: metering-labels {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.636102 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: metering-label-rules {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.637378 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: network-ip-availabilities {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.638652 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: bindings {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.641112 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: quotas {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.642581 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: quotas {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.644520 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: rbac-policies {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.645699 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: security-groups {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.646990 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: security-group-rules {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.648274 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: service-providers {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.649473 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: subnetpools {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.650973 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: subnetpools {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.652464 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.654116 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.655962 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.657747 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.660137 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.661979 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.663664 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.665595 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.667466 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.669199 n-d-809980-2 neutron-server[94617]: DEBUG neutron.api.extensions [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Extended resource: tags {{(pid=94617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 07:53:10.675108 n-d-809980-2 neutron-server[94617]: WARNING keystonemiddleware.auth_token [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 07:53:10.679790 n-d-809980-2 neutron-server[94617]: WARNING keystonemiddleware.auth_token [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 07:53:10.688279 n-d-809980-2 neutron-server[94617]: DEBUG oslo_concurrency.lockutils [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Acquired lock "singleton_lock" {{(pid=94617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 07:53:10.688746 n-d-809980-2 neutron-server[94617]: DEBUG oslo_concurrency.lockutils [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Releasing lock "singleton_lock" {{(pid=94617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 07:53:10.689372 n-d-809980-2 neutron-server[94617]: INFO oslo_service.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Starting 2 workers Sep 21 07:53:10.694187 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Started child 94724 {{(pid=94617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 07:53:10.698709 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Started child 94725 {{(pid=94617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 07:53:10.699769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:10.700469 n-d-809980-2 neutron-server[94617]: INFO neutron.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 07:53:10.700994 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Notify callbacks [] for process, before_spawn {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:10.701257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [-] (94724) wsgi starting up on http://0.0.0.0:9696 Sep 21 07:53:10.703499 n-d-809980-2 neutron-server[94617]: INFO oslo_service.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Starting 1 workers Sep 21 07:53:10.703705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:10.705090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [-] (94725) wsgi starting up on http://0.0.0.0:9696 Sep 21 07:53:10.709155 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Started child 94726 {{(pid=94617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 07:53:10.709696 n-d-809980-2 neutron-server[94617]: INFO oslo_service.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Starting 1 workers Sep 21 07:53:10.713019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] calling RpcWorker wait() {{(pid=94726) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 07:53:10.713565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] returning from RpcWorker wait() {{(pid=94726) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 07:53:10.714100 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Started child 94727 {{(pid=94617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 07:53:10.714924 n-d-809980-2 neutron-server[94617]: DEBUG neutron_lib.callbacks.manager [None req-03ab74a4-fc6d-4f1c-993c-71f4b3c665a1 None None] Notify callbacks [] for process, after_spawn {{(pid=94617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:10.715031 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:10.715462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:10.716847 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 07:53:10.717053 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 07:53:10.717230 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 07:53:10.717434 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 07:53:10.717756 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 07:53:10.717917 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 07:53:10.718436 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.718708 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.718981 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.719250 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.719507 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:10.719978 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.720153 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.720456 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.720659 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.720928 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.721153 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.721333 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.721483 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.721724 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.722047 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.722836 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.723137 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.723410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.723691 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.723865 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.724129 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.724388 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.724611 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.724873 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] debug = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.725097 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.725600 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.725830 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.726075 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.726290 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.726570 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.726793 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.727118 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.727296 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.727552 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.727799 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.728057 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.728288 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.728512 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.728728 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.728980 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.729199 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.729674 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] host = n-d-809980-2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.729902 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.730124 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.730621 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.730864 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.731106 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.731340 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.731609 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.731864 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.732114 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.732349 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.732603 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.732855 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.733103 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.733338 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.733481 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_options = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.733717 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.733975 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.734243 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.734406 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.734547 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.734716 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.734962 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.735117 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.735385 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.735602 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.735814 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.736057 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.736287 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.736515 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.736775 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.737016 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.737277 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.737461 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.737715 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.737965 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.738185 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.738410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.738652 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.738869 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.739106 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.739383 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.739645 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.739812 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.740023 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.740276 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.740505 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.740770 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.740982 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.741223 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.741483 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.741704 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.741925 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.742139 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.742411 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.742630 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.742878 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.743129 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.743357 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.743602 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.743814 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.744093 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.744354 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_json = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.744507 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.744743 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.745002 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.745214 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.745444 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.745652 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.745861 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.746087 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.746521 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.746815 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.747134 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.747418 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.747633 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.747886 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.748112 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.748330 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.748592 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.748818 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.749128 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.749348 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.749750 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.749910 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.750255 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.750777 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.751210 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.751210 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.751519 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.751655 n-d-809980-2 neutron-server[94727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:10.751798 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.751947 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.752350 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.752629 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.752848 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.753106 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.753429 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.753653 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.753889 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.754157 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.754448 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.754651 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.755061 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.755187 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.755348 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.755562 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.755777 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.756354 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.756354 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.756622 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.756743 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.756904 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.758365 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.758365 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.758365 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.758365 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.758365 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.758365 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.759833 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.759833 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.759833 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.759833 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.759833 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.759833 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.759833 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.760228 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.760228 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.760578 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.760694 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.760877 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.761127 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.761377 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.761619 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.761831 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.762064 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.762285 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.762497 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.762851 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.763008 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.763205 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.763464 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.764121 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.764342 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.764575 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.764819 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.765452 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.765452 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.765452 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.766817 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.766817 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.766817 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.766817 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.766817 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.766817 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.767171 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.767171 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.767449 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.767583 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.767802 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.768032 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.768303 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.768622 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.769380 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.769630 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.769863 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.770099 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.770335 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.770598 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.770827 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.771037 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.771282 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.771570 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.771808 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.772053 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.772293 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.772525 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.772759 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.772992 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.773235 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.773437 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.774079 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.774079 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.774404 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.774404 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.774650 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.777410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778268 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778268 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778268 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778268 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778268 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778268 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778883 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778883 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.778883 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.779229 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.779385 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.782567 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.782887 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.783036 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.783279 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.783636 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.783874 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.784116 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.784434 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.785228 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.785482 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.785725 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.785989 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.786239 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.786520 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.786820 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.786980 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.787157 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.787419 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.787666 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.787880 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.788122 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.788355 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.788603 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.788834 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.789045 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.789284 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.789513 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.789729 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.789960 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.790195 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.790410 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.790653 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.790865 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.791082 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.791345 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.791550 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.791772 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.794442 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.794678 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.794942 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.795174 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.795478 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.795744 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.796442 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.796442 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.796442 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.796869 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.796974 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.797155 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.797376 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.797591 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.797846 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.798059 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.798273 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.798529 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.798766 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.799089 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.799389 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.799645 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.800000 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.801393 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.802319 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.802564 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.802797 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.803092 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.803286 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.803546 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.803775 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.804023 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.804247 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.804510 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.804743 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.805003 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.805221 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.805453 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.805659 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.805897 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.806130 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.806441 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.806750 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.806982 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.807234 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.807580 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.807827 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.808067 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.808278 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.808489 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.808712 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.808926 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.809135 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.809385 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.809594 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.809803 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.810041 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.810257 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.810492 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.810712 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.810963 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.811171 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.811415 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.811673 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.811927 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.812160 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.812415 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.812708 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.812931 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.813148 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.813358 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.813597 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.813803 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.814009 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.814226 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.814438 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.814667 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.814947 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.815191 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.815430 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.815747 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.815988 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.816227 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.816463 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.816763 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.816992 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.817230 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.817446 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.817660 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.817877 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.818141 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.818469 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.818741 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.818983 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.819241 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.819559 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.819829 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.820113 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.820324 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.820602 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.820913 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.821192 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.821445 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.821667 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.821933 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.822241 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.822489 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.822720 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.822950 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.823178 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.823461 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.823681 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.823907 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.824120 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.824342 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.824574 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.824801 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.825014 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.825258 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.825478 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.825631 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 07:53:10.826175 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 07:53:10.826332 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 07:53:10.826489 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 07:53:10.826653 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 07:53:10.826816 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 07:53:10.826963 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 07:53:10.827164 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.827342 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.827568 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.827723 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.827877 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.828053 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.828209 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.828472 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.828711 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.828911 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.829268 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.829398 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.829875 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.830032 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.830190 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.830344 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.830499 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.830872 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.830872 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.831672 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.831672 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.831894 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.831979 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] debug = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.832070 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.832262 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.832414 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.832565 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.832720 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.832873 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.833028 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.833182 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.833625 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.833625 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.833625 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.833998 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.833998 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.834226 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.834226 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.834415 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.834492 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.834610 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] host = n-d-809980-2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.834765 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.834917 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.835071 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.835225 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.835401 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.835557 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.835710 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.835864 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.836018 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.836172 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.836325 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.836480 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.836634 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.836788 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.836941 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_options = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.837094 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.837246 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.837391 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.837567 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.837783 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.837959 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.838107 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.838242 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.838377 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.838536 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.838689 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.838842 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.839004 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.839240 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.839376 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.839459 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.839595 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.839753 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.839907 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.840061 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.840216 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.840370 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.840523 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.840676 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.840831 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.840984 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.841139 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.841292 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.841446 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.841600 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.841754 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.841907 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.842060 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.842213 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.842367 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.842519 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.842672 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.842825 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.842982 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.843136 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.843289 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.843562 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.843753 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.843837 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.843959 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.844065 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.844218 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_json = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.844371 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.844963 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.845122 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.845276 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.845431 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.845585 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.845739 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.845893 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 07:53:10.846068 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.846225 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.846477 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.846636 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.846829 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.847475 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.847659 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.847785 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.847941 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.848097 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.848258 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.848415 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.848582 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.848738 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.848896 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.849055 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.849374 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.849535 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.849696 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.849854 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.850027 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.850147 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.850313 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.850471 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.850626 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.850783 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.850939 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.851112 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.851269 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.851451 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.851608 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.851766 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.851923 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.852007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:10.852090 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.852229 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.852386 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.852544 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.852700 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.852856 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.853014 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.853171 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.853369 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.853561 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.853736 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.853878 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.854036 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.854192 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.854350 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.854508 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.854667 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.854824 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.854981 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.855137 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.855580 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.855738 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.855907 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.856063 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.856219 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.856375 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.856533 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.856689 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.856845 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.857001 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.857158 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.857315 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.857475 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.857645 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.857801 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.857955 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.858111 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.858267 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.858424 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.858580 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.858738 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.858894 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.859051 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.859207 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.859385 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.859545 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.859704 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.859862 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.860019 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.860177 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.860381 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.860492 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.860648 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.860806 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.860963 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.861120 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.861285 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.861455 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.861612 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.861769 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.861925 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.862081 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.862237 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.862420 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.862581 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.862739 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.862895 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.863052 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.863636 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.863812 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.864008 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.864153 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.864276 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.864631 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.864768 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.865157 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.865319 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.865475 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.865633 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.865790 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.865947 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.866103 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.866260 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.866619 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.866619 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.866818 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.866899 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.867014 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.867182 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.867373 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.867522 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.867865 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.867865 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.868033 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.868109 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.868255 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.868411 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.868567 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.868724 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.868888 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.869130 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.869289 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.869446 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.869604 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.869786 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.869942 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.870098 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.870255 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.870411 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.870567 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.870723 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.870879 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.871036 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.871192 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.871360 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.871518 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.871674 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872356 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872356 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872356 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872356 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872759 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872759 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872759 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.872961 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.873036 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.873122 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.873282 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.873438 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.873594 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.873750 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.873906 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.874062 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.874219 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.874375 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.874531 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.874687 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.874842 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.874997 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.875152 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.875354 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.875484 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.875633 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.875790 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.875946 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.876106 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.876262 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.876418 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.876575 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.876732 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.876894 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.877047 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.877347 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.877511 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.877684 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.877831 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.878002 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.878160 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.878317 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.878488 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.878645 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.878800 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.878961 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.879117 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.879292 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.879469 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.879606 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.879761 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.879916 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.880072 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.880233 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.880393 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.880550 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.880760 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.880897 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.881032 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.881175 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.881319 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.881453 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.881584 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.881719 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.881861 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.882022 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.882179 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.882345 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.882502 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.882658 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.882813 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.882969 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.883126 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.883292 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.883460 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.883616 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.883772 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.883927 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.884083 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.884247 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.884403 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.884592 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.884794 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.884951 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.885108 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.885274 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.885431 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.885587 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.885743 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.885899 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.886056 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.886222 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.886379 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.886535 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.886691 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.886847 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.887003 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.887168 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.887346 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.887506 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.887673 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.887830 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.887986 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.888144 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.888312 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.888469 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.888628 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.888785 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.888941 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.889098 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.889257 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.889418 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.889583 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.889750 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.890455 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.890687 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.890860 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.891066 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.891396 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.891575 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.891744 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.891902 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.892242 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.892574 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.892574 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.892848 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.892848 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.893128 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.893128 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.893385 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.893518 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.894190 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.894340 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.894463 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.894599 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.894727 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.894864 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.894997 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.895129 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.895263 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 07:53:10.895447 n-d-809980-2 neutron-server[94617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 07:53:11.073437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60710) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:11.082508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069230 Sep 21 07:53:22.322710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397be0d-0520-4eb2-9e69-f241f2400491 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 07:53:22.430356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2397be0d-0520-4eb2-9e69-f241f2400491 None None] No non-hosted networks {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 07:53:22.446248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.agentschedulers_db [None req-2397be0d-0520-4eb2-9e69-f241f2400491 None None] DHCP Agent not found on host n-d-809980-2 {{(pid=94726) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 21 07:53:22.569700 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe159-8dd8-4357-b00b-2e79b20b0460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1031468'] for agent, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:25.161754 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1031468'] for agent, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:25.162620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.163054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.163298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.163706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.164035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.164362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.167857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.168277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.168591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.171558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.171865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.172203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:25.172597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-809980-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:25.198014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-809980-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:25.332985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ccefdae5-406d-468d-a541-c28e43dd6ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1031468'] for agent, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:25.400595 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05484b64-294c-4f11-a4e1-6e44ccb26196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:26.531722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1031468'] for agent, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:27.548574 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1031468'] for agent, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:28.908133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60804) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:29.397738 n-d-809980-2 neutron-server[94724]: WARNING oslo_policy.policy [None req-3d67493b-4220-42ec-b1fb-f08f72975526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:29.398321 n-d-809980-2 neutron-server[94724]: WARNING oslo_policy.policy [None req-3d67493b-4220-42ec-b1fb-f08f72975526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:29.629162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-3d67493b-4220-42ec-b1fb-f08f72975526 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 07:53:29.630219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3d67493b-4220-42ec-b1fb-f08f72975526 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7211998 Sep 21 07:53:32.017748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60818) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:32.324708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:53:32.419938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.policy [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94724) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 07:53:32.464399 n-d-809980-2 neutron-server[94724]: WARNING oslo_policy.policy [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:32.464784 n-d-809980-2 neutron-server[94724]: WARNING oslo_policy.policy [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:32.473191 n-d-809980-2 neutron-server[94724]: INFO neutron.quota [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] Loaded quota_driver: . Sep 21 07:53:32.563003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729192316967', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729192317642', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729192338264', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729192335932', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729191923092', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729192351366', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8154204', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8237634', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-867846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776492'] for rbac-policy, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:32.629339 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:32.630548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-41ae5878-ca64-4463-acac-835179b59aae admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6111882 Sep 21 07:53:32.659979 n-d-809980-2 neutron-server[94726]: INFO neutron.db.l3_hamode_db [None req-bccbeb71-48b9-4812-9e93-2167dfb556e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 07:53:32.741863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbeb71-48b9-4812-9e93-2167dfb556e6 None None] Routers set() bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 07:53:32.742260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbeb71-48b9-4812-9e93-2167dfb556e6 None None] Router IDs set() for agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 07:53:35.198839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60830) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:35.492558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'admin_state_up': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:53:35.520287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Made reservation on behalf of b1f4361f1adc47ce99e011e1005d1779 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 07:53:35.522985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.540336 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.660578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.664398 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.683545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 07:53:35.709473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729189404820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.710050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Unsubscribe: segment precommit_create {{(pid=94724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 07:53:35.710578 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Added segment cdab8321-1d05-4de3-861a-f95b4097977e of type vlan for network 1b7df8ea-4245-42e6-b17e-5b828a133541 Sep 21 07:53:35.729897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd705b93-a2be-4084-bd30-c70dcbbd9e2b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:35.780568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.780910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.781245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.781576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.781902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.782226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.782544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.782863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.783181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.783522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.783865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.784180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Tracked resource versions report: Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: pushed versions: Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: { 'AddressGroup': {'1.2'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'ConntrackHelper': {'1.0'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Log': {'1.0'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Network': {'1.1'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Port': {'1.7'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'PortForwarding': {'1.2'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'QosPolicy': {'1.9'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'SecurityGroup': {'1.4'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'SecurityGroupRule': {'1.2'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'SubPort': {'1.0'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Subnet': {'1.1'}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Trunk': {'1.1'}} Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: consumer versions: Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: { DHCP agent@n-d-809980-2: {}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: L3 agent@n-d-809980-2: {}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: Metadata agent@n-d-809980-2: {}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: Metering agent@n-d-809980-2: {}, Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'ConntrackHelper': '1.0', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Log': '1.0', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Network': '1.1', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Port': '1.7', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'PortForwarding': '1.2', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'QosPolicy': '1.9', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'SecurityGroup': '1.4', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'SecurityGroupRule': '1.2', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'SubPort': '1.0', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Subnet': '1.1', Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: 'Trunk': '1.1'}} Sep 21 07:53:35.785287 n-d-809980-2 neutron-server[94724]: {{(pid=94724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 07:53:35.825669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.867512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.868831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:53:35.869561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:35.920348 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7203567 Sep 21 07:53:35.970849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c335240-f08e-43a3-ba13-459d835110ec admin admin] Pushing event updated for resources: {'Network': ['ID=1b7df8ea-4245-42e6-b17e-5b828a133541,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:35.983225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 07:53:38.541765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60844) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:38.930125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab247d-f1ec-4ed9-9e5a-11e0b3ad1383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:53:38.931516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-76ab247d-f1ec-4ed9-9e5a-11e0b3ad1383 admin admin] 10.222.0.59 "GET /v2.0/networks/1b7df8ea-4245-42e6-b17e-5b828a133541 HTTP/1.1" status: 200 len: 825 time: 0.3887794 Sep 21 07:53:38.960005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d09c2b6-35be-44d4-bd72-3b4dc6f4309f admin admin] 10.222.0.59 "GET /v2.0/subnetpools/43faae2d-898f-4cbc-becd-822c3129d7b0 HTTP/1.1" status: 200 len: 734 time: 0.0196702 Sep 21 07:53:38.968907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'subnetpool_id': '43faae2d-898f-4cbc-becd-822c3129d7b0'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:53:38.990327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Made reservation on behalf of b1f4361f1adc47ce99e011e1005d1779 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 07:53:38.992726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:39.275414 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:39.343842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1122ad-1aef-4750-b8da-bea9e4696436,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:39.346658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Checking segment: {'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 07:53:39.347028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Network hostable DHCP agents. Network: 1b7df8ea-4245-42e6-b17e-5b828a133541, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 07:53:39.366937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 07:53:39.376962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1b7df8ea-4245-42e6-b17e-5b828a133541) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:53:39.382092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:53:39.382694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:39.386968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dbcb26-9996-4458-ac9d-4f3bf6e904b9 None None] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 07:53:39.395490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-803f8741-6fec-48e0-a51b-78feb7feccc1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4297805 Sep 21 07:53:39.703518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-1b7df8ea-4245-42e6-b17e-5b828a133541', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'fixed_ips': [{'subnet_id': '8a1122ad-1aef-4750-b8da-bea9e4696436'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 07:53:39.704770 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:39.978215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Allocated IP 172.20.0.2 (1b7df8ea-4245-42e6-b17e-5b828a133541/8a1122ad-1aef-4750-b8da-bea9e4696436/83618319-dfe9-4883-92ee-ecb88e775d1e) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 07:53:40.205933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:40.214563 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:40.281187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 07:53:40.290571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:53:40.304529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 07:53:40.307628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Pushing event updated for resources: {'Port': ['ID=83618319-dfe9-4883-92ee-ecb88e775d1e,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:40.337963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.338316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.338661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.338999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.339353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.339694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.340023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.340355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.340682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.341008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.341334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.341660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Tracked resource versions report: Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: pushed versions: Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: { 'AddressGroup': {'1.2'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'ConntrackHelper': {'1.0'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Log': {'1.0'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Network': {'1.1'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Port': {'1.7'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'PortForwarding': {'1.2'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'QosPolicy': {'1.9'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'SecurityGroup': {'1.4'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'SecurityGroupRule': {'1.2'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'SubPort': {'1.0'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Subnet': {'1.1'}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Trunk': {'1.1'}} Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: consumer versions: Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: { DHCP agent@n-d-809980-2: {}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: L3 agent@n-d-809980-2: {}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: Metadata agent@n-d-809980-2: {}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: Metering agent@n-d-809980-2: {}, Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'ConntrackHelper': '1.0', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Log': '1.0', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Network': '1.1', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Port': '1.7', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'PortForwarding': '1.2', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'QosPolicy': '1.9', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'SecurityGroup': '1.4', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'SecurityGroupRule': '1.2', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'SubPort': '1.0', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Subnet': '1.1', Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: 'Trunk': '1.1'}} Sep 21 07:53:40.342775 n-d-809980-2 neutron-server[94726]: {{(pid=94726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 07:53:40.392672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Attempting to bind port 83618319-dfe9-4883-92ee-ecb88e775d1e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 07:53:40.393320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Attempting to bind port 83618319-dfe9-4883-92ee-ecb88e775d1e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 07:53:40.393483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Attempting to bind port 83618319-dfe9-4883-92ee-ecb88e775d1e on network 1b7df8ea-4245-42e6-b17e-5b828a133541 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 07:53:40.398379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 7, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 07:53:40.398801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Checking segment: {'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 07:53:40.399306 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:40.399735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Bound using segment: {'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 07:53:40.400231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Bound port: 83618319-dfe9-4883-92ee-ecb88e775d1e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 07:53:40.400646 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:40.461731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] For port 83618319-dfe9-4883-92ee-ecb88e775d1e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 07:53:40.466130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] For port 83618319-dfe9-4883-92ee-ecb88e775d1e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=83618319-dfe9-4883-92ee-ecb88e775d1e,segment=NetworkSegment(cdab8321-1d05-4de3-861a-f95b4097977e),segment_id=cdab8321-1d05-4de3-861a-f95b4097977e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 07:53:40.470610 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:40.535367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec7919-e4e7-484e-bf9e-c059890cecc5 None None] Pushing event updated for resources: {'Port': ['ID=83618319-dfe9-4883-92ee-ecb88e775d1e,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:41.839592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60852) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:42.150066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-870b4afc-5e9e-4dd5-b377-7996eb7860f9 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 07:53:42.151069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-870b4afc-5e9e-4dd5-b377-7996eb7860f9 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105342 Sep 21 07:53:44.567445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60860) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:44.880004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-641681a1-736e-4f19-9f3b-d48bc1e2e00f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 07:53:44.895334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-641681a1-736e-4f19-9f3b-d48bc1e2e00f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126183 Sep 21 07:53:47.531282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60870) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:47.855483 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-42cace5b-497d-49c6-aa38-03567c251947 admin admin] Request body: {'router': {'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'name': 'router1', 'admin_state_up': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:53:47.879636 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42cace5b-497d-49c6-aa38-03567c251947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:47.881645 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42cace5b-497d-49c6-aa38-03567c251947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:48.019588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42cace5b-497d-49c6-aa38-03567c251947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:48.024150 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42cace5b-497d-49c6-aa38-03567c251947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:48.036458 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42cace5b-497d-49c6-aa38-03567c251947 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:48.037661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-42cace5b-497d-49c6-aa38-03567c251947 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5053844 Sep 21 07:53:48.848060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9aeee-f1f4-4f9e-ac32-d1cef4de9e35 None None] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 07:53:48.869869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 83618319-dfe9-4883-92ee-ecb88e775d1e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 07:53:48.952606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cf172489-5ceb-46f1-9c05-a9248a5e7ee3 None None] Provisioning complete for port 83618319-dfe9-4883-92ee-ecb88e775d1e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:53:48.952997 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cf172489-5ceb-46f1-9c05-a9248a5e7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:49.083820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 83618319-dfe9-4883-92ee-ecb88e775d1e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:53:49.084058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:49.213974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cf172489-5ceb-46f1-9c05-a9248a5e7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:49.296986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cf172489-5ceb-46f1-9c05-a9248a5e7ee3 None None] For port 83618319-dfe9-4883-92ee-ecb88e775d1e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=83618319-dfe9-4883-92ee-ecb88e775d1e,segment=NetworkSegment(cdab8321-1d05-4de3-861a-f95b4097977e),segment_id=cdab8321-1d05-4de3-861a-f95b4097977e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 07:53:49.299628 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:49.302625 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cf172489-5ceb-46f1-9c05-a9248a5e7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:49.394679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf172489-5ceb-46f1-9c05-a9248a5e7ee3 None None] Pushing event updated for resources: {'Port': ['ID=83618319-dfe9-4883-92ee-ecb88e775d1e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:49.397700 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 07:53:49.398120 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 07:53:49.522949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2aac792c-f543-45d3-b430-806d7b9ad203 None None] Provisioning complete for port 83618319-dfe9-4883-92ee-ecb88e775d1e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:53:49.523335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2aac792c-f543-45d3-b430-806d7b9ad203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:50.457407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60884) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:50.759588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-b49744a1-4eb6-4bbf-aa06-a85bf2f6f52c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 07:53:50.760580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b49744a1-4eb6-4bbf-aa06-a85bf2f6f52c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3022423 Sep 21 07:53:50.778618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:53:50.822747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 83618319-dfe9-4883-92ee-ecb88e775d1e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 07:53:50.872260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 83618319-dfe9-4883-92ee-ecb88e775d1e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:53:50.872625 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:52.255292 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d825b27c-8fca-4403-91d5-6b53ab85824b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.148749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60892) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:53.457904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:53:53.477325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Made reservation on behalf of 0bdce0a0ea354858b0efcd4622cb859f for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 07:53:53.479538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.487982 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.572122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.575658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.589637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Reserving flat network on physical network physnet1 {{(pid=94724) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 07:53:53.606908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3a928d-8a3f-4772-9884-3f08b0fa562d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:53.611464 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.611802 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Added segment a59c49aa-a2d6-46a4-8aef-4461371c01a3 of type flat for network b063202b-519a-473f-a367-4c62d7c2454e Sep 21 07:53:53.656184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.685897 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.686802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:53:53.687406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:53.717754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5679817 Sep 21 07:53:53.748920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59b54c-0058-4e80-99db-71789d6292ed admin admin] Pushing event updated for resources: {'Network': ['ID=b063202b-519a-473f-a367-4c62d7c2454e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:53.759638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b063202b-519a-473f-a367-4c62d7c2454e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 07:53:55.159546 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:55.325863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8d19236a-3c7f-477a-abd2-d199e452fbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:56.065113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:53:56.440615 n-d-809980-2 neutron-server[94725]: WARNING oslo_policy.policy [None req-5fa0c001-fc28-40e9-9f54-6684ee336605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:56.441397 n-d-809980-2 neutron-server[94725]: WARNING oslo_policy.policy [None req-5fa0c001-fc28-40e9-9f54-6684ee336605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:56.457979 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:56.852453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.policy [None req-5fa0c001-fc28-40e9-9f54-6684ee336605 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94725) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 07:53:56.898439 n-d-809980-2 neutron-server[94725]: WARNING oslo_policy.policy [None req-5fa0c001-fc28-40e9-9f54-6684ee336605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:56.898809 n-d-809980-2 neutron-server[94725]: WARNING oslo_policy.policy [None req-5fa0c001-fc28-40e9-9f54-6684ee336605 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 07:53:56.907073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0c001-fc28-40e9-9f54-6684ee336605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:53:56.909537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5fa0c001-fc28-40e9-9f54-6684ee336605 admin admin] 10.222.0.59 "GET /v2.0/subnets/8a1122ad-1aef-4750-b8da-bea9e4696436 HTTP/1.1" status: 200 len: 849 time: 0.8424439 Sep 21 07:53:57.079905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a1f2252-a983-43a6-a20d-0902e1685aa8 admin admin] 10.222.0.59 "GET /v2.0/routers/db76c827-0847-43ab-823f-b1dade5ce9c4 HTTP/1.1" status: 200 len: 704 time: 0.1642578 Sep 21 07:53:57.340386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:57.494711 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:57.671813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Allocated IP 172.20.0.1 (1b7df8ea-4245-42e6-b17e-5b828a133541/8a1122ad-1aef-4750-b8da-bea9e4696436/13926578-f67d-47a8-a78e-ff69b649f92f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 07:53:57.880539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:57.947900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.010070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 07:53:58.014601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:53:58.065878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 07:53:58.065878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.084147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=13926578-f67d-47a8-a78e-ff69b649f92f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:58.132207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.132551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.132886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.133218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.133543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.133860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.134177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.134498 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.134820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.135136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.135474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.135788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Tracked resource versions report: Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: pushed versions: Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: { 'AddressGroup': {'1.2'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'ConntrackHelper': {'1.0'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Log': {'1.0'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Network': {'1.1'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Port': {'1.7'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'PortForwarding': {'1.2'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'QosPolicy': {'1.9'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'SecurityGroup': {'1.4'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'SecurityGroupRule': {'1.2'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'SubPort': {'1.0'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Subnet': {'1.1'}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Trunk': {'1.1'}} Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: consumer versions: Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: { DHCP agent@n-d-809980-2: {}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: L3 agent@n-d-809980-2: {}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: Metadata agent@n-d-809980-2: {}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: Metering agent@n-d-809980-2: {}, Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'ConntrackHelper': '1.0', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Log': '1.0', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Network': '1.1', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Port': '1.7', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'PortForwarding': '1.2', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'QosPolicy': '1.9', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'SecurityGroup': '1.4', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'SecurityGroupRule': '1.2', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'SubPort': '1.0', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Subnet': '1.1', Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: 'Trunk': '1.1'}} Sep 21 07:53:58.136873 n-d-809980-2 neutron-server[94725]: {{(pid=94725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 07:53:58.261413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-27c9e6fe-21ad-49e5-bc3e-2d1f307df825 None None] Provisioning complete for port 13926578-f67d-47a8-a78e-ff69b649f92f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:53:58.261713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-27c9e6fe-21ad-49e5-bc3e-2d1f307df825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.273956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.297944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-27c9e6fe-21ad-49e5-bc3e-2d1f307df825 None None] Port 13926578-f67d-47a8-a78e-ff69b649f92f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 07:53:58.482029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.486371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.487734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.542536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=13926578-f67d-47a8-a78e-ff69b649f92f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:53:58.605776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 07:53:58.607034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:53:58.812489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Router db76c827-0847-43ab-823f-b1dade5ce9c4 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 07:53:58.820744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6f53fc68-28b3-4964-9ee9-4bb618bf404f None None] Provisioning complete for port 13926578-f67d-47a8-a78e-ff69b649f92f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:53:58.821227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6f53fc68-28b3-4964-9ee9-4bb618bf404f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:53:58.853207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6f53fc68-28b3-4964-9ee9-4bb618bf404f None None] Port 13926578-f67d-47a8-a78e-ff69b649f92f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 07:53:58.903905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 07:53:58.909304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cc355d79-1a92-4d1d-8597-a0d779a46bb6 admin admin] 10.222.0.59 "PUT /v2.0/routers/db76c827-0847-43ab-823f-b1dade5ce9c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8232055 Sep 21 07:53:58.927044 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Sync routers for ids ['db76c827-0847-43ab-823f-b1dade5ce9c4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 07:53:58.941695 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Routers {'db76c827-0847-43ab-823f-b1dade5ce9c4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 07:53:58.942590 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T07:53:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['db76c827-0847-43ab-823f-b1dade5ce9c4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:59.125293 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Set router db76c827-0847-43ab-823f-b1dade5ce9c4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 07:53:59.553148 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'name': 'router1', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T07:53:47Z', 'updated_at': '2021-09-21T07:53:58Z', 'revision_number': 2, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'gw_port_host': None, '_interfaces': [{'id': '13926578-f67d-47a8-a78e-ff69b649f92f', 'name': '', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:53:57Z', 'updated_at': '2021-09-21T07:53:58Z', 'revision_number': 2, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'subnets': [{'id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43faae2d-898f-4cbc-becd-822c3129d7b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:53:59.604512 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Checking router: db76c827-0847-43ab-823f-b1dade5ce9c4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 07:53:59.605131 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Updating router db76c827-0847-43ab-823f-b1dade5ce9c4 port 13926578-f67d-47a8-a78e-ff69b649f92f binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 07:53:59.651654 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.157264 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.164463 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.322875 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Pushing event updated for resources: {'Port': ['ID=13926578-f67d-47a8-a78e-ff69b649f92f,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:00.331983 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Attempting to bind port 13926578-f67d-47a8-a78e-ff69b649f92f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 07:54:00.332383 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Attempting to bind port 13926578-f67d-47a8-a78e-ff69b649f92f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 07:54:00.332832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Attempting to bind port 13926578-f67d-47a8-a78e-ff69b649f92f on network 1b7df8ea-4245-42e6-b17e-5b828a133541 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 07:54:00.335603 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.335944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.336281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.336610 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.336937 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.337260 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.337578 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.337895 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.338222 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.338533 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.338844 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.339158 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Tracked resource versions report: Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: pushed versions: Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: { 'AddressGroup': {'1.2'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'ConntrackHelper': {'1.0'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Log': {'1.0'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Network': {'1.1'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Port': {'1.7'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'PortForwarding': {'1.2'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'QosPolicy': {'1.9'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'SecurityGroup': {'1.4'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'SecurityGroupRule': {'1.2'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'SubPort': {'1.0'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Subnet': {'1.1'}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Trunk': {'1.1'}} Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: consumer versions: Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: { DHCP agent@n-d-809980-2: {}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: L3 agent@n-d-809980-2: {}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: Metadata agent@n-d-809980-2: {}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: Metering agent@n-d-809980-2: {}, Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'ConntrackHelper': '1.0', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Log': '1.0', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Network': '1.1', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Port': '1.7', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'PortForwarding': '1.2', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'QosPolicy': '1.9', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'SecurityGroup': '1.4', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'SecurityGroupRule': '1.2', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'SubPort': '1.0', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Subnet': '1.1', Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: 'Trunk': '1.1'}} Sep 21 07:54:00.340273 n-d-809980-2 neutron-server[94727]: {{(pid=94727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 07:54:00.346564 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 7, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 07:54:00.346988 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Checking segment: {'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 07:54:00.347498 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.347882 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Bound using segment: {'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 07:54:00.348398 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Bound port: 13926578-f67d-47a8-a78e-ff69b649f92f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab8321-1d05-4de3-861a-f95b4097977e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 07:54:00.349314 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.382630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d0c665ab-e659-4748-ab0c-82012677ace4 None None] Provisioning complete for port 13926578-f67d-47a8-a78e-ff69b649f92f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:54:00.383231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d0c665ab-e659-4748-ab0c-82012677ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.416257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d0c665ab-e659-4748-ab0c-82012677ace4 None None] Port 13926578-f67d-47a8-a78e-ff69b649f92f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 07:54:00.420598 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] For port 13926578-f67d-47a8-a78e-ff69b649f92f, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 07:54:00.440721 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] For port 13926578-f67d-47a8-a78e-ff69b649f92f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=13926578-f67d-47a8-a78e-ff69b649f92f,segment=NetworkSegment(cdab8321-1d05-4de3-861a-f95b4097977e),segment_id=cdab8321-1d05-4de3-861a-f95b4097977e)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 07:54:00.444756 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.501898 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbddc2-0255-40ba-950f-02ea0c9205ef None None] Pushing event updated for resources: {'Port': ['ID=13926578-f67d-47a8-a78e-ff69b649f92f,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:00.504672 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Routers {'db76c827-0847-43ab-823f-b1dade5ce9c4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 07:54:00.505281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T07:53:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['db76c827-0847-43ab-823f-b1dade5ce9c4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:54:00.594135 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] Set router db76c827-0847-43ab-823f-b1dade5ce9c4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 07:54:00.634407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e88d44e2-a89c-4779-ad24-3dca9e0b91da None None] Provisioning complete for port 13926578-f67d-47a8-a78e-ff69b649f92f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:54:00.634786 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e88d44e2-a89c-4779-ad24-3dca9e0b91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.711909 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e88d44e2-a89c-4779-ad24-3dca9e0b91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.743582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e88d44e2-a89c-4779-ad24-3dca9e0b91da None None] For port 13926578-f67d-47a8-a78e-ff69b649f92f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=13926578-f67d-47a8-a78e-ff69b649f92f,segment=NetworkSegment(cdab8321-1d05-4de3-861a-f95b4097977e),segment_id=cdab8321-1d05-4de3-861a-f95b4097977e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 07:54:00.749473 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e88d44e2-a89c-4779-ad24-3dca9e0b91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:00.800701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d44e2-a89c-4779-ad24-3dca9e0b91da None None] Pushing event updated for resources: {'Port': ['ID=13926578-f67d-47a8-a78e-ff69b649f92f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:00.823026 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'name': 'router1', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T07:53:47Z', 'updated_at': '2021-09-21T07:53:58Z', 'revision_number': 2, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'gw_port_host': None, '_interfaces': [{'id': '13926578-f67d-47a8-a78e-ff69b649f92f', 'name': '', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:53:57Z', 'updated_at': '2021-09-21T07:54:00Z', 'revision_number': 4, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'subnets': [{'id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43faae2d-898f-4cbc-becd-822c3129d7b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:54:00.851728 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472eba5-357f-4167-b39f-a4b76c5d949d None None] The sync data for ids ['db76c827-0847-43ab-823f-b1dade5ce9c4'] in n-d-809980-2 is: [{'id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'name': 'router1', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T07:53:47Z', 'updated_at': '2021-09-21T07:53:58Z', 'revision_number': 2, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'gw_port_host': None, '_interfaces': [{'id': '13926578-f67d-47a8-a78e-ff69b649f92f', 'name': '', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:53:57Z', 'updated_at': '2021-09-21T07:54:00Z', 'revision_number': 4, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'subnets': [{'id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43faae2d-898f-4cbc-becd-822c3129d7b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 07:54:01.176406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60940) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:54:01.285816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89d6ea-1f30-4887-80aa-fde903857f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:54:01.287182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f89d6ea-1f30-4887-80aa-fde903857f33 admin admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 842 time: 0.1098208 Sep 21 07:54:01.297279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:54:01.298671 n-d-809980-2 neutron-server[94725]: INFO neutron.quota [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Loaded quota_driver: . Sep 21 07:54:01.337984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Made reservation on behalf of 0bdce0a0ea354858b0efcd4622cb859f for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 07:54:01.340483 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:01.645872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 07:54:01.646226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:01.701506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55217cbe-1331-4217-8dd1-a62c06f132d1,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:01.714101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 07:54:01.714457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Network hostable DHCP agents. Network: b063202b-519a-473f-a367-4c62d7c2454e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 07:54:01.738394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 07:54:01.753234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b063202b-519a-473f-a367-4c62d7c2454e) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:54:01.757680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:54:01.758592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:01.763014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238914c7-cb4b-4322-8cea-b44274c9a6f8 None None] Network b063202b-519a-473f-a367-4c62d7c2454e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 07:54:01.781509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1603944a-3fab-49b2-a2db-33c787a93155 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4876153 Sep 21 07:54:01.956753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949381e4-926d-4bf2-894e-183d5dccea07 None None] Network b063202b-519a-473f-a367-4c62d7c2454e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 07:54:04.101475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:54:04.328599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90559f88-02f6-478b-bd11-ed970d48b1a4 admin admin] 10.222.0.59 "GET /v2.0/routers/db76c827-0847-43ab-823f-b1dade5ce9c4 HTTP/1.1" status: 200 len: 710 time: 0.2257626 Sep 21 07:54:04.457441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d2667-3c0d-428b-a160-d5e23df71db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:54:04.458788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb0d2667-3c0d-428b-a160-d5e23df71db8 admin admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 886 time: 0.1243784 Sep 21 07:54:04.468100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:54:04.709460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:04.983858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:05.059403 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:05.213491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Allocated IP 172.25.1.147 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/d8bf2558-8bc8-4a8c-8815-9255d4bc50ed) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 07:54:05.322409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:05.383623 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:05.459392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 07:54:05.466056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:54:05.471280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 07:54:05.473981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Pushing event updated for resources: {'Port': ['ID=d8bf2558-8bc8-4a8c-8815-9255d4bc50ed,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:05.746843 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:05.945073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:05.949716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:06.066499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Router db76c827-0847-43ab-823f-b1dade5ce9c4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 07:54:06.240454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 07:54:06.244818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:06.245888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-450347fd-2bd8-4093-9e20-740126e73874 admin admin] 10.222.0.59 "PUT /v2.0/routers/db76c827-0847-43ab-823f-b1dade5ce9c4 HTTP/1.1" status: 200 len: 890 time: 1.7808957 Sep 21 07:54:06.856116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 13926578-f67d-47a8-a78e-ff69b649f92f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 07:54:06.907061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 13926578-f67d-47a8-a78e-ff69b649f92f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:54:06.907525 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:07.282548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Sync routers for ids ['db76c827-0847-43ab-823f-b1dade5ce9c4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 07:54:07.292563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Routers {'db76c827-0847-43ab-823f-b1dade5ce9c4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 07:54:07.293204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T07:53:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['db76c827-0847-43ab-823f-b1dade5ce9c4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:54:07.497134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Set router db76c827-0847-43ab-823f-b1dade5ce9c4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 07:54:07.888675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'name': 'router1', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd8bf2558-8bc8-4a8c-8815-9255d4bc50ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T07:53:47Z', 'updated_at': '2021-09-21T07:54:05Z', 'revision_number': 4, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'gw_port': {'id': 'd8bf2558-8bc8-4a8c-8815-9255d4bc50ed', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:54:05Z', 'updated_at': '2021-09-21T07:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '13926578-f67d-47a8-a78e-ff69b649f92f', 'name': '', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:53:57Z', 'updated_at': '2021-09-21T07:54:00Z', 'revision_number': 5, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'subnets': [{'id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43faae2d-898f-4cbc-becd-822c3129d7b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:54:07.940210 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Checking router: db76c827-0847-43ab-823f-b1dade5ce9c4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 07:54:07.940571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Updating router db76c827-0847-43ab-823f-b1dade5ce9c4 port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 07:54:07.987107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:08.373860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:08.379865 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:08.431085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Attempting to bind port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 07:54:08.431517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Attempting to bind port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 07:54:08.431842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Attempting to bind port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 07:54:08.437403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a1732-c2ca-48e8-a951-6f7c0bf42912 None None] Pushing event updated for resources: {'Port': ['ID=d8bf2558-8bc8-4a8c-8815-9255d4bc50ed,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:08.442775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 7, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 07:54:08.443157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 07:54:08.443586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:08.443971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 07:54:08.444673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Bound port: d8bf2558-8bc8-4a8c-8815-9255d4bc50ed, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 07:54:08.444948 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:08.499322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] For port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 07:54:08.502736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] For port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d8bf2558-8bc8-4a8c-8815-9255d4bc50ed,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 07:54:08.507284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:08.564113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Routers {'db76c827-0847-43ab-823f-b1dade5ce9c4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 07:54:08.564719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T07:53:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['db76c827-0847-43ab-823f-b1dade5ce9c4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:54:08.567294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a1732-c2ca-48e8-a951-6f7c0bf42912 None None] Pushing event updated for resources: {'Port': ['ID=d8bf2558-8bc8-4a8c-8815-9255d4bc50ed,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:08.639601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60962) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:54:08.673666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] Set router db76c827-0847-43ab-823f-b1dade5ce9c4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 07:54:08.751812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-01f8c41d-94e2-498e-a5e2-96faeac68e52 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1109540 Sep 21 07:54:08.893240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'name': 'router1', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd8bf2558-8bc8-4a8c-8815-9255d4bc50ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T07:53:47Z', 'updated_at': '2021-09-21T07:54:05Z', 'revision_number': 4, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'gw_port': {'id': 'd8bf2558-8bc8-4a8c-8815-9255d4bc50ed', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:54:05Z', 'updated_at': '2021-09-21T07:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '13926578-f67d-47a8-a78e-ff69b649f92f', 'name': '', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:53:57Z', 'updated_at': '2021-09-21T07:54:00Z', 'revision_number': 5, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'subnets': [{'id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43faae2d-898f-4cbc-becd-822c3129d7b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 07:54:08.920024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e36d886-8a09-4b73-9e45-620c16e04d38 None None] The sync data for ids ['db76c827-0847-43ab-823f-b1dade5ce9c4'] in n-d-809980-2 is: [{'id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'name': 'router1', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': 'd8bf2558-8bc8-4a8c-8815-9255d4bc50ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T07:53:47Z', 'updated_at': '2021-09-21T07:54:05Z', 'revision_number': 4, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'gw_port': {'id': 'd8bf2558-8bc8-4a8c-8815-9255d4bc50ed', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:54:05Z', 'updated_at': '2021-09-21T07:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '13926578-f67d-47a8-a78e-ff69b649f92f', 'name': '', 'network_id': '1b7df8ea-4245-42e6-b17e-5b828a133541', 'tenant_id': 'b1f4361f1adc47ce99e011e1005d1779', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db76c827-0847-43ab-823f-b1dade5ce9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T07:53:57Z', 'updated_at': '2021-09-21T07:54:00Z', 'revision_number': 5, 'project_id': 'b1f4361f1adc47ce99e011e1005d1779', 'subnets': [{'id': '8a1122ad-1aef-4750-b8da-bea9e4696436', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43faae2d-898f-4cbc-becd-822c3129d7b0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 07:54:10.888472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d8bf2558-8bc8-4a8c-8815-9255d4bc50ed up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 07:54:10.942452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:54:10.942877 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:11.031738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:11.057759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d8bf2558-8bc8-4a8c-8815-9255d4bc50ed,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 07:54:11.062479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:11.116894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=d8bf2558-8bc8-4a8c-8815-9255d4bc50ed,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:54:12.885122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d8bf2558-8bc8-4a8c-8815-9255d4bc50ed up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 07:54:12.961002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d8bf2558-8bc8-4a8c-8815-9255d4bc50ed triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:54:12.961535 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:22.257580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6a486f6-a2c7-42e6-b6b2-2ef5ac8470ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:25.174108 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:25.338217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7875507a-678e-446d-b44f-c6d7ea26cea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:26.462419 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:27.519849 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:27.777805 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:54:52.261978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-904485ed-2875-48dd-baf2-e48fc431a017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:55.166322 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:55.330509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-36ca2bea-945d-404f-a4e1-2e1620c4e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:56.464625 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:54:57.523291 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:04.775838 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:55:22.263282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4e925b1-8bd2-4769-a5fe-50f46477c60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:25.167756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:25.332590 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c1c7864c-2a9f-434e-a51b-72df04bba20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:26.468596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:27.523246 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:41.774302 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:55:49.185435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33324) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:55:49.245843 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6479302-34ed-473c-90c5-184c37e0be22 admin admin] GET failed (client error): The resource could not be found. Sep 21 07:55:49.247161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f6479302-34ed-473c-90c5-184c37e0be22 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607569 Sep 21 07:55:49.405570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f407d2-9ec8-4b30-8948-cefee3595913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:49.407532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-98f407d2-9ec8-4b30-8948-cefee3595913 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557717 Sep 21 07:55:51.621368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33334) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:55:51.715340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d70ba3-843b-4fca-abff-320f3ba77156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:51.716692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-53d70ba3-843b-4fca-abff-320f3ba77156 admin admin] 10.222.0.59 "GET /v2.0/subnets/8a1122ad-1aef-4750-b8da-bea9e4696436 HTTP/1.1" status: 200 len: 849 time: 0.0943785 Sep 21 07:55:51.727112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:55:51.813642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:51.948677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729189397252'] for subnet, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:51.981854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:51.982453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:51.984795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] 10.222.0.59 "PUT /v2.0/subnets/8a1122ad-1aef-4750-b8da-bea9e4696436 HTTP/1.1" status: 200 len: 868 time: 0.2607365 Sep 21 07:55:51.988118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d79537-7494-4bd6-87cb-f6f83d41b2d2 None None] Network 1b7df8ea-4245-42e6-b17e-5b828a133541 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 07:55:52.009193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1122ad-1aef-4750-b8da-bea9e4696436,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:55:52.018726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.019089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.019451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.019812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.020279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.020622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.020958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.021288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.021619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.021948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.022276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.022599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1836636-6d36-46ff-9f8b-7bec9610f8b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:55:52.264390 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f9a0f67-37d6-4873-bc3b-c7ec995a6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:52.400857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-deab0c99-42b2-4486-acde-28021dc42ad5 None None] Provisioning complete for port 83618319-dfe9-4883-92ee-ecb88e775d1e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:55:52.401240 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-deab0c99-42b2-4486-acde-28021dc42ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:52.485309 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-deab0c99-42b2-4486-acde-28021dc42ad5 None None] Provisioning complete for port 13926578-f67d-47a8-a78e-ff69b649f92f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:55:52.485681 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-deab0c99-42b2-4486-acde-28021dc42ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:54.192458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33342) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:55:54.391114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50d23f-0a61-4869-bb3e-c1f397034aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:54.391545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50d23f-0a61-4869-bb3e-c1f397034aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:54.393104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a50d23f-0a61-4869-bb3e-c1f397034aef admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996248 Sep 21 07:55:55.168818 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:55.333587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c1460cdd-8b3a-4f93-9aac-fc29b5e22454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:56.471774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:56.559498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33350) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:55:56.691504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f6381-1e50-469f-8eba-81eaac29fadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:56.691990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f6381-1e50-469f-8eba-81eaac29fadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:56.693529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f52f6381-1e50-469f-8eba-81eaac29fadd admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330700 Sep 21 07:55:57.525560 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:55:58.877477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33358) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:55:59.021499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae7d164-a6d0-4f1f-84b6-cb7d731ab09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:55:59.022781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eae7d164-a6d0-4f1f-84b6-cb7d731ab09a admin admin] 10.222.0.59 "GET /v2.0/networks/1b7df8ea-4245-42e6-b17e-5b828a133541 HTTP/1.1" status: 200 len: 869 time: 0.1443486 Sep 21 07:56:01.204272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33366) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:01.332110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f97d929-591f-4813-abaf-6129cca6a9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:01.333639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5f97d929-591f-4813-abaf-6129cca6a9ff admin admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 886 time: 0.1283100 Sep 21 07:56:03.494706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33376) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:03.619183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c0311-0689-453c-8791-cba4451a6e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:03.619694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c0311-0689-453c-8791-cba4451a6e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:03.621227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-190c0311-0689-453c-8791-cba4451a6e1d admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255867 Sep 21 07:56:05.778462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33384) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:05.866669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21135f86-23f6-4ebc-ae87-ca1b13bb1285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:05.867121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21135f86-23f6-4ebc-ae87-ca1b13bb1285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:05.868612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-21135f86-23f6-4ebc-ae87-ca1b13bb1285 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892274 Sep 21 07:56:08.036081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33392) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:08.120369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e5dfc0-47f3-48bd-9640-d099830c88d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:08.121679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17e5dfc0-47f3-48bd-9640-d099830c88d2 admin admin] 10.222.0.59 "GET /v2.0/subnets/55217cbe-1331-4217-8dd1-a62c06f132d1 HTTP/1.1" status: 200 len: 816 time: 0.0846624 Sep 21 07:56:10.295760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33400) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:10.389279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583ca4e-e5dd-4291-ba54-a80bafd0e90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:10.390639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4583ca4e-e5dd-4291-ba54-a80bafd0e90e admin admin] 10.222.0.59 "GET /v2.0/subnets/8a1122ad-1aef-4750-b8da-bea9e4696436 HTTP/1.1" status: 200 len: 868 time: 0.0933399 Sep 21 07:56:18.772620 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:56:22.266323 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b8d58d93-a5bc-42f8-9718-68680c17cf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:25.169367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:25.334208 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a4e79d44-dea8-42fd-b6c9-24d88fabaa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:26.473965 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:27.529360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:34.281570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33454) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:34.328709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-58c3b3e3-c66f-4cd1-b4b0-83bc1b6609b7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 07:56:34.329680 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58c3b3e3-c66f-4cd1-b4b0-83bc1b6609b7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471807 Sep 21 07:56:36.583466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33462) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:36.642894 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb99ada-c48f-4843-8b3e-66deb2014dcf admin admin] GET failed (client error): The resource could not be found. Sep 21 07:56:36.644211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3cb99ada-c48f-4843-8b3e-66deb2014dcf admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598328 Sep 21 07:56:36.781932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf632c83-3409-4732-b3a0-5f93b92ad840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:36.784679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cf632c83-3409-4732-b3a0-5f93b92ad840 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1346347 Sep 21 07:56:38.989687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33470) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:39.036671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:56:39.059974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Made reservation on behalf of 0bdce0a0ea354858b0efcd4622cb859f for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 07:56:39.062731 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:39.089407 n-d-809980-2 neutron-server[94725]: WARNING neutron.services.revisions.revision_plugin [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Could not find related network for resource to bump revision. Sep 21 07:56:39.106527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 07:56:39.118652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729189404820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:39.119195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Unsubscribe: segment precommit_create {{(pid=94725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 07:56:39.119702 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Added segment c622fda9-530f-49b3-85c8-8f192f3a7075 of type vlan for network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb Sep 21 07:56:39.165790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:39.194716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:39.195744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:39.196324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:39.246944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2560983 Sep 21 07:56:39.289639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Pushing event updated for resources: {'Network': ['ID=60e71137-7ecc-4ce3-a0d1-711aba66b8cb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:56:39.296939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.297278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.297618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.297946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.298271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.298595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.298917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.299235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.299611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.299895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.300210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.300527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04469ffd-788f-498b-97a2-57efb30612bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:39.313126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 07:56:41.445246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33478) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:56:41.507435 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f627b95-797d-4ebf-8cca-374cb8e8aa0b admin admin] GET failed (client error): The resource could not be found. Sep 21 07:56:41.508787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6f627b95-797d-4ebf-8cca-374cb8e8aa0b admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625558 Sep 21 07:56:41.578129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8dc59-325e-4223-a972-5dcbf6fdcf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:41.579570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-96e8dc59-325e-4223-a972-5dcbf6fdcf5c admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661759 Sep 21 07:56:41.589655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 07:56:41.609658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Made reservation on behalf of 0bdce0a0ea354858b0efcd4622cb859f for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 07:56:41.611968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:41.838816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:41.888539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:56:41.904334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 07:56:41.904691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Network hostable DHCP agents. Network: 60e71137-7ecc-4ce3-a0d1-711aba66b8cb, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 07:56:41.920180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 07:56:41.929558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 60e71137-7ecc-4ce3-a0d1-711aba66b8cb) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:56:41.933639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 07:56:41.934244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:41.939933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bcbacb-4a3b-413e-9cc6-357b00361363 None None] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 07:56:41.948385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e2af03e8-4d75-4a89-ae34-3efa22a8cc2a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3619947 Sep 21 07:56:42.100065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'tenant_id': '0bdce0a0ea354858b0efcd4622cb859f', 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 07:56:42.100964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:42.235464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Allocated IP 192.168.233.2 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/15dc1d89-404b-4193-9b64-d3aed1888f1d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 07:56:42.379171 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:42.386067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:42.421806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 07:56:42.424733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 07:56:42.427242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 07:56:42.444575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Pushing event updated for resources: {'Port': ['ID=15dc1d89-404b-4193-9b64-d3aed1888f1d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:56:42.470520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.470865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.471212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.471577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.471916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.472254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.472601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.472928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.473255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.473579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.473902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.474225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:56:42.503250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Attempting to bind port 15dc1d89-404b-4193-9b64-d3aed1888f1d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 07:56:42.503659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Attempting to bind port 15dc1d89-404b-4193-9b64-d3aed1888f1d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 07:56:42.504025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Attempting to bind port 15dc1d89-404b-4193-9b64-d3aed1888f1d on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 07:56:42.508952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 7, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 07:56:42.509323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 07:56:42.509728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:42.510123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 07:56:42.510587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Bound port: 15dc1d89-404b-4193-9b64-d3aed1888f1d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 07:56:42.510989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:42.574359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] For port 15dc1d89-404b-4193-9b64-d3aed1888f1d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 07:56:42.578443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] For port 15dc1d89-404b-4193-9b64-d3aed1888f1d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=15dc1d89-404b-4193-9b64-d3aed1888f1d,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 07:56:42.582103 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:42.641235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae69c5b-8944-466c-88b1-8a161c3845d8 None None] Pushing event updated for resources: {'Port': ['ID=15dc1d89-404b-4193-9b64-d3aed1888f1d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:56:43.000669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 15dc1d89-404b-4193-9b64-d3aed1888f1d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 07:56:43.053839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 15dc1d89-404b-4193-9b64-d3aed1888f1d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:56:43.054222 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:43.132058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:43.163641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 15dc1d89-404b-4193-9b64-d3aed1888f1d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=15dc1d89-404b-4193-9b64-d3aed1888f1d,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 07:56:43.168278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:43.219499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=15dc1d89-404b-4193-9b64-d3aed1888f1d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:56:43.476355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b85fcb-007c-427f-b977-4c80c6b162ae None None] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 07:56:43.555094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-616aa174-903c-428d-b0b0-619635bd5121 None None] Provisioning complete for port 15dc1d89-404b-4193-9b64-d3aed1888f1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:56:43.555497 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-616aa174-903c-428d-b0b0-619635bd5121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:43.920392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-95623d20-ec8b-48cf-bc06-31b1ce1a7555 None None] Provisioning complete for port 15dc1d89-404b-4193-9b64-d3aed1888f1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:56:43.920984 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-95623d20-ec8b-48cf-bc06-31b1ce1a7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:44.955359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 15dc1d89-404b-4193-9b64-d3aed1888f1d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 07:56:45.006419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 15dc1d89-404b-4193-9b64-d3aed1888f1d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 07:56:45.006789 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:52.266973 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1530a52c-121c-4667-bfe9-b9cbda21bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:55.171299 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:55.334235 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64746d71-d975-450c-acd7-239fb261f7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:55.771598 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:56:56.477422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:56:57.531015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:22.268358 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1df0966-e93a-4d89-9ecf-ed7f5adc8fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:25.172086 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:25.336281 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9d7b4b2-547d-4421-9a64-31460694e955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:26.481408 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:27.533443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:32.772175 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:57:52.268354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96afb6ab-3f14-4c76-9429-eded1f2c52c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:55.174686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:55.335835 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bc787b69-b76f-478d-a528-ed85eaea644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:55.860836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33530) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:57:55.866568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-39383699-8de1-4577-ba78-bade64f22b76 tempest-verify_tempest_config-1397027752 tempest-verify_tempest_config-1397027752-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 07:57:55.867573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-39383699-8de1-4577-ba78-bade64f22b76 tempest-verify_tempest_config-1397027752 tempest-verify_tempest_config-1397027752-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057678 Sep 21 07:57:56.156718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:57:56.258128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.346240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.350097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.395174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70b08445c1684b17974d0f9ee998b8fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2373941 Sep 21 07:57:56.395979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b4716-2d61-4c4a-ae51-59d8666a971c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:57:56.397786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33554) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 07:57:56.413257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.413603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.413945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.414276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.414603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.414929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.415253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.415608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.415930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.416250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.416569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.416888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f4290-b656-454e-b553-acdecef8ad02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 07:57:56.460213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e65c07c0-1dc4-4041-aca0-665c750a76b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.480598 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e65c07c0-1dc4-4041-aca0-665c750a76b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.485284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.572039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e65c07c0-1dc4-4041-aca0-665c750a76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.574501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e65c07c0-1dc4-4041-aca0-665c750a76b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:57:56.575679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e65c07c0-1dc4-4041-aca0-665c750a76b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e72b4716-2d61-4c4a-ae51-59d8666a971c HTTP/1.1" status: 204 len: 168 time: 0.1770020 Sep 21 07:57:56.583671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c07c0-1dc4-4041-aca0-665c750a76b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b4716-2d61-4c4a-ae51-59d8666a971c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 07:57:57.535944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:09.771292 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:58:22.268797 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6070a51e-cb63-43ef-b925-20a764e37aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:25.175609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:25.336810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5422667-d947-4bd3-96ea-2893de37c9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:26.487976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:27.539031 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:46.769895 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:58:52.268883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c84b4cda-0bff-4e15-991e-8d304dfd33cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:55.176430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:55.335242 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6f39480a-2943-4ec1-9fc4-e1901cef333e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:56.489002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:58:57.542819 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:22.278479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05db1a0a-b461-4c39-b305-7915ff51736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:23.769720 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 07:59:25.176309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:25.333559 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-16266b83-391b-4b2c-914c-18429abf501b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:26.493649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:27.546903 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:52.273735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4e301d3-cf54-42c3-b281-186a31ca85d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:55.177681 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:55.334384 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e4b7cb8-a73d-4e11-8e10-2e9d6c163d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:56.496964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 07:59:57.551654 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:00.769603 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:00:22.265163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24ddd6fe-4174-42fb-a403-1c4b1eb9f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:25.179303 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:25.334605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1cd97f23-ba85-4323-9ba0-c3092e5a9cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:26.498674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:27.556725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:37.767270 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 5 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:00:52.268373 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-755761a0-79af-4a67-aeed-aa856f98839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:55.184824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:55.335087 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-438c07a2-6dc0-4c7b-b7f9-93649580d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:56.501392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:00:57.557668 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:01.578742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1031468'] for agent, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:03.238713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1031468'] for agent, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:14.766299 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:01:22.269683 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e881444-1853-4bc6-90b6-12c0570357cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:25.176810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:25.334791 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ba84e17f-2471-493a-a0d0-87e0316874a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:26.503681 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:27.556870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:31.531203 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:33.189527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:45.719621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33620) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:01:45.825654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e91ac408-9191-4889-b44a-a72d36cc1c5a admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1049745 Sep 21 08:01:48.025665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33630) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:01:48.080733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-657f5440-5f0d-4908-aac3-1fe538281484 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0539639 Sep 21 08:01:51.767444 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:01:52.269988 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a885a93d-fc8b-444b-9ec2-a2a491273dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:55.178158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:55.334480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-36fe7dec-fc51-4f5d-806e-5050821d5dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:56.506820 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:01:57.562795 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:01.548279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:03.189886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:22.272565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90f8cb25-8e5a-4356-9f23-f1ccd6780865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:25.181498 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:25.337785 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-03358354-cd2a-4170-9811-1ab41d7daf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:26.510303 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:27.568492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:28.766809 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:02:31.549928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:33.186970 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:52.273179 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bc1161bc-d52f-4f92-bf26-c51dac7af7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:55.183821 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:55.341048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-235480cf-e78d-4a21-a0ad-9752441bca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:56.511527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:02:57.570459 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:01.560787 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:03.194356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:05.773317 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:03:06.226649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33724) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:06.484896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33752) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:06.492144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e15a9239-55c2-4cc2-b016-dd8f688619f6 tempest-AutoAllocateNetworkTest-623359786 tempest-AutoAllocateNetworkTest-623359786-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b5fcfbdb0d3548c48a3a9014a0f5a47a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2641225 Sep 21 08:03:06.686999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4591cd88-0a6c-49a5-999c-5672cedd269d tempest-AutoAllocateNetworkTest-623359786 tempest-AutoAllocateNetworkTest-623359786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:06.688696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4591cd88-0a6c-49a5-999c-5672cedd269d tempest-AutoAllocateNetworkTest-623359786 tempest-AutoAllocateNetworkTest-623359786-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2028301 Sep 21 08:03:06.691757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33774) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:06.750490 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eb11e06a-9ac4-4ec1-bf93-b8eb4d44cf82 tempest-AutoAllocateNetworkTest-623359786 tempest-AutoAllocateNetworkTest-623359786-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575683 Sep 21 08:03:06.753187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33778) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:06.784052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f19a2cc7-f80f-4d74-90d9-92c4ebecfb49 tempest-AutoAllocateNetworkTest-623359786 tempest-AutoAllocateNetworkTest-623359786-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b5fcfbdb0d3548c48a3a9014a0f5a47a HTTP/1.1" status: 200 len: 208 time: 0.0270572 Sep 21 08:03:07.477593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33818) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:07.690489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:07.869704 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:07.874716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:07.913340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb62081f-952c-4659-9d13-bdba18c1c342,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:07.928157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.928504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.928864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.929535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.930018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.930402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.930657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.930983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.931304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.931647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.931963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.932281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] Tracked resource versions report: Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: pushed versions: Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: { 'AddressGroup': {'1.2'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'ConntrackHelper': {'1.0'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Log': {'1.0'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Network': {'1.1'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Port': {'1.7'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'PortForwarding': {'1.2'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'QosPolicy': {'1.9'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'SecurityGroup': {'1.4'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'SecurityGroupRule': {'1.2'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'SubPort': {'1.0'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Subnet': {'1.1'}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Trunk': {'1.1'}} Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: consumer versions: Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: { DHCP agent@n-d-809980-2: {}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: HyperV agent@n-h1-809980-2: {}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: HyperV agent@n-h2-809980-2: {}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: L3 agent@n-d-809980-2: {}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: Metadata agent@n-d-809980-2: {}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: Metering agent@n-d-809980-2: {}, Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'ConntrackHelper': '1.0', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Log': '1.0', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Network': '1.1', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Port': '1.7', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'PortForwarding': '1.2', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'QosPolicy': '1.9', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'SecurityGroup': '1.4', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'SecurityGroupRule': '1.2', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'SubPort': '1.0', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Subnet': '1.1', Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: 'Trunk': '1.1'}} Sep 21 08:03:07.933484 n-d-809980-2 neutron-server[94725]: {{(pid=94725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 08:03:07.944277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33850) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:07.957441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a7b01fc3-5f54-4a38-b356-17f77dd3da3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5fcfbdb0d3548c48a3a9014a0f5a47a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4784815 Sep 21 08:03:07.993792 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:08.014978 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:08.068485 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:08.072426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:08.073650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb62081f-952c-4659-9d13-bdba18c1c342 HTTP/1.1" status: 204 len: 168 time: 0.1284988 Sep 21 08:03:08.082366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb62081f-952c-4659-9d13-bdba18c1c342,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:08.090200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.090377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.090719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.091055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.091416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.091750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.093018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.093359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.093707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.094037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.094364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.094687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377af9de-1f91-4609-a96c-bda0cdb010aa admin admin] Tracked resource versions report: Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: pushed versions: Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: { 'AddressGroup': {'1.2'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'ConntrackHelper': {'1.0'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Log': {'1.0'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Network': {'1.1'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Port': {'1.7'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'PortForwarding': {'1.2'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'QosPolicy': {'1.9'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'SecurityGroup': {'1.4'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'SecurityGroupRule': {'1.2'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'SubPort': {'1.0'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Subnet': {'1.1'}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Trunk': {'1.1'}} Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: consumer versions: Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: { DHCP agent@n-d-809980-2: {}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: HyperV agent@n-h1-809980-2: {}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: HyperV agent@n-h2-809980-2: {}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: L3 agent@n-d-809980-2: {}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: Metadata agent@n-d-809980-2: {}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: Metering agent@n-d-809980-2: {}, Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'ConntrackHelper': '1.0', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Log': '1.0', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Network': '1.1', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Port': '1.7', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'PortForwarding': '1.2', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'QosPolicy': '1.9', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'SecurityGroup': '1.4', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'SecurityGroupRule': '1.2', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'SubPort': '1.0', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Subnet': '1.1', Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: 'Trunk': '1.1'}} Sep 21 08:03:08.095776 n-d-809980-2 neutron-server[94724]: {{(pid=94724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 08:03:11.517273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34042) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:11.779397 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f702b72-772b-42a3-b8d4-92b29bcb32c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:11.880358 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f702b72-772b-42a3-b8d4-92b29bcb32c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:11.886019 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f702b72-772b-42a3-b8d4-92b29bcb32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:11.928030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34070) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:11.928482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6f702b72-772b-42a3-b8d4-92b29bcb32c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e888141ef693481bbbb14dfcb004c43c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4095716 Sep 21 08:03:11.944443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f702b72-772b-42a3-b8d4-92b29bcb32c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31408b-108d-401c-9d35-b8285faa57ab,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:11.998864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657dbf2b-602f-42e0-bd1a-e8faccda6d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.021921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657dbf2b-602f-42e0-bd1a-e8faccda6d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.102812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657dbf2b-602f-42e0-bd1a-e8faccda6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.108448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657dbf2b-602f-42e0-bd1a-e8faccda6d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.112114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-657dbf2b-602f-42e0-bd1a-e8faccda6d1b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d31408b-108d-401c-9d35-b8285faa57ab HTTP/1.1" status: 204 len: 168 time: 0.1823714 Sep 21 08:03:12.126739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dbf2b-602f-42e0-bd1a-e8faccda6d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31408b-108d-401c-9d35-b8285faa57ab,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:12.435024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34124) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:12.553417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34132) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:12.566781 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89483800-5bc8-4c27-92c0-a3355b4f685c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.670862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89483800-5bc8-4c27-92c0-a3355b4f685c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.675300 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89483800-5bc8-4c27-92c0-a3355b4f685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.705642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89483800-5bc8-4c27-92c0-a3355b4f685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61fdde-cd10-43c1-a584-907543e31f64,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:12.720518 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6a09ce87-183b-4114-9a80-05967b05876d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.736315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:12.754327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-89483800-5bc8-4c27-92c0-a3355b4f685c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=200f63b29e644fe98a39e98b2f272376&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1975296 Sep 21 08:03:12.754673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34144) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:12.818030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f227ec4-9e54-4bfd-bcaf-586c002a277a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.840303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6a09ce87-183b-4114-9a80-05967b05876d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.843417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f227ec4-9e54-4bfd-bcaf-586c002a277a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.845110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6a09ce87-183b-4114-9a80-05967b05876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.875076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09ce87-183b-4114-9a80-05967b05876d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d227253-f228-4728-95cf-85f9b2ccfd01,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:12.910508 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f227ec4-9e54-4bfd-bcaf-586c002a277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.914769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f227ec4-9e54-4bfd-bcaf-586c002a277a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:12.916043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2f227ec4-9e54-4bfd-bcaf-586c002a277a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb61fdde-cd10-43c1-a584-907543e31f64 HTTP/1.1" status: 204 len: 168 time: 0.1604095 Sep 21 08:03:12.925108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f227ec4-9e54-4bfd-bcaf-586c002a277a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61fdde-cd10-43c1-a584-907543e31f64,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:12.952597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6a09ce87-183b-4114-9a80-05967b05876d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=208ae71c1a794d6c93f702c1f25ed601&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5141044 Sep 21 08:03:12.953447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:12.962602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-281f7c33-45ca-402d-991e-66f0142181f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.037560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e59a3a8b-a7f9-4bba-bef9-f5dde480ae96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.064777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e59a3a8b-a7f9-4bba-bef9-f5dde480ae96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.081856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-281f7c33-45ca-402d-991e-66f0142181f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.087039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-281f7c33-45ca-402d-991e-66f0142181f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.132230 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e59a3a8b-a7f9-4bba-bef9-f5dde480ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.136162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e59a3a8b-a7f9-4bba-bef9-f5dde480ae96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.139239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e59a3a8b-a7f9-4bba-bef9-f5dde480ae96 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d227253-f228-4728-95cf-85f9b2ccfd01 HTTP/1.1" status: 204 len: 168 time: 0.1819730 Sep 21 08:03:13.151633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a3a8b-a7f9-4bba-bef9-f5dde480ae96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d227253-f228-4728-95cf-85f9b2ccfd01,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:13.158115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-281f7c33-45ca-402d-991e-66f0142181f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aba9b926169944249eb3f68dfa9a1bb0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4207122 Sep 21 08:03:13.159636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34182) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:13.160991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f7c33-45ca-402d-991e-66f0142181f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd462daf-dcdf-4bee-a5f3-b58064437543,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:13.237601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87a04706-d6ef-4e2b-9190-195822cfbc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.268286 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87a04706-d6ef-4e2b-9190-195822cfbc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.337205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87a04706-d6ef-4e2b-9190-195822cfbc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.339922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87a04706-d6ef-4e2b-9190-195822cfbc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.341333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-87a04706-d6ef-4e2b-9190-195822cfbc7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd462daf-dcdf-4bee-a5f3-b58064437543 HTTP/1.1" status: 204 len: 168 time: 0.1773462 Sep 21 08:03:13.349143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a04706-d6ef-4e2b-9190-195822cfbc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd462daf-dcdf-4bee-a5f3-b58064437543,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:13.483323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34216) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:13.485519 n-d-809980-2 neutron-server[94724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 08:03:13.506450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-5a4dcfb8-1a68-46f5-8bf9-a7497fc3c9ed tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7957a3708a9f4b628e1ae16b39859d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219293 Sep 21 08:03:13.799738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-8f47f906-b961-42ef-b8db-93c3448a21c8 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:13.801546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-8f47f906-b961-42ef-b8db-93c3448a21c8 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2884605 Sep 21 08:03:13.820438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-52ec9723-2a43-48a6-a380-5e2b3b1b8031 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/quotas/7957a3708a9f4b628e1ae16b39859d24 HTTP/1.1" status: 200 len: 375 time: 0.0128341 Sep 21 08:03:13.873110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34228) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:13.892797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd19cf79-711b-465f-b404-a1156959aa50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:13.897940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-2a4e2053-29d4-4255-b1e4-9bba233a0eba tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7957a3708a9f4b628e1ae16b39859d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680492 Sep 21 08:03:13.980168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34236) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:14.012151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:14.034815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd688639-5460-459b-8bf7-5a39fd7f4ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.034929 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd19cf79-711b-465f-b404-a1156959aa50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.052450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd19cf79-711b-465f-b404-a1156959aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.111424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bd19cf79-711b-465f-b404-a1156959aa50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fbf0a3e098954303a6f0576522a609be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2372539 Sep 21 08:03:14.112956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19cf79-711b-465f-b404-a1156959aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc764ae-6a52-46c1-bc3d-aca18edbc26a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:14.114211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34250) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:14.323809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b5256ee-daca-4aeb-9df8-e7f1cfcc3141 req-560f7640-40c2-4973-be33-9439323fe0a8 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 210 time: 0.0717833 Sep 21 08:03:14.346101 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dec068d-e5f0-45d9-bd0f-904fb9bcf859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.373996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53d90f79-3988-4ae7-814e-c0cabe56e171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.408834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53d90f79-3988-4ae7-814e-c0cabe56e171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.419639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd688639-5460-459b-8bf7-5a39fd7f4ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.436407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd688639-5460-459b-8bf7-5a39fd7f4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.500864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fd688639-5460-459b-8bf7-5a39fd7f4ca0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c7c0945599f47cbae37f89140f9fdd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4872739 Sep 21 08:03:14.503704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34290) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:14.524514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53d90f79-3988-4ae7-814e-c0cabe56e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.527453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53d90f79-3988-4ae7-814e-c0cabe56e171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.531256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-53d90f79-3988-4ae7-814e-c0cabe56e171 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dc764ae-6a52-46c1-bc3d-aca18edbc26a HTTP/1.1" status: 204 len: 168 time: 0.4157972 Sep 21 08:03:14.545745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd688639-5460-459b-8bf7-5a39fd7f4ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaa3634-273c-441d-9c5c-a0ac09c899fb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:14.561765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d90f79-3988-4ae7-814e-c0cabe56e171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc764ae-6a52-46c1-bc3d-aca18edbc26a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:14.613197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dec068d-e5f0-45d9-bd0f-904fb9bcf859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.619819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dec068d-e5f0-45d9-bd0f-904fb9bcf859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.656581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec068d-e5f0-45d9-bd0f-904fb9bcf859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92b899-f3f4-43d5-ad22-35c65c4a5f60,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:14.684368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0dec068d-e5f0-45d9-bd0f-904fb9bcf859 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=242402fb6b724d67922c7c2e892aed02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7005920 Sep 21 08:03:14.684569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34314) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:14.693076 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03a8cae-a5ab-45ac-9188-9552b5fea7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.723204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03a8cae-a5ab-45ac-9188-9552b5fea7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.806916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e89e6cb7-0b88-4844-9916-807b866f9bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.852526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03a8cae-a5ab-45ac-9188-9552b5fea7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.856199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03a8cae-a5ab-45ac-9188-9552b5fea7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.857940 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e89e6cb7-0b88-4844-9916-807b866f9bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.858048 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e03a8cae-a5ab-45ac-9188-9552b5fea7db admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4eaa3634-273c-441d-9c5c-a0ac09c899fb HTTP/1.1" status: 204 len: 168 time: 0.3524213 Sep 21 08:03:14.867564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a8cae-a5ab-45ac-9188-9552b5fea7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaa3634-273c-441d-9c5c-a0ac09c899fb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:14.983066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e89e6cb7-0b88-4844-9916-807b866f9bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.986203 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e89e6cb7-0b88-4844-9916-807b866f9bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:14.989808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e89e6cb7-0b88-4844-9916-807b866f9bc0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f92b899-f3f4-43d5-ad22-35c65c4a5f60 HTTP/1.1" status: 204 len: 168 time: 0.3018866 Sep 21 08:03:14.995388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e6cb7-0b88-4844-9916-807b866f9bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92b899-f3f4-43d5-ad22-35c65c4a5f60,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:15.435213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7efcaded-f33c-4f9a-901f-ea78f18ab49f req-68f4e3c6-bb75-4cfa-a039-efe6484da117 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 210 time: 0.0336945 Sep 21 08:03:15.556607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34398) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:15.559729 n-d-809980-2 neutron-server[94725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 08:03:15.589918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-318fce28-dd2d-49a2-949c-073be68bd99d tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=73f0659fac76499c9a57c912b2ca59ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312448 Sep 21 08:03:15.734871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-304f9c52-5b45-404c-b662-a5736819467f tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:15.736466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-304f9c52-5b45-404c-b662-a5736819467f tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395485 Sep 21 08:03:15.757734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-722328cd-d8f0-44f5-b773-ab24c792b27e tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/quotas/73f0659fac76499c9a57c912b2ca59ad HTTP/1.1" status: 200 len: 375 time: 0.0122995 Sep 21 08:03:15.773745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34406) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:15.789778 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2a46cf7-07d9-42a7-987b-0b8d57938ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:15.846125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-b1e7706b-55d2-4235-9e3c-8b8f3724736a tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=73f0659fac76499c9a57c912b2ca59ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825417 Sep 21 08:03:15.963591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2a46cf7-07d9-42a7-987b-0b8d57938ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:15.970449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2a46cf7-07d9-42a7-987b-0b8d57938ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.064159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78ae1258-2358-496f-bafc-eadd40cdbe72 req-4a4556de-837b-424c-bd91-da772badf362 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0435848 Sep 21 08:03:16.070183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a2a46cf7-07d9-42a7-987b-0b8d57938ced admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5068b87362f449ea1d9c28383d2826e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2953892 Sep 21 08:03:16.073486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34418) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:16.085670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a46cf7-07d9-42a7-987b-0b8d57938ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e10d81f-deed-439e-8a25-e88bc4e96928,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:16.129846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34426) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:16.162282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87169c49-413a-42f8-929e-0e175f8ab69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.195599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87169c49-413a-42f8-929e-0e175f8ab69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.263183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87169c49-413a-42f8-929e-0e175f8ab69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.265915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87169c49-413a-42f8-929e-0e175f8ab69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.269691 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-87169c49-413a-42f8-929e-0e175f8ab69e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e10d81f-deed-439e-8a25-e88bc4e96928 HTTP/1.1" status: 204 len: 168 time: 0.1923063 Sep 21 08:03:16.275752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87169c49-413a-42f8-929e-0e175f8ab69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e10d81f-deed-439e-8a25-e88bc4e96928,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:16.380039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb897781-deac-4d54-bd72-d11c75e51799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.436745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.50', 56685) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:16.490259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-7df77bb9-2954-4c10-b399-e74a1e0a19a1 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7957a3708a9f4b628e1ae16b39859d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517585 Sep 21 08:03:16.558642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb897781-deac-4d54-bd72-d11c75e51799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.564621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb897781-deac-4d54-bd72-d11c75e51799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.613571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb897781-deac-4d54-bd72-d11c75e51799 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ce934976626e4a61b6c542de8add7154&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4826336 Sep 21 08:03:16.617053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34460) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:16.625867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb897781-deac-4d54-bd72-d11c75e51799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db70ef3-e141-40a9-99b2-170764be9f7b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:16.685256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d68b81e-17a4-47e7-93aa-6ec7dcdc7a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.725643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d68b81e-17a4-47e7-93aa-6ec7dcdc7a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.752258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-c2e4f55b-05ec-42c4-875c-91fa12758aed tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:16.753729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-c2e4f55b-05ec-42c4-875c-91fa12758aed tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537391 Sep 21 08:03:16.815280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d68b81e-17a4-47e7-93aa-6ec7dcdc7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.819034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d68b81e-17a4-47e7-93aa-6ec7dcdc7a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:16.823695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc20ad23-f5ea-4217-8552-06c2cded1b63 req-733e11d6-1c6f-4bf7-95fd-7351d4821e93 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 210 time: 0.0591142 Sep 21 08:03:16.823925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7d68b81e-17a4-47e7-93aa-6ec7dcdc7a7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3db70ef3-e141-40a9-99b2-170764be9f7b HTTP/1.1" status: 204 len: 168 time: 0.2054300 Sep 21 08:03:16.834288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68b81e-17a4-47e7-93aa-6ec7dcdc7a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db70ef3-e141-40a9-99b2-170764be9f7b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:16.868275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Request body: {'port': {'device_id': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '7957a3708a9f4b628e1ae16b39859d24'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:17.213694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Made reservation on behalf of 7957a3708a9f4b628e1ae16b39859d24 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:17.219616 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.248732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.293206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70eab72b-0abb-4764-9a97-0ed0541f9f5d req-5c78da07-4c5f-4995-8968-8d255e7bf9a0 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0418923 Sep 21 08:03:17.421369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.428952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.488580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b37c9e4-81d5-4fed-afe5-286b5446a6e4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:17.547819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34516) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:17.571510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfe78-e293-4125-b7bc-35fd09f0fc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.652432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34520) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:17.702561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfe78-e293-4125-b7bc-35fd09f0fc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.709413 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f4cfe78-e293-4125-b7bc-35fd09f0fc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.745342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cfe78-e293-4125-b7bc-35fd09f0fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ae97b6-6ff6-45d0-837c-67df4c94754b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:17.780305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5f4cfe78-e293-4125-b7bc-35fd09f0fc65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c468aa6e502c4493a2a3905db3709a8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2304828 Sep 21 08:03:17.781123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34526) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:17.808433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Allocated IP 192.168.233.77 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/2878caca-8f47-4d6e-8d88-349b0a5acbb7) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:17.847924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79da1495-226a-4bf7-9372-b4873a100adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.895481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.50', 56689) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:17.924281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79da1495-226a-4bf7-9372-b4873a100adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:17.927251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-ce66fea2-956a-4409-a704-883f75c50700 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73f0659fac76499c9a57c912b2ca59ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300369 Sep 21 08:03:18.014047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-784769fc-f6ae-4670-8208-617666a1f948 req-a01947d2-1824-4f75-9c12-3f1d335cd6c4 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 210 time: 0.0720372 Sep 21 08:03:18.129275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79da1495-226a-4bf7-9372-b4873a100adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.134627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79da1495-226a-4bf7-9372-b4873a100adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.136982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-79da1495-226a-4bf7-9372-b4873a100adc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26ae97b6-6ff6-45d0-837c-67df4c94754b HTTP/1.1" status: 204 len: 168 time: 0.3545351 Sep 21 08:03:18.157447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.158085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-c0d96201-11bf-4bfc-8a5c-06f28a242360 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:18.159921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-c0d96201-11bf-4bfc-8a5c-06f28a242360 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245913 Sep 21 08:03:18.167288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da1495-226a-4bf7-9372-b4873a100adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ae97b6-6ff6-45d0-837c-67df4c94754b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:18.222897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.318761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:18.324929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:18.339916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:18.347905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:18.348734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.373869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Pushing event updated for resources: {'Port': ['ID=2878caca-8f47-4d6e-8d88-349b0a5acbb7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:18.393901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd3402f-5b02-455e-b8c6-fb1e653179ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5332515 Sep 21 08:03:18.530029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fea38a23-2a59-4d4a-9fd2-3ec80d62c500 req-e1c56d0d-b9dd-4335-9b9e-d7ab70f6bc83 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0596941 Sep 21 08:03:18.571834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-560828330-network', 'tenant_id': 'd9a5530eddb54a0a837750d539b58ca1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:18.618759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Made reservation on behalf of d9a5530eddb54a0a837750d539b58ca1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:18.621555 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.633395 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.717970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-013cebe4-5b72-4031-a210-0a7e299a9a76 None None] Provisioning complete for port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:18.718571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-013cebe4-5b72-4031-a210-0a7e299a9a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.764531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-013cebe4-5b72-4031-a210-0a7e299a9a76 None None] Port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:18.865574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.874293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.911652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e3a30-bcf5-43f8-b64c-a0049990d079,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:18.939047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:03:18.958630 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:18.959424 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Added segment 4745820c-f4f6-40be-ab0f-7e0a1ff43c2f of type vlan for network 91a251d9-59a5-4feb-8c5d-edc105fbe231 Sep 21 08:03:19.031724 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:19.074431 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:19.074431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:19.074431 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:19.115416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34562) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:19.116739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4628923 Sep 21 08:03:19.122143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Request body: {'subnet': {'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-560828330-subnet', 'tenant_id': 'd9a5530eddb54a0a837750d539b58ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:19.151250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Made reservation on behalf of d9a5530eddb54a0a837750d539b58ca1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:19.154817 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:19.244068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eea335-e1e2-4e8c-b6f2-32f6efdb01da admin admin] Pushing event updated for resources: {'Network': ['ID=91a251d9-59a5-4feb-8c5d-edc105fbe231,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:19.258556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:03:19.305185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ba444-8a8d-4169-b07f-87b4e7cd26a0 req-204cdc88-6468-4a20-beca-0ee985678e4a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:19.312999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-501ba444-8a8d-4169-b07f-87b4e7cd26a0 req-204cdc88-6468-4a20-beca-0ee985678e4a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.1541495 Sep 21 08:03:19.441796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-501ba444-8a8d-4169-b07f-87b4e7cd26a0 req-412d6489-8db9-42ee-9d0c-75c37ff78dcd tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228654 Sep 21 08:03:19.537342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:19.637647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34590) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:19.667953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e0b300-5a8d-4b76-a604-27b72889a088,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:19.748755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:19.749137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Network hostable DHCP agents. Network: 91a251d9-59a5-4feb-8c5d-edc105fbe231, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:03:19.837202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd9e57da-433e-4834-ab40-2d1541ecda9f req-b8564702-1a7a-4518-906a-9745696fead8 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.1443856 Sep 21 08:03:19.889885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:03:19.907462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 91a251d9-59a5-4feb-8c5d-edc105fbe231) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:19.918654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:19.922106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c4cf1-5b25-4e4d-b79a-047e052ce8c2 None None] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:19.932455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:19.974696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-00f40e87-9889-44c6-82a0-82c7e4821de1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8583307 Sep 21 08:03:20.081904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-network', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:20.124610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Made reservation on behalf of 2faebe97a7814c28831e6b5c65bda544 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:20.127764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.132346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286cd249-528e-4b2d-a405-34971234df08 None None] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:20.154840 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.308350 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.317956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.346696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d6a59e-8f4a-4726-8f48-04fc918b334f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:20.372607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:03:20.385298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.385607 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Added segment af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4 of type vlan for network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 Sep 21 08:03:20.453828 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.485878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.487564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:20.488420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.561416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] Pushing event updated for resources: {'Network': ['ID=304927a9-b2b4-4d24-8ee6-32a5a2288a33,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:20.580480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:03:20.602377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9b997daf-55f0-4887-8d07-5528f75c6e31 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9626617 Sep 21 08:03:20.605700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34630) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:20.618903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Request body: {'subnet': {'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-subnet', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:20.661377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34634) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:20.695653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Made reservation on behalf of 2faebe97a7814c28831e6b5c65bda544 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:20.698172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:20.704117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ba07f-4d9e-4566-aceb-428f94e05aab req-df146e21-7fa6-4b81-8e67-af735533db8e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:20.705908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-576ba07f-4d9e-4566-aceb-428f94e05aab req-df146e21-7fa6-4b81-8e67-af735533db8e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.1686776 Sep 21 08:03:20.771204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-576ba07f-4d9e-4566-aceb-428f94e05aab req-ae565dc5-0d12-45d4-9183-88030d477290 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592821 Sep 21 08:03:21.028574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-816777b8-a302-4b81-a6c5-cdb7ff0f6c95 req-effd9076-1106-44d9-8846-e2a6cb7d55bb tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0564475 Sep 21 08:03:21.029502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.109887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34650) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:21.115545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c20c29a8-fe43-4804-b764-2e34f4cca455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.134004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09950564-428d-4d7c-8d40-4ae297a9d909,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:21.192004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Checking segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:21.192468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Network hostable DHCP agents. Network: 304927a9-b2b4-4d24-8ee6-32a5a2288a33, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:03:21.261741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:03:21.277302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 304927a9-b2b4-4d24-8ee6-32a5a2288a33) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:21.289360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:21.290240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.292755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae3176-fbad-476c-8471-fabe7efa60ec None None] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:21.304299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c20c29a8-fe43-4804-b764-2e34f4cca455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.315702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c20c29a8-fe43-4804-b764-2e34f4cca455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.349904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1ccaac8b-658e-4b19-b7d7-2ff0438f212c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7398841 Sep 21 08:03:21.350073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34658) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:21.354492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:21.398578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.399588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.434821 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df179fb4-ff1e-4f51-915f-e55bdcd651e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.447819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c20c29a8-fe43-4804-b764-2e34f4cca455 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bee804dcbcf475ba9df22938c262fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7826874 Sep 21 08:03:21.456891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34662) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:21.472454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c29a8-fe43-4804-b764-2e34f4cca455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335c425d-f80c-4f9b-9ca2-851b573a5efb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:21.575522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:03:21.576646 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.620280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.727695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34670) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:21.734480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-331555466-network', 'tenant_id': 'db9a8be929194b25b7e7f95a3cac8384'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:21.851847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Allocated IP 172.20.0.2 (304927a9-b2b4-4d24-8ee6-32a5a2288a33/09950564-428d-4d7c-8d40-4ae297a9d909/68218678-3ad2-44a5-92d1-b46dff3ccd2e) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:21.902190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a22a2a6d-0163-4bc3-98a1-969917b338ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:21.969610 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.013538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a22a2a6d-0163-4bc3-98a1-969917b338ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.123743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b709291-968d-4d14-be5b-5842537bc5ae req-41e28ea4-f3cd-44df-bf10-64ddb41ff297 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:22.125385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b709291-968d-4d14-be5b-5842537bc5ae req-41e28ea4-f3cd-44df-bf10-64ddb41ff297 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.2201869 Sep 21 08:03:22.127578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df179fb4-ff1e-4f51-915f-e55bdcd651e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.174303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df179fb4-ff1e-4f51-915f-e55bdcd651e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.179049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-00a78bd6-d443-41d0-9c83-f34290de1a21 req-6898a49b-dc60-45e4-8a6f-1db4ab69d979 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0503061 Sep 21 08:03:22.204148 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.233983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.243709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a22a2a6d-0163-4bc3-98a1-969917b338ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.244237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Made reservation on behalf of db9a8be929194b25b7e7f95a3cac8384 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:22.246253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a22a2a6d-0163-4bc3-98a1-969917b338ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.248900 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a22a2a6d-0163-4bc3-98a1-969917b338ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/335c425d-f80c-4f9b-9ca2-851b573a5efb HTTP/1.1" status: 204 len: 168 time: 0.7871466 Sep 21 08:03:22.255241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.262661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-df179fb4-ff1e-4f51-915f-e55bdcd651e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bff70d56f8864b3bb14a08f38752aa55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1513042 Sep 21 08:03:22.267275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34686) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:22.288132 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b709291-968d-4d14-be5b-5842537bc5ae req-088dc4ee-d57b-47b0-8a03-cbdd8e95505f tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171427 Sep 21 08:03:22.288741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179fb4-ff1e-4f51-915f-e55bdcd651e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb999aa2-c548-4437-9ae9-59641d864289,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:22.307116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a2a6d-0163-4bc3-98a1-969917b338ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335c425d-f80c-4f9b-9ca2-851b573a5efb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:22.321377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.422079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c561edf3-3215-43f0-b736-c0efb60e76b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.480394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Pushing event updated for resources: {'Port': ['ID=68218678-3ad2-44a5-92d1-b46dff3ccd2e,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:22.517188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:22.522151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.522410 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.532096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.533394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.533733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.534067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.534394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.534721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.535044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.535392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.535713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.536037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.536348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:22.544993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2c529dd-2f5d-4fbd-86c8-ce7fea031fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Tracked resource versions report: Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: pushed versions: Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: { 'AddressGroup': {'1.2'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'ConntrackHelper': {'1.0'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Log': {'1.0'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Network': {'1.1'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Port': {'1.7'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'PortForwarding': {'1.2'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'QosPolicy': {'1.9'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'SecurityGroup': {'1.4'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'SecurityGroupRule': {'1.2'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'SubPort': {'1.0'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Subnet': {'1.1'}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Trunk': {'1.1'}} Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: consumer versions: Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: { DHCP agent@n-d-809980-2: {}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: HyperV agent@n-h1-809980-2: {}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: HyperV agent@n-h2-809980-2: {}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: L3 agent@n-d-809980-2: {}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: Metadata agent@n-d-809980-2: {}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: Metering agent@n-d-809980-2: {}, Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'ConntrackHelper': '1.0', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Log': '1.0', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Network': '1.1', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Port': '1.7', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'PortForwarding': '1.2', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'QosPolicy': '1.9', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'SecurityGroup': '1.4', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'SecurityGroupRule': '1.2', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'SubPort': '1.0', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Subnet': '1.1', Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: 'Trunk': '1.1'}} Sep 21 08:03:22.549040 n-d-809980-2 neutron-server[94726]: {{(pid=94726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 08:03:22.559664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:22.571669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.578159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:22.588667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2c529dd-2f5d-4fbd-86c8-ce7fea031fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.704471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Allocated IP 172.25.1.224 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/2268c6be-23fe-4868-b9dd-c4ce0e5b5a91) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:22.711340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.719640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.762600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6aedf5-911b-4aee-8ae7-e500788e4515,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:22.772943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Attempting to bind port 68218678-3ad2-44a5-92d1-b46dff3ccd2e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:22.773333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Attempting to bind port 68218678-3ad2-44a5-92d1-b46dff3ccd2e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:22.773658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Attempting to bind port 68218678-3ad2-44a5-92d1-b46dff3ccd2e on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:22.786893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:22.787270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Checking segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:22.791230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.793428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2c529dd-2f5d-4fbd-86c8-ce7fea031fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.796693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2c529dd-2f5d-4fbd-86c8-ce7fea031fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.798410 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a2c529dd-2f5d-4fbd-86c8-ce7fea031fa4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb999aa2-c548-4437-9ae9-59641d864289 HTTP/1.1" status: 204 len: 168 time: 0.5285621 Sep 21 08:03:22.807898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Bound using segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:22.808428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Bound port: 68218678-3ad2-44a5-92d1-b46dff3ccd2e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:22.808851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.815044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c529dd-2f5d-4fbd-86c8-ce7fea031fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb999aa2-c548-4437-9ae9-59641d864289,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:22.831677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:03:22.868882 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.869712 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Added segment 73f633d6-84f3-497a-b50d-786c9032a386 of type vlan for network 1519b197-f801-473e-808d-3fe65c45a86f Sep 21 08:03:22.922758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.967396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.976289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:22.998422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] For port 68218678-3ad2-44a5-92d1-b46dff3ccd2e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:23.011778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] For port 68218678-3ad2-44a5-92d1-b46dff3ccd2e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=68218678-3ad2-44a5-92d1-b46dff3ccd2e,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:23.038177 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.040105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:23.043229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:23.048596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:23.064945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.066349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:23.067032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.106071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:23.141731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e995-9595-4023-8983-eff1766b4596 None None] Pushing event updated for resources: {'Port': ['ID=68218678-3ad2-44a5-92d1-b46dff3ccd2e,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:23.203700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4745984 Sep 21 08:03:23.207923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34700) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:23.215532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Request body: {'subnet': {'network_id': '1519b197-f801-473e-808d-3fe65c45a86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-331555466-subnet', 'tenant_id': 'db9a8be929194b25b7e7f95a3cac8384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:23.222342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d9b4-4f50-422a-9abd-9867eb421daa admin admin] Pushing event updated for resources: {'Network': ['ID=1519b197-f801-473e-808d-3fe65c45a86f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:23.256782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1519b197-f801-473e-808d-3fe65c45a86f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:03:23.261573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34704) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:23.271462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Made reservation on behalf of db9a8be929194b25b7e7f95a3cac8384 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:23.277028 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.472264 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.738155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61e13c-b756-42ea-adc5-418dc839ab69 req-63601da3-d687-4f0b-b6a5-38e8ffa40de4 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:23.740508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b61e13c-b756-42ea-adc5-418dc839ab69 req-63601da3-d687-4f0b-b6a5-38e8ffa40de4 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.2693663 Sep 21 08:03:23.820517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1d36216-96d9-4bf1-8a2a-27ba0e0f74eb req-049ade03-6b7e-4039-a938-04f2ad7e3b4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.1586745 Sep 21 08:03:23.876460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34714) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:23.877693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-827ffad0-975b-4a81-856c-296cb7dcb283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.928294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2467d6da-619c-419c-9238-f1a460ddad30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.942202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.979715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:23.997487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b61e13c-b756-42ea-adc5-418dc839ab69 req-f4703611-6956-4325-a725-8facdef7894c tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463706 Sep 21 08:03:24.026704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da655cd-a214-402f-92ba-1d8f198e98f9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:24.103822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Checking segment: {'id': '73f633d6-84f3-497a-b50d-786c9032a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1519b197-f801-473e-808d-3fe65c45a86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:24.104451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Network hostable DHCP agents. Network: 1519b197-f801-473e-808d-3fe65c45a86f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:03:24.155435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Network 1519b197-f801-473e-808d-3fe65c45a86f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:03:24.224633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1519b197-f801-473e-808d-3fe65c45a86f) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:24.237771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:24.238593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d07b2c8-38e6-44c3-8ada-a64a2c49cbc3 None None] Network 1519b197-f801-473e-808d-3fe65c45a86f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:24.239532 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.250035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-827ffad0-975b-4a81-856c-296cb7dcb283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.261659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-827ffad0-975b-4a81-856c-296cb7dcb283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.286485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Router faceee27-3819-417c-a4f5-e3879342390c is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:03:24.322049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffad0-975b-4a81-856c-296cb7dcb283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e62e738-6222-4c3f-91ff-c0f919babebb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:24.352428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-827ffad0-975b-4a81-856c-296cb7dcb283 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f69a9c77906e4eeab3c375d136a67c47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0855331 Sep 21 08:03:24.356072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34726) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:24.449103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02b271e8-2915-48a1-9b65-6ecbc32d52de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.530668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb067e-40b9-46f0-8b56-2c9139e75d42 None None] Network 1519b197-f801-473e-808d-3fe65c45a86f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:24.531679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02b271e8-2915-48a1-9b65-6ecbc32d52de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.683166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2467d6da-619c-419c-9238-f1a460ddad30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.695819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2467d6da-619c-419c-9238-f1a460ddad30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.724571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d112f42d-c90c-4530-a0c9-847842921faf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5142972 Sep 21 08:03:24.806321 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02b271e8-2915-48a1-9b65-6ecbc32d52de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.816484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02b271e8-2915-48a1-9b65-6ecbc32d52de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.821122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-02b271e8-2915-48a1-9b65-6ecbc32d52de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e62e738-6222-4c3f-91ff-c0f919babebb HTTP/1.1" status: 204 len: 168 time: 0.4630687 Sep 21 08:03:24.830866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:03:24.841835 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Sync routers for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:03:24.847296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2467d6da-619c-419c-9238-f1a460ddad30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d54e76dec38f4783af4ea83c0770dec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9595771 Sep 21 08:03:24.852412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34736) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:24.859773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:24.861571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2465ebd-b4d9-46bd-bbb4-86847baae0f7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5110159 Sep 21 08:03:24.865727 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:24.866792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34738) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:24.876422 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:02:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:24.893884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467d6da-619c-419c-9238-f1a460ddad30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81766ce8-6a12-4f88-84f3-eced9af5a69d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:24.922116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb92fb9-9891-4650-9405-82922bf6a6b5 None None] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:24.993519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b271e8-2915-48a1-9b65-6ecbc32d52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e62e738-6222-4c3f-91ff-c0f919babebb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:25.111662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7345883b-588d-45fa-8c8f-fadb69d6c1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.193140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8a42017-e75b-4662-8748-9a441cd9600e req-d7e6d7c8-a0da-4cab-9add-27657dd71e35 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.1669264 Sep 21 08:03:25.218446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7345883b-588d-45fa-8c8f-fadb69d6c1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.333079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.333714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Request body: {'port': {'device_id': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '73f0659fac76499c9a57c912b2ca59ad'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:25.355629 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:25.391869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-d63bf301-d4bb-4815-8c36-504ff61f8e22 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:03:25.393588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-d63bf301-d4bb-4815-8c36-504ff61f8e22 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0400326 Sep 21 08:03:25.462814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 68218678-3ad2-44a5-92d1-b46dff3ccd2e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:25.472412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d15b8-4b46-40ca-a579-adf1b7222c6d req-742aa77d-958a-4167-b710-b00213507eaf tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:25.474858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb5d15b8-4b46-40ca-a579-adf1b7222c6d req-742aa77d-958a-4167-b710-b00213507eaf tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.1529324 Sep 21 08:03:25.510210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7345883b-588d-45fa-8c8f-fadb69d6c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.519428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7345883b-588d-45fa-8c8f-fadb69d6c1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.522552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7345883b-588d-45fa-8c8f-fadb69d6c1cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81766ce8-6a12-4f88-84f3-eced9af5a69d HTTP/1.1" status: 204 len: 168 time: 0.6654205 Sep 21 08:03:25.570515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345883b-588d-45fa-8c8f-fadb69d6c1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81766ce8-6a12-4f88-84f3-eced9af5a69d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:25.609485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb5d15b8-4b46-40ca-a579-adf1b7222c6d req-05b92830-2b05-48f6-82d5-070896eb3704 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247597 Sep 21 08:03:25.706408 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11fc292b-2276-42a3-9414-986e826fac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.715647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-68202b2c-459b-4a5a-963c-4e8b84b844af None None] Provisioning complete for port 68218678-3ad2-44a5-92d1-b46dff3ccd2e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:25.716919 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-68202b2c-459b-4a5a-963c-4e8b84b844af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.925559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 68218678-3ad2-44a5-92d1-b46dff3ccd2e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:25.925868 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:25.979890 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:23Z', 'revision_number': 3, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:26.016030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-68202b2c-459b-4a5a-963c-4e8b84b844af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.132946 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Checking router: faceee27-3819-417c-a4f5-e3879342390c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:03:26.135795 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Updating router faceee27-3819-417c-a4f5-e3879342390c port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:03:26.266334 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.378956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-68202b2c-459b-4a5a-963c-4e8b84b844af None None] For port 68218678-3ad2-44a5-92d1-b46dff3ccd2e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=68218678-3ad2-44a5-92d1-b46dff3ccd2e,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:26.392458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-68202b2c-459b-4a5a-963c-4e8b84b844af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.643780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68202b2c-459b-4a5a-963c-4e8b84b844af None None] Pushing event updated for resources: {'Port': ['ID=68218678-3ad2-44a5-92d1-b46dff3ccd2e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:26.660371 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.737321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7e5f74aa-c95b-44af-97e0-5672d9f37d27 None None] Provisioning complete for port 68218678-3ad2-44a5-92d1-b46dff3ccd2e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:26.737698 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e5f74aa-c95b-44af-97e0-5672d9f37d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.756501 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.766435 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.875492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-047a4bd1-5ad8-4ded-9b39-cc7dffc7ca82 req-ee4bc956-53fd-4b33-906d-8ec64bee7ee1 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0872242 Sep 21 08:03:26.879566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Pushing event updated for resources: {'Port': ['ID=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:26.912588 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.935190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.941124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Made reservation on behalf of 73f0659fac76499c9a57c912b2ca59ad for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:26.948870 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.949358 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.950229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:26.950839 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.963932 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.964541 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.964987 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.965426 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.965857 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.968072 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.968505 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.969304 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Tracked resource versions report: Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: pushed versions: Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: { 'AddressGroup': {'1.2'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'ConntrackHelper': {'1.0'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Log': {'1.0'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Network': {'1.1'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Port': {'1.7'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'PortForwarding': {'1.2'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'QosPolicy': {'1.9'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'SecurityGroup': {'1.4'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'SecurityGroupRule': {'1.2'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'SubPort': {'1.0'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Subnet': {'1.1'}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Trunk': {'1.1'}} Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: consumer versions: Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: { DHCP agent@n-d-809980-2: {}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: HyperV agent@n-h1-809980-2: {}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: HyperV agent@n-h2-809980-2: {}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: L3 agent@n-d-809980-2: {}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: Metadata agent@n-d-809980-2: {}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: Metering agent@n-d-809980-2: {}, Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: Open vSwitch agent@n-d-809980-2: { 'AddressGroup': '1.2', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'ConntrackHelper': '1.0', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Log': '1.0', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Network': '1.1', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Port': '1.7', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'PortForwarding': '1.2', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'QosPolicy': '1.9', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'SecurityGroup': '1.4', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'SecurityGroupRule': '1.2', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'SubPort': '1.0', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Subnet': '1.1', Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: 'Trunk': '1.1'}} Sep 21 08:03:26.970643 n-d-809980-2 neutron-server[94727]: {{(pid=94727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 08:03:27.012353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:27.026017 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Attempting to bind port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:27.031935 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Attempting to bind port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:27.035544 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Attempting to bind port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:27.068277 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:27.068277 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:27.068277 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:27.068277 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:27.068940 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Bound port: 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:27.068940 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:27.187256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-b436d26e-30e1-4f94-9ad7-c1b1433bac0e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:27.203191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-b436d26e-30e1-4f94-9ad7-c1b1433bac0e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.5146692 Sep 21 08:03:27.239702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-45c9a6ea-3ce3-451f-a190-e10ae98c5ca5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/quotas/d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 375 time: 0.0135550 Sep 21 08:03:27.265012 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] For port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:27.269673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 68218678-3ad2-44a5-92d1-b46dff3ccd2e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:27.276216 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] For port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:27.286185 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:27.320996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-61ed1ea8-dfb4-499c-89e7-520d907ee853 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753334 Sep 21 08:03:27.404514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 68218678-3ad2-44a5-92d1-b46dff3ccd2e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:27.405335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:27.422192 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ceaa-3a5a-436e-b95a-854e19a1851c None None] Pushing event updated for resources: {'Port': ['ID=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:27.443410 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:27.444111 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:27.584871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Allocated IP 172.20.0.1 (304927a9-b2b4-4d24-8ee6-32a5a2288a33/09950564-428d-4d7c-8d40-4ae297a9d909/3dd22d7b-b942-4fa4-b0a2-6d2383c46278) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:27.754096 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:27.860620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:27.984368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:28.002392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace514f3-c990-4e9f-9fb9-2f901ec119fa req-65756475-b456-4872-9944-3a55de60f356 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:28.004251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ace514f3-c990-4e9f-9fb9-2f901ec119fa req-65756475-b456-4872-9944-3a55de60f356 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.3142176 Sep 21 08:03:28.007142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:28.125445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-af589344-ce16-477e-be5f-e758222b0adc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:03:28.126737 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-af589344-ce16-477e-be5f-e758222b0adc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2039092 Sep 21 08:03:28.233938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:28.292748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ace514f3-c990-4e9f-9fb9-2f901ec119fa req-c9e74514-e876-454a-a778-0a4d58bd1e70 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739360 Sep 21 08:03:28.293070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-8e7b2073-3b3f-4551-9a44-133e4a78bb4d service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575625 Sep 21 08:03:28.343185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:28.511458 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:23Z', 'revision_number': 3, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:28.527686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-8b180b21-025f-47cd-bfe5-e1ded0e98244 service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000525 Sep 21 08:03:28.561706 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e65ad25-96b1-4802-9242-41913e75f38d None None] The sync data for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 is: [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:23Z', 'revision_number': 3, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:03:28.562947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b453844-818c-42c8-9725-9cfa75174925 req-db1a8eb6-55c1-494d-9ef2-ee0100c37d44 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0751076 Sep 21 08:03:28.652157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Allocated IP 192.168.233.221 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/e7a4151c-3c80-4505-a20c-f713cace6268) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:28.890401 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:28.976841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9d39bd-f38a-4108-a4cc-009d2380d658 req-f75eeef2-1c98-4a00-82b7-cea656b3f612 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0976820 Sep 21 08:03:29.072689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:29.078695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:29.218049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:29.224855 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:29.385242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:29.559258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:29.559258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:29.613014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643bfb1-6b19-470e-9905-d783df32498d req-5e850444-52ab-4fdc-b317-a8434605d76b tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:29.615049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a643bfb1-6b19-470e-9905-d783df32498d req-5e850444-52ab-4fdc-b317-a8434605d76b tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.1339507 Sep 21 08:03:29.695982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a643bfb1-6b19-470e-9905-d783df32498d req-d1d269de-26a4-4aa2-827e-fe666847b4c6 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732725 Sep 21 08:03:29.707597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Pushing event updated for resources: {'Port': ['ID=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:29.775840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-07860cc8-a834-4154-bd6e-2fff52e95838 None None] Provisioning complete for port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:29.776239 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-07860cc8-a834-4154-bd6e-2fff52e95838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:29.818564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:29.882496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-07860cc8-a834-4154-bd6e-2fff52e95838 None None] Port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:29.901161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:29.915890 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:29.926578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:29.934730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17f9c053-0894-4933-8484-c38d45746ab6 req-c2f363a9-c064-4d79-946e-fd5623284a7f tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0722783 Sep 21 08:03:30.092989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:30.144452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:30.160085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Request body: {'port': {'device_id': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'device_owner': 'compute:tempest-test_az-263756347', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:30.160764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:30.267251 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:30.335435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dc31e36-a683-40e7-a844-24ef5600094e req-bf0b40e0-0efb-4be2-9b07-e5559c61b09f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.1259243 Sep 21 08:03:30.379778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:30.396248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Pushing event updated for resources: {'Port': ['ID=e7a4151c-3c80-4505-a20c-f713cace6268,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:30.399155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:30.452275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:30.458489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:30.460211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:30.586509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:30.592854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:30.593724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:30.601976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-dd81b122-fd47-451b-9927-558722d1bf76 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2716196 Sep 21 08:03:30.641971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Request body: {'port': {'device_id': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'device_owner': 'compute:tempest-test_az-263756347', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:30.730443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.62', 63304) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:30.796280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Pushing event updated for resources: {'Port': ['ID=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:30.932067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-32e64f5f-6a8d-4bd5-b407-bce4dcaf6a57 None None] Provisioning complete for port e7a4151c-3c80-4505-a20c-f713cace6268 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:30.933405 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-32e64f5f-6a8d-4bd5-b407-bce4dcaf6a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.000512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.047412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-32e64f5f-6a8d-4bd5-b407-bce4dcaf6a57 None None] Port e7a4151c-3c80-4505-a20c-f713cace6268 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:31.101694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6195b-fa19-409e-a5af-8e555e668b1b req-1ac8d875-f9fa-44d8-91c7-a408266b577c tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:31.109963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bd6195b-fa19-409e-a5af-8e555e668b1b req-1ac8d875-f9fa-44d8-91c7-a408266b577c tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 935 time: 0.2496021 Sep 21 08:03:31.123434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:31.135739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2878caca-8f47-4d6e-8d88-349b0a5acbb7 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:31.145747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.148182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:31.171207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Transition to ACTIVE for port object 2878caca-8f47-4d6e-8d88-349b0a5acbb7 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:03:31.203495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-4411be7e-f889-4717-a882-3168d15e0cc5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:31.205258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-4411be7e-f889-4717-a882-3168d15e0cc5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.4716341 Sep 21 08:03:31.218049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.276289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:31.328724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34956) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:31.354331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2878caca-8f47-4d6e-8d88-349b0a5acbb7,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:31.377042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:31.377891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.503782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7010b-e3d6-437b-93d5-5c91ffdfc336 req-179d03e1-27ca-4b69-9a69-00b016ea2993 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:31.512342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01a7010b-e3d6-437b-93d5-5c91ffdfc336 req-179d03e1-27ca-4b69-9a69-00b016ea2993 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 936 time: 0.3051763 Sep 21 08:03:31.582796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bd6195b-fa19-409e-a5af-8e555e668b1b req-beba0573-3f47-4ad1-9752-2dcc9bec5283 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708967 Sep 21 08:03:31.609879 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.611274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-701e2de6-41db-48f9-9855-9ba9b544386e None None] Provisioning complete for port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:31.611922 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-701e2de6-41db-48f9-9855-9ba9b544386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.672367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-701e2de6-41db-48f9-9855-9ba9b544386e None None] Port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:31.732569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1d90-8860-4650-982d-1a71b853ce61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.742009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Attempting to bind port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:31.742465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Attempting to bind port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:31.742727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Attempting to bind port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:31.751893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:03:31.752243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Attempting to bind port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:31.765082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:31.765401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:31.765957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:31.766401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Bound port: 2878caca-8f47-4d6e-8d88-349b0a5acbb7, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:31.766765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.777253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e969f8b1-62fa-41a9-9185-30aa86d89efc req-28bd3044-9d2e-494e-9363-a5a5457a35b4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0511689 Sep 21 08:03:31.803900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01a7010b-e3d6-437b-93d5-5c91ffdfc336 req-31340afb-dd44-48a4-bf0f-e56589c59d9a tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906201 Sep 21 08:03:31.823782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Router faceee27-3819-417c-a4f5-e3879342390c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:03:31.892814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] For port 2878caca-8f47-4d6e-8d88-349b0a5acbb7, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:31.897505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] For port 2878caca-8f47-4d6e-8d88-349b0a5acbb7, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2878caca-8f47-4d6e-8d88-349b0a5acbb7,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:31.901978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.942616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:31.943251 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:31.944920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] 10.222.0.50 "PUT /v2.0/ports/2878caca-8f47-4d6e-8d88-349b0a5acbb7 HTTP/1.1" status: 200 len: 1116 time: 2.1246772 Sep 21 08:03:31.945380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'tag': '2878caca-8f47-4d6e-8d88-349b0a5acbb7'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:32.012703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a4151c-3c80-4505-a20c-f713cace6268 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:32.049521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.090831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Transition to ACTIVE for port object e7a4151c-3c80-4505-a20c-f713cace6268 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:03:32.115762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:03:32.124052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dd812da2-917a-4422-840f-c7522ac31a7f admin admin] 10.222.0.59 "PUT /v2.0/routers/faceee27-3819-417c-a4f5-e3879342390c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2546663 Sep 21 08:03:32.126047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Sync routers for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:03:32.134793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.145071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1d90-8860-4650-982d-1a71b853ce61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.167753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:32.168976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:32.187558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9fc1d90-8860-4650-982d-1a71b853ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.188751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bdb43-fe6a-4fda-887f-4d7acb0becf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2878caca-8f47-4d6e-8d88-349b0a5acbb7,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:32.198916 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598be270-53fe-4ca5-b487-359dcd2c73a9" -d '{"events": [{"name": "network-changed", "server_uuid": "02e7b44c-5c6c-4515-9a93-f4fbf85a7c59", "tag": "2878caca-8f47-4d6e-8d88-349b0a5acbb7"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:32.220118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-21f99a3e-92b8-4819-b3c3-487d904fec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:32.231163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-21f99a3e-92b8-4819-b3c3-487d904fec11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7957a3708a9f4b628e1ae16b39859d24&device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 1119 time: 0.1863737 Sep 21 08:03:32.351337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-82c809c4-87c5-48a8-9db2-ed9ac37a3b05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2878caca-8f47-4d6e-8d88-349b0a5acbb7 HTTP/1.1" status: 200 len: 217 time: 0.1188266 Sep 21 08:03:32.391005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:32.465228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b9fc1d90-8860-4650-982d-1a71b853ce61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f563c3bd8a64983bf2a972596f73e5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1275015 Sep 21 08:03:32.478046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34986) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:32.499663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-ee60c19b-3d71-4493-9eb1-94caccc5df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:32.507555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-ee60c19b-3d71-4493-9eb1-94caccc5df1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1465771 Sep 21 08:03:32.573600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a4151c-3c80-4505-a20c-f713cace6268,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:32.589155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc1d90-8860-4650-982d-1a71b853ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff674b39-3787-47ad-8be6-9a2562fc4abc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:32.598922 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3b21c6-9655-4510-b3d0-4d4003ebd722 x-openstack-request-id: req-0d3b21c6-9655-4510-b3d0-4d4003ebd722 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:32.599216 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e7b44c-5c6c-4515-9a93-f4fbf85a7c59", "tag": "2878caca-8f47-4d6e-8d88-349b0a5acbb7", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:32.600623 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d3b21c6-9655-4510-b3d0-4d4003ebd722 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:32.601335 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'tag': '2878caca-8f47-4d6e-8d88-349b0a5acbb7', 'status': 'completed', 'code': 200} Sep 21 08:03:32.671889 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4973-11cc-4bc7-8949-ca73416b5754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.706625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Attempting to bind port e7a4151c-3c80-4505-a20c-f713cace6268 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:32.707368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Attempting to bind port e7a4151c-3c80-4505-a20c-f713cace6268 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:32.707912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Attempting to bind port e7a4151c-3c80-4505-a20c-f713cace6268 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:32.723169 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4973-11cc-4bc7-8949-ca73416b5754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.730946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Port e7a4151c-3c80-4505-a20c-f713cace6268 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:03:32.733379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Attempting to bind port e7a4151c-3c80-4505-a20c-f713cace6268 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:32.755507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:32.756202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:32.763655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:32.764500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Bound port: e7a4151c-3c80-4505-a20c-f713cace6268, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:32.765074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.771343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd0ae1a-f4ee-4fd6-9eee-ad997fc448b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:32.772932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-dfd0ae1a-f4ee-4fd6-9eee-ad997fc448b8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531221 Sep 21 08:03:32.779355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:32.910662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bfd54-007d-46c1-94ac-43548cb7d1ca req-e27356db-8415-46f2-9fd8-f645913afdaf tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:32.920687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e00bfd54-007d-46c1-94ac-43548cb7d1ca req-e27356db-8415-46f2-9fd8-f645913afdaf tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 968 time: 0.1669502 Sep 21 08:03:32.973473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4973-11cc-4bc7-8949-ca73416b5754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.977450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4973-11cc-4bc7-8949-ca73416b5754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:32.980481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:30Z', 'revision_number': 2, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:32.984294 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6c4e4973-11cc-4bc7-8949-ca73416b5754 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff674b39-3787-47ad-8be6-9a2562fc4abc HTTP/1.1" status: 204 len: 168 time: 0.5035112 Sep 21 08:03:32.993239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] For port e7a4151c-3c80-4505-a20c-f713cace6268, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:33.022900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Checking router: faceee27-3819-417c-a4f5-e3879342390c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:03:33.023583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Updating router faceee27-3819-417c-a4f5-e3879342390c port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:03:33.027506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] For port e7a4151c-3c80-4505-a20c-f713cace6268, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e7a4151c-3c80-4505-a20c-f713cace6268,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:33.037947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e00bfd54-007d-46c1-94ac-43548cb7d1ca req-0773f25a-707b-48b3-91d8-47f8b0e01022 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184995 Sep 21 08:03:33.047092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e4973-11cc-4bc7-8949-ca73416b5754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff674b39-3787-47ad-8be6-9a2562fc4abc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:33.051433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.054821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-31dfc658-86fc-459d-831c-3061c4ee9fe3 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679927 Sep 21 08:03:33.065223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05019e2d-c612-4da6-a2f4-c0f01f7f3a35 req-352614df-5fa3-49e7-aea8-3b96e8ffaf3e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.1092737 Sep 21 08:03:33.118196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:33.118888 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.120375 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] 10.222.0.50 "PUT /v2.0/ports/e7a4151c-3c80-4505-a20c-f713cace6268 HTTP/1.1" status: 200 len: 1117 time: 2.4951642 Sep 21 08:03:33.120844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'tag': 'e7a4151c-3c80-4505-a20c-f713cace6268'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:33.132201 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.198350 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8eb37bd-ca84-436b-b60d-0218f7b87ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.233539 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.319141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35020) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:33.324996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-network', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:33.395522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:03:33.395522 n-d-809980-2 neutron-server[94725]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 08:03:33.395522 n-d-809980-2 neutron-server[94725]: [parameters: {'project_id': '220c852a91cb41409ca852f14dc0cd24', 'id': 'bc293269-dd46-4686-adf1-afee010dab1d', 'expiration': datetime.datetime(2021, 9, 21, 8, 5, 33, 367649)}] Sep 21 08:03:33.395522 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:03:33.395902 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:03:33.399632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cb6524c-763f-482d-98ad-9a0a9f5c413c req-d677ea72-7db3-482a-9494-2387be07c87b service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322179 Sep 21 08:03:33.512801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee72014-0ba5-4804-ae1e-664eaab64be0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a4151c-3c80-4505-a20c-f713cace6268,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:33.537142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-c8173a99-f610-4b1b-8086-cba595a9f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:33.539031 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-c8173a99-f610-4b1b-8086-cba595a9f79c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73f0659fac76499c9a57c912b2ca59ad&device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 1120 time: 0.2692733 Sep 21 08:03:33.547505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f68756-10e2-4e1e-b205-35591ba5b193 req-f6b97ba9-e1d5-4d6e-9851-45585b7a4b5b tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:33.549367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9f68756-10e2-4e1e-b205-35591ba5b193 req-f6b97ba9-e1d5-4d6e-9851-45585b7a4b5b tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 969 time: 0.2849853 Sep 21 08:03:33.631107 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a19e234-8ea0-42cf-8008-f7f168f23071", "tag": "e7a4151c-3c80-4505-a20c-f713cace6268"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:33.641848 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-069f9175-8e2f-4a52-9c29-6365fcab44a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e7a4151c-3c80-4505-a20c-f713cace6268 HTTP/1.1" status: 200 len: 217 time: 0.0913975 Sep 21 08:03:33.671140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8eb37bd-ca84-436b-b60d-0218f7b87ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.677947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-03e591bc-92f1-401d-bf3d-addbd688aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:33.680949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-03e591bc-92f1-401d-bf3d-addbd688aa6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7957a3708a9f4b628e1ae16b39859d24&device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 1119 time: 0.1783104 Sep 21 08:03:33.687351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8eb37bd-ca84-436b-b60d-0218f7b87ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.696606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9f68756-10e2-4e1e-b205-35591ba5b193 req-c4246b88-49a5-40ea-98ee-bd591a8e22ab tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379192 Sep 21 08:03:33.704035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35030) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:33.721572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a86b505-aa0f-4d9f-a495-780e6d2bbd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.749762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-353cc6ba-1caf-4bf3-b517-9116a50fbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:33.751006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.751523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-353cc6ba-1caf-4bf3-b517-9116a50fbf9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1014087 Sep 21 08:03:33.757799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.780939 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3a01f7-583a-4db8-a7ea-29d853e3d18c x-openstack-request-id: req-fa3a01f7-583a-4db8-a7ea-29d853e3d18c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:33.781318 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a19e234-8ea0-42cf-8008-f7f168f23071", "tag": "e7a4151c-3c80-4505-a20c-f713cace6268", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:33.781410 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa3a01f7-583a-4db8-a7ea-29d853e3d18c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:33.781863 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'tag': 'e7a4151c-3c80-4505-a20c-f713cace6268', 'status': 'completed', 'code': 200} Sep 21 08:03:33.789687 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a8eb37bd-ca84-436b-b60d-0218f7b87ffb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa35e877fc354efca44c65e4d5d73b10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0091448 Sep 21 08:03:33.799810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35032) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:33.834191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e097ed2-44e1-4b88-9303-cf4d1df9cae0 None None] Pushing event updated for resources: {'Port': ['ID=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:33.910866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-17ddf443-1cc3-47ba-9439-3ee5b5e9c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:33.911777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb37bd-ca84-436b-b60d-0218f7b87ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521d4f1e-09ec-42a2-991a-a346d51f877d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:33.913080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-17ddf443-1cc3-47ba-9439-3ee5b5e9c6fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526587 Sep 21 08:03:33.925908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Attempting to bind port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:33.926316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Attempting to bind port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:33.926761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Attempting to bind port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:33.948446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:33.948825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Checking segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:33.949278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:33.949632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Bound using segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:33.950124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Bound port: 3dd22d7b-b942-4fa4-b0a2-6d2383c46278, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:33.950751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.053481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b792559e-004d-481d-9f1f-d4ffee726739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.059934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] For port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:34.065826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] For port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:34.071959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a86b505-aa0f-4d9f-a495-780e6d2bbd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.073469 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.088917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a86b505-aa0f-4d9f-a495-780e6d2bbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.131304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-66a4cf74-6324-434d-9431-cb4ea79c7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:34.132669 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-93add216-d0a8-41bb-aa44-b24f6e8db472 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096379 Sep 21 08:03:34.133041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-66a4cf74-6324-434d-9431-cb4ea79c7655 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.4009881 Sep 21 08:03:34.139094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Made reservation on behalf of 220c852a91cb41409ca852f14dc0cd24 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:34.142447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.170471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b792559e-004d-481d-9f1f-d4ffee726739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.173744 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.191982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e097ed2-44e1-4b88-9303-cf4d1df9cae0 None None] Pushing event updated for resources: {'Port': ['ID=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:34.227050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86b505-aa0f-4d9f-a495-780e6d2bbd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3904f26a-98b3-4bcb-9653-3275ecbab1c5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:34.237893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7a86b505-aa0f-4d9f-a495-780e6d2bbd80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3220590dcea9430583a03d9dff327b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327923 Sep 21 08:03:34.241103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:34.249941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-01f31474-7657-40d0-924d-27647816f0d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2878caca-8f47-4d6e-8d88-349b0a5acbb7 HTTP/1.1" status: 200 len: 217 time: 0.0919690 Sep 21 08:03:34.268069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:34.268870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:34.323385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55364315-2928-4142-8f05-6107a2630330 req-e51ec2d9-0956-4bb7-9766-31d480f3d9c3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0912721 Sep 21 08:03:34.332309 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7a4c4ef1-f84e-4ab8-9dde-118279944b6f None None] Provisioning complete for port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:34.332309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4ef1-f84e-4ab8-9dde-118279944b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.347847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ff4a1-7f6b-42f2-9348-8032b42dbe74 req-b247e8c2-b809-407d-9087-08e265a40b59 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:34.349609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f08ff4a1-7f6b-42f2-9348-8032b42dbe74 req-b247e8c2-b809-407d-9087-08e265a40b59 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 968 time: 0.2106395 Sep 21 08:03:34.422985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-3e00caa6-7efa-4836-b9c9-a460793acacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:34.431233 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-3e00caa6-7efa-4836-b9c9-a460793acacc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1602836 Sep 21 08:03:34.471769 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e563b4a-5988-4e17-9dd4-82a90ad54a59 req-83a72d12-368c-48c5-b394-3e13652efe36 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146553 Sep 21 08:03:34.472961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ed70a37-76df-4115-970f-44e1ffcb0c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.484259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b792559e-004d-481d-9f1f-d4ffee726739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.488371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b792559e-004d-481d-9f1f-d4ffee726739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.490329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b792559e-004d-481d-9f1f-d4ffee726739 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/521d4f1e-09ec-42a2-991a-a346d51f877d HTTP/1.1" status: 204 len: 168 time: 0.6790662 Sep 21 08:03:34.506652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f08ff4a1-7f6b-42f2-9348-8032b42dbe74 req-def4c5b9-7f36-451f-a4af-e6b608ff2240 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352491 Sep 21 08:03:34.520452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792559e-004d-481d-9f1f-d4ffee726739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521d4f1e-09ec-42a2-991a-a346d51f877d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:34.575635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-f299c545-5459-4a4a-b6c8-751704b45014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:34.579438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-f299c545-5459-4a4a-b6c8-751704b45014 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354969 Sep 21 08:03:34.615393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ed70a37-76df-4115-970f-44e1ffcb0c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.661188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:34.677278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.681351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-1cd260c1-4ea9-463e-b4d3-3a37dd452ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:34.683092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-1cd260c1-4ea9-463e-b4d3-3a37dd452ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=73f0659fac76499c9a57c912b2ca59ad&device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 1120 time: 0.0843635 Sep 21 08:03:34.718821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.825706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cef0ef9-da86-45c5-a775-0e165b7bb528,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:34.882759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-54b68bf2-1489-482c-84f1-c2a8af417a0d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874348 Sep 21 08:03:34.942410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:03:34.958829 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:34.959206 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Added segment f9b49d39-9295-4f0b-b156-50b6ef9a27a6 of type vlan for network 46555f1d-1caa-4226-bc1c-2222851e2efc Sep 21 08:03:34.960280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4ef1-f84e-4ab8-9dde-118279944b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.012604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ed70a37-76df-4115-970f-44e1ffcb0c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.016276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ed70a37-76df-4115-970f-44e1ffcb0c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.017977 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ed70a37-76df-4115-970f-44e1ffcb0c79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3904f26a-98b3-4bcb-9653-3275ecbab1c5 HTTP/1.1" status: 204 len: 168 time: 0.7756052 Sep 21 08:03:35.050918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.063675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7a4c4ef1-f84e-4ab8-9dde-118279944b6f None None] For port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:35.068089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed70a37-76df-4115-970f-44e1ffcb0c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3904f26a-98b3-4bcb-9653-3275ecbab1c5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:35.073202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4ef1-f84e-4ab8-9dde-118279944b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.092451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-7964af8f-77df-49b5-892d-14c82b1acce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:35.096274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-7964af8f-77df-49b5-892d-14c82b1acce8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.4024422 Sep 21 08:03:35.108340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.109443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:35.110172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.177990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-d48d56bc-5734-4617-af5c-b8769b589cda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e7a4151c-3c80-4505-a20c-f713cace6268 HTTP/1.1" status: 200 len: 217 time: 0.0723429 Sep 21 08:03:35.201705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c4ef1-f84e-4ab8-9dde-118279944b6f None None] Pushing event updated for resources: {'Port': ['ID=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:35.206251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:35.211546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] Pushing event updated for resources: {'Network': ['ID=46555f1d-1caa-4226-bc1c-2222851e2efc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:35.239982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ad5b4-3588-4c37-802e-0b8c95b673a5 req-80577a8c-2fbd-4b36-9b5c-6c8376006004 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:35.241111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 46555f1d-1caa-4226-bc1c-2222851e2efc details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:03:35.241808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-228ad5b4-3588-4c37-802e-0b8c95b673a5 req-80577a8c-2fbd-4b36-9b5c-6c8376006004 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 969 time: 0.4102876 Sep 21 08:03:35.252429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718065d-d17e-4174-8a11-ea4b96c74082 None None] The sync data for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 is: [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:03:35.268703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3e868e7f-dd5f-42e7-ad96-c7b2269fc41f None None] Provisioning complete for port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:35.269739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3e868e7f-dd5f-42e7-ad96-c7b2269fc41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.278322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35048) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:35.303216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e058e1e0-112a-4b9c-a08e-37eb31d43ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:35.320343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-475afe0c-6303-4edb-a982-1de81ea8e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:35.344966 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-475afe0c-6303-4edb-a982-1de81ea8e232 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1518207 Sep 21 08:03:35.478284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-0d8f0ebf-5998-4780-b689-ca03fdb52101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:35.480381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-0d8f0ebf-5998-4780-b689-ca03fdb52101 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296372 Sep 21 08:03:35.584607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5548b0ef-3953-486a-a212-2dc8ccef1922 req-bf8d03cd-9824-48c2-9ac5-741f5ae6e918 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0943956 Sep 21 08:03:35.603710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-279f92ae-b91d-4ce9-843d-23ad132f3751 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2834394 Sep 21 08:03:35.612720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35056) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:35.631192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Request body: {'subnet': {'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-subnet', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:35.691409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-228ad5b4-3588-4c37-802e-0b8c95b673a5 req-16b0a604-837b-4784-b125-efc9f6a77f74 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194818 Sep 21 08:03:35.715734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-598be270-53fe-4ca5-b487-359dcd2c73a9 req-d84fb8ce-ea61-4c11-9889-1fda4ab872e2 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035073 Sep 21 08:03:36.011249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-cf4fbc88-d2c5-4833-a07a-5a249f9dd0c4 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192602 Sep 21 08:03:36.026237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24352f88-af59-47ba-9d27-af5d968ad8c7 req-b52de8a2-fbfc-4937-a8c2-591cd81cd774 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:36.027925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24352f88-af59-47ba-9d27-af5d968ad8c7 req-b52de8a2-fbfc-4937-a8c2-591cd81cd774 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 968 time: 0.1200435 Sep 21 08:03:36.188001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24352f88-af59-47ba-9d27-af5d968ad8c7 req-b8205372-4d31-44bc-82ae-bce01d146739 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502678 Sep 21 08:03:36.191209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e058e1e0-112a-4b9c-a08e-37eb31d43ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.214669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e058e1e0-112a-4b9c-a08e-37eb31d43ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.218987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4312de-2de1-4ef2-9202-2a2d1aebc2a7 req-4ea33c85-1f56-4398-93ee-74c9055c7457 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900361 Sep 21 08:03:36.277240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e1e0-112a-4b9c-a08e-37eb31d43ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95236161-667c-403e-afff-6185b5f826f4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:36.288874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Made reservation on behalf of 220c852a91cb41409ca852f14dc0cd24 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:36.291651 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.310822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e058e1e0-112a-4b9c-a08e-37eb31d43ace admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9e4ebec89ce444984eed3d29d6b3951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0300117 Sep 21 08:03:36.314055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:36.438452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c409b3-813e-4b11-8b76-160e40b138d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.489637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c409b3-813e-4b11-8b76-160e40b138d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.600974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c409b3-813e-4b11-8b76-160e40b138d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.603969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c409b3-813e-4b11-8b76-160e40b138d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.605083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b2c409b3-813e-4b11-8b76-160e40b138d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95236161-667c-403e-afff-6185b5f826f4 HTTP/1.1" status: 204 len: 168 time: 0.2899899 Sep 21 08:03:36.612248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.676335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a92577-ff9c-4550-84d0-85ff0e852a47,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:36.686033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c409b3-813e-4b11-8b76-160e40b138d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95236161-667c-403e-afff-6185b5f826f4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:36.733160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Checking segment: {'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:36.733538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Network hostable DHCP agents. Network: 46555f1d-1caa-4226-bc1c-2222851e2efc, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:03:36.756855 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e983-1b6f-4353-9a2c-22d714ef0673 req-b5cd9d43-7e65-4e51-b522-df904086cdbd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0574868 Sep 21 08:03:36.770233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Network 46555f1d-1caa-4226-bc1c-2222851e2efc is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:03:36.806709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 46555f1d-1caa-4226-bc1c-2222851e2efc) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:36.814702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:36.816433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.828249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a5ec2-7cfa-4799-9f51-85d41d1bfcc5 None None] Network 46555f1d-1caa-4226-bc1c-2222851e2efc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:36.881986 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ac9f340-7715-423e-b4d2-734c3693008b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2640533 Sep 21 08:03:36.882965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35094) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:36.891754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:36.924794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759881c8-3b5c-4aef-afcb-311235d5d331 req-84ec2cb1-c56d-4881-87bd-4d3f84a96e5d tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:36.926390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-759881c8-3b5c-4aef-afcb-311235d5d331 req-84ec2cb1-c56d-4881-87bd-4d3f84a96e5d tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 969 time: 0.0979142 Sep 21 08:03:36.959922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.960987 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:36.988954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-759881c8-3b5c-4aef-afcb-311235d5d331 req-b36ed206-7a81-40c1-a95d-88b6176c6e2c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545301 Sep 21 08:03:37.057330 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.085062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-46555f1d-1caa-4226-bc1c-2222851e2efc', 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'fixed_ips': [{'subnet_id': 'b5a92577-ff9c-4550-84d0-85ff0e852a47'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:03:37.086056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.162603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35100) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:37.181056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4833b73f-ff70-4d77-9cfb-79d1afded8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.262260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.311756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Allocated IP 172.20.0.2 (46555f1d-1caa-4226-bc1c-2222851e2efc/b5a92577-ff9c-4550-84d0-85ff0e852a47/f30aa616-839e-49b8-a43b-817b73c0f9e5) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:37.338096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:37.413961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d8718-8d2a-47a2-99f6-7ea008f0be55 req-7f485894-cc83-4350-b7a7-941be48210c0 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:37.416037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c0d8718-8d2a-47a2-99f6-7ea008f0be55 req-7f485894-cc83-4350-b7a7-941be48210c0 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 968 time: 0.1192048 Sep 21 08:03:37.425566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:37.426018 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.439908 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4833b73f-ff70-4d77-9cfb-79d1afded8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.462090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4833b73f-ff70-4d77-9cfb-79d1afded8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.501073 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4833b73f-ff70-4d77-9cfb-79d1afded8e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc69e3669df546a6bcf69c12c2b56b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321369 Sep 21 08:03:37.506414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35106) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:37.555390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c0d8718-8d2a-47a2-99f6-7ea008f0be55 req-b752874b-401e-4bcb-bf3f-b011cc375faf tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277199 Sep 21 08:03:37.561049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833b73f-ff70-4d77-9cfb-79d1afded8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cce9ad-e0c1-43c1-856b-2384a8d2a2c3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:37.589270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.608074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72cbb9bc-5593-4dc3-a955-4f20a0601b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.612750 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.633327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72cbb9bc-5593-4dc3-a955-4f20a0601b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.635049 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.642705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.661939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Network 46555f1d-1caa-4226-bc1c-2222851e2efc is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:37.664662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:37.667786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:37.696668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72cbb9bc-5593-4dc3-a955-4f20a0601b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.702695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72cbb9bc-5593-4dc3-a955-4f20a0601b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.704453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-72cbb9bc-5593-4dc3-a955-4f20a0601b66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4cce9ad-e0c1-43c1-856b-2384a8d2a2c3 HTTP/1.1" status: 204 len: 168 time: 0.1965835 Sep 21 08:03:37.718884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbb9bc-5593-4dc3-a955-4f20a0601b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cce9ad-e0c1-43c1-856b-2384a8d2a2c3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:37.755777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Pushing event updated for resources: {'Port': ['ID=f30aa616-839e-49b8-a43b-817b73c0f9e5,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:37.772587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Attempting to bind port f30aa616-839e-49b8-a43b-817b73c0f9e5 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:37.772994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Attempting to bind port f30aa616-839e-49b8-a43b-817b73c0f9e5 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:37.773662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Attempting to bind port f30aa616-839e-49b8-a43b-817b73c0f9e5 on network 46555f1d-1caa-4226-bc1c-2222851e2efc {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:37.776401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Allocated IP 172.25.1.49 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/242b5ea8-b9eb-4f0a-8549-74706d9b71de) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:37.780346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:37.780734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Checking segment: {'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:37.781141 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.781539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Bound using segment: {'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:37.782022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Bound port: f30aa616-839e-49b8-a43b-817b73c0f9e5, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:37.782409 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.821890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-df350aff-fe93-45ae-95f8-1146ccc22fc7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426490 Sep 21 08:03:37.875261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] For port f30aa616-839e-49b8-a43b-817b73c0f9e5, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:37.881093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] For port f30aa616-839e-49b8-a43b-817b73c0f9e5, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f30aa616-839e-49b8-a43b-817b73c0f9e5,segment=NetworkSegment(f9b49d39-9295-4f0b-b156-50b6ef9a27a6),segment_id=f9b49d39-9295-4f0b-b156-50b6ef9a27a6)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:37.887085 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:37.920767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4759d031-3eb7-4f43-ad0f-a372cf22ed5a req-cf3ba76f-939a-475c-a02c-ef731ee54a05 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0497968 Sep 21 08:03:37.961515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea47b07-7292-4a3d-b9ec-1bc5199929f9 None None] Pushing event updated for resources: {'Port': ['ID=f30aa616-839e-49b8-a43b-817b73c0f9e5,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:38.022299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-d8c4d8c0-fb74-4711-a795-428becc1a9e6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:38.023631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-d8c4d8c0-fb74-4711-a795-428becc1a9e6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009411 Sep 21 08:03:38.055454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:38.057724 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-91067dd7-2f78-42ff-a0cb-6e85f7b8ca3c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/quotas/7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 375 time: 0.0218740 Sep 21 08:03:38.109807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-7c1e43ce-c485-41ae-ac52-29c1f1ae9421 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394938 Sep 21 08:03:38.162545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91452d-ce80-4e32-a722-2353c2c6db97 req-ab566fdb-780a-4172-9261-f5ec39de730e tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:38.167654 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:38.171882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca91452d-ce80-4e32-a722-2353c2c6db97 req-ab566fdb-780a-4172-9261-f5ec39de730e tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 969 time: 0.0963421 Sep 21 08:03:38.240096 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca91452d-ce80-4e32-a722-2353c2c6db97 req-793a2ec2-9e43-4401-8988-4e2aa9080916 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667133 Sep 21 08:03:38.255061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:38.255061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:38.255061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:38.310205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Pushing event updated for resources: {'Port': ['ID=242b5ea8-b9eb-4f0a-8549-74706d9b71de,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:38.339171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e7a4151c-3c80-4505-a20c-f713cace6268 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:03:38.417149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d92015fd-bf41-40e5-9f22-67959a0d7d1f req-f4071701-96a7-40f4-b831-509f507b65f5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 210 time: 0.0363824 Sep 21 08:03:38.501541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e7a4151c-3c80-4505-a20c-f713cace6268, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e7a4151c-3c80-4505-a20c-f713cace6268,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:38.535403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'e7a4151c-3c80-4505-a20c-f713cace6268', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'e7a4151c-3c80-4505-a20c-f713cace6268', 'mac_address': 'fa:16:3e:4b:f5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:tempest-test_az-263756347', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:03:38.561307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:38.592552 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:38.612624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a4151c-3c80-4505-a20c-f713cace6268 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:38.641690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e7a4151c-3c80-4505-a20c-f713cace6268, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e7a4151c-3c80-4505-a20c-f713cace6268,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:38.649564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:38.650442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2878caca-8f47-4d6e-8d88-349b0a5acbb7 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:03:38.717184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2878caca-8f47-4d6e-8d88-349b0a5acbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2878caca-8f47-4d6e-8d88-349b0a5acbb7,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:38.732201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '2878caca-8f47-4d6e-8d88-349b0a5acbb7', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '2878caca-8f47-4d6e-8d88-349b0a5acbb7', 'mac_address': 'fa:16:3e:f5:1a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-263756347', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:03:38.775270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d611d-a1c4-438e-904e-82a47801979c req-cfcb1fb3-d58f-4d62-82fd-3e8395fb9385 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:38.777440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-794d611d-a1c4-438e-904e-82a47801979c req-cfcb1fb3-d58f-4d62-82fd-3e8395fb9385 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 968 time: 0.1285193 Sep 21 08:03:38.829092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e7a4151c-3c80-4505-a20c-f713cace6268,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:38.849742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:38.874277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2878caca-8f47-4d6e-8d88-349b0a5acbb7 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:38.898369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-794d611d-a1c4-438e-904e-82a47801979c req-d30081c0-98a3-46c5-bdde-924df0e0446d tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001582 Sep 21 08:03:38.910258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2878caca-8f47-4d6e-8d88-349b0a5acbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2878caca-8f47-4d6e-8d88-349b0a5acbb7,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:38.916228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:38.999159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:39.007561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=2878caca-8f47-4d6e-8d88-349b0a5acbb7,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:39.070134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23aa1de2-4c18-4b07-b459-ba0dd3c75831 req-54d747e0-1c1e-4ea9-a7d5-35f227b5cc88 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0430417 Sep 21 08:03:39.202196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Router cd21d29f-89e8-481c-bc16-8a44c34c6b02 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:03:39.230280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1618ad6-8e7e-425e-863b-578529b8ac34 None None] Network 46555f1d-1caa-4226-bc1c-2222851e2efc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:03:39.315195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e7a4151c-3c80-4505-a20c-f713cace6268'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:03:39.365580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:03:39.376478 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Sync routers for ids ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:03:39.386668 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Routers {'cd21d29f-89e8-481c-bc16-8a44c34c6b02'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:39.388923 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:39.423570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69157e4-3f29-4ed5-a6d8-f88e6f036723 req-3af78e30-3eb8-428c-ac40-e77e9443cef7 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:39.431800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f69157e4-3f29-4ed5-a6d8-f88e6f036723 req-3af78e30-3eb8-428c-ac40-e77e9443cef7 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 970 time: 0.0829754 Sep 21 08:03:39.441809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:39.446155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9b206ffa-86e8-4b85-b57c-bfb16e3c985b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5591996 Sep 21 08:03:39.446347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35168) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:39.482112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f69157e4-3f29-4ed5-a6d8-f88e6f036723 req-a344abbc-42d4-416e-8277-34cdf86213d8 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Sep 21 08:03:39.495118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['2878caca-8f47-4d6e-8d88-349b0a5acbb7'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:03:39.517763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30aa616-839e-49b8-a43b-817b73c0f9e5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:39.548176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-637cdebd-acdc-415e-aea5-53c42d318070 None None] Provisioning complete for port f30aa616-839e-49b8-a43b-817b73c0f9e5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:39.548176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-637cdebd-acdc-415e-aea5-53c42d318070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:39.567873 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Set router cd21d29f-89e8-481c-bc16-8a44c34c6b02 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:39.621189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-628026d1-9610-4a4b-91c9-ca89f8c69c61 req-f111184e-8c51-4994-a35d-31eb9da0d94c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 210 time: 0.0617628 Sep 21 08:03:39.807807 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:03:38Z', 'revision_number': 3, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port': {'id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:37Z', 'updated_at': '2021-09-21T08:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:39.818909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f30aa616-839e-49b8-a43b-817b73c0f9e5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:39.819211 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:39.843015 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Checking router: cd21d29f-89e8-481c-bc16-8a44c34c6b02 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:03:39.843389 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Updating router cd21d29f-89e8-481c-bc16-8a44c34c6b02 port 242b5ea8-b9eb-4f0a-8549-74706d9b71de binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:03:39.872852 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:39.946353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Request body: {'port': {'device_id': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'admin_state_up': True, 'tenant_id': 'd9a5530eddb54a0a837750d539b58ca1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:39.962686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-637cdebd-acdc-415e-aea5-53c42d318070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.137239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-637cdebd-acdc-415e-aea5-53c42d318070 None None] For port f30aa616-839e-49b8-a43b-817b73c0f9e5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f30aa616-839e-49b8-a43b-817b73c0f9e5,segment=NetworkSegment(f9b49d39-9295-4f0b-b156-50b6ef9a27a6),segment_id=f9b49d39-9295-4f0b-b156-50b6ef9a27a6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:40.170890 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-637cdebd-acdc-415e-aea5-53c42d318070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.254399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.256873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f6211-cc3c-4ffd-8577-79d44b5947d4 req-1cf276ae-dfb0-438e-845c-757e5e64392d tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:40.258596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-739f6211-cc3c-4ffd-8577-79d44b5947d4 req-1cf276ae-dfb0-438e-845c-757e5e64392d tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 969 time: 0.2065592 Sep 21 08:03:40.305134 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.313614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cdebd-acdc-415e-aea5-53c42d318070 None None] Pushing event updated for resources: {'Port': ['ID=f30aa616-839e-49b8-a43b-817b73c0f9e5,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:40.321941 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.333918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d04fafa4-004f-4205-ad66-16555346e959 req-d7aff4dd-2b31-4863-a969-73c55c8f4301 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.1304111 Sep 21 08:03:40.395484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:03:40.395954 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:03:40.434155 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Attempting to bind port 242b5ea8-b9eb-4f0a-8549-74706d9b71de on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:40.436431 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Attempting to bind port 242b5ea8-b9eb-4f0a-8549-74706d9b71de by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:40.436990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Attempting to bind port 242b5ea8-b9eb-4f0a-8549-74706d9b71de on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:40.450748 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:40.451625 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:40.452204 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.452613 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:40.453128 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Bound port: 242b5ea8-b9eb-4f0a-8549-74706d9b71de, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:40.453972 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.460522 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027ba4e-0cc1-4c5b-b368-5dbe9aba2f46 None None] Pushing event updated for resources: {'Port': ['ID=242b5ea8-b9eb-4f0a-8549-74706d9b71de,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:40.495793 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-739f6211-cc3c-4ffd-8577-79d44b5947d4 req-11eb7e99-2952-4599-bc7e-e002dfb1b044 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159300 Sep 21 08:03:40.521651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Made reservation on behalf of d9a5530eddb54a0a837750d539b58ca1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:40.526750 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.547827 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] For port 242b5ea8-b9eb-4f0a-8549-74706d9b71de, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:40.552220 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] For port 242b5ea8-b9eb-4f0a-8549-74706d9b71de, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=242b5ea8-b9eb-4f0a-8549-74706d9b71de,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:40.557714 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.568212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.627145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Routers {'cd21d29f-89e8-481c-bc16-8a44c34c6b02'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:40.628011 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:40.635155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b37bdb48-bf4a-407b-b02f-b1ae6612e081 None None] Provisioning complete for port f30aa616-839e-49b8-a43b-817b73c0f9e5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:40.635155 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b37bdb48-bf4a-407b-b02f-b1ae6612e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:40.719889 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027ba4e-0cc1-4c5b-b368-5dbe9aba2f46 None None] Pushing event updated for resources: {'Port': ['ID=242b5ea8-b9eb-4f0a-8549-74706d9b71de,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:40.748574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.62', 63308) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:40.893790 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] Set router cd21d29f-89e8-481c-bc16-8a44c34c6b02 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:40.973403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f82ac-7649-458d-8ff1-e6bcf40dffcd req-067a14df-bc43-4e1a-ab66-d022f0d74cec tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:40.981749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a84f82ac-7649-458d-8ff1-e6bcf40dffcd req-067a14df-bc43-4e1a-ab66-d022f0d74cec tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 970 time: 0.3100877 Sep 21 08:03:41.014108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Allocated IP 172.20.0.7 (91a251d9-59a5-4feb-8c5d-edc105fbe231/06e0b300-5a8d-4b76-a604-27b72889a088/b3f79d76-ee47-45e1-bada-c460b778be7e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:41.038968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-98564aed-2ca9-4ace-afa5-d84cbde0a2a8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2890947 Sep 21 08:03:41.050795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Allocated IP 172.20.0.1 (46555f1d-1caa-4226-bc1c-2222851e2efc/b5a92577-ff9c-4550-84d0-85ff0e852a47/29b67079-76a6-42b9-bd57-20aa1f1efd3e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:41.059816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-456c9200-1a51-4c3d-9542-3155a60bc820 req-749afdd3-f923-405b-a354-805ef66df96d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 210 time: 0.0321419 Sep 21 08:03:41.069454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a84f82ac-7649-458d-8ff1-e6bcf40dffcd req-5e8b3633-9c7a-440e-ac2f-74328cb5dedc tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870206 Sep 21 08:03:41.144744 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:03:38Z', 'revision_number': 3, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port': {'id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:37Z', 'updated_at': '2021-09-21T08:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:41.181418 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa0a81-e55b-4624-b78f-1519ffcd0533 None None] The sync data for ids ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'] in n-d-809980-2 is: [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:03:38Z', 'revision_number': 3, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port': {'id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:37Z', 'updated_at': '2021-09-21T08:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:03:41.239545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-8a23facc-bee4-44c9-aa2c-d46b23db80cd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:41.242175 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-8a23facc-bee4-44c9-aa2c-d46b23db80cd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849999 Sep 21 08:03:41.258773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Request body: {'port': {'device_id': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '7634cabddde04a9a91793712ffd5c698'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:41.268341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30aa616-839e-49b8-a43b-817b73c0f9e5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:41.340283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.352492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.364189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f30aa616-839e-49b8-a43b-817b73c0f9e5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:41.364189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.418946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Made reservation on behalf of 7634cabddde04a9a91793712ffd5c698 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:41.428687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.451465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.451754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.510877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.534590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Network 46555f1d-1caa-4226-bc1c-2222851e2efc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:41.545440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:41.548084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:41.548699 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.642224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b76764-2b6d-4857-be89-c1405b9cb460 req-2588fa50-39ab-413e-aa70-ca038505f8b1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:41.652153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3b76764-2b6d-4857-be89-c1405b9cb460 req-2588fa50-39ab-413e-aa70-ca038505f8b1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 931 time: 0.1542132 Sep 21 08:03:41.756274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3b76764-2b6d-4857-be89-c1405b9cb460 req-11e34b3a-1bf7-406e-b641-6d07c8425452 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026740 Sep 21 08:03:41.768563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35222) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:41.846557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:41.856109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.865002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.865136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:41.874058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Pushing event updated for resources: {'Port': ['ID=29b67079-76a6-42b9-bd57-20aa1f1efd3e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:41.877063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:41.884515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:41.885440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.943548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e871516d-17bb-4a72-9f61-a0e5368e5882 None None] Provisioning complete for port 29b67079-76a6-42b9-bd57-20aa1f1efd3e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:41.945307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e871516d-17bb-4a72-9f61-a0e5368e5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:41.987242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81763cb4-2322-4ee0-aab7-b2a3c2d1e857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.005720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e871516d-17bb-4a72-9f61-a0e5368e5882 None None] Port 29b67079-76a6-42b9-bd57-20aa1f1efd3e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:42.017963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b06e6-08c2-4199-96bd-f09953480722,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:42.097515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:42.105242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Allocated IP 192.168.233.80 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:42.119818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464125ee-73a8-444f-87c6-a186f2de8013 req-947de45e-02a2-452e-8d5c-f35f435ea2cd tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:42.128586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-464125ee-73a8-444f-87c6-a186f2de8013 req-947de45e-02a2-452e-8d5c-f35f435ea2cd tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 969 time: 0.2745340 Sep 21 08:03:42.183430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.229447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-464125ee-73a8-444f-87c6-a186f2de8013 req-78e64e90-0520-477a-bc50-aeb6d84d1af6 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907798 Sep 21 08:03:42.284860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81763cb4-2322-4ee0-aab7-b2a3c2d1e857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.304310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e7a4151c-3c80-4505-a20c-f713cace6268 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:42.310758 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-68ac6fb6-60d6-4787-be06-ea2709949a8e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3740659 Sep 21 08:03:42.333692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-84e53afc-eae6-406c-8bbe-def85fbeea45 req-1436949b-6f80-4ac7-9595-e5b20e57b40a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 210 time: 0.0531003 Sep 21 08:03:42.335246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ed7e4-5b67-46a1-be84-ecca3402ba0a req-9330245c-a1f3-4458-9bae-06e1b0d25528 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:42.339954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-6e4688d1-2264-452f-8dc0-1715c9dfaa4f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:03:42.340623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-6e4688d1-2264-452f-8dc0-1715c9dfaa4f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092661 Sep 21 08:03:42.344253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f20ed7e4-5b67-46a1-be84-ecca3402ba0a req-9330245c-a1f3-4458-9bae-06e1b0d25528 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 970 time: 0.1613045 Sep 21 08:03:42.349762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81763cb4-2322-4ee0-aab7-b2a3c2d1e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.408795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port e7a4151c-3c80-4505-a20c-f713cace6268 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:03:42.416770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port e7a4151c-3c80-4505-a20c-f713cace6268 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:42.416770 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.442995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-81763cb4-2322-4ee0-aab7-b2a3c2d1e857 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a4f1075916c243599d5f197716d00c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6705043 Sep 21 08:03:42.448800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35232) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:42.453071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81763cb4-2322-4ee0-aab7-b2a3c2d1e857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b996c65-1896-4286-b97d-7fb512f456dd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:42.480914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f20ed7e4-5b67-46a1-be84-ecca3402ba0a req-eefaa891-c79f-4b4f-abe8-294a7dfc5336 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305768 Sep 21 08:03:42.499121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.503219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.526291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Request body: {'port': {'device_id': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:42.529534 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.534334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.543146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.549045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.572433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a4151c-3c80-4505-a20c-f713cace6268'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:42.601790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:42.607766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:42.612463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Pushing event updated for resources: {'Port': ['ID=29b67079-76a6-42b9-bd57-20aa1f1efd3e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:42.626030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:42.635824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:42.636901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.653246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:42.672272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-2e735b1f-0ff9-497a-902a-3e149d8772ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4199989 Sep 21 08:03:42.677079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e7a4151c-3c80-4505-a20c-f713cace6268, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e7a4151c-3c80-4505-a20c-f713cace6268,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:42.686278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.687428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2878caca-8f47-4d6e-8d88-349b0a5acbb7 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:42.695398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Request body: {'port': {'device_id': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:42.702852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3046751b-6c35-4efe-b351-56fbc15d7dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.729543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3046751b-6c35-4efe-b351-56fbc15d7dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.764430 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:03:42.787972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.804837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.859517 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd89634b-4af3-4953-95b7-5e2f91b7a121" -d '{"events": [{"server_uuid": "6a19e234-8ea0-42cf-8008-f7f168f23071", "name": "network-vif-plugged", "status": "completed", "tag": "e7a4151c-3c80-4505-a20c-f713cace6268"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:42.888484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e7a4151c-3c80-4505-a20c-f713cace6268,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:42.907845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:03:42.911990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:42.912365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.966170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-99fdd02a-8e51-4289-b690-dfcfcdbadab0 None None] Provisioning complete for port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:42.966740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-99fdd02a-8e51-4289-b690-dfcfcdbadab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:42.968553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Network 46555f1d-1caa-4226-bc1c-2222851e2efc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:42.972583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:43.034459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-99fdd02a-8e51-4289-b690-dfcfcdbadab0 None None] Port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:43.079837 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.118630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2878caca-8f47-4d6e-8d88-349b0a5acbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2878caca-8f47-4d6e-8d88-349b0a5acbb7,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:43.126620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.210012 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971ce1f1-c1c6-4a2f-8961-71b911cb6796 x-openstack-request-id: req-971ce1f1-c1c6-4a2f-8961-71b911cb6796 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:43.210012 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a19e234-8ea0-42cf-8008-f7f168f23071", "name": "network-vif-plugged", "status": "completed", "tag": "e7a4151c-3c80-4505-a20c-f713cace6268", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:43.210292 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-971ce1f1-c1c6-4a2f-8961-71b911cb6796 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:43.210776 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a4151c-3c80-4505-a20c-f713cace6268', 'code': 200} Sep 21 08:03:43.211474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=2878caca-8f47-4d6e-8d88-349b0a5acbb7,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:43.254129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:43.303559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.321530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 242b5ea8-b9eb-4f0a-8549-74706d9b71de up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:43.343038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3046751b-6c35-4efe-b351-56fbc15d7dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.346239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3046751b-6c35-4efe-b351-56fbc15d7dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.349974 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3046751b-6c35-4efe-b351-56fbc15d7dfa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b996c65-1896-4286-b97d-7fb512f456dd HTTP/1.1" status: 204 len: 168 time: 0.8957334 Sep 21 08:03:43.357917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Transition to ACTIVE for port object fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:03:43.363126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29310f3-1956-4144-8cd8-32140ac03764 req-f3c33324-1904-4481-ab07-e4abc7bcbda2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:43.364814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c29310f3-1956-4144-8cd8-32140ac03764 req-f3c33324-1904-4481-ab07-e4abc7bcbda2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 931 time: 0.4479010 Sep 21 08:03:43.389436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-57629df7-c6ef-4af7-a2b9-800c36100b26 None None] Provisioning complete for port 29b67079-76a6-42b9-bd57-20aa1f1efd3e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:43.393526 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-57629df7-c6ef-4af7-a2b9-800c36100b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.393860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.399552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046751b-6c35-4efe-b351-56fbc15d7dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b996c65-1896-4286-b97d-7fb512f456dd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:43.433618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-57629df7-c6ef-4af7-a2b9-800c36100b26 None None] Port 29b67079-76a6-42b9-bd57-20aa1f1efd3e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:43.454036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 242b5ea8-b9eb-4f0a-8549-74706d9b71de triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:43.454424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.488701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c29310f3-1956-4144-8cd8-32140ac03764 req-a37b1db0-7a84-4625-99ed-47649fbb95d5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153622 Sep 21 08:03:43.523528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Router cd21d29f-89e8-481c-bc16-8a44c34c6b02 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:03:43.623235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23375e-1876-4c7e-9f0a-b47a8b0bde78 req-7c32995e-772e-4740-ac45-65a65acf10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:43.631695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e23375e-1876-4c7e-9f0a-b47a8b0bde78 req-7c32995e-772e-4740-ac45-65a65acf10ad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 1122 time: 0.3698704 Sep 21 08:03:43.639728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:43.668275 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.693384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ef87f-3983-4d01-9533-4646deeba9d3 req-f92c0df2-70db-4c9e-ace0-a2c74cc0eccb tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:43.694999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-987ef87f-3983-4d01-9533-4646deeba9d3 req-f92c0df2-70db-4c9e-ace0-a2c74cc0eccb tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 970 time: 0.3513718 Sep 21 08:03:43.695732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 242b5ea8-b9eb-4f0a-8549-74706d9b71de, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=242b5ea8-b9eb-4f0a-8549-74706d9b71de,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:43.702932 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.760007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=242b5ea8-b9eb-4f0a-8549-74706d9b71de,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:43.776791 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e23375e-1876-4c7e-9f0a-b47a8b0bde78 req-99a7bf2c-2406-4807-9354-a5e7ed4ebd2e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.785766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f79d76-ee47-45e1-bada-c460b778be7e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:43.799534 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.814134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:43.814511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:43.814922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:43.828495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Transition to ACTIVE for port object b3f79d76-ee47-45e1-bada-c460b778be7e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:03:43.829470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:03:43.829802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:43.839224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b236cd-ccce-459c-8951-615be4487ba5 req-bd1b7c0d-2e78-4b51-8236-526f296f929f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:43.841017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61b236cd-ccce-459c-8951-615be4487ba5 req-bd1b7c0d-2e78-4b51-8236-526f296f929f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.1952159 Sep 21 08:03:43.868879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-987ef87f-3983-4d01-9533-4646deeba9d3 req-cef1e8ef-4495-4f92-b005-35d8d614da4d tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441221 Sep 21 08:03:43.869836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:43.870098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:43.870535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:43.871002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Bound port: fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:43.871418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.883675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:43.940693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:43.965207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35258) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:43.979656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:03:43.989013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Sync routers for ids ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:03:43.989403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61b236cd-ccce-459c-8951-615be4487ba5 req-8eeba325-ce86-454e-b5f2-92185fc38f48 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161005 Sep 21 08:03:43.994714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c124dab1-13f5-4642-b80d-3c5fe13cee3d admin admin] 10.222.0.59 "PUT /v2.0/routers/cd21d29f-89e8-481c-bc16-8a44c34c6b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5463185 Sep 21 08:03:43.995484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0410d35d-e16c-460b-9aba-b30758a1155d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.009436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:44.016215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Routers {'cd21d29f-89e8-481c-bc16-8a44c34c6b02'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:44.017220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:44.033659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:44.045509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.067645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:44.067988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:44.068317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:44.075157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:03:44.076034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:44.084043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:44.084383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:44.084772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:44.085217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Bound port: b3f79d76-ee47-45e1-bada-c460b778be7e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:44.085637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.089283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c2ccb-9c09-4cee-9394-99075a81185c req-2ab6d5fe-7e55-4fe8-8a52-8e6f6dd4dd16 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.090920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd5c2ccb-9c09-4cee-9394-99075a81185c req-2ab6d5fe-7e55-4fe8-8a52-8e6f6dd4dd16 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 971 time: 0.1324515 Sep 21 08:03:44.095010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e23375e-1876-4c7e-9f0a-b47a8b0bde78 req-99a7bf2c-2406-4807-9354-a5e7ed4ebd2e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.108186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.108423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.111195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] 10.222.0.62 "PUT /v2.0/ports/fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 1095 time: 1.4304957 Sep 21 08:03:44.111846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e23375e-1876-4c7e-9f0a-b47a8b0bde78 req-99a7bf2c-2406-4807-9354-a5e7ed4ebd2e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.114026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:44.116356 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7340f98b-a424-4466-872c-56f40dd4c6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:44.203133 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e23375e-1876-4c7e-9f0a-b47a8b0bde78 req-99a7bf2c-2406-4807-9354-a5e7ed4ebd2e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542285 Sep 21 08:03:44.321049 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9cf592-657d-485b-98f7-ffb3f4da958f x-openstack-request-id: req-ac9cf592-657d-485b-98f7-ffb3f4da958f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:44.321351 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:44.321601 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac9cf592-657d-485b-98f7-ffb3f4da958f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:44.322137 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'status': 'completed', 'code': 200} Sep 21 08:03:44.325127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca624-963c-417a-8f4d-7a94b15ce405 service neutron] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:44.356820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7bf2c-2406-4807-9354-a5e7ed4ebd2e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57e052e5-3a60-4ebd-b7a2-1b95440f623a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:44.359432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:44.368806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Set router cd21d29f-89e8-481c-bc16-8a44c34c6b02 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:44.376108 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd5c2ccb-9c09-4cee-9394-99075a81185c req-5413c2bc-d9e4-4c2f-b9aa-35dfbf7bacf9 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726347 Sep 21 08:03:44.379558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0410d35d-e16c-460b-9aba-b30758a1155d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.381302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-666916fd-a2d7-4485-b542-4f7ffe59bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.382396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:44.384244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-666916fd-a2d7-4485-b542-4f7ffe59bf47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1098 time: 0.1849651 Sep 21 08:03:44.388655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0410d35d-e16c-460b-9aba-b30758a1155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.393272 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.483860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-350e865b-4fdf-47c1-b4b3-8f26f38e6857 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.0895414 Sep 21 08:03:44.487655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.488517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.490156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 1091 time: 2.0716197 Sep 21 08:03:44.492157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:44.494660 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e12034-2114-4f46-aab0-356f8bb432ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:44.500110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0410d35d-e16c-460b-9aba-b30758a1155d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7feff015b5842029405eb1177de7e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310953 Sep 21 08:03:44.504447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35270) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:44.507980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410d35d-e16c-460b-9aba-b30758a1155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a697a43b-974b-4db9-aa91-c32d67892fe9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:44.556539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651dba9-076d-490c-95d2-dc3d28ed7e35 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:44.597883 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c9e56-3e78-462a-9079-41549dc8295c x-openstack-request-id: req-6e4c9e56-3e78-462a-9079-41549dc8295c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:44.598196 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:44.598574 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e4c9e56-3e78-462a-9079-41549dc8295c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:44.598924 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e', 'status': 'completed', 'code': 200} Sep 21 08:03:44.616816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-ca2d9d1f-8bc0-4bf4-8e16-bce4817679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.618322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-ca2d9d1f-8bc0-4bf4-8e16-bce4817679f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1271825 Sep 21 08:03:44.658387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:03:42Z', 'revision_number': 4, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port': {'id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:37Z', 'updated_at': '2021-09-21T08:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '29b67079-76a6-42b9-bd57-20aa1f1efd3e', 'name': '', 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'mac_address': 'fa:16:3e:06:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'b5a92577-ff9c-4550-84d0-85ff0e852a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:40Z', 'updated_at': '2021-09-21T08:03:42Z', 'revision_number': 2, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'subnets': [{'id': 'b5a92577-ff9c-4550-84d0-85ff0e852a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:44.696124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Checking router: cd21d29f-89e8-481c-bc16-8a44c34c6b02 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:03:44.696491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Updating router cd21d29f-89e8-481c-bc16-8a44c34c6b02 port 29b67079-76a6-42b9-bd57-20aa1f1efd3e binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:03:44.697101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-5889099d-6469-4fa1-b165-6e1181b07846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.698835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-5889099d-6469-4fa1-b165-6e1181b07846 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1094 time: 0.1283407 Sep 21 08:03:44.702473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-42fc-44b8-9b53-b1a85ec77569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.730009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.752026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-bf0cee12-545e-4196-83ca-141706acbf75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.0440235 Sep 21 08:03:44.758238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-282a2d46-8809-45d8-ae31-2d4e1fa65690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.763457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-282a2d46-8809-45d8-ae31-2d4e1fa65690 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356053 Sep 21 08:03:44.777914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea96152-5d09-4729-9ffa-70d4e14fe724 req-ba3c0101-1102-4fde-b07c-206a1e5e54d5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.785861 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ea96152-5d09-4729-9ffa-70d4e14fe724 req-ba3c0101-1102-4fde-b07c-206a1e5e54d5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0934613 Sep 21 08:03:44.828140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-0a131a94-5fd8-441d-aff3-8929747d2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:44.829674 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-0a131a94-5fd8-441d-aff3-8929747d2287 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0704947 Sep 21 08:03:44.848766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-42fc-44b8-9b53-b1a85ec77569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:44.863579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ea96152-5d09-4729-9ffa-70d4e14fe724 req-0365a11e-ac20-44df-8a80-79439305db89 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764804 Sep 21 08:03:44.874142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-8b35acba-6fe2-4930-a4c1-87f72782a48f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355849 Sep 21 08:03:45.022279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-42fc-44b8-9b53-b1a85ec77569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.024867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9355ed8d-42fc-44b8-9b53-b1a85ec77569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.029975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-9d7db64f-4093-486d-b438-9c05f6b9a4b1 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414017 Sep 21 08:03:45.030240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9355ed8d-42fc-44b8-9b53-b1a85ec77569 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a697a43b-974b-4db9-aa91-c32d67892fe9 HTTP/1.1" status: 204 len: 168 time: 0.5242691 Sep 21 08:03:45.042653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-7ea0d83e-e14e-4a60-b59e-92c9ac00c99a service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543648 Sep 21 08:03:45.043539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355ed8d-42fc-44b8-9b53-b1a85ec77569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a697a43b-974b-4db9-aa91-c32d67892fe9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:45.056709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbac20f-a70d-4bdd-9915-cc2eb5b54367 req-b5d75863-82d1-44c5-92bc-1b569bce672a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:45.064496 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4fbac20f-a70d-4bdd-9915-cc2eb5b54367 req-b5d75863-82d1-44c5-92bc-1b569bce672a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 970 time: 0.0877724 Sep 21 08:03:45.147052 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.158379 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.162717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0eb04ddf-307a-47f8-bf73-4bb212f669d2 req-22cfb37b-abb5-4aa3-b4ea-623d7fa84c52 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134748 Sep 21 08:03:45.191001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4fbac20f-a70d-4bdd-9915-cc2eb5b54367 req-7f7cf1a6-0ee2-4203-af8e-fb16432df713 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252739 Sep 21 08:03:45.213694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878caca-8f47-4d6e-8d88-349b0a5acbb7'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:45.217250 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499b8901-be99-44e0-8a5b-7d7f9f7bcf78" -d '{"events": [{"server_uuid": "02e7b44c-5c6c-4515-9a93-f4fbf85a7c59", "name": "network-vif-plugged", "status": "completed", "tag": "2878caca-8f47-4d6e-8d88-349b0a5acbb7"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:45.296780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3e0ac6-5624-4bee-be68-47686471f625 req-9855b3db-9043-4933-b19f-49c2af5a6b81 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594187 Sep 21 08:03:45.331897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35294) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:45.337756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-49769256-429e-4b56-80af-c98716032a4c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200528698', 'description': 'tempest-description--1463831847'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:45.357341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12034-2114-4f46-aab0-356f8bb432ee req-3436d009-d97f-4df9-bcd0-6dcdc6d9a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:45.362335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14e12034-2114-4f46-aab0-356f8bb432ee req-3436d009-d97f-4df9-bcd0-6dcdc6d9a0de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1094 time: 0.1324706 Sep 21 08:03:45.372121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 242b5ea8-b9eb-4f0a-8549-74706d9b71de up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:45.456666 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45cd765-6ba9-48b2-b50c-2a20dd6691c6 x-openstack-request-id: req-d45cd765-6ba9-48b2-b50c-2a20dd6691c6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:45.456951 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7b44c-5c6c-4515-9a93-f4fbf85a7c59", "name": "network-vif-plugged", "status": "completed", "tag": "2878caca-8f47-4d6e-8d88-349b0a5acbb7", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:45.457205 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d45cd765-6ba9-48b2-b50c-2a20dd6691c6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:45.457637 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878caca-8f47-4d6e-8d88-349b0a5acbb7', 'code': 200} Sep 21 08:03:45.469091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824871a3-2cf1-45f4-aab0-03b6313217ad None None] Pushing event updated for resources: {'Port': ['ID=29b67079-76a6-42b9-bd57-20aa1f1efd3e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:45.499930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Attempting to bind port 29b67079-76a6-42b9-bd57-20aa1f1efd3e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:45.500752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Attempting to bind port 29b67079-76a6-42b9-bd57-20aa1f1efd3e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:45.501571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Attempting to bind port 29b67079-76a6-42b9-bd57-20aa1f1efd3e on network 46555f1d-1caa-4226-bc1c-2222851e2efc {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:45.526664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4178b5-4a1a-42a4-bef6-8255421725a0 req-073cddf3-51b8-4d39-8182-a16a82a4ba19 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:45.530098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f4178b5-4a1a-42a4-bef6-8255421725a0 req-073cddf3-51b8-4d39-8182-a16a82a4ba19 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.2031405 Sep 21 08:03:45.532375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:45.532908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Checking segment: {'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:45.533377 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.533791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Bound using segment: {'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:45.534347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Bound port: 29b67079-76a6-42b9-bd57-20aa1f1efd3e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:45.534802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.577300 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49769256-429e-4b56-80af-c98716032a4c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.599195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 242b5ea8-b9eb-4f0a-8549-74706d9b71de triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:45.599908 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.612189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-9b9c1884-f7af-4a5c-8f51-2b2862e93989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:45.615605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-9b9c1884-f7af-4a5c-8f51-2b2862e93989 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1098 time: 0.1955914 Sep 21 08:03:45.692283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f9abce79-39bf-43e2-b4d8-7ca871757447 None None] Provisioning complete for port 29b67079-76a6-42b9-bd57-20aa1f1efd3e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:45.692699 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f9abce79-39bf-43e2-b4d8-7ca871757447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.736649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] For port 29b67079-76a6-42b9-bd57-20aa1f1efd3e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:45.749769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49769256-429e-4b56-80af-c98716032a4c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.762193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f9abce79-39bf-43e2-b4d8-7ca871757447 None None] Port 29b67079-76a6-42b9-bd57-20aa1f1efd3e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:45.766059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] For port 29b67079-76a6-42b9-bd57-20aa1f1efd3e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=29b67079-76a6-42b9-bd57-20aa1f1efd3e,segment=NetworkSegment(f9b49d39-9295-4f0b-b156-50b6ef9a27a6),segment_id=f9b49d39-9295-4f0b-b156-50b6ef9a27a6)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:45.802432 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:45.821597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b374cbf-14fe-42a4-82c8-d425d81bbe2d req-8a4b80f9-7439-40b3-a058-d17fc73998e3 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:45.831543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b374cbf-14fe-42a4-82c8-d425d81bbe2d req-8a4b80f9-7439-40b3-a058-d17fc73998e3 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 971 time: 0.0992787 Sep 21 08:03:45.857113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12034-2114-4f46-aab0-356f8bb432ee req-2d605698-87f4-4559-a6e8-256629c16025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:45.859865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14e12034-2114-4f46-aab0-356f8bb432ee req-2d605698-87f4-4559-a6e8-256629c16025 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.4909751 Sep 21 08:03:45.912322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Routers {'cd21d29f-89e8-481c-bc16-8a44c34c6b02'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:03:45.912996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:45.923175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b374cbf-14fe-42a4-82c8-d425d81bbe2d req-e86f215c-6499-4f4c-bd49-0a6e2e9b926c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903771 Sep 21 08:03:45.925140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14e12034-2114-4f46-aab0-356f8bb432ee req-87826fec-350f-4b3f-a585-ffd768beec3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.0575023 Sep 21 08:03:45.937639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-b677f1c4-e19c-476c-aed9-efe1ae6f1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:45.939279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-b677f1c4-e19c-476c-aed9-efe1ae6f1f79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1611130 Sep 21 08:03:45.942105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49769256-429e-4b56-80af-c98716032a4c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.026302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12034-2114-4f46-aab0-356f8bb432ee req-772a022f-d872-484e-ac04-be0231d95eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:46.028024 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14e12034-2114-4f46-aab0-356f8bb432ee req-772a022f-d872-484e-ac04-be0231d95eae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0941966 Sep 21 08:03:46.062943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f4178b5-4a1a-42a4-bef6-8255421725a0 req-015b7eec-d7b5-4365-94e5-1b679ef5136e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884591 Sep 21 08:03:46.067302 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-123f7298-a80d-488a-afd3-5c527ebd0847 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.1055510 Sep 21 08:03:46.074346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49769256-429e-4b56-80af-c98716032a4c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.077729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-49769256-429e-4b56-80af-c98716032a4c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7442892 Sep 21 08:03:46.082905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14e12034-2114-4f46-aab0-356f8bb432ee req-01bb8483-5f1c-43f5-9ac9-44bf73ebc79b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470817 Sep 21 08:03:46.093795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35316) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:46.100176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9d34ac0a-96a9-4f1d-9626-fc1ebbed9a84 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'security_group_rule': {'security_group_id': '2217827a-b742-4697-b40b-61ead47a6f9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:46.119886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] Set router cd21d29f-89e8-481c-bc16-8a44c34c6b02 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:03:46.137870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82c13-0a58-4301-9db2-6620a5aa3eaf req-116f3348-9fe6-4800-ab69-81d8e823a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:46.139973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85a82c13-0a58-4301-9db2-6620a5aa3eaf req-116f3348-9fe6-4800-ab69-81d8e823a60b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 1121 time: 0.6018007 Sep 21 08:03:46.198425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49769256-429e-4b56-80af-c98716032a4c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2217827a-b742-4697-b40b-61ead47a6f9c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:46.218258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85a82c13-0a58-4301-9db2-6620a5aa3eaf req-adcd6853-9fd8-4d2e-9c08-bdc43639d2b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Sep 21 08:03:46.237295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-9e6b2bea-6807-4d7c-8836-6d3203f51bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:46.239306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-9e6b2bea-6807-4d7c-8836-6d3203f51bee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1592350 Sep 21 08:03:46.301986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824871a3-2cf1-45f4-aab0-03b6313217ad None None] Pushing event updated for resources: {'Port': ['ID=29b67079-76a6-42b9-bd57-20aa1f1efd3e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:46.328292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-370b2b61-9302-4287-a5b1-b0ebcf6dc286 None None] Provisioning complete for port 29b67079-76a6-42b9-bd57-20aa1f1efd3e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:46.328670 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-370b2b61-9302-4287-a5b1-b0ebcf6dc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.333077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d34ac0a-96a9-4f1d-9626-fc1ebbed9a84 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.376838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbe949-f572-4e88-ab0f-52aa76202d41 req-bfde5386-eb71-4ebd-a700-8acce00a03df tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:46.384396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89fbe949-f572-4e88-ab0f-52aa76202d41 req-bfde5386-eb71-4ebd-a700-8acce00a03df tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.3002594 Sep 21 08:03:46.471209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14e12034-2114-4f46-aab0-356f8bb432ee req-5bd1cea8-7cbf-4ced-90c8-a6c7abd07456 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631358 Sep 21 08:03:46.502439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89fbe949-f572-4e88-ab0f-52aa76202d41 req-d8aeee6a-b231-40a5-a316-2b09360fadce tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149297 Sep 21 08:03:46.515181 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-370b2b61-9302-4287-a5b1-b0ebcf6dc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.556799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d34ac0a-96a9-4f1d-9626-fc1ebbed9a84 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.565324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d34ac0a-96a9-4f1d-9626-fc1ebbed9a84 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.576341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:03:42Z', 'revision_number': 4, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port': {'id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:37Z', 'updated_at': '2021-09-21T08:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '29b67079-76a6-42b9-bd57-20aa1f1efd3e', 'name': '', 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'mac_address': 'fa:16:3e:06:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'b5a92577-ff9c-4550-84d0-85ff0e852a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:40Z', 'updated_at': '2021-09-21T08:03:45Z', 'revision_number': 4, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'subnets': [{'id': 'b5a92577-ff9c-4550-84d0-85ff0e852a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:03:46.583180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-370b2b61-9302-4287-a5b1-b0ebcf6dc286 None None] For port 29b67079-76a6-42b9-bd57-20aa1f1efd3e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=29b67079-76a6-42b9-bd57-20aa1f1efd3e,segment=NetworkSegment(f9b49d39-9295-4f0b-b156-50b6ef9a27a6),segment_id=f9b49d39-9295-4f0b-b156-50b6ef9a27a6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:46.617440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34ac0a-96a9-4f1d-9626-fc1ebbed9a84 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4b3198-fd94-4333-accc-1fc923b821d6,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:46.624970 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-370b2b61-9302-4287-a5b1-b0ebcf6dc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.631705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d34ac0a-96a9-4f1d-9626-fc1ebbed9a84 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.631818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4183bcd-b2a8-455a-bcb8-bf688a55276a None None] The sync data for ids ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'] in n-d-809980-2 is: [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:03:42Z', 'revision_number': 4, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port': {'id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:37Z', 'updated_at': '2021-09-21T08:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '29b67079-76a6-42b9-bd57-20aa1f1efd3e', 'name': '', 'network_id': '46555f1d-1caa-4226-bc1c-2222851e2efc', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'mac_address': 'fa:16:3e:06:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': 'b5a92577-ff9c-4550-84d0-85ff0e852a47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:40Z', 'updated_at': '2021-09-21T08:03:45Z', 'revision_number': 4, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'subnets': [{'id': 'b5a92577-ff9c-4550-84d0-85ff0e852a47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:03:46.635225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d34ac0a-96a9-4f1d-9626-fc1ebbed9a84 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5403001 Sep 21 08:03:46.641846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35326) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:46.648265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fb963a7d-fe05-4e8c-b0a0-88a283ac57d6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'security_group_rule': {'security_group_id': '2217827a-b742-4697-b40b-61ead47a6f9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:46.686890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14e12034-2114-4f46-aab0-356f8bb432ee req-a95462a3-b902-4f03-8f42-e3d853d1de2c service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063842 Sep 21 08:03:46.726390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb963a7d-fe05-4e8c-b0a0-88a283ac57d6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.740814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-f0d2a745-ec3e-4fa1-aa9d-647c3c62fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:46.742648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-f0d2a745-ec3e-4fa1-aa9d-647c3c62fd05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4933944 Sep 21 08:03:46.748021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b2b61-9302-4287-a5b1-b0ebcf6dc286 None None] Pushing event updated for resources: {'Port': ['ID=29b67079-76a6-42b9-bd57-20aa1f1efd3e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:46.786007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02636568-e292-4e63-a030-307bc7b3441f req-5e0dc7d8-3bd7-4c96-9cb5-fe82f74f2216 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:46.798322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02636568-e292-4e63-a030-307bc7b3441f req-5e0dc7d8-3bd7-4c96-9cb5-fe82f74f2216 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 970 time: 0.4953768 Sep 21 08:03:46.821426 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb963a7d-fe05-4e8c-b0a0-88a283ac57d6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.832700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb963a7d-fe05-4e8c-b0a0-88a283ac57d6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.857578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963a7d-fe05-4e8c-b0a0-88a283ac57d6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c50402b-135c-4cb2-a214-f8f46ae27d7d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:46.866116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb963a7d-fe05-4e8c-b0a0-88a283ac57d6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.867424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fb963a7d-fe05-4e8c-b0a0-88a283ac57d6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2245371 Sep 21 08:03:46.875474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:46.880897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:46.915243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:46.937991 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02636568-e292-4e63-a030-307bc7b3441f req-8ebd9d74-14ef-4f95-acad-c983f524e2f2 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383164 Sep 21 08:03:46.941515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-b4fd161a-e056-414d-9774-286e90c60409 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390646 Sep 21 08:03:47.099842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7340f98b-a424-4466-872c-56f40dd4c6c0 req-de4c4d57-bf91-440e-a4a6-87bddca65a29 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481514 Sep 21 08:03:47.123160 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:47.190442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc694cb0-bbe2-426d-b6f6-6d91a1dcf1de req-0880d069-ce93-4fc4-b338-d799b019c0fb tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:47.192565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc694cb0-bbe2-426d-b6f6-6d91a1dcf1de req-0880d069-ce93-4fc4-b338-d799b019c0fb tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 971 time: 0.1261337 Sep 21 08:03:47.277519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52888837-1bde-4da2-b06a-7c8c58582b3f req-7d197075-0a7a-40d3-95d0-500e1c1ced48 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:47.279366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc694cb0-bbe2-426d-b6f6-6d91a1dcf1de req-a1670249-afe7-42f9-8db3-a427f713fd95 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746562 Sep 21 08:03:47.284935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52888837-1bde-4da2-b06a-7c8c58582b3f req-7d197075-0a7a-40d3-95d0-500e1c1ced48 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.1347518 Sep 21 08:03:47.315927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Allocated IP 172.25.1.223 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/0ad8a7c6-6eeb-4da0-ae2e-be7ba4e0f743) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:47.396904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 29b67079-76a6-42b9-bd57-20aa1f1efd3e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:47.410026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52888837-1bde-4da2-b06a-7c8c58582b3f req-e32c1f7d-ad74-4451-b528-fd794be41008 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172016 Sep 21 08:03:47.478016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 29b67079-76a6-42b9-bd57-20aa1f1efd3e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:47.478886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:47.602074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:47.646084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231a265-92a8-45bd-b8d5-66cd0dd1aa14 req-629f8b0b-7506-4e51-9ba6-bae2074e06d7 tempest-AggregatesAdminTestJSON-358714581 tempest-AggregatesAdminTestJSON-358714581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:47.659597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1231a265-92a8-45bd-b8d5-66cd0dd1aa14 req-629f8b0b-7506-4e51-9ba6-bae2074e06d7 tempest-AggregatesAdminTestJSON-358714581 tempest-AggregatesAdminTestJSON-358714581-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 1122 time: 0.1712043 Sep 21 08:03:47.682447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1231a265-92a8-45bd-b8d5-66cd0dd1aa14 req-1ee96810-1912-4db6-a7cc-77ea023fb798 tempest-AggregatesAdminTestJSON-358714581 tempest-AggregatesAdminTestJSON-358714581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:47.725044 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:47.784870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:47.797755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:47.803545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:47.810748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event updated for resources: {'Port': ['ID=0ad8a7c6-6eeb-4da0-ae2e-be7ba4e0f743,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:47.830815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a0d82-bbd9-4d67-806f-f9de7ecfcdb2 req-793b092d-1288-4964-a6e0-39c2da9c5197 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:47.836571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ca9a0d82-bbd9-4d67-806f-f9de7ecfcdb2 req-793b092d-1288-4964-a6e0-39c2da9c5197 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0652194 Sep 21 08:03:47.878692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ca9a0d82-bbd9-4d67-806f-f9de7ecfcdb2 req-2c3d0d2f-a4f2-4548-895e-96481f2ce531 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Sep 21 08:03:47.922718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:47.939045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1231a265-92a8-45bd-b8d5-66cd0dd1aa14 req-1ee96810-1912-4db6-a7cc-77ea023fb798 tempest-AggregatesAdminTestJSON-358714581 tempest-AggregatesAdminTestJSON-358714581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:47.944867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1231a265-92a8-45bd-b8d5-66cd0dd1aa14 req-1ee96810-1912-4db6-a7cc-77ea023fb798 tempest-AggregatesAdminTestJSON-358714581 tempest-AggregatesAdminTestJSON-358714581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:48.000127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1231a265-92a8-45bd-b8d5-66cd0dd1aa14 req-1ee96810-1912-4db6-a7cc-77ea023fb798 tempest-AggregatesAdminTestJSON-358714581 tempest-AggregatesAdminTestJSON-358714581-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393748 Sep 21 08:03:48.005043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:48.011579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee96810-1912-4db6-a7cc-77ea023fb798 tempest-AggregatesAdminTestJSON-358714581 tempest-AggregatesAdminTestJSON-358714581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44720fa5-e3fe-4edf-87b6-44287eeab8a5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:48.194508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552009f-6cb6-4a97-be77-dee37f91b028 req-67c81afe-20c8-4d65-9fa7-808e97156e43 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:48.196002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1552009f-6cb6-4a97-be77-dee37f91b028 req-67c81afe-20c8-4d65-9fa7-808e97156e43 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 970 time: 0.0762308 Sep 21 08:03:48.230137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:48.240452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:48.281424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1552009f-6cb6-4a97-be77-dee37f91b028 req-755e2fc3-3e71-4bc1-ae95-9b61791b61f1 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784130 Sep 21 08:03:48.282371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:48.316645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event updated for resources: {'Port': ['ID=0ad8a7c6-6eeb-4da0-ae2e-be7ba4e0f743,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:48.320683 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:48.327594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-72d0a0df-dde8-4b39-8209-d6b3d161dce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4450881 Sep 21 08:03:48.567568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-5a1671df-d575-4e6f-b5af-a3b156b46f91 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--200528698&fields=id&tenant_id=2faebe97a7814c28831e6b5c65bda544 HTTP/1.1" status: 200 len: 267 time: 0.0412433 Sep 21 08:03:48.780175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-2495c93c-6cf1-4a4e-94df-9273c085a2ec tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:48.781859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-2495c93c-6cf1-4a4e-94df-9273c085a2ec tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 823 time: 0.2076125 Sep 21 08:03:48.802410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-22ea548f-ef16-49b6-ac64-434bba792ce7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/quotas/2faebe97a7814c28831e6b5c65bda544 HTTP/1.1" status: 200 len: 375 time: 0.0143714 Sep 21 08:03:48.882715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-c792c053-f227-4b84-ba7c-c0c88793430f tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736716 Sep 21 08:03:48.900041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1354a-a047-4490-98d1-acc805c39978 req-267476e0-f1af-4855-b9c8-efc3fb32ec77 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:48.902825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ff1354a-a047-4490-98d1-acc805c39978 req-267476e0-f1af-4855-b9c8-efc3fb32ec77 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.0619049 Sep 21 08:03:48.943850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ff1354a-a047-4490-98d1-acc805c39978 req-4e02954c-e22c-4473-870b-38ca10b96c5c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Sep 21 08:03:49.074471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-e2994558-2554-465e-a39c-137e2946c3ea service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:03:49.075607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-e2994558-2554-465e-a39c-137e2946c3ea service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539854 Sep 21 08:03:49.095459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28705b54-a2c0-477f-bf7f-d183ccc65092 req-1c2b5d8b-50dd-433c-baf4-f6376d23450f tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:49.096948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28705b54-a2c0-477f-bf7f-d183ccc65092 req-1c2b5d8b-50dd-433c-baf4-f6376d23450f tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 970 time: 0.0548909 Sep 21 08:03:49.140476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28705b54-a2c0-477f-bf7f-d183ccc65092 req-5c2ba275-701f-49e5-ab08-43608c2adfca tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Sep 21 08:03:49.185271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-6f351884-0586-4477-9cd7-1ef2486c7018 service neutron] 10.222.0.59 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022701 Sep 21 08:03:49.289404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b7989-564c-4ac3-92fe-3fae3aa28c58 req-2fae3ffe-b826-43d6-a5c8-6d4787227c89 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:49.290882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f3b7989-564c-4ac3-92fe-3fae3aa28c58 req-2fae3ffe-b826-43d6-a5c8-6d4787227c89 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0626125 Sep 21 08:03:49.295679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-39e1064f-7689-4b3a-bfe3-b5ded610f2b1 service neutron] 10.222.0.59 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036353 Sep 21 08:03:49.340381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f3b7989-564c-4ac3-92fe-3fae3aa28c58 req-f0006c31-c72f-424a-86aa-b76802914904 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Sep 21 08:03:49.549478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43a8a7fd-96ef-4335-bca6-8cf4e600441f req-99d57f1c-e762-4bc7-84a3-48adf71935c1 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 210 time: 0.0428064 Sep 21 08:03:49.561891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35434) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:49.718048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0f92b61-5792-47c6-849e-6c5a8fcbd550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:49.876708 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0f92b61-5792-47c6-849e-6c5a8fcbd550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:49.882707 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0f92b61-5792-47c6-849e-6c5a8fcbd550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:49.938454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f0f92b61-5792-47c6-849e-6c5a8fcbd550 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e98ef46dc9cc422b90d88741876560ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706319 Sep 21 08:03:49.938454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35460) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:49.945590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f92b61-5792-47c6-849e-6c5a8fcbd550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bc9de8-c25f-488e-8f1f-756deb5e3627,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:49.952759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:03:50.088880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-099c7ba4-ec2a-4a91-8ecf-392cef4b0e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.103052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866e82-0766-44f8-85fa-eceef9fc22ae req-314fda0c-710c-45b2-bdec-1d81b38d0283 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:50.109940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f866e82-0766-44f8-85fa-eceef9fc22ae req-314fda0c-710c-45b2-bdec-1d81b38d0283 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.0766165 Sep 21 08:03:50.138568 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-099c7ba4-ec2a-4a91-8ecf-392cef4b0e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.164701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f866e82-0766-44f8-85fa-eceef9fc22ae req-606b6b5e-794b-43d7-b30d-1f27cf912b86 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537703 Sep 21 08:03:50.236560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:50.260610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'mac_address': 'fa:16:3e:dd:7c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:03:50.263931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-099c7ba4-ec2a-4a91-8ecf-392cef4b0e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.267085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-099c7ba4-ec2a-4a91-8ecf-392cef4b0e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.269441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-099c7ba4-ec2a-4a91-8ecf-392cef4b0e11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35bc9de8-c25f-488e-8f1f-756deb5e3627 HTTP/1.1" status: 204 len: 168 time: 0.3303583 Sep 21 08:03:50.285327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c7ba4-ec2a-4a91-8ecf-392cef4b0e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bc9de8-c25f-488e-8f1f-756deb5e3627,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:50.336980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb7ed6-b329-4733-8ea7-cb982a5eba1c req-4a66ee8a-6a5a-477e-95b2-d7b195ad541a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:50.345597 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ddb7ed6-b329-4733-8ea7-cb982a5eba1c req-4a66ee8a-6a5a-477e-95b2-d7b195ad541a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 970 time: 0.0863795 Sep 21 08:03:50.382793 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.403739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:50.414745 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ddb7ed6-b329-4733-8ea7-cb982a5eba1c req-721a02f2-14a8-4f15-bb62-a536b325f667 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664055 Sep 21 08:03:50.453860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:50.459942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.461705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:03:50.562278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:50.608518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835581b-ced7-4d3a-ad0b-0cf25bd59c87 req-4f2fe924-ab0f-4a73-9503-9d9f2fafaa2c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:50.617014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e835581b-ced7-4d3a-ad0b-0cf25bd59c87 req-4f2fe924-ab0f-4a73-9503-9d9f2fafaa2c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0982800 Sep 21 08:03:50.640980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:50.656315 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b3f79d76-ee47-45e1-bada-c460b778be7e', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'port_id': 'b3f79d76-ee47-45e1-bada-c460b778be7e', 'mac_address': 'fa:16:3e:ed:68:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e0b300-5a8d-4b76-a604-27b72889a088', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:03:50.660101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-7b6052e9-d0ee-44e4-89b7-9eff2e38cec3 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:50.661631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-7b6052e9-d0ee-44e4-89b7-9eff2e38cec3 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 1121 time: 0.1113882 Sep 21 08:03:50.676887 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e835581b-ced7-4d3a-ad0b-0cf25bd59c87 req-c93222ea-e6bd-4d45-a37c-bd934855cefb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587690 Sep 21 08:03:50.728589 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.732592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab1e7909-9280-43d7-ab77-073c92fb556c req-e70a8ea6-eea3-4163-96ac-36ffc4667fa3 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 210 time: 0.0511115 Sep 21 08:03:50.752659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35500) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:50.754527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f79d76-ee47-45e1-bada-c460b778be7e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:50.780464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:50.782056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2fe9eeac-3f9e-487c-9334-dc6c76f93cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.786218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.823091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Deleting port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:03:50.823547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.890397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:50.982160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] For port 2878caca-8f47-4d6e-8d88-349b0a5acbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2878caca-8f47-4d6e-8d88-349b0a5acbb7,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:50.985595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2fe9eeac-3f9e-487c-9334-dc6c76f93cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.986483 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:50.993185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2fe9eeac-3f9e-487c-9334-dc6c76f93cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.015374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Calling delete_port for 2878caca-8f47-4d6e-8d88-349b0a5acbb7 owned by compute:tempest-test_az-263756347 {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:03:51.082464 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2fe9eeac-3f9e-487c-9334-dc6c76f93cd3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a7a04bf626a418c9df34f94e02b01b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281875 Sep 21 08:03:51.090616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35530) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:51.126458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9eeac-3f9e-487c-9334-dc6c76f93cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8d8f7-e7eb-42b0-8d2b-496412518248,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:51.179043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-469588a9-da60-4318-99e7-9887211fc8c1 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:51.191742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-469588a9-da60-4318-99e7-9887211fc8c1 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 823 time: 0.2584472 Sep 21 08:03:51.237453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b3f79d76-ee47-45e1-bada-c460b778be7e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:03:51.264880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.273639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:03:51.289937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-5717d85b-674a-475f-966d-478a56c22a02 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2faebe97a7814c28831e6b5c65bda544 HTTP/1.1" status: 200 len: 379 time: 0.0949681 Sep 21 08:03:51.310901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'port': {'device_id': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'admin_state_up': True, 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'security_groups': ['2217827a-b742-4697-b40b-61ead47a6f9c']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:51.311852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['2878caca-8f47-4d6e-8d88-349b0a5acbb7'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:03:51.335091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Pushing event deleted for resources: {'Port': ['ID=2878caca-8f47-4d6e-8d88-349b0a5acbb7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:51.406768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] No DVR routers for this DVR port 2878caca-8f47-4d6e-8d88-349b0a5acbb7 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:03:51.411627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.415626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cc3680d-5d47-49b9-9de6-53b08cba59c4 req-4438f493-2aed-45d4-88a0-5093cbe7d863 tempest-DeleteServersAdminTestJSON-1399861183 tempest-DeleteServersAdminTestJSON-1399861183-project-admin] 10.222.0.50 "DELETE /v2.0/ports/2878caca-8f47-4d6e-8d88-349b0a5acbb7 HTTP/1.1" status: 204 len: 173 time: 0.7359588 Sep 21 08:03:51.442125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'name': 'network-vif-deleted', 'tag': '2878caca-8f47-4d6e-8d88-349b0a5acbb7'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:51.446797 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a14b00-2268-4778-9e3c-f3174466f5c8" -d '{"events": [{"server_uuid": "02e7b44c-5c6c-4515-9a93-f4fbf85a7c59", "name": "network-vif-deleted", "tag": "2878caca-8f47-4d6e-8d88-349b0a5acbb7"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:51.458811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44a60441-86b0-427f-b13b-e127f6c94a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.473977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aeb761-73d7-4a1b-8f0b-04eec0778f3b req-7c3fd7e0-c032-4d4c-bf2c-74b4662240d6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:51.485849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39aeb761-73d7-4a1b-8f0b-04eec0778f3b req-7c3fd7e0-c032-4d4c-bf2c-74b4662240d6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 948 time: 0.2318397 Sep 21 08:03:51.520745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44a60441-86b0-427f-b13b-e127f6c94a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.524130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Made reservation on behalf of 2faebe97a7814c28831e6b5c65bda544 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:51.531712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.563614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39aeb761-73d7-4a1b-8f0b-04eec0778f3b req-cd3caa78-4bcb-4d49-a5af-74040bedb90f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707400 Sep 21 08:03:51.729430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cde21da-1c8b-42b3-8b93-d20a6cd642d7 req-ccf28b13-a458-443c-a70f-bc1d274a5d07 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=02e7b44c-5c6c-4515-9a93-f4fbf85a7c59 HTTP/1.1" status: 200 len: 210 time: 0.0559919 Sep 21 08:03:51.787496 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be23e32-f3d3-4ba8-8bcd-f9b949d4ebff x-openstack-request-id: req-0be23e32-f3d3-4ba8-8bcd-f9b949d4ebff {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:51.788232 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e7b44c-5c6c-4515-9a93-f4fbf85a7c59", "name": "network-vif-deleted", "tag": "2878caca-8f47-4d6e-8d88-349b0a5acbb7", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:51.788653 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0be23e32-f3d3-4ba8-8bcd-f9b949d4ebff {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:51.789580 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e7b44c-5c6c-4515-9a93-f4fbf85a7c59', 'name': 'network-vif-deleted', 'tag': '2878caca-8f47-4d6e-8d88-349b0a5acbb7', 'status': 'completed', 'code': 200} Sep 21 08:03:51.803805 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44a60441-86b0-427f-b13b-e127f6c94a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.806510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44a60441-86b0-427f-b13b-e127f6c94a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:51.810644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-44a60441-86b0-427f-b13b-e127f6c94a65 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a9d8d8f7-e7eb-42b0-8d2b-496412518248 HTTP/1.1" status: 204 len: 168 time: 0.7112589 Sep 21 08:03:51.825257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Allocated IP 172.20.0.9 (304927a9-b2b4-4d24-8ee6-32a5a2288a33/09950564-428d-4d7c-8d40-4ae297a9d909/7f0497a6-1512-47ff-bb4a-20e730d0791b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:51.831521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a60441-86b0-427f-b13b-e127f6c94a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8d8f7-e7eb-42b0-8d2b-496412518248,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:51.975911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37ae0984-06bc-4516-90c1-8153e989ec9d req-77396079-3871-49d0-a44c-6cd38c140c19 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 210 time: 0.0339398 Sep 21 08:03:52.160864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35586) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:52.247898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430d7fd-15b4-4020-bd70-511bb686a537 req-227ab629-6a92-4710-a09d-eb79ac88a4e3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:52.250340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9430d7fd-15b4-4020-bd70-511bb686a537 req-227ab629-6a92-4710-a09d-eb79ac88a4e3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 944 time: 0.1406438 Sep 21 08:03:52.289676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cecc3ad5-830f-41f9-b2f7-50344b61d6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.330553 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.350017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72efba95-1f1d-49c5-b00e-dc7dc7af62b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.398852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9430d7fd-15b4-4020-bd70-511bb686a537 req-22338b97-8ca6-4355-98e2-3c0da7653a5d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314430 Sep 21 08:03:52.408979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.479129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:52.491883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:52.519959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:52.524820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:52.525287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.530984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event updated for resources: {'Port': ['ID=7f0497a6-1512-47ff-bb4a-20e730d0791b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:52.540640 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72efba95-1f1d-49c5-b00e-dc7dc7af62b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.548315 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72efba95-1f1d-49c5-b00e-dc7dc7af62b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.555726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b4f8f8e-7be3-4298-a450-5ca10c632423 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2546229 Sep 21 08:03:52.575929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Request body: {'port': {'device_id': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:52.600929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-72efba95-1f1d-49c5-b00e-dc7dc7af62b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab67279d8d314a7296345992dd9e47e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387045 Sep 21 08:03:52.602289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35618) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:52.609630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efba95-1f1d-49c5-b00e-dc7dc7af62b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55292b5-0b40-4c54-89a2-fdf0549d9c3f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:52.679565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a07a-33e6-4ceb-bd6c-cf73300ef44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.707997 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a07a-33e6-4ceb-bd6c-cf73300ef44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.720893 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.768863 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a07a-33e6-4ceb-bd6c-cf73300ef44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.774224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a07a-33e6-4ceb-bd6c-cf73300ef44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.777892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7ba4a07a-33e6-4ceb-bd6c-cf73300ef44b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e55292b5-0b40-4c54-89a2-fdf0549d9c3f HTTP/1.1" status: 204 len: 168 time: 0.1721799 Sep 21 08:03:52.789547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4a07a-33e6-4ceb-bd6c-cf73300ef44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55292b5-0b40-4c54-89a2-fdf0549d9c3f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:52.816705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0ad89a71-1811-41ff-a896-959a97776100 None None] Provisioning complete for port 7f0497a6-1512-47ff-bb4a-20e730d0791b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:52.817297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0ad89a71-1811-41ff-a896-959a97776100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:52.870454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0ad89a71-1811-41ff-a896-959a97776100 None None] Port 7f0497a6-1512-47ff-bb4a-20e730d0791b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:53.083262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77813f00-b161-48af-9b63-d19639e051c8 req-9d785526-d8e5-4524-aa57-a4f428630771 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:53.090565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77813f00-b161-48af-9b63-d19639e051c8 req-9d785526-d8e5-4524-aa57-a4f428630771 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 948 time: 0.3522506 Sep 21 08:03:53.155900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0497a6-1512-47ff-bb4a-20e730d0791b {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:53.165631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.182721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77813f00-b161-48af-9b63-d19639e051c8 req-dc7429ae-948d-4cdf-bf3e-cc0714dd6375 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879340 Sep 21 08:03:53.210000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Transition to ACTIVE for port object 7f0497a6-1512-47ff-bb4a-20e730d0791b will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:03:53.217131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.237289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6175d18-afd8-4236-be2a-c2ba7ee195c4 req-9e467ee5-b596-49b4-8866-6b5a44b2d3cc tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:53.239461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6175d18-afd8-4236-be2a-c2ba7ee195c4 req-9e467ee5-b596-49b4-8866-6b5a44b2d3cc tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 931 time: 0.0723352 Sep 21 08:03:53.317152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6175d18-afd8-4236-be2a-c2ba7ee195c4 req-33ffe779-8a5a-42b4-b298-3f934eadb07c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609543 Sep 21 08:03:53.320166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0497a6-1512-47ff-bb4a-20e730d0791b,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:53.330418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35656) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:53.336352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Attempting to bind port 7f0497a6-1512-47ff-bb4a-20e730d0791b on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:53.336691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Attempting to bind port 7f0497a6-1512-47ff-bb4a-20e730d0791b by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:53.337017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Attempting to bind port 7f0497a6-1512-47ff-bb4a-20e730d0791b on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:53.348075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Port 7f0497a6-1512-47ff-bb4a-20e730d0791b on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:03:53.348402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Attempting to bind port 7f0497a6-1512-47ff-bb4a-20e730d0791b on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:53.354853 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cce8b482-3ec9-45bb-bd15-8fb93902277d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.355428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:53.355767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Checking segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:53.356146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Bound using segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:53.356638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Bound port: 7f0497a6-1512-47ff-bb4a-20e730d0791b, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:53.356992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.500592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] For port 7f0497a6-1512-47ff-bb4a-20e730d0791b, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:53.509284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] For port 7f0497a6-1512-47ff-bb4a-20e730d0791b, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:53.517457 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.581356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cce8b482-3ec9-45bb-bd15-8fb93902277d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.595815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cce8b482-3ec9-45bb-bd15-8fb93902277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.605678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:53.606368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.608182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f0497a6-1512-47ff-bb4a-20e730d0791b HTTP/1.1" status: 200 len: 1091 time: 1.0392802 Sep 21 08:03:53.608639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:53.611954 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625b8c6-849c-4eb7-983d-806de95babbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:53.683828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-e1f170f5-e1c8-4aa7-b5ad-c42b6091ae4a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7957a3708a9f4b628e1ae16b39859d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513058 Sep 21 08:03:53.695941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cce8b482-3ec9-45bb-bd15-8fb93902277d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6de0055f0924058affc5ce62d9e4a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640063 Sep 21 08:03:53.696536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35680) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:53.703872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8b482-3ec9-45bb-bd15-8fb93902277d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14356cf-c349-4601-bd27-8f6a96ee6c04,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:53.705080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659ffa-2ee5-4c2c-a437-87fffd289885 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0497a6-1512-47ff-bb4a-20e730d0791b,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:53.718678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579105da-4d75-4b2f-9027-2843dc4702c4 req-2e9646dd-cab5-41fa-a2bf-6ebc412ca054 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:53.720669 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-579105da-4d75-4b2f-9027-2843dc4702c4 req-2e9646dd-cab5-41fa-a2bf-6ebc412ca054 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 944 time: 0.1364012 Sep 21 08:03:53.801804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-4a87da41-2c02-4891-9290-c007b3ee094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:53.803413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-4a87da41-2c02-4891-9290-c007b3ee094a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 1094 time: 0.1344330 Sep 21 08:03:53.819039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ba2bbf-dc37-449d-8229-a7e9b056f00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.824692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-579105da-4d75-4b2f-9027-2843dc4702c4 req-e2937800-480c-4a78-9e5c-f7f0360b28d3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963604 Sep 21 08:03:53.852938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ba2bbf-dc37-449d-8229-a7e9b056f00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.866305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-7bd1a793-ac22-4836-a608-116d06b36176 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b HTTP/1.1" status: 200 len: 217 time: 0.0519938 Sep 21 08:03:53.919063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ba2bbf-dc37-449d-8229-a7e9b056f00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.919399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ba2bbf-dc37-449d-8229-a7e9b056f00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:53.922743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20ba2bbf-dc37-449d-8229-a7e9b056f00b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a14356cf-c349-4601-bd27-8f6a96ee6c04 HTTP/1.1" status: 204 len: 168 time: 0.2228675 Sep 21 08:03:53.928638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba2bbf-dc37-449d-8229-a7e9b056f00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14356cf-c349-4601-bd27-8f6a96ee6c04,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:53.941705 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a69f96-a244-4be9-84f8-8e5babbabd37 x-openstack-request-id: req-18a69f96-a244-4be9-84f8-8e5babbabd37 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:53.942333 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:53.942635 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18a69f96-a244-4be9-84f8-8e5babbabd37 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:53.943092 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'status': 'completed', 'code': 200} Sep 21 08:03:53.953101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-d8102b29-39a6-4463-90d0-60ea841f5eda tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:53.960664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:53.962228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-d8102b29-39a6-4463-90d0-60ea841f5eda tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590151 Sep 21 08:03:53.995881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-c9c54666-a3ca-4d0f-8656-2fc82544b442 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/quotas/7957a3708a9f4b628e1ae16b39859d24 HTTP/1.1" status: 200 len: 375 time: 0.0184250 Sep 21 08:03:54.000941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-19a4db03-61ed-464c-a6d6-c725ddd7d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:54.002392 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-19a4db03-61ed-464c-a6d6-c725ddd7d467 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 200 len: 862 time: 0.1209769 Sep 21 08:03:54.064182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-65488008-2503-4493-a2eb-6e00f777d172 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7957a3708a9f4b628e1ae16b39859d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604570 Sep 21 08:03:54.089592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-87d76bb3-135f-4cb8-83f4-ceebbcd1e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:54.092126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-87d76bb3-135f-4cb8-83f4-ceebbcd1e82a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=304927a9-b2b4-4d24-8ee6-32a5a2288a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771394 Sep 21 08:03:54.099055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:03:54.103967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:54.104624 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:54.209851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:54.243551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:54.251542 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7260e5e5-beb4-4549-80a6-abc93043539a" -d '{"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-plugged", "status": "completed", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:54.252939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-b30a8b4f-1b95-4222-b379-cb2dd8900a17 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509023 Sep 21 08:03:54.294483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:54.302189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:54.303835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:03:54.411734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2878caca-8f47-4d6e-8d88-349b0a5acbb7 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:03:54.439358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 2878caca-8f47-4d6e-8d88-349b0a5acbb7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:03:54.439950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2878caca-8f47-4d6e-8d88-349b0a5acbb7 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:03:54.469824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port b3f79d76-ee47-45e1-bada-c460b778be7e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:03:54.481358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b3f79d76-ee47-45e1-bada-c460b778be7e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:54.481801 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:54.487387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:54.561520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f82a48e-5b45-4310-8fbb-9b08d1258e05 req-cd7fd64a-0f59-49bc-ba75-d60ac2a110dc service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950075 Sep 21 08:03:54.596738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9152a-dcbd-436a-88ef-c96458d453ce req-a2719db1-bdda-4115-9a54-ba327f6a24fd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:54.598308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bf9152a-dcbd-436a-88ef-c96458d453ce req-a2719db1-bdda-4115-9a54-ba327f6a24fd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1710105 Sep 21 08:03:54.624225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:54.707837 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08379b5b-7a9a-482c-8450-642a206d19c1 x-openstack-request-id: req-08379b5b-7a9a-482c-8450-642a206d19c1 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:54.708526 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-plugged", "status": "completed", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:54.709021 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08379b5b-7a9a-482c-8450-642a206d19c1 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:54.709616 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'code': 200} Sep 21 08:03:54.732225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:54.739811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:54.750543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bf9152a-dcbd-436a-88ef-c96458d453ce req-e2ba9d7f-6b9a-4cff-8628-5b2c38842f24 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362188 Sep 21 08:03:54.779811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b8c6-849c-4eb7-983d-806de95babbe req-d616c9d0-b142-4d48-b965-24767742954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:54.781675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a625b8c6-849c-4eb7-983d-806de95babbe req-d616c9d0-b142-4d48-b965-24767742954f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 1094 time: 0.1338859 Sep 21 08:03:54.805155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81cbdced-db66-446f-9bf5-c2e4501e4ede req-34b2d161-7815-4139-a650-f868f886921b tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 210 time: 0.0821817 Sep 21 08:03:54.838413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:54.850443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f164b07-0e25-4521-9cf0-cd7fdcc17758 req-69325d2e-54e7-43a0-9cff-7cce293fb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:54.852295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f164b07-0e25-4521-9cf0-cd7fdcc17758 req-69325d2e-54e7-43a0-9cff-7cce293fb959 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1100 time: 0.1336236 Sep 21 08:03:54.908360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f164b07-0e25-4521-9cf0-cd7fdcc17758 req-e5e9dde4-30dc-4de2-a299-614446a4efd5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480778 Sep 21 08:03:54.992175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70783e2a-e81b-4a6c-92cb-76aa588114c6 req-f5ffd5a1-cbf4-4664-8782-13bcb24e878f tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:54.993719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70783e2a-e81b-4a6c-92cb-76aa588114c6 req-f5ffd5a1-cbf4-4664-8782-13bcb24e878f tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 943 time: 0.1143608 Sep 21 08:03:54.997653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b8c6-849c-4eb7-983d-806de95babbe req-a40581e0-e7bb-4019-a424-d1521f0e642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:54.999850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a625b8c6-849c-4eb7-983d-806de95babbe req-a40581e0-e7bb-4019-a424-d1521f0e642a service neutron] 10.222.0.50 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 924 time: 0.2055779 Sep 21 08:03:55.058697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223f6ea-3bec-4741-8779-d4f626d33e79 req-9d98cee5-e6bf-4b21-afee-d58ee820431c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:55.059157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a625b8c6-849c-4eb7-983d-806de95babbe req-c46d461b-20ab-4880-b9b7-63ee32fb8b72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b HTTP/1.1" status: 200 len: 217 time: 0.0410671 Sep 21 08:03:55.061472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1223f6ea-3bec-4741-8779-d4f626d33e79 req-9d98cee5-e6bf-4b21-afee-d58ee820431c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 971 time: 0.0705810 Sep 21 08:03:55.111348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70783e2a-e81b-4a6c-92cb-76aa588114c6 req-309b2b64-7f6d-49be-82c4-bfc340966140 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079409 Sep 21 08:03:55.132683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b8c6-849c-4eb7-983d-806de95babbe req-46fcf26d-6524-495f-a2c5-3f3e76cd4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:55.134267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a625b8c6-849c-4eb7-983d-806de95babbe req-46fcf26d-6524-495f-a2c5-3f3e76cd4f5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 200 len: 862 time: 0.0627050 Sep 21 08:03:55.144384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1223f6ea-3bec-4741-8779-d4f626d33e79 req-aeab4efe-b6ef-4fdb-b175-84756ddbcc9d tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712721 Sep 21 08:03:55.218384 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:55.235212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625b8c6-849c-4eb7-983d-806de95babbe req-384eda86-d944-4d52-9a0a-c6b1f3e759c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:55.237374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a625b8c6-849c-4eb7-983d-806de95babbe req-384eda86-d944-4d52-9a0a-c6b1f3e759c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=304927a9-b2b4-4d24-8ee6-32a5a2288a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847390 Sep 21 08:03:55.345622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a453d41-d355-48b4-8550-d114e0f0827c req-a9a6e87d-0707-4b25-a4bb-832d43638964 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:55.354372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a453d41-d355-48b4-8550-d114e0f0827c req-a9a6e87d-0707-4b25-a4bb-832d43638964 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 945 time: 0.1075552 Sep 21 08:03:55.357515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-927decfd-e23a-4b81-980e-36326d514195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:55.386965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a625b8c6-849c-4eb7-983d-806de95babbe req-fae788bc-7760-4b33-bb87-99e05d0859a4 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298904 Sep 21 08:03:55.424020 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a453d41-d355-48b4-8550-d114e0f0827c req-ddd84fb3-2ae1-4e64-821d-17bf5d6bd356 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681353 Sep 21 08:03:55.630693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-df48beca-b12c-4a74-b4cd-10eba9f3201b tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5e69433db8534b1f8c3269068428ce3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268333 Sep 21 08:03:55.632790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a625b8c6-849c-4eb7-983d-806de95babbe req-c76770f1-b84c-48ff-a7ad-6eab5d341711 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337439 Sep 21 08:03:55.819949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-4ca3f39f-52e5-48c1-88bc-7762b5d30d68 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:55.821397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-4ca3f39f-52e5-48c1-88bc-7762b5d30d68 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774812 Sep 21 08:03:55.844881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-de87ec94-564e-4f7b-ba13-7fac68e5c402 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/quotas/5e69433db8534b1f8c3269068428ce3b HTTP/1.1" status: 200 len: 375 time: 0.0117798 Sep 21 08:03:55.892513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-3f1b75cc-6675-412c-9fb3-7139dac0dc7c tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5e69433db8534b1f8c3269068428ce3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362771 Sep 21 08:03:55.911193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ff31-d05a-4214-99fe-10c9707559ff req-ab556747-65ac-4c9c-aafd-58a1ceb52a50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:55.912728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7725ff31-d05a-4214-99fe-10c9707559ff req-ab556747-65ac-4c9c-aafd-58a1ceb52a50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0641232 Sep 21 08:03:55.969076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7725ff31-d05a-4214-99fe-10c9707559ff req-db6b7887-ed54-4bb4-92cb-728eda6c9119 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Sep 21 08:03:56.070198 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-2cd00c17-cb1e-4328-8a23-b8dd6759bd36 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7957a3708a9f4b628e1ae16b39859d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759101 Sep 21 08:03:56.121444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1763b15b-042a-45f5-a8f8-e13cde179b76 req-3e389d08-70ea-4ebd-a0d9-9ad853ba796d tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 210 time: 0.0505171 Sep 21 08:03:56.193648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80b72c65-c54e-421d-8d14-a5389e02b332 req-081e79d6-d101-4fe1-b1f0-2f9b785ba348 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 210 time: 0.0630252 Sep 21 08:03:56.354006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-997f09e0-3892-46f2-81af-80f87acea786 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:56.357645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-997f09e0-3892-46f2-81af-80f87acea786 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712364 Sep 21 08:03:56.384002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Request body: {'port': {'device_id': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '7957a3708a9f4b628e1ae16b39859d24'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:56.412007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5c5c3-f59e-426e-b60a-bb389c5e25c9 req-6e82b330-285a-453a-9ab9-1f7bd26db7d9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:56.415958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1e5c5c3-f59e-426e-b60a-bb389c5e25c9 req-6e82b330-285a-453a-9ab9-1f7bd26db7d9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 943 time: 0.0882704 Sep 21 08:03:56.483955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1e5c5c3-f59e-426e-b60a-bb389c5e25c9 req-5ce851bc-5d60-49ab-9237-c41763739fdb tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573709 Sep 21 08:03:56.503058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c341dbf-ae80-4420-9372-6d6affda973f req-c90363e4-8b99-4b82-961d-a474397a739b tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:56.504967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c341dbf-ae80-4420-9372-6d6affda973f req-c90363e4-8b99-4b82-961d-a474397a739b tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 971 time: 0.1442847 Sep 21 08:03:56.527954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:56.549298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-a2726614-fa7b-4b66-8afd-74b4a240dbb0 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:56.550949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-a2726614-fa7b-4b66-8afd-74b4a240dbb0 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 971 time: 0.0903268 Sep 21 08:03:56.577838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c341dbf-ae80-4420-9372-6d6affda973f req-5b09917f-fb14-4e00-87f6-68e8d9e10a3c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/security-groups?id=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662148 Sep 21 08:03:56.661720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Made reservation on behalf of 7957a3708a9f4b628e1ae16b39859d24 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:56.666919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:56.710619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:56.713195 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c512324-d79b-4270-82a8-698e017fb99b" -d '{"events": [{"server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "name": "network-vif-plugged", "status": "completed", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:56.803404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Deleting port e7a4151c-3c80-4505-a20c-f713cace6268 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:03:56.803756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:56.813974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Allocated IP 192.168.233.171 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/2a671417-db25-48cf-a71b-ab2ce51b4cdf) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:56.988390 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc8fc9-8f8a-40c2-b9b0-b0dc429e1329 x-openstack-request-id: req-08dc8fc9-8f8a-40c2-b9b0-b0dc429e1329 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:56.988675 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "name": "network-vif-plugged", "status": "completed", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:56.989129 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08dc8fc9-8f8a-40c2-b9b0-b0dc429e1329 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:56.989688 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e', 'code': 200} Sep 21 08:03:57.152882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a38ac-b020-4819-8418-075466c0da69 req-e1827081-95a0-4ad1-b36e-c3d48e97b908 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:57.154991 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f29a38ac-b020-4819-8418-075466c0da69 req-e1827081-95a0-4ad1-b36e-c3d48e97b908 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 945 time: 0.3986185 Sep 21 08:03:57.201705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.248739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d303479-e527-48c6-b758-ce8c97f37bdf req-a9ba3554-55f6-48ee-b660-cf81fed580c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:57.250316 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d303479-e527-48c6-b758-ce8c97f37bdf req-a9ba3554-55f6-48ee-b660-cf81fed580c6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1096 time: 0.1222970 Sep 21 08:03:57.253115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f29a38ac-b020-4819-8418-075466c0da69 req-e0679c04-12a2-49a2-aaaa-a6fbb6ae81c8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805845 Sep 21 08:03:57.254768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] For port e7a4151c-3c80-4505-a20c-f713cace6268, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e7a4151c-3c80-4505-a20c-f713cace6268,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:57.255136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.271204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.279907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Calling delete_port for e7a4151c-3c80-4505-a20c-f713cace6268 owned by compute:tempest-test_az-263756347 {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:03:57.304475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51715fa-c185-45e3-b362-71313b4e9282 req-b877956d-27fe-4705-adcb-66bb39751ce6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:57.305666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a51715fa-c185-45e3-b362-71313b4e9282 req-b877956d-27fe-4705-adcb-66bb39751ce6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0901895 Sep 21 08:03:57.347969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:57.354729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d303479-e527-48c6-b758-ce8c97f37bdf req-3633fbf0-0581-4afc-9ce2-14bdbbb6533c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911503 Sep 21 08:03:57.362176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:57.365920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:57.371695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:57.372412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.377016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Pushing event updated for resources: {'Port': ['ID=2a671417-db25-48cf-a71b-ab2ce51b4cdf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:57.400911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-6a0b5b15-a97e-4d4a-9a62-207cce4d5aaa tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0239942 Sep 21 08:03:57.404532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a51715fa-c185-45e3-b362-71313b4e9282 req-345bbd1e-9bd9-4011-b76b-e8894e56dd7d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770419 Sep 21 08:03:57.414482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Request body: {'port': {'device_id': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:57.419201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf8866-5a07-48f2-a8db-6904b211a071 req-c3358316-ec05-47ef-b2ab-c13ca7eca03f tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:57.420943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffaf8866-5a07-48f2-a8db-6904b211a071 req-c3358316-ec05-47ef-b2ab-c13ca7eca03f tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 936 time: 0.0813167 Sep 21 08:03:57.513222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffaf8866-5a07-48f2-a8db-6904b211a071 req-dab60dba-727d-4e7d-8706-43390d6e8817 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804586 Sep 21 08:03:57.518933 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.541181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.544649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e7a4151c-3c80-4505-a20c-f713cace6268'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:03:57.590415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.699532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Pushing event deleted for resources: {'Port': ['ID=e7a4151c-3c80-4505-a20c-f713cace6268,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:57.740947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-692ecc1b-6e73-461a-af4a-3668ca9b98cf None None] Provisioning complete for port 2a671417-db25-48cf-a71b-ab2ce51b4cdf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:57.744375 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-692ecc1b-6e73-461a-af4a-3668ca9b98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.748154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c03493df-9c1f-4055-b076-00b2203f317f req-f01f20b5-5ff4-4697-b940-fa852edc3087 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 210 time: 0.0341938 Sep 21 08:03:57.749831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-ba853209-554d-41bf-8b02-b3a3072738b4 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5e69433db8534b1f8c3269068428ce3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380839 Sep 21 08:03:57.776226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] No DVR routers for this DVR port e7a4151c-3c80-4505-a20c-f713cace6268 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:03:57.780403 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:57.788439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d212a85-1bc6-46ac-bf63-e59081278b68 req-71f53ea0-1c57-4b80-93dd-fcebf09caf4c tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.50 "DELETE /v2.0/ports/e7a4151c-3c80-4505-a20c-f713cace6268 HTTP/1.1" status: 204 len: 173 time: 1.2302208 Sep 21 08:03:57.842901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'name': 'network-vif-deleted', 'tag': 'e7a4151c-3c80-4505-a20c-f713cace6268'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:57.845004 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3672b8-6fa7-4a19-b8e2-57647752d33f" -d '{"events": [{"server_uuid": "6a19e234-8ea0-42cf-8008-f7f168f23071", "name": "network-vif-deleted", "tag": "e7a4151c-3c80-4505-a20c-f713cace6268"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:57.899667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-692ecc1b-6e73-461a-af4a-3668ca9b98cf None None] Port 2a671417-db25-48cf-a71b-ab2ce51b4cdf cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:57.946618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-d605e451-2c90-4a1b-b513-7f5d383926e2 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:57.948730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-d605e451-2c90-4a1b-b513-7f5d383926e2 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699386 Sep 21 08:03:57.991912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Request body: {'port': {'device_id': '57477290-961f-4e15-b35c-02516012759c', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '5e69433db8534b1f8c3269068428ce3b'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:58.016375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c248-46a3-435e-af23-26a27494bbd0 req-ec38cbae-3703-4a5d-b331-26b84975657d tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:58.017912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1157c248-46a3-435e-af23-26a27494bbd0 req-ec38cbae-3703-4a5d-b331-26b84975657d tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1100 time: 0.0811162 Sep 21 08:03:58.066349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e6b02-dd91-49f1-8f3a-2eec7cfaa70a req-1dbfd907-1bae-40b3-a9f6-557e809491d4 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:58.067930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be6e6b02-dd91-49f1-8f3a-2eec7cfaa70a req-1dbfd907-1bae-40b3-a9f6-557e809491d4 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 943 time: 0.1180754 Sep 21 08:03:58.069313 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1157c248-46a3-435e-af23-26a27494bbd0 req-32e58f73-898c-4eb6-a037-cfa73bde210e tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.097058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a671417-db25-48cf-a71b-ab2ce51b4cdf {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:58.107416 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.129507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Transition to ACTIVE for port object 2a671417-db25-48cf-a71b-ab2ce51b4cdf will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:03:58.135028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be6e6b02-dd91-49f1-8f3a-2eec7cfaa70a req-b5aba618-e66b-48cb-958a-73c7e36bce82 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554783 Sep 21 08:03:58.137058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.248920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Pushing event updated for resources: {'Port': ['ID=2a671417-db25-48cf-a71b-ab2ce51b4cdf,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:58.259206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Attempting to bind port 2a671417-db25-48cf-a71b-ab2ce51b4cdf on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:03:58.259710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Attempting to bind port 2a671417-db25-48cf-a71b-ab2ce51b4cdf by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:03:58.259847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Attempting to bind port 2a671417-db25-48cf-a71b-ab2ce51b4cdf on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:58.259933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c266d2f1-640f-497e-a932-5f002033da19 req-ed981c92-f54f-4368-8796-026cb15678c7 tempest-AggregatesAdminTestJSON-1714051745 tempest-AggregatesAdminTestJSON-1714051745-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a19e234-8ea0-42cf-8008-f7f168f23071 HTTP/1.1" status: 200 len: 210 time: 0.0348008 Sep 21 08:03:58.271906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Port 2a671417-db25-48cf-a71b-ab2ce51b4cdf on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:03:58.272235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Attempting to bind port 2a671417-db25-48cf-a71b-ab2ce51b4cdf on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:03:58.281804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:03:58.282148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:03:58.282541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:03:58.282987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Bound port: 2a671417-db25-48cf-a71b-ab2ce51b4cdf, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:03:58.283405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.301775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1157c248-46a3-435e-af23-26a27494bbd0 req-32e58f73-898c-4eb6-a037-cfa73bde210e tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.307855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1157c248-46a3-435e-af23-26a27494bbd0 req-32e58f73-898c-4eb6-a037-cfa73bde210e tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.338232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Made reservation on behalf of 5e69433db8534b1f8c3269068428ce3b for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:03:58.344424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.348729 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1780769e-e8af-454d-bdec-473cbffe5101 x-openstack-request-id: req-1780769e-e8af-454d-bdec-473cbffe5101 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:58.349018 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a19e234-8ea0-42cf-8008-f7f168f23071", "name": "network-vif-deleted", "tag": "e7a4151c-3c80-4505-a20c-f713cace6268", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:58.349263 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1780769e-e8af-454d-bdec-473cbffe5101 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:58.349641 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a19e234-8ea0-42cf-8008-f7f168f23071', 'name': 'network-vif-deleted', 'tag': 'e7a4151c-3c80-4505-a20c-f713cace6268', 'status': 'completed', 'code': 200} Sep 21 08:03:58.357506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.373479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1157c248-46a3-435e-af23-26a27494bbd0 req-32e58f73-898c-4eb6-a037-cfa73bde210e tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419795 Sep 21 08:03:58.391281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 7f0497a6-1512-47ff-bb4a-20e730d0791b details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:03:58.486029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e58f73-898c-4eb6-a037-cfa73bde210e tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a5b5a-f458-4d5a-af7c-a415336e7072,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:58.526459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] For port 2a671417-db25-48cf-a71b-ab2ce51b4cdf, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:03:58.530486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] For port 2a671417-db25-48cf-a71b-ab2ce51b4cdf, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2a671417-db25-48cf-a71b-ab2ce51b4cdf,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:03:58.542143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.547566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.580487 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.594214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 7f0497a6-1512-47ff-bb4a-20e730d0791b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:58.607971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'port_id': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'mac_address': 'fa:16:3e:7f:0f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:03:58.609582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-1d29ad7c-1e0d-4795-9ff8-5718b43ac941 req-110e5aa4-7199-426b-8230-dc562757c520 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:03:58.610715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d29ad7c-1e0d-4795-9ff8-5718b43ac941 req-110e5aa4-7199-426b-8230-dc562757c520 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060744 Sep 21 08:03:58.619718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:58.620345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.622243 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] 10.222.0.50 "PUT /v2.0/ports/2a671417-db25-48cf-a71b-ab2ce51b4cdf HTTP/1.1" status: 200 len: 1096 time: 1.2122319 Sep 21 08:03:58.624916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'tag': '2a671417-db25-48cf-a71b-ab2ce51b4cdf'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:03:58.626880 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "91515f62-d3a6-4466-b44a-09c5eb2c5242", "tag": "2a671417-db25-48cf-a71b-ab2ce51b4cdf"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:03:58.666710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.670038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31bebc-e99e-4f72-89df-4eae75d0316b req-fab0ff16-07be-42e3-a813-172f5a2e02eb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:58.671557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f31bebc-e99e-4f72-89df-4eae75d0316b req-fab0ff16-07be-42e3-a813-172f5a2e02eb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 945 time: 0.1373227 Sep 21 08:03:58.690034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1932254-a5a7-4373-a422-c8c4775cffd8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:58.692211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0497a6-1512-47ff-bb4a-20e730d0791b {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:03:58.703527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16db10-3508-44b4-b96f-db9cf0c4031d service neutron] Pushing event updated for resources: {'Port': ['ID=2a671417-db25-48cf-a71b-ab2ce51b4cdf,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:58.718896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 7f0497a6-1512-47ff-bb4a-20e730d0791b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:03:58.725464 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:58.773375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f31bebc-e99e-4f72-89df-4eae75d0316b req-737fade5-6a8d-4638-9abe-693d18732653 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868161 Sep 21 08:03:58.812172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=7f0497a6-1512-47ff-bb4a-20e730d0791b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:58.832627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Allocated IP 192.168.233.210 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/59405797-e59c-4f61-b51c-a1a3d66e952a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:03:58.862054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-4457b6d0-d0ae-46c5-8df7-d8caaa3d7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:58.864390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-4457b6d0-d0ae-46c5-8df7-d8caaa3d7008 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7957a3708a9f4b628e1ae16b39859d24&device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 1099 time: 0.0796456 Sep 21 08:03:58.968392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['7f0497a6-1512-47ff-bb4a-20e730d0791b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:03:58.979682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-66333958-86f7-4154-8d2c-cd144e9345cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=2a671417-db25-48cf-a71b-ab2ce51b4cdf HTTP/1.1" status: 200 len: 217 time: 0.1014173 Sep 21 08:03:59.068307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-d0670dfe-33c9-4a6f-8c61-60f07e6c5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.070729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-d0670dfe-33c9-4a6f-8c61-60f07e6c5bb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0826945 Sep 21 08:03:59.094210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.150513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481baad0-d492-4ad5-98be-14711c003462 req-a0c4e3a4-0e34-4d42-8f03-55818c98b4e2 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.152348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-481baad0-d492-4ad5-98be-14711c003462 req-a0c4e3a4-0e34-4d42-8f03-55818c98b4e2 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 948 time: 0.0804141 Sep 21 08:03:59.159765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f61af4-c535-4560-8b2b-4c725684587d req-c6347608-01d0-489c-a7c5-e4a3c7fed93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.161508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-c6347608-01d0-489c-a7c5-e4a3c7fed93c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799665 Sep 21 08:03:59.180614 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.266491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-481baad0-d492-4ad5-98be-14711c003462 req-eab2bc4a-e448-4ad5-a642-a1f753575f3b tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989594 Sep 21 08:03:59.278283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:03:59.279921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:03:59.293564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:03:59.314511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.316369 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.351697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Pushing event updated for resources: {'Port': ['ID=59405797-e59c-4f61-b51c-a1a3d66e952a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:03:59.372203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-03c9290a-2b64-42a9-8d66-2131e0256e5d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012177 Sep 21 08:03:59.377292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-03ad1707-c5b8-49f9-81ad-860fb7fda000 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3936348 Sep 21 08:03:59.394611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Request body: {'port': {'device_id': '57477290-961f-4e15-b35c-02516012759c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:03:59.425383 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076205b4-dd6e-430a-ac6e-cb2dc65e09dc x-openstack-request-id: req-076205b4-dd6e-430a-ac6e-cb2dc65e09dc {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:03:59.425729 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91515f62-d3a6-4466-b44a-09c5eb2c5242", "tag": "2a671417-db25-48cf-a71b-ab2ce51b4cdf", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:03:59.426130 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-076205b4-dd6e-430a-ac6e-cb2dc65e09dc {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:03:59.426490 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'tag': '2a671417-db25-48cf-a71b-ab2ce51b4cdf', 'status': 'completed', 'code': 200} Sep 21 08:03:59.487118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35920) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:59.493478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35922) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:59.558480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.561203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d215b3-e989-4a7b-858f-5c55ea3f9dfe req-8b0f248c-4dfb-448e-b3b4-463b4acea44a tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.562859 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74d215b3-e989-4a7b-858f-5c55ea3f9dfe req-8b0f248c-4dfb-448e-b3b4-463b4acea44a tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 936 time: 0.1894979 Sep 21 08:03:59.587282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1edcc0-8276-4135-ab68-e4b54a70f4eb req-1e6625c6-4c7b-4147-b080-3670137e513c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.588841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8b1edcc0-8276-4135-ab68-e4b54a70f4eb req-1e6625c6-4c7b-4147-b080-3670137e513c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 944 time: 0.1112604 Sep 21 08:03:59.609495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3812450-16a5-4aec-b3ab-40a8d4b3c89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.612694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6f61af4-c535-4560-8b2b-4c725684587d req-2d42457f-1052-4203-a342-64dd8599df3a service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832206 Sep 21 08:03:59.632553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4698fa37-a21c-4afd-a9fc-2ed7f8e4203f None None] Provisioning complete for port 59405797-e59c-4f61-b51c-a1a3d66e952a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:03:59.633747 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4698fa37-a21c-4afd-a9fc-2ed7f8e4203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.665774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74d215b3-e989-4a7b-858f-5c55ea3f9dfe req-950c562a-8b7a-4b8b-aaec-e64f4d2d7920 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810587 Sep 21 08:03:59.686941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8b1edcc0-8276-4135-ab68-e4b54a70f4eb req-829b3932-1640-4072-b32f-047582af7db9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827844 Sep 21 08:03:59.690939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4698fa37-a21c-4afd-a9fc-2ed7f8e4203f None None] Port 59405797-e59c-4f61-b51c-a1a3d66e952a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:03:59.694470 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-0b8e4a97-cf79-4380-ba28-7bd4ae174553 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1978486 Sep 21 08:03:59.716340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-db06de0e-aefc-4788-b12d-5af58f1f0164 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:03:59.720560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-db06de0e-aefc-4788-b12d-5af58f1f0164 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097325 Sep 21 08:03:59.867875 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3812450-16a5-4aec-b3ab-40a8d4b3c89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.880154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3812450-16a5-4aec-b3ab-40a8d4b3c89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:03:59.913187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-9395a474-0b3e-4886-ab1d-33421faa9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.914891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-9395a474-0b3e-4886-ab1d-33421faa9adb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7957a3708a9f4b628e1ae16b39859d24&device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 1099 time: 0.2426503 Sep 21 08:03:59.925526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7578d-ad3e-4f43-94cd-2a46b07cbede req-a2bb0044-35ff-48b6-98fb-36df076ec5db tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:03:59.927273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59b7578d-ad3e-4f43-94cd-2a46b07cbede req-a2bb0044-35ff-48b6-98fb-36df076ec5db tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1432219 Sep 21 08:03:59.930227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b3812450-16a5-4aec-b3ab-40a8d4b3c89e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92284c7899694684a91231c3c2242e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418240 Sep 21 08:03:59.939555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35936) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:03:59.998683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3812450-16a5-4aec-b3ab-40a8d4b3c89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff35948d-a8fa-4feb-ba53-e81999788911,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:00.074423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d08f2-a95f-44b7-b886-c85215f225de req-a1740b8e-108c-4abf-a965-5e602ea4d54f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:00.075549 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59b7578d-ad3e-4f43-94cd-2a46b07cbede req-79ebd324-3ac0-4c5c-bd57-c3918f3441a6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328356 Sep 21 08:04:00.082341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-064d08f2-a95f-44b7-b886-c85215f225de req-a1740b8e-108c-4abf-a965-5e602ea4d54f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 945 time: 0.1430564 Sep 21 08:04:00.105963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-6b877fb9-1293-400f-98a6-980df0631b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:00.108366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-6b877fb9-1293-400f-98a6-980df0631b76 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1771495 Sep 21 08:04:00.113592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35944) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:00.115746 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d815c652-648c-4646-9c87-f84932166506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.160701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-0783f24c-2f05-487e-9946-5920f2ebbc7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=2a671417-db25-48cf-a71b-ab2ce51b4cdf HTTP/1.1" status: 200 len: 217 time: 0.0391624 Sep 21 08:04:00.161286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35948) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:00.189448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d815c652-648c-4646-9c87-f84932166506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.206940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59405797-e59c-4f61-b51c-a1a3d66e952a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:00.233826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-741f9c33-175c-4eed-840c-3b05eb61633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:00.237834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-741f9c33-175c-4eed-840c-3b05eb61633d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0523932 Sep 21 08:04:00.238543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-064d08f2-a95f-44b7-b886-c85215f225de req-26291fef-d593-4c0d-a56a-9906528353d6 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559687 Sep 21 08:04:00.240708 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.275988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Transition to ACTIVE for port object 59405797-e59c-4f61-b51c-a1a3d66e952a will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:00.294953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.319552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-a34101d8-b761-40ab-b8a3-26b2e92a7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:00.321441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-a34101d8-b761-40ab-b8a3-26b2e92a7708 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770125 Sep 21 08:04:00.332154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d18a247-c14c-4983-805b-29cfc2d1696b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.422868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 7f0497a6-1512-47ff-bb4a-20e730d0791b up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:00.436114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d815c652-648c-4646-9c87-f84932166506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.441159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d815c652-648c-4646-9c87-f84932166506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.444078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d815c652-648c-4646-9c87-f84932166506 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff35948d-a8fa-4feb-ba53-e81999788911 HTTP/1.1" status: 204 len: 168 time: 0.5033720 Sep 21 08:04:00.510059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815c652-648c-4646-9c87-f84932166506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff35948d-a8fa-4feb-ba53-e81999788911,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:00.514404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 7f0497a6-1512-47ff-bb4a-20e730d0791b completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:00.528716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 7f0497a6-1512-47ff-bb4a-20e730d0791b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:00.529455 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.530569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Pushing event updated for resources: {'Port': ['ID=59405797-e59c-4f61-b51c-a1a3d66e952a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:00.580871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Attempting to bind port 59405797-e59c-4f61-b51c-a1a3d66e952a on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:00.581214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Attempting to bind port 59405797-e59c-4f61-b51c-a1a3d66e952a by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:00.581554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Attempting to bind port 59405797-e59c-4f61-b51c-a1a3d66e952a on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:00.591951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-c9f4a609-4592-4187-81ed-a20f4fe20e75 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613614 Sep 21 08:04:00.604638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Port 59405797-e59c-4f61-b51c-a1a3d66e952a on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:00.604974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Attempting to bind port 59405797-e59c-4f61-b51c-a1a3d66e952a on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:00.620792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785b0e4-3cca-4c43-ade3-a788539a3d70 req-0462c122-28ea-482f-9883-11726dc503c2 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:00.639923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f785b0e4-3cca-4c43-ade3-a788539a3d70 req-0462c122-28ea-482f-9883-11726dc503c2 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 948 time: 0.2584646 Sep 21 08:04:00.691185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:00.691545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:00.691985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:00.692450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Bound port: 59405797-e59c-4f61-b51c-a1a3d66e952a, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:00.703768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.718723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58b272b3-6ba3-46ed-aa47-1299958049a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73f0659fac76499c9a57c912b2ca59ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5413046 Sep 21 08:04:00.728563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35978) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:00.768920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f785b0e4-3cca-4c43-ade3-a788539a3d70 req-19cd277a-0ef1-43ae-8f60-3ab9f325758a tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104445 Sep 21 08:04:00.807569 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.846865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:00.849818 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e629f242-5ab5-4dc7-a49e-ee62cbd429e7" -d '{"events": [{"server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:00.864436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 7f0497a6-1512-47ff-bb4a-20e730d0791b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:00.870535 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:00.871970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e7a4151c-3c80-4505-a20c-f713cace6268 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:04:00.925627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e7a4151c-3c80-4505-a20c-f713cace6268 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:04:00.926432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e7a4151c-3c80-4505-a20c-f713cace6268 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:04:00.972664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=7f0497a6-1512-47ff-bb4a-20e730d0791b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:01.005714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] For port 59405797-e59c-4f61-b51c-a1a3d66e952a, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:01.020878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] For port 59405797-e59c-4f61-b51c-a1a3d66e952a, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=59405797-e59c-4f61-b51c-a1a3d66e952a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:01.029569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.050178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95efff-302b-493a-8f3b-e6ed57a1d716 req-f08420b3-ef02-45b7-895b-782234cdca45 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.058389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f95efff-302b-493a-8f3b-e6ed57a1d716 req-f08420b3-ef02-45b7-895b-782234cdca45 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 948 time: 0.1187177 Sep 21 08:04:01.069675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eda709e-0933-4413-a9a9-d1ba21ba929f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.081265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cc07fa-244f-43e7-b2fa-a35891c3d6b0 req-48f59cc5-55cf-4ad7-bd62-14f1ab324961 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970196 Sep 21 08:04:01.102837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81818113-bc7f-478b-ae67-a9a5f8f45c78 req-c46f839a-5c91-41a4-b0b3-c6b3c9e7d45a tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.111717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81818113-bc7f-478b-ae67-a9a5f8f45c78 req-c46f839a-5c91-41a4-b0b3-c6b3c9e7d45a tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1096 time: 0.2241125 Sep 21 08:04:01.124301 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d18a247-c14c-4983-805b-29cfc2d1696b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.134068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.134961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.136334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] 10.222.0.62 "PUT /v2.0/ports/59405797-e59c-4f61-b51c-a1a3d66e952a HTTP/1.1" status: 200 len: 1096 time: 1.7512479 Sep 21 08:04:01.140352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57477290-961f-4e15-b35c-02516012759c', 'tag': '59405797-e59c-4f61-b51c-a1a3d66e952a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:01.142952 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac" -d '{"events": [{"name": "network-changed", "server_uuid": "57477290-961f-4e15-b35c-02516012759c", "tag": "59405797-e59c-4f61-b51c-a1a3d66e952a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:01.154164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35990) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:01.157200 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eda709e-0933-4413-a9a9-d1ba21ba929f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.160377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d18a247-c14c-4983-805b-29cfc2d1696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.212210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ae98e-ca4c-4f0b-ba7c-5a49ad97d873 service neutron] Pushing event updated for resources: {'Port': ['ID=59405797-e59c-4f61-b51c-a1a3d66e952a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:01.254317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f95efff-302b-493a-8f3b-e6ed57a1d716 req-094ec120-9e4e-4196-bd84-5f61947648ff tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923525 Sep 21 08:04:01.277564 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ea41991-4ded-400a-8b98-fc0d41fda5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.320528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81818113-bc7f-478b-ae67-a9a5f8f45c78 req-3078a445-0c75-429d-a751-3ecd989e60af tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075479 Sep 21 08:04:01.337069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-d58b460a-12cd-4769-83e6-2b2f4cf99694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.339511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-d58b460a-12cd-4769-83e6-2b2f4cf99694 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e69433db8534b1f8c3269068428ce3b&device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 1099 time: 0.1188076 Sep 21 08:04:01.377951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18a247-c14c-4983-805b-29cfc2d1696b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6db2827-e0c4-4950-afbd-4642ef84bf96,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:01.402339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7d18a247-c14c-4983-805b-29cfc2d1696b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=22c2112921cc42cda12e5eedefebdb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2873068 Sep 21 08:04:01.404973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35994) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:01.412717 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eda709e-0933-4413-a9a9-d1ba21ba929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.416197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eda709e-0933-4413-a9a9-d1ba21ba929f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.417898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2eda709e-0933-4413-a9a9-d1ba21ba929f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a HTTP/1.1" status: 204 len: 168 time: 0.6883233 Sep 21 08:04:01.419082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-5b0dfab2-60ff-422a-9fab-75705401f6de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=59405797-e59c-4f61-b51c-a1a3d66e952a HTTP/1.1" status: 200 len: 217 time: 0.0688107 Sep 21 08:04:01.495890 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996353fd-a797-4dda-82de-f8eddca99a58 x-openstack-request-id: req-996353fd-a797-4dda-82de-f8eddca99a58 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:01.496262 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "name": "network-vif-plugged", "status": "completed", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:01.497906 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-996353fd-a797-4dda-82de-f8eddca99a58 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:01.498478 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'code': 200} Sep 21 08:04:01.514360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda709e-0933-4413-a9a9-d1ba21ba929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5fc778-b0f1-4e30-8a52-a3d94a1eaf3a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:01.597148 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.609686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-30e72ae4-6884-4c21-8c99-a8d6ff147378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.612626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-30e72ae4-6884-4c21-8c99-a8d6ff147378 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1629891 Sep 21 08:04:01.695583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77089f8e-a2e9-401d-b79f-ed312f9c40ef req-f062f44a-2131-4426-b87e-727c2b558ede tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.697180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77089f8e-a2e9-401d-b79f-ed312f9c40ef req-f062f44a-2131-4426-b87e-727c2b558ede tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 945 time: 0.2751479 Sep 21 08:04:01.706413 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ea41991-4ded-400a-8b98-fc0d41fda5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.712404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-5464e2c7-ba6c-4169-8d8b-b2bcd28d73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.714296 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-5464e2c7-ba6c-4169-8d8b-b2bcd28d73fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954466 Sep 21 08:04:01.721710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ea41991-4ded-400a-8b98-fc0d41fda5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.733589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57ead48d-3699-4e9a-9440-9c75151b6019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.745629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93752ae-52bf-45d1-a690-72fde9683421 req-95ad7c27-f014-4aed-8188-2836ade2ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.747816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d93752ae-52bf-45d1-a690-72fde9683421 req-95ad7c27-f014-4aed-8188-2836ade2ae12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 1096 time: 0.1656635 Sep 21 08:04:01.770025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15412030-2d91-4a0d-a186-e0380bf00d32 req-0ca36454-da31-4b28-bfc1-5aaa53aaebcf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:01.772180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15412030-2d91-4a0d-a186-e0380bf00d32 req-0ca36454-da31-4b28-bfc1-5aaa53aaebcf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1617265 Sep 21 08:04:01.772705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ea41991-4ded-400a-8b98-fc0d41fda5ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f455f619f724d359fb7b46ee413a713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112201 Sep 21 08:04:01.783016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36004) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:01.839875 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57ead48d-3699-4e9a-9440-9c75151b6019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:01.870211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15412030-2d91-4a0d-a186-e0380bf00d32 req-3d8294c9-ba68-49dc-869c-79bfe2ea9038 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832117 Sep 21 08:04:01.891220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41991-4ded-400a-8b98-fc0d41fda5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8934dc-476f-4e52-882b-babb25d99896,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:01.893973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d93752ae-52bf-45d1-a690-72fde9683421 req-5fab58c9-cc90-472a-bfa0-4239636e8489 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334858 Sep 21 08:04:01.922237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77089f8e-a2e9-401d-b79f-ed312f9c40ef req-dab08da9-61c8-4bfb-84cc-6d2ab56cb052 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144027 Sep 21 08:04:01.952926 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda34f3b-6181-452f-b042-3cbb4a5c82fc x-openstack-request-id: req-dda34f3b-6181-452f-b042-3cbb4a5c82fc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:01.955283 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57477290-961f-4e15-b35c-02516012759c", "tag": "59405797-e59c-4f61-b51c-a1a3d66e952a", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:01.957070 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dda34f3b-6181-452f-b042-3cbb4a5c82fc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:01.957748 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57477290-961f-4e15-b35c-02516012759c', 'tag': '59405797-e59c-4f61-b51c-a1a3d66e952a', 'status': 'completed', 'code': 200} Sep 21 08:04:01.979713 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eb1c62d9-a0a5-4a53-ba45-382a8a19d3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.002310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57ead48d-3699-4e9a-9440-9c75151b6019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.004900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57ead48d-3699-4e9a-9440-9c75151b6019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.007108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-57ead48d-3699-4e9a-9440-9c75151b6019 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6db2827-e0c4-4950-afbd-4642ef84bf96 HTTP/1.1" status: 204 len: 168 time: 0.6005726 Sep 21 08:04:02.025532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36008) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:02.048238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-5eacb2a9-0957-474c-8c09-882f25caa95e service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978330 Sep 21 08:04:02.067482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eb1c62d9-a0a5-4a53-ba45-382a8a19d3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.084453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ead48d-3699-4e9a-9440-9c75151b6019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6db2827-e0c4-4950-afbd-4642ef84bf96,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:02.109812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9cdd2f29-b318-4f62-9c29-c20769efbc09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5354166f92443299f75a0d20afd16a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0829198 Sep 21 08:04:02.113576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:02.158293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f630-2fe1-4ffc-9244-14ac57143801 req-508ddb3e-96f2-4f40-8a0a-67e2bc310719 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.160364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e194f630-2fe1-4ffc-9244-14ac57143801 req-508ddb3e-96f2-4f40-8a0a-67e2bc310719 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 948 time: 0.1304100 Sep 21 08:04:02.213508 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eb1c62d9-a0a5-4a53-ba45-382a8a19d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.217294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eb1c62d9-a0a5-4a53-ba45-382a8a19d3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.218489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eb1c62d9-a0a5-4a53-ba45-382a8a19d3e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee8934dc-476f-4e52-882b-babb25d99896 HTTP/1.1" status: 204 len: 168 time: 0.4298542 Sep 21 08:04:02.267359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c7f54-3783-45e9-b872-2a06da7bf8fa req-7c5b3d04-9e5a-4699-a657-e6410b9975ef tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.275699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e53c7f54-3783-45e9-b872-2a06da7bf8fa req-7c5b3d04-9e5a-4699-a657-e6410b9975ef tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1096 time: 0.1872196 Sep 21 08:04:02.289793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b6e9963-8eef-4163-a71b-151da4961f46 req-d0732452-4ad2-46de-95be-94ea39a080e0 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342491 Sep 21 08:04:02.290418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c99ee4e-0b1b-4b3f-bf44-5c40addee65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.294989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e194f630-2fe1-4ffc-9244-14ac57143801 req-a13630dc-8c14-4cf4-8320-a4764ede2783 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116970 Sep 21 08:04:02.298172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c62d9-a0a5-4a53-ba45-382a8a19d3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8934dc-476f-4e52-882b-babb25d99896,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:02.350364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c99ee4e-0b1b-4b3f-bf44-5c40addee65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.357774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-caa06e9f-bb80-41c9-a91a-83025edffe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.359341 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-caa06e9f-bb80-41c9-a91a-83025edffe1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1100 time: 0.1095939 Sep 21 08:04:02.364719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e53c7f54-3783-45e9-b872-2a06da7bf8fa req-77bc5866-d061-4419-bd03-4f82161b5681 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833476 Sep 21 08:04:02.438910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2a671417-db25-48cf-a71b-ab2ce51b4cdf details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:02.543776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-c0bef1c8-6a1c-4141-a493-0cb043922b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.545870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-c0bef1c8-6a1c-4141-a493-0cb043922b4d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e69433db8534b1f8c3269068428ce3b&device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 1099 time: 0.1670153 Sep 21 08:04:02.555844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36022) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:02.582968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1efda-b9be-4f8f-880b-0f6af09d61e1 req-6b598937-121e-4390-9e15-81cf8ed6527a tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.584662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59f1efda-b9be-4f8f-880b-0f6af09d61e1 req-6b598937-121e-4390-9e15-81cf8ed6527a tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 948 time: 0.0757375 Sep 21 08:04:02.635094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59f1efda-b9be-4f8f-880b-0f6af09d61e1 req-9444785e-798a-4411-ac21-5a96e653178a tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Sep 21 08:04:02.636247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-543faaa7-985e-4ced-b1ca-dc5a1bd8284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.638184 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-543faaa7-985e-4ced-b1ca-dc5a1bd8284c service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2721779 Sep 21 08:04:02.689391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2a671417-db25-48cf-a71b-ab2ce51b4cdf, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2a671417-db25-48cf-a71b-ab2ce51b4cdf,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:02.699027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-f17daf01-4597-45d5-a5c9-5fe1ed4e1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.701350 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-f17daf01-4597-45d5-a5c9-5fe1ed4e1e64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1466141 Sep 21 08:04:02.708009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4593846d-536a-46e4-bb2b-79bad58469ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.712913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '2a671417-db25-48cf-a71b-ab2ce51b4cdf', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '2a671417-db25-48cf-a71b-ab2ce51b4cdf', 'mac_address': 'fa:16:3e:75:b3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:02.749210 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-a777ca29-04c8-4a54-9974-431bc7044d52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.1021152 Sep 21 08:04:02.762918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-f1c4c735-11e2-4df0-afd9-6ec9e21c3cc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=59405797-e59c-4f61-b51c-a1a3d66e952a HTTP/1.1" status: 200 len: 217 time: 0.0509768 Sep 21 08:04:02.771701 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.809175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c99ee4e-0b1b-4b3f-bf44-5c40addee65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.809926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a671417-db25-48cf-a71b-ab2ce51b4cdf {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:02.813065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c99ee4e-0b1b-4b3f-bf44-5c40addee65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.817568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5c99ee4e-0b1b-4b3f-bf44-5c40addee65a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44720fa5-e3fe-4edf-87b6-44287eeab8a5 HTTP/1.1" status: 204 len: 168 time: 0.7023737 Sep 21 08:04:02.853810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-be118f40-8be8-4ed9-8d5b-fefd09a41456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.859147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ee4e-0b1b-4b3f-bf44-5c40addee65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44720fa5-e3fe-4edf-87b6-44287eeab8a5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:02.863684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-be118f40-8be8-4ed9-8d5b-fefd09a41456 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1062982 Sep 21 08:04:02.891802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-0f9776bf-144c-4119-bf56-131c329b4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.893927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-0f9776bf-144c-4119-bf56-131c329b4212 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0964024 Sep 21 08:04:02.896858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2a671417-db25-48cf-a71b-ab2ce51b4cdf, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2a671417-db25-48cf-a71b-ab2ce51b4cdf,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:02.916194 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:02.973655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-93088b2e-d209-431c-9078-e7668d2d5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:02.975788 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-93088b2e-d209-431c-9078-e7668d2d5a59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052561 Sep 21 08:04:03.041600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=2a671417-db25-48cf-a71b-ab2ce51b4cdf,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:03.062521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-03280545-826b-4d1b-976c-65c9acfcb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:03.064385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-03280545-826b-4d1b-976c-65c9acfcb045 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577091 Sep 21 08:04:03.069781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4593846d-536a-46e4-bb2b-79bad58469ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:03.082315 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4593846d-536a-46e4-bb2b-79bad58469ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:03.217412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:03.222802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['2a671417-db25-48cf-a71b-ab2ce51b4cdf'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:03.268491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593846d-536a-46e4-bb2b-79bad58469ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc0735f-d5b7-456c-a933-60b7114f92cc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:03.273403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-f00cce17-2867-40ff-ad09-3f3fb0cb55a3 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014608 Sep 21 08:04:03.294927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4593846d-536a-46e4-bb2b-79bad58469ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e61e275bede645c58dab7d9b68677518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237508 Sep 21 08:04:03.294927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36046) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:03.332740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395fd37-432f-4749-a0a9-8be8543537b0 req-a37c5234-ceed-4fc8-8b55-36eef5e35051 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:03.347419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0395fd37-432f-4749-a0a9-8be8543537b0 req-a37c5234-ceed-4fc8-8b55-36eef5e35051 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.3014486 Sep 21 08:04:03.386914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-f8a6c94c-464d-4bba-aff6-a0898c1b989c service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035687 Sep 21 08:04:03.421590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4b0e767-7b13-463e-b16c-c028572629a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:03.422144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0395fd37-432f-4749-a0a9-8be8543537b0 req-0c7a2bd6-6796-483c-8300-d6be8598d6f8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Sep 21 08:04:03.502085 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4b0e767-7b13-463e-b16c-c028572629a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:03.564119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26121f0e-1f19-4ab8-a3f2-2d95f05c59ac req-f7d1a584-80a3-47e0-ac57-a23be87ed9cd service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754178 Sep 21 08:04:03.590298 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4b0e767-7b13-463e-b16c-c028572629a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:03.593175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4b0e767-7b13-463e-b16c-c028572629a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:03.597146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d4b0e767-7b13-463e-b16c-c028572629a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecc0735f-d5b7-456c-a933-60b7114f92cc HTTP/1.1" status: 204 len: 168 time: 0.3117161 Sep 21 08:04:03.612649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0e767-7b13-463e-b16c-c028572629a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc0735f-d5b7-456c-a933-60b7114f92cc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:03.783179 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-1e93e179-a745-4e04-a3f9-096d07563d18 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819032 Sep 21 08:04:03.825776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac938d-7b91-4c09-9210-aa4c8e8619a0 req-b5156909-35d8-4dd1-b26a-593fd208a394 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:03.827336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edac938d-7b91-4c09-9210-aa4c8e8619a0 req-b5156909-35d8-4dd1-b26a-593fd208a394 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 945 time: 0.3176129 Sep 21 08:04:03.957505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-7e79327b-973b-44fd-9c10-48994b8d6ec6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1113591 Sep 21 08:04:03.960458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edac938d-7b91-4c09-9210-aa4c8e8619a0 req-198440ba-e374-4a76-b01f-30695e37aac8 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170530 Sep 21 08:04:03.970143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36088) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:04.133306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-5280f10f-366d-4ef3-b4c1-9fc256613560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.135190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-5280f10f-366d-4ef3-b4c1-9fc256613560 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 1096 time: 0.0829883 Sep 21 08:04:04.151454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f6ac5-d60a-42da-8a42-bdfa7ca032bc req-3ad32167-0543-4583-8b6f-6317693e5883 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.153264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d6f6ac5-d60a-42da-8a42-bdfa7ca032bc req-3ad32167-0543-4583-8b6f-6317693e5883 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 949 time: 0.0716612 Sep 21 08:04:04.176017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1089812956-network', 'tenant_id': 'e2102788e14644079fb8dc21a9014773'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:04.204222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Made reservation on behalf of e2102788e14644079fb8dc21a9014773 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:04.207747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.229136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d6f6ac5-d60a-42da-8a42-bdfa7ca032bc req-93eb8de8-6795-486f-9671-994ec9356571 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690780 Sep 21 08:04:04.251460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.291442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-0c63b5ae-c14e-4fad-9941-01750c74d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.293062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-0c63b5ae-c14e-4fad-9941-01750c74d799 service neutron] 10.222.0.50 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 924 time: 0.1236775 Sep 21 08:04:04.354727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-35f83b8a-2c25-44b4-b2a4-e3660d0c8fbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b HTTP/1.1" status: 200 len: 217 time: 0.0473061 Sep 21 08:04:04.402308 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.408529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.441179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-698616e4-bd57-41fc-bf42-0361e63469c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.442622 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-698616e4-bd57-41fc-bf42-0361e63469c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 200 len: 862 time: 0.0794513 Sep 21 08:04:04.447341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bbb3a1-c803-4f65-a6d8-842d57d148df,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:04.451126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c5e0-19ec-45d0-9145-526c985d7155 req-062100ac-3db2-453d-af96-0dcfea1f6784 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.458846 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c76c5e0-19ec-45d0-9145-526c985d7155 req-062100ac-3db2-453d-af96-0dcfea1f6784 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 948 time: 0.1068273 Sep 21 08:04:04.467248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:04:04.477977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2a671417-db25-48cf-a71b-ab2ce51b4cdf up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:04.492924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.493503 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Added segment a7906314-96c3-4025-a7e3-cba5b0570de2 of type vlan for network b2ea7608-6ff2-4220-a5c6-e9553739cd22 Sep 21 08:04:04.561475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c76c5e0-19ec-45d0-9145-526c985d7155 req-62013e17-165e-45b8-854a-0eab42614550 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016686 Sep 21 08:04:04.577454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.588671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-7a001630-c1b9-4221-af38-b505201ba587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.601265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-7a001630-c1b9-4221-af38-b505201ba587 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=304927a9-b2b4-4d24-8ee6-32a5a2288a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403170 Sep 21 08:04:04.625854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 2a671417-db25-48cf-a71b-ab2ce51b4cdf completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:04.631748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 2a671417-db25-48cf-a71b-ab2ce51b4cdf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:04.639156 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.654019 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.655973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.657804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.707797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7362580 Sep 21 08:04:04.710660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36124) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:04.716540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Request body: {'subnet': {'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1089812956-subnet', 'tenant_id': 'e2102788e14644079fb8dc21a9014773', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:04.793217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Made reservation on behalf of e2102788e14644079fb8dc21a9014773 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:04.797008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.807360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.853562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2a671417-db25-48cf-a71b-ab2ce51b4cdf, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2a671417-db25-48cf-a71b-ab2ce51b4cdf,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:04.854659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a671417-db25-48cf-a71b-ab2ce51b4cdf'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:04.857782 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba8ed3-f28a-45a6-9321-9b69026d017f" -d '{"events": [{"server_uuid": "91515f62-d3a6-4466-b44a-09c5eb2c5242", "name": "network-vif-plugged", "status": "completed", "tag": "2a671417-db25-48cf-a71b-ab2ce51b4cdf"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:04.862064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:04.902328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beab24-d4de-4373-8239-812899ec3a7b admin admin] Pushing event updated for resources: {'Network': ['ID=b2ea7608-6ff2-4220-a5c6-e9553739cd22,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:04.924236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=2a671417-db25-48cf-a71b-ab2ce51b4cdf,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:04.927127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:04:04.931940 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-1e4fd04b-f8a2-445d-8626-e04d7510e8f0 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219020 Sep 21 08:04:04.955603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1730-ca60-49c7-8d51-147cadb264b8 req-7aafd95c-ff84-43b7-a4fb-0f55756d9960 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:04.957161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f4a1730-ca60-49c7-8d51-147cadb264b8 req-7aafd95c-ff84-43b7-a4fb-0f55756d9960 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 945 time: 0.2006292 Sep 21 08:04:04.967555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:04.977544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'floatingip': {'port_id': '7f0497a6-1512-47ff-bb4a-20e730d0791b'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:05.131846 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a0f289-5170-49be-bd26-b041be3e61c9 req-8cc4e681-3293-42f9-9f4c-f45e9945f494 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717217 Sep 21 08:04:05.146285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabed2d-bdb0-4d2e-b162-dfcfeb201273 req-ba469137-8edf-4e97-a698-ec89521aa62b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:05.154713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-beabed2d-bdb0-4d2e-b162-dfcfeb201273 req-ba469137-8edf-4e97-a698-ec89521aa62b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1150613 Sep 21 08:04:05.197206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-beabed2d-bdb0-4d2e-b162-dfcfeb201273 req-862c5495-c161-44fb-b79b-1c7497643ede tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413821 Sep 21 08:04:05.198097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36148) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:05.275684 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff8ee8-b122-4315-bd56-232463350763 x-openstack-request-id: req-1cff8ee8-b122-4315-bd56-232463350763 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:05.275981 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91515f62-d3a6-4466-b44a-09c5eb2c5242", "name": "network-vif-plugged", "status": "completed", "tag": "2a671417-db25-48cf-a71b-ab2ce51b4cdf", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:05.276237 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cff8ee8-b122-4315-bd56-232463350763 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:05.276636 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a671417-db25-48cf-a71b-ab2ce51b4cdf', 'code': 200} Sep 21 08:04:05.326486 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:05.441807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b442c-24f0-41f5-a8b4-a67ab2464100 req-3692edef-ca28-4b46-8bf5-2126acc774d4 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:05.449228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c63b442c-24f0-41f5-a8b4-a67ab2464100 req-3692edef-ca28-4b46-8bf5-2126acc774d4 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 950 time: 0.1026790 Sep 21 08:04:05.462278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712550bc-e16d-45bf-90c8-58606f839479 req-3c9ed1e8-68ef-42ec-ae96-f2e311709f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:05.463856 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-712550bc-e16d-45bf-90c8-58606f839479 req-3c9ed1e8-68ef-42ec-ae96-f2e311709f19 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 1101 time: 0.0874214 Sep 21 08:04:05.502823 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:05.525263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c63b442c-24f0-41f5-a8b4-a67ab2464100 req-1a35235f-ad28-4664-a9b4-b736e91cb4eb tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701299 Sep 21 08:04:05.540761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-712550bc-e16d-45bf-90c8-58606f839479 req-a621a616-5bbc-4fe7-8712-a8e10233f518 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680199 Sep 21 08:04:05.608358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-00c942c3-de49-43b0-a4bc-7b717dd6dbe6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:04:05.609356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-00c942c3-de49-43b0-a4bc-7b717dd6dbe6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4100158 Sep 21 08:04:05.658651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2521274-8afa-4197-91f5-113a77c7d5c8,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:05.664115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:05.664482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Network hostable DHCP agents. Network: b2ea7608-6ff2-4220-a5c6-e9553739cd22, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:04:05.703360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:04:05.758646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-5d018b2a-ca87-4b75-b474-2a5e6312ee36 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:05.759688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b2ea7608-6ff2-4220-a5c6-e9553739cd22) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:05.768686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-5d018b2a-ca87-4b75-b474-2a5e6312ee36 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 1093 time: 0.1441743 Sep 21 08:04:05.775601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38d0eb-261a-4bc3-8bec-2b9f41ca9748 None None] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:05.796604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:05.797233 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:05.848710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-97818632-03af-4048-8fd6-fcb612339155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:05.853223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-97818632-03af-4048-8fd6-fcb612339155 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1096 time: 0.1834064 Sep 21 08:04:05.877129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756fd12-8b41-4791-a28c-a0f31f4d94ec req-f52c771b-653a-424b-8798-6d63516dce7e tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:05.888176 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc4f18d8-23bf-4982-b3bb-c96b5c9bb703 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1753387 Sep 21 08:04:05.896472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1756fd12-8b41-4791-a28c-a0f31f4d94ec req-f52c771b-653a-424b-8798-6d63516dce7e tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 948 time: 0.1795721 Sep 21 08:04:06.060136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 59405797-e59c-4f61-b51c-a1a3d66e952a details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:06.127105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f720feb-1d18-4a79-96df-d5cfda563bdf None None] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:06.186817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1756fd12-8b41-4791-a28c-a0f31f4d94ec req-cb7fadcf-d6b5-4783-b68a-16926306e1d5 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882788 Sep 21 08:04:06.245157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Request body: {'binding': {'host': 'n-h2-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:06.245947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Unknown quota resources ['binding']. {{(pid=94725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:04:06.308694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:06.316986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:06.335329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-6d948972-4167-417a-8cf8-de18073cb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:06.336853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-6d948972-4167-417a-8cf8-de18073cb9e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.4378202 Sep 21 08:04:06.411207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-6a2b2cbb-0800-4236-9db6-31f66b982185 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.0494790 Sep 21 08:04:06.422832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 59405797-e59c-4f61-b51c-a1a3d66e952a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=59405797-e59c-4f61-b51c-a1a3d66e952a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:06.441947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '59405797-e59c-4f61-b51c-a1a3d66e952a', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '59405797-e59c-4f61-b51c-a1a3d66e952a', 'mac_address': 'fa:16:3e:6a:d4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:06.496076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:06.511159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59405797-e59c-4f61-b51c-a1a3d66e952a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:06.527248 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Floating IP 1459cca7-2dc0-4701-8b9d-57c619332321 associated. External IP: 172.25.1.223, port: 7f0497a6-1512-47ff-bb4a-20e730d0791b. Sep 21 08:04:06.540834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 59405797-e59c-4f61-b51c-a1a3d66e952a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=59405797-e59c-4f61-b51c-a1a3d66e952a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:06.550217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:06.586042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-51ae33d7-b117-4a3e-91c9-3a1ee09ef9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:06.587562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-51ae33d7-b117-4a3e-91c9-3a1ee09ef9a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1679521 Sep 21 08:04:06.588447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on host n-h2-809980-2 for vnic_type normal with profile None {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:06.588784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:06.589256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:06.594214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:06.594548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:06.628567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-be42784a-47ec-4c1f-b604-b248a778f00a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317566 Sep 21 08:04:06.631712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:06.632052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:06.632530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:06.632881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Bound port: b3f79d76-ee47-45e1-bada-c460b778be7e, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:06.667662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=59405797-e59c-4f61-b51c-a1a3d66e952a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:06.899616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['59405797-e59c-4f61-b51c-a1a3d66e952a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:06.925337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:06.938413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:06.953534 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-81aabcba-1753-4c43-bd9d-599f51e97fcc service neutron] 10.222.0.59 "POST /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.9076521 Sep 21 08:04:06.991622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Router faceee27-3819-417c-a4f5-e3879342390c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:04:07.029186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-27491592-d3dc-48ca-9860-ac5158584072 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899040 Sep 21 08:04:07.138681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5740098-ddc5-4db0-bf5e-cf9998540ed1 req-480f8196-9351-44b4-8fe9-8a39a992c1f3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:07.140264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5740098-ddc5-4db0-bf5e-cf9998540ed1 req-480f8196-9351-44b4-8fe9-8a39a992c1f3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.3158035 Sep 21 08:04:07.234825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:04:07.243752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5740098-ddc5-4db0-bf5e-cf9998540ed1 req-b7da6066-b839-409b-a45d-44cbd73437c4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877328 Sep 21 08:04:07.246113 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:07.252908 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] Sync routers for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:04:07.266702 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:04:07.270200 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:07.288343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6dabf0ca-cbfd-4b19-8176-d921a45b242a req-f5410be4-0ed6-4c39-aa82-31f13d3e4932 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469456 Sep 21 08:04:07.314002 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ea3b8ed1-26b6-47bb-b301-c2340399e55b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "PUT /v2.0/floatingips/1459cca7-2dc0-4701-8b9d-57c619332321 HTTP/1.1" status: 200 len: 991 time: 2.3447881 Sep 21 08:04:07.316606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:07.320314 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a533db82-908f-46fc-b7ca-ee2faf048344" -d '{"events": [{"name": "network-changed", "server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:07.360616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa66cc-e810-422b-868f-001abb2ffaec req-01be5300-ff99-4934-a578-d65c95a32f12 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:07.363246 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aefa66cc-e810-422b-868f-001abb2ffaec req-01be5300-ff99-4934-a578-d65c95a32f12 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 950 time: 0.1781526 Sep 21 08:04:07.403009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:07.414959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-408573117-network', 'tenant_id': 'f49656b099c9416faff20c96fb74757e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:07.450706 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:04:07.467733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-405691ad-45fb-4c1d-9bb6-fa63e049eca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:07.469378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-405691ad-45fb-4c1d-9bb6-fa63e049eca5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1096 time: 0.0861683 Sep 21 08:04:07.472759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aefa66cc-e810-422b-868f-001abb2ffaec req-629069d3-de31-4bf2-872b-0adfe88955ef tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986328 Sep 21 08:04:07.499710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Made reservation on behalf of f49656b099c9416faff20c96fb74757e for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:07.499710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:07.533026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:07.657283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-6e17b3b5-353d-4d54-8d27-c9d8a45da6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:07.659862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-6e17b3b5-353d-4d54-8d27-c9d8a45da6c3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.1823421 Sep 21 08:04:07.741484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7924885-064a-4472-943b-640f84f22bdd req-93207937-5546-415e-bdc2-4d90bf74348e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:07.743703 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f7924885-064a-4472-943b-640f84f22bdd req-93207937-5546-415e-bdc2-4d90bf74348e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 945 time: 0.1848834 Sep 21 08:04:07.745883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-6c550990-2b3d-4a2d-aa9b-33e7d6168eac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.0777502 Sep 21 08:04:07.751675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1328566174', 'description': 'tempest-description-1426089533'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:07.803952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f7924885-064a-4472-943b-640f84f22bdd req-66426178-4265-4d75-99a1-4b6caae26700 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Sep 21 08:04:07.872293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:07.878045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:07.878255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-683b09b7-de6b-4f89-ae78-c262e78752bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:07.880797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-683b09b7-de6b-4f89-ae78-c262e78752bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1165483 Sep 21 08:04:07.935289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:04:07.938054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9362ad1-ab69-4b72-b4ba-5228a0dca920,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:07.969681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '1459cca7-2dc0-4701-8b9d-57c619332321', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'port_id': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'mac_address': 'fa:16:3e:7f:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:03:47Z', 'updated_at': '2021-09-21T08:04:06Z', 'revision_number': 1, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:07.978246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36232) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:07.978832 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-7a7a922e-5a00-4216-ae97-7cc3f261ab19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893276 Sep 21 08:04:07.980277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:07.992158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:07.992551 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Added segment cf8aafec-cc90-46e7-97ee-b28057185ba5 of type vlan for network 5a0ccfb9-ed7a-455a-89a0-cb81c686f85e Sep 21 08:04:07.998553 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] Checking router: faceee27-3819-417c-a4f5-e3879342390c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:04:08.011461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.013420 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:04:08.014271 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:03:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:08.049138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5781-769f-44a0-8f9a-060b86e32c28 req-bc263e73-80d8-477f-b94f-b06bd74169c8 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:08.056634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-739a5781-769f-44a0-8f9a-060b86e32c28 req-bc263e73-80d8-477f-b94f-b06bd74169c8 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 949 time: 0.1521552 Sep 21 08:04:08.065427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 59405797-e59c-4f61-b51c-a1a3d66e952a up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:08.066342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.119709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-739a5781-769f-44a0-8f9a-060b86e32c28 req-2b13c13c-eeff-44d2-8cf7-104fd8106e92 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619690 Sep 21 08:04:08.123819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.128558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:08.130608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.165004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 59405797-e59c-4f61-b51c-a1a3d66e952a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:08.168832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 59405797-e59c-4f61-b51c-a1a3d66e952a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:08.169551 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.222245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d133bee5-9af5-424c-a04c-0c33563faf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.267006 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:04:08.269320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-b973398a-9b9e-4c7a-a63f-be5f7f9a4f10 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716048 Sep 21 08:04:08.273847 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.304782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57477290-961f-4e15-b35c-02516012759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59405797-e59c-4f61-b51c-a1a3d66e952a'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:08.307738 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303d5332-9892-4460-a283-77a6e151f816" -d '{"events": [{"server_uuid": "57477290-961f-4e15-b35c-02516012759c", "name": "network-vif-plugged", "status": "completed", "tag": "59405797-e59c-4f61-b51c-a1a3d66e952a"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:08.315938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0ccfb9-ed7a-455a-89a0-cb81c686f85e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:08.329280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 59405797-e59c-4f61-b51c-a1a3d66e952a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=59405797-e59c-4f61-b51c-a1a3d66e952a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:08.335385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.335733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.336074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.336402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.336747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.337055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.337378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.337701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.338028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.339256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.339256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.339256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.341937 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.357276 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68340ce0-0280-4b25-b061-9e9402dde7b7 x-openstack-request-id: req-68340ce0-0280-4b25-b061-9e9402dde7b7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:08.357573 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:08.357822 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68340ce0-0280-4b25-b061-9e9402dde7b7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:08.358208 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'status': 'completed', 'code': 200} Sep 21 08:04:08.373937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 5a0ccfb9-ed7a-455a-89a0-cb81c686f85e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:04:08.404500 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.411999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.444154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c0649c5d-3d22-4029-8169-1e821b5d5a68 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0396655 Sep 21 08:04:08.450720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36242) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:08.469080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Request body: {'subnet': {'network_id': '5a0ccfb9-ed7a-455a-89a0-cb81c686f85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-408573117-subnet', 'tenant_id': 'f49656b099c9416faff20c96fb74757e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:08.481411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=59405797-e59c-4f61-b51c-a1a3d66e952a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:08.493641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-20ca8350-6bb2-4639-a366-362c0ba8b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:08.495593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-20ca8350-6bb2-4639-a366-362c0ba8b0c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 1096 time: 0.1276085 Sep 21 08:04:08.692150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c7b7b0-4596-49e5-8e99-3e875b96c1f2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:08.695901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-7ec8506e-e18c-4a98-896e-5d0535a3e4d8 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173172 Sep 21 08:04:08.699953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c765fa-97d6-4747-a73a-f00f91a238ec req-dca07aea-c218-43cf-82b3-3a14bc7df957 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:08.702095 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8c765fa-97d6-4747-a73a-f00f91a238ec req-dca07aea-c218-43cf-82b3-3a14bc7df957 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1082506 Sep 21 08:04:08.702376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.702807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.703256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.703708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.704125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.705151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.705151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.705731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.706228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.706880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.707554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.708201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:08.728360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-6974e8fa-2689-4ac2-936d-db86087f4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:08.729029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-6974e8fa-2689-4ac2-936d-db86087f4023 service neutron] 10.222.0.50 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 924 time: 0.2217605 Sep 21 08:04:08.770136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d133bee5-9af5-424c-a04c-0c33563faf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.777367 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '1459cca7-2dc0-4701-8b9d-57c619332321', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'port_id': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'mac_address': 'fa:16:3e:7f:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:03:47Z', 'updated_at': '2021-09-21T08:04:06Z', 'revision_number': 1, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:08.780045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d133bee5-9af5-424c-a04c-0c33563faf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.812386 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8992ae31-1f01-4ab0-b288-b2788a2fddd8 None None] The sync data for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 is: [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '1459cca7-2dc0-4701-8b9d-57c619332321', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'port_id': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'mac_address': 'fa:16:3e:7f:0f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:03:47Z', 'updated_at': '2021-09-21T08:04:06Z', 'revision_number': 1, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:04:08.814394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8c765fa-97d6-4747-a73a-f00f91a238ec req-1efdecf4-54f1-4aed-8206-26f024069e8b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912132 Sep 21 08:04:08.819391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d133bee5-9af5-424c-a04c-0c33563faf23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=406fd03b13154dddb83da843db84a2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8370273 Sep 21 08:04:08.821904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36246) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:08.881853 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6b2369-4d94-41f9-8791-6fc3bb6dab8f x-openstack-request-id: req-1e6b2369-4d94-41f9-8791-6fc3bb6dab8f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:08.882290 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57477290-961f-4e15-b35c-02516012759c", "name": "network-vif-plugged", "status": "completed", "tag": "59405797-e59c-4f61-b51c-a1a3d66e952a", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:08.882636 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e6b2369-4d94-41f9-8791-6fc3bb6dab8f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:08.883324 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57477290-961f-4e15-b35c-02516012759c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59405797-e59c-4f61-b51c-a1a3d66e952a', 'code': 200} Sep 21 08:04:08.897867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:08.903667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.025128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68b9b69-3858-4e48-9ef1-227c913177fe,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:09.057157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-fb72e04b-c435-4446-a5bf-4b8535658aa9 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.058847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-fb72e04b-c435-4446-a5bf-4b8535658aa9 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.1424289 Sep 21 08:04:09.070343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd1b19-7a53-4a1c-b611-676b19a478db req-47e836aa-5ef3-4d47-b2b1-82ea6d4f9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.072863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27bd1b19-7a53-4a1c-b611-676b19a478db req-47e836aa-5ef3-4d47-b2b1-82ea6d4f9c59 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 1101 time: 0.1069553 Sep 21 08:04:09.081073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809980-2'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:09.108024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fab2f7-c164-418f-a873-c71845622444 None None] New status for floating IP 1459cca7-2dc0-4701-8b9d-57c619332321: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:04:09.142425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133bee5-9af5-424c-a04c-0c33563faf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca067cab-1870-42c8-8ce8-d3f8868f1595,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:09.158390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27bd1b19-7a53-4a1c-b611-676b19a478db req-eaa285b8-522b-48dc-be06-39bbfda25833 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743747 Sep 21 08:04:09.162771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.238060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.239255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5aedea8e-2a17-4983-8b77-885498870cc1 req-a3b681de-c9d3-4f0e-8095-ae9a0bbc08ef tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4981761 Sep 21 08:04:09.246225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Made reservation on behalf of f49656b099c9416faff20c96fb74757e for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:09.249289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.280162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-462a9c50-3bb0-46c2-abaf-e89d4e3633cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b HTTP/1.1" status: 200 len: 999 time: 0.4178407 Sep 21 08:04:09.284959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3255f582-2f89-45f3-ae22-f86c3d5de271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.356936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:09.382629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b91526-8650-43b3-a082-b638baab6963 req-85758a4c-5023-416d-a670-7dc52717f4e4 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.384362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27b91526-8650-43b3-a082-b638baab6963 req-85758a4c-5023-416d-a670-7dc52717f4e4 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 950 time: 0.2333102 Sep 21 08:04:09.393050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e521-1e4f-4a16-86e6-4486006fb197 req-6234920a-1aaa-49fb-aa2f-0597979331c9 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.396239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b52e521-1e4f-4a16-86e6-4486006fb197 req-6234920a-1aaa-49fb-aa2f-0597979331c9 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 945 time: 0.0891011 Sep 21 08:04:09.400072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3255f582-2f89-45f3-ae22-f86c3d5de271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.436566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:09.469693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b52e521-1e4f-4a16-86e6-4486006fb197 req-6e2e3c0f-a27e-49f1-bab6-9dc9564b775f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667169 Sep 21 08:04:09.471148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-0ac68d88-6ba6-44a4-bd4d-526a21531212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.472738 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-0ac68d88-6ba6-44a4-bd4d-526a21531212 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 200 len: 862 time: 0.1757202 Sep 21 08:04:09.491302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:09.497980 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6b9493-fceb-46ff-a806-8ac6dd18c78d" -d '{"events": [{"server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:09.502769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.511691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.526984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27b91526-8650-43b3-a082-b638baab6963 req-e3b052d3-be8e-4aaf-89a7-5a5554f4c406 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246810 Sep 21 08:04:09.594685 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3255f582-2f89-45f3-ae22-f86c3d5de271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.597390 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3255f582-2f89-45f3-ae22-f86c3d5de271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.601893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3255f582-2f89-45f3-ae22-f86c3d5de271 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca067cab-1870-42c8-8ce8-d3f8868f1595 HTTP/1.1" status: 204 len: 168 time: 0.7788908 Sep 21 08:04:09.606894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:09.607720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-85ba3342-e102-4402-95a9-14e754b6502b req-a751c4fa-f10a-4c30-87ab-b7ae79dbe815 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1224882771', 'description': 'tempest-description-610619903'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:09.618956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:09.619274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:09.619635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:09.625909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:09.626236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Attempting to bind port b3f79d76-ee47-45e1-bada-c460b778be7e on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:09.631379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:09.631716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:09.632093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:09.632514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Bound port: b3f79d76-ee47-45e1-bada-c460b778be7e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:09.632867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.658093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-85b34c24-2f37-4942-a0a2-0c70558cd10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.659765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-85b34c24-2f37-4942-a0a2-0c70558cd10e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=304927a9-b2b4-4d24-8ee6-32a5a2288a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720545 Sep 21 08:04:09.670282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255f582-2f89-45f3-ae22-f86c3d5de271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca067cab-1870-42c8-8ce8-d3f8868f1595,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:09.696184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.741508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f9253-0492-4151-86df-39ed39b4d623 req-1379a577-72ca-40d8-bc7c-407493e9f4c3 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.742950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d3f9253-0492-4151-86df-39ed39b4d623 req-1379a577-72ca-40d8-bc7c-407493e9f4c3 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 950 time: 0.1011207 Sep 21 08:04:09.772567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:09.780793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-85ba3342-e102-4402-95a9-14e754b6502b req-a751c4fa-f10a-4c30-87ab-b7ae79dbe815 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.809389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:09.819837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d3f9253-0492-4151-86df-39ed39b4d623 req-12b391d9-f8dd-4eee-b1bd-866bfb1bcaba tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662136 Sep 21 08:04:09.821781 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.828326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb07a4fc-883a-4340-90e9-f1745cc28e75,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:09.867037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Checking segment: {'id': 'cf8aafec-cc90-46e7-97ee-b28057185ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '5a0ccfb9-ed7a-455a-89a0-cb81c686f85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:09.867427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Network hostable DHCP agents. Network: 5a0ccfb9-ed7a-455a-89a0-cb81c686f85e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:04:09.877216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-8aeab776-d245-4f76-947d-7a5e119bf10e service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994371 Sep 21 08:04:09.897375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=8']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:09.955523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:09.956657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:09.958449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-18333234-f2f9-40d9-a9f6-6d52da843f7d service neutron] 10.222.0.50 "PUT /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 1121 time: 0.8839171 Sep 21 08:04:09.972159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Network 5a0ccfb9-ed7a-455a-89a0-cb81c686f85e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:04:10.005385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 5a0ccfb9-ed7a-455a-89a0-cb81c686f85e) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:10.019166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abccd8b4-930a-4de7-876a-4c00e63fddc8 None None] Network 5a0ccfb9-ed7a-455a-89a0-cb81c686f85e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:10.023079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:10.031099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.038217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-85ba3342-e102-4402-95a9-14e754b6502b req-a751c4fa-f10a-4c30-87ab-b7ae79dbe815 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.040346 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8122f03-e93f-4bc8-8c94-fc203dc73573 x-openstack-request-id: req-b8122f03-e93f-4bc8-8c94-fc203dc73573 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:10.040710 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "name": "network-vif-unplugged", "status": "completed", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:10.041123 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8122f03-e93f-4bc8-8c94-fc203dc73573 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:10.041670 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e', 'code': 200} Sep 21 08:04:10.052649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-85ba3342-e102-4402-95a9-14e754b6502b req-a751c4fa-f10a-4c30-87ab-b7ae79dbe815 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.082328 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a533db82-908f-46fc-b7ca-ee2faf048344 req-050a7029-0acf-4624-a8c9-7342c0c01c94 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940851 Sep 21 08:04:10.095802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fd7c9de9-5d33-4ee2-8844-f12a29380987 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6349509 Sep 21 08:04:10.102286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b3f79d76-ee47-45e1-bada-c460b778be7e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:10.109431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-85ba3342-e102-4402-95a9-14e754b6502b req-a751c4fa-f10a-4c30-87ab-b7ae79dbe815 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.128605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36272) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:10.128935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85ba3342-e102-4402-95a9-14e754b6502b req-a751c4fa-f10a-4c30-87ab-b7ae79dbe815 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5376599 Sep 21 08:04:10.136789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751c4fa-f10a-4c30-87ab-b7ae79dbe815 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196a6b33-ebb6-4120-8cb0-cdafaae40463,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:10.154116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec0b924d-0509-47a7-8b02-9b2c97d3edd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.250413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddddcca-ae13-4713-b897-9828fe570e82 None None] Network 5a0ccfb9-ed7a-455a-89a0-cb81c686f85e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:10.264439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0ec9a-b6cc-40cc-9712-f8c1607a7788 req-4b2dc8ab-61d1-4fc3-89da-1842e34f8410 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:10.266721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17b0ec9a-b6cc-40cc-9712-f8c1607a7788 req-4b2dc8ab-61d1-4fc3-89da-1842e34f8410 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0691335 Sep 21 08:04:10.367686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec0b924d-0509-47a7-8b02-9b2c97d3edd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.370855 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17b0ec9a-b6cc-40cc-9712-f8c1607a7788 req-819e110d-aa65-4694-8b8b-6892987072ed tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957203 Sep 21 08:04:10.375299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec0b924d-0509-47a7-8b02-9b2c97d3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.471843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ec0b924d-0509-47a7-8b02-9b2c97d3edd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b0e924cfc1c4b33ae483692a2aa0a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415968 Sep 21 08:04:10.474284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b924d-0509-47a7-8b02-9b2c97d3edd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e8bcd9-f559-4f1b-8682-c99727fc0360,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:10.477166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36280) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:10.616763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f605-18ac-4729-b2f6-e9910352e0ba req-8d2dabf6-bf49-4809-9a17-665953e856cf tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:10.619333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e80f605-18ac-4729-b2f6-e9910352e0ba req-8d2dabf6-bf49-4809-9a17-665953e856cf tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 950 time: 0.1130602 Sep 21 08:04:10.640402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-110127260', 'description': 'tempest-description-1072322013'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:10.648524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c226d1e-00a5-4514-b51d-9f44166a8b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.670680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.679632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.693312 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c226d1e-00a5-4514-b51d-9f44166a8b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.704395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e80f605-18ac-4729-b2f6-e9910352e0ba req-27648758-c438-45b0-953e-c8294c7c437e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 Sep 21 08:04:10.762005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c226d1e-00a5-4514-b51d-9f44166a8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.764885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c226d1e-00a5-4514-b51d-9f44166a8b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.766051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9c226d1e-00a5-4514-b51d-9f44166a8b60 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6e8bcd9-f559-4f1b-8682-c99727fc0360 HTTP/1.1" status: 204 len: 168 time: 0.2844746 Sep 21 08:04:10.774726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c226d1e-00a5-4514-b51d-9f44166a8b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e8bcd9-f559-4f1b-8682-c99727fc0360,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:10.831585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.838137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.892076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d5b64f-e877-40d3-8500-8facf9c940ac,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:10.964295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:10.976095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:11.027250 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:11.029299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab6f1d9b-ba9e-4876-8364-8f68e1f347bf req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3965399 Sep 21 08:04:11.033253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c41bb-e171-48ea-b689-d436f958f7c9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c7fb03-279c-40ee-96d2-f5f1b3124984,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:11.090742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-b075aa73-c78b-4495-8a88-1e4211346f29 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:11.092346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-b075aa73-c78b-4495-8a88-1e4211346f29 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.1661403 Sep 21 08:04:11.110188 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-8ff56af7-add3-4870-8f24-fb074d8fb865 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/quotas/e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 375 time: 0.0105350 Sep 21 08:04:11.149887 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-bb6467b2-4ab2-4ddb-9afa-f742c8962b6e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322375 Sep 21 08:04:11.166860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77710fb7-a4e5-4ec3-8ed4-e4744fd6a34f req-887a442d-d2fb-4f86-ba57-c6c9cebdaffb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:11.169996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77710fb7-a4e5-4ec3-8ed4-e4744fd6a34f req-887a442d-d2fb-4f86-ba57-c6c9cebdaffb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0595822 Sep 21 08:04:11.227656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77710fb7-a4e5-4ec3-8ed4-e4744fd6a34f req-95a4a674-7e60-46af-b54c-b17b1057cdd0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Sep 21 08:04:11.301846 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-b36a1175-6c55-499e-ab8a-f856d1ea4f5c service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430149 Sep 21 08:04:11.376091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8e9ba-ab17-410f-9e92-c799d9b52bc0 req-ee9b519d-240e-495b-8042-961625429cb2 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:11.381395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09d8e9ba-ab17-410f-9e92-c799d9b52bc0 req-ee9b519d-240e-495b-8042-961625429cb2 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 950 time: 0.0717819 Sep 21 08:04:11.424141 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-143fa386-4c32-436d-90ad-6e29a4841313 service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105962 Sep 21 08:04:11.439742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09d8e9ba-ab17-410f-9e92-c799d9b52bc0 req-b1b18372-a76a-4356-b069-9ea6a1a11635 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494201 Sep 21 08:04:11.548389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f8645819-a96e-4e00-b6f6-b7e0d7842d47 req-261932ab-ac84-49d8-aa7a-efc79ba78277 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1967048752', 'description': 'tempest-description-768823895'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:11.614809 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f8645819-a96e-4e00-b6f6-b7e0d7842d47 req-261932ab-ac84-49d8-aa7a-efc79ba78277 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:11.711486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee2338-d28f-4954-9550-d21880486221 req-17e7890f-4fab-43d1-9dea-0d438adc668d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:11.721730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6eee2338-d28f-4954-9550-d21880486221 req-17e7890f-4fab-43d1-9dea-0d438adc668d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0824962 Sep 21 08:04:11.800395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6eee2338-d28f-4954-9550-d21880486221 req-0fc445f3-ee7f-43c6-bbe0-241fd656e8ef tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775709 Sep 21 08:04:11.831891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f8645819-a96e-4e00-b6f6-b7e0d7842d47 req-261932ab-ac84-49d8-aa7a-efc79ba78277 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:11.842640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f8645819-a96e-4e00-b6f6-b7e0d7842d47 req-261932ab-ac84-49d8-aa7a-efc79ba78277 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:11.868643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f8645819-a96e-4e00-b6f6-b7e0d7842d47 req-261932ab-ac84-49d8-aa7a-efc79ba78277 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:11.871208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8645819-a96e-4e00-b6f6-b7e0d7842d47 req-261932ab-ac84-49d8-aa7a-efc79ba78277 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3280928 Sep 21 08:04:11.919288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261932ab-ac84-49d8-aa7a-efc79ba78277 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c942bc5b-8ea5-434e-8de7-9e1a46b0f1cf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:11.988128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68603756-2a83-46ec-8314-9d821c5b5265 req-ffa3883a-4f84-481c-817a-bf02b61c5fb3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 210 time: 0.0501273 Sep 21 08:04:12.005428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36340) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:12.047595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:12.053965 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82ae842-27e9-4936-83dc-d88348f357f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:12.103961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c9643-5b28-4b6d-a82e-770dae6af4cb req-38c6a840-f4cd-4cd2-90f5-4c615c3769f7 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:12.106637 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-824c9643-5b28-4b6d-a82e-770dae6af4cb req-38c6a840-f4cd-4cd2-90f5-4c615c3769f7 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 950 time: 0.0796614 Sep 21 08:04:12.203795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-428217945-network', 'tenant_id': 'e9a5f75298ab4cce8a5061da0986ef0d'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:12.212535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-824c9643-5b28-4b6d-a82e-770dae6af4cb req-9b5bdeb5-ca08-4bf5-b3e3-fd5a042b0d9f tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/security-groups?id=7b37c9e4-81d5-4fed-afe5-286b5446a6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959842 Sep 21 08:04:12.258933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508005b7-6633-4144-9532-7b0e709cc454 req-2fa93cda-0198-4502-99b3-2c28b90793c6 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:12.260529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508005b7-6633-4144-9532-7b0e709cc454 req-2fa93cda-0198-4502-99b3-2c28b90793c6 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 950 time: 0.1252229 Sep 21 08:04:12.282082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Made reservation on behalf of e9a5f75298ab4cce8a5061da0986ef0d for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:12.284367 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.313561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.394424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-e0b736f1-8feb-4eca-b225-7b6e172d6908 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50608 time: 0.3691137 Sep 21 08:04:12.456560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-5739932f-b8db-42dc-bfd7-f9a1b4ac7d8f tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4b6aedf5-911b-4aee-8ae7-e500788e4515 HTTP/1.1" status: 200 len: 2981 time: 0.0610540 Sep 21 08:04:12.458479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Deleting port 2a671417-db25-48cf-a71b-ab2ce51b4cdf {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:04:12.459035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.502416 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b10b65-af2a-4d30-93f6-49c5c860ccd3 x-openstack-request-id: req-74b10b65-af2a-4d30-93f6-49c5c860ccd3 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:12.502763 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:12.502995 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-74b10b65-af2a-4d30-93f6-49c5c860ccd3 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:12.503410 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e', 'status': 'completed', 'code': 200} Sep 21 08:04:12.508124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-e7c23505-fcfa-4c19-afd3-64fedfdc01a3 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4b6aedf5-911b-4aee-8ae7-e500788e4515 HTTP/1.1" status: 200 len: 2981 time: 0.0502923 Sep 21 08:04:12.539983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:12.601152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.609398 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.619176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-48cf8b9c-bb2f-406d-b8a5-09afc7402266 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4c3a928d-8a3f-4772-9884-3f08b0fa562d HTTP/1.1" status: 200 len: 2977 time: 0.1069133 Sep 21 08:04:12.628624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] For port 2a671417-db25-48cf-a71b-ab2ce51b4cdf, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2a671417-db25-48cf-a71b-ab2ce51b4cdf,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:12.629045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.668339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-645314cb-59db-4a63-b8b5-bdacf5a8348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:12.669442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:04:12.671269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-645314cb-59db-4a63-b8b5-bdacf5a8348f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1124 time: 0.1054618 Sep 21 08:04:12.686226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Calling delete_port for 2a671417-db25-48cf-a71b-ab2ce51b4cdf owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:04:12.708035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99558b-eb26-43c4-bd9b-14b84a8cfeaf,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:12.713666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.714250 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Added segment 453394a2-92a5-44df-a2e6-b260766f5606 of type vlan for network d3709c39-6fb9-4335-bf57-1564be23b656 Sep 21 08:04:12.721041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:12.727216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-bfb66d88-3974-4ef6-96b3-d7a99b1b4d8d tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4c3a928d-8a3f-4772-9884-3f08b0fa562d HTTP/1.1" status: 200 len: 2977 time: 0.1062825 Sep 21 08:04:12.747721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e has no active binding in host n-h2-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:04:12.813685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-d9a36998-fa24-41d5-abb5-600a6486f5bf tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4cef0ef9-da86-45c5-a775-0e165b7bb528 HTTP/1.1" status: 200 len: 2981 time: 0.0854504 Sep 21 08:04:12.819395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-454ca385-7cbb-48f9-9c14-00956f22a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:12.820477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83934f-f76f-47f7-99d8-be827bc1a174 req-421f373c-1c5a-490b-8be3-fdbbd4979907 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:12.820951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-454ca385-7cbb-48f9-9c14-00956f22a515 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.1415832 Sep 21 08:04:12.822583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c83934f-f76f-47f7-99d8-be827bc1a174 req-421f373c-1c5a-490b-8be3-fdbbd4979907 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.1979520 Sep 21 08:04:12.837521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.885269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-5728a976-0cf4-4523-918e-1be60f58eac3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.0454102 Sep 21 08:04:12.936083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-692286e2-74b1-4ab8-bc7c-3186fb5eff66 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/4cef0ef9-da86-45c5-a775-0e165b7bb528 HTTP/1.1" status: 200 len: 2981 time: 0.1119366 Sep 21 08:04:12.942416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c83934f-f76f-47f7-99d8-be827bc1a174 req-19dee27d-cf08-48fd-b51d-ddaf57373815 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001170 Sep 21 08:04:12.945259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.946888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:12.947911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:12.964969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-d5acc4ca-82ba-44b1-8c07-b02fa111a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:12.987979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-d5acc4ca-82ba-44b1-8c07-b02fa111a032 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0759940 Sep 21 08:04:13.027605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0200388 Sep 21 08:04:13.037257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36358) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:13.047095 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-108138f4-e3b4-46a2-af57-4e7ae192454a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583134 Sep 21 08:04:13.048106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79c0db-6f66-4bb5-8fb5-d718cb4c03c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d3709c39-6fb9-4335-bf57-1564be23b656,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:13.057149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Request body: {'subnet': {'network_id': 'd3709c39-6fb9-4335-bf57-1564be23b656', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-428217945-subnet', 'tenant_id': 'e9a5f75298ab4cce8a5061da0986ef0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:13.061079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d3709c39-6fb9-4335-bf57-1564be23b656 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:04:13.094574 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:13.131591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['2a671417-db25-48cf-a71b-ab2ce51b4cdf'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:13.134692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-ec09dfb6-f8d6-44d3-9368-4db31134dec6 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/57e052e5-3a60-4ebd-b7a2-1b95440f623a HTTP/1.1" status: 200 len: 2981 time: 0.1595330 Sep 21 08:04:13.146588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Pushing event deleted for resources: {'Port': ['ID=2a671417-db25-48cf-a71b-ab2ce51b4cdf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:13.219924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Made reservation on behalf of e9a5f75298ab4cce8a5061da0986ef0d for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:13.222115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:13.235139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] No DVR routers for this DVR port 2a671417-db25-48cf-a71b-ab2ce51b4cdf on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:04:13.245739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:13.249285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508005b7-6633-4144-9532-7b0e709cc454 req-fe2671a6-2287-4366-ae0e-828b88ea2a5e tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.50 "DELETE /v2.0/ports/2a671417-db25-48cf-a71b-ab2ce51b4cdf HTTP/1.1" status: 204 len: 173 time: 0.9814403 Sep 21 08:04:13.251409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'name': 'network-vif-deleted', 'tag': '2a671417-db25-48cf-a71b-ab2ce51b4cdf'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:13.275454 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3426e356-5a70-4687-a7ef-483fe1e6057a" -d '{"events": [{"server_uuid": "91515f62-d3a6-4466-b44a-09c5eb2c5242", "name": "network-vif-deleted", "tag": "2a671417-db25-48cf-a71b-ab2ce51b4cdf"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:13.323891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba1dbe-4c40-460c-b1e3-f62478577414 req-eee4c33a-2a01-407c-8240-4489e8905304 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:13.338351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02ba1dbe-4c40-460c-b1e3-f62478577414 req-eee4c33a-2a01-407c-8240-4489e8905304 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 950 time: 0.2047880 Sep 21 08:04:13.380600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-bd526905-a72b-402b-a33d-6e08ba4fd1ca service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134735 Sep 21 08:04:13.401190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02ba1dbe-4c40-460c-b1e3-f62478577414 req-27e683bc-70ab-42a6-9956-27ac5aebbe40 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613108 Sep 21 08:04:13.401412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-a799928c-c6b3-49f7-86c9-4a312e61498f tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/57e052e5-3a60-4ebd-b7a2-1b95440f623a HTTP/1.1" status: 200 len: 2981 time: 0.2062471 Sep 21 08:04:13.549449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-5b70cdfa-e488-4786-8c93-93f037eddb7c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:13.551544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-5b70cdfa-e488-4786-8c93-93f037eddb7c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.4157312 Sep 21 08:04:13.574656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Request body: {'port': {'device_id': '12890709-1148-4ee6-90d1-ab442eaed892', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'admin_state_up': True, 'tenant_id': 'e2102788e14644079fb8dc21a9014773'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:13.614129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-d80244f5-7331-4e91-ade4-a549c2138bc9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/60d6a59e-8f4a-4726-8f48-04fc918b334f HTTP/1.1" status: 200 len: 2981 time: 0.2116530 Sep 21 08:04:13.641043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6730f-a416-47f6-8b37-bf247f245849 req-e21c9faf-8d3d-4fb4-bda6-73f8f031946a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:13.642688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10c6730f-a416-47f6-8b37-bf247f245849 req-e21c9faf-8d3d-4fb4-bda6-73f8f031946a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0625927 Sep 21 08:04:13.698861 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10c6730f-a416-47f6-8b37-bf247f245849 req-5a934db8-a8f4-4008-9d03-d18881c68046 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Sep 21 08:04:13.731963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82ae842-27e9-4936-83dc-d88348f357f1 req-2a69f079-d103-494d-995f-45349da6c1c2 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265958 Sep 21 08:04:13.828937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95741fef-de0d-4c0c-aeb4-287654e367de req-6a76e200-b81a-4008-ad04-725560d4c054 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 210 time: 0.0546865 Sep 21 08:04:13.870152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-b5fb83a6-8c3a-4ad3-ae3a-0382945aae5a tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/60d6a59e-8f4a-4726-8f48-04fc918b334f HTTP/1.1" status: 200 len: 2981 time: 0.2328429 Sep 21 08:04:13.901905 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:13.982173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92c48bc5-35ce-411d-b059-85749c70204e req-d1960108-4851-4929-9d1f-e26f043d75b0 tempest-DeleteServersAdminTestJSON-1202646515 tempest-DeleteServersAdminTestJSON-1202646515-project] 10.222.0.59 "GET /v2.0/ports?device_id=91515f62-d3a6-4466-b44a-09c5eb2c5242 HTTP/1.1" status: 200 len: 210 time: 0.0491107 Sep 21 08:04:14.034074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Made reservation on behalf of e2102788e14644079fb8dc21a9014773 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:14.037856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:14.061140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=779837a7-fce3-456e-b248-eb66804846d2,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:14.062370 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a20b78-69cb-456f-a72e-627c62a2dcf4 x-openstack-request-id: req-79a20b78-69cb-456f-a72e-627c62a2dcf4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:14.063864 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91515f62-d3a6-4466-b44a-09c5eb2c5242", "name": "network-vif-deleted", "tag": "2a671417-db25-48cf-a71b-ab2ce51b4cdf", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:14.066845 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79a20b78-69cb-456f-a72e-627c62a2dcf4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:14.067622 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91515f62-d3a6-4466-b44a-09c5eb2c5242', 'name': 'network-vif-deleted', 'tag': '2a671417-db25-48cf-a71b-ab2ce51b4cdf', 'status': 'completed', 'code': 200} Sep 21 08:04:14.072968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-72603620-2f63-4023-a0f0-ce90658e346e tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/72c7b7b0-4596-49e5-8e99-3e875b96c1f2 HTTP/1.1" status: 200 len: 2981 time: 0.1810229 Sep 21 08:04:14.115262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Checking segment: {'id': '453394a2-92a5-44df-a2e6-b260766f5606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'd3709c39-6fb9-4335-bf57-1564be23b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:14.115607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Network hostable DHCP agents. Network: d3709c39-6fb9-4335-bf57-1564be23b656, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:04:14.189964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055433ff-8fbf-4f3a-b068-396803035ccf req-3a703f5f-0112-4c8c-a009-602fdafc0cd4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:14.191706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-055433ff-8fbf-4f3a-b068-396803035ccf req-3a703f5f-0112-4c8c-a009-602fdafc0cd4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0681226 Sep 21 08:04:14.256410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-055433ff-8fbf-4f3a-b068-396803035ccf req-f205db66-3375-4dff-baba-166fe4a8620a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540836 Sep 21 08:04:14.447556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Network d3709c39-6fb9-4335-bf57-1564be23b656 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:04:14.450403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-9be89186-7d95-4e69-941d-caacb074b419 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/72c7b7b0-4596-49e5-8e99-3e875b96c1f2 HTTP/1.1" status: 200 len: 2981 time: 0.3685637 Sep 21 08:04:14.502277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d3709c39-6fb9-4335-bf57-1564be23b656) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:14.513160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7b8fb-d4f2-46d7-ae30-aa2e22e5c55e None None] Network d3709c39-6fb9-4335-bf57-1564be23b656 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:14.518084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:14.518678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:14.541590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Allocated IP 172.20.0.11 (b2ea7608-6ff2-4220-a5c6-e9553739cd22/b2521274-8afa-4197-91f5-113a77c7d5c8/854c3e92-9e93-4bd6-9580-b7ef23c9f339) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:14.554850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-60277b3d-10f3-4f11-986c-222cdc05eb93 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:14.556726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-60277b3d-10f3-4f11-986c-222cdc05eb93 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.62 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 950 time: 0.3585598 Sep 21 08:04:14.559726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a962a9-c9fc-45a3-8ed4-ae1cbe136dcc req-1bdd021b-3e99-4901-901e-30d16123e5dd tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:14.561730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6a962a9-c9fc-45a3-8ed4-ae1cbe136dcc req-1bdd021b-3e99-4901-901e-30d16123e5dd tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 950 time: 0.0529480 Sep 21 08:04:14.607720 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c33884fa-6828-4781-b8cf-21d3a40057e6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5518672 Sep 21 08:04:14.618393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6a962a9-c9fc-45a3-8ed4-ae1cbe136dcc req-67c29f95-5b7d-459b-b928-4a9d00c55a4b tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/security-groups?id=b1932254-a5a7-4373-a422-c8c4775cffd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Sep 21 08:04:14.645164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-1fe72d09-cb15-40f8-914c-229832cd9014 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7a9a5b5a-f458-4d5a-af7c-a415336e7072 HTTP/1.1" status: 200 len: 2981 time: 0.1736987 Sep 21 08:04:14.689870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0fd91e-a6ba-4164-868b-9c088899293e None None] Network d3709c39-6fb9-4335-bf57-1564be23b656 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:14.864735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-9057f12f-756d-4920-b4c4-76794e36fdb9 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7a9a5b5a-f458-4d5a-af7c-a415336e7072 HTTP/1.1" status: 200 len: 2981 time: 0.1883996 Sep 21 08:04:14.865592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665bf45-24de-46c1-8411-72146d1c22ce req-0b8bcd1f-487d-492f-9815-a591c66f5a6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:14.868243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0665bf45-24de-46c1-8411-72146d1c22ce req-0b8bcd1f-487d-492f-9815-a591c66f5a6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0609319 Sep 21 08:04:14.914575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0665bf45-24de-46c1-8411-72146d1c22ce req-9682c018-63e0-4640-8272-9608c72e8fd2 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Sep 21 08:04:14.966140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Deleting port 59405797-e59c-4f61-b51c-a1a3d66e952a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:04:14.966691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.008404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-572c40e1-ed78-4592-932c-146a5e1e2e1d tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7b37c9e4-81d5-4fed-afe5-286b5446a6e4 HTTP/1.1" status: 200 len: 2977 time: 0.1239538 Sep 21 08:04:15.039916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b9009da-3344-470c-9c71-28060a3a67d3 req-18f9e1cf-83b4-44ac-8cf1-4af00915e5f6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 210 time: 0.0413952 Sep 21 08:04:15.097418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.157343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-12bcf44f-cfbe-42ca-93ff-8a431718dc5b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/7b37c9e4-81d5-4fed-afe5-286b5446a6e4 HTTP/1.1" status: 200 len: 2977 time: 0.1345668 Sep 21 08:04:15.159087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] For port 59405797-e59c-4f61-b51c-a1a3d66e952a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=59405797-e59c-4f61-b51c-a1a3d66e952a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:15.159552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.203578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Calling delete_port for 59405797-e59c-4f61-b51c-a1a3d66e952a owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:04:15.238349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.368162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:15.374403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-626603586-network', 'tenant_id': '85a0abef80a342c49b0be92d8065a229'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:15.377120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-16d24208-d5cc-4a5b-86e4-3e51b7838920 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/a3bbb3a1-c803-4f65-a6d8-842d57d148df HTTP/1.1" status: 200 len: 2981 time: 0.2042589 Sep 21 08:04:15.400836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:15.412149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72d82-0e18-42bc-916b-2eba8a0c69d3 req-9805efa9-2a30-408f-8294-1fcc9bcf7b11 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:15.415645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:15.420305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40e72d82-0e18-42bc-916b-2eba8a0c69d3 req-9805efa9-2a30-408f-8294-1fcc9bcf7b11 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0823584 Sep 21 08:04:15.424771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:15.429847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Made reservation on behalf of 85a0abef80a342c49b0be92d8065a229 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:15.430312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:15.430945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.432988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.447503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:15.450718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.490845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40e72d82-0e18-42bc-916b-2eba8a0c69d3 req-d82a4e66-015f-46a7-ae31-5dd5d198895f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694702 Sep 21 08:04:15.492129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-faa95fd7-ad4d-4d2a-b7a4-d9e3bc2ad5e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9253206 Sep 21 08:04:15.499995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-7af132be-3608-4af3-8c21-c26b8bfab810 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/a3bbb3a1-c803-4f65-a6d8-842d57d148df HTTP/1.1" status: 200 len: 2981 time: 0.1034718 Sep 21 08:04:15.535642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Request body: {'port': {'device_id': '12890709-1148-4ee6-90d1-ab442eaed892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:15.602638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.609413 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.615542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.626971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['59405797-e59c-4f61-b51c-a1a3d66e952a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:15.642368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:04:15.653811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30f799-d4a9-4024-b39b-36fd4767a221,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:15.659872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.660399 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Added segment 7dcbdbdb-c523-41eb-95cf-b94b71993575 of type vlan for network 2287a16a-292c-442b-8b9b-ca2f9c7ed017 Sep 21 08:04:15.686913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-ede89bdd-5014-4702-9319-4ff12bd8961b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/b1932254-a5a7-4373-a422-c8c4775cffd8 HTTP/1.1" status: 200 len: 2981 time: 0.1636229 Sep 21 08:04:15.748770 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.753083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Pushing event deleted for resources: {'Port': ['ID=59405797-e59c-4f61-b51c-a1a3d66e952a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:15.755442 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c7e32fe-5ea0-4390-84d0-cfa4ec2b5eb5 req-bbeafed7-1051-4982-8aa1-1920ac587685 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.59 "GET /v2.0/ports?device_id=57477290-961f-4e15-b35c-02516012759c HTTP/1.1" status: 200 len: 210 time: 0.0438128 Sep 21 08:04:15.761008 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.813290 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.813290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:15.813290 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.815262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36410) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:15.902099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5304170 Sep 21 08:04:15.921984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36414) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:15.924363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] No DVR routers for this DVR port 59405797-e59c-4f61-b51c-a1a3d66e952a on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:04:15.930099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Request body: {'subnet': {'network_id': '2287a16a-292c-442b-8b9b-ca2f9c7ed017', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-626603586-subnet', 'tenant_id': '85a0abef80a342c49b0be92d8065a229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:15.938833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-b3fbc69c-9781-4b06-9cc7-a74779c3716e tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/b1932254-a5a7-4373-a422-c8c4775cffd8 HTTP/1.1" status: 200 len: 2981 time: 0.2486923 Sep 21 08:04:15.942239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:15.942544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa93d-92c2-453a-8007-7e63014ce0d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2287a16a-292c-442b-8b9b-ca2f9c7ed017,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:15.944332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06e4b8fa-82bb-4aeb-97f9-39dd94e2e0a5 req-c7bcc07d-3fa2-4ae0-b55f-44f80dc9de29 tempest-ServerDiagnosticsNegativeTest-483878462 tempest-ServerDiagnosticsNegativeTest-483878462-project] 10.222.0.62 "DELETE /v2.0/ports/59405797-e59c-4f61-b51c-a1a3d66e952a HTTP/1.1" status: 204 len: 173 time: 1.3753395 Sep 21 08:04:15.954713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 2287a16a-292c-442b-8b9b-ca2f9c7ed017 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:04:15.964036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57477290-961f-4e15-b35c-02516012759c', 'name': 'network-vif-deleted', 'tag': '59405797-e59c-4f61-b51c-a1a3d66e952a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:15.969434 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4e206-c2a2-4c87-8789-43e9e39b901d" -d '{"events": [{"server_uuid": "57477290-961f-4e15-b35c-02516012759c", "name": "network-vif-deleted", "tag": "59405797-e59c-4f61-b51c-a1a3d66e952a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:16.117345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Made reservation on behalf of 85a0abef80a342c49b0be92d8065a229 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:16.120236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.171238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-74fe7c89-8d55-4049-ad9f-68d78acad0e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7957a3708a9f4b628e1ae16b39859d24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3499157 Sep 21 08:04:16.174994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36422) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:16.180399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b42fc-cd0e-4e09-8e01-affcf9e014a5 req-0a1d3ad9-127e-471d-8155-e3d37ac0b01e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:16.182835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e2b42fc-cd0e-4e09-8e01-affcf9e014a5 req-0a1d3ad9-127e-471d-8155-e3d37ac0b01e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1194854 Sep 21 08:04:16.231359 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e2b42fc-cd0e-4e09-8e01-affcf9e014a5 req-7639975b-a017-4ebd-ad1d-a805f03b9d2f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420496 Sep 21 08:04:16.264221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-6148e516-3f55-4fc2-b028-9151902fdc5b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c58e3a30-bcf5-43f8-b64c-a0049990d079 HTTP/1.1" status: 200 len: 2977 time: 0.2897334 Sep 21 08:04:16.283670 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2db61b-8a57-493e-9509-a3030ce0c167 x-openstack-request-id: req-cc2db61b-8a57-493e-9509-a3030ce0c167 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:16.284064 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57477290-961f-4e15-b35c-02516012759c", "name": "network-vif-deleted", "tag": "59405797-e59c-4f61-b51c-a1a3d66e952a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:16.284219 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc2db61b-8a57-493e-9509-a3030ce0c167 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:16.284636 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57477290-961f-4e15-b35c-02516012759c', 'name': 'network-vif-deleted', 'tag': '59405797-e59c-4f61-b51c-a1a3d66e952a', 'status': 'completed', 'code': 200} Sep 21 08:04:16.398796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b209db3-126c-4baa-8d7a-60456cb63aec req-788fcb6c-7a33-4e19-aa37-fb2101bf3ad7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:16.400649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b209db3-126c-4baa-8d7a-60456cb63aec req-788fcb6c-7a33-4e19-aa37-fb2101bf3ad7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 932 time: 0.0634382 Sep 21 08:04:16.465057 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b209db3-126c-4baa-8d7a-60456cb63aec req-b9013110-c51b-4666-a772-df1e88499dcc tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514305 Sep 21 08:04:16.477772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-7439da24-24ff-4457-ac7b-be96f3e69686 service neutron] 10.222.0.62 "GET /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.3225338 Sep 21 08:04:16.516374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a2e8-bd64-46be-9c3c-aea20aa8aeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.551710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2a671417-db25-48cf-a71b-ab2ce51b4cdf no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:04:16.568337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-dc1f0dbc-eec9-4052-9e8f-76e34f195af4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c58e3a30-bcf5-43f8-b64c-a0049990d079 HTTP/1.1" status: 200 len: 2977 time: 0.2806098 Sep 21 08:04:16.601723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 2a671417-db25-48cf-a71b-ab2ce51b4cdf {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:04:16.602280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2a671417-db25-48cf-a71b-ab2ce51b4cdf not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:04:16.628406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a2e8-bd64-46be-9c3c-aea20aa8aeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.687730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e553aa3-4b3b-4594-8edb-2e54df06d045 req-7ebd48e3-4093-4cd9-860a-a16b49b4f6de tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:16.689283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e553aa3-4b3b-4594-8edb-2e54df06d045 req-7ebd48e3-4093-4cd9-860a-a16b49b4f6de tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 943 time: 0.0570011 Sep 21 08:04:16.733029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e553aa3-4b3b-4594-8edb-2e54df06d045 req-336550f0-72ce-4761-a9f6-68b63e1261c1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Sep 21 08:04:16.806318 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854c3e92-9e93-4bd6-9580-b7ef23c9f339 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:16.833911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-16054f6d-935e-43df-a5a0-9cbf0e8926c8 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e01b06e6-08c2-4199-96bd-f09953480722 HTTP/1.1" status: 200 len: 2981 time: 0.2317705 Sep 21 08:04:16.836044 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.840527 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.895583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a2e8-bd64-46be-9c3c-aea20aa8aeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.898180 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2f7a2e8-bd64-46be-9c3c-aea20aa8aeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.901857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e2f7a2e8-bd64-46be-9c3c-aea20aa8aeee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b37c9e4-81d5-4fed-afe5-286b5446a6e4 HTTP/1.1" status: 204 len: 168 time: 0.7163789 Sep 21 08:04:16.916783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Transition to ACTIVE for port object 854c3e92-9e93-4bd6-9580-b7ef23c9f339 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:16.949667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:16.979295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7a2e8-bd64-46be-9c3c-aea20aa8aeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b37c9e4-81d5-4fed-afe5-286b5446a6e4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:17.111831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36444) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:17.309533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60df132-3cac-4ba1-b11c-fbff468d557a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:17.319548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:17.337491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-f52acc73-a6e9-4ed0-b659-7c2680b81add tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e01b06e6-08c2-4199-96bd-f09953480722 HTTP/1.1" status: 200 len: 2981 time: 0.4911823 Sep 21 08:04:17.355723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36450) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:17.379823 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9114dc9-4f75-453b-b976-d1ab80e64548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.386243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Checking segment: {'id': '7dcbdbdb-c523-41eb-95cf-b94b71993575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2287a16a-292c-442b-8b9b-ca2f9c7ed017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:17.386600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Network hostable DHCP agents. Network: 2287a16a-292c-442b-8b9b-ca2f9c7ed017, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:04:17.396746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63605039-db2c-4c83-be47-dd13cfb57ba0 req-83618c0e-81dd-46d6-9aa3-c502a9697ea0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:17.398361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-63605039-db2c-4c83-be47-dd13cfb57ba0 req-83618c0e-81dd-46d6-9aa3-c502a9697ea0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0810695 Sep 21 08:04:17.450041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:17.468302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:17.468650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:17.469083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:17.493432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:17.493432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:17.495405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:17.507381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bf16901b-a190-4f4f-a2f5-81c0fe705c61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e69433db8534b1f8c3269068428ce3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942018 Sep 21 08:04:17.513889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36454) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:17.530665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Network 2287a16a-292c-442b-8b9b-ca2f9c7ed017 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:04:17.531875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-63605039-db2c-4c83-be47-dd13cfb57ba0 req-84a07f5c-dedd-4c96-8a85-53efa934b8df tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227984 Sep 21 08:04:17.539583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-d6a02054-97f6-43ff-9916-3ce974b9c204 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e9362ad1-ab69-4b72-b4ba-5228a0dca920 HTTP/1.1" status: 200 len: 2981 time: 0.1797385 Sep 21 08:04:17.540420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:17.540886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:17.541462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:17.542062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Bound port: 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:17.542863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.585667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 2287a16a-292c-442b-8b9b-ca2f9c7ed017) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:17.589248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f79d76-ee47-45e1-bada-c460b778be7e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:17.605348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f612a49-5c6e-4734-a139-7a796d2ff78a None None] Network 2287a16a-292c-442b-8b9b-ca2f9c7ed017 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:17.608036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:17.608583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.623144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:17.672273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84eb6bfd-c2b3-46a7-a5b4-b8e2da88f2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.678586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.713559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-16d96487-fcb3-4571-8174-f6a7c8eb0842 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/e9362ad1-ab69-4b72-b4ba-5228a0dca920 HTTP/1.1" status: 200 len: 2981 time: 0.1612434 Sep 21 08:04:17.734885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9114dc9-4f75-453b-b976-d1ab80e64548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.757908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84eb6bfd-c2b3-46a7-a5b4-b8e2da88f2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.758920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a52cf79e-686c-4574-87c1-3027d081e644 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8325908 Sep 21 08:04:17.761023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9114dc9-4f75-453b-b976-d1ab80e64548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.770247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:17.784819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:17.826647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.851567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51410ee2-5d9d-437c-a3a4-ef09cfbc69fb None None] Network 2287a16a-292c-442b-8b9b-ca2f9c7ed017 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:17.851856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335f844-c0ee-4e46-9474-214f51202d34 req-247f05bd-95a3-4e9a-933d-dd64cea800a0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:17.853640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2335f844-c0ee-4e46-9474-214f51202d34 req-247f05bd-95a3-4e9a-933d-dd64cea800a0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.2039750 Sep 21 08:04:17.861227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f9114dc9-4f75-453b-b976-d1ab80e64548 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09cd7d6cdd5a4a0d96dcd2f1ba3628dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025201 Sep 21 08:04:17.867621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36460) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:17.881361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9114dc9-4f75-453b-b976-d1ab80e64548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9779b4d9-df61-432c-ae63-24fefa8b5908,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:17.914549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] Transition to ACTIVE for port object b3f79d76-ee47-45e1-bada-c460b778be7e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:17.916279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:17.917047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.918381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] 10.222.0.50 "PUT /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 1092 time: 2.3943298 Sep 21 08:04:17.920366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-82337274-efb0-4711-be7f-629a3abf6a9d tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f8d5b64f-e877-40d3-8500-8facf9c940ac HTTP/1.1" status: 200 len: 2981 time: 0.1777823 Sep 21 08:04:17.920973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ee9f4-bb92-4d00-9554-ca9b34c0c796 service neutron] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:17.925551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:17.965792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2335f844-c0ee-4e46-9474-214f51202d34 req-476e5e98-3034-48fe-83d8-e4c280accb62 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015210 Sep 21 08:04:17.984935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36462) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:18.001563 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84eb6bfd-c2b3-46a7-a5b4-b8e2da88f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.004708 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84eb6bfd-c2b3-46a7-a5b4-b8e2da88f2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.005709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-84eb6bfd-c2b3-46a7-a5b4-b8e2da88f2c7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1932254-a5a7-4373-a422-c8c4775cffd8 HTTP/1.1" status: 204 len: 168 time: 0.4860201 Sep 21 08:04:18.051295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4784216-55c0-4260-8434-9888a0d5b2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.055583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb6bfd-c2b3-46a7-a5b4-b8e2da88f2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1932254-a5a7-4373-a422-c8c4775cffd8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:18.081629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] Deleting subnet 779837a7-fce3-456e-b248-eb66804846d2 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:04:18.091503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4784216-55c0-4260-8434-9888a0d5b2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.102831 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.156837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 59405797-e59c-4f61-b51c-a1a3d66e952a no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:04:18.162804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] No DVR routers for this DVR port b3f79d76-ee47-45e1-bada-c460b778be7e on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:04:18.170251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=10']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:18.183010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-8c29af54-6d0b-4f31-8719-81caaae466e5 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/f8d5b64f-e877-40d3-8500-8facf9c940ac HTTP/1.1" status: 200 len: 2981 time: 0.1952205 Sep 21 08:04:18.223828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 59405797-e59c-4f61-b51c-a1a3d66e952a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:04:18.224144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 59405797-e59c-4f61-b51c-a1a3d66e952a not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:04:18.224731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:04:18.238119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-1782c441-20c6-4485-832b-9e6cdf7c6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:18.240071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-1782c441-20c6-4485-832b-9e6cdf7c6232 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1095 time: 0.2178514 Sep 21 08:04:18.264203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-80abe54d-f851-4f6d-89fc-2931c2c29d16 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e/bindings/n-h2-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7629130 Sep 21 08:04:18.277343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:04:18.293955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:18.298195 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb4724-bfa7-429a-b6b5-8cfc12361f58" -d '{"events": [{"name": "network-changed", "server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:18.361864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-b6c2e15c-2f10-4661-9194-b0ad05353599 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 217 time: 0.0926659 Sep 21 08:04:18.389468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-51f657e3-3a23-4ad5-a819-2ba958a747c4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/fd705b93-a2be-4084-bd30-c70dcbbd9e2b HTTP/1.1" status: 200 len: 2973 time: 0.1602442 Sep 21 08:04:18.473693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-ea793fed-d265-447c-958d-444f82c82f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:18.475911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-ea793fed-d265-447c-958d-444f82c82f60 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1029582 Sep 21 08:04:18.482317 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6c05283-0ea5-47a7-966a-cf6d2498423d req-6201777d-280f-4947-9ac4-76ff96907de7 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/fd705b93-a2be-4084-bd30-c70dcbbd9e2b HTTP/1.1" status: 200 len: 2973 time: 0.0666931 Sep 21 08:04:18.523938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-9dd2c9cb-17a4-4238-8d8b-36f3054f1124 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361755 Sep 21 08:04:18.533961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.554388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.598251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1d445-897b-4cc7-b7ec-1f345e9b8f86 req-c3d11e5b-594f-4087-adc5-2e3cd46f851e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:18.599860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fee1d445-897b-4cc7-b7ec-1f345e9b8f86 req-c3d11e5b-594f-4087-adc5-2e3cd46f851e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 944 time: 0.5129707 Sep 21 08:04:18.601737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36476) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:18.638343 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012aca9b-8212-45b9-b9a7-e467fc0d8bb0 x-openstack-request-id: req-012aca9b-8212-45b9-b9a7-e467fc0d8bb0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:18.638737 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:18.639051 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-012aca9b-8212-45b9-b9a7-e467fc0d8bb0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:18.639537 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339', 'status': 'completed', 'code': 200} Sep 21 08:04:18.657649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4784216-55c0-4260-8434-9888a0d5b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.660204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4784216-55c0-4260-8434-9888a0d5b2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.663929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d4784216-55c0-4260-8434-9888a0d5b2dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9779b4d9-df61-432c-ae63-24fefa8b5908 HTTP/1.1" status: 204 len: 168 time: 0.7924390 Sep 21 08:04:18.663929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-7be3bd6b-9521-4de5-96fd-e9723dcd7c46 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:18.664815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-7be3bd6b-9521-4de5-96fd-e9723dcd7c46 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.2106273 Sep 21 08:04:18.670365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3ebede1-7741-48e0-9a3e-1300cfcb3e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.701690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4784216-55c0-4260-8434-9888a0d5b2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779b4d9-df61-432c-ae63-24fefa8b5908,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:18.711290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-c1cc099c-634c-42ca-a193-70d99d9db812 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739492 Sep 21 08:04:18.756286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e366c564-23be-462a-a335-e99da55a58fe req-1cbc2ae6-17d5-4bb8-b641-af8fdf3a752f tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b573cd77ad847ffba6235ed005f5447 HTTP/1.1" status: 200 len: 6103 time: 0.1201327 Sep 21 08:04:18.787981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fee1d445-897b-4cc7-b7ec-1f345e9b8f86 req-8630ab72-3c63-4a20-8f39-682c4bd37dc5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727452 Sep 21 08:04:18.836041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.856760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-b6ba77f1-c06a-4db0-aac5-e9738e8ad3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:18.860592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-b6ba77f1-c06a-4db0-aac5-e9738e8ad3b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28&tenant_id=d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1756883 Sep 21 08:04:18.878502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e366c564-23be-462a-a335-e99da55a58fe req-0ba4d6b5-7ba1-4f9b-af03-631a8d611d32 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "GET /v2.0/security-groups/72c7b7b0-4596-49e5-8e99-3e875b96c1f2 HTTP/1.1" status: 200 len: 2981 time: 0.1092331 Sep 21 08:04:18.883065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7908b1-01f2-4ea5-b0c1-217166aa843c req-c0e01d93-174b-4af3-b673-3785aff7f0f7 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592348 Sep 21 08:04:18.923586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:18.925046 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/779837a7-fce3-456e-b248-eb66804846d2 HTTP/1.1" status: 204 len: 168 time: 0.9388032 Sep 21 08:04:18.925850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83830c2d-3276-4a12-a811-74376dc450b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779837a7-fce3-456e-b248-eb66804846d2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:18.928114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36480) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:18.991510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e366c564-23be-462a-a335-e99da55a58fe req-a58014f3-f2fe-4e86-8204-5e774bfa864c tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "GET /v2.0/security-groups/72c7b7b0-4596-49e5-8e99-3e875b96c1f2 HTTP/1.1" status: 200 len: 2981 time: 0.0987160 Sep 21 08:04:19.036301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71198e09-840b-4626-bc1e-9dc4ce6076fa req-5a744494-3d9e-436c-aa62-9bdaa99b9421 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.037861 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-71198e09-840b-4626-bc1e-9dc4ce6076fa req-5a744494-3d9e-436c-aa62-9bdaa99b9421 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1265528 Sep 21 08:04:19.051152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-df992ffc-ea45-4b30-8614-ab4a973d8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.052761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-df992ffc-ea45-4b30-8614-ab4a973d8392 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1095 time: 0.1399939 Sep 21 08:04:19.054233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.070527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-4040cc53-3182-463c-8b59-43b73ca0f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.072117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-4040cc53-3182-463c-8b59-43b73ca0f4da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1095 time: 0.1008301 Sep 21 08:04:19.252461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3ebede1-7741-48e0-9a3e-1300cfcb3e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.265590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-71198e09-840b-4626-bc1e-9dc4ce6076fa req-a0d50dce-3bab-4af3-9b9c-10d75e83a604 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034290 Sep 21 08:04:19.273111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3ebede1-7741-48e0-9a3e-1300cfcb3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.304169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.315082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-aa17aaca-f6fc-4da4-9940-501ad3266437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.316605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-aa17aaca-f6fc-4da4-9940-501ad3266437 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.2469769 Sep 21 08:04:19.367296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d378c63-4152-4cc7-b2c3-78f7f821ccc3 req-50cf4d9b-f811-434b-a9cc-db1f7a0f799f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.369848 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d378c63-4152-4cc7-b2c3-78f7f821ccc3 req-50cf4d9b-f811-434b-a9cc-db1f7a0f799f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.2608068 Sep 21 08:04:19.374071 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.374730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.375873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.376488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.377141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.377706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.378358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.379084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.379825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.380569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.415394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-db65c421-5353-48bd-a8bf-8fafa9fc2e8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.0851488 Sep 21 08:04:19.422652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e3ebede1-7741-48e0-9a3e-1300cfcb3e84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=042c92423fd4487bbae0a952485155ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8115077 Sep 21 08:04:19.423499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebede1-7741-48e0-9a3e-1300cfcb3e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e5f7da-9383-4fdf-b11a-af2ec678f38d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:19.426210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36496) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:19.486805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3195d781-5d10-4b1e-9970-e622eeedda30 req-fb3f6252-e804-4498-86b0-e7c47ac47de7 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/c942bc5b-8ea5-434e-8de7-9e1a46b0f1cf HTTP/1.1" status: 200 len: 1777 time: 0.1592059 Sep 21 08:04:19.508505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.508858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.509195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.509531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:19.509904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3709c39-6fb9-4335-bf57-1564be23b656']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:19.528846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453394a2-92a5-44df-a2e6-b260766f5606') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:19.529507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453394a2-92a5-44df-a2e6-b260766f5606') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:19.544373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-e98a5fe4-c3eb-42c8-a35b-1ec82bd8b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.545678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-e98a5fe4-c3eb-42c8-a35b-1ec82bd8b26f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1146264 Sep 21 08:04:19.547494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.593162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82f1d2f9-c0f5-47b8-a19e-1c850e5bb35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.596232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-d4126a4e-13df-4779-b60a-7a95f9e50c7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365458 Sep 21 08:04:19.618230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-fe89eb0f-d4c9-4c2c-b99d-12dd3cbe5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.618230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-fe89eb0f-d4c9-4c2c-b99d-12dd3cbe5712 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.5099468 Sep 21 08:04:19.626895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3195d781-5d10-4b1e-9970-e622eeedda30 req-33f34353-64ed-4096-9c0f-ec3fa5d9a2f4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.628348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.642288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:04:19.642687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.662208 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82f1d2f9-c0f5-47b8-a19e-1c850e5bb35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: from cryptography.utils import int_from_bytes Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: from cryptography.utils import int_from_bytes Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:04:19.679084 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:04:19.695241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d378c63-4152-4cc7-b2c3-78f7f821ccc3 req-e2cf28f0-c8c6-4cd3-b9b6-bae777ee3819 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346083 Sep 21 08:04:19.727431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3195d781-5d10-4b1e-9970-e622eeedda30 req-33f34353-64ed-4096-9c0f-ec3fa5d9a2f4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.737535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-7500e2ad-41fb-4bb3-a89a-b72dbd2d6bc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 217 time: 0.0969956 Sep 21 08:04:19.772420 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:04:19.799450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-954e0330-dc4a-4afc-b098-3f9cc286dc75 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872351 Sep 21 08:04:19.813742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82f1d2f9-c0f5-47b8-a19e-1c850e5bb35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.816512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82f1d2f9-c0f5-47b8-a19e-1c850e5bb35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.820126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-82f1d2f9-c0f5-47b8-a19e-1c850e5bb35c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88e5f7da-9383-4fdf-b11a-af2ec678f38d HTTP/1.1" status: 204 len: 168 time: 0.3850443 Sep 21 08:04:19.821586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3195d781-5d10-4b1e-9970-e622eeedda30 req-33f34353-64ed-4096-9c0f-ec3fa5d9a2f4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.824133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3195d781-5d10-4b1e-9970-e622eeedda30 req-33f34353-64ed-4096-9c0f-ec3fa5d9a2f4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.825914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3195d781-5d10-4b1e-9970-e622eeedda30 req-33f34353-64ed-4096-9c0f-ec3fa5d9a2f4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/c942bc5b-8ea5-434e-8de7-9e1a46b0f1cf HTTP/1.1" status: 204 len: 173 time: 0.3289888 Sep 21 08:04:19.843462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1d2f9-c0f5-47b8-a19e-1c850e5bb35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e5f7da-9383-4fdf-b11a-af2ec678f38d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:19.903510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.908745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-86ac4c18-8a33-4ca3-aa24-26cc1f8c8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:19.910729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-86ac4c18-8a33-4ca3-aa24-26cc1f8c8774 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1196933 Sep 21 08:04:19.925656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f34353-64ed-4096-9c0f-ec3fa5d9a2f4 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c942bc5b-8ea5-434e-8de7-9e1a46b0f1cf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:19.962571 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:19.969227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d3709c39-6fb9-4335-bf57-1564be23b656 HTTP/1.1" status: 204 len: 168 time: 1.0374498 Sep 21 08:04:19.970844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:20.031209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26e7cc73-7960-4bee-a72f-722c8cc2052d req-17e03885-3d86-4ddb-b8ee-75a8df224103 tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "GET /v2.0/security-groups/83c7fb03-279c-40ee-96d2-f5f1b3124984 HTTP/1.1" status: 200 len: 1777 time: 0.1480711 Sep 21 08:04:20.039047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d45ac-daa7-4837-8c96-9bcaefe9ebe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3709c39-6fb9-4335-bf57-1564be23b656,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:20.083950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-da9ef632-67d0-40ac-9cea-f4b5f9ee4014 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416108 Sep 21 08:04:20.088247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-d184668d-7c1c-48b9-b390-bf83683e1cab service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160309 Sep 21 08:04:20.111912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26e7cc73-7960-4bee-a72f-722c8cc2052d req-2436a5ac-6665-4889-a4c1-17aa70228e1b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.158841 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26e7cc73-7960-4bee-a72f-722c8cc2052d req-2436a5ac-6665-4889-a4c1-17aa70228e1b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.205476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36620ac-8436-44df-b48f-ef4744db9087 req-6b45647e-9c60-4225-a338-28c095a7afff tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:20.207952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d36620ac-8436-44df-b48f-ef4744db9087 req-6b45647e-9c60-4225-a338-28c095a7afff tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 944 time: 0.2394295 Sep 21 08:04:20.214343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] Deleting subnet b60df132-3cac-4ba1-b11c-fbff468d557a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:04:20.254587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26e7cc73-7960-4bee-a72f-722c8cc2052d req-2436a5ac-6665-4889-a4c1-17aa70228e1b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.257145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.259224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26e7cc73-7960-4bee-a72f-722c8cc2052d req-2436a5ac-6665-4889-a4c1-17aa70228e1b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.260000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26e7cc73-7960-4bee-a72f-722c8cc2052d req-2436a5ac-6665-4889-a4c1-17aa70228e1b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/83c7fb03-279c-40ee-96d2-f5f1b3124984 HTTP/1.1" status: 204 len: 173 time: 0.2277610 Sep 21 08:04:20.281559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436a5ac-6665-4889-a4c1-17aa70228e1b tempest-SecurityGroupsTestAdminJSON-1402863906 tempest-SecurityGroupsTestAdminJSON-1402863906-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c7fb03-279c-40ee-96d2-f5f1b3124984,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:20.348820 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.374557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d36620ac-8436-44df-b48f-ef4744db9087 req-7f60389a-41a5-4560-9971-f0403b6f8f39 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568878 Sep 21 08:04:20.395476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-c2476e3e-20b3-47b1-8697-a57c6213f344 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765112 Sep 21 08:04:20.458124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-846b84ec-a79a-4f2e-ac23-ab02a6700c17 req-f6eb4d4c-afd2-4c1a-98a4-17a8fdf6bdbb tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "GET /v2.0/security-groups/196a6b33-ebb6-4120-8cb0-cdafaae40463 HTTP/1.1" status: 200 len: 1777 time: 0.1706839 Sep 21 08:04:20.531448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32bb4724-bfa7-429a-b6b5-8cfc12361f58 req-7e1c02d9-f31b-468c-aa7c-1cad95f89b41 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121247 Sep 21 08:04:20.535999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.545395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-b5ace139-ca2e-4bad-b1c5-2765482ea9fb tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:20.547001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-b5ace139-ca2e-4bad-b1c5-2765482ea9fb tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.1440718 Sep 21 08:04:20.568620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-846b84ec-a79a-4f2e-ac23-ab02a6700c17 req-72ea79be-3fa9-494d-9416-173a7db16980 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.626989 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-846b84ec-a79a-4f2e-ac23-ab02a6700c17 req-72ea79be-3fa9-494d-9416-173a7db16980 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.713767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13369f-0fcb-4114-91dc-7fff5ec25874 req-99abba9a-7624-4c81-b206-e21cdb70cf7f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:20.726650 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed13369f-0fcb-4114-91dc-7fff5ec25874 req-99abba9a-7624-4c81-b206-e21cdb70cf7f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1523886 Sep 21 08:04:20.755126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-846b84ec-a79a-4f2e-ac23-ab02a6700c17 req-72ea79be-3fa9-494d-9416-173a7db16980 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.758057 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-846b84ec-a79a-4f2e-ac23-ab02a6700c17 req-72ea79be-3fa9-494d-9416-173a7db16980 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.767450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-846b84ec-a79a-4f2e-ac23-ab02a6700c17 req-72ea79be-3fa9-494d-9416-173a7db16980 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "DELETE /v2.0/security-groups/196a6b33-ebb6-4120-8cb0-cdafaae40463 HTTP/1.1" status: 204 len: 173 time: 0.2770591 Sep 21 08:04:20.778957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.815519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea79be-3fa9-494d-9416-173a7db16980 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196a6b33-ebb6-4120-8cb0-cdafaae40463,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:20.840995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-e44d0452-80ad-4934-9fcf-04d41340c2c6 service neutron] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:20.843273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.844476 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-e44d0452-80ad-4934-9fcf-04d41340c2c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:20.848951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b60df132-3cac-4ba1-b11c-fbff468d557a HTTP/1.1" status: 204 len: 168 time: 0.8628175 Sep 21 08:04:20.849060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f599eed-35e1-4b76-b400-9efab3db1a33 req-e44d0452-80ad-4934-9fcf-04d41340c2c6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e/bindings/n-h1-809980-2 HTTP/1.1" status: 204 len: 173 time: 0.2784626 Sep 21 08:04:20.849060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:20.866404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed13369f-0fcb-4114-91dc-7fff5ec25874 req-5f88e5b2-7d1f-452c-b8e2-bc65719d414d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384580 Sep 21 08:04:20.867647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2d30-4a41-49dc-aea0-a0eb309eb0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60df132-3cac-4ba1-b11c-fbff468d557a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:20.961096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d476ee2-68d9-4b2b-9d27-80fb7b226279 req-a57f50d8-80fd-4eb5-8e24-7e1c44774514 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:20.967743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d476ee2-68d9-4b2b-9d27-80fb7b226279 req-a57f50d8-80fd-4eb5-8e24-7e1c44774514 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1203232 Sep 21 08:04:20.980388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfc4f188-4965-419f-94c8-04276a3becec req-c506017e-2693-4d4f-8074-7d7027765df2 tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "GET /v2.0/security-groups/e68b9b69-3858-4e48-9ef1-227c913177fe HTTP/1.1" status: 200 len: 1778 time: 0.0787694 Sep 21 08:04:20.998807 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.034326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d476ee2-68d9-4b2b-9d27-80fb7b226279 req-07d48e86-f5bb-4349-bab7-2e31daab39cd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653801 Sep 21 08:04:21.062259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dfc4f188-4965-419f-94c8-04276a3becec req-ce1b7ecc-2727-4cb5-90b3-d8da99dd8ece tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.098951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dfc4f188-4965-419f-94c8-04276a3becec req-ce1b7ecc-2727-4cb5-90b3-d8da99dd8ece tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.167844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.171766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dfc4f188-4965-419f-94c8-04276a3becec req-ce1b7ecc-2727-4cb5-90b3-d8da99dd8ece tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.174294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dfc4f188-4965-419f-94c8-04276a3becec req-ce1b7ecc-2727-4cb5-90b3-d8da99dd8ece tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.175469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfc4f188-4965-419f-94c8-04276a3becec req-ce1b7ecc-2727-4cb5-90b3-d8da99dd8ece tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] 10.222.0.59 "DELETE /v2.0/security-groups/e68b9b69-3858-4e48-9ef1-227c913177fe HTTP/1.1" status: 204 len: 173 time: 0.1935017 Sep 21 08:04:21.191552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b7ecc-2727-4cb5-90b3-d8da99dd8ece tempest-SecurityGroupsTestAdminJSON-969315250 tempest-SecurityGroupsTestAdminJSON-969315250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68b9b69-3858-4e48-9ef1-227c913177fe,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:21.226198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.226625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.228067 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.228380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > port after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.228941 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.229513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > port after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.230059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.230666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.232703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.233186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.329333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.329644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.329971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.330372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 08:04:21.330758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2287a16a-292c-442b-8b9b-ca2f9c7ed017']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:21.351162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcbdbdb-c523-41eb-95cf-b94b71993575') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:21.351494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcbdbdb-c523-41eb-95cf-b94b71993575') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:21.368007 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.392908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.403943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:04:21.404702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: from cryptography.utils import int_from_bytes Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: from cryptography.utils import int_from_bytes Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:04:21.409709 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:04:21.497149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.507053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:21.516022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] 10.222.0.59 "DELETE /v2.0/networks/2287a16a-292c-442b-8b9b-ca2f9c7ed017 HTTP/1.1" status: 204 len: 168 time: 0.6629469 Sep 21 08:04:21.535039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4679f-31b2-4036-9b5c-240cca94e32c admin admin] Pushing event deleted for resources: {'Network': ['ID=2287a16a-292c-442b-8b9b-ca2f9c7ed017,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:21.560050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032adb-fbe7-4205-8e81-aea8d2473a53 req-9e61e6f6-dd10-4e8c-a938-694d506b343d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:21.567942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63032adb-fbe7-4205-8e81-aea8d2473a53 req-9e61e6f6-dd10-4e8c-a938-694d506b343d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 944 time: 0.0854440 Sep 21 08:04:21.638063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63032adb-fbe7-4205-8e81-aea8d2473a53 req-a5acff2c-1e28-4610-9fad-f0e0482eaf1d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634015 Sep 21 08:04:21.769402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36582) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:21.813505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ae4d-3d73-42dd-b80f-8882ffab3c4d req-aaa236f4-ef5e-4d7c-bdc2-85c5c6a14a25 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:21.818248 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf88ae4d-3d73-42dd-b80f-8882ffab3c4d req-aaa236f4-ef5e-4d7c-bdc2-85c5c6a14a25 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1095 time: 0.0604692 Sep 21 08:04:21.931796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36588) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:22.045778 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fe516625-00f2-440e-af0e-edefa693ea97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9a5f75298ab4cce8a5061da0986ef0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125069 Sep 21 08:04:22.046705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36592) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:22.065085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf88ae4d-3d73-42dd-b80f-8882ffab3c4d req-c35397ee-094d-4aa7-b0dc-a25c7c8891f6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400062 Sep 21 08:04:22.148512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10944d47-3660-4584-b4e1-5f3023653039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.183494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10944d47-3660-4584-b4e1-5f3023653039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.275476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81483a2-c698-4ed2-b5c6-e12de2bed06f req-a8aaabd9-caeb-4a58-b761-54652fb23216 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:22.277662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d81483a2-c698-4ed2-b5c6-e12de2bed06f req-a8aaabd9-caeb-4a58-b761-54652fb23216 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0994644 Sep 21 08:04:22.307872 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ad790a7-b446-4fbc-be7c-547d307b815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.314521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10944d47-3660-4584-b4e1-5f3023653039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.317333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10944d47-3660-4584-b4e1-5f3023653039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.322058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-10944d47-3660-4584-b4e1-5f3023653039 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf99558b-eb26-43c4-bd9b-14b84a8cfeaf HTTP/1.1" status: 204 len: 168 time: 0.2730360 Sep 21 08:04:22.329047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21ae85-e75f-494e-9271-43d6468b94aa req-946a98c2-09a9-4f94-b5c3-3c1d743134fc tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:22.346036 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef21ae85-e75f-494e-9271-43d6468b94aa req-946a98c2-09a9-4f94-b5c3-3c1d743134fc tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1417625 Sep 21 08:04:22.361499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10944d47-3660-4584-b4e1-5f3023653039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99558b-eb26-43c4-bd9b-14b84a8cfeaf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:22.375912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d81483a2-c698-4ed2-b5c6-e12de2bed06f req-5f05dc7a-0188-4ada-9381-9e6742b29286 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888464 Sep 21 08:04:22.424235 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef21ae85-e75f-494e-9271-43d6468b94aa req-a4ce3cb9-08eb-481c-a425-3775abd61a89 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767336 Sep 21 08:04:22.441529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1c343fac-9194-402a-a7ee-1c99cb3cb146 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b573cd77ad847ffba6235ed005f5447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6670957 Sep 21 08:04:22.446937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36608) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:22.534496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ef36e99-aed1-4358-bbee-7c321aee1b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.632895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ef36e99-aed1-4358-bbee-7c321aee1b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.633172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:22.757036 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-fb288636-e080-443c-9848-f91c38ef21d1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:22.764864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-fb288636-e080-443c-9848-f91c38ef21d1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.2083583 Sep 21 08:04:22.788795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-7431af21-82f6-4581-ac20-6b686a65d13c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/quotas/d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 375 time: 0.0228813 Sep 21 08:04:22.816152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ef36e99-aed1-4358-bbee-7c321aee1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.821519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ef36e99-aed1-4358-bbee-7c321aee1b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.822691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5ef36e99-aed1-4358-bbee-7c321aee1b7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72c7b7b0-4596-49e5-8e99-3e875b96c1f2 HTTP/1.1" status: 204 len: 168 time: 0.3745039 Sep 21 08:04:22.831272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:22.846639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef36e99-aed1-4358-bbee-7c321aee1b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c7b7b0-4596-49e5-8e99-3e875b96c1f2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:22.866350 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-68e23796-8905-4cba-a050-ad1f886693c1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767429 Sep 21 08:04:22.867735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '854c3e92-9e93-4bd6-9580-b7ef23c9f339', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'port_id': '854c3e92-9e93-4bd6-9580-b7ef23c9f339', 'mac_address': 'fa:16:3e:27:86:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2521274-8afa-4197-91f5-113a77c7d5c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:22.926092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:22.940381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854c3e92-9e93-4bd6-9580-b7ef23c9f339 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:22.963466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:22.968971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:23.004837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-e233bc15-6fce-4cfd-b9ff-e0c3c8e6a801 service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303680 Sep 21 08:04:23.054841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:23.068525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.069066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.069631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.070194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.070737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.071298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.071899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.072446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.076195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.076195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.076195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.076195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:23.078043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36638) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:23.143531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-4e36626b-53e1-46d8-9cbe-6eeee3ba3059 service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376331 Sep 21 08:04:23.145592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1fcaf56e-c871-44dc-a182-7d4546c32efe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85a0abef80a342c49b0be92d8065a229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660689 Sep 21 08:04:23.146251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36640) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:23.235034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-69dd348f-f8f6-44c9-8ec8-dc253678834f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:23.269730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-69dd348f-f8f6-44c9-8ec8-dc253678834f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:23.271809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['854c3e92-9e93-4bd6-9580-b7ef23c9f339'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:23.358511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-69dd348f-f8f6-44c9-8ec8-dc253678834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:23.362742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-69dd348f-f8f6-44c9-8ec8-dc253678834f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:23.364697 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-69dd348f-f8f6-44c9-8ec8-dc253678834f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e30f799-d4a9-4024-b39b-36fd4767a221 HTTP/1.1" status: 204 len: 168 time: 0.2171328 Sep 21 08:04:23.395235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd348f-f8f6-44c9-8ec8-dc253678834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30f799-d4a9-4024-b39b-36fd4767a221,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:23.461843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97e6f2e3-0faf-4f0c-98b5-c391fc61e507 req-9167a0b0-5713-46e7-b8ab-05200db42335 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 210 time: 0.0682435 Sep 21 08:04:23.522797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36656) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:23.664958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ec60e-eac3-42fe-bb60-6b5f0bb253e9 req-578f6f4b-6891-4d27-a564-1e3320dea0de tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:23.667804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef7ec60e-eac3-42fe-bb60-6b5f0bb253e9 req-578f6f4b-6891-4d27-a564-1e3320dea0de tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 945 time: 0.0976696 Sep 21 08:04:23.675933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7901c8-2222-4a5d-9b90-78f2f227ba28 req-50d7a0a6-7074-4712-bdf4-a33b04cf84ae tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:23.677506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d7901c8-2222-4a5d-9b90-78f2f227ba28 req-50d7a0a6-7074-4712-bdf4-a33b04cf84ae tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0792654 Sep 21 08:04:23.754322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d7901c8-2222-4a5d-9b90-78f2f227ba28 req-4d5199d0-cf73-4d96-b934-dca8e683f327 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692339 Sep 21 08:04:23.773587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef7ec60e-eac3-42fe-bb60-6b5f0bb253e9 req-e81d7feb-cac8-4cb6-9526-ae390d83d8cc tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861239 Sep 21 08:04:24.094454 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a21d23c-af87-406e-a2da-84ccf8246c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.109649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36672) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:24.210357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1eef61ae-12b8-4afa-935c-fc7435162888 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18d17ac93e8e4a55bf016c58a4360a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989020 Sep 21 08:04:24.216436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36674) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:24.292154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a21d23c-af87-406e-a2da-84ccf8246c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.298381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a21d23c-af87-406e-a2da-84ccf8246c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.335810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21d23c-af87-406e-a2da-84ccf8246c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c372593-ab5d-4733-9a9c-6e80f5e3080f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:24.356954 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df6a3259-fc21-40a9-80db-4e941f7260de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.383082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36682) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:24.383870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9a21d23c-af87-406e-a2da-84ccf8246c74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5e100104de3463ea54908849dbbb483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8591011 Sep 21 08:04:24.395522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df6a3259-fc21-40a9-80db-4e941f7260de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.486756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cddff264-b111-4c69-a871-fff11e1cbf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.513016 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df6a3259-fc21-40a9-80db-4e941f7260de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.516013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df6a3259-fc21-40a9-80db-4e941f7260de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.520207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-df6a3259-fc21-40a9-80db-4e941f7260de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8d5b64f-e877-40d3-8500-8facf9c940ac HTTP/1.1" status: 204 len: 168 time: 0.3023059 Sep 21 08:04:24.522504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cddff264-b111-4c69-a871-fff11e1cbf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.540299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a3259-fc21-40a9-80db-4e941f7260de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d5b64f-e877-40d3-8500-8facf9c940ac,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:24.623201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9db1ecc3-c0d0-42a7-8388-601591a5531e req-afc41ebd-a859-4f54-8428-4dec093cb458 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 210 time: 0.0484984 Sep 21 08:04:24.626980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:24.645622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cddff264-b111-4c69-a871-fff11e1cbf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.649516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cddff264-b111-4c69-a871-fff11e1cbf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.654250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cddff264-b111-4c69-a871-fff11e1cbf32 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c372593-ab5d-4733-9a9c-6e80f5e3080f HTTP/1.1" status: 204 len: 168 time: 0.2658844 Sep 21 08:04:24.670156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddff264-b111-4c69-a871-fff11e1cbf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c372593-ab5d-4733-9a9c-6e80f5e3080f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:24.712542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:24.717815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:24.718200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.822974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.879806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:24.888314 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5727417-1f7d-4a06-a5d2-3c7818111fe7" -d '{"events": [{"server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "name": "network-vif-plugged", "status": "completed", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:24.904618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:24.911491 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:24.985185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:24.995670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593638c9-58e9-458c-8c5e-704594ac0351 req-268077eb-dfed-4dd3-882e-cdd23b219277 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:25.004797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-593638c9-58e9-458c-8c5e-704594ac0351 req-268077eb-dfed-4dd3-882e-cdd23b219277 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1082644 Sep 21 08:04:25.063789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-593638c9-58e9-458c-8c5e-704594ac0351 req-1091dca2-246e-48df-8b0f-8c04b1efb28d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579350 Sep 21 08:04:25.138954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc3a1e-6154-4b5f-9361-77912dcccccb req-facee75f-ff80-4169-9ce9-cd748cd8529c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:25.146761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5edc3a1e-6154-4b5f-9361-77912dcccccb req-facee75f-ff80-4169-9ce9-cd748cd8529c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 946 time: 0.1775947 Sep 21 08:04:25.153767 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f276d2b3-4536-435e-ba5f-72f072f7a5b3 x-openstack-request-id: req-f276d2b3-4536-435e-ba5f-72f072f7a5b3 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:25.154540 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "name": "network-vif-plugged", "status": "completed", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:25.154895 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f276d2b3-4536-435e-ba5f-72f072f7a5b3 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:25.155485 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339', 'code': 200} Sep 21 08:04:25.156276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-64017ffa-90fd-46e5-9708-105acbcec5c7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:25.158074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-64017ffa-90fd-46e5-9708-105acbcec5c7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.3146243 Sep 21 08:04:25.182666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Request body: {'port': {'device_id': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'admin_state_up': True, 'tenant_id': 'd9a5530eddb54a0a837750d539b58ca1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:25.201651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:25.259249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5edc3a1e-6154-4b5f-9361-77912dcccccb req-62e17f10-e5a3-438d-bdab-2bef12a2fd08 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114211 Sep 21 08:04:25.367258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e53a8-cc5e-4a43-9363-9351cb001d79 req-b75ff51d-3187-49f5-ac21-003e3eaa1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:25.370962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-719e53a8-cc5e-4a43-9363-9351cb001d79 req-b75ff51d-3187-49f5-ac21-003e3eaa1e01 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1097 time: 0.1049728 Sep 21 08:04:25.375138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8ffe84ba-ccaf-43a8-bbf4-4813cc2c9bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:25.402928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36728) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:25.429887 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e16ddff0-85b7-4663-9517-1182898bdcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:25.452083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Made reservation on behalf of d9a5530eddb54a0a837750d539b58ca1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:25.455792 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:25.459899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-719e53a8-cc5e-4a43-9363-9351cb001d79 req-d1c96653-f885-4689-b165-faec5515d0f7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705652 Sep 21 08:04:25.686448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Allocated IP 172.20.0.13 (91a251d9-59a5-4feb-8c5d-edc105fbe231/06e0b300-5a8d-4b76-a604-27b72889a088/e8c565a1-b313-4a3f-b04c-85328d57c65a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:25.714029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e16ddff0-85b7-4663-9517-1182898bdcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:25.719891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e16ddff0-85b7-4663-9517-1182898bdcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:25.772430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ddff0-85b7-4663-9517-1182898bdcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11f381e-8dee-4f5d-b63a-59d45d9a0fa3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:25.834077 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3fa6f4e-5f22-4e1c-af5d-f950b8ef9e82 req-da94abdc-b2d5-478d-9ff2-b88f958986ce tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 210 time: 0.0535622 Sep 21 08:04:25.842575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36764) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:25.842736 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e16ddff0-85b7-4663-9517-1182898bdcad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc191f94fa55426db2fb17badc74af08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383001 Sep 21 08:04:25.934909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e421de5e-b00c-444b-9f2d-d54c7270c730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:25.962501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e421de5e-b00c-444b-9f2d-d54c7270c730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.020199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.029724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e421de5e-b00c-444b-9f2d-d54c7270c730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.033524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e421de5e-b00c-444b-9f2d-d54c7270c730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.038159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e421de5e-b00c-444b-9f2d-d54c7270c730 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b11f381e-8dee-4f5d-b63a-59d45d9a0fa3 HTTP/1.1" status: 204 len: 168 time: 0.1944036 Sep 21 08:04:26.050315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421de5e-b00c-444b-9f2d-d54c7270c730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11f381e-8dee-4f5d-b63a-59d45d9a0fa3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:26.076925 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.137662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:26.141226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:26.148074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:26.175795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:26.214555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:26.215466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.219767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-9bcedee8-4dc7-41eb-ba87-8c6fb2c76e2c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e604668a4b324dd49c072b199d766867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726163 Sep 21 08:04:26.236635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-9ef2255a-fa52-4408-9d98-8c8b016e36dd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0613637 Sep 21 08:04:26.271987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Request body: {'port': {'device_id': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:26.406846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.421593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-5a2b0a07-36e4-4fd4-9a1e-5533e446c313 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:26.424339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-5a2b0a07-36e4-4fd4-9a1e-5533e446c313 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033465 Sep 21 08:04:26.461066 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-0ac178f3-7bb0-4eb1-842c-ffc7d310c046 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/quotas/e604668a4b324dd49c072b199d766867 HTTP/1.1" status: 200 len: 375 time: 0.0164702 Sep 21 08:04:26.466022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00275075-c51f-4209-82e0-f7c9a04b5b8a req-d4bad632-0efe-4852-b3bd-f5014f133191 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:26.469244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-00275075-c51f-4209-82e0-f7c9a04b5b8a req-d4bad632-0efe-4852-b3bd-f5014f133191 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1697965 Sep 21 08:04:26.559111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-bf2bcc77-adfd-4f76-a22b-f18afbb048fb tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e604668a4b324dd49c072b199d766867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737755 Sep 21 08:04:26.562558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:26.630902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-00275075-c51f-4209-82e0-f7c9a04b5b8a req-d848efb8-4e86-44f6-bc36-9db334a397ab tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293128 Sep 21 08:04:26.689596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36800) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:27.009551 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4fcab19d-4f6f-407f-9e30-21d552fcb8f8 req-342b7934-2204-4550-b8e0-843f171dab7c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 210 time: 0.0616322 Sep 21 08:04:27.029465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c565a1-b313-4a3f-b04c-85328d57c65a {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:27.046838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.080967 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65f85ad5-9fb0-4833-86e7-ef0e2643e687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.098085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Transition to ACTIVE for port object e8c565a1-b313-4a3f-b04c-85328d57c65a will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:27.107367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.236546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49f7fd-d5ac-467e-bbc7-f19e010d6dae req-5bac22d2-3513-4e12-82ee-679863e6d232 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:27.239153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f49f7fd-d5ac-467e-bbc7-f19e010d6dae req-5bac22d2-3513-4e12-82ee-679863e6d232 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 946 time: 0.2105107 Sep 21 08:04:27.285733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:27.380564 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f49f7fd-d5ac-467e-bbc7-f19e010d6dae req-c7c647c6-916b-4f5b-b150-e02c9499e8a6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309040 Sep 21 08:04:27.470908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81b627-d4e3-4909-be27-e350a88a85b5 req-44d95a25-1c51-4a3a-887c-fa082f327759 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:27.472667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec81b627-d4e3-4909-be27-e350a88a85b5 req-44d95a25-1c51-4a3a-887c-fa082f327759 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 0.1757777 Sep 21 08:04:27.498762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65f85ad5-9fb0-4833-86e7-ef0e2643e687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.508846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65f85ad5-9fb0-4833-86e7-ef0e2643e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.534727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:27.535205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:27.535641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:27.546921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:27.548082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:27.562113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f85ad5-9fb0-4833-86e7-ef0e2643e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe718a66-1221-4390-b2d5-c5c1e8fbffa0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:27.565174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec81b627-d4e3-4909-be27-e350a88a85b5 req-ff23bab7-3445-4960-8329-a1e4e879217a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680177 Sep 21 08:04:27.566289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:27.566736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:27.567248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:27.567868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Bound port: e8c565a1-b313-4a3f-b04c-85328d57c65a, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:27.568375 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.611782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-65f85ad5-9fb0-4833-86e7-ef0e2643e687 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4302e60bb844431872fb50666f85039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200685 Sep 21 08:04:27.614579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36834) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:27.625562 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.678587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:27.682648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:27.689329 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.722147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b6b1-4fa5-4eaa-b458-474efda391e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.745633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:27.746710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.748741 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] 10.222.0.62 "PUT /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 1092 time: 1.5039053 Sep 21 08:04:27.749217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:27.751989 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:27.800777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca149-8ba0-41d4-9ad9-eba56aff1945 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:27.812335 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b6b1-4fa5-4eaa-b458-474efda391e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:27.862592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-ce851169-2f1d-43a8-a675-82bfd047cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:27.865113 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-ce851169-2f1d-43a8-a675-82bfd047cddf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1095 time: 0.0598910 Sep 21 08:04:27.881637 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eab5ee0-7645-4f15-b7eb-e3135b537608 x-openstack-request-id: req-3eab5ee0-7645-4f15-b7eb-e3135b537608 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:27.882251 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:27.882797 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3eab5ee0-7645-4f15-b7eb-e3135b537608 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:27.883283 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a', 'status': 'completed', 'code': 200} Sep 21 08:04:27.932827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a68dcb-c037-45d6-8266-2e770eb50a69 req-05d82f6c-9f25-4c8d-bdd0-1e038e2393f6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:27.940614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36a68dcb-c037-45d6-8266-2e770eb50a69 req-05d82f6c-9f25-4c8d-bdd0-1e038e2393f6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0946162 Sep 21 08:04:27.990543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36a68dcb-c037-45d6-8266-2e770eb50a69 req-3466e8f1-908e-442e-948f-c6c9e5f0d365 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486562 Sep 21 08:04:28.019413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-fe225917-cb0a-43e8-9d90-49b11d62b0c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 217 time: 0.1334326 Sep 21 08:04:28.021788 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b6b1-4fa5-4eaa-b458-474efda391e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:28.026808 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c8b6b1-4fa5-4eaa-b458-474efda391e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:28.029662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f5c8b6b1-4fa5-4eaa-b458-474efda391e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe718a66-1221-4390-b2d5-c5c1e8fbffa0 HTTP/1.1" status: 204 len: 168 time: 0.4137261 Sep 21 08:04:28.047420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8b6b1-4fa5-4eaa-b458-474efda391e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe718a66-1221-4390-b2d5-c5c1e8fbffa0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:28.113426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-561918fc-3e10-49fe-abc2-9620d9d4c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:28.115877 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-561918fc-3e10-49fe-abc2-9620d9d4c87b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0903535 Sep 21 08:04:28.186069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-f49989be-9683-4f51-997e-8a560998ea4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631266 Sep 21 08:04:28.195158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-faa98c7f-7708-4c24-b8f2-ee97dab80ec5 req-a9dffa44-33fc-49f2-89b8-f56d08aaa17c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 210 time: 0.0437770 Sep 21 08:04:28.392356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-05af00c2-7f4f-4a70-9104-01233317722d service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991181 Sep 21 08:04:28.610512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae214f2f-41ee-4895-bf91-c42c3cf2ba2c req-8fbc5af6-bab5-4dff-97fc-42f83f3a622f service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101836 Sep 21 08:04:28.639185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456536-c589-4192-8c59-dd8f3d34d8e5 req-38ff0493-8414-4d1a-b34f-66235f08fcb5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:28.640919 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a456536-c589-4192-8c59-dd8f3d34d8e5 req-38ff0493-8414-4d1a-b34f-66235f08fcb5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 946 time: 0.1361814 Sep 21 08:04:28.703985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a456536-c589-4192-8c59-dd8f3d34d8e5 req-bfb09759-fdb4-469b-bd1f-6c9a0308cf25 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532002 Sep 21 08:04:28.752335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-301d835b-9417-43cd-b644-7eba032b505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:28.754776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-301d835b-9417-43cd-b644-7eba032b505e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1095 time: 0.0639467 Sep 21 08:04:28.935694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-f98919e8-ecc1-426f-a121-6a22cfc9cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:28.939430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-f98919e8-ecc1-426f-a121-6a22cfc9cafd service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.1765335 Sep 21 08:04:28.941281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36876) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:28.979461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-1ce81b14-9831-46db-90fc-2cfcf01f84a0 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e604668a4b324dd49c072b199d766867&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848691 Sep 21 08:04:28.997649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14a280-9ad2-44d5-92f0-8122ee1a8063 req-c4cf42c5-46ad-4654-a25b-75a11c5e9292 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:29.000605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df14a280-9ad2-44d5-92f0-8122ee1a8063 req-c4cf42c5-46ad-4654-a25b-75a11c5e9292 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 0.1769893 Sep 21 08:04:29.035817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b31b481-e502-494b-b960-b87b801fc839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.041366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-34896394-ddbe-4079-867c-79078a97dec6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 217 time: 0.0724294 Sep 21 08:04:29.153649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-7374e5a7-dafa-4bea-88bd-443604a880ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:29.155627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-7374e5a7-dafa-4bea-88bd-443604a880ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1065187 Sep 21 08:04:29.201473 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-ea514bad-c61b-40ad-b3fe-68baf020ce53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376101 Sep 21 08:04:29.229935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df14a280-9ad2-44d5-92f0-8122ee1a8063 req-326c9411-3942-4977-a114-a1b7ec61ddea tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086787 Sep 21 08:04:29.289398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-f251f021-8f95-49da-9967-39f7f4b15b3e tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:29.292270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-f251f021-8f95-49da-9967-39f7f4b15b3e tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098514 Sep 21 08:04:29.313331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Request body: {'port': {'device_id': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': 'e604668a4b324dd49c072b199d766867'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:29.371746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b31b481-e502-494b-b960-b87b801fc839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.376373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-9883925a-69b0-48df-bc71-79a4147d13e6 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680400 Sep 21 08:04:29.378450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b31b481-e502-494b-b960-b87b801fc839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.424731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0b31b481-e502-494b-b960-b87b801fc839 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0627172d5da347909aed8c7057e26fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830570 Sep 21 08:04:29.425760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31b481-e502-494b-b960-b87b801fc839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb5c9a-e67c-4da1-a29d-5a9cfb72f59a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:29.436764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36894) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:29.606055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e10773-ea44-4bca-a20d-db1ce7854e73 req-23a3c339-a32f-4582-afb3-6d0aab22a13e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:29.607618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28e10773-ea44-4bca-a20d-db1ce7854e73 req-23a3c339-a32f-4582-afb3-6d0aab22a13e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1097 time: 0.1353605 Sep 21 08:04:29.608721 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06c7c2b9-0578-411e-a89d-3c4f740073e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.612431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a2fc6e-6326-4904-bfd7-f67eb3b1c2b9 req-4f85e017-df91-4f71-b20f-fea7d10764f1 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838694 Sep 21 08:04:29.663005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06c7c2b9-0578-411e-a89d-3c4f740073e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.684725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28e10773-ea44-4bca-a20d-db1ce7854e73 req-68761483-62af-49e6-a0c4-a40ab81c2f2e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700550 Sep 21 08:04:29.760603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06c7c2b9-0578-411e-a89d-3c4f740073e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.763592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06c7c2b9-0578-411e-a89d-3c4f740073e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.767083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-06c7c2b9-0578-411e-a89d-3c4f740073e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ecb5c9a-e67c-4da1-a29d-5a9cfb72f59a HTTP/1.1" status: 204 len: 168 time: 0.3270690 Sep 21 08:04:29.799257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7c2b9-0578-411e-a89d-3c4f740073e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb5c9a-e67c-4da1-a29d-5a9cfb72f59a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:29.847362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-fea81067-3689-41c2-bb2e-84e5ccbabf09 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=aef83548708143dcbf770aded6f1d65f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252478 Sep 21 08:04:29.855913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864861f-77dd-408d-962f-6ff057db7ecd req-60af5321-657f-4c13-a693-df2d8b013b19 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:29.857764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2864861f-77dd-408d-962f-6ff057db7ecd req-60af5321-657f-4c13-a693-df2d8b013b19 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.0759180 Sep 21 08:04:29.900475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2864861f-77dd-408d-962f-6ff057db7ecd req-4aaa4c1a-155f-4d3b-a74f-e4f72426aa4a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Sep 21 08:04:29.959701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Made reservation on behalf of e604668a4b324dd49c072b199d766867 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:29.963223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:29.978781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:30.015800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-bc0d7fe3-ff2f-4a4d-949c-4fe9e8873121 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:30.018121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-bc0d7fe3-ff2f-4a4d-949c-4fe9e8873121 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578147 Sep 21 08:04:30.057843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-14fbf8f5-35a1-4081-80f0-6df957032665 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/quotas/aef83548708143dcbf770aded6f1d65f HTTP/1.1" status: 200 len: 375 time: 0.0285022 Sep 21 08:04:30.103335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-a1c2e569-3bdf-4701-879c-c26545fd8c64 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aef83548708143dcbf770aded6f1d65f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393791 Sep 21 08:04:30.134635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc53a860-6598-46cb-a2ee-748e12fbb2cf req-8d5d07da-4dd8-459c-a4a7-a2fc7ecde87e tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 210 time: 0.0500712 Sep 21 08:04:30.196488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:30.202306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:30.281859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68de7e32-e593-4385-af1c-d08c0c80fd51,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:30.439087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Allocated IP 192.168.233.8 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:30.470688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da89d0-431c-41d7-b40d-11d24f1b5c5e req-bc17a595-8f16-43de-8b01-502250269812 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:30.472362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1da89d0-431c-41d7-b40d-11d24f1b5c5e req-bc17a595-8f16-43de-8b01-502250269812 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1097 time: 0.0929797 Sep 21 08:04:30.602964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1da89d0-431c-41d7-b40d-11d24f1b5c5e req-f0e0d16a-8ec5-4493-b715-c9fb45030037 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062026 Sep 21 08:04:30.729039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91825e4e-7cd5-4850-b6fc-5a18d600fc3c req-dc10592e-1f13-40f4-91b7-820308a51e72 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:30.742175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91825e4e-7cd5-4850-b6fc-5a18d600fc3c req-dc10592e-1f13-40f4-91b7-820308a51e72 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 0.0777986 Sep 21 08:04:30.767536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cde3e2d3-160f-4978-a953-ca81a4648e8b req-a8e1d488-1b8e-4a17-99a0-37dc1f542377 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 210 time: 0.0705154 Sep 21 08:04:30.801816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91825e4e-7cd5-4850-b6fc-5a18d600fc3c req-58f3141f-11ea-42ee-82a3-a9ed5e82d983 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564852 Sep 21 08:04:30.853281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:30.936689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:30.977039 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-0778b0eb-b653-469a-9f0a-82957f683419 service neutron] show failed (client error): The resource could not be found. Sep 21 08:04:30.978089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-0778b0eb-b653-469a-9f0a-82957f683419 service neutron] 10.222.0.62 "GET /v2.0/ports/fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.1171939 Sep 21 08:04:31.009505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-55716d25-28f3-4d65-8fa1-c94c879ffced req-a622ebff-30a3-4157-9523-bbbe4158751c service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:04:31.014933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55716d25-28f3-4d65-8fa1-c94c879ffced req-a622ebff-30a3-4157-9523-bbbe4158751c service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094638 Sep 21 08:04:31.021779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:31.025891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:31.039274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:31.120166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36958) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:31.189432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:31.256819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:31.258572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:31.300386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-network', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:31.318281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-40590281-2309-422b-a1a2-ec26af1eb222 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0144722 Sep 21 08:04:31.338514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Request body: {'port': {'device_id': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:31.441747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4102b3e4-6da0-41f8-94bb-1ff387f0ee57 None None] Provisioning complete for port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:31.442758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4102b3e4-6da0-41f8-94bb-1ff387f0ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:31.460891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-d44be853-23c6-4bdf-bcd2-b0a3d49ebe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:31.474302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-d44be853-23c6-4bdf-bcd2-b0a3d49ebe23 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa&tenant_id=7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 1100 time: 0.1681128 Sep 21 08:04:31.482072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4102b3e4-6da0-41f8-94bb-1ff387f0ee57 None None] Port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:04:31.483826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Made reservation on behalf of 7ca95e6bd1724bb8a2c6c7a1640df11b for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:31.487607 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:31.491124 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:31.496390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:31.523610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:31.576462 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:31.613791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:31.719224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4587c-7709-43a1-8a56-b0931497958a req-8ded277b-4a8b-4ce2-b3a6-8c9e1d0321e5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:31.721491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12d4587c-7709-43a1-8a56-b0931497958a req-8ded277b-4a8b-4ce2-b3a6-8c9e1d0321e5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1541543 Sep 21 08:04:31.859501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12d4587c-7709-43a1-8a56-b0931497958a req-6948b7e6-ab9d-4dcf-b833-72dc86dbabbc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220372 Sep 21 08:04:31.978917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-dbf62d5a-b92b-4cf0-a505-4ea426ce336c tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=aef83548708143dcbf770aded6f1d65f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441735 Sep 21 08:04:32.028292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:32.034614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.039575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.055739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Transition to ACTIVE for port object eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:32.060774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.067463 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.120047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed969b2-bcab-4466-90cb-4de28fcacc79,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:32.140528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e8c565a1-b313-4a3f-b04c-85328d57c65a details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:32.178507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:32.178989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:04:32.265067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.265421 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Added segment b221727a-4369-4196-a9b1-f6be2ffee5ce of type vlan for network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d Sep 21 08:04:32.338451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aa933-fa71-4521-a698-192f0266b1b5 req-c579e7bb-f994-4f6e-a984-9fdb985dae55 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:32.347743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da0aa933-fa71-4521-a698-192f0266b1b5 req-c579e7bb-f994-4f6e-a984-9fdb985dae55 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 946 time: 0.0800574 Sep 21 08:04:32.351286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-cc6d106a-6a11-487f-9531-315ee3ece2d5 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:32.352976 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-cc6d106a-6a11-487f-9531-315ee3ece2d5 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3206534 Sep 21 08:04:32.381260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Request body: {'port': {'device_id': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': 'aef83548708143dcbf770aded6f1d65f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:32.391276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.402153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:32.406383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da0aa933-fa71-4521-a698-192f0266b1b5 req-613d51b6-b6aa-4597-b4fb-3971480effdf tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Sep 21 08:04:32.432296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e8c565a1-b313-4a3f-b04c-85328d57c65a', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'port_id': 'e8c565a1-b313-4a3f-b04c-85328d57c65a', 'mac_address': 'fa:16:3e:8a:67:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e0b300-5a8d-4b76-a604-27b72889a088', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:32.447678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Attempting to bind port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:32.448027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Attempting to bind port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:32.450056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Attempting to bind port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:32.468043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:32.468432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Attempting to bind port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:32.481472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:32.481823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:32.482225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:32.482690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Bound port: eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:32.486949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.488410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.509757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c565a1-b313-4a3f-b04c-85328d57c65a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:32.534474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:32.541545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.563545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.564585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:32.566957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.571445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:32.637655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:32.655993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5291417 Sep 21 08:04:32.657110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-71587226-43cf-48f0-82bc-ab5e40283ce3 req-e680763c-c232-419f-8ace-2c44f3991e76 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 210 time: 0.0880628 Sep 21 08:04:32.659950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36996) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:32.679884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Request body: {'subnet': {'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-subnet', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:32.705038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:32.705324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01921d-2864-4420-8192-8bce56246a73 admin admin] Pushing event updated for resources: {'Network': ['ID=9f257ab6-463c-4f48-9ff2-4891a2da3d9d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:32.708571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Made reservation on behalf of 7ca95e6bd1724bb8a2c6c7a1640df11b for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:32.711505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.719602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:32.725669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:04:32.774288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Made reservation on behalf of aef83548708143dcbf770aded6f1d65f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:32.778522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.809567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.831831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:32.834113 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c13307c-bf9b-4b93-86af-813085d4a6a2" -d '{"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:32.838321 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.860682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Transition to ACTIVE for port object fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:32.868254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.872259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e8c565a1-b313-4a3f-b04c-85328d57c65a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:32.946667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:32.971015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:32.971930 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:32.974153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] No DVR routers for this DVR port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:04:33.031179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:33.032330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:33.032330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:33.045514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:33.045840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Attempting to bind port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:33.058024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:33.066990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.072077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:33.073889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:33.075672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:33.075672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Bound port: fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:33.075672 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.079356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.079677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.080324 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.081774 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-e4ffb413-adc4-4a06-8d26-e934a1321d5d service neutron] 10.222.0.50 "PUT /v2.0/ports/eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 HTTP/1.1" status: 200 len: 1094 time: 1.7489965 Sep 21 08:04:33.087644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:33.090154 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6963aa-767a-4715-810b-b3d76a0c26f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:33.148557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc83f2-ecd2-476c-a7b3-5fc78fb3a217 req-7703167e-45a3-4805-8474-a8f4d25dccb7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.150247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34bc83f2-ecd2-476c-a7b3-5fc78fb3a217 req-7703167e-45a3-4805-8474-a8f4d25dccb7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 0.3239586 Sep 21 08:04:33.204965 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.222578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-a60f165a-e760-4db3-922d-0483e869f6a0 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:04:33.225480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c7b261-1e80-460e-ab5b-09331ff0e0b9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:33.228085 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-a60f165a-e760-4db3-922d-0483e869f6a0 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2849917 Sep 21 08:04:33.271128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.300735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:33.309301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:33.322576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.390354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Allocated IP 192.168.233.103 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/5ace607f-1e7a-430a-a0c9-0a843d6b680b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:33.395040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-43dfc688-6537-498d-a7ee-47e5aa7c77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.397139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-43dfc688-6537-498d-a7ee-47e5aa7c77d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e604668a4b324dd49c072b199d766867&device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 1097 time: 0.2453535 Sep 21 08:04:33.398460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-b0ed4d8a-2d1a-41b8-a562-75f1b1b06cbf tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.401425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.402020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.404073 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] 10.222.0.50 "PUT /v2.0/ports/fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 1095 time: 1.9134231 Sep 21 08:04:33.407735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-b0ed4d8a-2d1a-41b8-a562-75f1b1b06cbf tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 1094 time: 0.1588557 Sep 21 08:04:33.417161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Request body: {'binding': {'host': 'n-h1-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:33.418093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Unknown quota resources ['binding']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:04:33.437649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4762e-03fa-4378-b57f-ddd3eb63b370 service neutron] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:33.489123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34bc83f2-ecd2-476c-a7b3-5fc78fb3a217 req-c2c069f2-b772-4079-ba66-30746ed4d4ad tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432451 Sep 21 08:04:33.489879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=282ba49c-f749-4a12-a5cf-eebc0464a687,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:33.549433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-36e0df09-87fc-4928-8524-4daaed6a23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.551013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-36e0df09-87fc-4928-8524-4daaed6a23ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1098 time: 0.1103818 Sep 21 08:04:33.582732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-48621776-2ab7-432d-b287-c17b9a9ad262 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 HTTP/1.1" status: 200 len: 217 time: 0.1198242 Sep 21 08:04:33.641966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Checking segment: {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:33.642340 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a439291-b67e-49c4-b7d6-52857974057d x-openstack-request-id: req-7a439291-b67e-49c4-b7d6-52857974057d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:33.642476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Network hostable DHCP agents. Network: 9f257ab6-463c-4f48-9ff2-4891a2da3d9d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:04:33.642830 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-unplugged", "status": "completed", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:33.643081 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a439291-b67e-49c4-b7d6-52857974057d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:33.643494 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'code': 200} Sep 21 08:04:33.738139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-aeb2aefa-8aec-4ecc-8f94-9b57a83cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.739675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-aeb2aefa-8aec-4ecc-8f94-9b57a83cb2bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1484954 Sep 21 08:04:33.756339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.779963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-8593bf2c-45e8-4186-b6fc-354fb624f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.781714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-8593bf2c-45e8-4186-b6fc-354fb624f9d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2159970 Sep 21 08:04:33.839844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-64428e2d-137b-4407-b8ce-8b16cff55a89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.0476677 Sep 21 08:04:33.840220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:04:33.859345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on host n-h1-809980-2 for vnic_type normal with profile None {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:33.859671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:33.860256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:33.861007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.869425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 9f257ab6-463c-4f48-9ff2-4891a2da3d9d) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:33.875686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:33.876014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:33.881386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.881801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:33.884376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80073f73-5272-454e-aac0-64a82361d53d None None] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:33.899186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8d876-e819-477c-a6fd-c1b06fa617f8 req-ceff0547-4970-44a6-b53d-76ac5bc30160 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.901403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f8f8d876-e819-477c-a6fd-c1b06fa617f8 req-ceff0547-4970-44a6-b53d-76ac5bc30160 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.1681759 Sep 21 08:04:33.921109 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-59dcaf7d-36df-4ad5-85b2-639af8dd96f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.925734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-59dcaf7d-36df-4ad5-85b2-639af8dd96f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656120 Sep 21 08:04:33.925734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:33.926079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:33.926338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:33.926863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Bound port: 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:33.958407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:33.969342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:33.977102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-300512ed-4f01-486d-9950-7ec547011a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:33.979494 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-300512ed-4f01-486d-9950-7ec547011a47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1292875 Sep 21 08:04:33.981792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:33.987093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Pushing event updated for resources: {'Port': ['ID=5ace607f-1e7a-430a-a0c9-0a843d6b680b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:34.013846 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20e343d8-f68f-4404-a26f-8b57d31dd093 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3523676 Sep 21 08:04:34.027238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:34.032410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:34.117790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:34.119175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.127281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.129611 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.160357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f8f8d876-e819-477c-a6fd-c1b06fa617f8 req-655dbefc-4066-4aea-9463-d603869898a4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473598 Sep 21 08:04:34.169419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-59f33e3a-0d0f-43ce-8939-df5cfabdca1a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7949193 Sep 21 08:04:34.173399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:34.204010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-fc3ca781-315a-4961-ba8f-d493ed210d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:34.205736 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-fc3ca781-315a-4961-ba8f-d493ed210d03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1933169 Sep 21 08:04:34.207153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e8c565a1-b313-4a3f-b04c-85328d57c65a up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:34.207745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.209182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-3b554c9a-5e1f-4f44-b46c-6066345e0548 service neutron] 10.222.0.59 "POST /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339/bindings HTTP/1.1" status: 201 len: 389 time: 0.7999172 Sep 21 08:04:34.236955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Request body: {'port': {'device_id': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:34.239377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-673beb1c-632e-40a8-8de1-15c586d991a9 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949829 Sep 21 08:04:34.369220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.417551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'fixed_ips': [{'subnet_id': '282ba49c-f749-4a12-a5cf-eebc0464a687'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:04:34.420330 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.486464 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bceb20-0979-413e-8a12-0b06ca1e1761 x-openstack-request-id: req-96bceb20-0979-413e-8a12-0b06ca1e1761 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:34.487079 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:34.487637 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96bceb20-0979-413e-8a12-0b06ca1e1761 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:34.488371 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'status': 'completed', 'code': 200} Sep 21 08:04:34.531033 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.602438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb8d1a-3eb9-414e-aacb-f3d9b86492d6 req-f40a6c6b-8282-4c08-bad2-043536270455 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:34.606048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7afb8d1a-3eb9-414e-aacb-f3d9b86492d6 req-f40a6c6b-8282-4c08-bad2-043536270455 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 936 time: 0.1160154 Sep 21 08:04:34.644484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port e8c565a1-b313-4a3f-b04c-85328d57c65a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:34.646600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d75f7e37-f764-4242-8ded-6493d4e90935 None None] Provisioning complete for port 5ace607f-1e7a-430a-a0c9-0a843d6b680b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:34.647049 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d75f7e37-f764-4242-8ded-6493d4e90935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.679455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e8c565a1-b313-4a3f-b04c-85328d57c65a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:34.679962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08c278d3-1eda-4c36-bbc7-c9eb2a03c66a req-39fa489f-588f-4911-8f45-0cf98020d5e2 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269559 Sep 21 08:04:34.680131 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.688206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-def067f0-5e7b-43ec-ad9c-e6054d2401f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:34.689894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-def067f0-5e7b-43ec-ad9c-e6054d2401f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1097 time: 0.0793409 Sep 21 08:04:34.711212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7afb8d1a-3eb9-414e-aacb-f3d9b86492d6 req-2468b5f0-f4c0-4696-b4b6-3bd355f60c8a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798142 Sep 21 08:04:34.812685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d75f7e37-f764-4242-8ded-6493d4e90935 None None] Port 5ace607f-1e7a-430a-a0c9-0a843d6b680b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:04:34.856207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Allocated IP 172.20.0.2 (9f257ab6-463c-4f48-9ff2-4891a2da3d9d/282ba49c-f749-4a12-a5cf-eebc0464a687/c5bd3902-5807-46d0-8224-da0ed3cf6c46) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:34.930507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-efb03ffa-007d-4320-b4ae-e355eab2da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:34.934467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-efb03ffa-007d-4320-b4ae-e355eab2da5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e604668a4b324dd49c072b199d766867&device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 1097 time: 0.1748371 Sep 21 08:04:34.936285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.938419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-cd43c8b2-bd05-44b1-956d-5f624052f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:34.941015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-cd43c8b2-bd05-44b1-956d-5f624052f80f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.2330551 Sep 21 08:04:34.954919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:34.964689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b65741-8744-4261-93f9-24a4e2130fe6 req-0ccb5629-cfe8-4e89-9932-a335de08694a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:34.966686 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46b65741-8744-4261-93f9-24a4e2130fe6 req-0ccb5629-cfe8-4e89-9932-a335de08694a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 946 time: 0.1554358 Sep 21 08:04:34.990113 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-b5df55a3-0032-40ec-bc6c-59c3758c3f3d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7653463 Sep 21 08:04:35.023651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:35.024817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-9f251291-5d58-4e73-a688-3c6d219ef7b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 217 time: 0.0758977 Sep 21 08:04:35.026119 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cdf56c-882c-4285-b55a-6c5ec6ed19e9" -d '{"events": [{"server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "name": "network-vif-plugged", "status": "completed", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:35.051724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:35.067817 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:35.069104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:04:35.070460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e965a-19b0-4a33-9174-2507eec39744 req-3ac5036d-f216-48ac-870b-e593cd4c901c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.083541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e44e965a-19b0-4a33-9174-2507eec39744 req-3ac5036d-f216-48ac-870b-e593cd4c901c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 946 time: 0.5051041 Sep 21 08:04:35.144638 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46b65741-8744-4261-93f9-24a4e2130fe6 req-ab15d3c4-c1d0-41ab-8cc8-325762788d16 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367218 Sep 21 08:04:35.163844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-4932fa73-899a-4be4-a588-d8fa751e72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.165319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-4932fa73-899a-4be4-a588-d8fa751e72c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1242611 Sep 21 08:04:35.168848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-53f1a2ed-3591-4405-b72d-b17988bf4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.170573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-53f1a2ed-3591-4405-b72d-b17988bf4cd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2026563 Sep 21 08:04:35.216596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:35.221288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:35.226055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:04:35.235236 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:35.296927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Pushing event updated for resources: {'Port': ['ID=c5bd3902-5807-46d0-8224-da0ed3cf6c46,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:35.317667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:35.324558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:35.327987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e44e965a-19b0-4a33-9174-2507eec39744 req-4251fc25-b715-4871-aa9a-6127ac300b36 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404673 Sep 21 08:04:35.329903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:35.402950 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4929a5-c58c-43b0-b181-c2dff2e7f792 x-openstack-request-id: req-2b4929a5-c58c-43b0-b181-c2dff2e7f792 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:35.403246 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "name": "network-vif-plugged", "status": "completed", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:35.403525 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b4929a5-c58c-43b0-b181-c2dff2e7f792 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:35.404054 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a', 'code': 200} Sep 21 08:04:35.440016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Attempting to bind port c5bd3902-5807-46d0-8224-da0ed3cf6c46 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:35.440564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Attempting to bind port c5bd3902-5807-46d0-8224-da0ed3cf6c46 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:35.440931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Attempting to bind port c5bd3902-5807-46d0-8224-da0ed3cf6c46 on network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:35.448033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:35.448323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Checking segment: {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:35.449224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:35.449848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Bound using segment: {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:35.450571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Bound port: c5bd3902-5807-46d0-8224-da0ed3cf6c46, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:35.451219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:35.491520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.62', 63351) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:35.535591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] For port c5bd3902-5807-46d0-8224-da0ed3cf6c46, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:35.542449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] For port c5bd3902-5807-46d0-8224-da0ed3cf6c46, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c5bd3902-5807-46d0-8224-da0ed3cf6c46,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:35.548358 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:35.579366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-366e1cff-c643-4a4a-b110-dc14397b65ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4066377 Sep 21 08:04:35.581752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-924998c4-b1ef-4278-924c-dd12723915c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 HTTP/1.1" status: 200 len: 217 time: 0.3975983 Sep 21 08:04:35.581977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3391d093-b959-4e3e-9588-c9aaa8565b0e req-a9e12df2-2ca5-4509-8d35-52b0aeafdc27 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718904 Sep 21 08:04:35.649871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb96fb-9f8b-4503-a4cd-1e433bd9ae4d None None] Pushing event updated for resources: {'Port': ['ID=c5bd3902-5807-46d0-8224-da0ed3cf6c46,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:35.650154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:35.654034 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d01f74-d2a2-4835-9a15-0519897b85d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:35.698260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c5976-c84a-4038-a13a-a2c29e4d9108 req-083bc550-df53-4c05-b42f-4aa98d627cd2 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.700271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e0c5976-c84a-4038-a13a-a2c29e4d9108 req-083bc550-df53-4c05-b42f-4aa98d627cd2 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.2436948 Sep 21 08:04:35.720339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74890ac8-9025-4f69-a760-90b42d78fb18 req-f03ac04b-a289-4c98-aa83-3d45ef0f644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.722020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74890ac8-9025-4f69-a760-90b42d78fb18 req-f03ac04b-a289-4c98-aa83-3d45ef0f644a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1097 time: 0.1824975 Sep 21 08:04:35.750195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0457e2-4490-4af8-8a84-cc02fae55300 req-acd82875-1130-4bb3-ab8d-c46eaecdf75e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.750195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb0457e2-4490-4af8-8a84-cc02fae55300 req-acd82875-1130-4bb3-ab8d-c46eaecdf75e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 946 time: 0.1728451 Sep 21 08:04:35.753225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-aac0a9d0-1406-4eb0-81ce-2bf5adb61e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.754706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-aac0a9d0-1406-4eb0-81ce-2bf5adb61e04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1527071 Sep 21 08:04:35.834456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-04b80c92-5063-492a-8f93-c1a89df1fc77 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432957 Sep 21 08:04:35.846957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ace607f-1e7a-430a-a0c9-0a843d6b680b {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:35.888477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-5928f073-76a9-4db2-92e9-d1dd9b51de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:35.888477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-5928f073-76a9-4db2-92e9-d1dd9b51de5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185424 Sep 21 08:04:35.891226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:35.898356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb0457e2-4490-4af8-8a84-cc02fae55300 req-d335c6b2-3093-4cae-bc71-ab8913b96b9b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295044 Sep 21 08:04:35.965240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e0c5976-c84a-4038-a13a-a2c29e4d9108 req-0409280d-5889-4ba1-9c13-e848bfcff677 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367034 Sep 21 08:04:35.972964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74890ac8-9025-4f69-a760-90b42d78fb18 req-308a5210-e86d-40bf-956e-ab8850fbd085 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400939 Sep 21 08:04:35.980730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Transition to ACTIVE for port object 5ace607f-1e7a-430a-a0c9-0a843d6b680b will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:36.058912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:36.062804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:36.118173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:36.143741 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7de58a-1920-48ff-bc60-425e7554294a x-openstack-request-id: req-3b7de58a-1920-48ff-bc60-425e7554294a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:36.144006 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:36.144258 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b7de58a-1920-48ff-bc60-425e7554294a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:36.144827 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'status': 'completed', 'code': 200} Sep 21 08:04:36.222625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-36a60d08-13c5-42e9-b003-1d13b92b3ed2 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766265 Sep 21 08:04:36.246783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ace607f-1e7a-430a-a0c9-0a843d6b680b,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:36.313914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-bf646e83-45fa-476d-a033-3e7e0b4e6a21 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070048 Sep 21 08:04:36.400287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-6e29ae0f-bba4-4075-8e21-5bc3f262fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.402023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-6e29ae0f-bba4-4075-8e21-5bc3f262fc38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1098 time: 0.1264756 Sep 21 08:04:36.412410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6f31c-2603-4bfd-b7ce-f7c371c27677 req-400dbbc8-f36d-411f-aeda-e2693cf7f3ef tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.413865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f7c6f31c-2603-4bfd-b7ce-f7c371c27677 req-400dbbc8-f36d-411f-aeda-e2693cf7f3ef tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 948 time: 0.0962996 Sep 21 08:04:36.462084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-4ef1b1a2-206f-444b-9ea9-064b0588218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.463706 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-4ef1b1a2-206f-444b-9ea9-064b0588218c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1098 time: 0.2099645 Sep 21 08:04:36.519362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Attempting to bind port 5ace607f-1e7a-430a-a0c9-0a843d6b680b on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:36.519683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Attempting to bind port 5ace607f-1e7a-430a-a0c9-0a843d6b680b by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:36.520165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Attempting to bind port 5ace607f-1e7a-430a-a0c9-0a843d6b680b on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:36.527745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5efd381b-639b-464f-a48a-2f7f7d612773 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.529295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5efd381b-639b-464f-a48a-2f7f7d612773 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1097 time: 0.2169178 Sep 21 08:04:36.549139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809980-2'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:36.565291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e3deb-a71d-4d4d-838c-4852a1ccaede req-8c91efaf-c4b0-4079-9203-09832821df77 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.566918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c53e3deb-a71d-4d4d-838c-4852a1ccaede req-8c91efaf-c4b0-4079-9203-09832821df77 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 946 time: 0.2204745 Sep 21 08:04:36.588307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Port 5ace607f-1e7a-430a-a0c9-0a843d6b680b on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:36.588631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Attempting to bind port 5ace607f-1e7a-430a-a0c9-0a843d6b680b on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:36.591182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Allocated IP 172.25.1.126 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/dc8fd5f9-db71-45b2-b393-fa97574520ca) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:36.639586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f7c6f31c-2603-4bfd-b7ce-f7c371c27677 req-02625bc5-ef7f-48df-9ff3-bed78e59cf83 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081630 Sep 21 08:04:36.650405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b6963aa-767a-4715-810b-b3d76a0c26f1 req-d9c16a61-c8eb-4ea6-97d6-bbb90c27ed77 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961185 Sep 21 08:04:36.659055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:36.659655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:36.660228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:36.660971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Bound port: 5ace607f-1e7a-430a-a0c9-0a843d6b680b, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:36.661556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:36.706754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-65d7d4c6-3ab6-4588-bafd-4c097fff0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.708284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-65d7d4c6-3ab6-4588-bafd-4c097fff0d04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2882388 Sep 21 08:04:36.775678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-7441cc80-0661-48f7-9722-bd8115e3851a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.0584726 Sep 21 08:04:36.793630 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:36.850937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c53e3deb-a71d-4d4d-838c-4852a1ccaede req-680c4ece-52f8-443e-a3ef-20d3a9d1adc6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542319 Sep 21 08:04:36.863001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-22b97f73-3eae-434a-8fd9-e43cc8aff1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.864549 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-22b97f73-3eae-434a-8fd9-e43cc8aff1a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3752608 Sep 21 08:04:36.910906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae7f58-464a-4b05-b863-e3a30f6f47ac req-dbf5f169-3d0a-4fcd-bac9-31f9ad946e8d tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.912699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1fae7f58-464a-4b05-b863-e3a30f6f47ac req-dbf5f169-3d0a-4fcd-bac9-31f9ad946e8d tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 946 time: 0.1403542 Sep 21 08:04:36.939907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-bc78cf86-d55f-46a0-a7ac-415b4966ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:36.942293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-bc78cf86-d55f-46a0-a7ac-415b4966ce59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1251407 Sep 21 08:04:36.967733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] For port 5ace607f-1e7a-430a-a0c9-0a843d6b680b, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:36.970961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-d750f9ff-de29-4394-930d-b37274a50681 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.0659156 Sep 21 08:04:37.023475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] For port 5ace607f-1e7a-430a-a0c9-0a843d6b680b, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5ace607f-1e7a-430a-a0c9-0a843d6b680b,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:37.070091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-5cad675c-3959-46ff-b6aa-c01e4fd7ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:37.072341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-5cad675c-3959-46ff-b6aa-c01e4fd7ee03 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194811 Sep 21 08:04:37.076740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:37.082546 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:37.095590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1fae7f58-464a-4b05-b863-e3a30f6f47ac req-f5b9950e-d342-46c5-8a88-58b37898a846 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726420 Sep 21 08:04:37.140442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb5f8b8-57cb-4464-b865-9bc1275ee234 None None] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:37.211102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ace607f-1e7a-430a-a0c9-0a843d6b680b,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:37.299526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-32da432f-8c02-4602-988a-28bdb7ceabf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:37.301326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-32da432f-8c02-4602-988a-28bdb7ceabf9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.3026035 Sep 21 08:04:37.310102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:37.311218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:37.313451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-53498fb2-3642-4c39-993f-94dcb156f0b0 service neutron] 10.222.0.62 "PUT /v2.0/ports/5ace607f-1e7a-430a-a0c9-0a843d6b680b HTTP/1.1" status: 200 len: 1096 time: 3.1067336 Sep 21 08:04:37.399815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-7045d4a8-cbd3-447c-b656-5102a634baf8 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028278 Sep 21 08:04:37.415662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dadb3f-8150-46d2-8254-6a78c3709401 req-6f236811-a5ce-48d8-8316-8a7a8cca375f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:37.425667 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77dadb3f-8150-46d2-8254-6a78c3709401 req-6f236811-a5ce-48d8-8316-8a7a8cca375f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.1756616 Sep 21 08:04:37.518706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77dadb3f-8150-46d2-8254-6a78c3709401 req-57b952ba-6c7e-40e2-a1ab-28e698483198 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Sep 21 08:04:37.553878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-45bbfb6d-889f-4d0c-a9e9-5e4a6ae44fe2 None None] Provisioning complete for port c5bd3902-5807-46d0-8224-da0ed3cf6c46 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:37.554661 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-45bbfb6d-889f-4d0c-a9e9-5e4a6ae44fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:37.567960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c5bd3902-5807-46d0-8224-da0ed3cf6c46 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:37.579352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc3611-ee06-42db-ac06-b34f9c7ca45f req-05db3604-43d9-41da-a724-f7d9cec84cf3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:37.580977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-21dc3611-ee06-42db-ac06-b34f9c7ca45f req-05db3604-43d9-41da-a724-f7d9cec84cf3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 946 time: 0.4681275 Sep 21 08:04:37.591679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:37.611883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:37.626840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:37.702932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-4c936bdf-bdd3-48bb-957c-756f6f22c2f7 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736583 Sep 21 08:04:37.812035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c5bd3902-5807-46d0-8224-da0ed3cf6c46 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:37.812621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:37.814993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b454e-6029-4bfd-b3af-6f6e8d40a164 req-dc6e0b9a-74f9-4e6e-babb-024bd190778e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:37.817254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-551b454e-6029-4bfd-b3af-6f6e8d40a164 req-dc6e0b9a-74f9-4e6e-babb-024bd190778e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 948 time: 0.0791950 Sep 21 08:04:37.880160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-551b454e-6029-4bfd-b3af-6f6e8d40a164 req-bb7c6c23-779b-420f-84a4-471e4104b299 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514779 Sep 21 08:04:37.892556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-45bbfb6d-889f-4d0c-a9e9-5e4a6ae44fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:37.949225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-45bbfb6d-889f-4d0c-a9e9-5e4a6ae44fe2 None None] For port c5bd3902-5807-46d0-8224-da0ed3cf6c46, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c5bd3902-5807-46d0-8224-da0ed3cf6c46,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:37.955423 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-45bbfb6d-889f-4d0c-a9e9-5e4a6ae44fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:38.053917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbfb6d-889f-4d0c-a9e9-5e4a6ae44fe2 None None] Pushing event updated for resources: {'Port': ['ID=c5bd3902-5807-46d0-8224-da0ed3cf6c46,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:38.067236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043190ee-9161-4916-a96f-6a55e569718a req-386176de-5d19-494c-8242-067d504219f3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:38.071582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-87bb81df-440b-4031-9a3d-306f6068830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:38.073508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-87bb81df-440b-4031-9a3d-306f6068830b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aef83548708143dcbf770aded6f1d65f&device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 1099 time: 0.6163654 Sep 21 08:04:38.076373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-043190ee-9161-4916-a96f-6a55e569718a req-386176de-5d19-494c-8242-067d504219f3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 946 time: 0.0851238 Sep 21 08:04:38.078717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fe3688c0-b952-47d2-a9e6-f099ee2553f1 None None] Provisioning complete for port c5bd3902-5807-46d0-8224-da0ed3cf6c46 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:38.079198 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fe3688c0-b952-47d2-a9e6-f099ee2553f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:38.082723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-21dc3611-ee06-42db-ac06-b34f9c7ca45f req-93797360-db2e-427a-8d9a-e1a914ccc8cd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882531 Sep 21 08:04:38.084791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-41d11d33-b4fb-4fef-9d7d-a1a792f5f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:38.086284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-41d11d33-b4fb-4fef-9d7d-a1a792f5f841 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7665048 Sep 21 08:04:38.088442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:38.117031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-747f3905-889b-4db5-92f0-1f8ad6f21f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:38.139668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:38.165558 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-043190ee-9161-4916-a96f-6a55e569718a req-90f2d3b9-e2ec-422c-adb1-38a64ac3bec2 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843577 Sep 21 08:04:38.195858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'tag': '5ace607f-1e7a-430a-a0c9-0a843d6b680b'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:38.199296 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a3a81a-9808-47ee-940d-67346928f8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "48dc0e65-ed39-43f6-b16a-eee3fe393230", "tag": "5ace607f-1e7a-430a-a0c9-0a843d6b680b"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:38.228389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:38.231794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Pushing event updated for resources: {'Port': ['ID=dc8fd5f9-db71-45b2-b393-fa97574520ca,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:38.246012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-07a3b13e-7440-4d6b-ace4-4f788f89cb13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5ace607f-1e7a-430a-a0c9-0a843d6b680b HTTP/1.1" status: 200 len: 217 time: 0.1562622 Sep 21 08:04:38.289629 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eed975-3572-40b8-8eb0-1f9b41a6e1e0 x-openstack-request-id: req-f8eed975-3572-40b8-8eb0-1f9b41a6e1e0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:38.289914 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dc0e65-ed39-43f6-b16a-eee3fe393230", "tag": "5ace607f-1e7a-430a-a0c9-0a843d6b680b", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:38.290158 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8eed975-3572-40b8-8eb0-1f9b41a6e1e0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:38.290530 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'tag': '5ace607f-1e7a-430a-a0c9-0a843d6b680b', 'status': 'completed', 'code': 200} Sep 21 08:04:38.331730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:38.567970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-91585520-0457-4a3b-a4be-588512209978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:38.569819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-91585520-0457-4a3b-a4be-588512209978 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2824082 Sep 21 08:04:38.578273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:38.627699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb105c6-87e9-4f28-b394-f7c0e5c552a8 req-312a252f-b2b6-4d21-b3ab-23d212bf4b3c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:38.629397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-afb105c6-87e9-4f28-b394-f7c0e5c552a8 req-312a252f-b2b6-4d21-b3ab-23d212bf4b3c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 946 time: 0.4057457 Sep 21 08:04:38.672686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e6283-e910-44f9-bae4-3e66ccf2f0bf req-52b732a6-e3c0-436c-9693-05d1ed10d6ac tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:38.674307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b3e6283-e910-44f9-bae4-3e66ccf2f0bf req-52b732a6-e3c0-436c-9693-05d1ed10d6ac tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.0556016 Sep 21 08:04:38.680139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:38.720932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-0e0a795a-1cc3-4007-aafd-2ba63ea8f0e2 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212435 Sep 21 08:04:38.722638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:38.740013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b3e6283-e910-44f9-bae4-3e66ccf2f0bf req-625748b6-3d39-40ec-ba99-0aed43c0c3e2 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551436 Sep 21 08:04:38.874878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:38.890903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'mac_address': 'fa:16:3e:46:71:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:38.936082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-afb105c6-87e9-4f28-b394-f7c0e5c552a8 req-4e649f0c-53d8-4209-b0b4-5af57b8d26dc tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496214 Sep 21 08:04:38.979389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-be99ac82-71c2-4edf-b5b1-7dca619e3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:38.980981 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-be99ac82-71c2-4edf-b5b1-7dca619e3adb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3964047 Sep 21 08:04:38.984953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:38.986885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:39.011189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:39.036901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:39.044269 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.103835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0833242f-87dd-4f24-8bfe-4b2556eac338 req-7bc8bfdc-1b94-4958-a63d-dbcefd5d46ae tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:39.105168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0833242f-87dd-4f24-8bfe-4b2556eac338 req-7bc8bfdc-1b94-4958-a63d-dbcefd5d46ae tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 948 time: 0.0604043 Sep 21 08:04:39.131996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:39.173961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-747f3905-889b-4db5-92f0-1f8ad6f21f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.207761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on host n-h2-809980-2 for vnic_type normal with profile {"migrating_to": "n-h1-809980-2"} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:39.208181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:39.208510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:39.210539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-747f3905-889b-4db5-92f0-1f8ad6f21f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.251524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0833242f-87dd-4f24-8bfe-4b2556eac338 req-49e15657-7646-4e4e-8eb5-bba1f58baf44 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332006 Sep 21 08:04:39.302663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-92659ab5-0c22-4cec-919f-b8f148e146dd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:39.302858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5d01f74-d2a2-4835-9a15-0519897b85d6 req-fd5c8474-234b-47cc-b3af-04f1dbc16e12 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443931 Sep 21 08:04:39.303337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:39.303885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Attempting to bind port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:39.304903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-92659ab5-0c22-4cec-919f-b8f148e146dd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa&tenant_id=7634cabddde04a9a91793712ffd5c698&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 947 time: 0.1369188 Sep 21 08:04:39.320147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c5bd3902-5807-46d0-8224-da0ed3cf6c46 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:39.383717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:39.384326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:39.384711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:39.385162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Bound port: 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:39.385541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.407657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c5bd3902-5807-46d0-8224-da0ed3cf6c46 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:39.408170 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.421086 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-747f3905-889b-4db5-92f0-1f8ad6f21f14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a181d11f9e04fa9ac166897bb52447c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8206010 Sep 21 08:04:39.423509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37092) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:39.447014 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-768cc120-ac3e-4a06-be36-73b607b4a6b7 service neutron] delete failed (client error): The resource could not be found. Sep 21 08:04:39.448318 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-768cc120-ac3e-4a06-be36-73b607b4a6b7 service neutron] 10.222.0.62 "DELETE /v2.0/ports/fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.1365027 Sep 21 08:04:39.451262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475678c2-f835-4bb1-8be1-9211161d4d07 req-ffd0660b-c81a-4667-8098-58feb4c6ebe6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:39.458288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:39.460013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-475678c2-f835-4bb1-8be1-9211161d4d07 req-ffd0660b-c81a-4667-8098-58feb4c6ebe6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.3491259 Sep 21 08:04:39.461320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f3905-889b-4db5-92f0-1f8ad6f21f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5f56d1-31db-42eb-9cad-e0870b74b3e0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:39.470270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6370de-5300-4adb-a5a4-6c56aacde322 req-42a95712-c93e-4974-930d-cef9cb3f2bb2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:39.478585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c6370de-5300-4adb-a5a4-6c56aacde322 req-42a95712-c93e-4974-930d-cef9cb3f2bb2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 946 time: 0.1264849 Sep 21 08:04:39.537186 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.560995 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3675582f-59a0-4b85-90a3-699b38c6921c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.609595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c6370de-5300-4adb-a5a4-6c56aacde322 req-a421ec4b-696f-417d-827c-85949f5969cd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298902 Sep 21 08:04:39.625946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-4c86f169-20d7-4974-aa0b-89d48b3f0a73 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306238 Sep 21 08:04:39.637944 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3675582f-59a0-4b85-90a3-699b38c6921c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.702027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-836891d1-0134-4f3d-8e8a-142d12826722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:39.704028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-836891d1-0134-4f3d-8e8a-142d12826722 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1098 time: 0.1202362 Sep 21 08:04:39.840204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3675582f-59a0-4b85-90a3-699b38c6921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.842738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3675582f-59a0-4b85-90a3-699b38c6921c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.843917 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3675582f-59a0-4b85-90a3-699b38c6921c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da5f56d1-31db-42eb-9cad-e0870b74b3e0 HTTP/1.1" status: 204 len: 168 time: 0.4180479 Sep 21 08:04:39.848386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:39.863708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-475678c2-f835-4bb1-8be1-9211161d4d07 req-786d892c-05c4-46a1-ad5d-72a028c160a7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212199 Sep 21 08:04:39.871305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675582f-59a0-4b85-90a3-699b38c6921c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5f56d1-31db-42eb-9cad-e0870b74b3e0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:39.876299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:39.885765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818aeb5-35a4-4b79-a371-18b39294cbf0 req-a0e4e6fe-480b-4707-ad6a-4c70c1d6c662 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:39.888080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c818aeb5-35a4-4b79-a371-18b39294cbf0 req-a0e4e6fe-480b-4707-ad6a-4c70c1d6c662 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1627398 Sep 21 08:04:39.891023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:39.957659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-b99d08cc-1b15-4dae-802e-930d382e7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:39.960136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-b99d08cc-1b15-4dae-802e-930d382e7a20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2488797 Sep 21 08:04:40.035373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c818aeb5-35a4-4b79-a371-18b39294cbf0 req-85a77b47-bee3-41b1-994c-1eaae40659a1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358426 Sep 21 08:04:40.037772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-1b46411d-2cbb-4d4f-86ce-d9ccd19a38f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.0657802 Sep 21 08:04:40.053824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2fb456-4873-4f38-94dd-8c982ebbaa83 req-677f3b2b-b6e4-4fee-bbc7-39c6bf250e3c service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973200 Sep 21 08:04:40.163160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-a2d53e28-da04-492c-886d-316223c21ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.165426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-a2d53e28-da04-492c-886d-316223c21ae9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1048577 Sep 21 08:04:40.242564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-935acbf3-b0e4-4544-889b-306e48c1c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.244154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-935acbf3-b0e4-4544-889b-306e48c1c1d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717762 Sep 21 08:04:40.369030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6785-5070-4ca3-82f6-ac245f78426e req-863833f6-4c08-454e-888b-ccd8d74d66f2 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.370628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac9f6785-5070-4ca3-82f6-ac245f78426e req-863833f6-4c08-454e-888b-ccd8d74d66f2 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 947 time: 0.1236937 Sep 21 08:04:40.373772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37106) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:40.408724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e65d3a-f043-41cc-a2cd-e25f39f0eb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:40.432817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-172bf166-e424-4dcc-a2ae-03969728d68f service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752677 Sep 21 08:04:40.473625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac9f6785-5070-4ca3-82f6-ac245f78426e req-04a9f49f-6a32-463b-9eef-afd027032069 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920458 Sep 21 08:04:40.494373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:40.497328 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d40122-4b02-4051-a838-92bf3afe1a3b" -d '{"events": [{"server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "name": "network-vif-unplugged", "status": "completed", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:40.505331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.505331 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:40.506692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] 10.222.0.62 "PUT /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 1122 time: 3.9668987 Sep 21 08:04:40.510697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6dce4-140a-47d7-9e1d-6f2b11665e56 service neutron] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=8']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:40.552523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:40.558047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95de35-fcc0-44c1-92b8-bdc827ac8db6 req-2d90cf84-2434-403e-a22a-5af30dcb818b tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.567444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb95de35-fcc0-44c1-92b8-bdc827ac8db6 req-2d90cf84-2434-403e-a22a-5af30dcb818b tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1097 time: 0.4965734 Sep 21 08:04:40.580633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-0df39b8c-822a-4db3-9d1d-6c16de722bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.583130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-0df39b8c-822a-4db3-9d1d-6c16de722bc0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aef83548708143dcbf770aded6f1d65f&device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 1099 time: 0.4183526 Sep 21 08:04:40.651293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['854c3e92-9e93-4bd6-9580-b7ef23c9f339'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:40.661718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4076d5c-b36d-42ce-beef-82aed133a1f6 req-82ae5b8c-1843-4969-8dde-a3818d3b7527 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195406 Sep 21 08:04:40.693947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8c136-f61e-45ad-96e1-2e5f3b10c838 req-cee5a719-4f31-423c-8a59-842aa727e916 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.695521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ac8c136-f61e-45ad-96e1-2e5f3b10c838 req-cee5a719-4f31-423c-8a59-842aa727e916 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 948 time: 0.0943394 Sep 21 08:04:40.747054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb95de35-fcc0-44c1-92b8-bdc827ac8db6 req-bcaa4c1b-6a4f-4239-b733-9bf8e6a818bb tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785309 Sep 21 08:04:40.751734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:40.822008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ac8c136-f61e-45ad-96e1-2e5f3b10c838 req-709cb298-9f61-4dfc-8cd2-148930dfd89c tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140535 Sep 21 08:04:40.822008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e65d3a-f043-41cc-a2cd-e25f39f0eb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:40.823004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:40.840196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e65d3a-f043-41cc-a2cd-e25f39f0eb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:40.849163 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70335eca-6834-40c1-8c1c-9398e6631d5b x-openstack-request-id: req-70335eca-6834-40c1-8c1c-9398e6631d5b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:40.849526 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "name": "network-vif-unplugged", "status": "completed", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:40.850124 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70335eca-6834-40c1-8c1c-9398e6631d5b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:40.850990 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339', 'code': 200} Sep 21 08:04:40.889787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e65d3a-f043-41cc-a2cd-e25f39f0eb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f817e3-77e2-43e3-b0ee-a7ef171d5449,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:40.894486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-e1638f03-5710-4016-be00-1f74f6ff0068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:40.897069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e8e65d3a-f043-41cc-a2cd-e25f39f0eb1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a05fe5b7cc8b4b41b8bd1c1b249a3757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219767 Sep 21 08:04:40.897256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-e1638f03-5710-4016-be00-1f74f6ff0068 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3033199 Sep 21 08:04:40.904074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37112) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:40.958274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-2912a1bb-06d8-4572-8eeb-2c38afbf4e09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=5ace607f-1e7a-430a-a0c9-0a843d6b680b HTTP/1.1" status: 200 len: 217 time: 0.0447125 Sep 21 08:04:41.032315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7ea14-54c7-42a3-b50a-717e35d97ceb req-6ca3aaef-6309-4c43-b78b-075f3f2946f6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:41.035228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cf7ea14-54c7-42a3-b50a-717e35d97ceb req-6ca3aaef-6309-4c43-b78b-075f3f2946f6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1097 time: 0.1060762 Sep 21 08:04:41.040253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d1726cf-2c19-44c4-bc42-9e78ef8346a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.090673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Router 7704af88-624e-4797-985a-29357fd0767e is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:04:41.103952 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d1726cf-2c19-44c4-bc42-9e78ef8346a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.162162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b96d6-cf29-420c-9d42-6ed712dbbe2d req-791e6614-ecfd-4ce8-91f9-763076a5090f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:41.169820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cf7ea14-54c7-42a3-b50a-717e35d97ceb req-2a18e2eb-f78c-4423-a9b5-d080bf9ddd4e tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186559 Sep 21 08:04:41.186895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b23b96d6-cf29-420c-9d42-6ed712dbbe2d req-791e6614-ecfd-4ce8-91f9-763076a5090f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 947 time: 0.1787925 Sep 21 08:04:41.194183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-88973967-9429-407a-8ecd-51369e9c57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:41.205675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-88973967-9429-407a-8ecd-51369e9c57c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2339795 Sep 21 08:04:41.211974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d1726cf-2c19-44c4-bc42-9e78ef8346a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.217333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d1726cf-2c19-44c4-bc42-9e78ef8346a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.222605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8d1726cf-2c19-44c4-bc42-9e78ef8346a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8f817e3-77e2-43e3-b0ee-a7ef171d5449 HTTP/1.1" status: 204 len: 168 time: 0.3151827 Sep 21 08:04:41.241174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1726cf-2c19-44c4-bc42-9e78ef8346a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f817e3-77e2-43e3-b0ee-a7ef171d5449,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:41.330705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:41.381476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'mac_address': 'fa:16:3e:dd:7c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:41.406341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:41.416930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:41.430168 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.456396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0762a8d-10a6-45aa-b5d2-65831953c5ea req-1c8b71f8-2f65-46d6-aca5-7123da299ce1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:41.466484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-3e2cad8e-4885-4eda-ac07-060ba20e96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:41.466749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0762a8d-10a6-45aa-b5d2-65831953c5ea req-1c8b71f8-2f65-46d6-aca5-7123da299ce1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1199374 Sep 21 08:04:41.467900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-3e2cad8e-4885-4eda-ac07-060ba20e96af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2157192 Sep 21 08:04:41.522001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0762a8d-10a6-45aa-b5d2-65831953c5ea req-13210eba-5f3f-4773-be42-a6dac1f6ac98 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540843 Sep 21 08:04:41.597668 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.607148 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b23b96d6-cf29-420c-9d42-6ed712dbbe2d req-87f7a262-e51a-477a-9dc8-dfa56e9f1c53 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991592 Sep 21 08:04:41.622987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:41.682365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:41.690122 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.716072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:04:41.729673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Sync routers for ids ['7704af88-624e-4797-985a-29357fd0767e'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:04:41.767025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:41.768000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-79c14c4c-be28-45a6-b5d9-ad20aae154e6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7395270 Sep 21 08:04:41.768575 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Routers {'7704af88-624e-4797-985a-29357fd0767e'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:04:41.769833 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7704af88-624e-4797-985a-29357fd0767e'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:41.771110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:41.834025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-9b184ae6-866a-4265-9cfb-b11f5e1b120f service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542731 Sep 21 08:04:41.835947 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:42.055909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:42.060113 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be221ab-ea44-4686-ae43-feea0fdf0b00" -d '{"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-plugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:42.072011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a3a81a-9808-47ee-940d-67346928f8e6 req-f380cd4a-feeb-497d-8239-6a499d9d28cd service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318504 Sep 21 08:04:42.082796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:42.103725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309023-55f3-43f6-992e-cd9a6b2d2605 req-8a7300e2-367b-467f-837b-5bdad780fd0e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:42.112168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7309023-55f3-43f6-992e-cd9a6b2d2605 req-8a7300e2-367b-467f-837b-5bdad780fd0e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 948 time: 0.0909805 Sep 21 08:04:42.122596 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Set router 7704af88-624e-4797-985a-29357fd0767e gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:04:42.126128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:42.132520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:42.183252 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7309023-55f3-43f6-992e-cd9a6b2d2605 req-6b70e796-283e-478d-8061-7221e08e0248 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688972 Sep 21 08:04:42.220224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:42.296310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:42.470226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd067c9-3485-4d85-8eeb-613e8a7eb2d3 req-5b8288ea-163c-45ac-b6a6-1a0c7b2fa97e tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:42.473484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbd067c9-3485-4d85-8eeb-613e8a7eb2d3 req-5b8288ea-163c-45ac-b6a6-1a0c7b2fa97e tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1097 time: 0.1321826 Sep 21 08:04:42.518943 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:04:38Z', 'revision_number': 3, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port': {'id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:36Z', 'updated_at': '2021-09-21T08:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:42.551993 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Checking router: 7704af88-624e-4797-985a-29357fd0767e for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:04:42.552578 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Updating router 7704af88-624e-4797-985a-29357fd0767e port dc8fd5f9-db71-45b2-b393-fa97574520ca binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:04:42.556079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a21e-13fd-4626-a558-0bfe04fc52c4 req-ca20c6f6-8bca-48cf-b934-b4668d89955f tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:42.565154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1363a21e-13fd-4626-a558-0bfe04fc52c4 req-ca20c6f6-8bca-48cf-b934-b4668d89955f tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 948 time: 0.1309762 Sep 21 08:04:42.585649 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:42.619659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbd067c9-3485-4d85-8eeb-613e8a7eb2d3 req-37dfc78a-22b8-43f4-99e9-44f2082f3517 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311646 Sep 21 08:04:42.629942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1363a21e-13fd-4626-a558-0bfe04fc52c4 req-431bfbb4-e9b7-404b-96bb-52b6a3cae1de tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630970 Sep 21 08:04:42.771193 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8512c0b1-d480-46c0-8710-5bcc2035f7a1 x-openstack-request-id: req-8512c0b1-d480-46c0-8710-5bcc2035f7a1 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:42.771776 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-plugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:42.773734 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8512c0b1-d480-46c0-8710-5bcc2035f7a1 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:42.774654 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'code': 200} Sep 21 08:04:42.852048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:42.856877 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa5c622-78ee-4e7d-8a0d-de47524d8259" -d '{"events": [{"name": "network-changed", "server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:42.974474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88dcc2-ac99-4222-a120-db187d52975b req-86ac9495-da14-427c-b01a-d7b53162b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:42.977159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb88dcc2-ac99-4222-a120-db187d52975b req-86ac9495-da14-427c-b01a-d7b53162b777 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 1099 time: 0.1103024 Sep 21 08:04:43.024838 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:43.035726 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:43.045866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f75c2c-87ec-48e7-9e7f-0325204360f9 req-8a8e6cd7-2b7b-42fe-93b4-cd36961a01b4 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:43.048852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f5f75c2c-87ec-48e7-9e7f-0325204360f9 req-8a8e6cd7-2b7b-42fe-93b4-cd36961a01b4 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1194913 Sep 21 08:04:43.052071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb88dcc2-ac99-4222-a120-db187d52975b req-931d7034-6c3f-4a26-9cd1-b2da79f724dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640371 Sep 21 08:04:43.077649 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Pushing event updated for resources: {'Port': ['ID=dc8fd5f9-db71-45b2-b393-fa97574520ca,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:43.087824 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.088234 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.088663 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.088923 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.089256 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.089626 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.089964 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.090385 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.090608 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.090999 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.091266 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.091656 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:04:43.094158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291cd21-f8bc-4f86-8462-e729addb922d req-f854b156-e972-4903-a5ea-a177521d5e2a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:43.105803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4291cd21-f8bc-4f86-8462-e729addb922d req-f854b156-e972-4903-a5ea-a177521d5e2a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 948 time: 0.1916072 Sep 21 08:04:43.122920 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Attempting to bind port dc8fd5f9-db71-45b2-b393-fa97574520ca on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:43.123572 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Attempting to bind port dc8fd5f9-db71-45b2-b393-fa97574520ca by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:43.124166 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Attempting to bind port dc8fd5f9-db71-45b2-b393-fa97574520ca on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:43.135941 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:43.137915 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:43.138827 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:43.139520 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:43.141399 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Bound port: dc8fd5f9-db71-45b2-b393-fa97574520ca, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:43.142100 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:43.153949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f5f75c2c-87ec-48e7-9e7f-0325204360f9 req-76442a96-9812-4aae-80b6-b45e92383900 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938408 Sep 21 08:04:43.170440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4291cd21-f8bc-4f86-8462-e729addb922d req-be40eed9-d067-4a47-aade-8b984e1bb822 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634074 Sep 21 08:04:43.232258 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e2250-d7a4-49dd-a1c8-be5968094bec x-openstack-request-id: req-ea4e2250-d7a4-49dd-a1c8-be5968094bec {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:43.232661 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:43.232939 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea4e2250-d7a4-49dd-a1c8-be5968094bec {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:43.233962 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339', 'status': 'completed', 'code': 200} Sep 21 08:04:43.277525 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] For port dc8fd5f9-db71-45b2-b393-fa97574520ca, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:43.284417 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] For port dc8fd5f9-db71-45b2-b393-fa97574520ca, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc8fd5f9-db71-45b2-b393-fa97574520ca,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:43.292049 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:43.368690 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900dd4ff-20d2-46b9-85c3-193e314d953c None None] Pushing event updated for resources: {'Port': ['ID=dc8fd5f9-db71-45b2-b393-fa97574520ca,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:43.380853 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:43.400579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d555-930a-419e-8fb3-fb86a541b987 req-b2f6515f-8824-4f03-9adf-1e64c8f27b67 tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:43.402679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db33d555-930a-419e-8fb3-fb86a541b987 req-b2f6515f-8824-4f03-9adf-1e64c8f27b67 tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1099 time: 0.0733075 Sep 21 08:04:43.426150 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Routers {'7704af88-624e-4797-985a-29357fd0767e'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:04:43.439899 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7704af88-624e-4797-985a-29357fd0767e'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:43.530075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-56cb630e-b95a-4687-b600-3f904709e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:43.531745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-56cb630e-b95a-4687-b600-3f904709e570 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1125 time: 0.1033845 Sep 21 08:04:43.556572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db33d555-930a-419e-8fb3-fb86a541b987 req-ac537e1a-1184-4be2-a249-7a2c959b92bf tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107967 Sep 21 08:04:43.563471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579fcd7-b3d6-400c-82af-4eea2ae6f8ea req-566cbaf9-a2a8-4971-9abe-91fd85b5916a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:43.571672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c579fcd7-b3d6-400c-82af-4eea2ae6f8ea req-566cbaf9-a2a8-4971-9abe-91fd85b5916a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 948 time: 0.0815520 Sep 21 08:04:43.693420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c579fcd7-b3d6-400c-82af-4eea2ae6f8ea req-404e72d4-e917-42d3-9d34-6b8843096e56 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181929 Sep 21 08:04:43.705918 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] Set router 7704af88-624e-4797-985a-29357fd0767e gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:04:43.719083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Allocated IP 172.20.0.1 (9f257ab6-463c-4f48-9ff2-4891a2da3d9d/282ba49c-f749-4a12-a5cf-eebc0464a687/1fc47505-6d44-49ee-91b2-cc853730908a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:43.741065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-2096f582-66d7-4f9d-ab1a-ac78f330817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:43.743295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-2096f582-66d7-4f9d-ab1a-ac78f330817c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.1949818 Sep 21 08:04:43.878604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-757ec6c2-b468-4499-bd24-ba5ecf25f7a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 217 time: 0.1057434 Sep 21 08:04:43.962302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9788db-99a9-4824-808b-f27d0609400e req-ac6df309-fc0a-4937-bdb8-baf2528d6481 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:43.971666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f9788db-99a9-4824-808b-f27d0609400e req-ac6df309-fc0a-4937-bdb8-baf2528d6481 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 948 time: 0.2124600 Sep 21 08:04:44.000537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-0fe52917-8c0f-4880-b718-bd7c0d9bb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:44.002165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-0fe52917-8c0f-4880-b718-bd7c0d9bb78a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1097140 Sep 21 08:04:44.008187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c50a8-db0d-4a4d-9ee9-dba4d4fb72f9 req-4041f111-e178-473c-aae0-951cf5d16515 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:44.018570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b54c50a8-db0d-4a4d-9ee9-dba4d4fb72f9 req-4041f111-e178-473c-aae0-951cf5d16515 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1097 time: 0.1099682 Sep 21 08:04:44.069760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-e8fac5c3-cefe-4a40-b5e6-ed9a80c53fc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473344 Sep 21 08:04:44.080227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:44.110793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f9788db-99a9-4824-808b-f27d0609400e req-5c481de2-46aa-49c0-9b5a-407f61d66199 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378193 Sep 21 08:04:44.135445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b54c50a8-db0d-4a4d-9ee9-dba4d4fb72f9 req-96bb21ec-d359-4e4c-ab13-d47328d6a036 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087146 Sep 21 08:04:44.172576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:44.185796 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:04:38Z', 'revision_number': 3, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port': {'id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:36Z', 'updated_at': '2021-09-21T08:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:44.224797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:44.279773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc47505-6d44-49ee-91b2-cc853730908a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:44.282123 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c110bd5-e42d-4947-a8d3-60768c4c76e9 None None] The sync data for ids ['7704af88-624e-4797-985a-29357fd0767e'] in n-d-809980-2 is: [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:04:38Z', 'revision_number': 3, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port': {'id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:36Z', 'updated_at': '2021-09-21T08:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:04:44.324381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-4eefd661-1b86-4a4a-b219-a6dc97c1be63 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629103 Sep 21 08:04:44.357949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-181ea54e-f572-4b54-969e-3dd0a50e59f4 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661333 Sep 21 08:04:44.449399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:44.460372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:44.465945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:44.466896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 has no active binding in host n-h1-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:04:44.467399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5ace607f-1e7a-430a-a0c9-0a843d6b680b details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:44.470608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:44.538182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:44.545798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9f70d-f0ca-4b0f-9368-f92d06b0b979 req-42642d39-c4c3-4d79-a263-dd3e3d9d4bcc tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:44.556894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12f9f70d-f0ca-4b0f-9368-f92d06b0b979 req-42642d39-c4c3-4d79-a263-dd3e3d9d4bcc tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1972256 Sep 21 08:04:44.656588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12f9f70d-f0ca-4b0f-9368-f92d06b0b979 req-dedbe52f-0bfc-40c3-86c8-368134856959 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975411 Sep 21 08:04:44.669838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa5c622-78ee-4e7d-8a0d-de47524d8259 req-02d472df-d8fc-4d76-aa2b-5ed6db8fece7 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876074 Sep 21 08:04:44.687905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5ace607f-1e7a-430a-a0c9-0a843d6b680b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5ace607f-1e7a-430a-a0c9-0a843d6b680b,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:44.695259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '5ace607f-1e7a-430a-a0c9-0a843d6b680b', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '5ace607f-1e7a-430a-a0c9-0a843d6b680b', 'mac_address': 'fa:16:3e:a9:5d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:44.710208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-b758499e-d4ae-4deb-80b9-7ac3a8899b5f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:44.723963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-b758499e-d4ae-4deb-80b9-7ac3a8899b5f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979573 Sep 21 08:04:44.763882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:44.779661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:44.780136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-70461555-ddd4-4c92-912b-7074bb967972 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/quotas/7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 375 time: 0.0534348 Sep 21 08:04:44.836080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ace607f-1e7a-430a-a0c9-0a843d6b680b {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:44.921024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5ace607f-1e7a-430a-a0c9-0a843d6b680b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5ace607f-1e7a-430a-a0c9-0a843d6b680b,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:44.930689 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:44.969092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-da085b3e-ad4b-4a8b-ab08-0a63a6bc5715 None None] Provisioning complete for port 1fc47505-6d44-49ee-91b2-cc853730908a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:44.970110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da085b3e-ad4b-4a8b-ab08-0a63a6bc5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.026167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.066189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:45.071291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-da085b3e-ad4b-4a8b-ab08-0a63a6bc5715 None None] Port 1fc47505-6d44-49ee-91b2-cc853730908a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:04:45.084086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:45.084465 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.140612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-71ed3b72-5589-41ce-b755-fd96f616ae06 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2695336 Sep 21 08:04:45.140825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5ace607f-1e7a-430a-a0c9-0a843d6b680b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:45.334998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5ace607f-1e7a-430a-a0c9-0a843d6b680b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:45.487745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.498379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc8fd5f9-db71-45b2-b393-fa97574520ca up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:45.532463 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.539691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.634678 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.637476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Pushing event updated for resources: {'Port': ['ID=1fc47505-6d44-49ee-91b2-cc853730908a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:45.744288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:45.750241 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce351bcb-d9a8-4d6b-a493-c709084ffd53" -d '{"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-plugged", "status": "completed", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:45.809591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:45.816722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port dc8fd5f9-db71-45b2-b393-fa97574520ca triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:45.817748 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.832045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:45.858477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:45.865164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:46.007306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:46.238332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:46.270357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Router 7704af88-624e-4797-985a-29357fd0767e has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:04:46.280932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port dc8fd5f9-db71-45b2-b393-fa97574520ca, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc8fd5f9-db71-45b2-b393-fa97574520ca,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:46.287897 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:46.303737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e921b8-c39d-413b-a400-1b7a8748ddf0 req-a8d38f73-24f6-4363-bd9e-0da9c6c86b28 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:46.305882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35e921b8-c39d-413b-a400-1b7a8748ddf0 req-a8d38f73-24f6-4363-bd9e-0da9c6c86b28 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 949 time: 0.1431086 Sep 21 08:04:46.393667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=dc8fd5f9-db71-45b2-b393-fa97574520ca,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:46.468928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35e921b8-c39d-413b-a400-1b7a8748ddf0 req-b3941f9a-7b41-45f1-9db6-c309ff610210 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507907 Sep 21 08:04:46.471715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-45ba0f1a-a106-4621-b434-7ff01f3a72b8 None None] Provisioning complete for port 1fc47505-6d44-49ee-91b2-cc853730908a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:46.472088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-45ba0f1a-a106-4621-b434-7ff01f3a72b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:46.559230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-45ba0f1a-a106-4621-b434-7ff01f3a72b8 None None] Port 1fc47505-6d44-49ee-91b2-cc853730908a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:04:46.593632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:04:46.611361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-57efb4e2-eee8-4ddb-a1e2-61c75961eb50 admin admin] 10.222.0.59 "PUT /v2.0/routers/7704af88-624e-4797-985a-29357fd0767e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8293757 Sep 21 08:04:46.686235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe96f4-3d2c-4e7e-9d51-d48eece84e1b req-a2c99349-788c-4490-a66e-7a7cb5205a52 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:46.688551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2cbe96f4-3d2c-4e7e-9d51-d48eece84e1b req-a2c99349-788c-4490-a66e-7a7cb5205a52 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 948 time: 0.1080878 Sep 21 08:04:46.696807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-21d0b5a9-2fda-45af-9069-4a8e0940a8e4 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:04:46.704808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-21d0b5a9-2fda-45af-9069-4a8e0940a8e4 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156653 Sep 21 08:04:46.781288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-b90d221a-c3e8-46a6-b0bb-96ac702aae33 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:46.783657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-b90d221a-c3e8-46a6-b0bb-96ac702aae33 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 1094 time: 0.0671613 Sep 21 08:04:46.788338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2cbe96f4-3d2c-4e7e-9d51-d48eece84e1b req-ab14efbc-0f3c-4826-b920-9b65e51e413c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920436 Sep 21 08:04:46.801352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Request body: {'binding': {'host': 'n-h2-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:46.802108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Unknown quota resources ['binding']. {{(pid=94725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:04:46.936363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c17d01c2-1a3d-4c01-aa89-c2d554ccf828 req-bb293837-3951-46b0-a349-2c43388e985e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 210 time: 0.0447230 Sep 21 08:04:46.941001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Sync routers for ids ['7704af88-624e-4797-985a-29357fd0767e'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:04:46.960726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Routers {'7704af88-624e-4797-985a-29357fd0767e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:04:46.961790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7704af88-624e-4797-985a-29357fd0767e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:46.991555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on host n-h2-809980-2 for vnic_type normal with profile None {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:46.991884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:46.992213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:46.997154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:46.997486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:47.002808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:47.003220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:47.003637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:47.004262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Bound port: e8c565a1-b313-4a3f-b04c-85328d57c65a, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:47.080566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:47.091089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:47.092943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-0c7b4281-ec28-407b-be01-2f73018e8a0e service neutron] 10.222.0.59 "POST /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3027158 Sep 21 08:04:47.133230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad3363-27f3-4b02-907e-7aac46895838 req-2df8d362-d612-4915-8923-f6ff1434a1ca tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:47.135634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Set router 7704af88-624e-4797-985a-29357fd0767e gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:04:47.143298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40ad3363-27f3-4b02-907e-7aac46895838 req-2df8d362-d612-4915-8923-f6ff1434a1ca tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.0905802 Sep 21 08:04:47.220696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40ad3363-27f3-4b02-907e-7aac46895838 req-0550c20d-5ee9-4214-be18-c166a46b8f35 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755792 Sep 21 08:04:47.246048 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180d46cf-9622-4685-95d3-c3d348700010 x-openstack-request-id: req-180d46cf-9622-4685-95d3-c3d348700010 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:47.248137 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-plugged", "status": "completed", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:47.250123 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-180d46cf-9622-4685-95d3-c3d348700010 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:47.253139 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'code': 200} Sep 21 08:04:47.391522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc8fd5f9-db71-45b2-b393-fa97574520ca up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:47.569410 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-86d9caec-c7c2-4aa9-a18e-4cf46797ebe1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735531 Sep 21 08:04:47.592544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port dc8fd5f9-db71-45b2-b393-fa97574520ca triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:47.593360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:47.795814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde5e62-77e8-4f04-abd1-d9dc3f110bc4 req-158aa854-5723-4442-a65b-d3e3391aab5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:47.798506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fde5e62-77e8-4f04-abd1-d9dc3f110bc4 req-158aa854-5723-4442-a65b-d3e3391aab5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 946 time: 0.1349070 Sep 21 08:04:47.803333 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:47.808599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-network', 'tenant_id': '1d6112ec56764786bdf71321c37047f6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:47.836484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-d0599050-817e-4ec8-a04e-84e1dc5ad11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:47.840942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-d0599050-817e-4ec8-a04e-84e1dc5ad11d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1097 time: 0.0659137 Sep 21 08:04:47.863081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Made reservation on behalf of 1d6112ec56764786bdf71321c37047f6 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:47.865817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:47.875877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:04:44Z', 'revision_number': 4, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port': {'id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:36Z', 'updated_at': '2021-09-21T08:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1fc47505-6d44-49ee-91b2-cc853730908a', 'name': '', 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'mac_address': 'fa:16:3e:db:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '282ba49c-f749-4a12-a5cf-eebc0464a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:43Z', 'updated_at': '2021-09-21T08:04:45Z', 'revision_number': 2, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'subnets': [{'id': '282ba49c-f749-4a12-a5cf-eebc0464a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:47.898038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:47.926750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-9707e684-2bac-401f-9a72-41d2815226cf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:47.928359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-9707e684-2bac-401f-9a72-41d2815226cf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3442531 Sep 21 08:04:47.938177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fde5e62-77e8-4f04-abd1-d9dc3f110bc4 req-9e0e981f-44f5-4d08-bd0c-6423277d91b8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028845 Sep 21 08:04:47.951355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Request body: {'port': {'device_id': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '7634cabddde04a9a91793712ffd5c698'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:47.978334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Checking router: 7704af88-624e-4797-985a-29357fd0767e for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:04:47.978844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Updating router 7704af88-624e-4797-985a-29357fd0767e port 1fc47505-6d44-49ee-91b2-cc853730908a binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:04:48.083697 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.105752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-54d63b65-9283-4069-a7d6-1af17926c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:48.112943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-54d63b65-9283-4069-a7d6-1af17926c0f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.2503598 Sep 21 08:04:48.180537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-dc25b17e-3a9c-4179-8910-7c54f44b985e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 217 time: 0.0554276 Sep 21 08:04:48.275694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-72c845b1-0341-4f1b-b9a2-38c0260c1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:48.277258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-72c845b1-0341-4f1b-b9a2-38c0260c1fe5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0825622 Sep 21 08:04:48.315925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c6d426f-f455-42cb-94b4-240f1edd9803 req-74038401-eae1-442c-ac25-1a5e0e0e2634 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 210 time: 0.0422657 Sep 21 08:04:48.319768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b8c81-2092-4972-a994-fb8387bfb5b9 req-4cbe431c-eb3e-4001-b54f-0bad4090a742 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:48.331934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-104b8c81-2092-4972-a994-fb8387bfb5b9 req-4cbe431c-eb3e-4001-b54f-0bad4090a742 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 949 time: 0.1369801 Sep 21 08:04:48.338490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-fad584c1-5750-47b7-ba38-5b12d89d3bf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509636 Sep 21 08:04:48.341626 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.364516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.448603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:04:48.462280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Made reservation on behalf of 7634cabddde04a9a91793712ffd5c698 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:48.468731 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.491169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5ace607f-1e7a-430a-a0c9-0a843d6b680b up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:48.571747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-104b8c81-2092-4972-a994-fb8387bfb5b9 req-0a5868ff-6076-4ab9-898d-4705f3c3b3f2 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284305 Sep 21 08:04:48.579487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d674effd-02f5-492c-b1dc-fc825c5d27be,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:48.583073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.583829 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Added segment 1dacfc7e-15c1-4619-bd2d-55d84de9442e of type vlan for network 22e91969-2cf0-41ad-a6db-85204a046c70 Sep 21 08:04:48.654854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-cb441566-4a23-40d1-bddc-7bdc33dc9ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000209 Sep 21 08:04:48.665238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.684765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50567064-7cef-41bf-be6e-d5236c1978a6 req-95d71037-b67a-43e4-852d-1e08ffaa21ce tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:48.686522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50567064-7cef-41bf-be6e-d5236c1978a6 req-95d71037-b67a-43e4-852d-1e08ffaa21ce tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1394224 Sep 21 08:04:48.691294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Allocated IP 192.168.233.153 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/8cec313c-d3fa-4eba-8297-cdcada5bd1e6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:48.718583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.720188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:48.721078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.761406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.50', 56739) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:48.791777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 5ace607f-1e7a-430a-a0c9-0a843d6b680b completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:04:48.797146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 5ace607f-1e7a-430a-a0c9-0a843d6b680b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:48.797526 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.831175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0262067 Sep 21 08:04:48.837063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37308) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:48.860111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50567064-7cef-41bf-be6e-d5236c1978a6 req-a529b214-12e4-464c-8e3f-f3268543327f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486490 Sep 21 08:04:48.876605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Request body: {'subnet': {'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-subnet', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:48.892230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62cf52-603e-4b5a-b70b-9f636767eb96 admin admin] Pushing event updated for resources: {'Network': ['ID=22e91969-2cf0-41ad-a6db-85204a046c70,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:48.927643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 22e91969-2cf0-41ad-a6db-85204a046c70 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:04:48.934604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-b98569fa-04d4-4f18-8296-3bb503970ee6 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444205 Sep 21 08:04:48.962945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Made reservation on behalf of 1d6112ec56764786bdf71321c37047f6 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:04:48.966567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:48.974044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-49bb466e-df5a-433b-8a33-956ea6170bf0 service neutron] 10.222.0.50 "GET /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339/bindings/n-h1-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.2109039 Sep 21 08:04:49.087102 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.191968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-356f8802-42ac-4943-8952-f6aaae7ad4b0 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:49.194554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-356f8802-42ac-4943-8952-f6aaae7ad4b0 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1097 time: 0.1247773 Sep 21 08:04:49.199914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5ace607f-1e7a-430a-a0c9-0a843d6b680b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5ace607f-1e7a-430a-a0c9-0a843d6b680b,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:49.204570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8537a4-292e-4baf-bdf6-b9739bb8f130 req-e22ef444-f7ce-48c9-87e7-b7e02cb93fcc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:49.215401 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.215641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c8537a4-292e-4baf-bdf6-b9739bb8f130 req-e22ef444-f7ce-48c9-87e7-b7e02cb93fcc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 946 time: 0.1189516 Sep 21 08:04:49.215773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.232417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809980-2'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:49.272693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ace607f-1e7a-430a-a0c9-0a843d6b680b'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:49.276440 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3225a38-3c48-494b-9133-1b4e3b5b0204" -d '{"events": [{"server_uuid": "48dc0e65-ed39-43f6-b16a-eee3fe393230", "name": "network-vif-plugged", "status": "completed", "tag": "5ace607f-1e7a-430a-a0c9-0a843d6b680b"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:49.283906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.320775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.387014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5ace607f-1e7a-430a-a0c9-0a843d6b680b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:49.570902 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebbe5c4-e8e3-429c-9df1-13c6f2e34ad9 x-openstack-request-id: req-7ebbe5c4-e8e3-429c-9df1-13c6f2e34ad9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:49.571520 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dc0e65-ed39-43f6-b16a-eee3fe393230", "name": "network-vif-plugged", "status": "completed", "tag": "5ace607f-1e7a-430a-a0c9-0a843d6b680b", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:49.571930 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ebbe5c4-e8e3-429c-9df1-13c6f2e34ad9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:49.572514 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ace607f-1e7a-430a-a0c9-0a843d6b680b', 'code': 200} Sep 21 08:04:49.635390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16fc7a-6a92-487d-ae2a-718f75129720 None None] Pushing event updated for resources: {'Port': ['ID=1fc47505-6d44-49ee-91b2-cc853730908a,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:49.647492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Attempting to bind port 1fc47505-6d44-49ee-91b2-cc853730908a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:49.649301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Attempting to bind port 1fc47505-6d44-49ee-91b2-cc853730908a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:49.651073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Attempting to bind port 1fc47505-6d44-49ee-91b2-cc853730908a on network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:49.666576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:49.667209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Checking segment: {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:49.667962 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.668703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Bound using segment: {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:49.669649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Bound port: 1fc47505-6d44-49ee-91b2-cc853730908a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:49.670223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.817192 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] For port 1fc47505-6d44-49ee-91b2-cc853730908a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:49.852655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] For port 1fc47505-6d44-49ee-91b2-cc853730908a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1fc47505-6d44-49ee-91b2-cc853730908a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:49.860016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-08ca60be-0034-485f-8ba2-0af303913cad None None] Provisioning complete for port 1fc47505-6d44-49ee-91b2-cc853730908a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:49.861319 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08ca60be-0034-485f-8ba2-0af303913cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.867284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.869394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.938731 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:49.956030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:49.959209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c8537a4-292e-4baf-bdf6-b9739bb8f130 req-eddf1722-5156-46fc-9b15-b0d1fb5fcd4a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437360 Sep 21 08:04:49.963463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37334) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:50.079734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:50.112170 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.160630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Routers {'7704af88-624e-4797-985a-29357fd0767e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:04:50.161097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7704af88-624e-4797-985a-29357fd0767e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:50.216538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:50.223569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16fc7a-6a92-487d-ae2a-718f75129720 None None] Pushing event updated for resources: {'Port': ['ID=1fc47505-6d44-49ee-91b2-cc853730908a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:50.243330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:50.262243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:50.263557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:50.302386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:50.308227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b09fe4-6a41-443c-9619-21cf8552f52f req-b8104a38-c358-44a7-82d7-f7b54d585a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:50.311209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a3b09fe4-6a41-443c-9619-21cf8552f52f req-b8104a38-c358-44a7-82d7-f7b54d585a5c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 1101 time: 0.4127367 Sep 21 08:04:50.311593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08ca60be-0034-485f-8ba2-0af303913cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.320583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:50.363391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28f550-dc1a-4fce-a4fa-f9ffd26cbb93 req-ba316f1d-2627-4008-b22a-cec5d20ca89c tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:50.379149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed28f550-dc1a-4fce-a4fa-f9ffd26cbb93 req-ba316f1d-2627-4008-b22a-cec5d20ca89c tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.2040658 Sep 21 08:04:50.422293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-08ca60be-0034-485f-8ba2-0af303913cad None None] For port 1fc47505-6d44-49ee-91b2-cc853730908a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1fc47505-6d44-49ee-91b2-cc853730908a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:50.434065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:50.460145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] Set router 7704af88-624e-4797-985a-29357fd0767e gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:04:50.461324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50031e72-50a7-46a7-a185-6f7e193e5f79,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:50.500837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1108c4d-3f3b-41f9-9b42-afa0e1911a8a req-a5d28843-7cdc-4017-86a2-33ff1ed19e9d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:50.502558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d1108c4d-3f3b-41f9-9b42-afa0e1911a8a req-a5d28843-7cdc-4017-86a2-33ff1ed19e9d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 936 time: 0.6035464 Sep 21 08:04:50.513979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aaf96fd-10b8-4232-a902-17e475f7c98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.517762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854c3e92-9e93-4bd6-9580-b7ef23c9f339 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:50.535404 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed28f550-dc1a-4fce-a4fa-f9ffd26cbb93 req-1da2c298-1b62-49b7-b57e-195cce90a6e2 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538339 Sep 21 08:04:50.563482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:50.563482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.579199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:50.581289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.585276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:50.588816 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38516f1f-7ee4-4851-8f06-4c8afa2cb63c" -d '{"events": [{"server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:50.593694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.607761 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08ca60be-0034-485f-8ba2-0af303913cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.620334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Checking segment: {'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:50.620887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Network hostable DHCP agents. Network: 22e91969-2cf0-41ad-a6db-85204a046c70, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:04:50.630843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a3b09fe4-6a41-443c-9619-21cf8552f52f req-4e5a03f6-0811-48e7-a78c-499d785752a0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897007 Sep 21 08:04:50.639271 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.647913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-1e6c652a-a14a-41eb-9f4d-c8eef8246059 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7021604 Sep 21 08:04:50.662130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:50.687768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Request body: {'port': {'device_id': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:50.725874 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d1108c4d-3f3b-41f9-9b42-afa0e1911a8a req-c4d7cf64-dc73-4414-b0b3-fee954f8ce0c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033210 Sep 21 08:04:50.748290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Network 22e91969-2cf0-41ad-a6db-85204a046c70 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:04:50.799602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6f0dec2c-d4f4-4e6f-96ae-caf0d5342155 None None] Provisioning complete for port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:50.800343 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6f0dec2c-d4f4-4e6f-96ae-caf0d5342155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.807585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 22e91969-2cf0-41ad-a6db-85204a046c70) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:50.819056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3d2bd-8137-465b-b217-9c5f6ef252e4 req-9b93af2b-ec97-418d-b16a-fae8ff5951ae tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:50.826799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf3d2bd-8137-465b-b217-9c5f6ef252e4 req-9b93af2b-ec97-418d-b16a-fae8ff5951ae tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 944 time: 0.1331859 Sep 21 08:04:50.849215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca60be-0034-485f-8ba2-0af303913cad None None] Pushing event updated for resources: {'Port': ['ID=1fc47505-6d44-49ee-91b2-cc853730908a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:50.856090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:50.857197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.873017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:50.873372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:50.873684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:50.882780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:50.883293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Attempting to bind port e8c565a1-b313-4a3f-b04c-85328d57c65a on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:50.890492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.893084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:50.893436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:50.893836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:50.894311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Bound port: e8c565a1-b313-4a3f-b04c-85328d57c65a, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:50.894690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:50.918864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a639f-e24e-4fe4-bc56-1b35578be9d6 None None] Network 22e91969-2cf0-41ad-a6db-85204a046c70 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:50.933579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf3d2bd-8137-465b-b217-9c5f6ef252e4 req-53740ce9-b69e-4811-b99d-c11452cbbb7c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951262 Sep 21 08:04:51.012248 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf1f42-90db-4fe1-90ee-1d3c709126e2 x-openstack-request-id: req-9faf1f42-90db-4fe1-90ee-1d3c709126e2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:51.012775 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:51.013202 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9faf1f42-90db-4fe1-90ee-1d3c709126e2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:51.013766 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a', 'code': 200} Sep 21 08:04:51.027475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:51.031372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:51.032648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aaf96fd-10b8-4232-a902-17e475f7c98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.035779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dec2c-d4f4-4e6f-96ae-caf0d5342155 None None] Port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:04:51.037283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] Transition to ACTIVE for port object 854c3e92-9e93-4bd6-9580-b7ef23c9f339 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:51.037460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.070253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aaf96fd-10b8-4232-a902-17e475f7c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.110300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:51.117274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8aaf96fd-10b8-4232-a902-17e475f7c98d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=143040775d374a999114082868d4a1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1164560 Sep 21 08:04:51.119135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37356) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:51.119467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.157801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-20d4e053-8955-4497-ad48-8fed6f3b9724 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2926683 Sep 21 08:04:51.161339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37362) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:51.182135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6f0dec2c-d4f4-4e6f-96ae-caf0d5342155 None None] Provisioning complete for port 1fc47505-6d44-49ee-91b2-cc853730908a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:51.182614 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6f0dec2c-d4f4-4e6f-96ae-caf0d5342155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.188443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:04:51.304499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:51.305437 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.307124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf96fd-10b8-4232-a902-17e475f7c98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b1e41-d86d-4980-b875-c61b46058fa0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:51.307528 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-f70abf32-057e-462d-a5f1-ba946b50078a service neutron] 10.222.0.50 "PUT /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 1122 time: 2.0834265 Sep 21 08:04:51.324178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.325829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.356853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3d8b2-2d4a-487d-bedd-893987da25b8 req-80df6ce3-9f26-4895-94d4-e2997f797f99 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:51.370624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34b3d8b2-2d4a-487d-bedd-893987da25b8 req-80df6ce3-9f26-4895-94d4-e2997f797f99 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 0.2507629 Sep 21 08:04:51.375438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d6-ff16-4f14-a96d-913fa837205a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.415087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e8c565a1-b313-4a3f-b04c-85328d57c65a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:51.426802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] Pushing event updated for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=10']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:51.457723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] No DVR routers for this DVR port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:04:51.461130 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d6-ff16-4f14-a96d-913fa837205a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.480751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:04:44Z', 'revision_number': 4, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port': {'id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:36Z', 'updated_at': '2021-09-21T08:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1fc47505-6d44-49ee-91b2-cc853730908a', 'name': '', 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'mac_address': 'fa:16:3e:db:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '282ba49c-f749-4a12-a5cf-eebc0464a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:43Z', 'updated_at': '2021-09-21T08:04:49Z', 'revision_number': 4, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'subnets': [{'id': '282ba49c-f749-4a12-a5cf-eebc0464a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:51.527780 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.545754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34b3d8b2-2d4a-487d-bedd-893987da25b8 req-f5a2c48e-d3b6-4308-a1b5-6bae2479f52f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751559 Sep 21 08:04:51.571975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-22e91969-2cf0-41ad-a6db-85204a046c70', 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'fixed_ips': [{'subnet_id': '50031e72-50a7-46a7-a185-6f7e193e5f79'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:04:51.591174 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.591174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12cef86-2763-4c70-931f-ddff17910539 None None] The sync data for ids ['7704af88-624e-4797-985a-29357fd0767e'] in n-d-809980-2 is: [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:04:44Z', 'revision_number': 4, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port': {'id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:36Z', 'updated_at': '2021-09-21T08:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1fc47505-6d44-49ee-91b2-cc853730908a', 'name': '', 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'mac_address': 'fa:16:3e:db:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '282ba49c-f749-4a12-a5cf-eebc0464a687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:43Z', 'updated_at': '2021-09-21T08:04:49Z', 'revision_number': 4, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'subnets': [{'id': '282ba49c-f749-4a12-a5cf-eebc0464a687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:04:51.765683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-90bd1ec9-291f-493f-bf00-8ef5610dfb75 service neutron] 10.222.0.50 "PUT /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339/bindings/n-h1-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7198021 Sep 21 08:04:51.791346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.815357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d6-ff16-4f14-a96d-913fa837205a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.822160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d6-ff16-4f14-a96d-913fa837205a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:51.827269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c2f0e4d6-ff16-4f14-a96d-913fa837205a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/931b1e41-d86d-4980-b875-c61b46058fa0 HTTP/1.1" status: 204 len: 168 time: 0.7002950 Sep 21 08:04:51.878880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e4d6-ff16-4f14-a96d-913fa837205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b1e41-d86d-4980-b875-c61b46058fa0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:51.895443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fbafd-770c-43a0-a152-1e7f23323059 req-475fde8a-541b-4b83-abd3-0b6a60312218 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:51.903757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d42fbafd-770c-43a0-a152-1e7f23323059 req-475fde8a-541b-4b83-abd3-0b6a60312218 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.1432023 Sep 21 08:04:51.924734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:51.982429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.072940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Transition to ACTIVE for port object 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:04:52.091172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d42fbafd-770c-43a0-a152-1e7f23323059 req-147b5b0c-74af-4451-accb-a43d8cc82a60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861739 Sep 21 08:04:52.102203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.130770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-a7b83e6f-99c1-4dcd-a20b-61058ab81e87 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:52.141136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-a7b83e6f-99c1-4dcd-a20b-61058ab81e87 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.1203423 Sep 21 08:04:52.203965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Allocated IP 172.20.0.2 (22e91969-2cf0-41ad-a6db-85204a046c70/50031e72-50a7-46a7-a185-6f7e193e5f79/64906bd1-2dba-4307-84eb-29cad2e565b3) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:52.282114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.297229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:52.331381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.358248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc0444-7cd8-45cd-94a5-ef2064c56cb0 req-40746afb-2e05-4148-95ff-89d3c4b58d9e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:52.359840 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cfc0444-7cd8-45cd-94a5-ef2064c56cb0 req-40746afb-2e05-4148-95ff-89d3c4b58d9e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.1578794 Sep 21 08:04:52.406756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-afd39258-6456-4c72-868b-e11468849e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.476700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cfc0444-7cd8-45cd-94a5-ef2064c56cb0 req-c1b456c6-d513-4ce3-a9bf-4ac2ed6953f5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089611 Sep 21 08:04:52.512705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-1004eb2a-1ed2-4a38-8fdf-26c6aac3429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:52.514739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-1004eb2a-1ed2-4a38-8fdf-26c6aac3429e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892&tenant_id=e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 1096 time: 0.1898520 Sep 21 08:04:52.518484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37392) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:52.571451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3fbd79a-6a62-412b-978c-6c5e1c58366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.658917 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.668775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.701255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484405c1-0082-4555-928d-49f5c23430d7 req-44eeabb8-64c8-432c-9326-68f46fa7735e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:52.710086 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-484405c1-0082-4555-928d-49f5c23430d7 req-44eeabb8-64c8-432c-9326-68f46fa7735e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 945 time: 0.4009397 Sep 21 08:04:52.759530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Network 22e91969-2cf0-41ad-a6db-85204a046c70 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:52.774502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:52.781022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:52.796770 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3fbd79a-6a62-412b-978c-6c5e1c58366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.804178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3fbd79a-6a62-412b-978c-6c5e1c58366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:52.890643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbd79a-6a62-412b-978c-6c5e1c58366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c595a7fd-362c-401a-b5d3-1a7fdf0be05b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:52.920939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:52.923840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:04:52.925526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Pushing event updated for resources: {'Port': ['ID=64906bd1-2dba-4307-84eb-29cad2e565b3,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:53.013966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-484405c1-0082-4555-928d-49f5c23430d7 req-44c224d8-283a-46da-9f15-56233a59d481 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013561 Sep 21 08:04:53.021444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-bafc75e2-2ea6-4c0e-9c1a-8e63dcd78deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:53.023231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-bafc75e2-2ea6-4c0e-9c1a-8e63dcd78deb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1096 time: 0.4265714 Sep 21 08:04:53.023373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:53.027613 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269" -d '{"events": [{"name": "network-changed", "server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:53.048361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Allocated IP 172.25.1.76 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/dc9af545-2a0f-4346-bd60-a6a4b10a660d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:04:53.053402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Attempting to bind port 64906bd1-2dba-4307-84eb-29cad2e565b3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:53.053788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Attempting to bind port 64906bd1-2dba-4307-84eb-29cad2e565b3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:53.056389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Attempting to bind port 64906bd1-2dba-4307-84eb-29cad2e565b3 on network 22e91969-2cf0-41ad-a6db-85204a046c70 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:53.102071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a3fbd79a-6a62-412b-978c-6c5e1c58366b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b477ec8896d6471288f1aac37ffeb096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820994 Sep 21 08:04:53.117779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:53.117779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Checking segment: {'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:53.118212 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.118501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Bound using segment: {'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:53.122767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Bound port: 64906bd1-2dba-4307-84eb-29cad2e565b3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:53.123183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.149485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37416) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:53.169727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:04:53.170305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:04:53.170432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:53.228693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:04:53.229211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:04:53.270612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:04:53.284547 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db075988-4a18-4fe7-901e-b225390d0164 x-openstack-request-id: req-db075988-4a18-4fe7-901e-b225390d0164 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:53.284842 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:53.285093 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db075988-4a18-4fe7-901e-b225390d0164 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:53.285490 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a', 'status': 'completed', 'code': 200} Sep 21 08:04:53.329861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:04:53.330488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:04:53.331221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:04:53.331997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Bound port: 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:04:53.332586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.435164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-cacbfd51-9c78-430d-ac68-499b460a8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:53.436899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-cacbfd51-9c78-430d-ac68-499b460a8509 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1125 time: 0.1248112 Sep 21 08:04:53.440689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47dd3af7-ae9b-4a83-b3a2-cfe9d0100154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.454209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1fc47505-6d44-49ee-91b2-cc853730908a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:53.468711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9201cf28-cb31-4581-a293-007031773e80 None None] For port 64906bd1-2dba-4307-84eb-29cad2e565b3, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:53.485033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9201cf28-cb31-4581-a293-007031773e80 None None] For port 64906bd1-2dba-4307-84eb-29cad2e565b3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=64906bd1-2dba-4307-84eb-29cad2e565b3,segment=NetworkSegment(1dacfc7e-15c1-4619-bd2d-55d84de9442e),segment_id=1dacfc7e-15c1-4619-bd2d-55d84de9442e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:53.536033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:53.539845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:04:53.543427 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.546904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-2718e409-8230-4811-92c8-e7ba7f8a3c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:53.550451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-2718e409-8230-4811-92c8-e7ba7f8a3c40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.5113966 Sep 21 08:04:53.576395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a187fe-45a3-4e6c-ac3f-a9dc30c6d1e1 req-c6deda3c-e4d6-4332-a0c4-63a77d4ba571 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:53.584916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3a187fe-45a3-4e6c-ac3f-a9dc30c6d1e1 req-c6deda3c-e4d6-4332-a0c4-63a77d4ba571 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 0.5724292 Sep 21 08:04:53.589121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.627399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:53.628067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.629479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] 10.222.0.50 "PUT /v2.0/ports/8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 1096 time: 2.9505165 Sep 21 08:04:53.632591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:53.635809 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256de855-d10c-4857-8408-5eac9c71a4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:53.656446 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47dd3af7-ae9b-4a83-b3a2-cfe9d0100154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.714347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201cf28-cb31-4581-a293-007031773e80 None None] Pushing event updated for resources: {'Port': ['ID=64906bd1-2dba-4307-84eb-29cad2e565b3,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:53.767432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:53.788991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-2548d4fe-706f-496f-8dbe-3e919b993651 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 217 time: 0.1778691 Sep 21 08:04:53.827800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1fc47505-6d44-49ee-91b2-cc853730908a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:53.828516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:53.884057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'mac_address': 'fa:16:3e:46:71:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:04:53.976271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3a187fe-45a3-4e6c-ac3f-a9dc30c6d1e1 req-5df39bf4-f011-418b-a2f9-e897203c04e8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901865 Sep 21 08:04:54.002647 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47dd3af7-ae9b-4a83-b3a2-cfe9d0100154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:54.008752 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47dd3af7-ae9b-4a83-b3a2-cfe9d0100154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:54.011045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-47dd3af7-ae9b-4a83-b3a2-cfe9d0100154 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c595a7fd-362c-401a-b5d3-1a7fdf0be05b HTTP/1.1" status: 204 len: 168 time: 0.8477876 Sep 21 08:04:54.042319 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:54.042530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:54.044841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-34e30eb2-c945-40ca-ac56-332b892bea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.046837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-34e30eb2-c945-40ca-ac56-332b892bea64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.5992031 Sep 21 08:04:54.049404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd3af7-ae9b-4a83-b3a2-cfe9d0100154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c595a7fd-362c-401a-b5d3-1a7fdf0be05b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:54.082473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:04:54.086009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfb925-80e4-43c9-b722-d859f6f55567 req-7d95705a-cdbc-45d0-8daa-073a7cfa0357 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.088957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0bfb925-80e4-43c9-b722-d859f6f55567 req-7d95705a-cdbc-45d0-8daa-073a7cfa0357 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.7628703 Sep 21 08:04:54.100860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771db8f-7cbc-4da9-a4c7-fd872a65119c service neutron] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:54.142875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-11d634cf-9688-48ec-810d-ed7fda6f594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.147454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-11d634cf-9688-48ec-810d-ed7fda6f594d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.2977905 Sep 21 08:04:54.171409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-7f6606a9-4182-41bd-bfa6-1728c312f9fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 217 time: 0.1088321 Sep 21 08:04:54.202419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-ed1057db-5a0e-489b-9fcc-f2a1beb38bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.205681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-ed1057db-5a0e-489b-9fcc-f2a1beb38bc2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1099 time: 0.4624851 Sep 21 08:04:54.206803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:54.264940 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-54cc0a69-c7ad-4032-9b59-feacc2e5126d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055045 Sep 21 08:04:54.296812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-e11bc0da-3ae0-44f3-b072-976a224fd521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.301057 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-e11bc0da-3ae0-44f3-b072-976a224fd521 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1194258 Sep 21 08:04:54.357121 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:54.393047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-883f2d60-35d1-4bc6-acfc-137e256239eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523052 Sep 21 08:04:54.447298 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-2ee2d24b-a340-4035-9914-50fa4454e60c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.1876671 Sep 21 08:04:54.461531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:54.484191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:54.503871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed2c32-0892-4069-b82b-b2f91daa2065 req-bbb5cfca-7505-433a-a0b9-c025cb87b421 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.505977 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08ed2c32-0892-4069-b82b-b2f91daa2065 req-bbb5cfca-7505-433a-a0b9-c025cb87b421 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.2036464 Sep 21 08:04:54.535821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0bfb925-80e4-43c9-b722-d859f6f55567 req-52ea4a16-5ac9-4982-a9f4-5b24b90ea5b4 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191256 Sep 21 08:04:54.566291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:04:54.593654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:04:54.657666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-33700926-b0b5-47cd-97ed-5917e16e3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.662386 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-33700926-b0b5-47cd-97ed-5917e16e3b4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1837215 Sep 21 08:04:54.787455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-f0b99676-018a-4e4d-b04f-694f03e5fa18 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777446 Sep 21 08:04:54.788015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:04:54.803659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-27317b66-78f4-402a-918e-d8ba14bfa5cc service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979585 Sep 21 08:04:54.805521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:04:54.861597 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef734a-c7d7-4f45-8497-37bdd6c76c3d x-openstack-request-id: req-edef734a-c7d7-4f45-8497-37bdd6c76c3d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:54.861886 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:54.862124 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edef734a-c7d7-4f45-8497-37bdd6c76c3d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:54.862518 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'status': 'completed', 'code': 200} Sep 21 08:04:54.864495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6223301f-8296-4983-aa4d-b6576bcde3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:54.866205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-6223301f-8296-4983-aa4d-b6576bcde3a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821578 Sep 21 08:04:54.874059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8c565a1-b313-4a3f-b04c-85328d57c65a details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:04:55.004559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0378bc5b-3ba3-4c1e-8e63-4a44980cc269 req-7f37fa48-2d35-4d7e-9b45-02382b65cc97 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822433 Sep 21 08:04:55.082959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08ed2c32-0892-4069-b82b-b2f91daa2065 req-34be9421-eac1-4375-9ce7-8b084c881341 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200292 Sep 21 08:04:55.116667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9af545-2a0f-4346-bd60-a6a4b10a660d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:55.358285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:55.365486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-31b1c59c-5f15-4637-a5f0-21b9c6ca7842 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680356 Sep 21 08:04:55.462531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8c565a1-b313-4a3f-b04c-85328d57c65a has no active binding in host n-h2-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:04:55.521214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eef6f8-d0d0-4dcd-b2f9-54da39645acd req-f4738359-15aa-4130-9914-8aa967e8bda6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:55.528722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0eef6f8-d0d0-4dcd-b2f9-54da39645acd req-f4738359-15aa-4130-9914-8aa967e8bda6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 945 time: 0.3209851 Sep 21 08:04:55.551227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-7a3a7dbc-309a-4948-b978-588f51991288 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575766 Sep 21 08:04:55.618508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:55.651413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 64906bd1-2dba-4307-84eb-29cad2e565b3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:55.746901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0eef6f8-d0d0-4dcd-b2f9-54da39645acd req-cf5e96e0-6dee-47b4-bc42-3e8fac115b3e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169929 Sep 21 08:04:55.771754 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2e61de2-6e64-497d-adb2-82992ea45a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:55.884011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 64906bd1-2dba-4307-84eb-29cad2e565b3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:55.885364 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:55.982623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc513c-4f8b-47a3-80a8-a5cbecd3544b None None] Network 22e91969-2cf0-41ad-a6db-85204a046c70 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:04:56.082258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-08f9b519-3dff-42b2-be41-94a32411af00 None None] Provisioning complete for port 64906bd1-2dba-4307-84eb-29cad2e565b3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:56.082739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08f9b519-3dff-42b2-be41-94a32411af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:56.167238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce3696-fb80-4023-942e-58dc907baf7d req-7ce53adb-f9c2-442f-af59-52deec27f507 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:56.181857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-7ce53adb-f9c2-442f-af59-52deec27f507 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.4552453 Sep 21 08:04:56.316843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f4a3397-86b7-4f06-b46f-e3c9c78fd596 req-63ba7178-2709-4b8a-a9c7-61e4e344e981 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492342 Sep 21 08:04:56.405810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7abb84-4b5f-4b25-8740-51041c7b090d req-9684fc0e-00aa-4d0c-8d48-8ff484a1a074 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:56.428424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a7abb84-4b5f-4b25-8740-51041c7b090d req-9684fc0e-00aa-4d0c-8d48-8ff484a1a074 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 0.4330745 Sep 21 08:04:56.496034 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:56.532156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:56.547081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a7abb84-4b5f-4b25-8740-51041c7b090d req-1842f524-1e99-4359-a91a-7d3c29bd33e2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176839 Sep 21 08:04:56.640344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4818bf-e56a-4110-acce-1a5200dc6219 req-a0c5b109-90bf-4334-977c-67a69cac97ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:56.645712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08f9b519-3dff-42b2-be41-94a32411af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:56.667483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df4818bf-e56a-4110-acce-1a5200dc6219 req-a0c5b109-90bf-4334-977c-67a69cac97ee tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.2487411 Sep 21 08:04:56.760462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 64906bd1-2dba-4307-84eb-29cad2e565b3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=64906bd1-2dba-4307-84eb-29cad2e565b3,segment=NetworkSegment(1dacfc7e-15c1-4619-bd2d-55d84de9442e),segment_id=1dacfc7e-15c1-4619-bd2d-55d84de9442e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:56.768443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:56.769169 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:04:56.774490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:56.828103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df4818bf-e56a-4110-acce-1a5200dc6219 req-7807fdcb-b384-4cd0-8468-a5649343bcd4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563108 Sep 21 08:04:56.991862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:57.118150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:57.119412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:57.230117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-d57de29c-d937-4199-a9a1-88b42d152a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:57.233123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-d57de29c-d937-4199-a9a1-88b42d152a1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1099 time: 0.7994382 Sep 21 08:04:57.249257 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-08f9b519-3dff-42b2-be41-94a32411af00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:04:57.249640 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-08f9b519-3dff-42b2-be41-94a32411af00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:04:57.250116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=64906bd1-2dba-4307-84eb-29cad2e565b3,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:57.336799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-9ea709cc-a460-4491-91e4-ea2b62d7d8ee tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=aef83548708143dcbf770aded6f1d65f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019745 Sep 21 08:04:57.354074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:57.425417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cb4cb-80aa-4fa2-a2df-09af8f2fcf10 req-d128b6b3-2ae9-4974-9956-4e6513b0e706 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:57.441850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-110cb4cb-80aa-4fa2-a2df-09af8f2fcf10 req-d128b6b3-2ae9-4974-9956-4e6513b0e706 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 945 time: 0.3996067 Sep 21 08:04:57.456259 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:57.628743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:04:57.648122 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f308719c-1c8f-4d97-a8a3-e91562119bc6" -d '{"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-plugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:04:57.661276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:04:57.690102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-110cb4cb-80aa-4fa2-a2df-09af8f2fcf10 req-ede465a4-ac6f-4a5a-a4df-0a8ccc118a98 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449541 Sep 21 08:04:57.703967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:57.765888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-27ce3696-fb80-4023-942e-58dc907baf7d req-7ddd5f09-435b-487e-8aa9-5cb3be46d7ae service neutron] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:04:57.775030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:57.899390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-27ce3696-fb80-4023-942e-58dc907baf7d req-7ddd5f09-435b-487e-8aa9-5cb3be46d7ae service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:57.900953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ce3696-fb80-4023-942e-58dc907baf7d req-7ddd5f09-435b-487e-8aa9-5cb3be46d7ae service neutron] 10.222.0.62 "DELETE /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339/bindings/n-h2-809980-2 HTTP/1.1" status: 204 len: 173 time: 1.6874919 Sep 21 08:04:57.976845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:04:57.978673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-b4590bef-9e68-4ffc-87a5-6f50a1798bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:57.981216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-b4590bef-9e68-4ffc-87a5-6f50a1798bca service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.7215416 Sep 21 08:04:57.996667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-d281a998-db80-4ccf-8acc-0f3df69b4ddf tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:58.013153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-d281a998-db80-4ccf-8acc-0f3df69b4ddf tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6752298 Sep 21 08:04:58.113426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-c13114f2-ba9e-455d-8a8b-6391434398bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.0897133 Sep 21 08:04:58.116455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-de2999e2-3406-4298-9e27-7380bd18e6a7 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/quotas/aef83548708143dcbf770aded6f1d65f HTTP/1.1" status: 200 len: 375 time: 0.0957222 Sep 21 08:04:58.192234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:04:58.278265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:04:58.289042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-edda03a2-5244-4e11-b6ed-03dde7664e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:58.290920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-edda03a2-5244-4e11-b6ed-03dde7664e73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1717980 Sep 21 08:04:58.298226 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Sync routers for ids ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:04:58.312884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5dd44-3c3e-41aa-8b70-a8c191d53bc1 req-29dbc58f-7939-4af5-9343-823dacfbc4a2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:58.320702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bc5dd44-3c3e-41aa-8b70-a8c191d53bc1 req-29dbc58f-7939-4af5-9343-823dacfbc4a2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 0.1818447 Sep 21 08:04:58.326039 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Routers {'d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:04:58.327070 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:58.332311 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:58.333574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fbc385cd-bba5-43ab-94db-394c8493d022 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1559877 Sep 21 08:04:58.357972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37532) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:04:58.412287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f2c8495b-ae2c-491a-82c4-2dfaeffc4158 None None] Provisioning complete for port 64906bd1-2dba-4307-84eb-29cad2e565b3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:58.412287 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f2c8495b-ae2c-491a-82c4-2dfaeffc4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:58.475957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bc5dd44-3c3e-41aa-8b70-a8c191d53bc1 req-957b533f-61d0-46e0-8a5e-59c38d6ff106 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468809 Sep 21 08:04:58.575356 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a09d15-1fae-474d-af07-3dc487c26521 x-openstack-request-id: req-82a09d15-1fae-474d-af07-3dc487c26521 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:04:58.577207 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-plugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:04:58.580842 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82a09d15-1fae-474d-af07-3dc487c26521 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:04:58.584018 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'code': 200} Sep 21 08:04:58.599909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-436665b1-e0ac-4d45-9d78-931b7178fc3b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aef83548708143dcbf770aded6f1d65f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4625826 Sep 21 08:04:58.642331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-154830a2-dcb1-4040-be23-3c3cfe2211e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:58.644700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-154830a2-dcb1-4040-be23-3c3cfe2211e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3413606 Sep 21 08:04:58.679795 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Set router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:04:58.887954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b56cc1-4659-481b-94a2-95f94b69ad9f req-5bfd535c-b706-47cc-bea5-f6b73e7789bb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:58.896674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3b56cc1-4659-481b-94a2-95f94b69ad9f req-5bfd535c-b706-47cc-bea5-f6b73e7789bb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.1725996 Sep 21 08:04:58.909326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-67e8a0a3-26d8-4437-bd7a-ea0a1e026414 service neutron] 10.222.0.62 "GET /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.2819228 Sep 21 08:04:58.989504 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3b56cc1-4659-481b-94a2-95f94b69ad9f req-e2281b5e-0e3c-4541-bc9b-5a0430f39110 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Sep 21 08:04:59.279963 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:04:55Z', 'revision_number': 3, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port': {'id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:52Z', 'updated_at': '2021-09-21T08:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:04:59.354880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7e729-dfa8-48b8-9bb1-1555f8507053 req-553d7688-9189-45d7-b8cf-7155e29cdaec tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:04:59.369229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87d7e729-dfa8-48b8-9bb1-1555f8507053 req-553d7688-9189-45d7-b8cf-7155e29cdaec tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1096 time: 0.2115741 Sep 21 08:04:59.418602 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Checking router: d95c7d8d-eda1-42c4-84fb-eb36849d7f9a for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:04:59.419099 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Updating router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a port dc9af545-2a0f-4346-bd60-a6a4b10a660d binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:04:59.450582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 64906bd1-2dba-4307-84eb-29cad2e565b3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:04:59.531445 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:04:59.545020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-6d2ece06-b84c-47a1-ae6c-1c300d2ef9b2 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595133 Sep 21 08:04:59.584376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87d7e729-dfa8-48b8-9bb1-1555f8507053 req-8b0f21bc-dfa5-4f37-a3bd-ad3507879af8 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117236 Sep 21 08:04:59.697654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 64906bd1-2dba-4307-84eb-29cad2e565b3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:04:59.698471 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:00.029026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256de855-d10c-4857-8408-5eac9c71a4d4 req-f0058dd5-9422-4496-bbcb-423808833ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538710 Sep 21 08:05:00.157863 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-840e7e02-9c14-48fe-b526-ee6d51ecb6c0 req-8dcbea1b-6bc7-47e9-9d15-d6267bc14eb1 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 210 time: 0.0833006 Sep 21 08:05:00.383190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:00.467530 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:00.470008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:00.499116 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:00.534004 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:00.728343 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea237-c96b-44d7-9162-e875d02d03d3 None None] Pushing event updated for resources: {'Port': ['ID=dc9af545-2a0f-4346-bd60-a6a4b10a660d,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:00.772120 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Attempting to bind port dc9af545-2a0f-4346-bd60-a6a4b10a660d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:00.772573 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Attempting to bind port dc9af545-2a0f-4346-bd60-a6a4b10a660d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:00.773170 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Attempting to bind port dc9af545-2a0f-4346-bd60-a6a4b10a660d on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:00.820956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:00.821525 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:00.822950 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:00.823622 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:00.824391 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Bound port: dc9af545-2a0f-4346-bd60-a6a4b10a660d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:00.825010 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:00.898381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:05:00.934997 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] For port dc9af545-2a0f-4346-bd60-a6a4b10a660d, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:00.943191 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] For port dc9af545-2a0f-4346-bd60-a6a4b10a660d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc9af545-2a0f-4346-bd60-a6a4b10a660d,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:00.956285 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:00.989630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Allocated IP 172.20.0.1 (22e91969-2cf0-41ad-a6db-85204a046c70/50031e72-50a7-46a7-a185-6f7e193e5f79/fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:05:01.018991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-3562c79a-d7cc-4049-b70c-01aad73f8216 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:01.032471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-3562c79a-d7cc-4049-b70c-01aad73f8216 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.2077396 Sep 21 08:05:01.055090 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea237-c96b-44d7-9162-e875d02d03d3 None None] Pushing event updated for resources: {'Port': ['ID=dc9af545-2a0f-4346-bd60-a6a4b10a660d,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:01.057505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-05e9e6c9-5171-4694-ace6-1cf8dc86b412 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/quotas/e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 375 time: 0.0232286 Sep 21 08:05:01.086501 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Routers {'d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:05:01.087452 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:05:01.173993 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-a932351c-bb1c-4b31-8e6c-dce802abfebd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1147046 Sep 21 08:05:01.206320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:01.232193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'mac_address': 'fa:16:3e:e4:80:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:05:01.287574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] Set router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:05:01.329064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:01.387640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:01.424412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:01.469138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:01.471126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-b780ac2d-23b3-4adc-ad7d-18af397df278 service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835464 Sep 21 08:05:01.476957 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:01.483004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c565a1-b313-4a3f-b04c-85328d57c65a {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:01.567488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:01.628395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:01.653629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-5ed7474f-7198-400a-b15b-20c993ca343d tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=aef83548708143dcbf770aded6f1d65f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1627655 Sep 21 08:05:01.654560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:01.659565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:01.711521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af85b1-8236-4125-851a-9c6363bae07f req-5c33a77c-8a7e-4c1b-b7d3-5ab80f8ae98d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:01.720608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40af85b1-8236-4125-851a-9c6363bae07f req-5c33a77c-8a7e-4c1b-b7d3-5ab80f8ae98d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 944 time: 1.2754369 Sep 21 08:05:01.728475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Network 22e91969-2cf0-41ad-a6db-85204a046c70 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:01.774033 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:01.793292 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:04:55Z', 'revision_number': 3, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port': {'id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:52Z', 'updated_at': '2021-09-21T08:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:05:01.813090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-e3aadc63-fb17-4557-ba2b-39f530f05531 service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297634 Sep 21 08:05:01.833580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:01.862320 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f78ca8-a6a1-4075-81ee-5b8d653a54c6 None None] The sync data for ids ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'] in n-d-809980-2 is: [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:04:55Z', 'revision_number': 3, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port': {'id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:52Z', 'updated_at': '2021-09-21T08:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:05:01.877429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:01.940952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8cec313c-d3fa-4eba-8297-cdcada5bd1e6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:02.405748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e8c565a1-b313-4a3f-b04c-85328d57c65a no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:05:02.547669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab6d3-b74a-4457-b68e-d3e09597853b req-0ad9e9a9-9306-4257-9957-4b1affa0b0aa tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:02.557488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-263ab6d3-b74a-4457-b68e-d3e09597853b req-0ad9e9a9-9306-4257-9957-4b1affa0b0aa tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 949 time: 0.1648145 Sep 21 08:05:02.671856 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-263ab6d3-b74a-4457-b68e-d3e09597853b req-f3fd2861-f5bb-4556-a366-202d98baf89d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130195 Sep 21 08:05:02.672766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-26ef903d-808c-49db-8d81-82bc32c415ad None None] Provisioning complete for port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:02.673923 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-26ef903d-808c-49db-8d81-82bc32c415ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:02.809029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-26ef903d-808c-49db-8d81-82bc32c415ad None None] Port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:05:02.855270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:05:02.966371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] Transition to ACTIVE for port object e8c565a1-b313-4a3f-b04c-85328d57c65a will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:05:02.994950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:03.164083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40af85b1-8236-4125-851a-9c6363bae07f req-a9411194-0a79-4e0c-8987-3e3fe2a9ff09 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4425688 Sep 21 08:05:03.196485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d7cc26d-4f62-4950-81e5-5f593d6fe796 req-ed6efe2c-edad-4b6d-b158-6ef3fe78739e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 210 time: 0.0579586 Sep 21 08:05:03.249386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:03.289754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] No DVR routers for this DVR port e8c565a1-b313-4a3f-b04c-85328d57c65a on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:05:03.324578 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:03.443996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3edf6dfe-833b-4c84-8736-b8c03e9c8270 req-b730a1bc-3e6c-4499-97be-47bb68f46dfa tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 210 time: 0.1205537 Sep 21 08:05:03.480096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-63360fb8-a578-4170-8142-be516218da02 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:03.481174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc9af545-2a0f-4346-bd60-a6a4b10a660d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:03.481990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-63360fb8-a578-4170-8142-be516218da02 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7963727 Sep 21 08:05:03.495127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-27689238-e387-46c6-b249-33b58107890c service neutron] 10.222.0.62 "PUT /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a/bindings/n-h2-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 4.5747893 Sep 21 08:05:03.505421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Request body: {'port': {'device_id': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': 'aef83548708143dcbf770aded6f1d65f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:03.631401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port dc9af545-2a0f-4346-bd60-a6a4b10a660d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:03.631851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:03.665325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27689238-e387-46c6-b249-33b58107890c service neutron] Pushing event updated for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=10']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:03.738241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Made reservation on behalf of aef83548708143dcbf770aded6f1d65f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:03.743527 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:03.828586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:03.856331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port dc9af545-2a0f-4346-bd60-a6a4b10a660d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc9af545-2a0f-4346-bd60-a6a4b10a660d,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:03.862271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:03.992969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=dc9af545-2a0f-4346-bd60-a6a4b10a660d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:04.157583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:04.217883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Allocated IP 192.168.233.23 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/81aadf7d-9520-4eba-89bf-6d9e8f55573c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:05:04.488932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-e3b9f33d-9258-4c86-a29d-2fd80afe3b7f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:04.490613 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-e3b9f33d-9258-4c86-a29d-2fd80afe3b7f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.4673624 Sep 21 08:05:04.567354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Request body: {'port': {'device_id': '5497e2da-ee5e-43a2-8055-7103e690d066', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'admin_state_up': True, 'tenant_id': 'e2102788e14644079fb8dc21a9014773'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:04.631856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-5efff8d9-7627-42fc-9ebf-67e6f831224c tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:04.636527 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-5efff8d9-7627-42fc-9ebf-67e6f831224c tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.5352554 Sep 21 08:05:04.701772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8191a93-4c3c-4146-8e8b-302c4975cb5d req-5ff0364e-16bb-47cf-aaf8-af00cace9cfc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:04.709442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8191a93-4c3c-4146-8e8b-302c4975cb5d req-5ff0364e-16bb-47cf-aaf8-af00cace9cfc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 949 time: 0.7830043 Sep 21 08:05:04.761686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9922be2-74ca-4e6a-ab13-f70acecb982d req-63f3f4fa-e469-4bd8-b592-ccec06f6a72b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:04.764079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9922be2-74ca-4e6a-ab13-f70acecb982d req-63f3f4fa-e469-4bd8-b592-ccec06f6a72b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 0.1185119 Sep 21 08:05:04.798591 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:04.814782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8191a93-4c3c-4146-8e8b-302c4975cb5d req-f8de348e-042b-4e31-9a33-12b1135ec533 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041973 Sep 21 08:05:04.867978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9922be2-74ca-4e6a-ab13-f70acecb982d req-8fef9186-931c-487b-8309-f1719f8ae5f4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938785 Sep 21 08:05:04.889538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-989fd443-f295-48f5-8f1a-31a8a5c779f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:04.893372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-989fd443-f295-48f5-8f1a-31a8a5c779f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324&tenant_id=d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 1096 time: 0.2347333 Sep 21 08:05:04.897951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:05.024897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Made reservation on behalf of e2102788e14644079fb8dc21a9014773 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:05.025265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-f185007b-45c5-4e3a-8ee5-d8a8087b2277 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513715 Sep 21 08:05:05.028931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:05.084590 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25372ae6-afb8-4591-8415-11fb2b469642 req-81a02b18-603b-475e-a09e-132c18dbc125 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 210 time: 0.1073933 Sep 21 08:05:05.093769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:05:05.123486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:05.125005 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:05.130870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc532711-f226-46c2-9eda-213c0c8625ff req-9dc6154a-9750-4e86-9157-548fc9ac65b1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 210 time: 0.0734768 Sep 21 08:05:05.197707 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:05.209788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5ace607f-1e7a-430a-a0c9-0a843d6b680b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:05.316148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-aab394a1-a232-43b6-85a4-40eaaf9d7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:05.325294 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-aab394a1-a232-43b6-85a4-40eaaf9d7ec7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1095 time: 0.1887946 Sep 21 08:05:05.380727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:05.456362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Allocated IP 172.20.0.14 (b2ea7608-6ff2-4220-a5c6-e9553739cd22/b2521274-8afa-4197-91f5-113a77c7d5c8/b5fb10b2-ef20-443c-a5e9-1d317a329822) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:05:05.456785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc9af545-2a0f-4346-bd60-a6a4b10a660d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:05.556762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-d702e9db-b4a3-442f-b639-60048f437991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:05.559971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-d702e9db-b4a3-442f-b639-60048f437991 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.1876106 Sep 21 08:05:05.672511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-3d6d78c8-b900-49b4-b284-3ed701f3f6bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.1000159 Sep 21 08:05:05.703299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:05.707089 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c936204f-a2f8-4938-afcc-d3f448693f3b" -d '{"events": [{"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-plugged", "status": "completed", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:05.738707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:05.769601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-de385d11-28f7-48cb-8e03-fb17dd00d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:05.772012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-de385d11-28f7-48cb-8e03-fb17dd00d210 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0794351 Sep 21 08:05:05.798894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:05.856932 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:05.871002 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b564003f-ff68-4fb7-91d0-1d20b79d6624 x-openstack-request-id: req-b564003f-ff68-4fb7-91d0-1d20b79d6624 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:05.871391 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-plugged", "status": "completed", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:05.871622 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b564003f-ff68-4fb7-91d0-1d20b79d6624 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:05.872036 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'code': 200} Sep 21 08:05:05.886906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-12c9e793-03b1-4b5d-9c08-a08622074ad4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840676 Sep 21 08:05:05.902711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-719e9b2c-ec44-473f-ada5-f2cfddb0cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:05.905294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-719e9b2c-ec44-473f-ada5-f2cfddb0cdd4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1096 time: 0.9374535 Sep 21 08:05:05.906457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:05.909798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:05:06.006130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.50', 56750) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:06.026418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.069179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37662) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:06.140628 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.156202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:06.167730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port dc9af545-2a0f-4346-bd60-a6a4b10a660d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:06.168134 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.179916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:06.180624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.236588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Pushing event updated for resources: {'Port': ['ID=81aadf7d-9520-4eba-89bf-6d9e8f55573c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:06.240505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.243194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.413108 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0558134e-0020-4803-9c0e-63397e29b6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.431522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-9c457b43-09af-4e86-867b-2bf227d9c77a service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308073 Sep 21 08:05:06.439505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-7cf77788-8502-4e54-a79c-b8f26d44dc60 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9387174 Sep 21 08:05:06.444745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997602f-7480-43a4-92f5-ab0474801e47 req-1bc0445d-bc8d-4e34-9aa2-416929aba6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:06.446346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3997602f-7480-43a4-92f5-ab0474801e47 req-1bc0445d-bc8d-4e34-9aa2-416929aba6b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1101 time: 0.4333718 Sep 21 08:05:06.454511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8375829-4a5d-48aa-821f-55f702b0083b req-c930d95a-eefd-4304-9849-72e095e06926 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:06.459224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8375829-4a5d-48aa-821f-55f702b0083b req-c930d95a-eefd-4304-9849-72e095e06926 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.3795576 Sep 21 08:05:06.490610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-25c1caa4-b3e3-4b94-85d3-b14dee0a08e5 None None] Provisioning complete for port 81aadf7d-9520-4eba-89bf-6d9e8f55573c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:06.491449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-25c1caa4-b3e3-4b94-85d3-b14dee0a08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.570244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-25c1caa4-b3e3-4b94-85d3-b14dee0a08e5 None None] Port 81aadf7d-9520-4eba-89bf-6d9e8f55573c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:05:06.688488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8375829-4a5d-48aa-821f-55f702b0083b req-08cd6701-41de-41ba-b2f8-ecf16f0f769a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248569 Sep 21 08:05:06.728934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7e4c857-3286-4866-bc1f-9b56c23b8268 req-d41f08f6-2b20-4c6e-bded-cfbeecbde289 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393599 Sep 21 08:05:06.774383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3997602f-7480-43a4-92f5-ab0474801e47 req-7aa3f22f-4683-4f36-adc5-e739db857891 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878847 Sep 21 08:05:06.834770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:06.876007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Request body: {'port': {'device_id': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:06.891212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:06.893784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.895852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:06.927382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:05:06.944676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-46b53109-7c97-490f-8a0f-b4af1e11ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:06.946101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-46b53109-7c97-490f-8a0f-b4af1e11ce43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.8030312 Sep 21 08:05:06.971432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0558134e-0020-4803-9c0e-63397e29b6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:06.985724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c480bd-276e-492a-af0c-2ef429edcbc8 req-55369eb4-1249-4867-922b-b262307b4db4 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:06.990634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33c480bd-276e-492a-af0c-2ef429edcbc8 req-55369eb4-1249-4867-922b-b262307b4db4 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 935 time: 0.1420312 Sep 21 08:05:06.997863 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0558134e-0020-4803-9c0e-63397e29b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:07.023254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c120d-7dba-4e74-b60e-ec063021b4df req-5911956c-dc67-42d7-b451-16aede8fa032 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:07.034159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e5c120d-7dba-4e74-b60e-ec063021b4df req-5911956c-dc67-42d7-b451-16aede8fa032 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 0.8404536 Sep 21 08:05:07.074704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0558134e-0020-4803-9c0e-63397e29b6a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1503efd8a404dbab9b4b746116ff8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9885006 Sep 21 08:05:07.077715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37674) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:07.138839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558134e-0020-4803-9c0e-63397e29b6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcb3192-2889-43b1-a36b-8b2c41b1f5e4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:07.199905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33c480bd-276e-492a-af0c-2ef429edcbc8 req-92a05432-7d34-4449-9c07-bda00c477f8b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079587 Sep 21 08:05:07.246505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e18f790b-13ee-4417-884b-1527c5e76704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:07.290177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e18f790b-13ee-4417-884b-1527c5e76704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:07.301253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-134f52fb-b579-4a58-8a1c-86353300b2d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 200 len: 217 time: 0.1937020 Sep 21 08:05:07.302332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:07.333118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:07.371733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:07.372373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:07.408552 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e18f790b-13ee-4417-884b-1527c5e76704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:07.411979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e18f790b-13ee-4417-884b-1527c5e76704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:07.414016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e18f790b-13ee-4417-884b-1527c5e76704 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfcb3192-2889-43b1-a36b-8b2c41b1f5e4 HTTP/1.1" status: 204 len: 168 time: 0.3344584 Sep 21 08:05:07.430144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f790b-13ee-4417-884b-1527c5e76704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcb3192-2889-43b1-a36b-8b2c41b1f5e4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:07.465269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e5c120d-7dba-4e74-b60e-ec063021b4df req-80e4ba92-b62a-4186-9069-3cf95a48de9d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300754 Sep 21 08:05:07.478785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8377c0-148c-4c2a-9f34-afa22677a928 req-9c7f371c-38b6-4124-8a82-fe60f7d2da32 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:07.488362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f8377c0-148c-4c2a-9f34-afa22677a928 req-9c7f371c-38b6-4124-8a82-fe60f7d2da32 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 932 time: 0.1316261 Sep 21 08:05:07.590111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f8377c0-148c-4c2a-9f34-afa22677a928 req-48c3017f-b5be-4927-bad0-ee16c7e15d5f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991504 Sep 21 08:05:07.660121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-349ad5d7-3aeb-44ac-8f83-269e4e716a3a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0923603 Sep 21 08:05:07.696914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Request body: {'port': {'device_id': '5497e2da-ee5e-43a2-8055-7103e690d066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:07.718039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-16dde783-4a2f-4789-9cbd-6d8e54ab2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:07.719451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-16dde783-4a2f-4789-9cbd-6d8e54ab2401 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.3781064 Sep 21 08:05:07.817759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Network 22e91969-2cf0-41ad-a6db-85204a046c70 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:07.850854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-9ef1ef0f-2841-45da-80bd-e040b1a759dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861769 Sep 21 08:05:07.851839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:08.215923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:08.268982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37694) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:08.312473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:08.332684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ffc66ed8-5770-48e9-ae93-e3152b587dec None None] Provisioning complete for port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:08.333337 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ffc66ed8-5770-48e9-ae93-e3152b587dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:08.382301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ffc66ed8-5770-48e9-ae93-e3152b587dec None None] Port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:05:08.458832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017ef33-d484-400d-a294-25d50256765e req-e5f4e8d1-38fb-48ce-bc22-ced4bf77aa93 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:08.465811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754eb5-dd93-4621-b942-665dd6bbd204 req-46755000-4ab9-4a67-9053-1f517a177ae7 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:08.473786 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f017ef33-d484-400d-a294-25d50256765e req-e5f4e8d1-38fb-48ce-bc22-ced4bf77aa93 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.6254191 Sep 21 08:05:08.487061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e754eb5-dd93-4621-b942-665dd6bbd204 req-46755000-4ab9-4a67-9053-1f517a177ae7 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 935 time: 0.1527829 Sep 21 08:05:08.580056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e754eb5-dd93-4621-b942-665dd6bbd204 req-e2a37992-7a9a-4630-b641-384b254d788e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914912 Sep 21 08:05:08.735831 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-9e1a7761-d836-490f-92c7-03dd65cae195 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503351 Sep 21 08:05:08.794001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f017ef33-d484-400d-a294-25d50256765e req-2dde2bc7-0451-4c98-b267-8e4f18ebcf78 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813993 Sep 21 08:05:08.847167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:08.853018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:08.893440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc9e544-a31e-43a0-8694-ce8380fbd67d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:08.921958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.922316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.922659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.922985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.923354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.923699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.924025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.924354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.924681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.925001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.925327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.925652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:08.955376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0b364fdd-694f-4652-bc33-794af6e47259 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d337f04ae03f40609849c6ff5e047fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6844060 Sep 21 08:05:08.973934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e695-d402-4839-a869-921ec6b9ec34 req-8c35292e-df6a-4c08-b5f0-d7cc8410b124 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:08.987598 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14e8e695-d402-4839-a869-921ec6b9ec34 req-8c35292e-df6a-4c08-b5f0-d7cc8410b124 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 0.2504098 Sep 21 08:05:08.989864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37708) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:09.043592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fb10b2-ef20-443c-a5e9-1d317a329822 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:09.052309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.071612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Transition to ACTIVE for port object b5fb10b2-ef20-443c-a5e9-1d317a329822 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:05:09.089503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14e8e695-d402-4839-a869-921ec6b9ec34 req-50c53367-1e22-42c1-8f6f-7fa3860a8343 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002147 Sep 21 08:05:09.143826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4454c57f-a8bb-497d-9127-f0073e959c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.176449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81aadf7d-9520-4eba-89bf-6d9e8f55573c {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:09.185183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.186742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4454c57f-a8bb-497d-9127-f0073e959c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.198039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Transition to ACTIVE for port object 81aadf7d-9520-4eba-89bf-6d9e8f55573c will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:05:09.265412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4454c57f-a8bb-497d-9127-f0073e959c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.268328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4454c57f-a8bb-497d-9127-f0073e959c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.269646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4454c57f-a8bb-497d-9127-f0073e959c1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bc9e544-a31e-43a0-8694-ce8380fbd67d HTTP/1.1" status: 204 len: 168 time: 0.2788098 Sep 21 08:05:09.279670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454c57f-a8bb-497d-9127-f0073e959c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc9e544-a31e-43a0-8694-ce8380fbd67d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:09.309524 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-3eacb27a-6ec0-473f-8145-bb1776921132 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488188 Sep 21 08:05:09.314298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.325984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:09.423458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:05:09.517249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Pushing event updated for resources: {'Port': ['ID=81aadf7d-9520-4eba-89bf-6d9e8f55573c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:09.636401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.636921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.637389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.637851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.638418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.638885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.639331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.639764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.640186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.640610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.641044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.641467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:09.786982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:09.805789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d17f2-1cc6-46a0-b953-7f16cfed51b4 req-bfa62c65-5f86-419b-865e-e1e954bfa47e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:09.808564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-691d17f2-1cc6-46a0-b953-7f16cfed51b4 req-bfa62c65-5f86-419b-865e-e1e954bfa47e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 944 time: 0.5140433 Sep 21 08:05:09.875716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441970ba-edbd-4a3f-8fa4-dc62caa82be8 req-ecf9f597-d30c-40cc-a71d-9fa55ebe22e6 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:09.888367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-441970ba-edbd-4a3f-8fa4-dc62caa82be8 req-ecf9f597-d30c-40cc-a71d-9fa55ebe22e6 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 947 time: 0.1411026 Sep 21 08:05:09.963580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-441970ba-edbd-4a3f-8fa4-dc62caa82be8 req-5f3e2f56-323c-4aeb-bfaf-d84b3b0e3b7d tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729699 Sep 21 08:05:10.124062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:10.124405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:10.124738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:10.186998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Attempting to bind port 81aadf7d-9520-4eba-89bf-6d9e8f55573c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:10.187355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Attempting to bind port 81aadf7d-9520-4eba-89bf-6d9e8f55573c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:10.187697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Attempting to bind port 81aadf7d-9520-4eba-89bf-6d9e8f55573c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:10.196895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-691d17f2-1cc6-46a0-b953-7f16cfed51b4 req-d53e3d1d-418f-452d-a904-4e4b042a503a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993410 Sep 21 08:05:10.206048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:05:10.206385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:10.228288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Port 81aadf7d-9520-4eba-89bf-6d9e8f55573c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:05:10.228288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Attempting to bind port 81aadf7d-9520-4eba-89bf-6d9e8f55573c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:10.239929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:10.240251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:10.240656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:10.241095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Bound port: b5fb10b2-ef20-443c-a5e9-1d317a329822, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:10.241467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:10.247440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-2ef86bd1-cc26-41c0-a88e-1dba68bf110c tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:10.253060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-2ef86bd1-cc26-41c0-a88e-1dba68bf110c tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.3620262 Sep 21 08:05:10.255931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:10.256598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:10.256817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:10.257317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Bound port: 81aadf7d-9520-4eba-89bf-6d9e8f55573c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:10.257699 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:10.261255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:05:10.273205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Sync routers for ids ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:05:10.308767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Routers {'d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:05:10.312644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03fd7b37-9e68-4af8-b48c-f1e5f859e9d4 admin admin] 10.222.0.59 "PUT /v2.0/routers/d95c7d8d-eda1-42c4-84fb-eb36849d7f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9527283 Sep 21 08:05:10.313400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:05:10.347658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed92b5-abfc-4500-bd72-9be104ae0ac9 req-16f62f86-bb6b-44ae-8c68-b1cc48378b1a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:10.364517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2ed92b5-abfc-4500-bd72-9be104ae0ac9 req-16f62f86-bb6b-44ae-8c68-b1cc48378b1a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.2725666 Sep 21 08:05:10.533695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2ed92b5-abfc-4500-bd72-9be104ae0ac9 req-e6e2bc2a-23eb-42cf-b98a-9e6854c5b0d8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639662 Sep 21 08:05:10.776019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Set router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:05:10.971640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:10.993989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:11.034306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:11.291143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] For port 81aadf7d-9520-4eba-89bf-6d9e8f55573c, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:11.355660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:11.363506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:11.368927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] 10.222.0.62 "PUT /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 1092 time: 3.6816812 Sep 21 08:05:11.384251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:11.394310 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7670d92d-9260-485a-a7f7-e6af505eded2" -d '{"events": [{"name": "network-changed", "server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:11.502859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] For port 81aadf7d-9520-4eba-89bf-6d9e8f55573c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81aadf7d-9520-4eba-89bf-6d9e8f55573c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:11.585012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:05:03Z', 'revision_number': 4, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port': {'id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:52Z', 'updated_at': '2021-09-21T08:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85', 'name': '', 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'mac_address': 'fa:16:3e:e8:0b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '50031e72-50a7-46a7-a185-6f7e193e5f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:05:00Z', 'updated_at': '2021-09-21T08:05:04Z', 'revision_number': 2, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'subnets': [{'id': '50031e72-50a7-46a7-a185-6f7e193e5f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:05:11.591864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f803c4b-35a5-4c12-b687-5d5fc556bc4d req-6322a787-d4c7-4096-a6c5-40ea0dff7eee tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:11.610367 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f803c4b-35a5-4c12-b687-5d5fc556bc4d req-6322a787-d4c7-4096-a6c5-40ea0dff7eee tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 1.1476345 Sep 21 08:05:11.769008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-f0c94740-1e26-4963-b3d0-e97e9ad448f7 req-ce76fd7d-174a-49c3-ad1d-c757863f33ce service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:05:11.769903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:11.772244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Checking router: d95c7d8d-eda1-42c4-84fb-eb36849d7f9a for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:05:11.774081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Updating router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:05:11.780120 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0c94740-1e26-4963-b3d0-e97e9ad448f7 req-ce76fd7d-174a-49c3-ad1d-c757863f33ce service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155549 Sep 21 08:05:11.837393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d755e-e661-4180-ab98-9addb6e4c6dd service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:11.899360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:11.901644 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:11.903954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] 10.222.0.50 "PUT /v2.0/ports/81aadf7d-9520-4eba-89bf-6d9e8f55573c HTTP/1.1" status: 200 len: 1095 time: 5.0764306 Sep 21 08:05:11.953783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f803c4b-35a5-4c12-b687-5d5fc556bc4d req-ebfc0b38-6bb5-4c41-81a7-d256b0a3d1f7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405888 Sep 21 08:05:11.960527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-79072d93-744f-4fef-ae5b-18766254c28c service neutron] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:12.011585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-79072d93-744f-4fef-ae5b-18766254c28c service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:12.014220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd3afb9-be88-4b4c-828e-dcd82b65f7ea req-79072d93-744f-4fef-ae5b-18766254c28c service neutron] 10.222.0.50 "DELETE /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a/bindings/n-h1-809980-2 HTTP/1.1" status: 204 len: 173 time: 1.7250919 Sep 21 08:05:12.025182 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:12.062510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-1d999693-5d33-4e1a-a0c5-8cb9b7797275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:12.067469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-1d999693-5d33-4e1a-a0c5-8cb9b7797275 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1095 time: 0.5567806 Sep 21 08:05:12.226735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc86e2-4576-4b92-a0e5-74eb5bcc6080 service neutron] Pushing event updated for resources: {'Port': ['ID=81aadf7d-9520-4eba-89bf-6d9e8f55573c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:12.657878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-596c4a24-130a-49f7-8dd2-b91c164e0763 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 217 time: 0.4865634 Sep 21 08:05:12.830714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-23dd4d28-efa3-4765-a82b-d94fcbd682c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:12.833504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-23dd4d28-efa3-4765-a82b-d94fcbd682c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aef83548708143dcbf770aded6f1d65f&device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 1098 time: 0.8104880 Sep 21 08:05:12.952258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43343af5-320d-4a21-88d8-0a1023b462f7 req-a478ca19-2677-453c-a588-aad5862c61ca tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:12.965640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43343af5-320d-4a21-88d8-0a1023b462f7 req-a478ca19-2677-453c-a588-aad5862c61ca tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 947 time: 0.7783022 Sep 21 08:05:13.009432 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:13.016830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:13.043087 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43343af5-320d-4a21-88d8-0a1023b462f7 req-383dc419-6d0d-4ae4-8ced-823223b4cdbd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762081 Sep 21 08:05:13.052575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-74c01fe9-706d-42d1-a1a2-4b91511f9006 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=81aadf7d-9520-4eba-89bf-6d9e8f55573c HTTP/1.1" status: 200 len: 217 time: 0.2028935 Sep 21 08:05:13.115301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-e152e2e0-96bd-4f7c-8c00-8057ca9cd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:13.121763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-e152e2e0-96bd-4f7c-8c00-8057ca9cd741 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.4297962 Sep 21 08:05:13.128755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede8c49-f10a-445f-89d1-abe38e6a4eba req-f4b33096-1523-4222-89c3-2a235505f411 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:13.144083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cede8c49-f10a-445f-89d1-abe38e6a4eba req-f4b33096-1523-4222-89c3-2a235505f411 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 944 time: 0.3249834 Sep 21 08:05:13.319753 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cdb53b-183f-428b-bddb-4a7af3fc1cb1 x-openstack-request-id: req-52cdb53b-183f-428b-bddb-4a7af3fc1cb1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:13.320047 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:13.320534 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52cdb53b-183f-428b-bddb-4a7af3fc1cb1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:13.321017 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822', 'status': 'completed', 'code': 200} Sep 21 08:05:13.323772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-d008cb84-e7cf-4851-b080-464c646c98b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103380 Sep 21 08:05:13.327044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-914b990d-6ab6-44a1-bcfb-e10e57e71e62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5976245 Sep 21 08:05:13.344183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-1e0569f4-12d4-4bd2-871b-8b9f01a19a6e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:05:13.345211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-1e0569f4-12d4-4bd2-871b-8b9f01a19a6e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114098 Sep 21 08:05:13.406362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-b89e8bec-a446-4e9b-a519-a458807124f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:13.410311 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-b89e8bec-a446-4e9b-a519-a458807124f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.3302841 Sep 21 08:05:13.499737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cede8c49-f10a-445f-89d1-abe38e6a4eba req-165c05c4-0f01-4645-a10b-1b97ee6e1cf7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511720 Sep 21 08:05:13.572202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c328c7-13e6-48d0-af7f-bf2686bc423c None None] Pushing event updated for resources: {'Port': ['ID=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:13.591590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Attempting to bind port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:13.591590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Attempting to bind port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:13.591590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Attempting to bind port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 on network 22e91969-2cf0-41ad-a6db-85204a046c70 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:13.616061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:13.617664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Checking segment: {'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:13.620194 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:13.621594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Bound using segment: {'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:13.623622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Bound port: fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dacfc7e-15c1-4619-bd2d-55d84de9442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:13.625979 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:13.746163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-65ff75ec-d08b-4bb6-a758-4d0165ec6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:13.753327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-65ff75ec-d08b-4bb6-a758-4d0165ec6a41 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3294070 Sep 21 08:05:13.823965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5845c4e5-2f08-4ab9-8849-3a759cdf7513 None None] Provisioning complete for port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:13.824921 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5845c4e5-2f08-4ab9-8849-3a759cdf7513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:13.861529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-3e450aee-eafb-4bda-94da-bb545d306585 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238197 Sep 21 08:05:14.226756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f39182-6df0-4663-87a9-6937f4abdda6 req-70b30864-d372-49d2-9a0c-947bc5a14388 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:14.234921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5f39182-6df0-4663-87a9-6937f4abdda6 req-70b30864-d372-49d2-9a0c-947bc5a14388 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.2376194 Sep 21 08:05:14.316850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-0903aa82-cce0-440f-a39f-222cae34da1f service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434470 Sep 21 08:05:14.397958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c76c686-a64b-4ae1-b999-670e3dbb0889 req-5399289e-3869-4720-911e-586ddd237e01 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101089 Sep 21 08:05:14.509100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5f39182-6df0-4663-87a9-6937f4abdda6 req-679e303a-a240-4eb8-ae57-f784cb877af0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634957 Sep 21 08:05:14.511813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6ac04f8-9a98-4268-b32a-534f07ed3a35 req-bb3c9f3f-8379-4039-a36e-b95457506bba service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800158 Sep 21 08:05:14.589612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-1c841e33-d1f5-463b-93e3-ba63cf76c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:14.591147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-1c841e33-d1f5-463b-93e3-ba63cf76c887 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1095 time: 0.0689416 Sep 21 08:05:14.737288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-6e936d95-502b-4b01-aacc-7691d82534b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:14.739576 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-6e936d95-502b-4b01-aacc-7691d82534b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.1400476 Sep 21 08:05:14.740842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] For port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:14.744970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] For port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,segment=NetworkSegment(1dacfc7e-15c1-4619-bd2d-55d84de9442e),segment_id=1dacfc7e-15c1-4619-bd2d-55d84de9442e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:14.754429 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:14.871255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-c4d87203-bbcc-4d60-b129-40bc6eade6ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 217 time: 0.1013281 Sep 21 08:05:14.931270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c328c7-13e6-48d0-af7f-bf2686bc423c None None] Pushing event updated for resources: {'Port': ['ID=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:14.956240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5845c4e5-2f08-4ab9-8849-3a759cdf7513 None None] Port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:05:14.969642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-1b9af0d2-9441-4a1a-ba6e-18c09aa017ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:14.971591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-1b9af0d2-9441-4a1a-ba6e-18c09aa017ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.0974758 Sep 21 08:05:15.012263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-c75ad1b2-f054-4e8a-8a0c-350fa7e0469e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323250 Sep 21 08:05:15.017587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa19cee-d345-4f15-a0b1-a12289eb9bca req-080d92b0-ae37-47d3-ad06-607e1618a175 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:15.020589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fa19cee-d345-4f15-a0b1-a12289eb9bca req-080d92b0-ae37-47d3-ad06-607e1618a175 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 1096 time: 0.2556987 Sep 21 08:05:15.043630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Routers {'d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:05:15.044935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:04:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:05:15.203673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fa19cee-d345-4f15-a0b1-a12289eb9bca req-3b143405-6368-45cc-bf2d-7e85954536af tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601064 Sep 21 08:05:15.332910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'tag': '81aadf7d-9520-4eba-89bf-6d9e8f55573c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:15.336459 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f894d05b-d58b-463d-8f22-d79e0ef82f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c98498ec-2e67-4d7a-bdb7-f55e519255ce", "tag": "81aadf7d-9520-4eba-89bf-6d9e8f55573c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:15.425704 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-c676482b-96f4-4e02-b4e2-fd0fcd16e9e5 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009726 Sep 21 08:05:15.600792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670d92d-9260-485a-a7f7-e6af505eded2 req-bea04250-cdd6-4ff5-96aa-b2506f1e7644 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664982 Sep 21 08:05:15.602481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] Set router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:05:15.603837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fbcf0-a539-467a-8270-33a58cb45c72 req-e4c03733-246c-479d-a8c5-08e39d4d9252 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:15.618889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-801fbcf0-a539-467a-8270-33a58cb45c72 req-e4c03733-246c-479d-a8c5-08e39d4d9252 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 947 time: 0.1846209 Sep 21 08:05:15.651696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-af1b120d-fc9f-466f-9153-29fe47fff875 None None] Provisioning complete for port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:15.652244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-af1b120d-fc9f-466f-9153-29fe47fff875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:15.735084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-801fbcf0-a539-467a-8270-33a58cb45c72 req-0ec38f08-9f7f-4ca7-9280-54bbdb00848a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129322 Sep 21 08:05:16.105727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-af1b120d-fc9f-466f-9153-29fe47fff875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:16.204550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-af1b120d-fc9f-466f-9153-29fe47fff875 None None] For port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,segment=NetworkSegment(1dacfc7e-15c1-4619-bd2d-55d84de9442e),segment_id=1dacfc7e-15c1-4619-bd2d-55d84de9442e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:16.210471 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-af1b120d-fc9f-466f-9153-29fe47fff875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:16.221324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:05:03Z', 'revision_number': 4, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port': {'id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:52Z', 'updated_at': '2021-09-21T08:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85', 'name': '', 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'mac_address': 'fa:16:3e:e8:0b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '50031e72-50a7-46a7-a185-6f7e193e5f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:05:00Z', 'updated_at': '2021-09-21T08:05:14Z', 'revision_number': 4, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'subnets': [{'id': '50031e72-50a7-46a7-a185-6f7e193e5f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:05:16.291478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eeaf54-c661-4a79-86d2-fc904455ee8e None None] The sync data for ids ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'] in n-d-809980-2 is: [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:05:03Z', 'revision_number': 4, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port': {'id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:52Z', 'updated_at': '2021-09-21T08:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85', 'name': '', 'network_id': '22e91969-2cf0-41ad-a6db-85204a046c70', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'mac_address': 'fa:16:3e:e8:0b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '50031e72-50a7-46a7-a185-6f7e193e5f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:05:00Z', 'updated_at': '2021-09-21T08:05:14Z', 'revision_number': 4, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'subnets': [{'id': '50031e72-50a7-46a7-a185-6f7e193e5f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:05:16.356148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b120d-fc9f-466f-9153-29fe47fff875 None None] Pushing event updated for resources: {'Port': ['ID=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:16.705203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4ed24-ed3a-40e3-9831-95daf12b8ef8 req-ac49973d-63b2-4eb7-bf35-1974b3fe138c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:16.724484 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ae4ed24-ed3a-40e3-9831-95daf12b8ef8 req-ac49973d-63b2-4eb7-bf35-1974b3fe138c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 944 time: 0.1568875 Sep 21 08:05:16.850984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ae4ed24-ed3a-40e3-9831-95daf12b8ef8 req-70005d83-5c29-409b-98a3-6f661b6c757c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247633 Sep 21 08:05:17.181665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-60146c4e-bc4b-4e7e-a587-b3edcd59d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:17.183481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-60146c4e-bc4b-4e7e-a587-b3edcd59d735 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1101 time: 0.1106834 Sep 21 08:05:17.188849 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b765a714-74fd-4983-a837-df765a57d561 x-openstack-request-id: req-b765a714-74fd-4983-a837-df765a57d561 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:17.189451 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98498ec-2e67-4d7a-bdb7-f55e519255ce", "tag": "81aadf7d-9520-4eba-89bf-6d9e8f55573c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:17.189915 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b765a714-74fd-4983-a837-df765a57d561 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:17.190866 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'tag': '81aadf7d-9520-4eba-89bf-6d9e8f55573c', 'status': 'completed', 'code': 200} Sep 21 08:05:17.534241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-f27d688a-46a6-4bef-8933-fe9242f38292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:17.538042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-f27d688a-46a6-4bef-8933-fe9242f38292 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3294649 Sep 21 08:05:17.589456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:17.653985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-2e1eb3e5-98a6-40d5-b488-59bc411e4130 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.0895872 Sep 21 08:05:17.680862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:17.681248 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:17.702485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-57e4eb84-bb1e-46ac-a48e-5eb8c7c405e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:17.704593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-57e4eb84-bb1e-46ac-a48e-5eb8c7c405e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aef83548708143dcbf770aded6f1d65f&device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 1098 time: 0.4635930 Sep 21 08:05:17.723738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-c22c3c43-a649-4cee-870d-f1cff576d492 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:17.734793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-c22c3c43-a649-4cee-870d-f1cff576d492 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.3427241 Sep 21 08:05:17.754919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-27a2afba-6618-4894-a520-70807e836e6f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/quotas/d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 375 time: 0.0184622 Sep 21 08:05:17.872360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-6745b561-e185-4b1f-9403-a1f760f9bb61 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157875 Sep 21 08:05:17.893115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a3a48-a0f5-4895-a3de-30b0b691504b req-ba34950b-6c66-45eb-a303-fa6a25982b4b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:17.895106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b8a3a48-a0f5-4895-a3de-30b0b691504b req-ba34950b-6c66-45eb-a303-fa6a25982b4b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.4084768 Sep 21 08:05:18.032156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b8a3a48-a0f5-4895-a3de-30b0b691504b req-d052b520-c320-4769-984b-3af2884b2c0e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918925 Sep 21 08:05:18.180239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-c732f6d1-1360-4e6a-a1e7-69dd8f2343af service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948809 Sep 21 08:05:18.194574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-da0a1fd8-ddd0-4e7c-aab8-0fb4f2fe9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:18.196944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-da0a1fd8-ddd0-4e7c-aab8-0fb4f2fe9cbe service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.4054205 Sep 21 08:05:18.199263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-e55a75bb-1c03-4152-9301-7de3b069281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:18.200923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-e55a75bb-1c03-4152-9301-7de3b069281f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.5298369 Sep 21 08:05:18.414383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-ddfa75fe-3933-4e42-9af9-1746a434c992 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=81aadf7d-9520-4eba-89bf-6d9e8f55573c HTTP/1.1" status: 200 len: 217 time: 0.1901748 Sep 21 08:05:18.474707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-34f71c14-b8bd-4705-94a9-b4376fdbdf29 service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815268 Sep 21 08:05:18.489708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:05:18.640321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-e2928273-9a41-4db5-afe2-1d12d944df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:18.644176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-e2928273-9a41-4db5-afe2-1d12d944df4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2272685 Sep 21 08:05:18.801447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-ec9f313f-3d30-4c97-975b-1ef61d04a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:18.809408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-ec9f313f-3d30-4c97-975b-1ef61d04a903 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5834157 Sep 21 08:05:18.877919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:18.965506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81aadf7d-9520-4eba-89bf-6d9e8f55573c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:05:19.031128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b5fb10b2-ef20-443c-a5e9-1d317a329822', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'port_id': 'b5fb10b2-ef20-443c-a5e9-1d317a329822', 'mac_address': 'fa:16:3e:d5:79:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2521274-8afa-4197-91f5-113a77c7d5c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:05:19.134491 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.resource_extend [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:05:19.156144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e4902-786a-48c8-ad1b-a35733b435e3 req-17f28c32-db01-4b8a-8609-09f3421035dd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:19.167087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff3e4902-786a-48c8-ad1b-a35733b435e3 req-17f28c32-db01-4b8a-8609-09f3421035dd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 944 time: 0.1150987 Sep 21 08:05:19.174058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:19.232457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fb10b2-ef20-443c-a5e9-1d317a329822 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:19.264928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff3e4902-786a-48c8-ad1b-a35733b435e3 req-da710aeb-7907-4d4c-948e-9d890ec91e30 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968258 Sep 21 08:05:19.321608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:19.327178 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:19.456568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81aadf7d-9520-4eba-89bf-6d9e8f55573c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81aadf7d-9520-4eba-89bf-6d9e8f55573c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:19.538090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '81aadf7d-9520-4eba-89bf-6d9e8f55573c', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '81aadf7d-9520-4eba-89bf-6d9e8f55573c', 'mac_address': 'fa:16:3e:35:6a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:05:19.565652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:19.642279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:19.679060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-7d867cfa-f855-48a6-800f-610982f46f03 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8139985 Sep 21 08:05:19.680094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81aadf7d-9520-4eba-89bf-6d9e8f55573c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:19.714744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b5fb10b2-ef20-443c-a5e9-1d317a329822'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:19.802243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81aadf7d-9520-4eba-89bf-6d9e8f55573c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81aadf7d-9520-4eba-89bf-6d9e8f55573c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:19.808564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:19.844318 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecca25-da4f-4610-a9b7-3202f4cf8079 req-c8d578f5-e2ee-42d9-9119-fcf06436d88e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:19.846605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0ecca25-da4f-4610-a9b7-3202f4cf8079 req-c8d578f5-e2ee-42d9-9119-fcf06436d88e tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 947 time: 1.1069026 Sep 21 08:05:19.889289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-bcc24748-e209-47e2-8123-e1f21b72a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:19.890807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-bcc24748-e209-47e2-8123-e1f21b72a393 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2288761 Sep 21 08:05:19.934183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-3b3d5942-3dbf-4bb8-9f34-722d99800bbb service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422390 Sep 21 08:05:19.944017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=81aadf7d-9520-4eba-89bf-6d9e8f55573c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:20.021678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0ecca25-da4f-4610-a9b7-3202f4cf8079 req-c1c7257e-a9ae-4229-a304-512148816e52 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498132 Sep 21 08:05:20.202133 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-1d3b6283-f0fe-4e15-96e4-9b1db64232a3 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509439 Sep 21 08:05:20.224312 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-097c3fe8-1b7c-43a5-b551-0a79b730c82c req-0c99d3bf-a0d1-4601-b49c-76ab7cc0b25d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 210 time: 0.0461128 Sep 21 08:05:20.289724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['81aadf7d-9520-4eba-89bf-6d9e8f55573c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:20.381056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f894d05b-d58b-463d-8f22-d79e0ef82f2e req-0db58146-4a01-46b8-be6f-ac274f760340 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438718 Sep 21 08:05:20.441300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f4838-f239-458c-93db-a475435d3eea req-bc452223-6159-4dac-933c-f3ed8558c4e6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:20.446653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db6f4838-f239-458c-93db-a475435d3eea req-bc452223-6159-4dac-933c-f3ed8558c4e6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.2983224 Sep 21 08:05:20.542560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db6f4838-f239-458c-93db-a475435d3eea req-ca3b5cc3-69aa-4d55-8f6a-3f5fc937142d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871313 Sep 21 08:05:20.767830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcdfe7-f9c2-439a-b91a-8ebcbe110739 req-df79069b-c4ce-48f1-b1a4-860f5953a0d5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:20.772463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebdcdfe7-f9c2-439a-b91a-8ebcbe110739 req-df79069b-c4ce-48f1-b1a4-860f5953a0d5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 945 time: 0.1274455 Sep 21 08:05:20.859046 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebdcdfe7-f9c2-439a-b91a-8ebcbe110739 req-fb94b226-24b5-44fb-9297-ddfb87a0e81d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719321 Sep 21 08:05:20.906171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fd500-3bbe-4308-92ed-49de7c1cd7e5 req-7a9fa577-6ffe-486f-8e59-9b32c1424596 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:20.907943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe7fd500-3bbe-4308-92ed-49de7c1cd7e5 req-7a9fa577-6ffe-486f-8e59-9b32c1424596 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 948 time: 0.2123308 Sep 21 08:05:20.936652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:05:20.971816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-f9967733-66c1-47fb-b644-b5e664a96c32 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:20.976609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-f9967733-66c1-47fb-b644-b5e664a96c32 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.3716567 Sep 21 08:05:20.997518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Request body: {'port': {'device_id': '1ba342c9-91d0-439f-8db1-900591f6b449', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'admin_state_up': True, 'tenant_id': 'd9a5530eddb54a0a837750d539b58ca1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:21.082499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:21.109708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe7fd500-3bbe-4308-92ed-49de7c1cd7e5 req-85d18634-e807-4f42-99f8-6c57e25c8c87 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791873 Sep 21 08:05:21.173891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:21.176413 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4754c-6fbb-41bf-a06b-12d2c537f9e0" -d '{"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:21.226997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:21.240525 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:21.241115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Made reservation on behalf of d9a5530eddb54a0a837750d539b58ca1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:21.246643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:21.340049 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f465c94-cbc5-47ce-a27e-3c62591ec2b5 x-openstack-request-id: req-1f465c94-cbc5-47ce-a27e-3c62591ec2b5 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:21.340793 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:21.341327 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f465c94-cbc5-47ce-a27e-3c62591ec2b5 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:21.343113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c8cf-c944-46f5-a732-23416715dada req-ce2fafc0-56a9-4e0f-9b43-85f2e2c6ff03 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:21.344257 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'code': 200} Sep 21 08:05:21.352645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d78c8cf-c944-46f5-a732-23416715dada req-ce2fafc0-56a9-4e0f-9b43-85f2e2c6ff03 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 948 time: 0.1588950 Sep 21 08:05:21.413749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:21.482793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d78c8cf-c944-46f5-a732-23416715dada req-bb08bfda-9be4-4620-91c6-6c0b366212ad tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200824 Sep 21 08:05:21.517058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Allocated IP 172.20.0.9 (91a251d9-59a5-4feb-8c5d-edc105fbe231/06e0b300-5a8d-4b76-a604-27b72889a088/e8211d3a-fd02-4831-9632-1c361ec02a75) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:05:21.731849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37742b25-61e8-4803-aa9a-7cbe73b4a312 req-eb57fc5b-79f9-4355-b291-1b28f6a93bb8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 210 time: 0.0394733 Sep 21 08:05:21.834558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:21.910990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f8ef-bd86-4635-8f27-c33f632477bd req-0516e2e6-5ecc-4949-bd1f-b50716608fdf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:21.917176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d9c1f8ef-bd86-4635-8f27-c33f632477bd req-0516e2e6-5ecc-4949-bd1f-b50716608fdf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.0969257 Sep 21 08:05:21.925434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37992) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:21.964696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.063372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:22.082832 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d9c1f8ef-bd86-4635-8f27-c33f632477bd req-0ee67d03-697c-4393-bbd4-b89554134e2e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549933 Sep 21 08:05:22.091615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:22.131563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:22.137765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15fb8e8c-9838-4bc8-a329-8564b5d545a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.143937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:05:22.293019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a455061e-79c6-4717-b793-23ba88af63b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.308570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:22.310926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.317421 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15fb8e8c-9838-4bc8-a329-8564b5d545a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.332433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15fb8e8c-9838-4bc8-a329-8564b5d545a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.343612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7de93-ae69-4c99-8608-e1b62c22bc22 req-aba829bd-978d-4ae2-b359-9da18f0b6fad tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:22.343612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0a7de93-ae69-4c99-8608-e1b62c22bc22 req-aba829bd-978d-4ae2-b359-9da18f0b6fad tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 945 time: 0.1352232 Sep 21 08:05:22.370626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ec65c631-87cb-49d6-a44b-29f2a78ca992 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3785434 Sep 21 08:05:22.395761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Request body: {'port': {'device_id': '1ba342c9-91d0-439f-8db1-900591f6b449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:22.398325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb8e8c-9838-4bc8-a329-8564b5d545a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81b45ff-304b-4bc9-88b1-e3f03b416b60,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:22.405749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-15fb8e8c-9838-4bc8-a329-8564b5d545a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3344cc3cd7394abbb649c51b339350cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770713 Sep 21 08:05:22.414047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:22.489617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0a7de93-ae69-4c99-8608-e1b62c22bc22 req-0badc35f-1295-4940-9ec8-12b59d96d2d7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420519 Sep 21 08:05:22.515106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:22.548691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6649c2ed-d95e-45d2-b901-acb44c97f47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.582903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.593477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port b5fb10b2-ef20-443c-a5e9-1d317a329822 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:05:22.598166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b5fb10b2-ef20-443c-a5e9-1d317a329822 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:22.598166 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.625441 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6649c2ed-d95e-45d2-b901-acb44c97f47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.734287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6649c2ed-d95e-45d2-b901-acb44c97f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.738844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6649c2ed-d95e-45d2-b901-acb44c97f47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.743815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6649c2ed-d95e-45d2-b901-acb44c97f47f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d81b45ff-304b-4bc9-88b1-e3f03b416b60 HTTP/1.1" status: 204 len: 168 time: 0.3282585 Sep 21 08:05:22.776819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649c2ed-d95e-45d2-b901-acb44c97f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81b45ff-304b-4bc9-88b1-e3f03b416b60,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:22.857104 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.934072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:22.941084 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:22.981399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81aadf7d-9520-4eba-89bf-6d9e8f55573c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:23.069378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:23.101930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 81aadf7d-9520-4eba-89bf-6d9e8f55573c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:05:23.108766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 81aadf7d-9520-4eba-89bf-6d9e8f55573c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:23.109409 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.176335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fd204-a135-4475-aeab-f480bcb0223f req-840f895a-cd87-4307-acc1-1d8c79e5d431 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:23.181639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-419fd204-a135-4475-aeab-f480bcb0223f req-840f895a-cd87-4307-acc1-1d8c79e5d431 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 931 time: 0.1497653 Sep 21 08:05:23.258223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38040) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:23.272529 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.283798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db593659-ad59-47f9-b4e6-ba8a773eab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.289845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-419fd204-a135-4475-aeab-f480bcb0223f req-6988e2fe-4a52-4bce-981e-1795a66ad746 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004798 Sep 21 08:05:23.336506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529c055-41c3-4283-bc4e-25aee3ff3308 req-db8b1688-b05c-4410-83cf-c63d4924fd5d tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:23.347152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8529c055-41c3-4283-bc4e-25aee3ff3308 req-db8b1688-b05c-4410-83cf-c63d4924fd5d tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 948 time: 0.5987575 Sep 21 08:05:23.347608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822'}, {'server_uuid': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81aadf7d-9520-4eba-89bf-6d9e8f55573c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:23.350826 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18415b6d-bbd3-43ad-b7eb-6527bd564569" -d '{"events": [{"server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822"}, {"server_uuid": "c98498ec-2e67-4d7a-bdb7-f55e519255ce", "name": "network-vif-plugged", "status": "completed", "tag": "81aadf7d-9520-4eba-89bf-6d9e8f55573c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:23.377500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81aadf7d-9520-4eba-89bf-6d9e8f55573c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81aadf7d-9520-4eba-89bf-6d9e8f55573c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:23.382545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.459113 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8529c055-41c3-4283-bc4e-25aee3ff3308 req-c2b88895-2daa-4474-9019-da1d229671bb tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107018 Sep 21 08:05:23.466717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=81aadf7d-9520-4eba-89bf-6d9e8f55573c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:23.467082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8211d3a-fd02-4831-9632-1c361ec02a75 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:23.492903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.519993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.523191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.523706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.524061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.524400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.524737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.525113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.525453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.525799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.526719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.527047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.527452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:05:23.548974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83709ebf-f4cb-4830-a77c-d12cf61b512c req-5c6c4a98-ea8b-4f6e-bd23-8a35438e97cb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:23.552030 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe1721e-6cd1-4f38-b855-6b253293a194 x-openstack-request-id: req-3fe1721e-6cd1-4f38-b855-6b253293a194 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:23.552372 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "name": "network-vif-plugged", "status": "completed", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822", "code": 200}, {"server_uuid": "c98498ec-2e67-4d7a-bdb7-f55e519255ce", "name": "network-vif-plugged", "status": "completed", "tag": "81aadf7d-9520-4eba-89bf-6d9e8f55573c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:23.552692 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fe1721e-6cd1-4f38-b855-6b253293a194 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:23.554427 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822', 'code': 200} Sep 21 08:05:23.554786 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81aadf7d-9520-4eba-89bf-6d9e8f55573c', 'code': 200} Sep 21 08:05:23.558830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Transition to ACTIVE for port object e8211d3a-fd02-4831-9632-1c361ec02a75 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:05:23.563982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83709ebf-f4cb-4830-a77c-d12cf61b512c req-5c6c4a98-ea8b-4f6e-bd23-8a35438e97cb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1277194 Sep 21 08:05:23.644568 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.700952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83709ebf-f4cb-4830-a77c-d12cf61b512c req-4c118cde-2951-43e9-883f-92493e85609d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225703 Sep 21 08:05:23.719010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db593659-ad59-47f9-b4e6-ba8a773eab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.738653 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db593659-ad59-47f9-b4e6-ba8a773eab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:23.835484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd6265-77df-476b-b08f-ad096731cc86 req-6d11e4d5-0480-463f-97ec-ab6f29374842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:23.838875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6bd6265-77df-476b-b08f-ad096731cc86 req-6d11e4d5-0480-463f-97ec-ab6f29374842 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1097 time: 0.1309719 Sep 21 08:05:23.892959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:23.902950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-db593659-ad59-47f9-b4e6-ba8a773eab82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37a0a48da5404b56a41e665af25f3e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6434677 Sep 21 08:05:23.924366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38062) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:23.943196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db593659-ad59-47f9-b4e6-ba8a773eab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63da23b7-bfa5-40e1-b3e6-405e8bbecdb9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:23.975596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779c354-108c-453e-9300-00db3a0be71d req-9f85c607-151d-47e6-ad5d-3f3197c7c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:23.977102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9779c354-108c-453e-9300-00db3a0be71d req-9f85c607-151d-47e6-ad5d-3f3197c7c576 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 1100 time: 0.2506900 Sep 21 08:05:24.000256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6bd6265-77df-476b-b08f-ad096731cc86 req-eaf47a52-5a09-49b5-83fe-5a64bca05129 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077471 Sep 21 08:05:24.022875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134460c1-e5d1-4647-9099-715dc7f33bca req-a6c671fe-885d-47dd-9387-16b3f6427617 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:24.025050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-134460c1-e5d1-4647-9099-715dc7f33bca req-a6c671fe-885d-47dd-9387-16b3f6427617 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 946 time: 0.1847820 Sep 21 08:05:24.093315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:24.093743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:24.093948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:24.101814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:05:24.102220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:24.103793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-134460c1-e5d1-4647-9099-715dc7f33bca req-427bdd43-0f4f-4b40-941a-22f55b4edee2 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656092 Sep 21 08:05:24.117431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9779c354-108c-453e-9300-00db3a0be71d req-231fed2b-ea54-46c8-85c2-46b296f6f139 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162136 Sep 21 08:05:24.117431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:24.117431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:24.117431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:24.117431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Bound port: e8211d3a-fd02-4831-9632-1c361ec02a75, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:24.117431 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:24.165102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac709-2267-45e0-b661-e7848c5abbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:24.190336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac709-2267-45e0-b661-e7848c5abbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:24.270950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:24.276416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:24.284490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:24.342192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:24.343037 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:24.344729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] 10.222.0.62 "PUT /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 1091 time: 1.9569674 Sep 21 08:05:24.345522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:24.348579 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b6a8b-cedd-4310-a6aa-08a904b638d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:24.355841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac709-2267-45e0-b661-e7848c5abbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:24.360831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac709-2267-45e0-b661-e7848c5abbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:24.366435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d4ac709-2267-45e0-b661-e7848c5abbd7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63da23b7-bfa5-40e1-b3e6-405e8bbecdb9 HTTP/1.1" status: 204 len: 168 time: 0.4318676 Sep 21 08:05:24.494727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ac709-2267-45e0-b661-e7848c5abbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63da23b7-bfa5-40e1-b3e6-405e8bbecdb9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:24.576118 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df6575-5255-4c04-9a14-8ec300cda670 x-openstack-request-id: req-d2df6575-5255-4c04-9a14-8ec300cda670 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:24.576896 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:24.577626 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2df6575-5255-4c04-9a14-8ec300cda670 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:24.578689 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75', 'status': 'completed', 'code': 200} Sep 21 08:05:24.579696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe7487-48a9-4103-9c3a-12b47b2e5f6b service neutron] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:24.664148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-04524dba-84ce-4cf5-bb76-43838cf3da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:24.667513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-04524dba-84ce-4cf5-bb76-43838cf3da9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1094 time: 0.2531090 Sep 21 08:05:24.760215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808e983-9798-4f24-8cd8-a85fdd05996c req-fbb1ad32-2a38-4933-9a2e-bb5f30833292 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:24.763642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e808e983-9798-4f24-8cd8-a85fdd05996c req-fbb1ad32-2a38-4933-9a2e-bb5f30833292 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.2768881 Sep 21 08:05:24.766987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-adec4b6b-537c-47b6-80ab-f90fe7c9ce24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 217 time: 0.0904562 Sep 21 08:05:24.798181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870d091-b65b-4626-a86c-dc382cee7c47 req-952a0a9a-1b80-4e67-b986-5e7df4670ca3 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:24.803128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3870d091-b65b-4626-a86c-dc382cee7c47 req-952a0a9a-1b80-4e67-b986-5e7df4670ca3 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 949 time: 0.1278071 Sep 21 08:05:24.881440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3870d091-b65b-4626-a86c-dc382cee7c47 req-888f28e9-ca55-4f24-9d65-d9005a6adfc0 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657623 Sep 21 08:05:24.919985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e808e983-9798-4f24-8cd8-a85fdd05996c req-f63bf8e1-6d31-4d3c-87be-6ec48179876c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482770 Sep 21 08:05:24.948295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ed209e0f-ebd3-488c-9909-c421645fd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:24.950514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-ed209e0f-ebd3-488c-9909-c421645fd00d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1763766 Sep 21 08:05:25.000016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-0cca9343-3868-428a-bd1d-2788a5e7da5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387104 Sep 21 08:05:25.081837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db7411-8701-432b-823a-0ab0957cd501 req-4b6d7815-b8e4-4f5f-a7b5-531259a7fb18 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:25.086595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9db7411-8701-432b-823a-0ab0957cd501 req-4b6d7815-b8e4-4f5f-a7b5-531259a7fb18 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1020789 Sep 21 08:05:25.175069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9db7411-8701-432b-823a-0ab0957cd501 req-834cacb7-8048-4508-9532-5dbf0969cf22 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790899 Sep 21 08:05:25.231784 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:25.290446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-07406206-f997-4880-8b44-47ecce671966 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818727 Sep 21 08:05:25.417024 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c1246c9e-b527-42fe-a309-2dcd7773c544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:25.477857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d627d7-c08b-4e88-96ee-b4cc37eab030 req-00160c8f-7d96-4625-867f-cd1d4527c936 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:25.480042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1d627d7-c08b-4e88-96ee-b4cc37eab030 req-00160c8f-7d96-4625-867f-cd1d4527c936 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 946 time: 0.2261839 Sep 21 08:05:25.542469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b707c830-a492-4afa-a5ec-1bab6c5fb73d req-b4d7d2cd-ba6c-482f-b498-282483c95bee service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229128 Sep 21 08:05:25.601577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1d627d7-c08b-4e88-96ee-b4cc37eab030 req-81b35477-2672-44bf-bc30-46996bd2a9aa tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020842 Sep 21 08:05:25.702124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-db685792-809a-4443-be5f-de61d3407e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:25.704412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-db685792-809a-4443-be5f-de61d3407e00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1094 time: 0.0630591 Sep 21 08:05:25.862257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:25.895214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-9ba87dac-6536-4787-9ab7-4bd6895766f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:25.897747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-9ba87dac-6536-4787-9ab7-4bd6895766f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.1854892 Sep 21 08:05:26.056499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-10cc0326-8df9-49ea-ae12-4cbe349c114d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 217 time: 0.1501005 Sep 21 08:05:26.181736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb7f0-8f05-4d2d-b502-616b278265d3 req-1a70bb19-e877-4bae-8bc0-38b90185d409 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:26.192744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1beb7f0-8f05-4d2d-b502-616b278265d3 req-1a70bb19-e877-4bae-8bc0-38b90185d409 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 949 time: 0.1389239 Sep 21 08:05:26.241960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1786550372-network', 'tenant_id': '9487fac23a4c41ffa5b285e093f17968'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:26.269581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-71423b5a-fea4-4eb8-b883-d2a70b94e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:26.271359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-71423b5a-fea4-4eb8-b883-d2a70b94e166 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.2034063 Sep 21 08:05:26.274509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Made reservation on behalf of 9487fac23a4c41ffa5b285e093f17968 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:26.277298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:26.283803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1beb7f0-8f05-4d2d-b502-616b278265d3 req-08e7fa67-bb78-405b-aa2a-f2c5f4d183a1 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890563 Sep 21 08:05:26.332576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b0695-98c9-4a97-bd0a-e69f6a62053d req-9594bca9-45c2-44ff-a39b-1e48e357bbdc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:26.335888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f08b0695-98c9-4a97-bd0a-e69f6a62053d req-9594bca9-45c2-44ff-a39b-1e48e357bbdc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.1660917 Sep 21 08:05:26.342399 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-e896b44b-5eb7-4265-b190-d610cc625b60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625787 Sep 21 08:05:26.372333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:26.491822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac11c-a012-4a2b-b7aa-7545b42baabc req-acd2466f-ea06-40df-afb6-076de2e3158c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:26.493773 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-771ac11c-a012-4a2b-b7aa-7545b42baabc req-acd2466f-ea06-40df-afb6-076de2e3158c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.0893366 Sep 21 08:05:26.515512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f08b0695-98c9-4a97-bd0a-e69f6a62053d req-660465f4-e3a7-44c9-a068-0495fc777639 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641946 Sep 21 08:05:26.565776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:26.597250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-7e960c96-334f-48f6-9280-7efd0210e046 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419415 Sep 21 08:05:26.617012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-771ac11c-a012-4a2b-b7aa-7545b42baabc req-26a0edf6-3da0-41c3-bdf0-d5ae8dfde338 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107996 Sep 21 08:05:26.857377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:26.860310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c26b6a8b-cedd-4310-a6aa-08a904b638d3 req-c903a33e-5e4b-4253-8586-5e5516b52993 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539532 Sep 21 08:05:26.876249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b523e3-0011-4f5d-9868-9c641e97e775 req-4d8416ea-67d1-406c-a01b-5446d1b8a502 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:26.877821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09b523e3-0011-4f5d-9868-9c641e97e775 req-4d8416ea-67d1-406c-a01b-5446d1b8a502 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 946 time: 0.1257017 Sep 21 08:05:26.878500 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:26.931372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:05:26.940466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:26.952906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:26.952906 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Added segment c644f7ee-c59c-4555-8487-f673b1fa7819 of type vlan for network abcfbd34-4e1d-479a-ac6c-05757ddd2204 Sep 21 08:05:26.977220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09b523e3-0011-4f5d-9868-9c641e97e775 req-8464e755-ce0e-44d2-89fc-2b1606474a8b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793228 Sep 21 08:05:27.039941 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:27.095959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:27.097217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:27.097943 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:27.127982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1edadb-eae6-4434-8bb4-326b7f2138d0 req-6c78dd4e-95ac-4fdd-b450-719fce8794c0 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:27.130150 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a1edadb-eae6-4434-8bb4-326b7f2138d0 req-6c78dd4e-95ac-4fdd-b450-719fce8794c0 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1097 time: 0.0518098 Sep 21 08:05:27.142770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2790182 Sep 21 08:05:27.148473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38142) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:27.160603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Request body: {'subnet': {'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1786550372-subnet', 'tenant_id': '9487fac23a4c41ffa5b285e093f17968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:27.194784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2290d4-e03b-4a66-acff-53893fbcd3fb admin admin] Pushing event updated for resources: {'Network': ['ID=abcfbd34-4e1d-479a-ac6c-05757ddd2204,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:27.197636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a1edadb-eae6-4434-8bb4-326b7f2138d0 req-0a94cb7b-9062-4781-9a29-b01296445ae6 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610359 Sep 21 08:05:27.210191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network abcfbd34-4e1d-479a-ac6c-05757ddd2204 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:05:27.226870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Made reservation on behalf of 9487fac23a4c41ffa5b285e093f17968 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:27.231510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:27.430962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad8c40-9b44-4fe3-96dd-032271edb682 req-832c7e33-1f5d-432f-ae35-fbe1492dc1ae tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:27.435344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7aad8c40-9b44-4fe3-96dd-032271edb682 req-832c7e33-1f5d-432f-ae35-fbe1492dc1ae tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1097 time: 0.0961013 Sep 21 08:05:27.466324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e379-d1c1-42a9-a671-d5a877774f15 req-9a5004c3-59fa-40bf-ab4e-928d27adaf90 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:27.475947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68d3e379-d1c1-42a9-a671-d5a877774f15 req-9a5004c3-59fa-40bf-ab4e-928d27adaf90 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 949 time: 0.0914302 Sep 21 08:05:27.527275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7aad8c40-9b44-4fe3-96dd-032271edb682 req-a1aeef4b-617e-451c-89db-d0cfdf3d6d8e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803721 Sep 21 08:05:27.533074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68d3e379-d1c1-42a9-a671-d5a877774f15 req-7a2b263d-fbef-4cba-8fa0-8da88751b5cb tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551927 Sep 21 08:05:27.608567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:27.626611 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:27.741239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f256d26-91d3-4d7d-8f35-45f171f69f56,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:27.797217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Checking segment: {'id': 'c644f7ee-c59c-4555-8487-f673b1fa7819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:27.798169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Network hostable DHCP agents. Network: abcfbd34-4e1d-479a-ac6c-05757ddd2204, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:05:27.827901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17aea-840e-4050-b66e-879644a71f3f req-40ac9134-6ab4-4928-bd65-62d3f4ab3178 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:27.830326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4f17aea-840e-4050-b66e-879644a71f3f req-40ac9134-6ab4-4928-bd65-62d3f4ab3178 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.1509049 Sep 21 08:05:27.861388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Network abcfbd34-4e1d-479a-ac6c-05757ddd2204 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:05:27.899180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, abcfbd34-4e1d-479a-ac6c-05757ddd2204) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:27.915138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5f544-dc96-4109-beaf-fd4954167378 None None] Network abcfbd34-4e1d-479a-ac6c-05757ddd2204 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:05:27.919478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:27.920751 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:27.940436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4f17aea-840e-4050-b66e-879644a71f3f req-58e6fbb9-cafd-4354-bca2-4515431dfa24 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921235 Sep 21 08:05:27.953869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8fa57467-afc1-462a-8fdd-69fd304cf6be admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8014698 Sep 21 08:05:28.225579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21846af6-5c4a-4c03-a32b-941f346ae416 req-58facf54-70b9-4229-8b8c-7259c63cec12 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:28.229505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-21846af6-5c4a-4c03-a32b-941f346ae416 req-58facf54-70b9-4229-8b8c-7259c63cec12 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1476803 Sep 21 08:05:28.243203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc3f05-6339-4665-83fb-2c34912edf87 None None] Network abcfbd34-4e1d-479a-ac6c-05757ddd2204 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:05:28.351867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-21846af6-5c4a-4c03-a32b-941f346ae416 req-faff3e94-58ab-49a2-8c16-e840e6095f90 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019433 Sep 21 08:05:28.444342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a3406-c9db-46c8-9c91-724bd7b8b088 req-008e68e3-3cee-4fe2-98d1-860375b1f41b tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:28.448889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-390a3406-c9db-46c8-9c91-724bd7b8b088 req-008e68e3-3cee-4fe2-98d1-860375b1f41b tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 1100 time: 0.0897672 Sep 21 08:05:28.490776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31729f-d7dd-466a-8eaf-e184fe36d679 req-44cc3cba-2be9-43fe-baf7-dd4d05ab957e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:28.493646 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fd31729f-d7dd-466a-8eaf-e184fe36d679 req-44cc3cba-2be9-43fe-baf7-dd4d05ab957e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1097 time: 0.0818262 Sep 21 08:05:28.498266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-390a3406-c9db-46c8-9c91-724bd7b8b088 req-7284d989-4295-4bd6-a368-be68265ebbf7 tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:28.625281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fd31729f-d7dd-466a-8eaf-e184fe36d679 req-1e45adff-bffa-42fc-a11a-485f10d6cd41 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133058 Sep 21 08:05:28.722237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-390a3406-c9db-46c8-9c91-724bd7b8b088 req-7284d989-4295-4bd6-a368-be68265ebbf7 tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:28.736374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-390a3406-c9db-46c8-9c91-724bd7b8b088 req-7284d989-4295-4bd6-a368-be68265ebbf7 tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:28.834505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-390a3406-c9db-46c8-9c91-724bd7b8b088 req-7284d989-4295-4bd6-a368-be68265ebbf7 tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766794 Sep 21 08:05:28.924775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284d989-4295-4bd6-a368-be68265ebbf7 tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6ca0a-1e38-4e10-9b6e-4e2b0e75de03,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:28.971784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:05:29.284642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc1759-7d0c-4a1a-a8a9-80b6360889f3 req-a513e308-c535-4861-a246-790764af5c27 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:29.309732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94dc1759-7d0c-4a1a-a8a9-80b6360889f3 req-a513e308-c535-4861-a246-790764af5c27 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.1800780 Sep 21 08:05:29.340980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:29.397964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'mac_address': 'fa:16:3e:46:71:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:05:29.426241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38236) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:29.432099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1804839569-network', 'tenant_id': '9c136458570043699d84c17080d995df'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:29.449877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94dc1759-7d0c-4a1a-a8a9-80b6360889f3 req-a39e7d81-5196-43b8-b42f-161ebeecb766 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392167 Sep 21 08:05:29.464189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.497180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:29.499002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Made reservation on behalf of 9c136458570043699d84c17080d995df for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:29.501367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.528006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.548329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:29.556403 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.688760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:29.740958 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.741858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:29.749047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.788821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:05:29.808251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefdadab-44f5-4e73-afa9-e85396a6014c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:29.814658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.815007 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Added segment fa38b84e-d7b5-4ae9-90c3-d9f2b84d8ddc of type vlan for network 0423ddc2-8d98-4d6f-83ed-7f11d88ae82a Sep 21 08:05:29.893452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.951182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:29.953808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:29.954408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:30.069127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] Pushing event updated for resources: {'Network': ['ID=0423ddc2-8d98-4d6f-83ed-7f11d88ae82a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:30.081504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0423ddc2-8d98-4d6f-83ed-7f11d88ae82a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:05:30.102155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7220e85c-191c-4df9-9f4d-70e1cb2cdda6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6743803 Sep 21 08:05:30.105271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38262) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:30.113454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Request body: {'subnet': {'network_id': '0423ddc2-8d98-4d6f-83ed-7f11d88ae82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1804839569-subnet', 'tenant_id': '9c136458570043699d84c17080d995df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:30.183030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Made reservation on behalf of 9c136458570043699d84c17080d995df for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:30.186992 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:30.511449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:30.530631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e8211d3a-fd02-4831-9632-1c361ec02a75 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:05:30.663540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Checking segment: {'id': 'fa38b84e-d7b5-4ae9-90c3-d9f2b84d8ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0423ddc2-8d98-4d6f-83ed-7f11d88ae82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:30.663966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Network hostable DHCP agents. Network: 0423ddc2-8d98-4d6f-83ed-7f11d88ae82a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:05:30.707539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Pushing event updated for resources: {'Subnet': ['ID=665ee82a-f101-4e8a-85e1-7bfecb438152,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:30.767002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Network 0423ddc2-8d98-4d6f-83ed-7f11d88ae82a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:05:30.794196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0423ddc2-8d98-4d6f-83ed-7f11d88ae82a) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:30.802124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:30.803188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:30.843295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-48a25599-2d62-4050-8b5b-aaac1223797d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7242043 Sep 21 08:05:30.845070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-10591cef-2ef1-4c57-94fe-f1feb6336aab tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:05:30.845070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-10591cef-2ef1-4c57-94fe-f1feb6336aab tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094991 Sep 21 08:05:30.846627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2d159-52f0-4109-bfbc-1fb60d87776d None None] Network 0423ddc2-8d98-4d6f-83ed-7f11d88ae82a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:05:30.920148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:30.942082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e8211d3a-fd02-4831-9632-1c361ec02a75', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'port_id': 'e8211d3a-fd02-4831-9632-1c361ec02a75', 'mac_address': 'fa:16:3e:f3:eb:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e0b300-5a8d-4b76-a604-27b72889a088', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:05:31.006131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-cba611ff-4863-4e15-bc64-6195ffffb547 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:31.023254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-cba611ff-4863-4e15-bc64-6195ffffb547 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 1094 time: 0.1636806 Sep 21 08:05:31.029010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Request body: {'binding': {'host': 'n-h2-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:31.029472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Unknown quota resources ['binding']. {{(pid=94725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:05:31.326995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69422847-4ba4-4400-a4bc-09f27bd5ca73 None None] Network 0423ddc2-8d98-4d6f-83ed-7f11d88ae82a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:05:31.332630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:31.364490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on host n-h2-809980-2 for vnic_type normal with profile None {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:31.365285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:31.366388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:31.373200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:05:31.373960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:31.387735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:31.392196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:31.395366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:31.396204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Bound port: b5fb10b2-ef20-443c-a5e9-1d317a329822, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:31.403466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8211d3a-fd02-4831-9632-1c361ec02a75 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:31.506890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:31.525747 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:31.544117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:31.553315 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:31.555156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-e4cb4fba-215c-40cb-9ef6-3173f483305b service neutron] 10.222.0.59 "POST /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822/bindings HTTP/1.1" status: 201 len: 389 time: 0.5307894 Sep 21 08:05:31.905760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:31.960876 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:31.975689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e8211d3a-fd02-4831-9632-1c361ec02a75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:32.108288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74476580-3a0c-44bf-9fa5-eef72b415bb9 req-5884f1e2-4c65-4640-94f7-85f97560e0d4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:32.111225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74476580-3a0c-44bf-9fa5-eef72b415bb9 req-5884f1e2-4c65-4640-94f7-85f97560e0d4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1180956 Sep 21 08:05:32.114085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-a9b29dae-ab55-4866-ac43-fb98acfbd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:32.116965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-a9b29dae-ab55-4866-ac43-fb98acfbd11e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1097 time: 0.2169824 Sep 21 08:05:32.207606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74476580-3a0c-44bf-9fa5-eef72b415bb9 req-4144f012-8b31-4d5d-9f81-c0f7720b26b7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828209 Sep 21 08:05:32.759280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aa389-3a08-434a-8f34-dbea407f4879 req-45b8e850-1d06-407c-8645-bb832d96403e tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:32.770382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-587aa389-3a08-434a-8f34-dbea407f4879 req-45b8e850-1d06-407c-8645-bb832d96403e tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 1100 time: 0.1083550 Sep 21 08:05:32.810481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-9daee8fa-0a15-4989-ab83-87541cd95f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:32.813287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-9daee8fa-0a15-4989-ab83-87541cd95f6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.6692088 Sep 21 08:05:32.847344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-587aa389-3a08-434a-8f34-dbea407f4879 req-a21b98fe-2462-4000-8f5a-56936bca6206 tempest-ServersAdminNegativeTestJSON-1694909969 tempest-ServersAdminNegativeTestJSON-1694909969-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759068 Sep 21 08:05:32.883790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-d9c2fcfc-7556-4fbf-a77d-82f178bd06f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 217 time: 0.0523977 Sep 21 08:05:32.983393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:33.010604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-05e43502-6e53-4802-bf9d-5f4d8d2f66bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:33.013338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-05e43502-6e53-4802-bf9d-5f4d8d2f66bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1166327 Sep 21 08:05:33.064567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb64b-3a10-48f7-a208-7ccb5d25ee9c req-ad3ff32a-71ca-49d3-a348-05b9799a9cbd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:33.074278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd1cb64b-3a10-48f7-a208-7ccb5d25ee9c req-ad3ff32a-71ca-49d3-a348-05b9799a9cbd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 944 time: 0.1349952 Sep 21 08:05:33.074512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:33.074877 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:33.108594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-760488d6-6126-423d-9438-cbd037a69f9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805902 Sep 21 08:05:33.188600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd1cb64b-3a10-48f7-a208-7ccb5d25ee9c req-21fd5842-56e3-48af-8a43-366385f5e253 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123374 Sep 21 08:05:33.200505 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:33.253653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:33.256262 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de268810-79dd-49a6-ab1f-bfcf22d694a4" -d '{"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-plugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:33.275543 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:33.278335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:33.284842 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:33.355995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:33.430783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-a45bff79-c850-4f91-a9f4-592edaec9a39 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100176 Sep 21 08:05:33.702043 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-83166596-7a65-42bd-91e1-c2c48790c6e8 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610595 Sep 21 08:05:33.771468 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:05:33.961288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-96a29655-07d4-443a-84c6-86adfb7f7776 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:33.981028 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-96a29655-07d4-443a-84c6-86adfb7f7776 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1097 time: 0.1345718 Sep 21 08:05:34.012773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809980-2'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:34.142988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:34.429692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:34.505388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:34.532983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e8211d3a-fd02-4831-9632-1c361ec02a75 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:34.620505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:34.624046 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec761cb4-432c-4616-86a0-53b0b95f1db7" -d '{"events": [{"server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:34.630649 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:34.642603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:34.687204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port e8211d3a-fd02-4831-9632-1c361ec02a75 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:05:34.695779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e8211d3a-fd02-4831-9632-1c361ec02a75 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:34.696319 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:34.852171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:34.893588 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:34.929610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:34.930148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:34.930873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:34.941541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:05:34.941872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Attempting to bind port b5fb10b2-ef20-443c-a5e9-1d317a329822 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:34.943928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:34.950914 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:34.955091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:34.955947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:34.955947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:34.956191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Bound port: b5fb10b2-ef20-443c-a5e9-1d317a329822, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:34.956466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:35.060333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:35.106551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:35.115734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:35.127478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:35.239507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=8']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:35.247927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:35.248722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:35.250744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-5f0c3846-53be-4327-b190-db0b4c21d8e9 service neutron] 10.222.0.50 "PUT /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 1122 time: 1.2619412 Sep 21 08:05:35.325196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b5fb10b2-ef20-443c-a5e9-1d317a329822'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:37.014519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:05:37.162605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:37.179643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 has no active binding in host n-h2-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:05:41.003039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-6dc6db10-9a1a-4a46-b12d-1e68e7707507 service neutron] 10.222.0.62 "GET /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.1337628 Sep 21 08:05:41.392638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:41.451735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:41.502722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fb10b2-ef20-443c-a5e9-1d317a329822 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:41.519046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:41.547203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:41.649290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] Transition to ACTIVE for port object b5fb10b2-ef20-443c-a5e9-1d317a329822 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:05:41.655506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:41.726187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] No DVR routers for this DVR port b5fb10b2-ef20-443c-a5e9-1d317a329822 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:05:41.764984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=10']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:41.772435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-331a7711-e3dd-4387-8d27-6b3bd3e720d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822/bindings/n-h2-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7620459 Sep 21 08:05:41.912464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-ae725f3e-9bb4-4e79-9105-663189301193 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:41.914499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-ae725f3e-9bb4-4e79-9105-663189301193 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.0680904 Sep 21 08:05:42.002622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-53080308-062c-4ab7-8845-6e20576d4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:42.004536 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-53080308-062c-4ab7-8845-6e20576d4fb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066&tenant_id=e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 1096 time: 0.0789244 Sep 21 08:05:42.102423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-112e3ad8-d12b-4763-902c-26a0bf389e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:42.104766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-112e3ad8-d12b-4763-902c-26a0bf389e1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1096 time: 0.0664437 Sep 21 08:05:42.248048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-7e80be81-acd0-42b4-8afd-5125e2f6e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:42.250401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-7e80be81-acd0-42b4-8afd-5125e2f6e6d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.1371169 Sep 21 08:05:42.360339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-1d2eed91-a956-47bd-a98d-39a50e648e5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 217 time: 0.0999043 Sep 21 08:05:42.426151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-c4b20f8b-9f7e-4396-ad56-853d406fb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:42.428379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-c4b20f8b-9f7e-4396-ad56-853d406fb93a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.0602083 Sep 21 08:05:42.502008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-86564024-65db-4264-a297-83e921cb8bb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641036 Sep 21 08:05:42.666091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-683c7841-bef6-4955-89b0-04e6ea607970 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518321 Sep 21 08:05:42.794309 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-d46b50e9-83d3-40e3-a4f2-140fe6f38aec service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175911 Sep 21 08:05:43.096644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-738c5baa-8a5c-462e-80fe-c1afe1abd82c tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:43.098391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-738c5baa-8a5c-462e-80fe-c1afe1abd82c tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/networks?id=abcfbd34-4e1d-479a-ac6c-05757ddd2204 HTTP/1.1" status: 200 len: 815 time: 0.1844962 Sep 21 08:05:43.158149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-ed3f242b-febd-44ab-8a91-dcac0d2fa127 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/quotas/9487fac23a4c41ffa5b285e093f17968 HTTP/1.1" status: 200 len: 375 time: 0.0393586 Sep 21 08:05:43.202991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-716342fc-eb34-47ce-a0a0-6326d4d89125 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9487fac23a4c41ffa5b285e093f17968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368729 Sep 21 08:05:43.211347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-51324067-f352-4f92-9942-c78eea66973e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:43.213884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-51324067-f352-4f92-9942-c78eea66973e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.1116540 Sep 21 08:05:43.314401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-5e5ed5ca-a86a-4fe4-94a6-40bd8b8b9572 service neutron] 10.222.0.59 "GET /v2.0/networks/abcfbd34-4e1d-479a-ac6c-05757ddd2204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992961 Sep 21 08:05:43.359094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe255d78-3880-4a58-a219-f788a2138a82 req-3a7bf9fc-2a05-48ae-a218-c7c5e7b10ecb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:43.361785 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fe255d78-3880-4a58-a219-f788a2138a82 req-3a7bf9fc-2a05-48ae-a218-c7c5e7b10ecb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 945 time: 0.3720427 Sep 21 08:05:43.422022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fe255d78-3880-4a58-a219-f788a2138a82 req-fdfbab1e-c8a5-4696-a107-d9af7081af2e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Sep 21 08:05:43.518417 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-c7ec7939-f9b9-4f14-b692-6f10f536bc1f service neutron] 10.222.0.59 "GET /v2.0/networks/abcfbd34-4e1d-479a-ac6c-05757ddd2204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976373 Sep 21 08:05:43.614907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-7bbc1d66-af9a-4116-af99-92718900985e service neutron] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:43.622330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-7bbc1d66-af9a-4116-af99-92718900985e service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:43.623661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18b3376f-65c9-414d-be4d-713e64fab0f2 req-7bbc1d66-af9a-4116-af99-92718900985e service neutron] 10.222.0.50 "DELETE /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822/bindings/n-h1-809980-2 HTTP/1.1" status: 204 len: 173 time: 0.2157416 Sep 21 08:05:43.700338 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da552d9-6de4-4db1-a554-5fd7775723ca x-openstack-request-id: req-8da552d9-6de4-4db1-a554-5fd7775723ca {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:43.701907 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-plugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:43.702567 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8da552d9-6de4-4db1-a554-5fd7775723ca {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:43.703754 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'code': 200} Sep 21 08:05:43.713912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519bbe4-a42f-422e-972f-60d4b395b250 req-bb7ef0fa-a808-4d0c-bc2a-5c13cc5b3e93 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:43.715747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3519bbe4-a42f-422e-972f-60d4b395b250 req-bb7ef0fa-a808-4d0c-bc2a-5c13cc5b3e93 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.0708196 Sep 21 08:05:43.769534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3519bbe4-a42f-422e-972f-60d4b395b250 req-e3d92b06-059a-46b3-b198-24f298478a2f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422194 Sep 21 08:05:43.839088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc248ee-cd29-4090-aee9-481a8100e68c req-8af4a688-8730-47fe-820a-54e8118ed91a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:43.840775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2bc248ee-cd29-4090-aee9-481a8100e68c req-8af4a688-8730-47fe-820a-54e8118ed91a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0741682 Sep 21 08:05:43.874087 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc07d08c-f0ad-4646-a90c-6f99ff3b63ca x-openstack-request-id: req-bc07d08c-f0ad-4646-a90c-6f99ff3b63ca {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:43.874847 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:43.875051 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc07d08c-f0ad-4646-a90c-6f99ff3b63ca {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:43.875592 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822', 'code': 200} Sep 21 08:05:43.908030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2bc248ee-cd29-4090-aee9-481a8100e68c req-f02c102b-8577-47ff-81c2-dd374dbde46f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566583 Sep 21 08:05:44.032172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2522413e-21f8-406c-8149-0ecd420bbf90 req-4913b679-0288-4f0f-9ecf-ffb062a05c2d tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 210 time: 0.0502763 Sep 21 08:05:44.237563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-384fdbb7-dea8-4e2e-a750-0f9e843e3a7c tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:44.240462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-384fdbb7-dea8-4e2e-a750-0f9e843e3a7c tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/networks?id=9f257ab6-463c-4f48-9ff2-4891a2da3d9d HTTP/1.1" status: 200 len: 815 time: 0.2084885 Sep 21 08:05:44.281028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-58ddc2bc-6163-4865-82e9-dd328baafe5b tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/quotas/7ca95e6bd1724bb8a2c6c7a1640df11b HTTP/1.1" status: 200 len: 375 time: 0.0235484 Sep 21 08:05:44.352894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-62e1e41e-e618-48eb-a737-847afa48f9e5 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ca95e6bd1724bb8a2c6c7a1640df11b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627515 Sep 21 08:05:44.397853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640db24-bd3d-409d-a013-98c843ae6d0e req-975003bc-6235-4327-8aea-1031196e60c1 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:44.400942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9640db24-bd3d-409d-a013-98c843ae6d0e req-975003bc-6235-4327-8aea-1031196e60c1 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 949 time: 0.0638235 Sep 21 08:05:44.455145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9640db24-bd3d-409d-a013-98c843ae6d0e req-21a0afef-d01d-4d73-aaf7-81e5397e2192 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 Sep 21 08:05:44.467690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-a0db7f46-3fd5-406a-86fc-afa97e3df440 service neutron] 10.222.0.59 "GET /v2.0/networks/9f257ab6-463c-4f48-9ff2-4891a2da3d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052871 Sep 21 08:05:44.607095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:05:44.615972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-4dade3c4-3893-4c03-9d17-1cd39ed97891 service neutron] 10.222.0.59 "GET /v2.0/networks/9f257ab6-463c-4f48-9ff2-4891a2da3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376705 Sep 21 08:05:44.682409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:05:44.793943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f2500-ec1c-4c00-bfd9-f0094501606c req-680c7975-1bfb-4e96-b54a-753e7139dfa1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:44.795594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee8f2500-ec1c-4c00-bfd9-f0094501606c req-680c7975-1bfb-4e96-b54a-753e7139dfa1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 945 time: 0.0609300 Sep 21 08:05:44.855464 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee8f2500-ec1c-4c00-bfd9-f0094501606c req-de6fa130-aec9-46dd-90c8-23a0cf907c90 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Sep 21 08:05:45.149595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b2c95e-d364-4e8a-ba66-8743ba2b4e67 req-d7380e81-04b9-4119-bf81-421e57b564b4 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:45.154114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-60b2c95e-d364-4e8a-ba66-8743ba2b4e67 req-d7380e81-04b9-4119-bf81-421e57b564b4 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 949 time: 0.1528296 Sep 21 08:05:45.333717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-60b2c95e-d364-4e8a-ba66-8743ba2b4e67 req-dd4c7c38-6600-48ae-b934-7a6fb1c86ae4 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560707 Sep 21 08:05:45.382779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-269c1988-5143-456c-9277-0045b89d27c8 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:45.384707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-269c1988-5143-456c-9277-0045b89d27c8 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.62 "GET /v2.0/networks?id=abcfbd34-4e1d-479a-ac6c-05757ddd2204 HTTP/1.1" status: 200 len: 815 time: 0.3173504 Sep 21 08:05:45.410354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Request body: {'port': {'device_id': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204', 'admin_state_up': True, 'tenant_id': '9487fac23a4c41ffa5b285e093f17968'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:45.610051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac497a-c5cf-4ad1-8028-175601f66473 req-93fd904f-bf3d-4fce-9447-27b3c0934d49 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:45.612076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9ac497a-c5cf-4ad1-8028-175601f66473 req-93fd904f-bf3d-4fce-9447-27b3c0934d49 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1513114 Sep 21 08:05:45.698856 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9ac497a-c5cf-4ad1-8028-175601f66473 req-5572ee34-3e80-4070-9e78-97da09b5bd9a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705805 Sep 21 08:05:45.699807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a538778c-cc59-4e4f-81f6-12cf19fbbb2b req-695fd109-0351-4ba4-8c51-569406a03835 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 210 time: 0.0406690 Sep 21 08:05:45.705657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:45.708840 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351177cb-ca12-40da-8914-119b925799b2" -d '{"events": [{"server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "name": "network-vif-plugged", "status": "completed", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:45.717625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Made reservation on behalf of 9487fac23a4c41ffa5b285e093f17968 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:45.724473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:45.876265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:45.878568 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f518b3b-263d-4236-b38b-d833fa124d69" -d '{"events": [{"name": "network-changed", "server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:45.896171 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f33dbde3-1c08-4180-bad8-2a84fe00b16d req-a174b611-b6b6-4b1e-9923-83d0177dcf32 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 210 time: 0.0452518 Sep 21 08:05:45.949113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923aff7-eb4a-4fd9-824b-3a9b7e8aa175 req-e94c852c-061b-45ed-9482-605fd13a84ad tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:45.950686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5923aff7-eb4a-4fd9-824b-3a9b7e8aa175 req-e94c852c-061b-45ed-9482-605fd13a84ad tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1218770 Sep 21 08:05:45.955417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Allocated IP 172.20.0.13 (abcfbd34-4e1d-479a-ac6c-05757ddd2204/2f256d26-91d3-4d7d-8f35-45f171f69f56/8a992500-5f51-4a02-8c55-e44246e01c44) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:05:46.027869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5923aff7-eb4a-4fd9-824b-3a9b7e8aa175 req-4d661199-da72-42f0-bb55-0449da090e85 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694268 Sep 21 08:05:46.045431 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174487aa-c0bf-4b7e-99d5-de5096e07e6e x-openstack-request-id: req-174487aa-c0bf-4b7e-99d5-de5096e07e6e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:46.046433 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "name": "network-vif-plugged", "status": "completed", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:46.048235 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-174487aa-c0bf-4b7e-99d5-de5096e07e6e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:46.050860 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75', 'code': 200} Sep 21 08:05:46.122375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb186fea-8715-406b-8ec5-b54591d240f0 x-openstack-request-id: req-bb186fea-8715-406b-8ec5-b54591d240f0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:46.122724 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:46.122987 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb186fea-8715-406b-8ec5-b54591d240f0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:46.123392 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822', 'status': 'completed', 'code': 200} Sep 21 08:05:46.191949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680abbfe-303f-45fb-afa9-7bf280f4bef4 req-b7d00ae2-64ca-479b-9265-d79a49baf448 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:46.194026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-680abbfe-303f-45fb-afa9-7bf280f4bef4 req-b7d00ae2-64ca-479b-9265-d79a49baf448 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1096 time: 0.0734921 Sep 21 08:05:46.244607 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:46.255608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-11f79a9e-efb9-48d4-9ece-c9ab2fa7df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:46.257517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-11f79a9e-efb9-48d4-9ece-c9ab2fa7df4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1096 time: 0.0935812 Sep 21 08:05:46.280768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-680abbfe-303f-45fb-afa9-7bf280f4bef4 req-6de56d48-3453-41e8-8d5a-1e5c687e74be tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Sep 21 08:05:46.284222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b85f5-0b7e-4044-8e6e-61927c663d8c req-d3961f15-2ed3-4ee3-b7a6-0ff5fcc8d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:46.285983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-754b85f5-0b7e-4044-8e6e-61927c663d8c req-d3961f15-2ed3-4ee3-b7a6-0ff5fcc8d462 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1096 time: 0.0831275 Sep 21 08:05:46.347404 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-754b85f5-0b7e-4044-8e6e-61927c663d8c req-ba23c994-193c-441b-a552-762802d229ed service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484204 Sep 21 08:05:46.535978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:46.536830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbc42-d31e-419b-b364-16b4110262b1 req-6fa562d9-6a04-43d5-bf71-09f39ae60ecc tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:46.538362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b88dbc42-d31e-419b-b364-16b4110262b1 req-6fa562d9-6a04-43d5-bf71-09f39ae60ecc tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 949 time: 0.0695794 Sep 21 08:05:46.596842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b88dbc42-d31e-419b-b364-16b4110262b1 req-4bc40423-399b-4e66-9596-49647ab2c068 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466235 Sep 21 08:05:46.640375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Network abcfbd34-4e1d-479a-ac6c-05757ddd2204 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:46.659263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:46.664270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-9c08154c-f4e2-477c-a495-82d958c9153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:46.666989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-9c08154c-f4e2-477c-a495-82d958c9153e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.3979456 Sep 21 08:05:46.682766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:05:46.771003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-d792de86-d1c0-4f40-8b21-acb50f155ecc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 217 time: 0.0818594 Sep 21 08:05:46.771633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Pushing event updated for resources: {'Port': ['ID=8a992500-5f51-4a02-8c55-e44246e01c44,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:46.814932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-26c93491-03ad-4a37-bb83-19cae67dba86 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:46.816953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-26c93491-03ad-4a37-bb83-19cae67dba86 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.62 "GET /v2.0/networks?id=9f257ab6-463c-4f48-9ff2-4891a2da3d9d HTTP/1.1" status: 200 len: 815 time: 0.4971111 Sep 21 08:05:46.866501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2224-24a8-46f7-b746-85866596b6ad req-defdd7eb-1904-426e-a95e-97e3e05468fd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:46.868178 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-defdd7eb-1904-426e-a95e-97e3e05468fd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.1387153 Sep 21 08:05:46.891733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-274af366-2432-48e8-97e1-a1538e006779 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/quotas/e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 375 time: 0.0109222 Sep 21 08:05:46.973702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-dfb5960c-8edd-4b8b-ae02-2d5e78f6594d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712616 Sep 21 08:05:47.094251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:05:47.154326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-109e1247-2aae-4355-8b05-81b509caf788 service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655977 Sep 21 08:05:47.165687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fcc9a-ca1d-4cdc-98ea-aa43c5b1b464 req-75e6796b-5aab-4a5a-aaba-ffa15b9d2a89 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:47.176435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-707fcc9a-ca1d-4cdc-98ea-aa43c5b1b464 req-75e6796b-5aab-4a5a-aaba-ffa15b9d2a89 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 949 time: 0.6459181 Sep 21 08:05:47.206018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Request body: {'port': {'device_id': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'admin_state_up': True, 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:47.219955 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:47.230264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:47.232250 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:47.319488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:47.325891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:47.333247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-c0f01b72-e046-4e5f-9178-8a74a28cd586 service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774220 Sep 21 08:05:47.361545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-12ddb6ec-8091-4842-ab5e-e40a80e1603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:47.363539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-12ddb6ec-8091-4842-ab5e-e40a80e1603e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.5662892 Sep 21 08:05:47.378109 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-772dd076-e0fa-4801-9017-1a81b36271c1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9824097 Sep 21 08:05:47.430000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=11']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:47.518286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-b6f2d452-6c87-4af9-bec1-144e0d94bfd7 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:47.518286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-b6f2d452-6c87-4af9-bec1-144e0d94bfd7 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 949 time: 0.3945284 Sep 21 08:05:47.525056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-ae8b3b6b-8aad-4c40-b9a6-e60eb373b994 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864818 Sep 21 08:05:47.542503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-707fcc9a-ca1d-4cdc-98ea-aa43c5b1b464 req-3603cc8a-8ad8-4cab-84d4-5ec9a881fec6 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636611 Sep 21 08:05:47.720488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2de6c652-c475-4bed-8424-0a82a0451cf0 req-8c35fdde-e862-4538-89fe-e0fd1e2f62ed tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 210 time: 0.0726526 Sep 21 08:05:47.776401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Request body: {'port': {'device_id': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:47.997295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8842e-7eed-473c-8239-07ee4e383ff6 req-170e276e-62fc-4f07-8805-d0631a0f93b5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:48.012849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b8842e-7eed-473c-8239-07ee4e383ff6 req-170e276e-62fc-4f07-8805-d0631a0f93b5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 932 time: 0.1334624 Sep 21 08:05:48.052849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:48.057531 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f038e8-83cb-452a-af39-e3323049e81d" -d '{"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:48.077537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b8842e-7eed-473c-8239-07ee4e383ff6 req-c72fccac-7094-4413-b6cc-c248b8d173c2 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633299 Sep 21 08:05:48.092035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-66d3626a-b12d-478f-b183-bbac1dc04510 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384035 Sep 21 08:05:48.302068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8284c3-c9a5-4f19-a29e-c66bf95295bd req-a9673ed0-832b-4aa1-a727-1c89610aa59d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:48.304648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b03e7-5047-4119-899d-593c369eaf70 req-40ba8df9-c243-4877-beac-fd1c979d73e0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:48.313048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b88b03e7-5047-4119-899d-593c369eaf70 req-40ba8df9-c243-4877-beac-fd1c979d73e0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1127248 Sep 21 08:05:48.313997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2e8284c3-c9a5-4f19-a29e-c66bf95295bd req-a9673ed0-832b-4aa1-a727-1c89610aa59d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.5519655 Sep 21 08:05:48.345248 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f518b3b-263d-4236-b38b-d833fa124d69 req-78aa8f41-0539-400e-ab21-324ce974cd82 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225406 Sep 21 08:05:48.345586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Made reservation on behalf of 7ca95e6bd1724bb8a2c6c7a1640df11b for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:48.349447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:48.442937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b88b03e7-5047-4119-899d-593c369eaf70 req-7843a6ad-81f6-422e-aadd-d14f9b0ef899 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285477 Sep 21 08:05:48.443424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:48.554950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2e8284c3-c9a5-4f19-a29e-c66bf95295bd req-e6b0d412-8d0c-43d6-8734-6336b2ea0bc9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400546 Sep 21 08:05:48.727860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8af54395-8b27-40f0-88d8-d0d06db5f3b5 req-db9959c5-9d5f-4b61-b5e9-e151bc10eebe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 210 time: 0.0885184 Sep 21 08:05:48.751088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Allocated IP 172.20.0.9 (9f257ab6-463c-4f48-9ff2-4891a2da3d9d/282ba49c-f749-4a12-a5cf-eebc0464a687/d53b9078-7cd9-44ba-b38c-fbff3ce4e67a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:05:48.763965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Deleting port 81aadf7d-9520-4eba-89bf-6d9e8f55573c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:05:48.764367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:48.963412 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac27e7-a391-4830-89c9-a6d37f0b62c7 x-openstack-request-id: req-2eac27e7-a391-4830-89c9-a6d37f0b62c7 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:48.964336 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:48.964585 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2eac27e7-a391-4830-89c9-a6d37f0b62c7 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:48.964989 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'code': 200} Sep 21 08:05:49.127717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e653c9-bee6-4fd6-ac0c-72434562a8e4 req-1bc72155-11b2-48d5-932a-3d6abd4a63ba tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:49.135977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5e653c9-bee6-4fd6-ac0c-72434562a8e4 req-1bc72155-11b2-48d5-932a-3d6abd4a63ba tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 949 time: 0.2490649 Sep 21 08:05:49.142862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] For port 81aadf7d-9520-4eba-89bf-6d9e8f55573c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81aadf7d-9520-4eba-89bf-6d9e8f55573c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:49.143685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:49.153583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaead27-449a-45df-969a-9593235113dc req-f208735e-8f07-4721-8f4c-d478161c0e4e tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:49.155491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bfaead27-449a-45df-969a-9593235113dc req-f208735e-8f07-4721-8f4c-d478161c0e4e tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 947 time: 0.0754313 Sep 21 08:05:49.240196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bfaead27-449a-45df-969a-9593235113dc req-7eafe758-ffd5-4197-be3d-91ce4d46574f tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703051 Sep 21 08:05:49.242748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Calling delete_port for 81aadf7d-9520-4eba-89bf-6d9e8f55573c owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:05:49.328063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5e653c9-bee6-4fd6-ac0c-72434562a8e4 req-609b27eb-13a3-4063-87ec-407ce0625f53 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794899 Sep 21 08:05:49.371696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc7d48ca-d86b-4fe2-bdd8-d7136e44630f req-957ec98b-4c9b-454d-be57-fcfd70bff70f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 210 time: 0.0553551 Sep 21 08:05:49.496152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:49.499431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a992500-5f51-4a02-8c55-e44246e01c44 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:49.523452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:49.586936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Transition to ACTIVE for port object 8a992500-5f51-4a02-8c55-e44246e01c44 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:05:49.611085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:49.629506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa0c50-6fec-4c0a-b786-584cf26b2d3f req-2d6fec18-0eb5-47fe-b08d-82f821c7e44e tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:49.632209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85aa0c50-6fec-4c0a-b786-584cf26b2d3f req-2d6fec18-0eb5-47fe-b08d-82f821c7e44e tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 932 time: 0.1945465 Sep 21 08:05:49.717797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc08bf8-a344-4e93-b0e1-2886511546f9 req-5c5c2f62-db97-495a-acfb-c4998e22e049 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:49.718801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-e79bfcbb-1721-441b-a69d-37fb11cabbb5 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:49.720359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-e79bfcbb-1721-441b-a69d-37fb11cabbb5 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 947 time: 0.3106554 Sep 21 08:05:49.738712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8fc08bf8-a344-4e93-b0e1-2886511546f9 req-5c5c2f62-db97-495a-acfb-c4998e22e049 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.2160580 Sep 21 08:05:49.788581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:49.794049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a992500-5f51-4a02-8c55-e44246e01c44,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:49.802997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2224-24a8-46f7-b746-85866596b6ad req-9c79509a-679f-42c4-b45c-ebab3bea6ede tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:49.804580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-9c79509a-679f-42c4-b45c-ebab3bea6ede tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.2716935 Sep 21 08:05:49.826321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8fc08bf8-a344-4e93-b0e1-2886511546f9 req-d5c25ef4-d411-47ab-9bc4-c5f442204e13 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864048 Sep 21 08:05:49.834433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Request body: {'port': {'device_id': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'admin_state_up': True, 'tenant_id': 'e2102788e14644079fb8dc21a9014773'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:49.951057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Pushing event updated for resources: {'Port': ['ID=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:49.963711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85aa0c50-6fec-4c0a-b786-584cf26b2d3f req-81176ce4-3ac8-415c-a03e-13a76d4a5f2a tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703104 Sep 21 08:05:50.081589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:50.082185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea5cb6-5b5d-4579-88e9-416e6109c9df req-d1733059-8075-4726-a744-81bf0bcd18e9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:50.083748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0dea5cb6-5b5d-4579-88e9-416e6109c9df req-d1733059-8075-4726-a744-81bf0bcd18e9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1381028 Sep 21 08:05:50.093666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Made reservation on behalf of e2102788e14644079fb8dc21a9014773 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:50.097654 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.120695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:50.138345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.143695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:05:50.147899 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88300b4e-8390-466e-9b6e-54437386b976 req-6a750d73-6fa2-4fad-948b-d53a7408b5d0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 210 time: 0.0622196 Sep 21 08:05:50.157021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5ace607f-1e7a-430a-a0c9-0a843d6b680b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:50.230927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0dea5cb6-5b5d-4579-88e9-416e6109c9df req-80ff905d-8905-4916-9258-93a29715fd07 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250675 Sep 21 08:05:50.358907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Allocated IP 172.20.0.9 (b2ea7608-6ff2-4220-a5c6-e9553739cd22/b2521274-8afa-4197-91f5-113a77c7d5c8/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:05:50.543556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-911b06e8-ea0c-4577-bafd-11341ff0f939 None None] Provisioning complete for port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:50.544277 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-911b06e8-ea0c-4577-bafd-11341ff0f939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.610457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-911b06e8-ea0c-4577-bafd-11341ff0f939 None None] Port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:05:50.658036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Pushing event deleted for resources: {'Port': ['ID=81aadf7d-9520-4eba-89bf-6d9e8f55573c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:50.662323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c457b-c5a9-4741-ba48-d83ea04fd2a4 req-ce925a97-8135-4635-aff7-c90c5e7cdd9e tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:50.675957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-977c457b-c5a9-4741-ba48-d83ea04fd2a4 req-ce925a97-8135-4635-aff7-c90c5e7cdd9e tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 947 time: 0.3386919 Sep 21 08:05:50.712234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Attempting to bind port 8a992500-5f51-4a02-8c55-e44246e01c44 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:50.712467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Attempting to bind port 8a992500-5f51-4a02-8c55-e44246e01c44 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c644f7ee-c59c-4555-8487-f673b1fa7819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:50.713527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Attempting to bind port 8a992500-5f51-4a02-8c55-e44246e01c44 on network abcfbd34-4e1d-479a-ac6c-05757ddd2204 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:50.727617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b9cd4f9-cd74-4bf1-a3ad-a35f4eb7c12c req-ea7a8ce2-8dce-48aa-8041-de8c41a9bc0b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=c98498ec-2e67-4d7a-bdb7-f55e519255ce HTTP/1.1" status: 200 len: 210 time: 0.0779479 Sep 21 08:05:50.802157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.813973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Port 8a992500-5f51-4a02-8c55-e44246e01c44 on network abcfbd34-4e1d-479a-ac6c-05757ddd2204 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:05:50.814448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Attempting to bind port 8a992500-5f51-4a02-8c55-e44246e01c44 on network abcfbd34-4e1d-479a-ac6c-05757ddd2204 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:50.823415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:50.824450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.851488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-977c457b-c5a9-4741-ba48-d83ea04fd2a4 req-90d7f001-9054-4366-b493-f25ed7ba817c tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/security-groups?id=68de7e32-e593-4385-af1c-d08c0c80fd51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744254 Sep 21 08:05:50.860443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] No DVR routers for this DVR port 81aadf7d-9520-4eba-89bf-6d9e8f55573c on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:05:50.892352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:50.897417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Checking segment: {'id': 'c644f7ee-c59c-4555-8487-f673b1fa7819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:50.897997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Bound using segment: {'id': 'c644f7ee-c59c-4555-8487-f673b1fa7819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:50.898648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Bound port: 8a992500-5f51-4a02-8c55-e44246e01c44, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c644f7ee-c59c-4555-8487-f673b1fa7819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:50.899045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.904253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.906615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59947576-ea0b-49dc-b72e-e91dce52e807 req-54eb67e4-3b99-4132-b578-093e836c3ebd tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.50 "DELETE /v2.0/ports/81aadf7d-9520-4eba-89bf-6d9e8f55573c HTTP/1.1" status: 204 len: 173 time: 3.3562398 Sep 21 08:05:50.911106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'name': 'network-vif-deleted', 'tag': '81aadf7d-9520-4eba-89bf-6d9e8f55573c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:50.919531 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a8b01-e042-4ffa-adc9-17a798de4dff" -d '{"events": [{"server_uuid": "c98498ec-2e67-4d7a-bdb7-f55e519255ce", "name": "network-vif-deleted", "tag": "81aadf7d-9520-4eba-89bf-6d9e8f55573c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:50.941944 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:50.978689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-17047f4d-b702-4dd6-9d0f-85dfa7a0a682 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8572001 Sep 21 08:05:51.018718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Deleting port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:05:51.019083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.055142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:51.108160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81aadf7d-9520-4eba-89bf-6d9e8f55573c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:05:51.156670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:05:51.156955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54b170-4d69-449b-b511-c1181fea5e72 req-db53206f-f6b1-40cd-957f-ce6014843fe2 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:51.165762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed54b170-4d69-449b-b511-c1181fea5e72 req-db53206f-f6b1-40cd-957f-ce6014843fe2 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.3069704 Sep 21 08:05:51.174129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7d513-701b-4a65-b225-5a87f9510eab req-d76088f5-d3c1-45fe-a85a-38f077253efb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:51.179992 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4aa7d513-701b-4a65-b225-5a87f9510eab req-d76088f5-d3c1-45fe-a85a-38f077253efb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1513419 Sep 21 08:05:51.187362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:51.190875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:05:51.223642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 81aadf7d-9520-4eba-89bf-6d9e8f55573c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:05:51.224871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81aadf7d-9520-4eba-89bf-6d9e8f55573c not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:05:51.236997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] For port 8a992500-5f51-4a02-8c55-e44246e01c44, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:51.266149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] For port 8a992500-5f51-4a02-8c55-e44246e01c44, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8a992500-5f51-4a02-8c55-e44246e01c44,segment=NetworkSegment(c644f7ee-c59c-4555-8487-f673b1fa7819),segment_id=c644f7ee-c59c-4555-8487-f673b1fa7819)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:51.294671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] For port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:51.295738 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.322181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed54b170-4d69-449b-b511-c1181fea5e72 req-941d35b2-5b98-408c-ade9-b6f639dc1662 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550031 Sep 21 08:05:51.332517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.342161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Calling delete_port for eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:05:51.349839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4aa7d513-701b-4a65-b225-5a87f9510eab req-e7ddc035-4004-4012-9bf6-7fe53ee1a508 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595345 Sep 21 08:05:51.391258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:51.398246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.425923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:51.427018 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.430127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] 10.222.0.62 "PUT /v2.0/ports/8a992500-5f51-4a02-8c55-e44246e01c44 HTTP/1.1" status: 200 len: 1092 time: 3.6651118 Sep 21 08:05:51.446614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-bd51c12b-bb74-4b40-8e2a-f727ae5ebe28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6165414 Sep 21 08:05:51.472214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Request body: {'port': {'device_id': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:51.487580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d27e7-fca2-4e99-8cbe-78ca304ffba4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a992500-5f51-4a02-8c55-e44246e01c44,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:51.532580 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faff37e-60c6-475e-81dc-8d8c2bbb4b2e x-openstack-request-id: req-2faff37e-60c6-475e-81dc-8d8c2bbb4b2e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:51.535651 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98498ec-2e67-4d7a-bdb7-f55e519255ce", "name": "network-vif-deleted", "tag": "81aadf7d-9520-4eba-89bf-6d9e8f55573c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:51.536090 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2faff37e-60c6-475e-81dc-8d8c2bbb4b2e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:51.536680 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98498ec-2e67-4d7a-bdb7-f55e519255ce', 'name': 'network-vif-deleted', 'tag': '81aadf7d-9520-4eba-89bf-6d9e8f55573c', 'status': 'completed', 'code': 200} Sep 21 08:05:51.700139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.733180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9adc9-f2d7-4e7c-8ea7-1d4faee8f5fe req-6e0c51b4-7cdd-44fe-8a89-5d596eb452a5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:51.734909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48e9adc9-f2d7-4e7c-8ea7-1d4faee8f5fe req-6e0c51b4-7cdd-44fe-8a89-5d596eb452a5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.1620498 Sep 21 08:05:51.748773 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.771696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ae00b-75ec-44a0-a60d-bcde91e8ca6d req-544c543f-f594-4b7f-b60c-f423d0fe904f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:51.773275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f7ae00b-75ec-44a0-a60d-bcde91e8ca6d req-544c543f-f594-4b7f-b60c-f423d0fe904f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 931 time: 0.0968158 Sep 21 08:05:51.805254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Pushing event deleted for resources: {'Port': ['ID=eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:51.859697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] No DVR routers for this DVR port eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:05:51.864780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:51.868068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19ec6658-16ff-41ca-b398-6ce30fc88dc8 req-7c543d4b-1701-4b5c-8f9f-e8d4d5cc0128 tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.50 "DELETE /v2.0/ports/eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 HTTP/1.1" status: 204 len: 173 time: 2.0978057 Sep 21 08:05:51.906223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f7ae00b-75ec-44a0-a60d-bcde91e8ca6d req-c5f58ebe-7a2c-45f8-828d-b4849f51b64c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106129 Sep 21 08:05:51.914459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48e9adc9-f2d7-4e7c-8ea7-1d4faee8f5fe req-d81d7784-00e7-495c-beca-3c3bd7b0b2bf tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508067 Sep 21 08:05:52.112999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67cdc5-b761-4768-ae8c-7e4c7ecc0f84 req-21e8046c-e658-4a7a-a146-7b512f74a655 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:52.122328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee67cdc5-b761-4768-ae8c-7e4c7ecc0f84 req-21e8046c-e658-4a7a-a146-7b512f74a655 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1195970 Sep 21 08:05:52.183085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee67cdc5-b761-4768-ae8c-7e4c7ecc0f84 req-59884bd3-f08d-4c97-8817-84e3270aabba tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593605 Sep 21 08:05:52.213689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:52.227493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:52.240413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Transition to ACTIVE for port object 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:05:52.251420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:52.334022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-10fe6020-065d-402f-aa85-1040f7ce449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:52.489252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-16cace7a-4cb8-482d-9f45-548adcebd976 req-069aa48d-ec50-4eb3-bb55-d1fcbf79a68d tempest-ImagesOneServerTestJSON-1210095365 tempest-ImagesOneServerTestJSON-1210095365-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a062a5d-6b75-46d6-96a0-fa78d072f916 HTTP/1.1" status: 200 len: 210 time: 0.1015034 Sep 21 08:05:52.491464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:52.590411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f164cdf-590b-4fef-aaf5-e74e0fc571a4 req-fa292d9b-639f-48a7-979e-cfbd78fb7d4f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:52.603943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f164cdf-590b-4fef-aaf5-e74e0fc571a4 req-fa292d9b-639f-48a7-979e-cfbd78fb7d4f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.0883336 Sep 21 08:05:52.624489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:05:52.624834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:05:52.625172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:52.633791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:05:52.634477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:05:52.644582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:05:52.644924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:52.645393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:05:52.646244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Bound port: 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:05:52.646715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:52.676315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f164cdf-590b-4fef-aaf5-e74e0fc571a4 req-f48c34a3-0226-47b9-9aec-fc5163052f03 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667236 Sep 21 08:05:52.741142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38860fac-4c71-4be9-996d-0c944039daa5 req-b4939b16-0980-4aa2-b2d3-b8f3fa8e6ec9 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:52.742732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38860fac-4c71-4be9-996d-0c944039daa5 req-b4939b16-0980-4aa2-b2d3-b8f3fa8e6ec9 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1006701 Sep 21 08:05:52.787359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:05:52.822110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:05:52.826399 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38860fac-4c71-4be9-996d-0c944039daa5 req-c273a89f-6e0e-40c3-8089-34d9477e4374 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727744 Sep 21 08:05:52.830392 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:52.888235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:52.888877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:52.890320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] 10.222.0.50 "PUT /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 1091 time: 1.4342899 Sep 21 08:05:52.890872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:52.893352 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd25872-f629-4b4b-9cff-4cc78178c0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:52.940273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e0121-d6fb-48e9-843c-ca9b3a98ea4f req-f77adce4-afd2-4605-b997-0602c99ca7f5 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:52.944584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa0e0121-d6fb-48e9-843c-ca9b3a98ea4f req-f77adce4-afd2-4605-b997-0602c99ca7f5 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.1100814 Sep 21 08:05:52.991389 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f1d052-4c4f-4581-b3f1-2e2b8f8e167c x-openstack-request-id: req-68f1d052-4c4f-4581-b3f1-2e2b8f8e167c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:52.991389 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:52.991389 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-68f1d052-4c4f-4581-b3f1-2e2b8f8e167c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:52.991389 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b', 'status': 'completed', 'code': 200} Sep 21 08:05:53.026654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecc6f5-38e1-4262-a640-4c67183ea9ee service neutron] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:53.035499 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-802502e8-eea0-42e7-99b6-6d3401fdf3b3 service neutron] show failed (client error): The resource could not be found. Sep 21 08:05:53.036712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-802502e8-eea0-42e7-99b6-6d3401fdf3b3 service neutron] 10.222.0.50 "GET /v2.0/ports/8cec313c-d3fa-4eba-8297-cdcada5bd1e6/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.1172547 Sep 21 08:05:53.083563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa0e0121-d6fb-48e9-843c-ca9b3a98ea4f req-a312bd1e-f0d8-41a3-96ef-c6c129b56c59 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197948 Sep 21 08:05:53.092306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2224-24a8-46f7-b746-85866596b6ad req-5ec3c197-6342-4836-a3b9-4578c17bb1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:53.094307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-5ec3c197-6342-4836-a3b9-4578c17bb1f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1094 time: 0.1484299 Sep 21 08:05:53.127863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:05:53.154197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9e0b1-d94f-4d8a-87b5-db3a50236e41 req-ad2dbe1c-faee-4af1-98bb-79cd43958585 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:53.159478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83a9e0b1-d94f-4d8a-87b5-db3a50236e41 req-ad2dbe1c-faee-4af1-98bb-79cd43958585 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.0990458 Sep 21 08:05:53.169316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:05:53.170401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:05:53.197310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-74898de7-9871-4ac5-8431-5e3c336bae19 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 217 time: 0.0849347 Sep 21 08:05:53.211748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83a9e0b1-d94f-4d8a-87b5-db3a50236e41 req-dc7eeb74-ad53-4584-8b07-6bddab091cae tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444288 Sep 21 08:05:53.333768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee2224-24a8-46f7-b746-85866596b6ad req-6ff77747-3529-4334-9849-735e7de9ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:53.335576 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-6ff77747-3529-4334-9849-735e7de9ac9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1271899 Sep 21 08:05:53.401998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-e73ed122-5ade-4e6c-8aaf-51557d568478 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537202 Sep 21 08:05:53.411453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463687-58d3-45b9-a0f4-bbe2301dc85f req-67414e4d-96ab-49d7-bd32-ef81613a3351 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:53.412983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e463687-58d3-45b9-a0f4-bbe2301dc85f req-67414e4d-96ab-49d7-bd32-ef81613a3351 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.2059140 Sep 21 08:05:53.454107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0df0b9-ee61-4b04-a98c-4aa5c38117e6 req-705d7fc7-ba80-4404-a0de-b0fb2e67b85e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:53.455700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a0df0b9-ee61-4b04-a98c-4aa5c38117e6 req-705d7fc7-ba80-4404-a0de-b0fb2e67b85e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.0615344 Sep 21 08:05:53.515995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a0df0b9-ee61-4b04-a98c-4aa5c38117e6 req-1a247262-ada3-481e-aaef-636620a45ff5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522244 Sep 21 08:05:53.540041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'tag': '8a992500-5f51-4a02-8c55-e44246e01c44'}, {'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-deleted', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:53.542293 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee85c182-7dc2-47b4-b7fb-f65ac662c252" -d '{"events": [{"name": "network-changed", "server_uuid": "765f3507-45c7-4f3b-93c6-7e80a430dc18", "tag": "8a992500-5f51-4a02-8c55-e44246e01c44"}, {"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-deleted", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:53.550003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e463687-58d3-45b9-a0f4-bbe2301dc85f req-68f8382c-84ae-4138-b72a-cb1021b80165 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280718 Sep 21 08:05:53.595706 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeee7089-80f6-42b1-9eb7-61e9a418abb3 x-openstack-request-id: req-aeee7089-80f6-42b1-9eb7-61e9a418abb3 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:53.595911 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765f3507-45c7-4f3b-93c6-7e80a430dc18", "tag": "8a992500-5f51-4a02-8c55-e44246e01c44", "status": "completed", "code": 200}, {"server_uuid": "8a062a5d-6b75-46d6-96a0-fa78d072f916", "name": "network-vif-deleted", "tag": "eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:53.596156 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aeee7089-80f6-42b1-9eb7-61e9a418abb3 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:53.596547 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'tag': '8a992500-5f51-4a02-8c55-e44246e01c44', 'status': 'completed', 'code': 200} Sep 21 08:05:53.596825 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a062a5d-6b75-46d6-96a0-fa78d072f916', 'name': 'network-vif-deleted', 'tag': 'eb7eaf92-fcb6-4dfd-bada-3d63c24bdec6', 'status': 'completed', 'code': 200} Sep 21 08:05:53.605170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-2052da8a-a7c1-4d31-aeb0-4959770249d6 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911833 Sep 21 08:05:53.706462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75ee2224-24a8-46f7-b746-85866596b6ad req-ed1d2e25-5d67-4c09-8f0a-42a28ea0a906 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925887 Sep 21 08:05:53.855766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-efda626f-e717-4cf9-980e-65882ae2bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:53.857368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-efda626f-e717-4cf9-980e-65882ae2bb9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1094 time: 0.0854735 Sep 21 08:05:53.967361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38610) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:54.035599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaa3ef-f618-46d7-b2b3-c5a37898175f req-194ebf9d-b0ed-452e-a642-05a6d877f5ea tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.035945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-37343564-92d7-4521-be47-152aabdaa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.035945 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-37343564-92d7-4521-be47-152aabdaa495 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.1683817 Sep 21 08:05:54.040352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54aaa3ef-f618-46d7-b2b3-c5a37898175f req-194ebf9d-b0ed-452e-a642-05a6d877f5ea tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1267731 Sep 21 08:05:54.057451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043e0d7-9e83-4473-aadf-d25b48d0de65 req-10a6fe39-6eb5-41b2-b974-58cf7eb387d3 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.058910 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2043e0d7-9e83-4473-aadf-d25b48d0de65 req-10a6fe39-6eb5-41b2-b974-58cf7eb387d3 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.2770393 Sep 21 08:05:54.120734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54aaa3ef-f618-46d7-b2b3-c5a37898175f req-fb3e3b0e-d9e4-47b0-a593-993f9b1451cd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Sep 21 08:05:54.128025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-5ced08ed-2ebe-4d99-be44-7197753c61b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 217 time: 0.0678840 Sep 21 08:05:54.277471 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2043e0d7-9e83-4473-aadf-d25b48d0de65 req-95432d75-bc20-4c20-afce-e1cd3f605352 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019498 Sep 21 08:05:54.290152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-59ad5058-3491-489e-9fe7-f22e638d0d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.291688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-59ad5058-3491-489e-9fe7-f22e638d0d5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1385546 Sep 21 08:05:54.368551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ec74d30c-c9df-415b-ab0f-316e8c9f16d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e604668a4b324dd49c072b199d766867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3861098 Sep 21 08:05:54.368843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-25294bed-a7a4-4bc7-b4d6-cabf53670b8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654614 Sep 21 08:05:54.371552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38620) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:54.409920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd902171-1ab4-4000-91c6-39cdb327630c req-a3de4ce7-a60f-4f80-9c49-bbc18ce5cad2 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.419192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd902171-1ab4-4000-91c6-39cdb327630c req-a3de4ce7-a60f-4f80-9c49-bbc18ce5cad2 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.1699343 Sep 21 08:05:54.482694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fee39-b025-4641-bc12-eb0449ca4bf2 req-d3ac2196-bdac-4daa-8360-c043caf3498b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.484487 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b5fee39-b025-4641-bc12-eb0449ca4bf2 req-d3ac2196-bdac-4daa-8360-c043caf3498b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.1198101 Sep 21 08:05:54.504353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53094d21-d50f-4578-bc52-48ef4db69844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:54.511033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd902171-1ab4-4000-91c6-39cdb327630c req-f6bbc7bd-6620-421b-8ba3-dded3ea571ef tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901637 Sep 21 08:05:54.561756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53094d21-d50f-4578-bc52-48ef4db69844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:54.580684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-adb0d13b-adf4-405c-9563-c5ac8929ba6b service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842923 Sep 21 08:05:54.586216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b5fee39-b025-4641-bc12-eb0449ca4bf2 req-061fa488-34f4-410e-88fb-4d0af0b82c59 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849063 Sep 21 08:05:54.654670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53094d21-d50f-4578-bc52-48ef4db69844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:54.658474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53094d21-d50f-4578-bc52-48ef4db69844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:54.674319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-53094d21-d50f-4578-bc52-48ef4db69844 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68de7e32-e593-4385-af1c-d08c0c80fd51 HTTP/1.1" status: 204 len: 168 time: 0.2960467 Sep 21 08:05:54.696354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53094d21-d50f-4578-bc52-48ef4db69844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68de7e32-e593-4385-af1c-d08c0c80fd51,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:54.825525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282b253-23b2-4579-8e30-13ffab4af465 req-309562b9-ff97-4f1d-b8ac-9ef86f9b607f tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.828574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e282b253-23b2-4579-8e30-13ffab4af465 req-309562b9-ff97-4f1d-b8ac-9ef86f9b607f tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.0944061 Sep 21 08:05:54.858580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd25872-f629-4b4b-9cff-4cc78178c0a7 req-956c9930-abdd-4ef9-bac2-669a652b1658 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663596 Sep 21 08:05:54.881079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e282b253-23b2-4579-8e30-13ffab4af465 req-cb70f9fe-6702-46cd-bf60-272c0e163818 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Sep 21 08:05:54.884292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193a93-1046-486b-a21e-268175ec6bfc req-e48a84d0-9629-4840-bd25-f0ea2c2fb54f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:54.886735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f193a93-1046-486b-a21e-268175ec6bfc req-e48a84d0-9629-4840-bd25-f0ea2c2fb54f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.1409707 Sep 21 08:05:54.932155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f193a93-1046-486b-a21e-268175ec6bfc req-821f6746-854b-40ff-935e-6afaa4c1eccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389020 Sep 21 08:05:55.214210 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:55.310116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991558e-c661-4c86-a5a0-008f91cc59e9 req-72969813-9726-4c26-9410-6cf4de5e612f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:55.320384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f991558e-c661-4c86-a5a0-008f91cc59e9 req-72969813-9726-4c26-9410-6cf4de5e612f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0889597 Sep 21 08:05:55.362066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7002d68d-572c-4a8e-85f5-10cbd5cf41dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:55.395605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f991558e-c661-4c86-a5a0-008f91cc59e9 req-237f9e63-015d-4d49-bf7b-f6f0eb7e0a0e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743155 Sep 21 08:05:55.419025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4059-9de7-4ac8-b686-4c07a56edcc3 req-ce8d84c8-a917-4248-8d27-35f60b45984c tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:55.421367 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6ca4059-9de7-4ac8-b686-4c07a56edcc3 req-ce8d84c8-a917-4248-8d27-35f60b45984c tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.0649884 Sep 21 08:05:55.469450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6ca4059-9de7-4ac8-b686-4c07a56edcc3 req-06c6a882-330d-4a6c-bb6d-a333b2a8e799 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Sep 21 08:05:55.585796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38652) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:55.679752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139b880-8d2c-49a6-92fc-a95f824d2c99 req-a7637512-5e13-4d79-b28b-f74ecc04f63f tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:55.683173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a139b880-8d2c-49a6-92fc-a95f824d2c99 req-a7637512-5e13-4d79-b28b-f74ecc04f63f tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.0857661 Sep 21 08:05:55.694473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-44359375-network', 'tenant_id': 'fff4a7f402c94fcbb5b9fa3f75e1a3ad'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:55.745096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Made reservation on behalf of fff4a7f402c94fcbb5b9fa3f75e1a3ad for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:55.746966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71079ab-78cb-49d3-b35e-f75eeff61083 req-08ec7d1e-3719-4eed-8753-d665b5460c7b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:55.748108 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:55.749237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e71079ab-78cb-49d3-b35e-f75eeff61083 req-08ec7d1e-3719-4eed-8753-d665b5460c7b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.0810361 Sep 21 08:05:55.752849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a139b880-8d2c-49a6-92fc-a95f824d2c99 req-c137b305-a161-4da8-8cbf-b5ef9b30168a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549474 Sep 21 08:05:55.760838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:55.806278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e71079ab-78cb-49d3-b35e-f75eeff61083 req-9dc12cf2-84dc-4e31-abfa-342bf2686eb2 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Sep 21 08:05:55.905929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:55.912676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:55.935827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:05:55.951330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5bc28f-e7cc-4dbe-ac0c-f8f9e95d974a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:55.957081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:55.957437 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Added segment 2cf32c24-dda0-4c74-883a-07e1a96b8efc of type vlan for network 5a220826-4d32-43cf-9eba-c903f5412ee0 Sep 21 08:05:56.019048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20d45-5826-453d-88e8-14350e2adabd req-b8d62299-614a-44be-9d87-743e9eeaa07a tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:56.024631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.029514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0e20d45-5826-453d-88e8-14350e2adabd req-b8d62299-614a-44be-9d87-743e9eeaa07a tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.0713725 Sep 21 08:05:56.066130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0e20d45-5826-453d-88e8-14350e2adabd req-4ece47b5-87c9-4259-bd79-6b0a44018f56 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357404 Sep 21 08:05:56.095553 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.096614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:56.097288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.125108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ffb12-0727-440a-a779-aad9fcf7e7ff req-e15fb16d-2dbf-4f82-9342-49b8d27bbd43 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:56.126758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-461ffb12-0727-440a-a779-aad9fcf7e7ff req-e15fb16d-2dbf-4f82-9342-49b8d27bbd43 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 950 time: 0.0843625 Sep 21 08:05:56.161119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5743213 Sep 21 08:05:56.165082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38664) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:05:56.170471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Request body: {'subnet': {'network_id': '5a220826-4d32-43cf-9eba-c903f5412ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-44359375-subnet', 'tenant_id': 'fff4a7f402c94fcbb5b9fa3f75e1a3ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:56.192429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Made reservation on behalf of fff4a7f402c94fcbb5b9fa3f75e1a3ad for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:05:56.194762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.199919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588219c-8aa8-4bc6-8eb2-59d641c8eca9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a220826-4d32-43cf-9eba-c903f5412ee0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:56.214523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 5a220826-4d32-43cf-9eba-c903f5412ee0 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:05:56.219227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-461ffb12-0727-440a-a779-aad9fcf7e7ff req-c7345491-15ba-4d22-a7fd-9668693bb113 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791843 Sep 21 08:05:56.382584 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.452951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73eab825-7e1a-490a-840c-7aff4f0def74,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:56.481616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Checking segment: {'id': '2cf32c24-dda0-4c74-883a-07e1a96b8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5a220826-4d32-43cf-9eba-c903f5412ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:05:56.482133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Network hostable DHCP agents. Network: 5a220826-4d32-43cf-9eba-c903f5412ee0, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:05:56.527990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Network 5a220826-4d32-43cf-9eba-c903f5412ee0 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:05:56.540038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9cb9d-aedb-4ce0-956e-7ed603125fa2 req-39ead5d9-be33-4160-95b3-f413e2d54c2b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:56.541615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfc9cb9d-aedb-4ce0-956e-7ed603125fa2 req-39ead5d9-be33-4160-95b3-f413e2d54c2b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0717497 Sep 21 08:05:56.542022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.554519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 5a220826-4d32-43cf-9eba-c903f5412ee0) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:05:56.565103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:56.565691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.566773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8dc04c-4f93-4cf2-b062-182266c99b4a None None] Network 5a220826-4d32-43cf-9eba-c903f5412ee0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:05:56.595355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f13bef63-ae8e-486c-8564-d11babe180a2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4264581 Sep 21 08:05:56.605390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfc9cb9d-aedb-4ce0-956e-7ed603125fa2 req-96624381-45bc-4f3d-832c-4b049950585d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569842 Sep 21 08:05:56.648575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afd93c-80aa-4b6b-aa86-6fc5a03fccde req-f0fedcc2-4216-44bb-a1a9-eef5acd8e454 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:56.657443 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43afd93c-80aa-4b6b-aa86-6fc5a03fccde req-f0fedcc2-4216-44bb-a1a9-eef5acd8e454 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.0950668 Sep 21 08:05:56.691438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43afd93c-80aa-4b6b-aa86-6fc5a03fccde req-dff0d33c-8709-42da-91da-91e55ebbb183 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330882 Sep 21 08:05:56.764797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d57269-2da3-4458-8612-15778d00e39d None None] Network 5a220826-4d32-43cf-9eba-c903f5412ee0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:05:56.910010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-08cdba6a-e185-4aee-8936-bfb70ddafb76 req-57d00f3f-f9d6-4ad3-b316-7f4fe520860f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-223231186', 'description': 'tempest-description-1394052745'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:56.950586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08cdba6a-e185-4aee-8936-bfb70ddafb76 req-57d00f3f-f9d6-4ad3-b316-7f4fe520860f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:56.956037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0959fa-84db-46bb-a72e-6fdecae7631e req-1aed85d4-050b-44e6-9b88-a776548cb141 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:56.957822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd0959fa-84db-46bb-a72e-6fdecae7631e req-1aed85d4-050b-44e6-9b88-a776548cb141 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.0934379 Sep 21 08:05:57.006082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd0959fa-84db-46bb-a72e-6fdecae7631e req-d7b0cba3-6839-4ee9-bfb0-4739fc7d5eee tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415242 Sep 21 08:05:57.037668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08cdba6a-e185-4aee-8936-bfb70ddafb76 req-57d00f3f-f9d6-4ad3-b316-7f4fe520860f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.042118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08cdba6a-e185-4aee-8936-bfb70ddafb76 req-57d00f3f-f9d6-4ad3-b316-7f4fe520860f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.073038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08cdba6a-e185-4aee-8936-bfb70ddafb76 req-57d00f3f-f9d6-4ad3-b316-7f4fe520860f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.074497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08cdba6a-e185-4aee-8936-bfb70ddafb76 req-57d00f3f-f9d6-4ad3-b316-7f4fe520860f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1701989 Sep 21 08:05:57.075567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d00f3f-f9d6-4ad3-b316-7f4fe520860f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed97726-8e4f-44ca-9fc4-4d04005a164e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:57.142158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0dbbf-005f-4c2b-84b3-410d3e89ed66 req-77f136aa-55ea-4691-944f-3fcbd06d627f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:57.148105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38d0dbbf-005f-4c2b-84b3-410d3e89ed66 req-77f136aa-55ea-4691-944f-3fcbd06d627f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.0644600 Sep 21 08:05:57.150227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:05:57.152474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:05:57.187836 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38d0dbbf-005f-4c2b-84b3-410d3e89ed66 req-7ddeba79-ba1f-4726-8190-0cf31fb9822e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364254 Sep 21 08:05:57.270685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-83b47c7e-efd5-4fb5-b71b-35b8dc3cd346 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/aed97726-8e4f-44ca-9fc4-4d04005a164e HTTP/1.1" status: 200 len: 1812 time: 0.0842633 Sep 21 08:05:57.282679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aed97726-8e4f-44ca-9fc4-4d04005a164e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:57.283624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aed97726-8e4f-44ca-9fc4-4d04005a164e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:57.376253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.410613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.416104 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.422453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:57.444615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a125b7-46c9-4316-89ad-c63039422453 req-dc29bf31-0881-42f6-b056-e324dede11d1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:57.446538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2a125b7-46c9-4316-89ad-c63039422453 req-dc29bf31-0881-42f6-b056-e324dede11d1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.0892625 Sep 21 08:05:57.451026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd13bf2-a12f-428e-be54-a9ddaa014dd6,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:57.453650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'port_id': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b', 'mac_address': 'fa:16:3e:d9:3f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2521274-8afa-4197-91f5-113a77c7d5c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:05:57.457243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.475921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.480934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-504f60da-e2b5-48c5-b9fe-416204f7f2a3 req-c2330681-84f6-4b8d-a461-5f3dd9eeb38c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2025807 Sep 21 08:05:57.488765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:57.491894 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f886e8-5f37-4ee6-9e02-3eead319d939" -d '{"events": [{"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:57.510562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2a125b7-46c9-4316-89ad-c63039422453 req-e063750a-3719-4d66-9f42-391522691a07 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560815 Sep 21 08:05:57.527807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:57.539966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.546977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.584468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:05:57.606492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a76efbb7-7bef-49ca-b3eb-a73892f460df req-42745b3a-489d-4174-a481-7d361cb59073 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/aed97726-8e4f-44ca-9fc4-4d04005a164e HTTP/1.1" status: 200 len: 2405 time: 0.0532577 Sep 21 08:05:57.608167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749211ed-e238-4c8f-991b-69178e2035a1 req-f6cbc798-bbd3-4291-86ba-51994bcba067 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:57.616265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-749211ed-e238-4c8f-991b-69178e2035a1 req-f6cbc798-bbd3-4291-86ba-51994bcba067 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.0664427 Sep 21 08:05:57.660194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-749211ed-e238-4c8f-991b-69178e2035a1 req-aa5cc319-5c7f-465c-bd63-9276ff0adfba tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Sep 21 08:05:57.727975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7db52e35-f2b0-41b8-8d23-d325906f1156 req-fe0c19ef-9fb0-448c-9de4-c4fb40b713ed tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-group-rules/dbd13bf2-a12f-428e-be54-a9ddaa014dd6 HTTP/1.1" status: 200 len: 778 time: 0.0355854 Sep 21 08:05:57.729113 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29bb22a-355b-4a1a-bb0b-e52d502a9f38 x-openstack-request-id: req-f29bb22a-355b-4a1a-bb0b-e52d502a9f38 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:57.729113 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:57.729329 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f29bb22a-355b-4a1a-bb0b-e52d502a9f38 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:57.729717 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'code': 200} Sep 21 08:05:57.761743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:57.763081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.768491 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.777040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:57.780589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d090e-8c50-4337-8eae-f04cb17b29ce req-780d255b-5712-4ad6-8ae4-c89a4088570a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:57.786873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d52d090e-8c50-4337-8eae-f04cb17b29ce req-780d255b-5712-4ad6-8ae4-c89a4088570a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0606232 Sep 21 08:05:57.793051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7db52e35-f2b0-41b8-8d23-d325906f1156 req-d50bd8da-758a-44be-9bf0-d4f490fc6b3c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/aed97726-8e4f-44ca-9fc4-4d04005a164e HTTP/1.1" status: 200 len: 2405 time: 0.0630574 Sep 21 08:05:57.824172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7db52e35-f2b0-41b8-8d23-d325906f1156 req-06f44e7f-e792-44ba-8cd0-9d52001b8f08 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.838914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d52d090e-8c50-4337-8eae-f04cb17b29ce req-8ba0073b-5cfe-436c-ad52-898ffeb42872 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389752 Sep 21 08:05:57.839898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7db52e35-f2b0-41b8-8d23-d325906f1156 req-06f44e7f-e792-44ba-8cd0-9d52001b8f08 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.842613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:57.879094 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7db52e35-f2b0-41b8-8d23-d325906f1156 req-06f44e7f-e792-44ba-8cd0-9d52001b8f08 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.885958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7db52e35-f2b0-41b8-8d23-d325906f1156 req-06f44e7f-e792-44ba-8cd0-9d52001b8f08 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.887104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7db52e35-f2b0-41b8-8d23-d325906f1156 req-06f44e7f-e792-44ba-8cd0-9d52001b8f08 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/dbd13bf2-a12f-428e-be54-a9ddaa014dd6 HTTP/1.1" status: 204 len: 173 time: 0.0870395 Sep 21 08:05:57.892992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f44e7f-e792-44ba-8cd0-9d52001b8f08 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbd13bf2-a12f-428e-be54-a9ddaa014dd6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:57.917889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-79492d97-2475-4860-8a21-3f1dc50df13a req-9d663c7b-174c-4354-835b-84c2f73633dc tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2053299386', 'description': 'tempest-description-95974536'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:57.944829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79492d97-2475-4860-8a21-3f1dc50df13a req-9d663c7b-174c-4354-835b-84c2f73633dc tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:57.968663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8a757-f6fe-4430-9ce9-8091356d2a40 req-fe5ad1ca-3260-4cde-a173-a61bf6dfa040 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:57.970211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82d8a757-f6fe-4430-9ce9-8091356d2a40 req-fe5ad1ca-3260-4cde-a173-a61bf6dfa040 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.0575361 Sep 21 08:05:58.017963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82d8a757-f6fe-4430-9ce9-8091356d2a40 req-ddb8ced3-953a-46bd-8c6c-a9f3b4f49633 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Sep 21 08:05:58.048324 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79492d97-2475-4860-8a21-3f1dc50df13a req-9d663c7b-174c-4354-835b-84c2f73633dc tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.053343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79492d97-2475-4860-8a21-3f1dc50df13a req-9d663c7b-174c-4354-835b-84c2f73633dc tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.061579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:05:58.081173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79492d97-2475-4860-8a21-3f1dc50df13a req-9d663c7b-174c-4354-835b-84c2f73633dc tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.083822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79492d97-2475-4860-8a21-3f1dc50df13a req-9d663c7b-174c-4354-835b-84c2f73633dc tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1715572 Sep 21 08:05:58.089246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d663c7b-174c-4354-835b-84c2f73633dc tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8314e9fa-8d36-4fc2-b2aa-28657373c69f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:58.144444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c0bab6ba-caf5-4172-9428-1ba3e73cf570 req-772770b5-626c-4e1a-986f-8d0977a7cf2f tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/8314e9fa-8d36-4fc2-b2aa-28657373c69f HTTP/1.1" status: 200 len: 1811 time: 0.0406306 Sep 21 08:05:58.144690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc9a6a-c328-4df8-9c0e-6a801c0a4c28 req-6512653d-fdd9-4617-8eba-1c03472a0515 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:58.146081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9abc9a6a-c328-4df8-9c0e-6a801c0a4c28 req-6512653d-fdd9-4617-8eba-1c03472a0515 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.0648408 Sep 21 08:05:58.188645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9abc9a6a-c328-4df8-9c0e-6a801c0a4c28 req-c9dab182-d9eb-417f-aacc-5f0cc127d5aa tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Sep 21 08:05:58.226763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-bb0d295a-de1e-41fe-b499-416fe2181afb req-f678df7b-9aa6-493a-8824-98545c5d7f77 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-50555909', 'description': 'tempest-description-1917368621'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:58.253045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb0d295a-de1e-41fe-b499-416fe2181afb req-f678df7b-9aa6-493a-8824-98545c5d7f77 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.348223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb0d295a-de1e-41fe-b499-416fe2181afb req-f678df7b-9aa6-493a-8824-98545c5d7f77 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.352754 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb0d295a-de1e-41fe-b499-416fe2181afb req-f678df7b-9aa6-493a-8824-98545c5d7f77 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.359930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c5df6-18ba-418d-b8cc-f272a3a29cf7 req-1ff2b34e-840f-4a46-b12b-a3c1ab2b040d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:58.361457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e0c5df6-18ba-418d-b8cc-f272a3a29cf7 req-1ff2b34e-840f-4a46-b12b-a3c1ab2b040d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 944 time: 0.0554187 Sep 21 08:05:58.379946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb0d295a-de1e-41fe-b499-416fe2181afb req-f678df7b-9aa6-493a-8824-98545c5d7f77 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.381268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb0d295a-de1e-41fe-b499-416fe2181afb req-f678df7b-9aa6-493a-8824-98545c5d7f77 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1599283 Sep 21 08:05:58.386266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678df7b-9aa6-493a-8824-98545c5d7f77 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be134490-fae3-408f-bfec-275ae49203fb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:58.418019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e0c5df6-18ba-418d-b8cc-f272a3a29cf7 req-85ad7144-474b-4ef8-a46c-906c48a49440 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501909 Sep 21 08:05:58.450219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c763069-b5c8-4557-b2fc-0e0bc17aff37 req-cb966fe4-19f8-4be4-95a2-8bacac3bce19 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/be134490-fae3-408f-bfec-275ae49203fb HTTP/1.1" status: 200 len: 1811 time: 0.0454950 Sep 21 08:05:58.474069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-08e43b27-b559-473f-ab59-1732db295c51 req-a00df88a-ee4e-403d-8356-84675652b717 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1936145922', 'description': 'tempest-description-1511985727'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:58.497411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08e43b27-b559-473f-ab59-1732db295c51 req-a00df88a-ee4e-403d-8356-84675652b717 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.585080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08e43b27-b559-473f-ab59-1732db295c51 req-a00df88a-ee4e-403d-8356-84675652b717 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.589886 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08e43b27-b559-473f-ab59-1732db295c51 req-a00df88a-ee4e-403d-8356-84675652b717 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.616461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-08e43b27-b559-473f-ab59-1732db295c51 req-a00df88a-ee4e-403d-8356-84675652b717 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.617701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08e43b27-b559-473f-ab59-1732db295c51 req-a00df88a-ee4e-403d-8356-84675652b717 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1477365 Sep 21 08:05:58.628233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00df88a-ee4e-403d-8356-84675652b717 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91824bb-713d-4691-9d7e-661d990921bd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:58.640409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a633f3a-b02d-48bd-a865-1cf6ee00c1e8 req-56b22dd9-d824-4eec-abd0-b7ffae53b75e tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:58.641927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a633f3a-b02d-48bd-a865-1cf6ee00c1e8 req-56b22dd9-d824-4eec-abd0-b7ffae53b75e tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.0514295 Sep 21 08:05:58.680629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a633f3a-b02d-48bd-a865-1cf6ee00c1e8 req-c3f2470f-9c19-4521-82a7-3a36d0332e4b tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Sep 21 08:05:58.682723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04df816e-3050-4a6b-aade-a49857e38734 req-9c9d94c4-30a1-4551-b9c0-aa77aac82372 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/a91824bb-713d-4691-9d7e-661d990921bd HTTP/1.1" status: 200 len: 1813 time: 0.0410268 Sep 21 08:05:58.712573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ad5d3a09-9379-4cd5-9596-cc670334bc82 req-eaaade6f-5233-42ab-9800-8f9f52c01d91 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766224921', 'description': 'tempest-description-1542600460'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:05:58.742990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ad5d3a09-9379-4cd5-9596-cc670334bc82 req-eaaade6f-5233-42ab-9800-8f9f52c01d91 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.785790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd9c74-6544-4a41-986d-31cb35c4b20e req-636799ab-9bb9-4e80-a563-141d8edb1d4e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:58.787394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6fd9c74-6544-4a41-986d-31cb35c4b20e req-636799ab-9bb9-4e80-a563-141d8edb1d4e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.0523701 Sep 21 08:05:58.837656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6fd9c74-6544-4a41-986d-31cb35c4b20e req-abeff2df-58b6-461f-b155-4a5b9233b37f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361218 Sep 21 08:05:58.843729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ad5d3a09-9379-4cd5-9596-cc670334bc82 req-eaaade6f-5233-42ab-9800-8f9f52c01d91 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.847860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ad5d3a09-9379-4cd5-9596-cc670334bc82 req-eaaade6f-5233-42ab-9800-8f9f52c01d91 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.878352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ad5d3a09-9379-4cd5-9596-cc670334bc82 req-eaaade6f-5233-42ab-9800-8f9f52c01d91 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:58.879651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ad5d3a09-9379-4cd5-9596-cc670334bc82 req-eaaade6f-5233-42ab-9800-8f9f52c01d91 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1716042 Sep 21 08:05:58.880388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaade6f-5233-42ab-9800-8f9f52c01d91 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744cf63f-ac51-4ef2-92b4-d5e57dd80d98,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:58.940105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b44100b-f334-4956-aa87-47d0e3246460 req-e1df0dd5-e7b0-47d9-a0ec-61f82059345c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/744cf63f-ac51-4ef2-92b4-d5e57dd80d98 HTTP/1.1" status: 200 len: 1813 time: 0.0385673 Sep 21 08:05:58.972143 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-151b337d-a6cb-4229-a4fe-910709beddd9 req-24c137f5-1480-4dcf-b577-deeded02abd7 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] show failed (client error): The resource could not be found. Sep 21 08:05:58.972448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb6eed-0d30-4acd-b9bd-d86dc5619600 req-dcac1076-9d70-4b53-855b-2ce3521028de tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:58.973124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-151b337d-a6cb-4229-a4fe-910709beddd9 req-24c137f5-1480-4dcf-b577-deeded02abd7 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/08313785-fc19-4f3d-8c0a-d0bbdcb7711c HTTP/1.1" status: 404 len: 352 time: 0.0134413 Sep 21 08:05:58.973917 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84eb6eed-0d30-4acd-b9bd-d86dc5619600 req-dcac1076-9d70-4b53-855b-2ce3521028de tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Sep 21 08:05:59.009230 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-fa477cf6-9b33-466f-9d54-d2d3f4bb6fad req-1cb77a69-fcc9-4465-99b6-d9688e6f19a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] show failed (client error): The resource could not be found. Sep 21 08:05:59.010251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa477cf6-9b33-466f-9d54-d2d3f4bb6fad req-1cb77a69-fcc9-4465-99b6-d9688e6f19a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-group-rules/d2f9f8eb-0c8d-4965-a430-34c4875f9d84 HTTP/1.1" status: 404 len: 361 time: 0.0146313 Sep 21 08:05:59.013901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84eb6eed-0d30-4acd-b9bd-d86dc5619600 req-1d8bb9f2-6cd2-4926-95ec-93df92366424 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Sep 21 08:05:59.072928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b0357ab-1366-47e4-b6fe-437cde4adf3c req-eca7f576-0e85-4736-ac86-047739f8d502 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/744cf63f-ac51-4ef2-92b4-d5e57dd80d98 HTTP/1.1" status: 200 len: 1813 time: 0.0416298 Sep 21 08:05:59.129539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3b0357ab-1366-47e4-b6fe-437cde4adf3c req-d8a29d0b-1ac3-4d89-a03b-f0eac3ea5b19 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.133164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94ac95-5d98-4a24-82ce-3bae57dd8c29 req-08521c75-962e-4d4d-917c-b093f633026f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:59.134692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef94ac95-5d98-4a24-82ce-3bae57dd8c29 req-08521c75-962e-4d4d-917c-b093f633026f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.0482612 Sep 21 08:05:59.154300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:05:59.155599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3b0357ab-1366-47e4-b6fe-437cde4adf3c req-d8a29d0b-1ac3-4d89-a03b-f0eac3ea5b19 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.174900 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef94ac95-5d98-4a24-82ce-3bae57dd8c29 req-e44c5e42-37d7-45f8-b035-9c53430beb3a tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Sep 21 08:05:59.200196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3b0357ab-1366-47e4-b6fe-437cde4adf3c req-d8a29d0b-1ac3-4d89-a03b-f0eac3ea5b19 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.202827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3b0357ab-1366-47e4-b6fe-437cde4adf3c req-d8a29d0b-1ac3-4d89-a03b-f0eac3ea5b19 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.204160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b0357ab-1366-47e4-b6fe-437cde4adf3c req-d8a29d0b-1ac3-4d89-a03b-f0eac3ea5b19 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "DELETE /v2.0/security-groups/744cf63f-ac51-4ef2-92b4-d5e57dd80d98 HTTP/1.1" status: 204 len: 173 time: 0.1251009 Sep 21 08:05:59.207203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:05:59.211943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:05:59.212883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.214797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a29d0b-1ac3-4d89-a03b-f0eac3ea5b19 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744cf63f-ac51-4ef2-92b4-d5e57dd80d98,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:59.270716 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d2afef3-8799-40fe-b637-aa4d5935a6b7 req-4503d2a3-623f-48b3-b042-ea843f854481 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/a91824bb-713d-4691-9d7e-661d990921bd HTTP/1.1" status: 200 len: 1813 time: 0.0403550 Sep 21 08:05:59.306795 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.319307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d992cd6-0a0c-4aa1-9a8c-922d6e55e50c req-f20e80eb-294a-4062-8671-57fd116d33c9 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:59.321124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d992cd6-0a0c-4aa1-9a8c-922d6e55e50c req-f20e80eb-294a-4062-8671-57fd116d33c9 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.0556064 Sep 21 08:05:59.339285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1d2afef3-8799-40fe-b637-aa4d5935a6b7 req-676cae57-a56e-4728-bc75-00af52bd224c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.340238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:05:59.344830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.364820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1d2afef3-8799-40fe-b637-aa4d5935a6b7 req-676cae57-a56e-4728-bc75-00af52bd224c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.366683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d992cd6-0a0c-4aa1-9a8c-922d6e55e50c req-35d61cc3-d7ec-4f1d-b310-25e0f0fc35b7 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Sep 21 08:05:59.397984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:59.410763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1d2afef3-8799-40fe-b637-aa4d5935a6b7 req-676cae57-a56e-4728-bc75-00af52bd224c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.413411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1d2afef3-8799-40fe-b637-aa4d5935a6b7 req-676cae57-a56e-4728-bc75-00af52bd224c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.414556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d2afef3-8799-40fe-b637-aa4d5935a6b7 req-676cae57-a56e-4728-bc75-00af52bd224c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "DELETE /v2.0/security-groups/a91824bb-713d-4691-9d7e-661d990921bd HTTP/1.1" status: 204 len: 173 time: 0.1378672 Sep 21 08:05:59.425633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cae57-a56e-4728-bc75-00af52bd224c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91824bb-713d-4691-9d7e-661d990921bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:59.480888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11cf6516-4bb9-4478-b9d1-319b1aa17cd1 req-ec7c939c-c813-4fab-a6e9-e1d5f7a7ef23 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/be134490-fae3-408f-bfec-275ae49203fb HTTP/1.1" status: 200 len: 1811 time: 0.0462177 Sep 21 08:05:59.538202 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-11cf6516-4bb9-4478-b9d1-319b1aa17cd1 req-43f90095-57b5-41a7-a93b-19aead10264c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.545106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd2359-704b-4f5e-afc2-265b341b51f8 req-f916476e-39ea-463c-92dc-1538a1152969 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:59.546663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-20fd2359-704b-4f5e-afc2-265b341b51f8 req-f916476e-39ea-463c-92dc-1538a1152969 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0513401 Sep 21 08:05:59.559875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-11cf6516-4bb9-4478-b9d1-319b1aa17cd1 req-43f90095-57b5-41a7-a93b-19aead10264c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.583961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-20fd2359-704b-4f5e-afc2-265b341b51f8 req-adff1666-c253-4158-9636-f20c5cd096fa tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Sep 21 08:05:59.602381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-11cf6516-4bb9-4478-b9d1-319b1aa17cd1 req-43f90095-57b5-41a7-a93b-19aead10264c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.605263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-11cf6516-4bb9-4478-b9d1-319b1aa17cd1 req-43f90095-57b5-41a7-a93b-19aead10264c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.606382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11cf6516-4bb9-4478-b9d1-319b1aa17cd1 req-43f90095-57b5-41a7-a93b-19aead10264c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "DELETE /v2.0/security-groups/be134490-fae3-408f-bfec-275ae49203fb HTTP/1.1" status: 204 len: 173 time: 0.1191828 Sep 21 08:05:59.615430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f90095-57b5-41a7-a93b-19aead10264c tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be134490-fae3-408f-bfec-275ae49203fb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:59.662064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eff0448b-0ee1-4e4a-81c0-68fbce04cae5 req-3c08198b-bc64-4e0d-9f39-0f8823f325db tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/8314e9fa-8d36-4fc2-b2aa-28657373c69f HTTP/1.1" status: 200 len: 1811 time: 0.0377696 Sep 21 08:05:59.717613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eff0448b-0ee1-4e4a-81c0-68fbce04cae5 req-702cefcf-c512-425d-81f6-423d5ca648a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.730500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:05:59.732873 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5a5c56-0791-4a81-8d7d-12a22a2fd9f8" -d '{"events": [{"server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "name": "network-vif-plugged", "status": "completed", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:05:59.741031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eff0448b-0ee1-4e4a-81c0-68fbce04cae5 req-702cefcf-c512-425d-81f6-423d5ca648a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.788398 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eff0448b-0ee1-4e4a-81c0-68fbce04cae5 req-702cefcf-c512-425d-81f6-423d5ca648a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.791541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eff0448b-0ee1-4e4a-81c0-68fbce04cae5 req-702cefcf-c512-425d-81f6-423d5ca648a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.793136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eff0448b-0ee1-4e4a-81c0-68fbce04cae5 req-702cefcf-c512-425d-81f6-423d5ca648a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "DELETE /v2.0/security-groups/8314e9fa-8d36-4fc2-b2aa-28657373c69f HTTP/1.1" status: 204 len: 173 time: 0.1251121 Sep 21 08:05:59.805799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cefcf-c512-425d-81f6-423d5ca648a0 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8314e9fa-8d36-4fc2-b2aa-28657373c69f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:05:59.812095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097138-b6df-4418-a8ab-5a391498de8b req-51805766-2d8e-453e-841c-b29023e441c7 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:59.813652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed097138-b6df-4418-a8ab-5a391498de8b req-51805766-2d8e-453e-841c-b29023e441c7 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.0605109 Sep 21 08:05:59.835617 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9717c9-73b8-4b44-ab65-3aafada8a310 x-openstack-request-id: req-fa9717c9-73b8-4b44-ab65-3aafada8a310 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:05:59.836141 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "name": "network-vif-plugged", "status": "completed", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:05:59.836390 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa9717c9-73b8-4b44-ab65-3aafada8a310 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:05:59.836777 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b', 'code': 200} Sep 21 08:05:59.859951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed097138-b6df-4418-a8ab-5a391498de8b req-82b0cf28-116d-4d61-9816-405f94efe949 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Sep 21 08:05:59.889987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec1cf7ee-d277-4354-98af-f28eb35cca3c req-46b977cc-69aa-4745-b45e-25dde5c6694d tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "GET /v2.0/security-groups/aed97726-8e4f-44ca-9fc4-4d04005a164e HTTP/1.1" status: 200 len: 1812 time: 0.0425172 Sep 21 08:05:59.978543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d982e-a297-4f27-aa8f-067001598ee1 req-92bc8631-4e29-4265-bd41-c888bb1a8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:59.980033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df7d982e-a297-4f27-aa8f-067001598ee1 req-92bc8631-4e29-4265-bd41-c888bb1a8ddb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1096 time: 0.0671196 Sep 21 08:05:59.982769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec1cf7ee-d277-4354-98af-f28eb35cca3c req-71e5d938-81d9-4568-afae-7d9f20830216 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:05:59.983673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dbbb-56b8-477d-b185-fb0d26ac7887 req-ce54cd63-73f1-436a-84c9-40d57ffea791 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:05:59.985213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25e5dbbb-56b8-477d-b185-fb0d26ac7887 req-ce54cd63-73f1-436a-84c9-40d57ffea791 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.0498662 Sep 21 08:06:00.019992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec1cf7ee-d277-4354-98af-f28eb35cca3c req-71e5d938-81d9-4568-afae-7d9f20830216 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.023898 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25e5dbbb-56b8-477d-b185-fb0d26ac7887 req-62c4308e-e50a-4a84-9bf6-b3d53c01d9a0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Sep 21 08:06:00.039532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df7d982e-a297-4f27-aa8f-067001598ee1 req-0af8c80d-ef39-4d39-bd47-50545ef11776 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515134 Sep 21 08:06:00.073773 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec1cf7ee-d277-4354-98af-f28eb35cca3c req-71e5d938-81d9-4568-afae-7d9f20830216 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.076386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec1cf7ee-d277-4354-98af-f28eb35cca3c req-71e5d938-81d9-4568-afae-7d9f20830216 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.078548 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec1cf7ee-d277-4354-98af-f28eb35cca3c req-71e5d938-81d9-4568-afae-7d9f20830216 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] 10.222.0.59 "DELETE /v2.0/security-groups/aed97726-8e4f-44ca-9fc4-4d04005a164e HTTP/1.1" status: 204 len: 173 time: 0.1814232 Sep 21 08:06:00.084836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38760) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:00.097378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5d938-81d9-4568-afae-7d9f20830216 tempest-SecurityGroupRulesNegativeTestJSON-679982364 tempest-SecurityGroupRulesNegativeTestJSON-679982364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed97726-8e4f-44ca-9fc4-4d04005a164e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:00.141603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] Deleting subnet 73eab825-7e1a-490a-840c-7aff4f0def74 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:06:00.145159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.152107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7faef-8c1c-4d12-970c-7cc4214a991e req-5356503e-8a13-4de1-999d-50ee757a98e3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:00.153698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94a7faef-8c1c-4d12-970c-7cc4214a991e req-5356503e-8a13-4de1-999d-50ee757a98e3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0583427 Sep 21 08:06:00.182153 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.196308 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94a7faef-8c1c-4d12-970c-7cc4214a991e req-c2f638e0-b2ee-4dd5-b8a6-595a7ab5aed4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352540 Sep 21 08:06:00.228697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.323327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce12aa-23d1-46fb-a737-89a30c93f79c req-9e796a0c-e7aa-4b91-8503-b87acce9d4b3 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:00.325642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffce12aa-23d1-46fb-a737-89a30c93f79c req-9e796a0c-e7aa-4b91-8503-b87acce9d4b3 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.0719090 Sep 21 08:06:00.330690 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.377143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73eab825-7e1a-490a-840c-7aff4f0def74,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:00.380505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.382864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f1959923-3d6f-4ec9-9fc3-71544f055e87 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/73eab825-7e1a-490a-840c-7aff4f0def74 HTTP/1.1" status: 204 len: 168 time: 0.2966938 Sep 21 08:06:00.385772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38764) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:00.405016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffce12aa-23d1-46fb-a737-89a30c93f79c req-8a5c79ae-4bd0-48fb-a192-3ee25e63824c tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713902 Sep 21 08:06:00.525940 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.553887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45629187-628d-4ff2-8427-16e6a0a7b1db req-52eeb468-71be-4f3e-8170-5bd7f7ffe305 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:00.555228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45629187-628d-4ff2-8427-16e6a0a7b1db req-52eeb468-71be-4f3e-8170-5bd7f7ffe305 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.0757675 Sep 21 08:06:00.657825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.663543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45629187-628d-4ff2-8427-16e6a0a7b1db req-afb34b32-bf43-4c76-9329-5cfd6a6ce391 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899260 Sep 21 08:06:00.688076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a220826-4d32-43cf-9eba-c903f5412ee0']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:00.701097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf32c24-dda0-4c74-883a-07e1a96b8efc') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:00.701404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf32c24-dda0-4c74-883a-07e1a96b8efc') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:00.713452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.732005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.733395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c96d2-4ca8-44ca-a551-697bcb4a7ef9 req-c26c0caf-f84a-466c-bf43-446fcc95854a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:00.735801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb4c96d2-4ca8-44ca-a551-697bcb4a7ef9 req-c26c0caf-f84a-466c-bf43-446fcc95854a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0658991 Sep 21 08:06:00.745471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:06:00.746841 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:06:00.751007 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:06:00.774714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb4c96d2-4ca8-44ca-a551-697bcb4a7ef9 req-4b7b9e35-3507-4d94-86c8-140021735a20 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343676 Sep 21 08:06:00.840543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.847968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:00.851736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] 10.222.0.59 "DELETE /v2.0/networks/5a220826-4d32-43cf-9eba-c903f5412ee0 HTTP/1.1" status: 204 len: 168 time: 0.4642265 Sep 21 08:06:00.860022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Request body: {'port': {'device_id': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:00.874927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be4f20-8167-468d-8632-da8aeb27d61c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a220826-4d32-43cf-9eba-c903f5412ee0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:00.933420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:01.034281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962f232-a394-4a3d-a102-aed948be632c req-8cb6ac0e-1832-4dc2-83f0-849804170ddd tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:01.035894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3962f232-a394-4a3d-a102-aed948be632c req-8cb6ac0e-1832-4dc2-83f0-849804170ddd tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.0858884 Sep 21 08:06:01.036561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38776) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:01.167510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3962f232-a394-4a3d-a102-aed948be632c req-fb5e92d7-3e4e-4c58-9d32-f9d66d3afa8d tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245170 Sep 21 08:06:01.176402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-684bf3fa-4ee3-4625-a1fc-25356370972f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fff4a7f402c94fcbb5b9fa3f75e1a3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384342 Sep 21 08:06:01.176914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38780) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:01.208875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-36df888c-772d-4f83-b877-4f6dd1f56aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:01.211760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-36df888c-772d-4f83-b877-4f6dd1f56aa2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e&tenant_id=7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 1099 time: 0.1425302 Sep 21 08:06:01.229415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85c182-7dc2-47b4-b7fb-f65ac662c252 req-9fef19b3-98b2-4eea-946e-9040bba15952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:01.230973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee85c182-7dc2-47b4-b7fb-f65ac662c252 req-9fef19b3-98b2-4eea-946e-9040bba15952 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9487fac23a4c41ffa5b285e093f17968&device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 1095 time: 0.2035270 Sep 21 08:06:01.236054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:01.329166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382171f5-56de-4392-b6bf-4db66c975048 req-551253a1-e57e-4fb9-8cc1-03108b3bd982 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:01.330734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-382171f5-56de-4392-b6bf-4db66c975048 req-551253a1-e57e-4fb9-8cc1-03108b3bd982 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.2215629 Sep 21 08:06:01.359003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-caa589a3-45a5-46c5-b3e2-48bc35bac0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:01.420404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:01.640402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:01.696530 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-caa589a3-45a5-46c5-b3e2-48bc35bac0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:01.776240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5c04e-f02a-4f63-ba43-0c4de25fda96 req-f1dbd3bc-61bd-404f-9d30-7ad3564f25d8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:01.777707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4a5c04e-f02a-4f63-ba43-0c4de25fda96 req-f1dbd3bc-61bd-404f-9d30-7ad3564f25d8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.4262037 Sep 21 08:06:01.786041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-382171f5-56de-4392-b6bf-4db66c975048 req-54196333-631a-457d-a790-a7025f552df3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411991 Sep 21 08:06:01.800887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85c182-7dc2-47b4-b7fb-f65ac662c252 req-95c8d017-0e73-4bf1-9dbd-32264762fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:01.802624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee85c182-7dc2-47b4-b7fb-f65ac662c252 req-95c8d017-0e73-4bf1-9dbd-32264762fa5d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9487fac23a4c41ffa5b285e093f17968&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5614614 Sep 21 08:06:01.904847 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-caa589a3-45a5-46c5-b3e2-48bc35bac0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:01.908825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-caa589a3-45a5-46c5-b3e2-48bc35bac0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:01.910079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-caa589a3-45a5-46c5-b3e2-48bc35bac0aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e5bc28f-e7cc-4dbe-ac0c-f8f9e95d974a HTTP/1.1" status: 204 len: 168 time: 0.7302017 Sep 21 08:06:01.964105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4a5c04e-f02a-4f63-ba43-0c4de25fda96 req-afedfbc3-1bce-4075-8388-6458e37965b5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180727 Sep 21 08:06:01.967090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa589a3-45a5-46c5-b3e2-48bc35bac0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5bc28f-e7cc-4dbe-ac0c-f8f9e95d974a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:02.084571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53b9078-7cd9-44ba-b38c-fbff3ce4e67a {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:02.106311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:02.106566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:02.117766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85c182-7dc2-47b4-b7fb-f65ac662c252 req-52dfbfa7-1e2b-456e-a95f-a06b7094b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:02.120273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee85c182-7dc2-47b4-b7fb-f65ac662c252 req-52dfbfa7-1e2b-456e-a95f-a06b7094b32b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3063943 Sep 21 08:06:02.138613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe3c8-a95e-4604-b14f-7952948df8e8 req-53b3cc08-0ae9-4726-889e-e22e5b695f54 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:02.146329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f21fe3c8-a95e-4604-b14f-7952948df8e8 req-53b3cc08-0ae9-4726-889e-e22e5b695f54 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 931 time: 0.2415128 Sep 21 08:06:02.149413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Transition to ACTIVE for port object d53b9078-7cd9-44ba-b38c-fbff3ce4e67a will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:02.171419 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:02.187955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:02.256498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f21fe3c8-a95e-4604-b14f-7952948df8e8 req-f8a99dac-a691-4aed-a4b1-e0e4d92904f5 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086195 Sep 21 08:06:02.307391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:02.326135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:02.350702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:02.357519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-60dd7113-b676-4c46-a7ae-cb91a4b57387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:02.359282 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-60dd7113-b676-4c46-a7ae-cb91a4b57387 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9487fac23a4c41ffa5b285e093f17968&device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 1095 time: 0.1838989 Sep 21 08:06:02.363595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1eac1-3b8c-47d0-811a-fde304d550de req-afb59282-52ea-4baf-a5ba-f16de5c10e5f tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:02.366899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ad1eac1-3b8c-47d0-811a-fde304d550de req-afb59282-52ea-4baf-a5ba-f16de5c10e5f tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.1408665 Sep 21 08:06:02.369298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Transition to ACTIVE for port object 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:02.374934 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:02.480131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:02.490827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-cb02cecd-0496-44dc-b046-670fbea70369 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a992500-5f51-4a02-8c55-e44246e01c44 HTTP/1.1" status: 200 len: 217 time: 0.0564306 Sep 21 08:06:02.533367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] No DVR routers for this DVR port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:06:02.634018 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ad1eac1-3b8c-47d0-811a-fde304d550de req-64f4dff7-3cad-4c39-b911-d6d7e8d7874a tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555845 Sep 21 08:06:02.660067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cd3b0-de2f-4fde-8e65-8b8a5d8173fa req-50514d1d-ac65-4d59-985c-b0187aa75075 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:02.662685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f00cd3b0-de2f-4fde-8e65-8b8a5d8173fa req-50514d1d-ac65-4d59-985c-b0187aa75075 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.3174636 Sep 21 08:06:02.681123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:02.681468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:02.681801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:02.685266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Attempting to bind port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:02.685604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Attempting to bind port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:02.685926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Attempting to bind port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a on network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:02.691263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:02.691617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Attempting to bind port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:02.702869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:02.703129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:02.703478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:02.704023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Bound port: 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:02.704309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:02.715506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a on network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:02.715829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Attempting to bind port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a on network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:02.722373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:02.722705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Checking segment: {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:02.723089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Bound using segment: {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:02.723546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Bound port: d53b9078-7cd9-44ba-b38c-fbff3ce4e67a, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b221727a-4369-4196-a9b1-f6be2ffee5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:02.723904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:02.738178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-6bc1fd82-224f-41aa-9b73-92282d4dea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:02.739681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-6bc1fd82-224f-41aa-9b73-92282d4dea5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2f256d26-91d3-4d7d-8f35-45f171f69f56 HTTP/1.1" status: 200 len: 855 time: 0.2354412 Sep 21 08:06:02.839644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.62', 63395) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:02.848182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f00cd3b0-de2f-4fde-8e65-8b8a5d8173fa req-d72f8435-b247-4a3b-acd6-069c3e659550 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638367 Sep 21 08:06:02.853512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:02.854366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-1b313410-0e7f-4a3f-b4e0-2acafb0c03ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=abcfbd34-4e1d-479a-ac6c-05757ddd2204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636950 Sep 21 08:06:02.876285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaca3f8-4ab4-4dec-a945-62c3006faa5d req-60b63407-3f98-4883-91a7-67d8cb85ecdd tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:02.886048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fcaca3f8-4ab4-4dec-a945-62c3006faa5d req-60b63407-3f98-4883-91a7-67d8cb85ecdd tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.1178410 Sep 21 08:06:02.932547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:02.942752 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:02.984422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] For port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:02.997366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fcaca3f8-4ab4-4dec-a945-62c3006faa5d req-0a27952a-1c08-4cac-9d8f-f5dfe2c49494 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104023 Sep 21 08:06:03.003565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.004201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.005928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] 10.222.0.62 "PUT /v2.0/ports/8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 1096 time: 1.7745309 Sep 21 08:06:03.008766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:03.034447 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:03.056632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-75db22e7-7494-4427-87f8-dae28a90741f tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.058264 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-75db22e7-7494-4427-87f8-dae28a90741f tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.62 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.2178459 Sep 21 08:06:03.059690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] For port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:03.071449 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.087678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea471c-ccec-4e3a-b129-a33e3a368b7d req-7314d089-496a-4fe3-847f-c65c6c9095e6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.089225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-78ea471c-ccec-4e3a-b129-a33e3a368b7d req-7314d089-496a-4fe3-847f-c65c6c9095e6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.1703568 Sep 21 08:06:03.139232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ced04d-94f5-405e-a7d2-826b2cee6483 service neutron] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:03.145891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.145891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.147454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] 10.222.0.62 "PUT /v2.0/ports/d53b9078-7cd9-44ba-b38c-fbff3ce4e67a HTTP/1.1" status: 200 len: 1091 time: 2.2922025 Sep 21 08:06:03.175986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'tag': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:03.178959 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874" -d '{"events": [{"name": "network-changed", "server_uuid": "314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5", "tag": "d53b9078-7cd9-44ba-b38c-fbff3ce4e67a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:03.219853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-4c7b8832-8097-4d08-b261-4c57fbcbe56e service neutron] 10.222.0.62 "GET /v2.0/networks/abcfbd34-4e1d-479a-ac6c-05757ddd2204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381512 Sep 21 08:06:03.236369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.253797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-2b9fb395-9606-46d8-99cf-af1edaa41cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.255396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-2b9fb395-9606-46d8-99cf-af1edaa41cf9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1099 time: 0.1915030 Sep 21 08:06:03.272221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-78ea471c-ccec-4e3a-b129-a33e3a368b7d req-e194e15f-ca25-4277-ad1c-54dda5363a24 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511433 Sep 21 08:06:03.273008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744308b-6f5c-4977-9581-e5d63652cfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:03.281206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c8657-e875-4014-95f1-df0ced7ae778 req-37c51efd-d1d9-415d-8c74-ffe5662cfd19 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.293256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-098c8657-e875-4014-95f1-df0ced7ae778 req-37c51efd-d1d9-415d-8c74-ffe5662cfd19 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1096 time: 0.1831400 Sep 21 08:06:03.365674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38828) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:03.441513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-5cd09996-e5c2-4291-bd3b-fb2547c9a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.443213 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-5cd09996-e5c2-4291-bd3b-fb2547c9a4f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ca95e6bd1724bb8a2c6c7a1640df11b&device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 1094 time: 0.1930511 Sep 21 08:06:03.468716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3493e46-ec71-4c58-ab43-e2f76871e201 req-bb1b61b7-b8a5-4b7b-856b-3f5d9559b1bb service neutron] 10.222.0.62 "GET /v2.0/networks/abcfbd34-4e1d-479a-ac6c-05757ddd2204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330706 Sep 21 08:06:03.474853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-52436018-53ba-4a2d-9d03-474c83ee7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.476412 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-52436018-53ba-4a2d-9d03-474c83ee7adf service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2079542 Sep 21 08:06:03.513048 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-15dfc3fa-1e01-4420-83c3-9ae4bb580479 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a HTTP/1.1" status: 200 len: 217 time: 0.0582705 Sep 21 08:06:03.543761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-098c8657-e875-4014-95f1-df0ced7ae778 req-483a3174-49c5-490e-8f9f-f9e9baed18fa tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494721 Sep 21 08:06:03.552326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-ce5721de-3d90-47c3-9fb3-abaf1ae6dcad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.0683024 Sep 21 08:06:03.564260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Deleting port 5ace607f-1e7a-430a-a0c9-0a843d6b680b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:06:03.564608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.629098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b179e15-6c70-4573-b66a-a72926a50895 req-57727cd4-9e43-4bac-bd69-b1ae7cc06b5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.631459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b179e15-6c70-4573-b66a-a72926a50895 req-57727cd4-9e43-4bac-bd69-b1ae7cc06b5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1754305 Sep 21 08:06:03.637792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-553247857-network', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:03.640743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-4372dcb6-3b0c-4b8d-9e4c-1605abc73a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.643305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-4372dcb6-3b0c-4b8d-9e4c-1605abc73a6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=282ba49c-f749-4a12-a5cf-eebc0464a687 HTTP/1.1" status: 200 len: 854 time: 0.1095591 Sep 21 08:06:03.646002 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fc3cf2-2f11-4396-85bf-ef4c1398c0d2 x-openstack-request-id: req-28fc3cf2-2f11-4396-85bf-ef4c1398c0d2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:03.646300 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:03.646534 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-28fc3cf2-2f11-4396-85bf-ef4c1398c0d2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:03.646919 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'status': 'completed', 'code': 200} Sep 21 08:06:03.712003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-4c47a7bc-8be5-4076-8f3a-2aee2835e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.714005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-4c47a7bc-8be5-4076-8f3a-2aee2835e813 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1528642 Sep 21 08:06:03.719870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:03.722261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.744824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.756172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411b424-a208-4209-aee3-565362f018f0 req-9a684ad4-d3f5-4327-85b1-9366e64fbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.757769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-9a684ad4-d3f5-4327-85b1-9366e64fbab5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f257ab6-463c-4f48-9ff2-4891a2da3d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028118 Sep 21 08:06:03.762420 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb10cadd-e757-408f-86a6-94887a89e331 x-openstack-request-id: req-cb10cadd-e757-408f-86a6-94887a89e331 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:03.762823 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5", "tag": "d53b9078-7cd9-44ba-b38c-fbff3ce4e67a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:03.763214 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb10cadd-e757-408f-86a6-94887a89e331 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:03.763673 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'tag': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a', 'status': 'completed', 'code': 200} Sep 21 08:06:03.769123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b179e15-6c70-4573-b66a-a72926a50895 req-cb0e9c3d-c07b-443c-9505-adfd9c695a0f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232274 Sep 21 08:06:03.795342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] For port 5ace607f-1e7a-430a-a0c9-0a843d6b680b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5ace607f-1e7a-430a-a0c9-0a843d6b680b,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:03.795342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:03.824057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Calling delete_port for 5ace607f-1e7a-430a-a0c9-0a843d6b680b owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:06:03.831917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-7681d099-c51a-4a7d-a1c2-d66d9a3681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.833493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-7681d099-c51a-4a7d-a1c2-d66d9a3681b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056793 Sep 21 08:06:03.877507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-06b7cd7f-2858-432a-9b53-d1f50ac44583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:03.879789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-06b7cd7f-2858-432a-9b53-d1f50ac44583 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1099 time: 0.1813326 Sep 21 08:06:03.958365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-eec5b2b7-5bf1-4c06-9b4c-b1b77cb35a52 service neutron] 10.222.0.62 "GET /v2.0/networks/9f257ab6-463c-4f48-9ff2-4891a2da3d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880138 Sep 21 08:06:04.054891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f6c9-d3dd-4f82-b470-28bc844be467 req-c70ffcb3-e9c3-4084-9792-34c0bb99f7e8 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.057058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24a6f6c9-d3dd-4f82-b470-28bc844be467 req-c70ffcb3-e9c3-4084-9792-34c0bb99f7e8 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 943 time: 0.2342358 Sep 21 08:06:04.082663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-7f95cf9c-b734-47f0-878d-ab40f2ab92c2 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358382 Sep 21 08:06:04.092990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0457a7a-e0ac-47cd-8062-3f435e39e3f3 req-26bad554-9bfc-4bbb-9d30-a8da791f3a19 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.094731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0457a7a-e0ac-47cd-8062-3f435e39e3f3 req-26bad554-9bfc-4bbb-9d30-a8da791f3a19 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 950 time: 0.1804502 Sep 21 08:06:04.147588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-f05728d3-c252-4f04-9b81-f5e2daec9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.153980 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-f05728d3-c252-4f04-9b81-f5e2daec9019 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2427175 Sep 21 08:06:04.177348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b411b424-a208-4209-aee3-565362f018f0 req-b8bdfcff-aa14-4a9c-a738-9c8aedf9215c service neutron] 10.222.0.62 "GET /v2.0/networks/9f257ab6-463c-4f48-9ff2-4891a2da3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072086 Sep 21 08:06:04.212620 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-e0c0f9e7-f9ce-425b-a73e-87ac6450faa9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.0494971 Sep 21 08:06:04.215898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.222606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0457a7a-e0ac-47cd-8062-3f435e39e3f3 req-ce3d74a2-ba72-47af-844d-df25b991eac4 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/security-groups?id=51c7b261-1e80-460e-ab5b-09331ff0e0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162469 Sep 21 08:06:04.230608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24a6f6c9-d3dd-4f82-b470-28bc844be467 req-45427c7a-2cad-4254-a1c1-c10667e7c729 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663139 Sep 21 08:06:04.262705 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.280245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:06:04.356140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.356536 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Added segment 5775431c-b00b-4d44-9142-4de7c433623e of type vlan for network c1272403-c39d-4652-afa3-1c38291cd8d2 Sep 21 08:06:04.366871 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c08c804b-b037-4cf2-8f9b-5aa4b352c153 req-c01d0232-0eaf-43a3-a559-c522aa6ebc34 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744768 Sep 21 08:06:04.394671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.397290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-8846895d-5aaa-4aa9-b3e1-892e721556c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.398348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:04.399265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-8846895d-5aaa-4aa9-b3e1-892e721556c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1755590 Sep 21 08:06:04.414992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5ace607f-1e7a-430a-a0c9-0a843d6b680b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:04.422930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-7b7e54be-15de-46f6-87e8-20eba21ae42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.424424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-7b7e54be-15de-46f6-87e8-20eba21ae42d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7ca95e6bd1724bb8a2c6c7a1640df11b&device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 1094 time: 0.1759586 Sep 21 08:06:04.468766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.487097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeeb205-ad8a-4128-9487-e1713827667f req-9b36f653-7664-4dbd-9f85-3ddfbf4119b3 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.491608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3aeeb205-ad8a-4128-9487-e1713827667f req-9b36f653-7664-4dbd-9f85-3ddfbf4119b3 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 945 time: 0.1772470 Sep 21 08:06:04.534915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Pushing event deleted for resources: {'Port': ['ID=5ace607f-1e7a-430a-a0c9-0a843d6b680b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:04.558668 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.559680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.560275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.576943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-c39a5d23-d10f-43f7-8bac-36644695b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.578767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-c39a5d23-d10f-43f7-8bac-36644695b013 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662605 Sep 21 08:06:04.618755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3aeeb205-ad8a-4128-9487-e1713827667f req-2d955c67-f6bd-47fd-9d9f-41bba2b1c43b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164155 Sep 21 08:06:04.625652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ac113-7315-4ff5-9007-0e9e165b3b04 req-e0d57b6b-3bab-4579-a4e0-94a2ccdb8a72 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.632664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf0ac113-7315-4ff5-9007-0e9e165b3b04 req-e0d57b6b-3bab-4579-a4e0-94a2ccdb8a72 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1096 time: 0.2947924 Sep 21 08:06:04.661158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-b60edd52-0092-44b6-b4eb-1be48a6ed96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.664300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-b60edd52-0092-44b6-b4eb-1be48a6ed96f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f257ab6-463c-4f48-9ff2-4891a2da3d9d HTTP/1.1" status: 200 len: 916 time: 0.2092643 Sep 21 08:06:04.683888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] No DVR routers for this DVR port 5ace607f-1e7a-430a-a0c9-0a843d6b680b on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:06:04.688905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.692530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e4349c1-26ca-4958-9ba3-ea130116536e req-0194042c-1986-41ff-84d8-c4e60c28a64b tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.62 "DELETE /v2.0/ports/5ace607f-1e7a-430a-a0c9-0a843d6b680b HTTP/1.1" status: 204 len: 173 time: 1.6233895 Sep 21 08:06:04.701825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3323278 Sep 21 08:06:04.738947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38860) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:04.747826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Request body: {'subnet': {'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-553247857-subnet', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:04.755456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77280fdd-8c4a-470f-82ff-9d7ab75ff37b admin admin] Pushing event updated for resources: {'Network': ['ID=c1272403-c39d-4652-afa3-1c38291cd8d2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:04.766028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c1272403-c39d-4652-afa3-1c38291cd8d2 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:06:04.769200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-7f22ed32-b0eb-4127-9246-dc03096a8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:04.770181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-7f22ed32-b0eb-4127-9246-dc03096a8d11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1099 time: 0.2767487 Sep 21 08:06:04.839512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf0ac113-7315-4ff5-9007-0e9e165b3b04 req-91031971-06b3-4ca8-aaa3-c0d42959eb5a tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057571 Sep 21 08:06:04.867968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:04.870410 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:04.876648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-7893cf66-1e30-4e8c-be54-2f074d21ea9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a HTTP/1.1" status: 200 len: 217 time: 0.1998856 Sep 21 08:06:04.996305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-646eb727-393a-4ecc-a8fd-a6e1330a6a9a service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079723 Sep 21 08:06:05.007653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-e422c7d6-3d74-49b9-ad43-aafb458e9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.015770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-e422c7d6-3d74-49b9-ad43-aafb458e9a61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=282ba49c-f749-4a12-a5cf-eebc0464a687 HTTP/1.1" status: 200 len: 854 time: 0.1025536 Sep 21 08:06:05.074642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-182948b9-d919-41da-9bd9-ee77fec147c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.077421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-182948b9-d919-41da-9bd9-ee77fec147c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2888274 Sep 21 08:06:05.150476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f254f9e-ae66-4a20-a246-cc660409c669 req-f4ebba36-0958-47ac-a54f-157d433324c3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.152402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f254f9e-ae66-4a20-a246-cc660409c669 req-f4ebba36-0958-47ac-a54f-157d433324c3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.1902897 Sep 21 08:06:05.160387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-47f627fb-ba21-45c4-b8d4-1b0c94906792 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.0740201 Sep 21 08:06:05.250753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f254f9e-ae66-4a20-a246-cc660409c669 req-5c79a33e-7cf1-4a92-8346-22cde7784650 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894740 Sep 21 08:06:05.289408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-b9e79d76-d2d4-4cba-a61f-5383177df3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.291212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-b9e79d76-d2d4-4cba-a61f-5383177df3a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1200161 Sep 21 08:06:05.364758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b92b28-bb36-4c6f-b59d-ec8f5701df96 req-ffc8fe4f-beb2-455e-8953-d2e9646ea4d5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.377220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b92b28-bb36-4c6f-b59d-ec8f5701df96 req-ffc8fe4f-beb2-455e-8953-d2e9646ea4d5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.5606449 Sep 21 08:06:05.405769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-c297ed13-0467-43b8-abda-f3d6b9cc6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.407419 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-c297ed13-0467-43b8-abda-f3d6b9cc6c55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039138 Sep 21 08:06:05.414307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:05.530572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-93823043-a943-42ba-aad7-bc80e69adbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.532398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-93823043-a943-42ba-aad7-bc80e69adbbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f257ab6-463c-4f48-9ff2-4891a2da3d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036950 Sep 21 08:06:05.541603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b92b28-bb36-4c6f-b59d-ec8f5701df96 req-ff47386f-daa7-424c-9f45-49e41a64fc8e tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620736 Sep 21 08:06:05.606251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-c480ccdd-9fb2-4324-96a1-79aa24618e26 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886660 Sep 21 08:06:05.651258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1580040e-2836-4c15-9716-99f4f29b7e90 req-4165146c-8b57-4b69-8da1-24643d7ed763 tempest-ServersAdminNegativeTestJSON-1155991946 tempest-ServersAdminNegativeTestJSON-1155991946-project] 10.222.0.59 "GET /v2.0/ports?device_id=48dc0e65-ed39-43f6-b16a-eee3fe393230 HTTP/1.1" status: 200 len: 210 time: 0.1949873 Sep 21 08:06:05.702451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'name': 'network-vif-deleted', 'tag': '5ace607f-1e7a-430a-a0c9-0a843d6b680b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:05.704719 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21c239c-d021-48e5-9437-b3a71e25a707" -d '{"events": [{"server_uuid": "48dc0e65-ed39-43f6-b16a-eee3fe393230", "name": "network-vif-deleted", "tag": "5ace607f-1e7a-430a-a0c9-0a843d6b680b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:05.719907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4d016f-9d6e-4d65-8223-cdb65aaf31fa,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:05.729413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Checking segment: {'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:05.729873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Network hostable DHCP agents. Network: c1272403-c39d-4652-afa3-1c38291cd8d2, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:06:05.759461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-1ef6bade-efda-44ae-a6da-15f1374a6431 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424187 Sep 21 08:06:05.786420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Network c1272403-c39d-4652-afa3-1c38291cd8d2 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:06:05.821647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c1272403-c39d-4652-afa3-1c38291cd8d2) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:05.830055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f98e8-c244-4ee0-b530-a2e5b20c72dc None None] Network c1272403-c39d-4652-afa3-1c38291cd8d2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:05.854335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.855968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:05.949320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1e093-f2b3-4b91-acaf-51a683670d34 req-ad0e1f2d-5688-4f60-bdbd-103ff1289fbe tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:05.950937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88f1e093-f2b3-4b91-acaf-51a683670d34 req-ad0e1f2d-5688-4f60-bdbd-103ff1289fbe tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 943 time: 0.3050957 Sep 21 08:06:06.016193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-9993e2e5-5727-4491-97ba-2c89ef6e6012 service neutron] 10.222.0.62 "GET /v2.0/networks/9f257ab6-463c-4f48-9ff2-4891a2da3d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718926 Sep 21 08:06:06.202552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-c1272403-c39d-4652-afa3-1c38291cd8d2', 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'fixed_ips': [{'subnet_id': '0f4d016f-9d6e-4d65-8223-cdb65aaf31fa'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:06:06.205125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:06.372313 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88f1e093-f2b3-4b91-acaf-51a683670d34 req-72c10c7e-8138-4fb1-9a58-e0fb39485f33 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495934 Sep 21 08:06:06.481661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-697b9a79-82e9-4cd8-9ca7-9ab444aa6874 req-ad428f1c-2297-4325-8e7d-f9cb4e9995f0 service neutron] 10.222.0.62 "GET /v2.0/networks/9f257ab6-463c-4f48-9ff2-4891a2da3d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333475 Sep 21 08:06:06.488429 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b12781-d4b9-40ee-b64e-176b02e070bc x-openstack-request-id: req-11b12781-d4b9-40ee-b64e-176b02e070bc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:06.489031 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dc0e65-ed39-43f6-b16a-eee3fe393230", "name": "network-vif-deleted", "tag": "5ace607f-1e7a-430a-a0c9-0a843d6b680b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:06.489031 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11b12781-d4b9-40ee-b64e-176b02e070bc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:06.489378 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dc0e65-ed39-43f6-b16a-eee3fe393230', 'name': 'network-vif-deleted', 'tag': '5ace607f-1e7a-430a-a0c9-0a843d6b680b', 'status': 'completed', 'code': 200} Sep 21 08:06:06.503087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Allocated IP 172.20.0.2 (c1272403-c39d-4652-afa3-1c38291cd8d2/0f4d016f-9d6e-4d65-8223-cdb65aaf31fa/00b82194-a1e8-444d-8d7d-e39e2ada772b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:06.555560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38904) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:06.555789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e55363ae-2a31-4d63-8234-dcdce184ed2e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8132467 Sep 21 08:06:06.564446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:06.607878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-3c163687-bfe9-44b2-b058-cd4bcff08faf tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--200528698&fields=id&tenant_id=2faebe97a7814c28831e6b5c65bda544 HTTP/1.1" status: 200 len: 267 time: 0.1161733 Sep 21 08:06:06.623406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d2eb04-b728-441c-9d42-2c9e0f0d56b7 req-b93672ec-012a-4361-8b80-cc009df47068 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8461146 Sep 21 08:06:06.632339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:06.633410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:06.731954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:06.740233 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:06.748491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5ace607f-1e7a-430a-a0c9-0a843d6b680b no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:06:06.808621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 5ace607f-1e7a-430a-a0c9-0a843d6b680b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:06:06.808979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5ace607f-1e7a-430a-a0c9-0a843d6b680b not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:06:06.825567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Network c1272403-c39d-4652-afa3-1c38291cd8d2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:06.829081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:06.835715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:06.845938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:06.860902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-50fc7edd-27de-433b-957b-623b22e9d13c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:06.861380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-50fc7edd-27de-433b-957b-623b22e9d13c tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 823 time: 0.2520499 Sep 21 08:06:06.897096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Pushing event updated for resources: {'Port': ['ID=00b82194-a1e8-444d-8d7d-e39e2ada772b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:06.909768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-7825708b-301f-4510-939e-115c39746a58 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/quotas/2faebe97a7814c28831e6b5c65bda544 HTTP/1.1" status: 200 len: 375 time: 0.0345469 Sep 21 08:06:06.951658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Attempting to bind port 00b82194-a1e8-444d-8d7d-e39e2ada772b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:06.952554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Attempting to bind port 00b82194-a1e8-444d-8d7d-e39e2ada772b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:06.953497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Attempting to bind port 00b82194-a1e8-444d-8d7d-e39e2ada772b on network c1272403-c39d-4652-afa3-1c38291cd8d2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:06.966165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:06.969019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Checking segment: {'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:06.969694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced0940-68e9-4184-b9c7-e07540196050 req-6742dd89-5deb-4399-9609-545c4f4e864f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:06.970449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:06.971565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ced0940-68e9-4184-b9c7-e07540196050 req-6742dd89-5deb-4399-9609-545c4f4e864f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.4246764 Sep 21 08:06:06.972146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Bound using segment: {'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:06.972782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Bound port: 00b82194-a1e8-444d-8d7d-e39e2ada772b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:06.974011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:07.024469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-93ef87d1-1981-4850-9c83-55f2f27fe8a2 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1079402 Sep 21 08:06:07.124846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] For port 00b82194-a1e8-444d-8d7d-e39e2ada772b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:07.135101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] For port 00b82194-a1e8-444d-8d7d-e39e2ada772b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=00b82194-a1e8-444d-8d7d-e39e2ada772b,segment=NetworkSegment(5775431c-b00b-4d44-9142-4de7c433623e),segment_id=5775431c-b00b-4d44-9142-4de7c433623e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:07.141958 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:07.189326 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:07.216301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ced0940-68e9-4184-b9c7-e07540196050 req-f7844606-128b-4b94-9015-6a78af30e246 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884601 Sep 21 08:06:07.278678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf9048-c712-4d35-a718-ea844970550b None None] Pushing event updated for resources: {'Port': ['ID=00b82194-a1e8-444d-8d7d-e39e2ada772b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:07.312039 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-5d9750c6-58e6-429d-9104-4b324d3f9ac1 service neutron] 10.222.0.59 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597938 Sep 21 08:06:07.429159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf673f-ea29-4a73-8343-5fa214ede1b8 req-90133e30-2ef8-4c7e-a227-98effbb2e5fa tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:07.431588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48cf673f-ea29-4a73-8343-5fa214ede1b8 req-90133e30-2ef8-4c7e-a227-98effbb2e5fa tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.0748000 Sep 21 08:06:07.432089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-d88d1def-8744-46eb-a981-1f4f02441412 service neutron] 10.222.0.59 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125953 Sep 21 08:06:07.570567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48cf673f-ea29-4a73-8343-5fa214ede1b8 req-ba6e0601-fa02-4e5e-bad2-605fc594a7ba tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311324 Sep 21 08:06:07.741084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-50fb910b-9086-44c2-bcd4-2c0a97b4f921 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135800 Sep 21 08:06:07.775576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:07.834888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:07.920520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-ed725b5b-3e92-4293-bbe9-8f5c9c60e5ad service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3001518 Sep 21 08:06:07.951427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8836-8f61-4348-a5bd-4fc62a8d2fd3 req-748cee07-7377-49a6-b176-353127b21b0f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:07.953054 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79db8836-8f61-4348-a5bd-4fc62a8d2fd3 req-748cee07-7377-49a6-b176-353127b21b0f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 943 time: 0.1900680 Sep 21 08:06:07.957795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85a7116a-720a-44c6-bf8f-af4acf714fa3 req-11032c33-946e-48da-bb80-59350a32173d tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 210 time: 0.1363428 Sep 21 08:06:07.995879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-c201797c-7196-46d9-bce0-b702f1f0d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:07.997521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-c201797c-7196-46d9-bce0-b702f1f0d47c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1096 time: 0.1872911 Sep 21 08:06:08.027760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-88e6d039-1031-497b-8a94-483f413c05a6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.029387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-88e6d039-1031-497b-8a94-483f413c05a6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae044b5d-fdfe-4bec-a365-323140fddd1c HTTP/1.1" status: 200 len: 945 time: 0.1605997 Sep 21 08:06:08.062309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-fc028a17-8ef8-47a2-ae94-c65cf60f6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.064127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-fc028a17-8ef8-47a2-ae94-c65cf60f6a4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1100 time: 0.1091425 Sep 21 08:06:08.153727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38930) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:08.217239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79db8836-8f61-4348-a5bd-4fc62a8d2fd3 req-4adea6dc-d38e-4b0c-932d-847fd5698061 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431998 Sep 21 08:06:08.235073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Allocated IP 172.25.1.118 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/8ea13d18-70f5-4c87-9edf-959879becedf) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:08.247211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-aa3d9c6c-223d-4461-b207-9162e4a4bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.249234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-aa3d9c6c-223d-4461-b207-9162e4a4bb16 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1634920 Sep 21 08:06:08.269059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-aefbdda6-45fe-4a71-87e5-5b42a2c8cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.270562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-aefbdda6-45fe-4a71-87e5-5b42a2c8cf45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.2385080 Sep 21 08:06:08.405432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-df4a41e2-0bd2-434d-b6a9-3cab81301ae7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.1399331 Sep 21 08:06:08.464363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-4dcf9ed8-729a-4f46-b6d0-d36266d58d99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 217 time: 0.1341085 Sep 21 08:06:08.630107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-ec47cbcf-be6d-4e86-b537-546a7e1ced45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.631892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-ec47cbcf-be6d-4e86-b537-546a7e1ced45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1825283 Sep 21 08:06:08.638583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9b47-b4d2-45f8-9e4a-bd97e66f3c80 req-895c4f9f-4aaf-40b2-9016-d267750597a0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.641238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f8a9b47-b4d2-45f8-9e4a-bd97e66f3c80 req-895c4f9f-4aaf-40b2-9016-d267750597a0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.1928229 Sep 21 08:06:08.645588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Deleting port 7f0497a6-1512-47ff-bb4a-20e730d0791b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:06:08.646143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:08.661471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-319b05a1-5d43-4b69-bfdd-ec4d7266f297 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aef83548708143dcbf770aded6f1d65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053976 Sep 21 08:06:08.678091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-f6954f0e-7ea5-4815-bc04-f3d8e971dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.682723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38952) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:08.685704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-f6954f0e-7ea5-4815-bc04-f3d8e971dd2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.2111971 Sep 21 08:06:08.738231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:08.750190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-b36d2358-3fac-42ce-9707-bff80dcb6836 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436685 Sep 21 08:06:08.779516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d53b9078-7cd9-44ba-b38c-fbff3ce4e67a details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:08.829546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-708d2f99-21a4-459a-9f39-029d16836213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:08.831866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-708d2f99-21a4-459a-9f39-029d16836213 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1858785 Sep 21 08:06:08.880937 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:08.946158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f8a9b47-b4d2-45f8-9e4a-bd97e66f3c80 req-b4193f91-4090-4120-9918-541096ba082d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919028 Sep 21 08:06:08.953480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:08.955562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:08.959041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c009b1-bc46-43b3-a769-f3f81d4bbd30 None None] Network c1272403-c39d-4652-afa3-1c38291cd8d2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:09.095095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea13d18-70f5-4c87-9edf-959879becedf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:09.106735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:09.107068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] For port 7f0497a6-1512-47ff-bb4a-20e730d0791b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=7f0497a6-1512-47ff-bb4a-20e730d0791b,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:09.107511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:09.114185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:09.128224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:09.183175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-056ee5d7-59a0-4e33-a222-834568a7dca4 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383460 Sep 21 08:06:09.200955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7694fd6e-eff3-4401-8280-728d21700ff1 None None] Provisioning complete for port 00b82194-a1e8-444d-8d7d-e39e2ada772b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:09.201533 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7694fd6e-eff3-4401-8280-728d21700ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:09.316662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:09.319173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:09.320349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51c7b261-1e80-460e-ab5b-09331ff0e0b9 HTTP/1.1" status: 204 len: 168 time: 0.6363549 Sep 21 08:06:09.324413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:09.373883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a', 'network_id': '9f257ab6-463c-4f48-9ff2-4891a2da3d9d', 'port_id': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a', 'mac_address': 'fa:16:3e:9c:42:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282ba49c-f749-4a12-a5cf-eebc0464a687', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:09.481620 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-6f255bb4-19af-4252-a94c-d6168aa08c07 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925955 Sep 21 08:06:09.580618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7694fd6e-eff3-4401-8280-728d21700ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:09.584185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:09.652876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 00b82194-a1e8-444d-8d7d-e39e2ada772b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:09.690574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-397d7e0e-db9b-4e2f-840d-6d4e05db8413 req-7bcb02f2-ece1-42c8-bfb9-5f262c67184b service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977305 Sep 21 08:06:09.826729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17707a-422e-460c-880b-2caba5f7df73 req-7c86f742-1f75-4207-a62d-b36f660451b0 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:09.847933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec17707a-422e-460c-880b-2caba5f7df73 req-7c86f742-1f75-4207-a62d-b36f660451b0 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 944 time: 0.7878003 Sep 21 08:06:09.900453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7694fd6e-eff3-4401-8280-728d21700ff1 None None] For port 00b82194-a1e8-444d-8d7d-e39e2ada772b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=00b82194-a1e8-444d-8d7d-e39e2ada772b,segment=NetworkSegment(5775431c-b00b-4d44-9142-4de7c433623e),segment_id=5775431c-b00b-4d44-9142-4de7c433623e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:09.909967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53b9078-7cd9-44ba-b38c-fbff3ce4e67a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:09.950650 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7694fd6e-eff3-4401-8280-728d21700ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.059199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.084736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c7b261-1e80-460e-ab5b-09331ff0e0b9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:10.096199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:10.110979 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.112060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8a992500-5f51-4a02-8c55-e44246e01c44 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:10.153862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-642464e8-5568-42c2-a86a-c6b5b315e979 req-fa5f96a3-8474-4b72-b9cc-d6e272d4aee5 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 210 time: 0.6446934 Sep 21 08:06:10.176288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2a3a59bd-0f64-4caa-b662-c0e272749831 None None] Provisioning complete for port 00b82194-a1e8-444d-8d7d-e39e2ada772b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:10.176899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2a3a59bd-0f64-4caa-b662-c0e272749831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.213772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.214298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.214735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.215087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.215431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.215763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.216086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.216409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.216728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.217042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.217356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.217670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0126a-6d41-4ac3-8c46-5b04fec88b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:10.238913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 00b82194-a1e8-444d-8d7d-e39e2ada772b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:10.247706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.274443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694fd6e-eff3-4401-8280-728d21700ff1 None None] Pushing event updated for resources: {'Port': ['ID=00b82194-a1e8-444d-8d7d-e39e2ada772b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:10.319672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2314c4a-b2dc-47bb-927a-643f90817c26 req-d2b60dff-f8af-408c-8354-96e28bf5f12c service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1222029 Sep 21 08:06:10.367846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:10.379952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec17707a-422e-460c-880b-2caba5f7df73 req-e612f082-580a-4141-89e7-718c9bc4c320 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289266 Sep 21 08:06:10.433521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.434217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3fbad-e491-4353-acdf-266654e22417 req-5203bdf3-e0bc-4bd5-ab00-9f0e5818c3b2 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:10.434951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.435545 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Floating IP 1459cca7-2dc0-4701-8b9d-57c619332321 disassociated. External IP: 172.25.1.223, port: 7f0497a6-1512-47ff-bb4a-20e730d0791b. Sep 21 08:06:10.437163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Calling delete_port for 7f0497a6-1512-47ff-bb4a-20e730d0791b owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:06:10.441810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-78a3fbad-e491-4353-acdf-266654e22417 req-5203bdf3-e0bc-4bd5-ab00-9f0e5818c3b2 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 944 time: 0.1927006 Sep 21 08:06:10.456760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-bf73b354-5cca-4efb-ab73-c172eb2522be tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:10.458263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-bf73b354-5cca-4efb-ab73-c172eb2522be tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 823 time: 0.9503858 Sep 21 08:06:10.500974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:10.578619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-78a3fbad-e491-4353-acdf-266654e22417 req-36c6a3ad-a5c0-454d-92fe-557d207baf3c tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358480 Sep 21 08:06:10.605043 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c92429a5-207f-4249-85b7-56e2931217b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b46b062e49e4dd9a8dcb1171be3e1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326062 Sep 21 08:06:10.610129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38988) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:10.633496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-c85e1022-b934-45eb-b337-5cf5ea2cf4ba tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2faebe97a7814c28831e6b5c65bda544 HTTP/1.1" status: 200 len: 379 time: 0.1482351 Sep 21 08:06:10.675976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'port': {'device_id': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'admin_state_up': True, 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'security_groups': ['2217827a-b742-4697-b40b-61ead47a6f9c']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:10.729121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 8a992500-5f51-4a02-8c55-e44246e01c44, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8a992500-5f51-4a02-8c55-e44246e01c44,segment=NetworkSegment(c644f7ee-c59c-4555-8487-f673b1fa7819),segment_id=c644f7ee-c59c-4555-8487-f673b1fa7819)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:10.750496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '8a992500-5f51-4a02-8c55-e44246e01c44', 'network_id': 'abcfbd34-4e1d-479a-ac6c-05757ddd2204', 'port_id': '8a992500-5f51-4a02-8c55-e44246e01c44', 'mac_address': 'fa:16:3e:32:03:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f256d26-91d3-4d7d-8f35-45f171f69f56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:10.764619 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:06:10.775608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767f7e4-01d9-436b-9a2e-71ac7a13abe0 req-5d34d668-651e-4c87-93f7-db3ab50e0a6f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:10.787079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6767f7e4-01d9-436b-9a2e-71ac7a13abe0 req-5d34d668-651e-4c87-93f7-db3ab50e0a6f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.2002656 Sep 21 08:06:10.826248 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.847756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a992500-5f51-4a02-8c55-e44246e01c44 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:10.877787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6767f7e4-01d9-436b-9a2e-71ac7a13abe0 req-03f56d15-f290-4e6b-a0d0-6c302135190e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846400 Sep 21 08:06:10.878990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.892687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 8a992500-5f51-4a02-8c55-e44246e01c44, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8a992500-5f51-4a02-8c55-e44246e01c44,segment=NetworkSegment(c644f7ee-c59c-4555-8487-f673b1fa7819),segment_id=c644f7ee-c59c-4555-8487-f673b1fa7819)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:10.897506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Made reservation on behalf of 2faebe97a7814c28831e6b5c65bda544 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:10.900984 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.901762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:10.912462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:10.961121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=8a992500-5f51-4a02-8c55-e44246e01c44,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:11.014448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.042949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f069946-d84a-43a8-807c-799bb36ff6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.064591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event deleted for resources: {'Port': ['ID=7f0497a6-1512-47ff-bb4a-20e730d0791b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:11.078111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.078464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.078808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.079147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.079510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.079843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.080174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.080501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.080828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.081152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.081477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.081799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:11.159595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:11.179035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'mac_address': 'fa:16:3e:e4:80:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:11.233962 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.255030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:11.280097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Router faceee27-3819-417c-a4f5-e3879342390c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:06:11.282689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f069946-d84a-43a8-807c-799bb36ff6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.285957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:11.287902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 7f0497a6-1512-47ff-bb4a-20e730d0791b no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:06:11.288373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591c3c3-bd55-4a48-a842-70a77bdb1fdf req-4b127b35-cecc-412d-8b44-46850982a5b1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:11.296419 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d591c3c3-bd55-4a48-a842-70a77bdb1fdf req-4b127b35-cecc-412d-8b44-46850982a5b1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 948 time: 0.1596189 Sep 21 08:06:11.324721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 7f0497a6-1512-47ff-bb4a-20e730d0791b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:06:11.324721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 7f0497a6-1512-47ff-bb4a-20e730d0791b not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:06:11.327505 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.401023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d591c3c3-bd55-4a48-a842-70a77bdb1fdf req-e3b47e71-2e01-4b89-8271-cc0b3cfe01b1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036160 Sep 21 08:06:11.427131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45e8dd0b-4039-40a9-aa8e-07fe93c83781 req-d5438329-15f6-4eb9-8c92-1d0f150dabbc tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 210 time: 0.1538460 Sep 21 08:06:11.514165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:06:11.526585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 00b82194-a1e8-444d-8d7d-e39e2ada772b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:11.527586 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] Sync routers for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:06:11.545703 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:11.546335 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:11.596843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f069946-d84a-43a8-807c-799bb36ff6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.603624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f069946-d84a-43a8-807c-799bb36ff6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.615335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7f069946-d84a-43a8-807c-799bb36ff6cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19c6ca0a-1e38-4e10-9b6e-4e2b0e75de03 HTTP/1.1" status: 204 len: 168 time: 0.9984009 Sep 21 08:06:11.615448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] No DVR routers for this DVR port 7f0497a6-1512-47ff-bb4a-20e730d0791b on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:06:11.623128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.624484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:11.625202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d11ad899-8e41-487a-b58c-70cc772ae5ba req-9e1fd9c7-3e9a-432e-9077-545f6cc83ff9 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "DELETE /v2.0/ports/7f0497a6-1512-47ff-bb4a-20e730d0791b HTTP/1.1" status: 204 len: 173 time: 3.5722339 Sep 21 08:06:11.633730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'name': 'network-vif-deleted', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:11.634201 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcf12e1-0c30-4d4e-80b9-462ab0c9eb8f" -d '{"events": [{"server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "name": "network-vif-deleted", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:11.682608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 00b82194-a1e8-444d-8d7d-e39e2ada772b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:11.682805 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:11.727465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc43ed-b7aa-456a-a862-862551ba6efc req-af276e8c-e5eb-4abe-9bf6-ea9c6bc34bd5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:11.731066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f069946-d84a-43a8-807c-799bb36ff6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c6ca0a-1e38-4e10-9b6e-4e2b0e75de03,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:11.738014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fafc43ed-b7aa-456a-a862-862551ba6efc req-af276e8c-e5eb-4abe-9bf6-ea9c6bc34bd5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 945 time: 0.1805811 Sep 21 08:06:11.833445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fafc43ed-b7aa-456a-a862-862551ba6efc req-35ca1541-7799-4637-b955-23b7b71db44a tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871210 Sep 21 08:06:11.868375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Allocated IP 172.20.0.4 (304927a9-b2b4-4d24-8ee6-32a5a2288a33/09950564-428d-4d7c-8d40-4ae297a9d909/ff944ee1-eb81-41ec-b28d-ab9dcb3d928f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:11.883548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-f1316fa9-1cc3-4224-ae31-ce5fc99348f6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:11.885484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-f1316fa9-1cc3-4224-ae31-ce5fc99348f6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e&tenant_id=7634cabddde04a9a91793712ffd5c698&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 948 time: 0.7345476 Sep 21 08:06:11.910547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['8cec313c-d3fa-4eba-8297-cdcada5bd1e6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:11.918102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['8a992500-5f51-4a02-8c55-e44246e01c44'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:11.919448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:06:11.924473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['d53b9078-7cd9-44ba-b38c-fbff3ce4e67a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:11.947218 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627e86bc-df4c-4fdd-a1e9-3288181bc5bc x-openstack-request-id: req-627e86bc-df4c-4fdd-a1e9-3288181bc5bc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:11.947760 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae044b5d-fdfe-4bec-a365-323140fddd1c", "name": "network-vif-deleted", "tag": "7f0497a6-1512-47ff-bb4a-20e730d0791b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:11.947875 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-627e86bc-df4c-4fdd-a1e9-3288181bc5bc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:11.948202 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae044b5d-fdfe-4bec-a365-323140fddd1c', 'name': 'network-vif-deleted', 'tag': '7f0497a6-1512-47ff-bb4a-20e730d0791b', 'status': 'completed', 'code': 200} Sep 21 08:06:11.990811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60710-c167-4b81-a6de-d57ce6c766d6 req-1c2d91b1-2987-4835-be91-3988942a8973 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:11.992817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13f60710-c167-4b81-a6de-d57ce6c766d6 req-1c2d91b1-2987-4835-be91-3988942a8973 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 944 time: 0.2838869 Sep 21 08:06:12.092120 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:12.141801 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-09611d95-287f-40d1-931b-175cb0dac6ed service neutron] delete failed (client error): The resource could not be found. Sep 21 08:06:12.143539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-09611d95-287f-40d1-931b-175cb0dac6ed service neutron] 10.222.0.50 "DELETE /v2.0/ports/8cec313c-d3fa-4eba-8297-cdcada5bd1e6/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.2374606 Sep 21 08:06:12.361785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13f60710-c167-4b81-a6de-d57ce6c766d6 req-08a3426e-0a27-41cc-8d20-826f93105e40 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116155 Sep 21 08:06:12.434085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:12.481578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:06:12.488817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:12.507292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Sync routers for ids ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:06:12.564452 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:12.593166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:12.599946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:12.615206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Routers {'0c5ade86-cf4f-432d-8df3-9ac7375dff5e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:12.615375 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:12.616299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:12.620186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e74a81b1-76b5-4ff6-8386-8b4810e63784 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0597005 Sep 21 08:06:12.625306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:12.625842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:12.669603 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] Checking router: faceee27-3819-417c-a4f5-e3879342390c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:06:12.680327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-5ec98f90-f9c8-4c77-bcec-14fb579a0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:12.682889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-5ec98f90-f9c8-4c77-bcec-14fb579a0cc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1100 time: 0.3844469 Sep 21 08:06:12.694725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:12.695695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:12.699509 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:12.705847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:12.753818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333385e-a1ce-47d2-ab68-75b47e5cc718 req-e66ab9e7-9b0b-4946-bbda-564a8b4cf54c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:12.755412 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f333385e-a1ce-47d2-ab68-75b47e5cc718 req-e66ab9e7-9b0b-4946-bbda-564a8b4cf54c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 949 time: 0.1572323 Sep 21 08:06:12.841635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f333385e-a1ce-47d2-ab68-75b47e5cc718 req-45f7820f-3994-4063-a316-ae44a60a7088 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781147 Sep 21 08:06:12.919360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Set router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:12.974103 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:13.094744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d54bac-52ae-4182-9f4b-698b8ed340b6 req-dd27ae42-8b90-4aef-a6ef-9e201bf42896 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:13.106585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40d54bac-52ae-4182-9f4b-698b8ed340b6 req-dd27ae42-8b90-4aef-a6ef-9e201bf42896 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 945 time: 0.1422441 Sep 21 08:06:13.178449 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40d54bac-52ae-4182-9f4b-698b8ed340b6 req-1c1a67bb-8ceb-4a53-84ad-3c8028055656 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708704 Sep 21 08:06:13.198842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-59231ea9-1d70-482d-a50b-de02dbccc4d3 None None] Provisioning complete for port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:13.199515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-59231ea9-1d70-482d-a50b-de02dbccc4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:13.259362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-59231ea9-1d70-482d-a50b-de02dbccc4d3 None None] Port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:13.290126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event updated for resources: {'Port': ['ID=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:13.304571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-776c78c1-a159-4279-aced-f6345421346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:13.305944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-776c78c1-a159-4279-aced-f6345421346d service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.6015170 Sep 21 08:06:13.312285 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-32aae188-cae8-4e79-bc45-81216cc1de92 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6427631 Sep 21 08:06:13.349832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd4cc9-df8d-48c1-9cae-3e4ec8371ff9 req-c6c50469-44b4-4acc-8d6c-0d429c677b64 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:13.362562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8dd4cc9-df8d-48c1-9cae-3e4ec8371ff9 req-c6c50469-44b4-4acc-8d6c-0d429c677b64 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 931 time: 0.7851937 Sep 21 08:06:13.364359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:06:09Z', 'revision_number': 3, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port': {'id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:07Z', 'updated_at': '2021-09-21T08:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:13.367581 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:13.404545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Request body: {'port': {'device_id': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:13.406105 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24f3c1-39a0-4e11-9007-fd2288bb97c1 None None] The sync data for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 is: [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:06:13.433371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Checking router: 0c5ade86-cf4f-432d-8df3-9ac7375dff5e for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:06:13.433723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Updating router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e port 8ea13d18-70f5-4c87-9edf-959879becedf binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:06:13.468682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:13.486145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-fe747094-9214-43a0-9494-8dd59abecde8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.1544845 Sep 21 08:06:13.567614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:13.581669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbd5ef-5e4a-4449-a69c-7fa200af8b92 req-f886b5ef-7a74-46d6-9dde-c5d2a2d1a490 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:13.583373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14bbd5ef-5e4a-4449-a69c-7fa200af8b92 req-f886b5ef-7a74-46d6-9dde-c5d2a2d1a490 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 944 time: 0.0791018 Sep 21 08:06:13.644241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8dd4cc9-df8d-48c1-9cae-3e4ec8371ff9 req-d3979b2f-16d7-491b-a65c-4b501616729f tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802908 Sep 21 08:06:13.674319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14bbd5ef-5e4a-4449-a69c-7fa200af8b92 req-46e91521-0db7-4ef3-a4ee-7b33e571e01f tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820420 Sep 21 08:06:13.748573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-f906b1da-223a-4f60-8f43-eee87ac911f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:13.750066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-f906b1da-223a-4f60-8f43-eee87ac911f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2491839 Sep 21 08:06:13.929671 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291d21c-12cd-48c8-86c4-0edcc2330d9e None None] New status for floating IP 1459cca7-2dc0-4701-8b9d-57c619332321: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:06:13.951608 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:13.959515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:14.049508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-18938197-67ee-4db5-8b02-d386358bc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:14.051436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-18938197-67ee-4db5-8b02-d386358bc510 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829933 Sep 21 08:06:14.118707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Attempting to bind port 8ea13d18-70f5-4c87-9edf-959879becedf on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:14.120465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Attempting to bind port 8ea13d18-70f5-4c87-9edf-959879becedf by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:14.120797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Attempting to bind port 8ea13d18-70f5-4c87-9edf-959879becedf on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:14.136639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:14.137027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:14.137439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:14.138024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:14.138423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Bound port: 8ea13d18-70f5-4c87-9edf-959879becedf, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:14.138813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:14.142094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba3ffc-d1b6-43fa-8c2c-a8d8843b9645 None None] Pushing event updated for resources: {'Port': ['ID=8ea13d18-70f5-4c87-9edf-959879becedf,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:14.189286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0807d-9c98-4860-997e-2513591dcf4a req-9960f319-021b-4062-b259-08879e1100fe tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:14.190912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08f0807d-9c98-4860-997e-2513591dcf4a req-9960f319-021b-4062-b259-08879e1100fe tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 949 time: 0.2521629 Sep 21 08:06:14.260622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] For port 8ea13d18-70f5-4c87-9edf-959879becedf, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:14.264486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] For port 8ea13d18-70f5-4c87-9edf-959879becedf, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8ea13d18-70f5-4c87-9edf-959879becedf,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:14.271061 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:14.338710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08f0807d-9c98-4860-997e-2513591dcf4a req-ab36cdf0-bd0e-4346-8945-57c84c5aebaf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314354 Sep 21 08:06:14.395500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d591c-e74f-423d-a57f-86dfa1c81fbb req-f2ad9fe0-0762-44f7-8a63-4b1d91fb2552 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:14.402502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f5d591c-e74f-423d-a57f-86dfa1c81fbb req-f2ad9fe0-0762-44f7-8a63-4b1d91fb2552 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 945 time: 0.1088159 Sep 21 08:06:14.415477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Routers {'0c5ade86-cf4f-432d-8df3-9ac7375dff5e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:14.416252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:14.426846 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-a96731b7-0263-4d4f-b11c-14469d0acb51 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527949 Sep 21 08:06:14.463721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f5d591c-e74f-423d-a57f-86dfa1c81fbb req-c65928f2-275b-42c1-8f6b-6733b4709767 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562482 Sep 21 08:06:14.491062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba3ffc-d1b6-43fa-8c2c-a8d8843b9645 None None] Pushing event updated for resources: {'Port': ['ID=8ea13d18-70f5-4c87-9edf-959879becedf,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:14.588733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] Set router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:14.644892 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:14.655111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff944ee1-eb81-41ec-b28d-ab9dcb3d928f {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:14.675210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:14.747940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Transition to ACTIVE for port object ff944ee1-eb81-41ec-b28d-ab9dcb3d928f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:14.763492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:14.798419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:06:09Z', 'revision_number': 3, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port': {'id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:07Z', 'updated_at': '2021-09-21T08:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:14.811584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f7e797e-89b0-4343-a4c0-cbd21961779c req-8e46a45c-de5b-4dcb-a823-5a315c059731 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017600 Sep 21 08:06:14.844208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91a827-2902-4d73-be70-bd655929e015 None None] The sync data for ids ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'] in n-d-809980-2 is: [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:06:09Z', 'revision_number': 3, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port': {'id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:07Z', 'updated_at': '2021-09-21T08:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:06:14.926869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb8790-4bce-4ce5-bca6-fe096ad72e75 req-cd6900c1-2a76-4819-8229-e9c546600a69 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:14.935461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1cb8790-4bce-4ce5-bca6-fe096ad72e75 req-cd6900c1-2a76-4819-8229-e9c546600a69 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 943 time: 0.1264660 Sep 21 08:06:14.979903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-d95322ab-5387-4867-988a-5152074b3795 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=68498042f6d5411f99fe877dc84c937e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459424 Sep 21 08:06:14.983840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Pushing event updated for resources: {'Port': ['ID=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:15.009865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1cb8790-4bce-4ce5-bca6-fe096ad72e75 req-ecb98331-b47a-483a-919e-bdf7a723dd94 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678408 Sep 21 08:06:15.172926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44892d0-b86b-4181-a1cf-eb6a66c82606 req-1280be61-d837-46ac-a160-8f973d04b6a1 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:15.185660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b44892d0-b86b-4181-a1cf-eb6a66c82606 req-1280be61-d837-46ac-a160-8f973d04b6a1 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 944 time: 0.0956628 Sep 21 08:06:15.250152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b44892d0-b86b-4181-a1cf-eb6a66c82606 req-0ca37970-bb66-4980-94a0-4371b015c363 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623600 Sep 21 08:06:15.284832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Attempting to bind port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:15.285349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Attempting to bind port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:15.285883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Attempting to bind port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:15.312784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Allocated IP 172.20.0.1 (c1272403-c39d-4652-afa3-1c38291cd8d2/0f4d016f-9d6e-4d65-8223-cdb65aaf31fa/af7a2590-dafb-44df-9420-9dfa1ac1f532) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:15.317797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:15.318123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Attempting to bind port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f on network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:15.345942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:15.346321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Checking segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:15.347050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Bound using segment: {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:15.347898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Bound port: ff944ee1-eb81-41ec-b28d-ab9dcb3d928f, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:15.348295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:15.372743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d53b9078-7cd9-44ba-b38c-fbff3ce4e67a up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:15.460072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-1c4077de-55ad-4c83-8a0c-60dd6da74d19 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:15.464446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-1c4077de-55ad-4c83-8a0c-60dd6da74d19 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4430714 Sep 21 08:06:15.480976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8ea13d18-70f5-4c87-9edf-959879becedf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:15.539857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e144a30-4961-41cc-8c70-7c7b060876f5 req-f7909589-1ffe-4599-a4ad-cd1d257f4df6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:15.542536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:15.549660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:15.550087 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:15.552287 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e144a30-4961-41cc-8c70-7c7b060876f5 req-f7909589-1ffe-4599-a4ad-cd1d257f4df6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 949 time: 0.0709131 Sep 21 08:06:15.588249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-aee9ca2c-e13c-459f-96b1-9547991f70a2 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/quotas/68498042f6d5411f99fe877dc84c937e HTTP/1.1" status: 200 len: 375 time: 0.0381444 Sep 21 08:06:15.607191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e144a30-4961-41cc-8c70-7c7b060876f5 req-a4ef3369-a750-4737-ab8f-6874d26e3eac tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508418 Sep 21 08:06:15.625383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8ea13d18-70f5-4c87-9edf-959879becedf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:15.625942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:15.715798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] For port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:15.733117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] For port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:15.766360 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:15.796331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:15.822260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f10ec6-71a1-4110-9966-3cf41bf80e98 req-096594cd-f043-4caa-a8f4-7050a7dd9ed5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:15.825029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87f10ec6-71a1-4110-9966-3cf41bf80e98 req-096594cd-f043-4caa-a8f4-7050a7dd9ed5 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 945 time: 0.0697525 Sep 21 08:06:15.832498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:15.835002 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7a4807-fe98-4cc4-8e71-c94aa411af02" -d '{"events": [{"server_uuid": "314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5", "name": "network-vif-plugged", "status": "completed", "tag": "d53b9078-7cd9-44ba-b38c-fbff3ce4e67a"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:15.885232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87f10ec6-71a1-4110-9966-3cf41bf80e98 req-63d3e27f-3972-4109-96ae-9514c5df0d39 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Sep 21 08:06:15.898178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:15.899867 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:15.916677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:15.917537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:15.958762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.014190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8ea13d18-70f5-4c87-9edf-959879becedf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8ea13d18-70f5-4c87-9edf-959879becedf,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:16.038149 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545f4980-1a06-4de3-b357-faee956e28e9 x-openstack-request-id: req-545f4980-1a06-4de3-b357-faee956e28e9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:16.038492 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5", "name": "network-vif-plugged", "status": "completed", "tag": "d53b9078-7cd9-44ba-b38c-fbff3ce4e67a", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:16.038843 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-545f4980-1a06-4de3-b357-faee956e28e9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:16.039239 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a', 'code': 200} Sep 21 08:06:16.048417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.067029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:16.137205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:16.144905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:16.146985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.226454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9023b6-101b-4fb2-ae57-7e83cce971ee req-d4e143a1-a366-4f12-a35a-e4fd9bc0091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:16.228682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e9023b6-101b-4fb2-ae57-7e83cce971ee req-d4e143a1-a366-4f12-a35a-e4fd9bc0091c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 1096 time: 0.1658053 Sep 21 08:06:16.253698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3508a4-bf24-4550-9dc4-d40bdea0cec0 req-f11a1a57-abe4-41c0-9914-1b42ff1824ff tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:16.256554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df3508a4-bf24-4550-9dc4-d40bdea0cec0 req-f11a1a57-abe4-41c0-9914-1b42ff1824ff tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 943 time: 0.1252382 Sep 21 08:06:16.341175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8ea13d18-70f5-4c87-9edf-959879becedf,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:16.342853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e9023b6-101b-4fb2-ae57-7e83cce971ee req-d85ec737-2246-4a21-95ae-f2f88619543c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026773 Sep 21 08:06:16.357926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df3508a4-bf24-4550-9dc4-d40bdea0cec0 req-0b9805ef-da1e-49ba-b039-3c01260ef8bc tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927866 Sep 21 08:06:16.418158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.459326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:16.464256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.466465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8a992500-5f51-4a02-8c55-e44246e01c44 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:16.482025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf362b53-24e2-42d6-9050-7315790a6043 req-f2a30875-21e6-4682-872c-5852011a7e4d tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:16.483728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf362b53-24e2-42d6-9050-7315790a6043 req-f2a30875-21e6-4682-872c-5852011a7e4d tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 945 time: 0.0708094 Sep 21 08:06:16.512583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Pushing event updated for resources: {'Port': ['ID=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:16.528959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-7f42a2b1-f5c7-49f6-9208-281c054c61a4 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=68498042f6d5411f99fe877dc84c937e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7932947 Sep 21 08:06:16.536247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:16.542114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.550305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-25bab6a7-7011-4ba8-997a-dfd5a6f0aa16 service neutron] 10.222.0.50 "PUT /v2.0/ports/ff944ee1-eb81-41ec-b28d-ab9dcb3d928f HTTP/1.1" status: 200 len: 1091 time: 3.1780703 Sep 21 08:06:16.550998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:16.554784 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b00deb-939a-47ae-a43a-b41833484dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:16.573536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf362b53-24e2-42d6-9050-7315790a6043 req-cb887da8-6779-4ecc-ba45-bf6907d32402 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834720 Sep 21 08:06:16.592954 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.610377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:16.645414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 8a992500-5f51-4a02-8c55-e44246e01c44 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:16.652509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 8a992500-5f51-4a02-8c55-e44246e01c44 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:16.652888 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.695953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Pushing event updated for resources: {'Port': ['ID=af7a2590-dafb-44df-9420-9dfa1ac1f532,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:16.714974 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dd22ab-59aa-4981-b5ef-1f64b0e6c8c9 x-openstack-request-id: req-81dd22ab-59aa-4981-b5ef-1f64b0e6c8c9 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:16.715432 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:16.715817 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81dd22ab-59aa-4981-b5ef-1f64b0e6c8c9 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:16.716370 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'status': 'completed', 'code': 200} Sep 21 08:06:16.746630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Network c1272403-c39d-4652-afa3-1c38291cd8d2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:16.750472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:16.754090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:16.785289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef2fd1-21b7-43c4-bc5d-73e5fe577c07 req-e28bafe1-4689-41ea-a95a-3c72e58f8b50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:16.797389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4ef2fd1-21b7-43c4-bc5d-73e5fe577c07 req-e28bafe1-4689-41ea-a95a-3c72e58f8b50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 951 time: 0.1036403 Sep 21 08:06:16.849767 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.862021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-8d2bea37-37ad-4394-8942-9b2a9a40a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:16.863559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-8d2bea37-37ad-4394-8942-9b2a9a40a585 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 1094 time: 0.2501059 Sep 21 08:06:16.883376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4ef2fd1-21b7-43c4-bc5d-73e5fe577c07 req-8ebb107a-5fe2-4bcb-9e37-d705e71d760a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758111 Sep 21 08:06:16.938840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 8a992500-5f51-4a02-8c55-e44246e01c44, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8a992500-5f51-4a02-8c55-e44246e01c44,segment=NetworkSegment(c644f7ee-c59c-4555-8487-f673b1fa7819),segment_id=c644f7ee-c59c-4555-8487-f673b1fa7819)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:16.949694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:16.990360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0e251901-5f9d-4bca-8b20-3387713a6f88 req-b8097d67-1ae7-425c-b93f-5563da224764 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 210 time: 0.1426957 Sep 21 08:06:17.010120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-13c90194-9470-4e82-a0c8-94c4f02c7ec8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f HTTP/1.1" status: 200 len: 217 time: 0.1213586 Sep 21 08:06:17.034790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:17.054452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3b92e-3cc9-4ca8-99b2-a8a4f022b1f9 req-ed6ec848-43b7-4fc3-a976-8846d6818766 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:17.063413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85e3b92e-3cc9-4ca8-99b2-a8a4f022b1f9 req-ed6ec848-43b7-4fc3-a976-8846d6818766 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 951 time: 0.0783367 Sep 21 08:06:17.097675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=8a992500-5f51-4a02-8c55-e44246e01c44,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:17.139436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85e3b92e-3cc9-4ca8-99b2-a8a4f022b1f9 req-698ae9d0-3123-4d43-8086-f8d1e73c82ad tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673127 Sep 21 08:06:17.206677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9ae03833-0ca6-48a3-9d29-aec83fd8d453 None None] Provisioning complete for port af7a2590-dafb-44df-9420-9dfa1ac1f532 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:17.208200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ae03833-0ca6-48a3-9d29-aec83fd8d453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:17.238550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-79cd07fd-3e20-4648-b879-658de7b3b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:17.240699 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-79cd07fd-3e20-4648-b879-658de7b3b32a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 200 len: 862 time: 0.2208035 Sep 21 08:06:17.297630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9ae03833-0ca6-48a3-9d29-aec83fd8d453 None None] Port af7a2590-dafb-44df-9420-9dfa1ac1f532 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:17.445447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b915-6a86-4d29-8cd9-295f0ddac83e req-b7357eb6-18c2-43c3-ba4f-f2dec7410a15 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:17.447139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7661b915-6a86-4d29-8cd9-295f0ddac83e req-b7357eb6-18c2-43c3-ba4f-f2dec7410a15 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 946 time: 0.3321118 Sep 21 08:06:17.502325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8ea13d18-70f5-4c87-9edf-959879becedf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:17.537577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-0358e096-d507-4d10-a374-48b97b18ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:17.539649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-0358e096-d507-4d10-a374-48b97b18ed81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=304927a9-b2b4-4d24-8ee6-32a5a2288a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717745 Sep 21 08:06:17.548274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768fa3-1f0d-45ac-885a-8dbbd50983bf req-c0d7f6b3-be75-47a0-94a1-d44bcd61a5b6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:17.550188 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd768fa3-1f0d-45ac-885a-8dbbd50983bf req-c0d7f6b3-be75-47a0-94a1-d44bcd61a5b6 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 943 time: 0.0915794 Sep 21 08:06:17.566373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:17.571066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8ea13d18-70f5-4c87-9edf-959879becedf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:17.572421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:17.603880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7661b915-6a86-4d29-8cd9-295f0ddac83e req-2bf20dc7-7088-4a66-ac4b-4a9e172c90a1 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267633 Sep 21 08:06:17.623368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd768fa3-1f0d-45ac-885a-8dbbd50983bf req-98b8ff66-8a7b-4d97-a08c-2f4a202b2f3d tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593698 Sep 21 08:06:17.770821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-2cd3009a-e79e-4077-b359-219056d85390 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059150 Sep 21 08:06:17.802874 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-2ae4cfda-fb6e-4ec4-b0e6-259af40c43ab tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563064 Sep 21 08:06:17.837436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b42ac-580f-48bc-bee2-8c65ecdfaeb1 req-f6d96d1d-7ca6-4082-999a-9b1eb28915cf tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:17.846547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd2b42ac-580f-48bc-bee2-8c65ecdfaeb1 req-f6d96d1d-7ca6-4082-999a-9b1eb28915cf tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 945 time: 0.0891893 Sep 21 08:06:17.910146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd2b42ac-580f-48bc-bee2-8c65ecdfaeb1 req-68dec920-de8a-46d9-a5f5-34ae4e1cf887 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 Sep 21 08:06:18.041232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6'}, {'server_uuid': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a992500-5f51-4a02-8c55-e44246e01c44'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:18.043810 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4dec2a-5c08-436d-8b0b-aa82f9afc506" -d '{"events": [{"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-plugged", "status": "completed", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6"}, {"server_uuid": "765f3507-45c7-4f3b-93c6-7e80a430dc18", "name": "network-vif-plugged", "status": "completed", "tag": "8a992500-5f51-4a02-8c55-e44246e01c44"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:18.045623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:18.049142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5de70e4-f392-456c-8d82-732eed995ce8 req-05936cb2-c7d5-4c59-9397-e4bb521c9ef0 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618747 Sep 21 08:06:18.062035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-527d20eb-6283-4687-9937-2341bacb451d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.067873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-527d20eb-6283-4687-9937-2341bacb451d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639222 Sep 21 08:06:18.068832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:18.148270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-bb840028-43b9-4f11-b8cb-7f7bcc294660 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/quotas/7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 375 time: 0.0727866 Sep 21 08:06:18.149637 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bcc85bb3-764b-4569-8210-f1d3f1a4905b req-32ecd12d-cca0-4ee1-9303-f4d5fbdd0ff3 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 210 time: 0.0585587 Sep 21 08:06:18.221082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:18.222658 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e54a1c-44bf-435e-ad67-224f71cf74e8 x-openstack-request-id: req-a8e54a1c-44bf-435e-ad67-224f71cf74e8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:18.222969 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-plugged", "status": "completed", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6", "code": 200}, {"server_uuid": "765f3507-45c7-4f3b-93c6-7e80a430dc18", "name": "network-vif-plugged", "status": "completed", "tag": "8a992500-5f51-4a02-8c55-e44246e01c44", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:18.223226 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8e54a1c-44bf-435e-ad67-224f71cf74e8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:18.223647 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'code': 200} Sep 21 08:06:18.223932 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a992500-5f51-4a02-8c55-e44246e01c44', 'code': 200} Sep 21 08:06:18.235635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Pushing event updated for resources: {'Port': ['ID=af7a2590-dafb-44df-9420-9dfa1ac1f532,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:18.283251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-9793a72f-ea7b-41ab-8d06-5d94518d4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.284959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-9793a72f-ea7b-41ab-8d06-5d94518d4e91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 1094 time: 0.1520793 Sep 21 08:06:18.299695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-7f199300-4ae3-44c3-ac5f-145fb280288e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375649 Sep 21 08:06:18.353001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca7b5-96e1-4284-a1f8-d998dfe4de8c req-8d05ad7f-00f6-4d92-8213-e9dad3c39046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.355068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5afca7b5-96e1-4284-a1f8-d998dfe4de8c req-8d05ad7f-00f6-4d92-8213-e9dad3c39046 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 1097 time: 0.0590243 Sep 21 08:06:18.406981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5afca7b5-96e1-4284-a1f8-d998dfe4de8c req-425fced3-8607-47e4-8567-089af56f9dad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Sep 21 08:06:18.435269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-06ce425a-939c-408d-bf89-0f611455fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.437008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-06ce425a-939c-408d-bf89-0f611455fef6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 924 time: 0.1362910 Sep 21 08:06:18.473317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Network c1272403-c39d-4652-afa3-1c38291cd8d2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:18.517467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:18.522750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-ba1d3315-130e-46c1-ae88-cb6f9df3320f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f HTTP/1.1" status: 200 len: 217 time: 0.0612984 Sep 21 08:06:18.545176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-d60e765b-bbf1-4e8c-a8e8-18cc97231f86 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=68498042f6d5411f99fe877dc84c937e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379741 Sep 21 08:06:18.596813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0cbc7406-55d9-4b83-9ceb-9c38464610da req-11b25fcb-ea6b-4e6b-a4fe-88b6a6b7cd99 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 210 time: 0.0626326 Sep 21 08:06:18.668580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-bf3f61fb-bff3-4a89-a559-8016c7f7d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.670069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-bf3f61fb-bff3-4a89-a559-8016c7f7d4c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 200 len: 862 time: 0.1346548 Sep 21 08:06:18.867381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee588e4d-465e-4d7e-ab34-5412cb5db206 req-700c6e5c-3038-473d-bf6f-69e1e372e9b2 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.870827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee588e4d-465e-4d7e-ab34-5412cb5db206 req-700c6e5c-3038-473d-bf6f-69e1e372e9b2 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 943 time: 0.1146781 Sep 21 08:06:18.955371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-798e64ad-106e-484e-8fab-8f10a41e44e5 None None] Provisioning complete for port af7a2590-dafb-44df-9420-9dfa1ac1f532 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:18.956328 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-798e64ad-106e-484e-8fab-8f10a41e44e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:18.966159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-38f28a65-7e28-4108-a6f7-15f71522776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.968486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-38f28a65-7e28-4108-a6f7-15f71522776c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=304927a9-b2b4-4d24-8ee6-32a5a2288a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902236 Sep 21 08:06:18.972458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee588e4d-465e-4d7e-ab34-5412cb5db206 req-a9240af8-d077-4ddf-abbb-00b431e214c8 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866494 Sep 21 08:06:18.982309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-1ce684d3-bd92-4bbe-bf12-7442b5d01c88 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:18.984142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-1ce684d3-bd92-4bbe-bf12-7442b5d01c88 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4167469 Sep 21 08:06:19.068713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-798e64ad-106e-484e-8fab-8f10a41e44e5 None None] Port af7a2590-dafb-44df-9420-9dfa1ac1f532 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:19.081300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-2b3a5be7-c44b-4acd-b9c4-b0f1bf533b85 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950074 Sep 21 08:06:19.090931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:06:19.094949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Request body: {'port': {'device_id': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '68498042f6d5411f99fe877dc84c937e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:19.116812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95633705-fb31-45f3-81f4-145c976ca4c1 req-5bf41da6-ce0f-4968-999f-2f3c871bb6c0 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:19.124411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95633705-fb31-45f3-81f4-145c976ca4c1 req-5bf41da6-ce0f-4968-999f-2f3c871bb6c0 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 945 time: 0.0791330 Sep 21 08:06:19.125518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222e354-32a2-4784-a277-30adf2b449a3 req-bf039c00-d466-4edd-9ac4-e4fd0b13050d tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:19.127216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b222e354-32a2-4784-a277-30adf2b449a3 req-bf039c00-d466-4edd-9ac4-e4fd0b13050d tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 946 time: 0.3344522 Sep 21 08:06:19.168353 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95633705-fb31-45f3-81f4-145c976ca4c1 req-f1193fb5-b0cb-4d7c-ab5d-78c5020dd323 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 Sep 21 08:06:19.282820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4660afb7-b7e8-41d1-ab3a-0c7cf47debb9 req-1292ed7a-0a4a-42e0-a132-d14d0e893683 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 210 time: 0.0384197 Sep 21 08:06:19.352428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b222e354-32a2-4784-a277-30adf2b449a3 req-0210b45d-c698-418a-bd82-5ac95d80696b tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036288 Sep 21 08:06:19.418289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3b00deb-939a-47ae-a43a-b41833484dd0 req-979d45bf-0656-40d9-8fd1-05cff17aec73 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016050 Sep 21 08:06:19.483151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Made reservation on behalf of 68498042f6d5411f99fe877dc84c937e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:19.490543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:19.515753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:19.565911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:06:19.577587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f57376de-e65c-46ed-a1f8-ee3a5517b4fa admin admin] 10.222.0.59 "PUT /v2.0/routers/0c5ade86-cf4f-432d-8df3-9ac7375dff5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8994162 Sep 21 08:06:19.584356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Sync routers for ids ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:06:19.608710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Routers {'0c5ade86-cf4f-432d-8df3-9ac7375dff5e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:19.609293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:19.801635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39148) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:19.822165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c8d7d87-abfe-43b9-9366-713e55789aa6 req-08c2a1f0-2c00-4890-a7b3-c1f00c2e8b90 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 210 time: 0.0902011 Sep 21 08:06:19.843725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:19.852622 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:19.862778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Set router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:19.973470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b3167-2b22-45da-87e2-97f1705e62d4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:20.144814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1666934985'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:20.183999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:20.189173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:20.199351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-6de21cb6-63e4-48f7-b562-d9566b67641c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482700 Sep 21 08:06:20.259530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:06:20.271359 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:20.271719 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Added segment f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db of type vlan for network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 Sep 21 08:06:20.332709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:20.370557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:20.377904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:20.378567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:20.413343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:06:17Z', 'revision_number': 4, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port': {'id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:07Z', 'updated_at': '2021-09-21T08:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'af7a2590-dafb-44df-9420-9dfa1ac1f532', 'name': '', 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'mac_address': 'fa:16:3e:08:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f4d016f-9d6e-4d65-8223-cdb65aaf31fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:14Z', 'updated_at': '2021-09-21T08:06:17Z', 'revision_number': 2, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'subnets': [{'id': '0f4d016f-9d6e-4d65-8223-cdb65aaf31fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:20.450727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Checking router: 0c5ade86-cf4f-432d-8df3-9ac7375dff5e for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:06:20.451213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Updating router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e port af7a2590-dafb-44df-9420-9dfa1ac1f532 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:06:20.461323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a5fdfea-a333-4480-9123-b28b28eb8455 req-e1fd7cd8-8ece-460c-aa38-bf4a0290ba5c tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 210 time: 0.0514812 Sep 21 08:06:20.531456 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:20.571069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-85723485-fe8b-4807-810d-c453fbe23664 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:20.585259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-85723485-fe8b-4807-810d-c453fbe23664 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801031 Sep 21 08:06:20.607043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Request body: {'port': {'device_id': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '7634cabddde04a9a91793712ffd5c698'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:20.826156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Made reservation on behalf of 7634cabddde04a9a91793712ffd5c698 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:20.829694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:20.892682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2edf-99aa-421d-9560-9766c10f78b7 req-e71c2f04-12cc-41cd-968b-29948e71dd61 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:20.900758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f3b2edf-99aa-421d-9560-9766c10f78b7 req-e71c2f04-12cc-41cd-968b-29948e71dd61 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 946 time: 0.1270332 Sep 21 08:06:20.934526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Allocated IP 192.168.233.157 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/d802e2ba-74ac-4594-ae4d-d3fd4e232c1c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:20.952289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1447711 Sep 21 08:06:20.958326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39170) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:20.960820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f3b2edf-99aa-421d-9560-9766c10f78b7 req-535d0f52-de82-432e-a4fb-859c4779b571 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543957 Sep 21 08:06:20.965772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'subnet': {'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:20.975487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39232f-ca30-480f-a49b-9473167ab210 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Network': ['ID=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:20.993224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:06:21.018772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c6b9d-5d7a-4bf0-8288-6ca27e1128db req-830925d1-4c06-4c1f-b159-aadb2ef3810a tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:21.020579 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff4c6b9d-5d7a-4bf0-8288-6ca27e1128db req-830925d1-4c06-4c1f-b159-aadb2ef3810a tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 943 time: 0.8507950 Sep 21 08:06:21.088452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-915ca735-ae54-4dba-9e17-46f094305b9e req-e116f9b9-03eb-44cc-be9f-538ad7918e24 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 210 time: 0.0335076 Sep 21 08:06:21.176991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff4c6b9d-5d7a-4bf0-8288-6ca27e1128db req-1972ed54-dc32-4faa-ad92-4f275651c27b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388810 Sep 21 08:06:21.247821 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.255275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:21.257206 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.260421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.307406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ff944ee1-eb81-41ec-b28d-ab9dcb3d928f details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:21.449656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2d9b9-ab86-4e7a-b9b7-e9c44c2158ea None None] Pushing event updated for resources: {'Port': ['ID=af7a2590-dafb-44df-9420-9dfa1ac1f532,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:21.608187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:21.635072 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.638417 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Attempting to bind port af7a2590-dafb-44df-9420-9dfa1ac1f532 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:21.638789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Attempting to bind port af7a2590-dafb-44df-9420-9dfa1ac1f532 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:21.639157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Attempting to bind port af7a2590-dafb-44df-9420-9dfa1ac1f532 on network c1272403-c39d-4652-afa3-1c38291cd8d2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:21.659740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'port_id': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'mac_address': 'fa:16:3e:df:d5:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:21.662308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:21.662678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Checking segment: {'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:21.663439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.664160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Bound using segment: {'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:21.665013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Bound port: af7a2590-dafb-44df-9420-9dfa1ac1f532, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5775431c-b00b-4d44-9142-4de7c433623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:21.665571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.737136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aabc7f6-2b8b-4187-86c9-e158d3e976fa req-f57f6af3-8276-4b74-b651-22d32d1b60ea tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 210 time: 0.0756266 Sep 21 08:06:21.808390 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.841528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.877326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cf3d7247-0ca9-4f26-87a4-c771fa84e5a0 None None] Provisioning complete for port af7a2590-dafb-44df-9420-9dfa1ac1f532 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:21.877792 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.878412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cf3d7247-0ca9-4f26-87a4-c771fa84e5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.881119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff944ee1-eb81-41ec-b28d-ab9dcb3d928f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:21.936643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Subnet': ['ID=99913e94-0a8d-4733-a4e1-164c968e52b7,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:21.955510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:21.968354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:21.970168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d7247-0ca9-4f26-87a4-c771fa84e5a0 None None] Port af7a2590-dafb-44df-9420-9dfa1ac1f532 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:21.975276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] For port af7a2590-dafb-44df-9420-9dfa1ac1f532, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:21.978194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:21.980457 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:21.994383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:22.005175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Allocated IP 192.168.233.204 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/b01f307b-551e-4a01-af8c-fcf0a340a912) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:22.042997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] For port af7a2590-dafb-44df-9420-9dfa1ac1f532, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af7a2590-dafb-44df-9420-9dfa1ac1f532,segment=NetworkSegment(5775431c-b00b-4d44-9142-4de7c433623e),segment_id=5775431c-b00b-4d44-9142-4de7c433623e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:22.103485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:22.104168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.120486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Pushing event updated for resources: {'Port': ['ID=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:22.124868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:22.135751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.154611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Checking segment: {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:22.155007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network hostable DHCP agents. Network: 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:06:22.173685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fa8525ad-9411-42c4-8675-1c768a372517 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0884743 Sep 21 08:06:22.201618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Request body: {'port': {'device_id': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:22.284116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Routers {'0c5ade86-cf4f-432d-8df3-9ac7375dff5e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:22.285287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:22.289165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:06:22.432521 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a59edbc5-6d11-4c5f-9b97-9fcd107e03f6 req-b97cf08f-0faa-40ed-ae43-7c79e76cb30f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 210 time: 0.0858247 Sep 21 08:06:22.436868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.440251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:22.444805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:22.445808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.514785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-205217ed-ecdd-4977-a51f-90bd004d0dc4 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5550613 Sep 21 08:06:22.517373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39196) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:22.529017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1139056666'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:22.568896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:22.572602 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.635055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['ff944ee1-eb81-41ec-b28d-ab9dcb3d928f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:22.638728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921520f-0985-4d30-b629-140d856e279e None None] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:22.680078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2d9b9-ab86-4e7a-b9b7-e9c44c2158ea None None] Pushing event updated for resources: {'Port': ['ID=af7a2590-dafb-44df-9420-9dfa1ac1f532,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:22.700194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:06:22.720895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.721484 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Added segment c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4 of type vlan for network cc53aa8f-c872-49cc-a414-5cb37954427f Sep 21 08:06:22.759823 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-866c821b-d2cd-4df1-9d5a-28ef9b91b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.871107 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.918561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074d9d3-487f-44db-8c52-3e6d7bf1a98b req-04bfeb6d-2000-45b6-9656-275498d08eb3 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:22.928654 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6074d9d3-487f-44db-8c52-3e6d7bf1a98b req-04bfeb6d-2000-45b6-9656-275498d08eb3 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 944 time: 0.5697577 Sep 21 08:06:22.941508 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.971075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-67a4d362-11d0-4f58-a030-823429679421 None None] Provisioning complete for port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:22.971771 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67a4d362-11d0-4f58-a030-823429679421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:22.996433 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6074d9d3-487f-44db-8c52-3e6d7bf1a98b req-a24c473c-d685-4dcf-9eef-6f2395d53794 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627854 Sep 21 08:06:23.004492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.012049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:23.012742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.031695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.051464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] Set router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:23.054329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e43577-db92-4ff6-bdfa-8bb14b616ff4 req-f153e764-5140-4067-8dce-ec9495181549 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:23.056707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46e43577-db92-4ff6-bdfa-8bb14b616ff4 req-f153e764-5140-4067-8dce-ec9495181549 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 936 time: 0.1964142 Sep 21 08:06:23.080026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['8cec313c-d3fa-4eba-8297-cdcada5bd1e6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:23.094826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5757928 Sep 21 08:06:23.097265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39210) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:23.097939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:23.105132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:23.108531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:23.131198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'subnet': {'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:23.147816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:23.183548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:23.184856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.206939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-81955f2e-2644-47d8-b4f3-c84c9fb49ccb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6055610 Sep 21 08:06:23.233523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Request body: {'port': {'device_id': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:23.238215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-67a4d362-11d0-4f58-a030-823429679421 None None] Port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:23.348480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.456751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46e43577-db92-4ff6-bdfa-8bb14b616ff4 req-37e90164-f3be-4288-9ece-5f7c1f27ba9a tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869371 Sep 21 08:06:23.462769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67031780-83b6-4b9d-8853-291a495f1bb7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Network': ['ID=cc53aa8f-c872-49cc-a414-5cb37954427f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:23.481349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:23.487716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-310d0bda-1bcb-4c2f-8e62-ea6f5ae14107', 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'fixed_ips': [{'subnet_id': '99913e94-0a8d-4733-a4e1-164c968e52b7'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:06:23.488746 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.490371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.539795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network cc53aa8f-c872-49cc-a414-5cb37954427f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:06:23.641467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Provisioning complete for port af7a2590-dafb-44df-9420-9dfa1ac1f532 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:23.642055 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.766910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d802e2ba-74ac-4594-ae4d-d3fd4e232c1c {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:23.778967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241a188-0e50-4b61-a424-559d7a161a4d req-d8cb86db-7ca5-40c7-a5ab-094107192730 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:23.780518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8241a188-0e50-4b61-a424-559d7a161a4d req-d8cb86db-7ca5-40c7-a5ab-094107192730 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 936 time: 0.2067926 Sep 21 08:06:23.790056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:23.848567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Transition to ACTIVE for port object d802e2ba-74ac-4594-ae4d-d3fd4e232c1c will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:23.900382 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.013764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Allocated IP 19.80.0.2 (310d0bda-1bcb-4c2f-8e62-ea6f5ae14107/99913e94-0a8d-4733-a4e1-164c968e52b7/8556d584-618c-496b-b334-b67eb2df4da3) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:24.062003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.134952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01f307b-551e-4a01-af8c-fcf0a340a912 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:24.151670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.169041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8241a188-0e50-4b61-a424-559d7a161a4d req-49100517-82f3-4d33-a901-4a1274b16265 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715298 Sep 21 08:06:24.174479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Transition to ACTIVE for port object b01f307b-551e-4a01-af8c-fcf0a340a912 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:24.190047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.278509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.300481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:24.362592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:24.426636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] For port af7a2590-dafb-44df-9420-9dfa1ac1f532, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af7a2590-dafb-44df-9420-9dfa1ac1f532,segment=NetworkSegment(5775431c-b00b-4d44-9142-4de7c433623e),segment_id=5775431c-b00b-4d44-9142-4de7c433623e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:24.438635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:06:17Z', 'revision_number': 4, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port': {'id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:07Z', 'updated_at': '2021-09-21T08:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'af7a2590-dafb-44df-9420-9dfa1ac1f532', 'name': '', 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'mac_address': 'fa:16:3e:08:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f4d016f-9d6e-4d65-8223-cdb65aaf31fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:14Z', 'updated_at': '2021-09-21T08:06:21Z', 'revision_number': 4, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'subnets': [{'id': '0f4d016f-9d6e-4d65-8223-cdb65aaf31fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:24.454046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Subnet': ['ID=941240de-d369-4c5e-af37-d2246ed1fb8d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:24.457387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Pushing event updated for resources: {'Port': ['ID=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:24.544649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.562796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c401b0-c608-4bff-8af1-11275af8fc3a None None] The sync data for ids ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'] in n-d-809980-2 is: [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:06:17Z', 'revision_number': 4, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port': {'id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:07Z', 'updated_at': '2021-09-21T08:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'af7a2590-dafb-44df-9420-9dfa1ac1f532', 'name': '', 'network_id': 'c1272403-c39d-4652-afa3-1c38291cd8d2', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'mac_address': 'fa:16:3e:08:66:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '0f4d016f-9d6e-4d65-8223-cdb65aaf31fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:14Z', 'updated_at': '2021-09-21T08:06:21Z', 'revision_number': 4, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'subnets': [{'id': '0f4d016f-9d6e-4d65-8223-cdb65aaf31fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:06:24.617179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Attempting to bind port b01f307b-551e-4a01-af8c-fcf0a340a912 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:24.617636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Attempting to bind port b01f307b-551e-4a01-af8c-fcf0a340a912 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:24.617987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Attempting to bind port b01f307b-551e-4a01-af8c-fcf0a340a912 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:24.631878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Port b01f307b-551e-4a01-af8c-fcf0a340a912 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:24.632647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Attempting to bind port b01f307b-551e-4a01-af8c-fcf0a340a912 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:24.672679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Checking segment: {'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:24.673073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network hostable DHCP agents. Network: cc53aa8f-c872-49cc-a414-5cb37954427f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:06:24.682539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Attempting to bind port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:24.682894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Attempting to bind port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:24.683203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Attempting to bind port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:24.697837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:24.698189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:24.698583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:24.700557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Bound port: b01f307b-551e-4a01-af8c-fcf0a340a912, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:24.700741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.720288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aede133-2b76-4b34-b361-6e64a4d28070 req-6241b3c1-9a67-4317-815c-e2d2435c44d7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:24.724625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5aede133-2b76-4b34-b361-6e64a4d28070 req-6241b3c1-9a67-4317-815c-e2d2435c44d7 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 944 time: 0.2718670 Sep 21 08:06:24.751767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:24.752091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Attempting to bind port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:24.819559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:24.819863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:24.820401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:24.821189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Bound port: d802e2ba-74ac-4594-ae4d-d3fd4e232c1c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:24.821189 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.854197 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:24.855130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network cc53aa8f-c872-49cc-a414-5cb37954427f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:06:24.883410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:25.011547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, cc53aa8f-c872-49cc-a414-5cb37954427f) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:25.017782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:25.023523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.024957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:25.035258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5aede133-2b76-4b34-b361-6e64a4d28070 req-31b9f3d9-a86e-4d48-a2bd-d07dbcc5c266 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713611 Sep 21 08:06:25.044783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] For port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:25.049674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:25.051547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Pushing event updated for resources: {'Port': ['ID=af7a2590-dafb-44df-9420-9dfa1ac1f532,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:25.053882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:25.054274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] For port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:25.062221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-048495f0-5d8d-4700-8726-6f48a5f1998a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9587991 Sep 21 08:06:25.065183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:25.103134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825e0f1-0cb6-4581-857b-035aa4f9d8c4 None None] Network cc53aa8f-c872-49cc-a414-5cb37954427f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:25.130105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.132510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.133206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.133809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.134401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.135997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:25.136748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.137308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.138716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.140089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.140844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.143851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.144471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdc2582-d6e9-42ed-9907-dc7d3b102b02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:25.146537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ab5f5-d7ac-4e76-a5a8-f1234300e833 req-05301774-d213-48cd-8a63-253e979c97a9 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.154627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f47ab5f5-d7ac-4e76-a5a8-f1234300e833 req-05301774-d213-48cd-8a63-253e979c97a9 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 948 time: 0.2603002 Sep 21 08:06:25.166942 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:25.170850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.172609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:25.174553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] 10.222.0.50 "PUT /v2.0/ports/d802e2ba-74ac-4594-ae4d-d3fd4e232c1c HTTP/1.1" status: 200 len: 1096 time: 2.9860439 Sep 21 08:06:25.178095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'tag': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:25.188112 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9614d8e7-1a88-4920-b28b-85913ea8f723" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a1d825-bf94-48e0-a01e-a83045fc97d5", "tag": "d802e2ba-74ac-4594-ae4d-d3fd4e232c1c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:25.188608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:25.279931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.280650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:25.282172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] 10.222.0.62 "PUT /v2.0/ports/b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 200 len: 1096 time: 2.0637617 Sep 21 08:06:25.292251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:25.295484 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79969ce6-a815-4204-8dd2-b05fd9648bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:25.353551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f47ab5f5-d7ac-4e76-a5a8-f1234300e833 req-78ece418-2a9f-4b64-8cd4-c0e34d58228c tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977534 Sep 21 08:06:25.369953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060e8ea-062d-452b-9cbe-33826f2fc5ad service neutron] Pushing event updated for resources: {'Port': ['ID=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:25.481730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a95d97-f210-4b1f-8f5f-63856015dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:25.530638 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dccd1f-6f1c-4f19-8f02-cbb7f3239495 x-openstack-request-id: req-d6dccd1f-6f1c-4f19-8f02-cbb7f3239495 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:25.530945 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a1d825-bf94-48e0-a01e-a83045fc97d5", "tag": "d802e2ba-74ac-4594-ae4d-d3fd4e232c1c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:25.531203 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6dccd1f-6f1c-4f19-8f02-cbb7f3239495 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:25.532547 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'tag': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c', 'status': 'completed', 'code': 200} Sep 21 08:06:25.540779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ff944ee1-eb81-41ec-b28d-ab9dcb3d928f up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:25.548742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-a2576152-ebff-4de5-b69b-30a7604de8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.551549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-a2576152-ebff-4de5-b69b-30a7604de8ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 1099 time: 0.1957700 Sep 21 08:06:25.685262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fdc9baae-3f18-406d-bffb-39724dba44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.688921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-c60a4f2f-fa39-4fb3-939b-92ed4e9e6df1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 200 len: 217 time: 0.1175418 Sep 21 08:06:25.689916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-fdc9baae-3f18-406d-bffb-39724dba44a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68498042f6d5411f99fe877dc84c937e&device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 1099 time: 0.4479368 Sep 21 08:06:25.692977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af7a2590-dafb-44df-9420-9dfa1ac1f532 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:25.877813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-2d5f94cb-4249-47ee-9ba4-3b62103a1ee1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c HTTP/1.1" status: 200 len: 217 time: 0.1622758 Sep 21 08:06:25.905273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-c7a75099-9160-4b20-b30c-03828b76821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.906756 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-c7a75099-9160-4b20-b30c-03828b76821e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1814063 Sep 21 08:06:25.931847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-76131f49-edd8-4086-ae0c-836c170a14aa tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.932260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fce7a-8ef9-40e4-ad0a-9a1c2508dbc6 req-05f8f94c-9939-449d-b3fe-1d240dfe8ec7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.934468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db0fce7a-8ef9-40e4-ad0a-9a1c2508dbc6 req-05f8f94c-9939-449d-b3fe-1d240dfe8ec7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.2704067 Sep 21 08:06:25.950733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-76131f49-edd8-4086-ae0c-836c170a14aa tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:25.958880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-76131f49-edd8-4086-ae0c-836c170a14aa tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/networks?id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107&id=cc53aa8f-c872-49cc-a414-5cb37954427f&id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 HTTP/1.1" status: 200 len: 1392 time: 0.5956218 Sep 21 08:06:26.032903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Attempting to bind port 8556d584-618c-496b-b334-b67eb2df4da3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:26.033441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Attempting to bind port 8556d584-618c-496b-b334-b67eb2df4da3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:26.033981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Attempting to bind port 8556d584-618c-496b-b334-b67eb2df4da3 on network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:26.036384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-bd52c98c-df1b-4754-939b-73500b180148 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/quotas/95eb98bd3fb0487998c9f117927718d1 HTTP/1.1" status: 200 len: 375 time: 0.0765305 Sep 21 08:06:26.053588 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.105591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:26.105983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Checking segment: {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:26.106404 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.106807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Bound using segment: {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:26.108054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Bound port: 8556d584-618c-496b-b334-b67eb2df4da3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:26.109760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db0fce7a-8ef9-40e4-ad0a-9a1c2508dbc6 req-29ce14bc-07a3-4cc4-97bf-ccb377419a41 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422241 Sep 21 08:06:26.111811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.117172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Pushing event updated for resources: {'Port': ['ID=8556d584-618c-496b-b334-b67eb2df4da3,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:26.132242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-0d3415b0-3ee2-4eb0-a492-3fe78808ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:26.138074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-0d3415b0-3ee2-4eb0-a492-3fe78808ebc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026110 Sep 21 08:06:26.145389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-395a803f-1801-4452-aa08-6888a68aa37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:26.147902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-395a803f-1801-4452-aa08-6888a68aa37c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2607126 Sep 21 08:06:26.202987 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ec4bab-221d-4e96-a614-ae9a2edb9f39 x-openstack-request-id: req-37ec4bab-221d-4e96-a614-ae9a2edb9f39 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:26.203253 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:26.203604 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-37ec4bab-221d-4e96-a614-ae9a2edb9f39 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:26.203923 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'status': 'completed', 'code': 200} Sep 21 08:06:26.289481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-25b6dd63-22d3-4176-8842-39e4fd694bd0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2516651 Sep 21 08:06:26.434889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-bf6ab080-cb50-4bba-b1ea-72e5e35675f6 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837162 Sep 21 08:06:26.445026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a6c97-a504-4abc-82dc-f5b3150a004e req-e629a1f6-a2d9-4150-8640-ba9f4a5984e0 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:26.447477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b26a6c97-a504-4abc-82dc-f5b3150a004e req-e629a1f6-a2d9-4150-8640-ba9f4a5984e0 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 944 time: 0.1334684 Sep 21 08:06:26.451284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50319447-fefa-4205-aed8-aa084899839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.494016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ced06-a015-407e-8e60-84522b20c679 req-f7fda2c1-fc16-4e3c-8350-0ee641da08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:26.495926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-f7fda2c1-fc16-4e3c-8350-0ee641da08aa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3257122 Sep 21 08:06:26.532439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:26.612683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b26a6c97-a504-4abc-82dc-f5b3150a004e req-93ad3f57-ad4c-43c8-8e38-47d896daa23b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383514 Sep 21 08:06:26.640081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-edd511b2-f4d3-4c02-9ec4-e536097ed0d5 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339407 Sep 21 08:06:26.659997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] For port 8556d584-618c-496b-b334-b67eb2df4da3, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:26.665787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] For port 8556d584-618c-496b-b334-b67eb2df4da3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8556d584-618c-496b-b334-b67eb2df4da3,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:26.673859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585ffdeb-4c85-43f2-bcab-04fd7323d54a req-1c733bf1-f72e-43fe-bc31-29d831227a5a service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253711 Sep 21 08:06:26.688196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:26.688666 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.691240 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.709307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.715350 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-4b6cde4f-bfa4-40a8-aa8d-f81800def631 service neutron] 10.222.0.59 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250202 Sep 21 08:06:26.865899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec7701-f7d2-4e92-a9df-1ef6ee160a11 req-a2295cc3-0f99-4c72-9202-471c4988ac4d tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:26.876055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5dec7701-f7d2-4e92-a9df-1ef6ee160a11 req-a2295cc3-0f99-4c72-9202-471c4988ac4d tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 948 time: 0.1691995 Sep 21 08:06:26.903752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-125a4186-658e-454f-8b88-55b15435559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:26.905898 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-125a4186-658e-454f-8b88-55b15435559f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 1099 time: 0.1526618 Sep 21 08:06:26.958435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-0a78cf42-edb1-4f7d-a2ae-ba4662b3432e service neutron] 10.222.0.59 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235999 Sep 21 08:06:26.961538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af7a2590-dafb-44df-9420-9dfa1ac1f532 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:26.962554 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:26.974349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5dec7701-f7d2-4e92-a9df-1ef6ee160a11 req-797b4fd3-6d7a-4208-992d-d2c1c88bd382 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941648 Sep 21 08:06:27.047655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-cc53aa8f-c872-49cc-a414-5cb37954427f', 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'fixed_ips': [{'subnet_id': '941240de-d369-4c5e-af37-d2246ed1fb8d'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:06:27.048544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:27.094555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-2d33bb8d-78ee-4be0-8f6f-d26d5b8dd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:27.096769 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-2d33bb8d-78ee-4be0-8f6f-d26d5b8dd12e service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1795342 Sep 21 08:06:27.152047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb9ced06-a015-407e-8e60-84522b20c679 req-6730e374-edfb-4df9-b2fa-1cd4e8419691 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967225 Sep 21 08:06:27.164875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4bef0-e4d0-4d66-934a-88fd80203f00 None None] Pushing event updated for resources: {'Port': ['ID=8556d584-618c-496b-b334-b67eb2df4da3,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:27.185110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-b0f43d30-59af-481c-a86e-91116417e92a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 200 len: 217 time: 0.0783567 Sep 21 08:06:27.185851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-57874299-9133-4a9c-b0b6-f017d40863a4 service neutron] 10.222.0.59 "GET /v2.0/networks/cc53aa8f-c872-49cc-a414-5cb37954427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615441 Sep 21 08:06:27.313447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-a0d24ec7-5e83-429a-abde-07cf09c34654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:27.315335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-a0d24ec7-5e83-429a-abde-07cf09c34654 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1222188 Sep 21 08:06:27.352804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-3500e0de-401f-4619-8c6a-0b8efcd55bde service neutron] 10.222.0.59 "GET /v2.0/networks/cc53aa8f-c872-49cc-a414-5cb37954427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592546 Sep 21 08:06:27.370120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-f018c6a1-1993-476e-a5fc-ebab6027c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:27.371926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-f018c6a1-1993-476e-a5fc-ebab6027c0d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=68498042f6d5411f99fe877dc84c937e&device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 1099 time: 0.1322155 Sep 21 08:06:27.415273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Allocated IP 19.86.0.2 (cc53aa8f-c872-49cc-a414-5cb37954427f/941240de-d369-4c5e-af37-d2246ed1fb8d/f536eb0e-d421-4225-83c9-b6ca44853511) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:27.473886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faef3f4-5e9f-4aa7-9192-ba6d17e03812 req-11489077-8d1c-4b9e-b9e8-80c403ddf431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:27.492334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8faef3f4-5e9f-4aa7-9192-ba6d17e03812 req-11489077-8d1c-4b9e-b9e8-80c403ddf431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.2299359 Sep 21 08:06:27.557117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-73caeaab-31df-4c5a-aad9-3a16cca615bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:27.558930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-73caeaab-31df-4c5a-aad9-3a16cca615bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312853 Sep 21 08:06:27.589967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:27.595061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8faef3f4-5e9f-4aa7-9192-ba6d17e03812 req-4797688e-4bd3-4c00-820f-96e2a86eea64 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013277 Sep 21 08:06:27.609132 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:27.654823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-6c85e387-f835-465a-ac62-5b5569c92c48 service neutron] 10.222.0.59 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818339 Sep 21 08:06:27.656605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-99a3c62d-b289-410c-abc8-276aabfbe00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:27.658369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-99a3c62d-b289-410c-abc8-276aabfbe00b service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2652245 Sep 21 08:06:27.692708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Network cc53aa8f-c872-49cc-a414-5cb37954427f is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:27.699186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:27.705517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:27.711216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:27.734772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Pushing event updated for resources: {'Port': ['ID=f536eb0e-d421-4225-83c9-b6ca44853511,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:27.747266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:27.842181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:27.844702 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b857104-aa63-45ae-9a2c-142c7833a3b0" -d '{"events": [{"server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "name": "network-vif-plugged", "status": "completed", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:27.865575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-82566137-02d2-46bf-bb06-fd45aae9e438 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684805 Sep 21 08:06:27.883015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a72ed-3e81-479f-9bc9-280b1a82871e req-5583dd25-5008-488a-807d-5d7214e5058e tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:27.893078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c01a72ed-3e81-479f-9bc9-280b1a82871e req-5583dd25-5008-488a-807d-5d7214e5058e tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 944 time: 0.1370640 Sep 21 08:06:27.898778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:27.902936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Attempting to bind port f536eb0e-d421-4225-83c9-b6ca44853511 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:27.904850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Attempting to bind port f536eb0e-d421-4225-83c9-b6ca44853511 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:27.906110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Attempting to bind port f536eb0e-d421-4225-83c9-b6ca44853511 on network cc53aa8f-c872-49cc-a414-5cb37954427f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:27.922100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:27.926280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Checking segment: {'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:27.928006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:27.930863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Bound using segment: {'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:27.931655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Bound port: f536eb0e-d421-4225-83c9-b6ca44853511, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:27.933490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:27.942617 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:28.036717 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c01a72ed-3e81-479f-9bc9-280b1a82871e req-1fadf012-b0b4-4bd5-b974-de28f61842b1 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369812 Sep 21 08:06:28.079734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] For port f536eb0e-d421-4225-83c9-b6ca44853511, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:28.084783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] For port f536eb0e-d421-4225-83c9-b6ca44853511, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f536eb0e-d421-4225-83c9-b6ca44853511,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:28.096160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79969ce6-a815-4204-8dd2-b05fd9648bfb req-587ec22d-0032-4871-9ee0-505986b759c6 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906812 Sep 21 08:06:28.135735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8556d584-618c-496b-b334-b67eb2df4da3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:28.182783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-6f9b8191-1816-4dbd-a6f5-14fcc4194a83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c HTTP/1.1" status: 200 len: 217 time: 0.4996250 Sep 21 08:06:28.186060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:28.194429 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe8b449-dca2-425c-aef4-c0aff10af5f6 x-openstack-request-id: req-1fe8b449-dca2-425c-aef4-c0aff10af5f6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:28.194725 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "name": "network-vif-plugged", "status": "completed", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:28.194957 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1fe8b449-dca2-425c-aef4-c0aff10af5f6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:28.195382 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'code': 200} Sep 21 08:06:28.201739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:28.273908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f7aa7-5975-4135-9c5b-20626f917b9c None None] Pushing event updated for resources: {'Port': ['ID=f536eb0e-d421-4225-83c9-b6ca44853511,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:28.304453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7660c-5dba-42e2-8361-d06fd00f6bc9 req-4e0377f7-ec73-4bb7-adce-f2ff28cfb381 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:28.317090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22d7660c-5dba-42e2-8361-d06fd00f6bc9 req-4e0377f7-ec73-4bb7-adce-f2ff28cfb381 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 948 time: 0.1220832 Sep 21 08:06:28.319043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8556d584-618c-496b-b334-b67eb2df4da3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:28.319760 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:28.420166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22d7660c-5dba-42e2-8361-d06fd00f6bc9 req-e6051a03-d3cc-4322-a9fe-865953c67f20 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882871 Sep 21 08:06:28.436725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-a53d5bb5-a66d-46af-99b2-8004ed20e12a service neutron] 10.222.0.59 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704768 Sep 21 08:06:28.438351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-c26a69d1-b599-422f-a13c-43549ca6a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:28.439929 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-c26a69d1-b599-422f-a13c-43549ca6a5e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1390281 Sep 21 08:06:28.498096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e6a72-3c74-45fc-93db-f9c88594b06f req-9759498e-356d-4765-8dd2-f55f789b994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:28.500227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b6e6a72-3c74-45fc-93db-f9c88594b06f req-9759498e-356d-4765-8dd2-f55f789b994c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 1096 time: 0.1979294 Sep 21 08:06:28.526589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-43ee62fa-0928-4a70-af03-a9c0a28f0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:28.529209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-43ee62fa-0928-4a70-af03-a9c0a28f0f37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791957 Sep 21 08:06:28.534516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:28.626107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8556d584-618c-496b-b334-b67eb2df4da3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8556d584-618c-496b-b334-b67eb2df4da3,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:28.644517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:28.749979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8556d584-618c-496b-b334-b67eb2df4da3,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:28.758462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b6e6a72-3c74-45fc-93db-f9c88594b06f req-71dd105b-e9d9-4464-b5cf-c1fab00b8c71 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465992 Sep 21 08:06:28.781495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5389dc32-20f5-4391-9475-edd7d5aac471 None None] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:28.788533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-aa869a4f-a28f-45a0-b122-dc9806ed5cee service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445664 Sep 21 08:06:28.803931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c526d9c-7549-4d2b-b640-9a868c1b9170 req-b58348b1-04f4-4710-9122-f6ad87084896 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:28.816932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c526d9c-7549-4d2b-b640-9a868c1b9170 req-b58348b1-04f4-4710-9122-f6ad87084896 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.0864520 Sep 21 08:06:28.905363 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdbe3efb-c1c3-4c2c-ab6b-425f0dfae1ff req-269994cf-8d61-4553-bd2e-d92b5f8e7da7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 210 time: 0.0586407 Sep 21 08:06:28.910708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c526d9c-7549-4d2b-b640-9a868c1b9170 req-9947be45-5e15-4001-9d6a-d0aa988d3c48 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922525 Sep 21 08:06:28.956746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ce8683fd-c68d-478c-b257-a53e902d5b59 None None] Provisioning complete for port 8556d584-618c-496b-b334-b67eb2df4da3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:28.957229 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ce8683fd-c68d-478c-b257-a53e902d5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:29.215955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9614d8e7-1a88-4920-b28b-85913ea8f723 req-bb1a0743-3ce2-4ffb-843f-f6db65a8f269 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057066 Sep 21 08:06:29.256768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baa237-9cd9-4827-a0bb-542466f035aa req-e2c21f1c-2099-4b1b-ab2a-17a9832dc040 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:29.265142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10baa237-9cd9-4827-a0bb-542466f035aa req-e2c21f1c-2099-4b1b-ab2a-17a9832dc040 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.1044962 Sep 21 08:06:29.296319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d802e2ba-74ac-4594-ae4d-d3fd4e232c1c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:29.339214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10baa237-9cd9-4827-a0bb-542466f035aa req-4545bdba-994e-4379-b171-abb203971d72 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723417 Sep 21 08:06:29.642173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:29.707204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e427536-f8e9-422f-9f68-ebc17a424ba0 req-114f999d-7c3d-46ac-b8dd-70d802e4f590 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:29.708830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e427536-f8e9-422f-9f68-ebc17a424ba0 req-114f999d-7c3d-46ac-b8dd-70d802e4f590 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 948 time: 0.1167588 Sep 21 08:06:29.711587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c', 'mac_address': 'fa:16:3e:4a:e6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:29.744978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bdd35a81-6dc0-43a3-a7cc-3f8531035d63 None None] Provisioning complete for port 8556d584-618c-496b-b334-b67eb2df4da3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:29.745358 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bdd35a81-6dc0-43a3-a7cc-3f8531035d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:29.814673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e427536-f8e9-422f-9f68-ebc17a424ba0 req-8232af46-1dca-4eaf-bd0b-ea097db90a52 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883067 Sep 21 08:06:29.938233 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:30.032613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d802e2ba-74ac-4594-ae4d-d3fd4e232c1c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:30.066394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:30.085418 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8a98d61-2808-4483-874d-c613263d484e req-db35f5d2-f124-4a48-8060-5c40345d968b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 210 time: 0.0613010 Sep 21 08:06:30.091114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237434ac-a411-4d81-9c37-d4d85df3896b None None] Network cc53aa8f-c872-49cc-a414-5cb37954427f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:30.100472 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:30.215349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca1c38-2a3b-41c5-a7fa-3d45e2162fb6 req-e60d6e3e-0e46-450c-aa8c-f25dfcc2f21e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:30.224747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59ca1c38-2a3b-41c5-a7fa-3d45e2162fb6 req-e60d6e3e-0e46-450c-aa8c-f25dfcc2f21e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.1065400 Sep 21 08:06:30.238817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8556d584-618c-496b-b334-b67eb2df4da3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:30.283772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59ca1c38-2a3b-41c5-a7fa-3d45e2162fb6 req-aed11bc2-da0b-4118-8b6f-7e02c80c8984 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Sep 21 08:06:30.302728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:30.350356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-44c07cbc-0138-4ef4-8df9-b3ef0a1c2da1 None None] Provisioning complete for port f536eb0e-d421-4225-83c9-b6ca44853511 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:30.350922 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44c07cbc-0138-4ef4-8df9-b3ef0a1c2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:30.570762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace296e9-be75-45c0-8d84-3345088fbaa9 req-7957944a-c67b-4f46-8199-5f6979f1e61b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:30.573264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ace296e9-be75-45c0-8d84-3345088fbaa9 req-7957944a-c67b-4f46-8199-5f6979f1e61b tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.1096535 Sep 21 08:06:30.644849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8556d584-618c-496b-b334-b67eb2df4da3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:30.645389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ace296e9-be75-45c0-8d84-3345088fbaa9 req-b944b353-4e4c-42f3-a452-2eb44f234b29 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468991 Sep 21 08:06:30.645522 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:30.771923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['d802e2ba-74ac-4594-ae4d-d3fd4e232c1c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:30.828836 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44c07cbc-0138-4ef4-8df9-b3ef0a1c2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:30.956819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-7ea65a20-fe9f-4d52-826d-88f7ea1c17f6 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:30.973850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-7ea65a20-fe9f-4d52-826d-88f7ea1c17f6 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:30.977053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f536eb0e-d421-4225-83c9-b6ca44853511 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:30.979108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-7ea65a20-fe9f-4d52-826d-88f7ea1c17f6 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "GET /v2.0/networks?id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107&id=cc53aa8f-c872-49cc-a414-5cb37954427f&id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 HTTP/1.1" status: 200 len: 1392 time: 0.3092337 Sep 21 08:06:30.980536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-44c07cbc-0138-4ef4-8df9-b3ef0a1c2da1 None None] For port f536eb0e-d421-4225-83c9-b6ca44853511, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f536eb0e-d421-4225-83c9-b6ca44853511,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:31.008922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'port': {'device_id': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107', 'admin_state_up': True, 'tenant_id': '95eb98bd3fb0487998c9f117927718d1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:31.023149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44c07cbc-0138-4ef4-8df9-b3ef0a1c2da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.030270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ebd0f-c2b7-49c1-9023-c546ba190f68 req-d2c99137-56fd-46df-8b30-48cbe151db34 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:31.032050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-535ebd0f-c2b7-49c1-9023-c546ba190f68 req-d2c99137-56fd-46df-8b30-48cbe151db34 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 949 time: 0.0811765 Sep 21 08:06:31.110052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-535ebd0f-c2b7-49c1-9023-c546ba190f68 req-142b8281-96cf-4e23-b964-687f991899e4 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700140 Sep 21 08:06:31.185503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07cbc-0138-4ef4-8df9-b3ef0a1c2da1 None None] Pushing event updated for resources: {'Port': ['ID=f536eb0e-d421-4225-83c9-b6ca44853511,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:31.208625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f536eb0e-d421-4225-83c9-b6ca44853511 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:31.209048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.263969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c2c6d09-6bd0-4c32-820a-ebd8f8f01179 req-6b361e95-8fd6-4601-9c98-ca875b232360 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 210 time: 0.0384879 Sep 21 08:06:31.274558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ec6582c9-920c-4436-9217-90fc6dcfade3 None None] Provisioning complete for port f536eb0e-d421-4225-83c9-b6ca44853511 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:31.274972 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec6582c9-920c-4436-9217-90fc6dcfade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.285268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:31.291100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.467842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb1259-ddb5-4c6b-a49b-6ec2154462a7 req-81af5c11-b941-44ca-a1ce-5d8b8e3058b0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:31.476411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3efb1259-ddb5-4c6b-a49b-6ec2154462a7 req-81af5c11-b941-44ca-a1ce-5d8b8e3058b0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.0848002 Sep 21 08:06:31.493593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:31.532498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3efb1259-ddb5-4c6b-a49b-6ec2154462a7 req-1c35c0e6-8062-4a96-a506-c755f62f4c76 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549762 Sep 21 08:06:31.547609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Allocated IP 19.80.0.6 (310d0bda-1bcb-4c2f-8e62-ea6f5ae14107/99913e94-0a8d-4733-a4e1-164c968e52b7/cb541cc3-89ab-4268-9875-cd4ce4df77b7) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:31.648793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:31.676011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'mac_address': 'fa:16:3e:b2:15:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:31.680552 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.741404 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.753444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01f307b-551e-4a01-af8c-fcf0a340a912 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:31.791759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:31.796695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.832969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:31.876319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:31.890592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7c88e-152c-4b0a-85d0-6da5ef0d3b1d req-0d59b27c-27bb-41d8-ae7f-3256eba037a8 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:31.892457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14c7c88e-152c-4b0a-85d0-6da5ef0d3b1d req-0d59b27c-27bb-41d8-ae7f-3256eba037a8 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.0759134 Sep 21 08:06:31.932026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:32.001368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14c7c88e-152c-4b0a-85d0-6da5ef0d3b1d req-281fb983-a82e-4083-8857-96b2506a418f tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919380 Sep 21 08:06:32.002048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f536eb0e-d421-4225-83c9-b6ca44853511 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:32.009229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:32.015283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:32.021087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:32.071752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Port': ['ID=cb541cc3-89ab-4268-9875-cd4ce4df77b7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:32.093640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f536eb0e-d421-4225-83c9-b6ca44853511 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:32.097522 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:32.138579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:32.139964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:32.173494 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-2ac5bc67-5d4e-4dc9-ba06-9b0857f7dba5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1772459 Sep 21 08:06:32.192399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'port': {'device_id': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f', 'admin_state_up': True, 'tenant_id': '95eb98bd3fb0487998c9f117927718d1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:32.241310 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c906-fd15-4dcb-8736-7d5ee4433c7c req-090f388a-e80c-4953-8af0-1b3a2094f0c0 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:32.247560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ca19c906-fd15-4dcb-8736-7d5ee4433c7c req-090f388a-e80c-4953-8af0-1b3a2094f0c0 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.1365874 Sep 21 08:06:32.259633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39324) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:32.264919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Request body: {'floatingip': {'port_id': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:32.284488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b01f307b-551e-4a01-af8c-fcf0a340a912'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:32.366873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:32.420644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa4234-37b7-45e8-b3fb-9e27065b7e7f req-6d9492ff-f6ff-411a-95f7-ab0dbbaaa75e tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:32.422314 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74fa4234-37b7-45e8-b3fb-9e27065b7e7f req-6d9492ff-f6ff-411a-95f7-ab0dbbaaa75e tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 949 time: 0.1449273 Sep 21 08:06:32.494692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74fa4234-37b7-45e8-b3fb-9e27065b7e7f req-db2ff4c9-10d0-4892-8c83-5310508168b7 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653036 Sep 21 08:06:32.510801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:32.515446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:32.526415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-23815b2a-04b9-49f7-8fa5-70f6ab2e5fe8 None None] Provisioning complete for port cb541cc3-89ab-4268-9875-cd4ce4df77b7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:32.527487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-23815b2a-04b9-49f7-8fa5-70f6ab2e5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:32.585177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b7ef-58fb-44bd-9dd2-561c34f36199 req-c7fcbc8f-ee22-4688-9ce3-4251edc03070 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:32.588191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad28b7ef-58fb-44bd-9dd2-561c34f36199 req-c7fcbc8f-ee22-4688-9ce3-4251edc03070 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 930 time: 0.2048047 Sep 21 08:06:32.617336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-23815b2a-04b9-49f7-8fa5-70f6ab2e5fe8 None None] Port cb541cc3-89ab-4268-9875-cd4ce4df77b7 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:32.715389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad28b7ef-58fb-44bd-9dd2-561c34f36199 req-da1d1b84-c3cd-4f57-b5ea-110d31f5552b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087658 Sep 21 08:06:32.778180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5fd7e-db06-448c-9572-32a9127de1fa req-a9660079-45a7-4aa0-8fc1-31610aa4da37 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:32.783561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ae5fd7e-db06-448c-9572-32a9127de1fa req-a9660079-45a7-4aa0-8fc1-31610aa4da37 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 949 time: 0.1270418 Sep 21 08:06:32.785859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Allocated IP 19.86.0.100 (cc53aa8f-c872-49cc-a414-5cb37954427f/941240de-d369-4c5e-af37-d2246ed1fb8d/fc178031-6fb4-44f1-a4f9-52349b954b8c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:32.868994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ae5fd7e-db06-448c-9572-32a9127de1fa req-aadc5a6b-f013-478c-abb8-1adae449bf4c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768039 Sep 21 08:06:33.065353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.102842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.109527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.115739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.194940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network cc53aa8f-c872-49cc-a414-5cb37954427f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:33.202019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:33.219961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Port': ['ID=fc178031-6fb4-44f1-a4f9-52349b954b8c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:33.224836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:33.251188 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.260034 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Floating IP 1459cca7-2dc0-4701-8b9d-57c619332321 associated. External IP: 172.25.1.223, port: ff944ee1-eb81-41ec-b28d-ab9dcb3d928f. Sep 21 08:06:33.312964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d802e2ba-74ac-4594-ae4d-d3fd4e232c1c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:33.332164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:33.332845 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.355221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-43d397eb-393f-4b65-b84a-bf092e6a34f2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1697474 Sep 21 08:06:33.375594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'port': {'device_id': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107', 'admin_state_up': True, 'tenant_id': '95eb98bd3fb0487998c9f117927718d1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:33.435524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:33.442127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:33.442762 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.579601 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.585083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:33.589242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.610776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:33.613837 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a3ccf-0de8-477e-8da8-51515f66e1c9" -d '{"events": [{"server_uuid": "a5a1d825-bf94-48e0-a01e-a83045fc97d5", "name": "network-vif-plugged", "status": "completed", "tag": "d802e2ba-74ac-4594-ae4d-d3fd4e232c1c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:33.630384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:33.636480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.709852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-440cfdd9-c0ef-4f06-a3b3-db6a3d202e79 None None] Provisioning complete for port fc178031-6fb4-44f1-a4f9-52349b954b8c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:33.710261 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-440cfdd9-c0ef-4f06-a3b3-db6a3d202e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.712873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:33.717077 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a061ccd7-0ec7-41bc-82dc-3957e8897832 x-openstack-request-id: req-a061ccd7-0ec7-41bc-82dc-3957e8897832 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:33.717399 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a1d825-bf94-48e0-a01e-a83045fc97d5", "name": "network-vif-plugged", "status": "completed", "tag": "d802e2ba-74ac-4594-ae4d-d3fd4e232c1c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:33.717655 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a061ccd7-0ec7-41bc-82dc-3957e8897832 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:33.718048 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c', 'code': 200} Sep 21 08:06:33.743991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84600f-3c16-4c94-9d3d-f08acd8840d2 req-7bf05b26-7362-4187-80dd-170a9b4324de tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:33.755376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d84600f-3c16-4c94-9d3d-f08acd8840d2 req-7bf05b26-7362-4187-80dd-170a9b4324de tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 950 time: 0.0952041 Sep 21 08:06:33.785111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-440cfdd9-c0ef-4f06-a3b3-db6a3d202e79 None None] Port fc178031-6fb4-44f1-a4f9-52349b954b8c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:33.819184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Router faceee27-3819-417c-a4f5-e3879342390c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:06:33.840447 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d84600f-3c16-4c94-9d3d-f08acd8840d2 req-1ef5736f-f076-4116-8211-ca41bb4f40db tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835671 Sep 21 08:06:33.868683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Allocated IP 19.80.0.246 (310d0bda-1bcb-4c2f-8e62-ea6f5ae14107/99913e94-0a8d-4733-a4e1-164c968e52b7/5771aad7-b8c1-40d0-a861-93fd6548aa62) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:33.957407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:06:33.970021 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] Sync routers for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:06:33.976730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:33.986174 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:33.987891 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:33.988832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49821e3-1b2c-4f7e-b6bd-038add9b9860 req-ba9d51c5-d204-4915-8510-06481837860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:33.990349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a49821e3-1b2c-4f7e-b6bd-038add9b9860 req-ba9d51c5-d204-4915-8510-06481837860e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 1101 time: 0.1923907 Sep 21 08:06:34.039212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e12e6ba9-7f51-4bcb-bccb-17e5ca3d9758 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "PUT /v2.0/floatingips/1459cca7-2dc0-4701-8b9d-57c619332321 HTTP/1.1" status: 200 len: 991 time: 1.7779057 Sep 21 08:06:34.047358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:34.050779 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e8a39c-d971-4a71-925a-b349a9395d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:34.083286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a653ff-9e3b-4cce-975e-d4f703f58923 req-392643f1-69cc-40ae-9969-fe08311a9986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:34.095811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a653ff-9e3b-4cce-975e-d4f703f58923 req-392643f1-69cc-40ae-9969-fe08311a9986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:34.098661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57a653ff-9e3b-4cce-975e-d4f703f58923 req-392643f1-69cc-40ae-9969-fe08311a9986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 1653 time: 0.2633669 Sep 21 08:06:34.112299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc59dcf-86e4-4b40-a790-ccd0c475b38b req-4cb7da6e-e38c-47ca-bcc1-51d4d3657d88 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:34.115181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbc59dcf-86e4-4b40-a790-ccd0c475b38b req-4cb7da6e-e38c-47ca-bcc1-51d4d3657d88 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 949 time: 0.1300058 Sep 21 08:06:34.135682 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:34.176624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbc59dcf-86e4-4b40-a790-ccd0c475b38b req-cc4c8b5e-e1a7-4595-903a-d11506babc66 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546236 Sep 21 08:06:34.217944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57a653ff-9e3b-4cce-975e-d4f703f58923 req-901bf590-447d-4181-86de-1f1a7bf4c76b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015627 Sep 21 08:06:34.282055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a49821e3-1b2c-4f7e-b6bd-038add9b9860 req-a194f765-9e44-4266-8794-3544bb099469 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231491 Sep 21 08:06:34.296472 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:34.304865 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a370d3a-2d99-47c5-9255-9dfc609906fb x-openstack-request-id: req-7a370d3a-2d99-47c5-9255-9dfc609906fb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:34.305608 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:34.305608 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a370d3a-2d99-47c5-9255-9dfc609906fb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:34.306158 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'status': 'completed', 'code': 200} Sep 21 08:06:34.349023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:34.396014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:34.401185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:34.405003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:34.455301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Port': ['ID=5771aad7-b8c1-40d0-a861-93fd6548aa62,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:34.478182 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '1459cca7-2dc0-4701-8b9d-57c619332321', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'port_id': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'mac_address': 'fa:16:3e:df:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:03:47Z', 'updated_at': '2021-09-21T08:06:32Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:34.505235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:34.506489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:34.512886 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] Checking router: faceee27-3819-417c-a4f5-e3879342390c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:06:34.526802 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:34.528064 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:34.528652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-41f74d52-c0eb-4a52-ac49-bf090a4b8eff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1574523 Sep 21 08:06:34.579683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Request body: {'port': {'device_id': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:34.711714 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:34.719803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bbb28d1a-cc28-4d22-9b6f-39ab36a4407d None None] Provisioning complete for port 5771aad7-b8c1-40d0-a861-93fd6548aa62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:34.721664 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bbb28d1a-cc28-4d22-9b6f-39ab36a4407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:34.750202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:34.775008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-a7ffee05-bfb9-4423-9453-498b12a2d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:34.778286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-a7ffee05-bfb9-4423-9453-498b12a2d2d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2faebe97a7814c28831e6b5c65bda544&device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 1096 time: 0.1515956 Sep 21 08:06:34.778603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bbb28d1a-cc28-4d22-9b6f-39ab36a4407d None None] Port 5771aad7-b8c1-40d0-a861-93fd6548aa62 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:35.109155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-71d2b2d7-116c-48a5-b717-8d2140ba4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.111510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-71d2b2d7-116c-48a5-b717-8d2140ba4661 service neutron] 10.222.0.50 "GET /v2.0/networks?id=304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 200 len: 924 time: 0.2978048 Sep 21 08:06:35.169883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1a26f-2701-47be-89dd-89cc4e33b6f6 req-a365dee7-546c-4bd3-be28-f5e92e1b66ce tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.183296 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29c1a26f-2701-47be-89dd-89cc4e33b6f6 req-a365dee7-546c-4bd3-be28-f5e92e1b66ce tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 950 time: 0.1301014 Sep 21 08:06:35.270676 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29c1a26f-2701-47be-89dd-89cc4e33b6f6 req-1e3d301f-f7b1-4a00-815f-80197f0c2d43 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712101 Sep 21 08:06:35.298607 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '1459cca7-2dc0-4701-8b9d-57c619332321', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'port_id': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'mac_address': 'fa:16:3e:df:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:03:47Z', 'updated_at': '2021-09-21T08:06:32Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:35.368556 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6cfd2-c3df-4d02-a3ce-2041d30b6e29 None None] The sync data for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 is: [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '1459cca7-2dc0-4701-8b9d-57c619332321', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'floating_ip_address': '172.25.1.223', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'port_id': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'mac_address': 'fa:16:3e:df:d5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:03:47Z', 'updated_at': '2021-09-21T08:06:32Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:06:35.381390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-bc53b759-0f55-4cac-ae56-6fad63fec96b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f HTTP/1.1" status: 200 len: 999 time: 0.2489033 Sep 21 08:06:35.399821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189450d8-1b09-4b97-9bfc-7b00a211fcca req-03906a13-3976-4238-86cd-de294ffc00ff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.406030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189450d8-1b09-4b97-9bfc-7b00a211fcca req-03906a13-3976-4238-86cd-de294ffc00ff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.413673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189450d8-1b09-4b97-9bfc-7b00a211fcca req-03906a13-3976-4238-86cd-de294ffc00ff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.423755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-189450d8-1b09-4b97-9bfc-7b00a211fcca req-03906a13-3976-4238-86cd-de294ffc00ff tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2375 time: 0.0825930 Sep 21 08:06:35.498697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-189450d8-1b09-4b97-9bfc-7b00a211fcca req-fa77fe88-80c9-4852-98c8-62cad57693ea tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737419 Sep 21 08:06:35.503228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:35.675583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port b01f307b-551e-4a01-af8c-fcf0a340a912 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:35.686605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b01f307b-551e-4a01-af8c-fcf0a340a912 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:35.687083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:35.725343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982dca7-9508-4fac-9d67-cbe168376f51 req-587b5b45-c2d4-442e-a2d8-551093c43602 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.728155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f982dca7-9508-4fac-9d67-cbe168376f51 req-587b5b45-c2d4-442e-a2d8-551093c43602 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 949 time: 0.3812904 Sep 21 08:06:35.734067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-7f7b0c85-6f97-4dc3-91b1-262b1e53952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.736896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-7f7b0c85-6f97-4dc3-91b1-262b1e53952d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 200 len: 862 time: 0.3092897 Sep 21 08:06:35.769734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb541cc3-89ab-4268-9875-cd4ce4df77b7 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:35.837924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19749779-ec89-45f8-8045-85e0bc10eeca None None] New status for floating IP 1459cca7-2dc0-4701-8b9d-57c619332321: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:06:35.863744 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:35.910247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Transition to ACTIVE for port object cb541cc3-89ab-4268-9875-cd4ce4df77b7 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:35.916953 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:35.921437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f982dca7-9508-4fac-9d67-cbe168376f51 req-45882322-cb82-40a5-8015-1f56e50bc306 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774836 Sep 21 08:06:35.938941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:35.966881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Pushing event updated for resources: {'Port': ['ID=cb541cc3-89ab-4268-9875-cd4ce4df77b7,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:35.980323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-90fee1fe-c502-46b1-95a9-935cf94018e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:35.981988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-90fee1fe-c502-46b1-95a9-935cf94018e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=304927a9-b2b4-4d24-8ee6-32a5a2288a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161086 Sep 21 08:06:36.064170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:36.073085 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba212542-189f-4c99-8763-6f15f4aaa18c" -d '{"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-plugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:36.106839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:36.119740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:36.176481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Attempting to bind port cb541cc3-89ab-4268-9875-cd4ce4df77b7 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:36.177109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Attempting to bind port cb541cc3-89ab-4268-9875-cd4ce4df77b7 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:36.177109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Attempting to bind port cb541cc3-89ab-4268-9875-cd4ce4df77b7 on network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:36.187304 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e6bf20-9456-41e0-804d-b48051df2798 x-openstack-request-id: req-72e6bf20-9456-41e0-804d-b48051df2798 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:36.188255 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-plugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:36.190979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Port cb541cc3-89ab-4268-9875-cd4ce4df77b7 on network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:36.191337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Attempting to bind port cb541cc3-89ab-4268-9875-cd4ce4df77b7 on network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:36.204144 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72e6bf20-9456-41e0-804d-b48051df2798 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:36.204926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:36.204926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Checking segment: {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:36.205312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Bound using segment: {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:36.205762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Bound port: cb541cc3-89ab-4268-9875-cd4ce4df77b7, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:36.206529 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'code': 200} Sep 21 08:06:36.206648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:36.310987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:36.365329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] For port cb541cc3-89ab-4268-9875-cd4ce4df77b7, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:36.370791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] For port cb541cc3-89ab-4268-9875-cd4ce4df77b7, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=cb541cc3-89ab-4268-9875-cd4ce4df77b7,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:36.375486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-60851748-b08d-4de1-86c6-d0b245d7eb85 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750973 Sep 21 08:06:36.377363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:36.382299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2771301-03e8-4d9c-9850-2f4ae483f972 req-4c92ead9-4739-4393-aaa3-dbcf76706738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:36.386923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2771301-03e8-4d9c-9850-2f4ae483f972 req-4c92ead9-4739-4393-aaa3-dbcf76706738 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 1101 time: 0.1179302 Sep 21 08:06:36.450850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2771301-03e8-4d9c-9850-2f4ae483f972 req-6e9e2c8d-c641-48e3-bad2-461ab45e5f7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565989 Sep 21 08:06:36.473854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:36.474962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:36.476453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] 10.222.0.50 "PUT /v2.0/ports/cb541cc3-89ab-4268-9875-cd4ce4df77b7 HTTP/1.1" status: 200 len: 1090 time: 1.9068227 Sep 21 08:06:36.481803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:36.483250 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ee0c9-84b4-46ec-a5b9-a422f919087e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:36.512389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bfbc0-6568-453e-975e-37d94d13546e service neutron] Pushing event updated for resources: {'Port': ['ID=cb541cc3-89ab-4268-9875-cd4ce4df77b7,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:36.544313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Request body: {'port': {'device_id': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:36.718027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-03f98e42-29c9-4842-bc0f-35ea628149c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:36.718946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-03f98e42-29c9-4842-bc0f-35ea628149c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:36.719671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-03f98e42-29c9-4842-bc0f-35ea628149c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:36.722212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-03f98e42-29c9-4842-bc0f-35ea628149c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2730 time: 0.0789459 Sep 21 08:06:36.899573 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbece72d-530f-46de-9417-c07638713326 x-openstack-request-id: req-bbece72d-530f-46de-9417-c07638713326 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:36.899907 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:36.900262 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbece72d-530f-46de-9417-c07638713326 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:36.900982 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7', 'status': 'completed', 'code': 200} Sep 21 08:06:37.010996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592b458-64e2-425c-ae87-05d12f6b6a97 req-5aea6fa6-4231-413e-83b9-23f1008e2fe5 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.013410 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d592b458-64e2-425c-ae87-05d12f6b6a97 req-5aea6fa6-4231-413e-83b9-23f1008e2fe5 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 950 time: 0.5696635 Sep 21 08:06:37.029056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:37.091526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e8a39c-d971-4a71-925a-b349a9395d3f req-f5ffed28-f5b0-4f55-84f4-f3497b8fd468 service neutron] 10.222.0.50 "GET /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525097 Sep 21 08:06:37.126067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d592b458-64e2-425c-ae87-05d12f6b6a97 req-851479e7-a67b-457d-bddc-a8f646abc203 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984211 Sep 21 08:06:37.307815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651bc7f-6a57-4484-b130-46bd2bc9aa01 req-6d5d809d-4523-4656-a5bf-2527ad2b2edc tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.309434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1651bc7f-6a57-4484-b130-46bd2bc9aa01 req-6d5d809d-4523-4656-a5bf-2527ad2b2edc tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1096 time: 0.0769026 Sep 21 08:06:37.340503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-706564d9-ba24-4da9-9130-9870ee69558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.341631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-706564d9-ba24-4da9-9130-9870ee69558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.342406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-706564d9-ba24-4da9-9130-9870ee69558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.346619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-706564d9-ba24-4da9-9130-9870ee69558b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=95eb98bd3fb0487998c9f117927718d1&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6090488 Sep 21 08:06:37.368753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf396a7-bfa7-4956-a659-e689e36b117b req-82932244-b584-4249-877e-9e1ab0bf99b8 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.379126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf396a7-bfa7-4956-a659-e689e36b117b req-82932244-b584-4249-877e-9e1ab0bf99b8 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.390703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf396a7-bfa7-4956-a659-e689e36b117b req-82932244-b584-4249-877e-9e1ab0bf99b8 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.402755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cf396a7-bfa7-4956-a659-e689e36b117b req-82932244-b584-4249-877e-9e1ab0bf99b8 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2387 time: 0.2169402 Sep 21 08:06:37.413334 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1651bc7f-6a57-4484-b130-46bd2bc9aa01 req-089554e9-39a5-48dc-99ce-0c7b3fe9f0fc tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925119 Sep 21 08:06:37.542586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc178031-6fb4-44f1-a4f9-52349b954b8c {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:37.556469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:37.579045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Transition to ACTIVE for port object fc178031-6fb4-44f1-a4f9-52349b954b8c will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:37.584842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:37.608652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cf396a7-bfa7-4956-a659-e689e36b117b req-e55354b8-546e-4288-b86b-e78c6cb6ab61 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843269 Sep 21 08:06:37.702917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Pushing event updated for resources: {'Port': ['ID=fc178031-6fb4-44f1-a4f9-52349b954b8c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:37.720263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-15cf2d33-2acc-4586-a29f-ca6a9810a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.722295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-018ee0c9-84b4-46ec-a5b9-a422f919087e req-15cf2d33-2acc-4586-a29f-ca6a9810a6fc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3185518 Sep 21 08:06:37.738617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b554b-d6bd-49d4-ad9d-68f496972777 req-04919bad-029e-441d-ae2e-79f3a4f975ef tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.740185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce3b554b-d6bd-49d4-ad9d-68f496972777 req-04919bad-029e-441d-ae2e-79f3a4f975ef tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1096 time: 0.1473277 Sep 21 08:06:37.786229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a11f9-25b0-4bba-a9b3-ecf18d29b2ac req-0563582a-19ed-489a-91e8-7e79788e4c38 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:37.797794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-252a11f9-25b0-4bba-a9b3-ecf18d29b2ac req-0563582a-19ed-489a-91e8-7e79788e4c38 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1036599 Sep 21 08:06:37.824784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Attempting to bind port fc178031-6fb4-44f1-a4f9-52349b954b8c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:37.825121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Attempting to bind port fc178031-6fb4-44f1-a4f9-52349b954b8c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:37.825456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Attempting to bind port fc178031-6fb4-44f1-a4f9-52349b954b8c on network cc53aa8f-c872-49cc-a414-5cb37954427f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:37.828875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce3b554b-d6bd-49d4-ad9d-68f496972777 req-496da302-cda6-4845-b8ba-fa8cc2f69014 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810871 Sep 21 08:06:37.833118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Port fc178031-6fb4-44f1-a4f9-52349b954b8c on network cc53aa8f-c872-49cc-a414-5cb37954427f not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:37.833438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Attempting to bind port fc178031-6fb4-44f1-a4f9-52349b954b8c on network cc53aa8f-c872-49cc-a414-5cb37954427f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:37.841259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:37.841650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Checking segment: {'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:37.842047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Bound using segment: {'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:37.842491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Bound port: fc178031-6fb4-44f1-a4f9-52349b954b8c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:37.843843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:37.846933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-252a11f9-25b0-4bba-a9b3-ecf18d29b2ac req-56a5d550-d96c-4c2e-943f-a41b72203b08 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Sep 21 08:06:37.952632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] For port fc178031-6fb4-44f1-a4f9-52349b954b8c, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:37.957318 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] For port fc178031-6fb4-44f1-a4f9-52349b954b8c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fc178031-6fb4-44f1-a4f9-52349b954b8c,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:37.965563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:38.109535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:38.110589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:38.113038 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] 10.222.0.50 "PUT /v2.0/ports/fc178031-6fb4-44f1-a4f9-52349b954b8c HTTP/1.1" status: 200 len: 1092 time: 1.5777986 Sep 21 08:06:38.157949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Request body: {'port': {'device_id': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:38.231657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84cec5-c87d-42cd-89e9-c0aabbff96bd service neutron] Pushing event updated for resources: {'Port': ['ID=fc178031-6fb4-44f1-a4f9-52349b954b8c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:38.297002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:38.622227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5771aad7-b8c1-40d0-a861-93fd6548aa62 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:38.631590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:38.648215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Transition to ACTIVE for port object 5771aad7-b8c1-40d0-a861-93fd6548aa62 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:06:38.654984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:38.766734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Pushing event updated for resources: {'Port': ['ID=5771aad7-b8c1-40d0-a861-93fd6548aa62,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:38.879818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Attempting to bind port 5771aad7-b8c1-40d0-a861-93fd6548aa62 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:38.880125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Attempting to bind port 5771aad7-b8c1-40d0-a861-93fd6548aa62 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:38.880467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Attempting to bind port 5771aad7-b8c1-40d0-a861-93fd6548aa62 on network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:38.886567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Port 5771aad7-b8c1-40d0-a861-93fd6548aa62 on network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:38.886567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Attempting to bind port 5771aad7-b8c1-40d0-a861-93fd6548aa62 on network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:38.891420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:38.891814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Checking segment: {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:38.892182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Bound using segment: {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:38.892613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Bound port: 5771aad7-b8c1-40d0-a861-93fd6548aa62, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:38.892972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:38.913219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'tag': 'fc178031-6fb4-44f1-a4f9-52349b954b8c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:38.917914 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0493a0b-fe38-4eed-a2f8-572b2ba84506" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "tag": "fc178031-6fb4-44f1-a4f9-52349b954b8c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:39.021888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] For port 5771aad7-b8c1-40d0-a861-93fd6548aa62, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:39.032158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] For port 5771aad7-b8c1-40d0-a861-93fd6548aa62, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:39.041203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:39.095142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.096178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:39.098426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] 10.222.0.50 "PUT /v2.0/ports/5771aad7-b8c1-40d0-a861-93fd6548aa62 HTTP/1.1" status: 200 len: 1092 time: 0.9485517 Sep 21 08:06:39.168021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0475a6-079e-499e-9a57-74b87ff28b20 service neutron] Pushing event updated for resources: {'Port': ['ID=5771aad7-b8c1-40d0-a861-93fd6548aa62,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:39.286961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-c72d2fb6-1b22-4a3f-8bd9-8216913fb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.287965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-c72d2fb6-1b22-4a3f-8bd9-8216913fb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.288767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-c72d2fb6-1b22-4a3f-8bd9-8216913fb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.292234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-c72d2fb6-1b22-4a3f-8bd9-8216913fb2bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2864 time: 0.0800824 Sep 21 08:06:39.368996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-28e7d678-95ee-4c22-a4bf-4999cbdafe18 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:06:39.370469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-28e7d678-95ee-4c22-a4bf-4999cbdafe18 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081620 Sep 21 08:06:39.372779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-d9833d77-f302-4c1e-8b26-66e4bd3aa887 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=cb541cc3-89ab-4268-9875-cd4ce4df77b7 HTTP/1.1" status: 200 len: 217 time: 0.0673640 Sep 21 08:06:39.374107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-b55658f5-a531-496d-b78f-6d5a3b70db83 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:06:39.376421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-b55658f5-a531-496d-b78f-6d5a3b70db83 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088885 Sep 21 08:06:39.446314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-4eb73865-e514-403a-855a-feb0a20eaf20 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.448314 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-4eb73865-e514-403a-855a-feb0a20eaf20 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 1093 time: 0.0626988 Sep 21 08:06:39.467073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Request body: {'binding': {'host': 'n-h2-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:39.467806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Unknown quota resources ['binding']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:06:39.485654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-f84c640a-95f5-4d59-97e5-8c170d286a85 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.488013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-f84c640a-95f5-4d59-97e5-8c170d286a85 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 1093 time: 0.1052165 Sep 21 08:06:39.504791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Request body: {'binding': {'host': 'n-h1-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:39.505529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Unknown quota resources ['binding']. {{(pid=94725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:06:39.532572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-b3569242-4c3e-4f51-ba10-b78048f90f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.533754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-b3569242-4c3e-4f51-ba10-b78048f90f7e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99913e94-0a8d-4733-a4e1-164c968e52b7 HTTP/1.1" status: 200 len: 801 time: 0.1467021 Sep 21 08:06:39.645812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-d827d298-2236-4467-9135-7161710fee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:39.647342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-d827d298-2236-4467-9135-7161710fee24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0987351 Sep 21 08:06:39.673000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on host n-h2-809980-2 for vnic_type normal with profile None {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:39.673329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:39.673657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:39.678107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:39.678423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:39.684437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:39.684777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:39.685157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:39.685604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Bound port: e8211d3a-fd02-4831-9632-1c361ec02a75, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:39.744905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:39.750289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:39.751771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3a102005-d8e2-4025-9fe4-26c637453b90 service neutron] 10.222.0.59 "POST /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75/bindings HTTP/1.1" status: 201 len: 389 time: 0.2918289 Sep 21 08:06:39.814489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on host n-h1-809980-2 for vnic_type normal with profile None {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:39.815037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:39.815602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:39.834549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:39.835089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:39.862536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:39.863089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:39.864051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:39.864991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Bound port: 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:39.880873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-08b27c9f-cdca-4b1b-8fdf-53e828ba7d01 service neutron] 10.222.0.50 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185354 Sep 21 08:06:40.077023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:40.092700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:40.094343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-0c5f94fa-d281-4318-8fea-2c2b4afa1091 service neutron] 10.222.0.59 "POST /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5992680 Sep 21 08:06:40.116713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5da42d53-af9d-4d95-9b08-489e1f9a910b service neutron] 10.222.0.50 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928616 Sep 21 08:06:40.141515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ccce2600-51fb-4f86-bba3-39104d3e1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.144089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ccce2600-51fb-4f86-bba3-39104d3e1359 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1096 time: 0.1011231 Sep 21 08:06:40.175806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92c143-0fe2-42f9-ae9b-d72a01a4da39 req-91925842-fd99-4078-82c9-29c7f58aaead tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.178388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-b42275ae-9934-4642-88ae-cd742701b150 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=fc178031-6fb4-44f1-a4f9-52349b954b8c HTTP/1.1" status: 200 len: 217 time: 0.0480664 Sep 21 08:06:40.183711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92c143-0fe2-42f9-ae9b-d72a01a4da39 req-91925842-fd99-4078-82c9-29c7f58aaead tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.197950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92c143-0fe2-42f9-ae9b-d72a01a4da39 req-91925842-fd99-4078-82c9-29c7f58aaead tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.207896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb92c143-0fe2-42f9-ae9b-d72a01a4da39 req-91925842-fd99-4078-82c9-29c7f58aaead tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2411 time: 0.1344290 Sep 21 08:06:40.256725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-fbdb6748-22fd-4b93-b4cb-3a1e481e55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.260186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-fbdb6748-22fd-4b93-b4cb-3a1e481e55a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=941240de-d369-4c5e-af37-d2246ed1fb8d HTTP/1.1" status: 200 len: 801 time: 0.0737910 Sep 21 08:06:40.348117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb92c143-0fe2-42f9-ae9b-d72a01a4da39 req-258e72a0-d043-49a2-9e90-9e958d42b838 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392472 Sep 21 08:06:40.370692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-f8c285e1-3b88-4aba-aa20-89ffd73b1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.373002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-f8c285e1-3b88-4aba-aa20-89ffd73b1e61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc53aa8f-c872-49cc-a414-5cb37954427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0994756 Sep 21 08:06:40.412665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-9ee83e72-7a65-43f3-9392-f706b4b4a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.415051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-9ee83e72-7a65-43f3-9392-f706b4b4a347 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.2049310 Sep 21 08:06:40.474669 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd7289-1001-4e89-b05f-d19b055bf72f x-openstack-request-id: req-36fd7289-1001-4e89-b05f-d19b055bf72f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:40.475135 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "tag": "fc178031-6fb4-44f1-a4f9-52349b954b8c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:40.475465 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36fd7289-1001-4e89-b05f-d19b055bf72f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:40.475779 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'tag': 'fc178031-6fb4-44f1-a4f9-52349b954b8c', 'status': 'completed', 'code': 200} Sep 21 08:06:40.504582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-622b3899-f2bf-4f39-8e35-81f07531bc9d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 217 time: 0.0758791 Sep 21 08:06:40.538226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7de35-09b0-47ca-b789-71c415685707 req-01c68446-fd0b-4b1c-b8e8-80b96ec5a37f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.539849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f6c7de35-09b0-47ca-b789-71c415685707 req-01c68446-fd0b-4b1c-b8e8-80b96ec5a37f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1658695 Sep 21 08:06:40.566099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-abf1d876-2025-487d-8dbc-26906eca500a service neutron] 10.222.0.50 "GET /v2.0/networks/cc53aa8f-c872-49cc-a414-5cb37954427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768672 Sep 21 08:06:40.612811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f6c7de35-09b0-47ca-b789-71c415685707 req-2baeb12d-cfc7-4001-b5b6-8b58658b4bad tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642154 Sep 21 08:06:40.644203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3cfcd8ed-cb75-4425-8440-8d2b64aa37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.644203 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-3cfcd8ed-cb75-4425-8440-8d2b64aa37a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0954010 Sep 21 08:06:40.654072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-2e296396-2d46-4da6-a3c4-b4de29a197eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.655897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-2e296396-2d46-4da6-a3c4-b4de29a197eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1096 time: 0.1647003 Sep 21 08:06:40.674907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe8d16-1d2f-47c0-acd6-74b1572b3a35 req-07c4dc19-6a74-4320-9b48-4aff0d48d26b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.676566 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0dbe8d16-1d2f-47c0-acd6-74b1572b3a35 req-07c4dc19-6a74-4320-9b48-4aff0d48d26b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1692524 Sep 21 08:06:40.721808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-c7b8088a-0759-43d9-bf9e-e6eee92a7c3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644014 Sep 21 08:06:40.725291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-7da2cb15-99b9-41cf-b591-15bb47a706b9 service neutron] 10.222.0.50 "GET /v2.0/networks/cc53aa8f-c872-49cc-a414-5cb37954427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445832 Sep 21 08:06:40.817208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-4410e680-ee57-476c-9422-47d23710225c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62 HTTP/1.1" status: 200 len: 217 time: 0.0620079 Sep 21 08:06:40.897011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0dbe8d16-1d2f-47c0-acd6-74b1572b3a35 req-6eb096de-9bd5-44dd-8a6b-b3f84447c6c6 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800642 Sep 21 08:06:40.945984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589168f-45df-470e-9a87-b55b680dd88e req-518878d5-215b-4e61-ab69-f09782e37c65 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.957952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f589168f-45df-470e-9a87-b55b680dd88e req-518878d5-215b-4e61-ab69-f09782e37c65 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.1432805 Sep 21 08:06:40.964550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-ed0f0cb8-1f28-4649-9455-bffb0f9d100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.965952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-ed0f0cb8-1f28-4649-9455-bffb0f9d100f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.3004200 Sep 21 08:06:40.986344 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ad0c31ca-0632-45ef-b861-6401f15d6846 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066584 Sep 21 08:06:40.987723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-c1b1d9dd-ed9c-4f22-9f09-939a7382b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:40.989580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-c1b1d9dd-ed9c-4f22-9f09-939a7382b7a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99913e94-0a8d-4733-a4e1-164c968e52b7 HTTP/1.1" status: 200 len: 801 time: 0.1403992 Sep 21 08:06:41.023967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-842ce97c-74a4-4077-946c-7e32d61483a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 217 time: 0.0485582 Sep 21 08:06:41.028772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f589168f-45df-470e-9a87-b55b680dd88e req-c47e5d21-4a06-4bd9-a99d-16941b3a7246 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697522 Sep 21 08:06:41.104194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-980bdf88-6fdb-44fe-b942-458109b90873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.107344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-980bdf88-6fdb-44fe-b942-458109b90873 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0931439 Sep 21 08:06:41.263128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-c390b42b-5688-4dde-a970-c4655f6c5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.265016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-c390b42b-5688-4dde-a970-c4655f6c5da4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.2186916 Sep 21 08:06:41.279068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-9ca0299f-9b1c-4707-bea0-e6120daeb0eb service neutron] 10.222.0.50 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485841 Sep 21 08:06:41.283575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6b007-f378-4797-8e9f-846d0a056acb req-da926f1a-f3e6-48b9-ba7c-b53f13fabbe1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.286093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51d6b007-f378-4797-8e9f-846d0a056acb req-da926f1a-f3e6-48b9-ba7c-b53f13fabbe1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2610166 Sep 21 08:06:41.351867 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-3739fda8-2175-4f9f-93a4-42eb154f75c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448391 Sep 21 08:06:41.356091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-16276258-1b0f-47d8-ad38-ad6fed0b390e service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406734 Sep 21 08:06:41.404985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51d6b007-f378-4797-8e9f-846d0a056acb req-e77c3f90-4287-41bb-93b4-700b56aee95c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965884 Sep 21 08:06:41.489382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a344a18-2f95-4be8-b5a8-f8330e53e5df req-5c959004-4665-4c51-b95f-37e55df440c6 service neutron] 10.222.0.50 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845005 Sep 21 08:06:41.517902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-d22d6569-2997-4d61-a41e-cba98848fc61 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552365 Sep 21 08:06:41.654299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b402c-1d49-4fc5-bc01-13c7363508b7 req-b6e0ed58-6425-45e0-ad76-e5b8b2187390 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.655885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-138b402c-1d49-4fc5-bc01-13c7363508b7 req-b6e0ed58-6425-45e0-ad76-e5b8b2187390 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 950 time: 0.1221709 Sep 21 08:06:41.663893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-efd13f3f-b21b-4fc2-9e5e-5cce5d023972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.664974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-efd13f3f-b21b-4fc2-9e5e-5cce5d023972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.665540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-efd13f3f-b21b-4fc2-9e5e-5cce5d023972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.667440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-efd13f3f-b21b-4fc2-9e5e-5cce5d023972 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2864 time: 0.0698528 Sep 21 08:06:41.736024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cdd8d-bef9-4922-bbd9-dfdd20c33627 req-8d749ccf-b2b6-472f-ac34-27d599ca773f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.742176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cdd8d-bef9-4922-bbd9-dfdd20c33627 req-8d749ccf-b2b6-472f-ac34-27d599ca773f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.748761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cdd8d-bef9-4922-bbd9-dfdd20c33627 req-8d749ccf-b2b6-472f-ac34-27d599ca773f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.750460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e5cdd8d-bef9-4922-bbd9-dfdd20c33627 req-8d749ccf-b2b6-472f-ac34-27d599ca773f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2411 time: 0.1514056 Sep 21 08:06:41.756893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-12d7ec3f-0c35-4eea-8a37-14e818e9ebf4 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313504 Sep 21 08:06:41.766501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-138b402c-1d49-4fc5-bc01-13c7363508b7 req-8a122cc2-fa47-4ff9-a806-612ccb37736e tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933316 Sep 21 08:06:41.814879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-835d3e95-df6c-4577-bd5d-d26f40df41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:41.817114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-835d3e95-df6c-4577-bd5d-d26f40df41b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cc53aa8f-c872-49cc-a414-5cb37954427f HTTP/1.1" status: 200 len: 903 time: 0.1349657 Sep 21 08:06:41.880997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e5cdd8d-bef9-4922-bbd9-dfdd20c33627 req-4a2326ce-50fd-4854-bcfb-22fb967c7deb tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042225 Sep 21 08:06:41.922097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-9c6b3ee5-4095-4655-a221-7c100af8bfff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.100&port_id=fc178031-6fb4-44f1-a4f9-52349b954b8c HTTP/1.1" status: 200 len: 217 time: 0.0926073 Sep 21 08:06:42.035346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-bca0b8c5-8b77-41e3-8478-a386835dfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:42.040608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-bca0b8c5-8b77-41e3-8478-a386835dfd6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=941240de-d369-4c5e-af37-d2246ed1fb8d HTTP/1.1" status: 200 len: 801 time: 0.1070044 Sep 21 08:06:42.113052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5ab2-7014-433e-984c-4e396ac76235 req-fa576138-764b-4d46-a56f-a285082fc50f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:42.115261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-940a5ab2-7014-433e-984c-4e396ac76235 req-fa576138-764b-4d46-a56f-a285082fc50f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0887995 Sep 21 08:06:42.129017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-9ef0468c-1d03-4774-8e3a-c91cf06b5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:42.131147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-9ef0468c-1d03-4774-8e3a-c91cf06b5776 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cc53aa8f-c872-49cc-a414-5cb37954427f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771844 Sep 21 08:06:42.179032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-940a5ab2-7014-433e-984c-4e396ac76235 req-c2af431a-a450-4369-827b-d94c54111414 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539589 Sep 21 08:06:42.315255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-f24516ea-7eb6-460a-b128-26c0184484bf service neutron] 10.222.0.50 "GET /v2.0/networks/cc53aa8f-c872-49cc-a414-5cb37954427f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639295 Sep 21 08:06:42.479432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:42.483368 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:42.528642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0493a0b-fe38-4eed-a2f8-572b2ba84506 req-8170047c-f306-4ec9-8a9e-d25f94cdc257 service neutron] 10.222.0.50 "GET /v2.0/networks/cc53aa8f-c872-49cc-a414-5cb37954427f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994042 Sep 21 08:06:42.546582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-7355c643-9ac7-4831-8d68-49ac39e57b1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0599129 Sep 21 08:06:42.599484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d791-b4cb-4e0b-a8a1-96fb98394cc8 req-b7c085f3-94d4-47b9-8a2e-bfaf70d42ecb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:42.614731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20e4d791-b4cb-4e0b-a8a1-96fb98394cc8 req-b7c085f3-94d4-47b9-8a2e-bfaf70d42ecb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0875025 Sep 21 08:06:42.692538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20e4d791-b4cb-4e0b-a8a1-96fb98394cc8 req-2e381b29-57b4-41a8-9fc9-564677cb6fe8 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758243 Sep 21 08:06:42.952522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf761cf9-f88d-4e3d-ba4d-ccf3222d4943 req-9029b25c-44d4-411b-8a90-83035f5bbb52 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:42.955161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf761cf9-f88d-4e3d-ba4d-ccf3222d4943 req-9029b25c-44d4-411b-8a90-83035f5bbb52 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.0839164 Sep 21 08:06:43.004974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf761cf9-f88d-4e3d-ba4d-ccf3222d4943 req-59d6e644-99ce-4262-b73b-b8bd4b6da8fd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Sep 21 08:06:43.095692 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7768ba3d-4ba4-4e31-8299-64fd09b87528 x-openstack-request-id: req-7768ba3d-4ba4-4e31-8299-64fd09b87528 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:43.096703 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:43.097166 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7768ba3d-4ba4-4e31-8299-64fd09b87528 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:43.098041 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62', 'status': 'completed', 'code': 200} Sep 21 08:06:43.256206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-19e99a9b-17ee-43b6-8e6e-4a555cee83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.259843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-19e99a9b-17ee-43b6-8e6e-4a555cee83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.262137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-19e99a9b-17ee-43b6-8e6e-4a555cee83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.266475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-19e99a9b-17ee-43b6-8e6e-4a555cee83fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2864 time: 0.1200330 Sep 21 08:06:43.293350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf9508-a733-4076-8174-edfd85076527 req-6e04bcd5-90bd-446e-a794-fb5429a2cd56 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.296124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cdf9508-a733-4076-8174-edfd85076527 req-6e04bcd5-90bd-446e-a794-fb5429a2cd56 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 950 time: 0.0989518 Sep 21 08:06:43.359528 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cdf9508-a733-4076-8174-edfd85076527 req-37543db1-131a-479e-a183-7cabd9384e01 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c8b3167-2b22-45da-87e2-97f1705e62d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543921 Sep 21 08:06:43.416630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-2d93f150-afcb-4be3-bb2b-68f1777f6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.418626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-2d93f150-afcb-4be3-bb2b-68f1777f6c38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 HTTP/1.1" status: 200 len: 903 time: 0.1411448 Sep 21 08:06:43.533317 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-69359788-1591-4619-adb2-a20ab633f169 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62 HTTP/1.1" status: 200 len: 217 time: 0.1006637 Sep 21 08:06:43.578929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7615d-7da7-4c57-82d0-dabcc904cca1 req-cd3c42ab-10e8-4384-9bb9-55df815a0cba tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.592984 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7615d-7da7-4c57-82d0-dabcc904cca1 req-cd3c42ab-10e8-4384-9bb9-55df815a0cba tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.603575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7615d-7da7-4c57-82d0-dabcc904cca1 req-cd3c42ab-10e8-4384-9bb9-55df815a0cba tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.605261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42d7615d-7da7-4c57-82d0-dabcc904cca1 req-cd3c42ab-10e8-4384-9bb9-55df815a0cba tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2411 time: 0.1302738 Sep 21 08:06:43.631626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-8baec0b6-e0f9-4bd3-92ef-fafde6d5a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.634669 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-8baec0b6-e0f9-4bd3-92ef-fafde6d5a29b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=99913e94-0a8d-4733-a4e1-164c968e52b7 HTTP/1.1" status: 200 len: 801 time: 0.0883543 Sep 21 08:06:43.676048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42d7615d-7da7-4c57-82d0-dabcc904cca1 req-f4e35a5f-74aa-4253-8463-eb6cede9a5d3 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586212 Sep 21 08:06:43.755083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-faf07b70-d773-4b84-b7f7-d665c983eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.763849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-faf07b70-d773-4b84-b7f7-d665c983eb9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1186960 Sep 21 08:06:43.902751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-a042d043-3495-4b8a-9855-e505e24ed933 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.905254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-a042d043-3495-4b8a-9855-e505e24ed933 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 950 time: 0.1786385 Sep 21 08:06:43.942941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-5075dcdd-4bf6-48c8-b3ca-80f0b8ee5f57 service neutron] 10.222.0.50 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549132 Sep 21 08:06:43.984315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8852b7-e39b-43e0-af33-1dd88b066015 req-a634ca52-818f-4976-bca5-6116bc35ed79 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:43.986683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da8852b7-e39b-43e0-af33-1dd88b066015 req-a634ca52-818f-4976-bca5-6116bc35ed79 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1575251 Sep 21 08:06:44.084255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba1d1f5f-e773-4426-a002-0cb8a96efa2a req-25dd0ba1-47d2-4b1c-b22f-2eee04d2572f service neutron] 10.222.0.50 "GET /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304703 Sep 21 08:06:44.121532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da8852b7-e39b-43e0-af33-1dd88b066015 req-b14d5756-79f0-4971-b4e6-c6f54c2e973e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151397 Sep 21 08:06:44.144378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Deleting port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:06:44.144923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:44.333410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1468a-30d4-4915-9ab1-0d68240516cd req-733b6341-2648-45b5-996d-3b0ded584914 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:44.334914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74b1468a-30d4-4915-9ab1-0d68240516cd req-733b6341-2648-45b5-996d-3b0ded584914 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0880075 Sep 21 08:06:44.343659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] For port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:44.344095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:44.374247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Calling delete_port for d802e2ba-74ac-4594-ae4d-d3fd4e232c1c owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:06:44.406661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74b1468a-30d4-4915-9ab1-0d68240516cd req-041f6ade-134c-4cb3-9af8-febf22816390 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533481 Sep 21 08:06:44.504713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-cf1683d1-1ef8-4b66-be61-4ad3cede3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:44.506069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-cf1683d1-1ef8-4b66-be61-4ad3cede3c12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 1101 time: 0.0718875 Sep 21 08:06:44.648228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:44.665702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['d802e2ba-74ac-4594-ae4d-d3fd4e232c1c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:44.702831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Pushing event deleted for resources: {'Port': ['ID=d802e2ba-74ac-4594-ae4d-d3fd4e232c1c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:44.745829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-d3d806a0-fdb6-4d25-bddf-b5434a318a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:44.747390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-d3d806a0-fdb6-4d25-bddf-b5434a318a32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2338288 Sep 21 08:06:44.783670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa56c7-f86e-42c0-8589-4ecdaaf0ca2f req-48e10ec5-4d0f-4a78-8c6e-71a92a0eebd5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:44.785284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8fa56c7-f86e-42c0-8589-4ecdaaf0ca2f req-48e10ec5-4d0f-4a78-8c6e-71a92a0eebd5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1547046 Sep 21 08:06:44.786173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] No DVR routers for this DVR port d802e2ba-74ac-4594-ae4d-d3fd4e232c1c on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:06:44.817213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:44.819294 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d48d6ca-4506-485f-b0fe-f76dedd7663c req-d59af7a9-97c8-4cf4-8ef2-220ce6a8e1be tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.50 "DELETE /v2.0/ports/d802e2ba-74ac-4594-ae4d-d3fd4e232c1c HTTP/1.1" status: 204 len: 173 time: 0.9024410 Sep 21 08:06:44.821425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'name': 'network-vif-deleted', 'tag': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:44.823783 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa8366f-cfb0-412e-9d54-330cff4f9c20" -d '{"events": [{"server_uuid": "a5a1d825-bf94-48e0-a01e-a83045fc97d5", "name": "network-vif-deleted", "tag": "d802e2ba-74ac-4594-ae4d-d3fd4e232c1c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:44.833139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-cf94d81a-e36e-4a36-ae65-e59f567959ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 200 len: 217 time: 0.0784545 Sep 21 08:06:44.911919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8fa56c7-f86e-42c0-8589-4ecdaaf0ca2f req-ef20adfc-e9da-4e1f-8858-45fb02aa9aba tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915878 Sep 21 08:06:44.939538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-b3c79958-459a-439a-85cd-a09c634ea687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:44.941168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-b3c79958-459a-439a-85cd-a09c634ea687 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0958414 Sep 21 08:06:45.033160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-a1fd02c1-1f5d-4146-bfd3-07cd755b077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:45.035694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-a1fd02c1-1f5d-4146-bfd3-07cd755b077a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818055 Sep 21 08:06:45.079987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30812f13-fed3-4c26-88cd-d7f314f306f2 req-2baf62f1-1f43-4a34-87d1-1d5d2d55fc08 tempest-TenantUsagesTestJSON-1721423517 tempest-TenantUsagesTestJSON-1721423517-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a1d825-bf94-48e0-a01e-a83045fc97d5 HTTP/1.1" status: 200 len: 210 time: 0.0501292 Sep 21 08:06:45.233419 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-0fdeee77-feb8-40e4-a464-17427ff04f3b service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845825 Sep 21 08:06:45.357847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5771aad7-b8c1-40d0-a861-93fd6548aa62 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:45.556609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5771aad7-b8c1-40d0-a861-93fd6548aa62, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:45.573885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '5771aad7-b8c1-40d0-a861-93fd6548aa62', 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107', 'port_id': '5771aad7-b8c1-40d0-a861-93fd6548aa62', 'mac_address': 'fa:16:3e:66:c9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99913e94-0a8d-4733-a4e1-164c968e52b7', 'ip_address': '19.80.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:45.629983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b8bd-4890-4040-9b35-b4f3b0d88765 req-2a9e5c5c-7c2c-4582-82bb-1ae08024cc96 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:45.636626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b8bd-4890-4040-9b35-b4f3b0d88765 req-2a9e5c5c-7c2c-4582-82bb-1ae08024cc96 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:45.642583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13b8bd-4890-4040-9b35-b4f3b0d88765 req-2a9e5c5c-7c2c-4582-82bb-1ae08024cc96 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:45.650772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aa13b8bd-4890-4040-9b35-b4f3b0d88765 req-2a9e5c5c-7c2c-4582-82bb-1ae08024cc96 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2411 time: 0.4494839 Sep 21 08:06:45.652986 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:45.670964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5771aad7-b8c1-40d0-a861-93fd6548aa62 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:45.697453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5771aad7-b8c1-40d0-a861-93fd6548aa62, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:45.703676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:45.703676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device fc178031-6fb4-44f1-a4f9-52349b954b8c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:45.719153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aa13b8bd-4890-4040-9b35-b4f3b0d88765 req-4dece6e5-33e7-4b98-ab52-5d2c62ee5381 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671177 Sep 21 08:06:45.723389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-5f3961b5-5bf4-43a3-8a73-1058e06f80cc service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665585 Sep 21 08:06:45.792623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5771aad7-b8c1-40d0-a861-93fd6548aa62,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:45.810278 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c8ac91-281c-494e-bff8-9ea78191bc55 x-openstack-request-id: req-07c8ac91-281c-494e-bff8-9ea78191bc55 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:45.810278 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a1d825-bf94-48e0-a01e-a83045fc97d5", "name": "network-vif-deleted", "tag": "d802e2ba-74ac-4594-ae4d-d3fd4e232c1c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:45.810475 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07c8ac91-281c-494e-bff8-9ea78191bc55 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:45.810776 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a1d825-bf94-48e0-a01e-a83045fc97d5', 'name': 'network-vif-deleted', 'tag': 'd802e2ba-74ac-4594-ae4d-d3fd4e232c1c', 'status': 'completed', 'code': 200} Sep 21 08:06:45.906128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port fc178031-6fb4-44f1-a4f9-52349b954b8c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fc178031-6fb4-44f1-a4f9-52349b954b8c,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:45.928050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'fc178031-6fb4-44f1-a4f9-52349b954b8c', 'network_id': 'cc53aa8f-c872-49cc-a414-5cb37954427f', 'port_id': 'fc178031-6fb4-44f1-a4f9-52349b954b8c', 'mac_address': 'fa:16:3e:cb:e7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941240de-d369-4c5e-af37-d2246ed1fb8d', 'ip_address': '19.86.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:45.973086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62055ed3-e287-468c-be4d-90bd5d219931 req-bd793416-0fe0-4f01-ad81-25ef16b13543 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:45.976247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62055ed3-e287-468c-be4d-90bd5d219931 req-bd793416-0fe0-4f01-ad81-25ef16b13543 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0933123 Sep 21 08:06:45.989603 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:46.008727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc178031-6fb4-44f1-a4f9-52349b954b8c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:46.027846 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62055ed3-e287-468c-be4d-90bd5d219931 req-d57c41a1-869d-42f4-8bd3-34c6eb77d0f6 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447714 Sep 21 08:06:46.036865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port fc178031-6fb4-44f1-a4f9-52349b954b8c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fc178031-6fb4-44f1-a4f9-52349b954b8c,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:46.044243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:46.045770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device cb541cc3-89ab-4268-9875-cd4ce4df77b7 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:46.170877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7733a-c7f5-4918-ac2d-0685c7f83b7f req-672f7139-64b6-4f91-b93b-ae8dcfa0dce7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:46.172636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ca7733a-c7f5-4918-ac2d-0685c7f83b7f req-672f7139-64b6-4f91-b93b-ae8dcfa0dce7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0712492 Sep 21 08:06:46.225908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ca7733a-c7f5-4918-ac2d-0685c7f83b7f req-74228c12-a61c-43c4-8acb-e0b26354c710 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423701 Sep 21 08:06:46.317715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port cb541cc3-89ab-4268-9875-cd4ce4df77b7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=cb541cc3-89ab-4268-9875-cd4ce4df77b7,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:46.335467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=fc178031-6fb4-44f1-a4f9-52349b954b8c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:46.343446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7', 'network_id': '310d0bda-1bcb-4c2f-8e62-ea6f5ae14107', 'port_id': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7', 'mac_address': 'fa:16:3e:1d:f6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99913e94-0a8d-4733-a4e1-164c968e52b7', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:06:46.405979 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:46.418919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4ce89-0ce5-45a2-beb6-fc3b285e2874 req-7deb5515-7bbd-4caf-91dc-1168ef401bf6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:46.420799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9a4ce89-0ce5-45a2-beb6-fc3b285e2874 req-7deb5515-7bbd-4caf-91dc-1168ef401bf6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.0572512 Sep 21 08:06:46.429580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb541cc3-89ab-4268-9875-cd4ce4df77b7 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:06:46.465017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port cb541cc3-89ab-4268-9875-cd4ce4df77b7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=cb541cc3-89ab-4268-9875-cd4ce4df77b7,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:46.465511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9a4ce89-0ce5-45a2-beb6-fc3b285e2874 req-1bf2ef5f-37dd-4d13-83af-8c1d4f7b3c00 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379107 Sep 21 08:06:46.470766 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:46.548050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=cb541cc3-89ab-4268-9875-cd4ce4df77b7,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:46.893042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c4909-73a1-41ab-bab3-c5327a7cc0fd req-5cbf6929-0106-4dba-bbb9-dba629f69840 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:46.898714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c4909-73a1-41ab-bab3-c5327a7cc0fd req-5cbf6929-0106-4dba-bbb9-dba629f69840 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:46.905224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c4909-73a1-41ab-bab3-c5327a7cc0fd req-5cbf6929-0106-4dba-bbb9-dba629f69840 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:46.906932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d19c4909-73a1-41ab-bab3-c5327a7cc0fd req-5cbf6929-0106-4dba-bbb9-dba629f69840 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2414 time: 0.0786772 Sep 21 08:06:46.972558 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d19c4909-73a1-41ab-bab3-c5327a7cc0fd req-819204fa-1d89-4da7-8bc4-55aad35104c5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554779 Sep 21 08:06:46.996200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39554) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:47.004041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['5771aad7-b8c1-40d0-a861-93fd6548aa62'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:47.100568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['cb541cc3-89ab-4268-9875-cd4ce4df77b7'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:47.246956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c9476-72eb-4025-b58d-113137afbc15 req-499734c6-2add-4fab-94b9-3b41aa26c76c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:47.252088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a9c9476-72eb-4025-b58d-113137afbc15 req-499734c6-2add-4fab-94b9-3b41aa26c76c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1020019 Sep 21 08:06:47.296180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2f645da9-0391-4139-8195-5944bda61082 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68498042f6d5411f99fe877dc84c937e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007150 Sep 21 08:06:47.296428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39562) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:47.343332 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a9c9476-72eb-4025-b58d-113137afbc15 req-5ef9d511-bda2-43f2-bef4-c8bf5d8f068f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783801 Sep 21 08:06:47.359181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d64f729-9b0b-4334-a4cf-66b1e754e0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:47.415286 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d64f729-9b0b-4334-a4cf-66b1e754e0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:47.426048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d802e2ba-74ac-4594-ae4d-d3fd4e232c1c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:06:47.473316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: d802e2ba-74ac-4594-ae4d-d3fd4e232c1c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:06:47.474491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d802e2ba-74ac-4594-ae4d-d3fd4e232c1c not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:06:47.504162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d64f729-9b0b-4334-a4cf-66b1e754e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:47.509448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d64f729-9b0b-4334-a4cf-66b1e754e0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:47.510896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7d64f729-9b0b-4334-a4cf-66b1e754e0a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c8b3167-2b22-45da-87e2-97f1705e62d4 HTTP/1.1" status: 204 len: 168 time: 0.2136667 Sep 21 08:06:47.538533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f3f5f-41f3-4a33-a150-7574fd6fd336 req-fce00110-e43c-48b7-994c-ab18dad7c0eb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:47.546003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64f729-9b0b-4334-a4cf-66b1e754e0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b3167-2b22-45da-87e2-97f1705e62d4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:47.546431 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c86f3f5f-41f3-4a33-a150-7574fd6fd336 req-fce00110-e43c-48b7-994c-ab18dad7c0eb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0934782 Sep 21 08:06:47.594388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c86f3f5f-41f3-4a33-a150-7574fd6fd336 req-68cd76be-319c-404e-8281-f70e7d937714 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456557 Sep 21 08:06:47.778266 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:06:47.957741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1506-dee5-49d0-aafc-37a53c6782d7 req-8d0151a5-1de3-4986-854a-af01d5b420ab tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:47.960472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c43b1506-dee5-49d0-aafc-37a53c6782d7 req-8d0151a5-1de3-4986-854a-af01d5b420ab tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1322618 Sep 21 08:06:48.018519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c43b1506-dee5-49d0-aafc-37a53c6782d7 req-91ed3a28-4c70-415f-ae7e-6dda8e94e6e6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494390 Sep 21 08:06:48.049310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39574) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:48.066271 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac79d20e-89bc-44dc-ab18-8542c6fb3af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:48.222026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac79d20e-89bc-44dc-ab18-8542c6fb3af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:48.225985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468950bf-071c-4c83-9f2d-e6bc6fc5df93 req-5075f2cc-1057-472c-bb3b-a8748c6a5e8e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:48.228533 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac79d20e-89bc-44dc-ab18-8542c6fb3af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:48.237469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468950bf-071c-4c83-9f2d-e6bc6fc5df93 req-5075f2cc-1057-472c-bb3b-a8748c6a5e8e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:48.249250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468950bf-071c-4c83-9f2d-e6bc6fc5df93 req-5075f2cc-1057-472c-bb3b-a8748c6a5e8e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:48.252140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-468950bf-071c-4c83-9f2d-e6bc6fc5df93 req-5075f2cc-1057-472c-bb3b-a8748c6a5e8e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2414 time: 0.1113677 Sep 21 08:06:48.278625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ac79d20e-89bc-44dc-ab18-8542c6fb3af4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30ff09fdc540401bb316af5fb94980d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248104 Sep 21 08:06:48.278625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79d20e-89bc-44dc-ab18-8542c6fb3af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df69005d-ef86-4d0b-b0e5-da8f57e5d567,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:48.280031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39576) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:48.304474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fc178031-6fb4-44f1-a4f9-52349b954b8c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:48.338500 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468e8c08-9db5-4aee-8fac-8aee97dc72ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:48.346535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-468950bf-071c-4c83-9f2d-e6bc6fc5df93 req-6369f45b-ccc0-4048-bfa2-f59c2196cb70 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811415 Sep 21 08:06:48.366175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468e8c08-9db5-4aee-8fac-8aee97dc72ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:48.442781 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468e8c08-9db5-4aee-8fac-8aee97dc72ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:48.445822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468e8c08-9db5-4aee-8fac-8aee97dc72ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:48.450615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-468e8c08-9db5-4aee-8fac-8aee97dc72ea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df69005d-ef86-4d0b-b0e5-da8f57e5d567 HTTP/1.1" status: 204 len: 168 time: 0.1688910 Sep 21 08:06:48.472330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e8c08-9db5-4aee-8fac-8aee97dc72ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df69005d-ef86-4d0b-b0e5-da8f57e5d567,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:48.563464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b908ec0-9634-48f2-9b5a-5817fe67911e req-b64920f1-dd9b-4c9b-a530-358630e632d6 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:48.565092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b908ec0-9634-48f2-9b5a-5817fe67911e req-b64920f1-dd9b-4c9b-a530-358630e632d6 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0644550 Sep 21 08:06:48.643990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b908ec0-9634-48f2-9b5a-5817fe67911e req-3248167e-479a-4dd3-b564-d9c5e60e0240 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666008 Sep 21 08:06:48.809604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3c502-9b36-45c0-b89d-09f78b1b7d9d req-24eac965-72e8-40b3-8aee-d2c27fc293fe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:48.812575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31f3c502-9b36-45c0-b89d-09f78b1b7d9d req-24eac965-72e8-40b3-8aee-d2c27fc293fe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0885015 Sep 21 08:06:48.868963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31f3c502-9b36-45c0-b89d-09f78b1b7d9d req-6835a057-60c2-4c3d-8fbe-f350a33bb566 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Sep 21 08:06:49.178255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120517-880d-4dad-ba4b-98cd7fc5b49c req-50bbe7d0-8b37-4d71-9d61-a7c73389d3c9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:49.181524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e120517-880d-4dad-ba4b-98cd7fc5b49c req-50bbe7d0-8b37-4d71-9d61-a7c73389d3c9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.0691898 Sep 21 08:06:49.253589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e120517-880d-4dad-ba4b-98cd7fc5b49c req-d80ee972-eb78-485a-93f7-b7391ac9381f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631192 Sep 21 08:06:49.377806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5771aad7-b8c1-40d0-a861-93fd6548aa62 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:49.463765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 5771aad7-b8c1-40d0-a861-93fd6548aa62 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:49.482496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 5771aad7-b8c1-40d0-a861-93fd6548aa62 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:49.485426 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:49.521180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39608) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:49.588604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677f067-e277-49f2-b802-2fe53cddb698 req-c63fcdd8-b565-4f29-bf27-882bef4b9b39 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:49.613909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677f067-e277-49f2-b802-2fe53cddb698 req-c63fcdd8-b565-4f29-bf27-882bef4b9b39 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:49.631067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677f067-e277-49f2-b802-2fe53cddb698 req-c63fcdd8-b565-4f29-bf27-882bef4b9b39 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:49.651142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3677f067-e277-49f2-b802-2fe53cddb698 req-c63fcdd8-b565-4f29-bf27-882bef4b9b39 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2414 time: 0.1820321 Sep 21 08:06:49.705508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:49.718809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3677f067-e277-49f2-b802-2fe53cddb698 req-d1b87a47-2092-4aa0-9103-a927c26f8771 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Sep 21 08:06:49.796365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5771aad7-b8c1-40d0-a861-93fd6548aa62, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:49.797711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:49.801230 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc49643-f8ba-4287-bf2d-bdc16ac7609f" -d '{"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-plugged", "status": "completed", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:49.806421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:49.807416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device cb541cc3-89ab-4268-9875-cd4ce4df77b7 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:49.858675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-network', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:49.945997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5771aad7-b8c1-40d0-a861-93fd6548aa62,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:49.949502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Made reservation on behalf of 549514e1c3874b7dbb80e0f276c4d594 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:49.952439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:49.953837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port cb541cc3-89ab-4268-9875-cd4ce4df77b7 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:49.962959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port cb541cc3-89ab-4268-9875-cd4ce4df77b7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:49.963652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:49.979034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.069090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd8959-9001-4fa1-8ed7-05f3e5db2f9b req-d17509eb-7da6-49e8-9347-115d095401f0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:50.074416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ddd8959-9001-4fa1-8ed7-05f3e5db2f9b req-d17509eb-7da6-49e8-9347-115d095401f0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1624711 Sep 21 08:06:50.152445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.171426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ddd8959-9001-4fa1-8ed7-05f3e5db2f9b req-3136e63b-d408-48d3-b6d0-41662a61dcb0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910745 Sep 21 08:06:50.261000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.267144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.291498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port cb541cc3-89ab-4268-9875-cd4ce4df77b7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=cb541cc3-89ab-4268-9875-cd4ce4df77b7,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:50.297289 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93bd1da-e104-40d7-9408-2e75f34b0005 x-openstack-request-id: req-f93bd1da-e104-40d7-9408-2e75f34b0005 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:50.297776 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-plugged", "status": "completed", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:50.298249 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f93bd1da-e104-40d7-9408-2e75f34b0005 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:50.298853 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62', 'code': 200} Sep 21 08:06:50.300733 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.306608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:06:50.356418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b480bc-a256-4e21-9cc1-04cc1dad8f62,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:50.388414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.388813 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Added segment b9e33ba2-6bef-434d-a705-7e8896cdb9b0 of type vlan for network 45dc2a06-9f19-48ee-9714-4e5ca1af606b Sep 21 08:06:50.398913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=cb541cc3-89ab-4268-9875-cd4ce4df77b7,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:50.410146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411d5e2-8643-4b69-a392-ac376579ca11 req-ef0f37c3-cae2-466a-aead-9c42a344d0fb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:50.417650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7411d5e2-8643-4b69-a392-ac376579ca11 req-ef0f37c3-cae2-466a-aead-9c42a344d0fb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0942943 Sep 21 08:06:50.470666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7411d5e2-8643-4b69-a392-ac376579ca11 req-f4c12e76-dab7-4f63-83bd-332c5ad25d48 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Sep 21 08:06:50.470940 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.553264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.554378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:50.555556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.586953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f065e-8847-42ca-95bd-a5524bbb530b req-a56fc3d5-9b1b-46a4-b45c-4a34cdf90716 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:50.588764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb2f065e-8847-42ca-95bd-a5524bbb530b req-a56fc3d5-9b1b-46a4-b45c-4a34cdf90716 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1034837 Sep 21 08:06:50.613324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0906048 Sep 21 08:06:50.616858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39626) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:50.623472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Request body: {'subnet': {'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-subnet', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:50.648374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Made reservation on behalf of 549514e1c3874b7dbb80e0f276c4d594 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:06:50.651461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:50.651637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6e421-ef31-4a84-a139-2c7ca81bb108 admin admin] Pushing event updated for resources: {'Network': ['ID=45dc2a06-9f19-48ee-9714-4e5ca1af606b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:50.668132 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:06:50.681373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb2f065e-8847-42ca-95bd-a5524bbb530b req-2d0a94e6-bf28-4442-ae9f-f9039919fe56 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 Sep 21 08:06:50.966736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ac01e-3d91-44cf-9796-e7a3687fed47 req-17b2f201-5856-42fa-8d19-a704a3757cf6 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:50.972686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ac01e-3d91-44cf-9796-e7a3687fed47 req-17b2f201-5856-42fa-8d19-a704a3757cf6 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:50.978923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ac01e-3d91-44cf-9796-e7a3687fed47 req-17b2f201-5856-42fa-8d19-a704a3757cf6 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:50.980690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b2ac01e-3d91-44cf-9796-e7a3687fed47 req-17b2f201-5856-42fa-8d19-a704a3757cf6 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2416 time: 0.1548693 Sep 21 08:06:51.021909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.083732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b2ac01e-3d91-44cf-9796-e7a3687fed47 req-0da4f669-8719-4cea-ae92-4e51d193f8c5 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886042 Sep 21 08:06:51.111546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f0c5a2-f80f-4137-b96a-bb0beddc66e4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:51.123641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Checking segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:51.124115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Network hostable DHCP agents. Network: 45dc2a06-9f19-48ee-9714-4e5ca1af606b, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:06:51.146544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:06:51.160784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 45dc2a06-9f19-48ee-9714-4e5ca1af606b) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:51.165772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:51.166375 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.175264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2b864a-9ee6-4511-a8e3-24ee5ce963c0 None None] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:51.193068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2cad47c3-e81d-4cb5-906d-6768cde14bdd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5706491 Sep 21 08:06:51.194011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39634) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:51.199440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:51.225109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.226473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.284241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.394318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device fc178031-6fb4-44f1-a4f9-52349b954b8c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:51.437009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:06:51.439646 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.575767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port fc178031-6fb4-44f1-a4f9-52349b954b8c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:06:51.586336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port fc178031-6fb4-44f1-a4f9-52349b954b8c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:51.586879 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.701865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Allocated IP 172.20.0.2 (45dc2a06-9f19-48ee-9714-4e5ca1af606b/72f0c5a2-f80f-4137-b96a-bb0beddc66e4/54db7775-c6a0-4954-9d74-9f8fad3d7ea8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:51.718044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2879-34c7-46bd-84bd-a8901f804421 req-a5144e55-b1ee-4191-89a5-0ea08a9c9979 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:51.720402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b3e2879-34c7-46bd-84bd-a8901f804421 req-a5144e55-b1ee-4191-89a5-0ea08a9c9979 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.0766718 Sep 21 08:06:51.802694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b3e2879-34c7-46bd-84bd-a8901f804421 req-7673d93c-818b-4d59-9b36-63ec6ca18205 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731971 Sep 21 08:06:51.860576 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.886990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:51.949506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port fc178031-6fb4-44f1-a4f9-52349b954b8c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fc178031-6fb4-44f1-a4f9-52349b954b8c,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:51.954709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.005455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2527e76-d29b-4b0a-8527-c8d674cf742a req-867a4674-0c36-4952-821a-61ade78d9d39 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:52.024465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2527e76-d29b-4b0a-8527-c8d674cf742a req-867a4674-0c36-4952-821a-61ade78d9d39 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.6908026 Sep 21 08:06:52.069935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=fc178031-6fb4-44f1-a4f9-52349b954b8c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:52.070181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8521040-4f92-469e-b210-8abad413bf94 req-611dffe3-c778-4fa3-8c16-d68c6ccc8079 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:52.075393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f8521040-4f92-469e-b210-8abad413bf94 req-611dffe3-c778-4fa3-8c16-d68c6ccc8079 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1201479 Sep 21 08:06:52.113251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2527e76-d29b-4b0a-8527-c8d674cf742a req-9a9c030e-a1c3-474a-85ea-a5e337e81001 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846305 Sep 21 08:06:52.117431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.128250 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.184956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f8521040-4f92-469e-b210-8abad413bf94 req-8109817e-4ffd-40c2-a6ad-837ab8c52de5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018088 Sep 21 08:06:52.240775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:52.265489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:52.276008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:52.303797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7'}, {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc178031-6fb4-44f1-a4f9-52349b954b8c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:52.306977 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e1ddfb-4179-4a80-863e-06052c49b524" -d '{"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-plugged", "status": "completed", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7"}, {"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-plugged", "status": "completed", "tag": "fc178031-6fb4-44f1-a4f9-52349b954b8c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:52.326124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Pushing event updated for resources: {'Port': ['ID=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:52.413646 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1ae6959-ac31-4d30-bf8f-29ee36535341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.428458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Attempting to bind port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:52.429134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Attempting to bind port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:52.430227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Attempting to bind port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:52.438136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:52.439511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Checking segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:52.440272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.440995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Bound using segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:52.441905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Bound port: 54db7775-c6a0-4954-9d74-9f8fad3d7ea8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:52.442863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.514504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f84c13-a3f0-4379-b79d-7293c7e26575 req-a1809e35-5fcd-4923-9c42-59884d7df467 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:52.523232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f84c13-a3f0-4379-b79d-7293c7e26575 req-a1809e35-5fcd-4923-9c42-59884d7df467 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:52.530567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f84c13-a3f0-4379-b79d-7293c7e26575 req-a1809e35-5fcd-4923-9c42-59884d7df467 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:52.532375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14f84c13-a3f0-4379-b79d-7293c7e26575 req-a1809e35-5fcd-4923-9c42-59884d7df467 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2417 time: 0.1765435 Sep 21 08:06:52.537650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.564663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] For port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:52.568204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] For port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:52.575022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.590687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:52.653075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ab3b-0d57-4aab-b6c4-070ecc47367b None None] Pushing event updated for resources: {'Port': ['ID=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:52.698161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14f84c13-a3f0-4379-b79d-7293c7e26575 req-db967015-94f3-4970-b65f-724444542be8 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575480 Sep 21 08:06:52.804781 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08bac2-abfb-41b8-97bb-0841f9314934 x-openstack-request-id: req-4b08bac2-abfb-41b8-97bb-0841f9314934 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:52.805101 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-plugged", "status": "completed", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7", "code": 200}, {"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-plugged", "status": "completed", "tag": "fc178031-6fb4-44f1-a4f9-52349b954b8c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:52.805359 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b08bac2-abfb-41b8-97bb-0841f9314934 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:52.805777 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7', 'code': 200} Sep 21 08:06:52.806206 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc178031-6fb4-44f1-a4f9-52349b954b8c', 'code': 200} Sep 21 08:06:52.824760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Allocated IP 172.25.1.252 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/d10aaaba-d9f7-4967-89c6-87fb67aed7f9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:53.029594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d328-d7cd-4d4b-b110-90a08bd55111 req-50903366-b004-4de3-b62f-46d631fc3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.030806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d328-d7cd-4d4b-b110-90a08bd55111 req-50903366-b004-4de3-b62f-46d631fc3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.033447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d328-d7cd-4d4b-b110-90a08bd55111 req-50903366-b004-4de3-b62f-46d631fc3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.044467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9d86d328-d7cd-4d4b-b110-90a08bd55111 req-50903366-b004-4de3-b62f-46d631fc3874 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2870 time: 0.1139293 Sep 21 08:06:53.112714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:53.125697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9d86d328-d7cd-4d4b-b110-90a08bd55111 req-5463a2b7-b26f-47de-982e-2965c4275f27 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Sep 21 08:06:53.170502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eae60-f9ee-4fbc-9a26-0f06119c59fb req-cd0e3c55-ae06-45d2-83d6-818c460d6829 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.172155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-527eae60-f9ee-4fbc-9a26-0f06119c59fb req-cd0e3c55-ae06-45d2-83d6-818c460d6829 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.1553998 Sep 21 08:06:53.198757 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:53.266922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:53.270619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:53.277734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-527eae60-f9ee-4fbc-9a26-0f06119c59fb req-160c60a6-8a4f-4593-972b-f53854c9fb52 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967338 Sep 21 08:06:53.279038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:53.313164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Pushing event updated for resources: {'Port': ['ID=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:53.444962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ae720-78ca-4828-ac72-5f04f461eea0 req-37962a19-ac43-45fb-a482-843c5b730b54 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.447548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f4ae720-78ca-4828-ac72-5f04f461eea0 req-37962a19-ac43-45fb-a482-843c5b730b54 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.0677283 Sep 21 08:06:53.517913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f4ae720-78ca-4828-ac72-5f04f461eea0 req-82a74192-f3f8-48de-924a-6c03ffdf5ef2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Sep 21 08:06:53.667267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04bd21-9de0-4a9e-9e7a-a1e2b3dc52bc req-b2370580-b112-4ff2-8193-b48e0d2f8bc1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.672124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba04bd21-9de0-4a9e-9e7a-a1e2b3dc52bc req-b2370580-b112-4ff2-8193-b48e0d2f8bc1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1906941 Sep 21 08:06:53.792332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba04bd21-9de0-4a9e-9e7a-a1e2b3dc52bc req-0087fcb4-b3cd-401e-b0bc-0853bae015de tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108041 Sep 21 08:06:53.795642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:53.911552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce559-3c48-445b-91a2-b91ad2616923 req-7a683117-6fc4-40a0-b8ec-45f1effc8701 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.923058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce559-3c48-445b-91a2-b91ad2616923 req-7a683117-6fc4-40a0-b8ec-45f1effc8701 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.933374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce559-3c48-445b-91a2-b91ad2616923 req-7a683117-6fc4-40a0-b8ec-45f1effc8701 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:53.936304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8edce559-3c48-445b-91a2-b91ad2616923 req-7a683117-6fc4-40a0-b8ec-45f1effc8701 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2417 time: 0.1159148 Sep 21 08:06:54.060442 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8edce559-3c48-445b-91a2-b91ad2616923 req-35d4708c-16c4-43aa-a6bc-ad7039fd0c4a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157386 Sep 21 08:06:54.128937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:54.186754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3050d-e29d-495f-8289-f331e1a1c201 None None] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:06:54.191517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:54.274425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:54.275145 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:54.327072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-81746402-a2d4-4fa0-bc63-f64f19fea5cd None None] Provisioning complete for port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:54.327614 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81746402-a2d4-4fa0-bc63-f64f19fea5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:54.394608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Router cc20e769-2037-4de5-9885-6e0d60398a55 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:06:54.510895 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:54.520593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371e2de-a64c-415f-b9df-f653a3fdb108 req-b49f68a5-9f44-44ca-9d78-39eac3ef1bd9 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:54.523203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5371e2de-a64c-415f-b9df-f653a3fdb108 req-b49f68a5-9f44-44ca-9d78-39eac3ef1bd9 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.1160004 Sep 21 08:06:54.610960 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81746402-a2d4-4fa0-bc63-f64f19fea5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:54.620628 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5371e2de-a64c-415f-b9df-f653a3fdb108 req-b54ca16f-026b-4222-a8e4-23f51fdb3fd1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826645 Sep 21 08:06:54.641783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:06:54.652276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:54.659888 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:06:54.673446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:54.674295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:54.674807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e50e1b3a-93f9-4a39-a954-880833b6651d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4793618 Sep 21 08:06:54.679021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39690) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:06:54.717588 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:54.719614 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:54.937710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:54.941629 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-81746402-a2d4-4fa0-bc63-f64f19fea5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:06:54.942366 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-81746402-a2d4-4fa0-bc63-f64f19fea5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:06:54.978618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3909535-9948-463a-bec1-c0d402c71272 req-2b1015ce-819f-4207-a0ac-4d7406681064 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:54.997527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3909535-9948-463a-bec1-c0d402c71272 req-2b1015ce-819f-4207-a0ac-4d7406681064 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.2479432 Sep 21 08:06:55.043425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8b90d-a7ba-40d1-ad9e-6f704141be2d req-daec9ea8-c70c-444a-9344-472f67b274ec tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:55.045315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4f8b90d-a7ba-40d1-ad9e-6f704141be2d req-daec9ea8-c70c-444a-9344-472f67b274ec tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1446047 Sep 21 08:06:55.054032 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:55.083901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3909535-9948-463a-bec1-c0d402c71272 req-cac0f910-6e7c-44a0-bad3-b083cb822c45 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780530 Sep 21 08:06:55.133795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4f8b90d-a7ba-40d1-ad9e-6f704141be2d req-dec22d3a-ff8b-42b6-ba74-7011bf1dd982 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602891 Sep 21 08:06:55.205570 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:55.355745 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:53Z', 'revision_number': 3, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:55.374222 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3e9233a3-f370-47a2-bb35-87c71d58b5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:55.404138 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:06:55.404661 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Updating router cc20e769-2037-4de5-9885-6e0d60398a55 port d10aaaba-d9f7-4967-89c6-87fb67aed7f9 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:06:55.413211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750552c0-1ab8-41c6-9715-c64ffc4ac58a req-dd51a2be-28e7-46db-af7c-8ae16a9bfb2e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:55.419856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750552c0-1ab8-41c6-9715-c64ffc4ac58a req-dd51a2be-28e7-46db-af7c-8ae16a9bfb2e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:55.425763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750552c0-1ab8-41c6-9715-c64ffc4ac58a req-dd51a2be-28e7-46db-af7c-8ae16a9bfb2e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:55.427457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-750552c0-1ab8-41c6-9715-c64ffc4ac58a req-dd51a2be-28e7-46db-af7c-8ae16a9bfb2e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2417 time: 0.1454453 Sep 21 08:06:55.442015 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:55.511137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-750552c0-1ab8-41c6-9715-c64ffc4ac58a req-a013c7f2-9dfb-413d-8c46-506a72dbeade tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768976 Sep 21 08:06:55.582136 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:55.699712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7c57b9eb-b82e-424c-9e3e-dcc3c741961a None None] Provisioning complete for port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:55.700490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7c57b9eb-b82e-424c-9e3e-dcc3c741961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:55.978940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c1f48-348c-4c07-bead-56f151a6f39b req-926168a8-a74a-4344-b806-4eaf84679b43 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:55.981170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b15c1f48-348c-4c07-bead-56f151a6f39b req-926168a8-a74a-4344-b806-4eaf84679b43 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.2038898 Sep 21 08:06:56.020156 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.034892 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.101395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b15c1f48-348c-4c07-bead-56f151a6f39b req-268db270-74e7-46c6-9ea9-c4d1e78541df tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056826 Sep 21 08:06:56.136188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:56.185971 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Attempting to bind port d10aaaba-d9f7-4967-89c6-87fb67aed7f9 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:56.186566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Attempting to bind port d10aaaba-d9f7-4967-89c6-87fb67aed7f9 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:56.187173 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Attempting to bind port d10aaaba-d9f7-4967-89c6-87fb67aed7f9 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:56.208145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:56.208750 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:56.208928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Allocated IP 172.20.0.1 (45dc2a06-9f19-48ee-9714-4e5ca1af606b/72f0c5a2-f80f-4137-b96a-bb0beddc66e4/2ecd2908-6e0f-46de-8c4b-a838ccfec81d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:06:56.209397 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.210045 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:56.211142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Bound port: d10aaaba-d9f7-4967-89c6-87fb67aed7f9, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:56.211541 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.217183 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Pushing event updated for resources: {'Port': ['ID=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:56.266762 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.268240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.268240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.268566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.268806 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.268989 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.269316 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.270328 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.270328 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.270328 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.270804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.270952 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:06:56.285427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:56.288499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.307368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5249-d9ec-4964-beb1-f21c1e22441a req-efbf3ae7-e6e1-4d60-96c4-42ea875b133b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:56.314459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5249-d9ec-4964-beb1-f21c1e22441a req-efbf3ae7-e6e1-4d60-96c4-42ea875b133b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:56.321627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5249-d9ec-4964-beb1-f21c1e22441a req-efbf3ae7-e6e1-4d60-96c4-42ea875b133b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:56.323609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11cf5249-d9ec-4964-beb1-f21c1e22441a req-efbf3ae7-e6e1-4d60-96c4-42ea875b133b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2417 time: 0.1195462 Sep 21 08:06:56.358237 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] For port d10aaaba-d9f7-4967-89c6-87fb67aed7f9, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:56.369839 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] For port d10aaaba-d9f7-4967-89c6-87fb67aed7f9, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:56.383392 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.399893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfe839-0f6e-459d-bb5e-9ceb14663806 req-d6c7cf2a-4b7c-42b2-bd70-d431a87bda3f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:56.417454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5bfe839-0f6e-459d-bb5e-9ceb14663806 req-d6c7cf2a-4b7c-42b2-bd70-d431a87bda3f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 945 time: 0.1737840 Sep 21 08:06:56.530329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11cf5249-d9ec-4964-beb1-f21c1e22441a req-b58d9692-98cd-4d1c-958b-be17b0015571 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704359 Sep 21 08:06:56.531957 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:06:56.532368 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:56.534406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-78282ced-48ee-4556-81f1-60f89cf3ddfe tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:56.540288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-78282ced-48ee-4556-81f1-60f89cf3ddfe tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.0843556 Sep 21 08:06:56.556914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5bfe839-0f6e-459d-bb5e-9ceb14663806 req-290e870f-9786-4510-a690-8b97bcc337fc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332774 Sep 21 08:06:56.572623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809980-2'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:56.596775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.600795 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acec29-99a0-4fd0-8a22-115737a7f36b None None] Pushing event updated for resources: {'Port': ['ID=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:56.699773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.730594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.792884 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:56.807744 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:06:56.901553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:56.915132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:56.923489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:56.940358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:06:56.957349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:57.038107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e07cc-ab4e-44d9-9a26-9e3ecefd5414 req-4d64954d-2177-4634-8789-ba874f392f70 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:57.057462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5e07cc-ab4e-44d9-9a26-9e3ecefd5414 req-4d64954d-2177-4634-8789-ba874f392f70 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.3713062 Sep 21 08:06:57.058981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:57.085320 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:53Z', 'revision_number': 3, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:06:57.089653 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.143638 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf585ecd-1a13-4df0-a723-58f5900c84ad None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:53Z', 'revision_number': 3, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:06:57.209068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.215795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:57.224097 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32d215a-7ff0-4ab5-b9ae-43b2c08438a0" -d '{"events": [{"server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "name": "network-vif-unplugged", "status": "completed", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:57.235435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.275360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5e07cc-ab4e-44d9-9a26-9e3ecefd5414 req-e9e1c88c-57ce-4c46-8a24-6037b3768313 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011771 Sep 21 08:06:57.321797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.323818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fc7009e0-36d7-4458-9e3e-df68fb347644 None None] Provisioning complete for port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:57.324609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc7009e0-36d7-4458-9e3e-df68fb347644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.368861 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1631a88-0d35-4e0e-8575-456302423796 x-openstack-request-id: req-b1631a88-0d35-4e0e-8575-456302423796 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:06:57.369239 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "name": "network-vif-unplugged", "status": "completed", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:06:57.369614 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1631a88-0d35-4e0e-8575-456302423796 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:06:57.370157 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75', 'code': 200} Sep 21 08:06:57.396174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fc7009e0-36d7-4458-9e3e-df68fb347644 None None] Port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:57.424222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8211d3a-fd02-4831-9632-1c361ec02a75 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:06:57.490044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:57.490295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:57.490602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:57.497565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:57.500314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:57.500635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:57.506465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:57.506987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:57.508402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:57.509057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Bound port: e8211d3a-fd02-4831-9632-1c361ec02a75, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:57.509443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.540054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206e37-0a86-42ef-b052-c80a6e15deca req-3c8d135a-2b4c-4361-bd4b-9166d239902b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:57.541761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c2206e37-0a86-42ef-b052-c80a6e15deca req-3c8d135a-2b4c-4361-bd4b-9166d239902b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.1669092 Sep 21 08:06:57.704797 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.724517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.733406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:57.803433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:57.804017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:57.804392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:57.806135 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.816861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:57.818803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:57.835633 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c2206e37-0a86-42ef-b052-c80a6e15deca req-60e9465f-d86f-45db-b5af-b524bd2a6a02 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681036 Sep 21 08:06:57.841151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:57.841534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:57.842148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:57.842641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Bound port: e8211d3a-fd02-4831-9632-1c361ec02a75, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:57.843045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.904773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:57.939375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:06:57.952925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:57.968092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:58.008878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:06:58.025057 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e8211d3a-fd02-4831-9632-1c361ec02a75-n-h1-809980-2-0 {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:06:58.025715 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:06:58.048238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f331-d4eb-48df-81e4-be87f74fe230 req-88dde583-2ccf-4b0c-9802-e4cb4a1f2f27 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.056869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f331-d4eb-48df-81e4-be87f74fe230 req-88dde583-2ccf-4b0c-9802-e4cb4a1f2f27 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.068400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f331-d4eb-48df-81e4-be87f74fe230 req-88dde583-2ccf-4b0c-9802-e4cb4a1f2f27 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.070957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1e9f331-d4eb-48df-81e4-be87f74fe230 req-88dde583-2ccf-4b0c-9802-e4cb4a1f2f27 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2417 time: 0.3414142 Sep 21 08:06:58.091636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:58.160482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d10aaaba-d9f7-4967-89c6-87fb67aed7f9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:06:58.191997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d6eb-6f72-47de-9467-42be121f66e3 req-10c1a40d-1eb4-40ae-a60f-263284654e8d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.201757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a73d6eb-6f72-47de-9467-42be121f66e3 req-10c1a40d-1eb4-40ae-a60f-263284654e8d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.1545455 Sep 21 08:06:58.232068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:58.261616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1e9f331-d4eb-48df-81e4-be87f74fe230 req-b7a72c1a-894d-46f5-bea6-14b6b8fc9182 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623757 Sep 21 08:06:58.263060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d10aaaba-d9f7-4967-89c6-87fb67aed7f9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:58.267297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:58.270234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.270974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:58.272602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ac283439-ec3d-4d44-b576-d22e95fad565 service neutron] 10.222.0.50 "PUT /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 1121 time: 1.7114148 Sep 21 08:06:58.297516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a73d6eb-6f72-47de-9467-42be121f66e3 req-1110d843-e1da-462d-a959-412f40479a8b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934858 Sep 21 08:06:58.429189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:06:58.434436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:06:58.514692 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:58.526181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e8211d3a-fd02-4831-9632-1c361ec02a75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:58.649143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port d10aaaba-d9f7-4967-89c6-87fb67aed7f9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:58.655692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:06:58.656325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:06:58.656690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:58.660421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:58.718527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:06:58.735637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:06:58.738940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempting to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:06:58.814382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-0ecbe085-9a31-4162-9620-b6261ca6e9ec tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.827124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-0ecbe085-9a31-4162-9620-b6261ca6e9ec tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.827284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:06:58.827935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:06:58.828624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:06:58.829151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Bound port: e8211d3a-fd02-4831-9632-1c361ec02a75, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:06:58.829558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:58.842972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-0ecbe085-9a31-4162-9620-b6261ca6e9ec tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.845053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-0ecbe085-9a31-4162-9620-b6261ca6e9ec tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2417 time: 0.2587349 Sep 21 08:06:58.862714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e8211d3a-fd02-4831-9632-1c361ec02a75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:06:58.917029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885d80d-dc11-4276-93f7-34c594ea9876 req-85743c08-84d1-49b6-b64d-be0ff2588631 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:58.921779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:06:58.930017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3feb20a1-94de-415a-ac68-98e3d13f3e63 admin admin] 10.222.0.59 "PUT /v2.0/routers/cc20e769-2037-4de5-9885-6e0d60398a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2491176 Sep 21 08:06:58.937472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a885d80d-dc11-4276-93f7-34c594ea9876 req-85743c08-84d1-49b6-b64d-be0ff2588631 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2662470 Sep 21 08:06:59.043431 n-d-809980-2 neutron-server[94726]: WARNING neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Concurrent port binding operations failed on port e8211d3a-fd02-4831-9632-1c361ec02a75 Sep 21 08:06:59.047674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:59.074880 n-d-809980-2 neutron-server[94726]: INFO neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Attempt 2 to bind port e8211d3a-fd02-4831-9632-1c361ec02a75 Sep 21 08:06:59.075276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8211d3a-fd02-4831-9632-1c361ec02a75 has no active binding in host n-h2-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:06:59.091561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a885d80d-dc11-4276-93f7-34c594ea9876 req-425d06b1-f698-4986-bac7-dcd854e8d252 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525934 Sep 21 08:06:59.095158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:59.115481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-34b95477-b0f8-48c5-9886-3cb8e1b829df None None] Provisioning complete for port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:06:59.115857 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-34b95477-b0f8-48c5-9886-3cb8e1b829df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:59.168335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74715069-5faa-4291-ae0f-3532ba4c0f89 req-237855c1-50ef-4c0e-b2a0-71fe691321a4 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:59.172605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-34b95477-b0f8-48c5-9886-3cb8e1b829df None None] Port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:06:59.188645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74715069-5faa-4291-ae0f-3532ba4c0f89 req-237855c1-50ef-4c0e-b2a0-71fe691321a4 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 945 time: 0.1917095 Sep 21 08:06:59.194239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port fc178031-6fb4-44f1-a4f9-52349b954b8c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:06:59.194692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:59.306774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74715069-5faa-4291-ae0f-3532ba4c0f89 req-84c6a62c-129a-4edd-a3bf-dda19f3a464c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167405 Sep 21 08:06:59.371195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:59.377990 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e621a-e4a8-41bd-8db4-d357ef829daa" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:59.443603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device cb541cc3-89ab-4268-9875-cd4ce4df77b7 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:06:59.532575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port fc178031-6fb4-44f1-a4f9-52349b954b8c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fc178031-6fb4-44f1-a4f9-52349b954b8c,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:59.533002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:59.548363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for fc178031-6fb4-44f1-a4f9-52349b954b8c owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:06:59.551708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cfa7c-0d5b-4abe-9164-55533b4cc3d3 req-87cfc1c4-6f04-47b3-9781-1da293700e66 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:59.564345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cfa7c-0d5b-4abe-9164-55533b4cc3d3 req-87cfc1c4-6f04-47b3-9781-1da293700e66 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:59.575962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cfa7c-0d5b-4abe-9164-55533b4cc3d3 req-87cfc1c4-6f04-47b3-9781-1da293700e66 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:59.590759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-288cfa7c-0d5b-4abe-9164-55533b4cc3d3 req-87cfc1c4-6f04-47b3-9781-1da293700e66 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 2417 time: 0.1529176 Sep 21 08:06:59.662111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:59.675930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-288cfa7c-0d5b-4abe-9164-55533b4cc3d3 req-c3a42d14-d07e-44e2-be2e-616ef982b551 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822072 Sep 21 08:06:59.718363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:06:59.721581 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ad853-f05a-4114-8fd6-8e05e5d08138" -d '{"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-unplugged", "status": "completed", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:06:59.724936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-05187aeb-c45f-4e3d-8e06-1a9a1dd6cb8a tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:59.727218 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-05187aeb-c45f-4e3d-8e06-1a9a1dd6cb8a tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.3767533 Sep 21 08:06:59.760903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809980-2'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:06:59.766406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port cb541cc3-89ab-4268-9875-cd4ce4df77b7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=cb541cc3-89ab-4268-9875-cd4ce4df77b7,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:06:59.775783 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:59.777922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device fc178031-6fb4-44f1-a4f9-52349b954b8c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:06:59.897260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7da26-a33a-41e8-8c97-37f092d13f1d req-10278872-d405-45f7-bb0c-ea951d9f90b5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:06:59.909715 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0c7da26-a33a-41e8-8c97-37f092d13f1d req-10278872-d405-45f7-bb0c-ea951d9f90b5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.1121054 Sep 21 08:06:59.935656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=cb541cc3-89ab-4268-9875-cd4ce4df77b7,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:06:59.982059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:06:59.995560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:00.005809 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0c7da26-a33a-41e8-8c97-37f092d13f1d req-5a8a754d-f4cf-458d-ac63-aa434f1183cf tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884681 Sep 21 08:07:00.028421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:00.059211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-1f262daa-bbef-4795-9994-f6337478cc63 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:00.072201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-1f262daa-bbef-4795-9994-f6337478cc63 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 819 time: 0.4332983 Sep 21 08:07:00.106052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d10aaaba-d9f7-4967-89c6-87fb67aed7f9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:00.115967 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc2cbd9-9b6c-48e1-a134-96a8ce196bee x-openstack-request-id: req-1bc2cbd9-9b6c-48e1-a134-96a8ce196bee {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:00.116280 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:00.116537 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bc2cbd9-9b6c-48e1-a134-96a8ce196bee {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:00.117347 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75', 'status': 'completed', 'code': 200} Sep 21 08:07:00.167221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5771aad7-b8c1-40d0-a861-93fd6548aa62 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:00.205518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=fc178031-6fb4-44f1-a4f9-52349b954b8c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:00.221195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-bb24b0f7-1833-4073-b184-7aa4b22e3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:00.222717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-bb24b0f7-1833-4073-b184-7aa4b22e3b3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1124 time: 0.0978670 Sep 21 08:07:00.233779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-a4085684-a8c6-4305-b5be-77024a98c62a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/quotas/549514e1c3874b7dbb80e0f276c4d594 HTTP/1.1" status: 200 len: 375 time: 0.1606517 Sep 21 08:07:00.267760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port fc178031-6fb4-44f1-a4f9-52349b954b8c on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:00.282271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:00.284527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c3e6c21c-10fd-48cd-8536-c18411ae3986 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "DELETE /v2.0/ports/fc178031-6fb4-44f1-a4f9-52349b954b8c HTTP/1.1" status: 204 len: 173 time: 1.4250033 Sep 21 08:07:00.312466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:07:00.379629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:00.380460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:00.494476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-1972be3e-d75a-4caf-9b5d-2deb49845aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:00.496397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-1972be3e-d75a-4caf-9b5d-2deb49845aa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.2611949 Sep 21 08:07:00.536073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d10aaaba-d9f7-4967-89c6-87fb67aed7f9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:00.536465 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:00.573490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-039fa3fc-0d99-40a6-b57c-cfe47952e18f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3088686 Sep 21 08:07:00.579617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:00.618972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-f3056f55-31e6-4c37-8596-1bb23dd1f85d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 217 time: 0.1116211 Sep 21 08:07:00.626440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:00.631749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c7861-cbca-4744-8ac4-e3c7b8dfd136 req-ec754bc4-ea71-4b2e-be5f-2b93cbb12547 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:00.634268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-700c7861-cbca-4744-8ac4-e3c7b8dfd136 req-ec754bc4-ea71-4b2e-be5f-2b93cbb12547 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 945 time: 0.2363803 Sep 21 08:07:00.709356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-91a26fd7-7c69-4b43-ae20-8f959d07429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:00.711801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-91a26fd7-7c69-4b43-ae20-8f959d07429b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0762758 Sep 21 08:07:00.717678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-700c7861-cbca-4744-8ac4-e3c7b8dfd136 req-6778b4ac-8776-4e6c-b5de-de38cd436760 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ed969b2-bcab-4466-90cb-4de28fcacc79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738914 Sep 21 08:07:00.806970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-97c972e4-c210-494c-8607-0a2ec598be0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865664 Sep 21 08:07:00.911230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5771aad7-b8c1-40d0-a861-93fd6548aa62, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:00.918275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ec2d2ad6-2495-43ff-a1c3-2a3ba74204d8 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693210 Sep 21 08:07:00.936417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:01.028894 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a9b9d3-c772-49c4-99c7-ae1240e974cc x-openstack-request-id: req-69a9b9d3-c772-49c4-99c7-ae1240e974cc {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:01.030039 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-unplugged", "status": "completed", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:01.030531 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69a9b9d3-c772-49c4-99c7-ae1240e974cc {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:01.031149 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7', 'code': 200} Sep 21 08:07:01.033589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:01.065590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5771aad7-b8c1-40d0-a861-93fd6548aa62,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:01.083932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-0c635f44-c753-4b50-8052-665c28777cd1 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669535 Sep 21 08:07:01.106870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:01.149621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port cb541cc3-89ab-4268-9875-cd4ce4df77b7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:01.150134 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:01.243657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:01.273701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f67cb1-c8cb-4bf5-af32-6be779fa5beb req-0e67db05-810b-4775-98b5-d16249e76b63 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:01.280435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2f67cb1-c8cb-4bf5-af32-6be779fa5beb req-0e67db05-810b-4775-98b5-d16249e76b63 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2421608 Sep 21 08:07:01.288197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:01.331230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 2, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:01.412933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-a1a61e50-fc0f-4c1f-833b-8c24d4e551dc service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877381 Sep 21 08:07:01.415601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:07:01.419254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2f67cb1-c8cb-4bf5-af32-6be779fa5beb req-ab51298b-b5b3-43f6-84bf-fbaef81a3dd9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227686 Sep 21 08:07:01.419504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Updating router cc20e769-2037-4de5-9885-6e0d60398a55 port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:07:01.427459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab8e621a-e4a8-41bd-8db4-d357ef829daa req-2bf30cbe-9b18-4672-a540-5b2b8636661c service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337975 Sep 21 08:07:01.486440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:01.576265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:01.613666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port cb541cc3-89ab-4268-9875-cd4ce4df77b7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=cb541cc3-89ab-4268-9875-cd4ce4df77b7,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:01.614076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:01.657603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for cb541cc3-89ab-4268-9875-cd4ce4df77b7 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:01.661173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:07:01.672564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f547f2-64dc-4116-92b9-2eaccd898130 req-ae61edf3-b50a-462a-821c-232e60d62668 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:01.674452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18f547f2-64dc-4116-92b9-2eaccd898130 req-ae61edf3-b50a-462a-821c-232e60d62668 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.1377335 Sep 21 08:07:01.705067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on host n-h2-809980-2 for vnic_type normal with profile {"migrating_to": "n-h1-809980-2"} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:01.705894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:01.711749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:01.834008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18f547f2-64dc-4116-92b9-2eaccd898130 req-d95600c7-4250-4df1-a589-e59f8eefd6cb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391006 Sep 21 08:07:01.925511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:01.939881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:07:01.940547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:01.956597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-ec612919-9893-4e8b-b389-4e14d746f675 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:01.956597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-ec612919-9893-4e8b-b389-4e14d746f675 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.62 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 945 time: 0.2795868 Sep 21 08:07:01.971173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:01.971737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:01.972342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:01.973068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Bound port: 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:01.973677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:02.175035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:02.181647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:02.199558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-deleted', 'tag': 'fc178031-6fb4-44f1-a4f9-52349b954b8c'}, {'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:02.206003 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa5008-42f5-4f1e-9200-b28032435053" -d '{"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-deleted", "tag": "fc178031-6fb4-44f1-a4f9-52349b954b8c"}, {"server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "name": "network-vif-unplugged", "status": "completed", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:02.225623 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:02.302799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00cfd-83f0-49ba-a0c4-87584e994591 req-6ee352ba-21a4-4907-82aa-a3b5d4169b04 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:02.316580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56f00cfd-83f0-49ba-a0c4-87584e994591 req-6ee352ba-21a4-4907-82aa-a3b5d4169b04 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.2067535 Sep 21 08:07:02.477815 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56f00cfd-83f0-49ba-a0c4-87584e994591 req-765b39cc-d4f1-4c9e-81f2-8036fc35cadf tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537728 Sep 21 08:07:02.487084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Deleting port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:02.488197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:02.600195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:02.616112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:02.617124 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:02.618902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 1121 time: 2.8627312 Sep 21 08:07:02.619748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c30831-87e5-47a5-8799-9a7df5b083d1 service neutron] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:02.675110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ad88d-d3b6-4055-a364-789178ff22a9 req-2abbc49b-8d92-47be-9816-dffea63df500 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:02.682104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ad88d-d3b6-4055-a364-789178ff22a9 req-2abbc49b-8d92-47be-9816-dffea63df500 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:02.699542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-509ad88d-d3b6-4055-a364-789178ff22a9 req-2abbc49b-8d92-47be-9816-dffea63df500 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 1600 time: 0.7305424 Sep 21 08:07:02.740031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] For port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:02.740409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:02.760320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Calling delete_port for d53b9078-7cd9-44ba-b38c-fbff3ce4e67a owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:02.761338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:02.779571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=cb541cc3-89ab-4268-9875-cd4ce4df77b7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:02.783790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:02.903077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port cb541cc3-89ab-4268-9875-cd4ce4df77b7 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:02.911478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:02.914444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-c1aec231-8b81-4deb-9515-4c63620cf036 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "DELETE /v2.0/ports/cb541cc3-89ab-4268-9875-cd4ce4df77b7 HTTP/1.1" status: 204 len: 173 time: 2.5523651 Sep 21 08:07:02.918017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:02.962989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-509ad88d-d3b6-4055-a364-789178ff22a9 req-63424a15-178d-4f17-a665-96370f832783 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618136 Sep 21 08:07:03.029729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.082098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:03.085248 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa15ec-c445-487a-9cf2-df8c4abf66dd" -d '{"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-unplugged", "status": "completed", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:03.096636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-195e41ba-f773-49ba-a148-86ae0ce56b2c req-594bf2a9-a54b-43e5-8590-477daf9710d1 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 210 time: 0.0852487 Sep 21 08:07:03.142356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Pushing event deleted for resources: {'Port': ['ID=d53b9078-7cd9-44ba-b38c-fbff3ce4e67a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:03.181494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.213613 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.286718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50f06202-a1d0-46e4-8cba-9484b9f622b7 req-b1dcc993-7e86-48c4-85ef-d1a51338e38d tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.59 "GET /v2.0/ports?device_id=314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5 HTTP/1.1" status: 200 len: 210 time: 0.1197014 Sep 21 08:07:03.305086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] No DVR routers for this DVR port d53b9078-7cd9-44ba-b38c-fbff3ce4e67a on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:03.305929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on host n-h2-809980-2 for vnic_type normal with profile {"migrating_to": "n-h1-809980-2"} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:03.305929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:03.306267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:03.309609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.315805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38370d70-9051-4a34-a534-1dbad3d27a56 req-c2490f9a-9ac6-4055-83c3-ac14386ded96 tempest-AttachSCSIVolumeTestJSON-1826978124 tempest-AttachSCSIVolumeTestJSON-1826978124-project] 10.222.0.62 "DELETE /v2.0/ports/d53b9078-7cd9-44ba-b38c-fbff3ce4e67a HTTP/1.1" status: 204 len: 173 time: 1.3422816 Sep 21 08:07:03.316666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'name': 'network-vif-deleted', 'tag': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:03.323973 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3867a730-8997-4ba1-9ac7-05b39ce33e02" -d '{"events": [{"server_uuid": "314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5", "name": "network-vif-deleted", "tag": "d53b9078-7cd9-44ba-b38c-fbff3ce4e67a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:03.345717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:07:03.346097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Attempting to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:03.356423 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.382784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port 5771aad7-b8c1-40d0-a861-93fd6548aa62 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:03.383469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.423013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:03.435759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:03.437551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:03.438075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Bound port: 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:03.438504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.490233 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87c564-6553-4815-a9dd-cd4921afc31f x-openstack-request-id: req-0f87c564-6553-4815-a9dd-cd4921afc31f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:03.491030 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-deleted", "tag": "fc178031-6fb4-44f1-a4f9-52349b954b8c", "status": "completed", "code": 200}, {"server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "name": "network-vif-unplugged", "status": "completed", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:03.491030 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f87c564-6553-4815-a9dd-cd4921afc31f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:03.491555 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-deleted', 'tag': 'fc178031-6fb4-44f1-a4f9-52349b954b8c', 'status': 'completed', 'code': 200} Sep 21 08:07:03.493056 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b', 'code': 200} Sep 21 08:07:03.597260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48420c-05b0-43eb-9681-3d100d55ddd6 None None] Pushing event updated for resources: {'Port': ['ID=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:03.661550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05a361-a787-445c-b555-d9fba8072921 req-ebe5fae0-30cb-484d-80da-31cf9f304345 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:03.672838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd05a361-a787-445c-b555-d9fba8072921 req-ebe5fae0-30cb-484d-80da-31cf9f304345 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2354884 Sep 21 08:07:03.805793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd05a361-a787-445c-b555-d9fba8072921 req-afa2c618-93f8-43a8-9515-3d5af3fb1e70 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318183 Sep 21 08:07:03.823779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port 5771aad7-b8c1-40d0-a861-93fd6548aa62, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5771aad7-b8c1-40d0-a861-93fd6548aa62,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:03.824892 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:03.838786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-8ecb67fc-24ae-43d6-b6c9-c22cef888e44 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:03.844217 n-d-809980-2 neutron-server[94726]: WARNING neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Concurrent port binding operations failed on port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b Sep 21 08:07:03.850273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-8ecb67fc-24ae-43d6-b6c9-c22cef888e44 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.50 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 819 time: 0.1849124 Sep 21 08:07:03.859550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:03.867459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for 5771aad7-b8c1-40d0-a861-93fd6548aa62 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:03.867666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d4bd3-bad6-4dd3-bdc9-1906ab5c1005 req-e52c1563-5eb7-4a56-9147-b47232ca8d93 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:03.876991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f13d4bd3-bad6-4dd3-bdc9-1906ab5c1005 req-e52c1563-5eb7-4a56-9147-b47232ca8d93 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.2684331 Sep 21 08:07:03.886185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'port': {'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'admin_state_up': True, 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:03.916001 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eeeb4b-ef7c-4185-8bea-80361b75c0f4 x-openstack-request-id: req-29eeeb4b-ef7c-4185-8bea-80361b75c0f4 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:03.916405 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-unplugged", "status": "completed", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:03.916754 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29eeeb4b-ef7c-4185-8bea-80361b75c0f4 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:03.917340 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62', 'code': 200} Sep 21 08:07:03.942970 n-d-809980-2 neutron-server[94726]: INFO neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Attempt 2 to bind port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b Sep 21 08:07:03.952272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b has no active binding in host n-h1-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:07:03.982666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Attempting to bind port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:03.982911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Attempting to bind port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:03.983563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Attempting to bind port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:04.031829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:04.032300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Checking segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:04.032998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:04.033623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Bound using segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:04.034387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Bound port: 2ecd2908-6e0f-46de-8c4b-a838ccfec81d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:04.034987 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:04.080699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-db45f2b0-0460-47b3-b59b-ded994fce7f7 None None] Provisioning complete for port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:04.081285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db45f2b0-0460-47b3-b59b-ded994fce7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:04.097686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f13d4bd3-bad6-4dd3-bdc9-1906ab5c1005 req-379ca11e-b9fc-4d26-946e-cbbeb157d41f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168179 Sep 21 08:07:04.102031 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa4a2d9-fc63-4e35-a80d-06e90f002062 x-openstack-request-id: req-5fa4a2d9-fc63-4e35-a80d-06e90f002062 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:04.103508 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5", "name": "network-vif-deleted", "tag": "d53b9078-7cd9-44ba-b38c-fbff3ce4e67a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:04.104610 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5fa4a2d9-fc63-4e35-a80d-06e90f002062 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:04.104809 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314fd68a-a10e-46a6-a59e-b4fd2a6ea8f5', 'name': 'network-vif-deleted', 'tag': 'd53b9078-7cd9-44ba-b38c-fbff3ce4e67a', 'status': 'completed', 'code': 200} Sep 21 08:07:04.201140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd626803-f6c6-49ae-ace0-8f6df607de56 req-9d913990-e89e-4246-8436-b181faffe239 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:04.213740 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd626803-f6c6-49ae-ace0-8f6df607de56 req-9d913990-e89e-4246-8436-b181faffe239 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.1337116 Sep 21 08:07:04.245842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-db45f2b0-0460-47b3-b59b-ded994fce7f7 None None] Port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:07:04.262388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Made reservation on behalf of 549514e1c3874b7dbb80e0f276c4d594 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:04.266485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:04.323873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] For port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:04.327635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] For port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:04.336399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:04.353744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd626803-f6c6-49ae-ace0-8f6df607de56 req-21f29fad-889b-4a32-be2e-9ef5e34fefce tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333835 Sep 21 08:07:04.396303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:04.434285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=5771aad7-b8c1-40d0-a861-93fd6548aa62,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:04.522684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eddbc75c-795b-407a-b47e-f5968d43d28d req-8537046f-159c-487a-aab3-acad72695d35 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb2e598f-2922-48f4-bdbb-19c31fe24be2 HTTP/1.1" status: 200 len: 210 time: 0.0676699 Sep 21 08:07:04.523821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48420c-05b0-43eb-9681-3d100d55ddd6 None None] Pushing event updated for resources: {'Port': ['ID=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:04.533708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:04.534467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:04.548289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port 5771aad7-b8c1-40d0-a861-93fd6548aa62 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:04.584177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:04.586369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d2e881c-b0ba-4caa-b352-6507f1f9f9ec req-e9b2026c-ce85-48b5-b812-994ac67ad37d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.50 "DELETE /v2.0/ports/5771aad7-b8c1-40d0-a861-93fd6548aa62 HTTP/1.1" status: 204 len: 173 time: 1.6274183 Sep 21 08:07:04.588914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cbcfa31-9eb2-4ae0-9e91-112f330f3664 req-4422c0a3-49b9-4b68-9c48-1f676300f046 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 210 time: 0.0424883 Sep 21 08:07:04.759432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:04.809138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Allocated IP 172.20.0.6 (45dc2a06-9f19-48ee-9714-4e5ca1af606b/72f0c5a2-f80f-4137-b96a-bb0beddc66e4/8eec3ab8-5170-4770-b5a6-aca558d8d901) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:05.073029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193d2fb-1514-4f82-b1eb-e5b5d44d66a7 req-ddbe9951-8eca-4873-9701-d4cf4a326176 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:05.074986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1193d2fb-1514-4f82-b1eb-e5b5d44d66a7 req-ddbe9951-8eca-4873-9701-d4cf4a326176 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1317286 Sep 21 08:07:05.253994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1193d2fb-1514-4f82-b1eb-e5b5d44d66a7 req-1ae9d9cb-bac9-44d2-82c8-e50af9d64be4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463940 Sep 21 08:07:05.266714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:05.347305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7f720b21-272a-4e3a-abf3-f2f4bf62e740 None None] Provisioning complete for port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:05.350264 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f720b21-272a-4e3a-abf3-f2f4bf62e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:05.383763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:05.460406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af1f1e-22a8-418a-b533-2529848b5ad5 req-16adad65-67af-46ba-a400-1717523b4cd9 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:05.485204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61af1f1e-22a8-418a-b533-2529848b5ad5 req-16adad65-67af-46ba-a400-1717523b4cd9 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.1993008 Sep 21 08:07:05.536808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'}, {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-deleted', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7'}, {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-deleted', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:05.543676 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5043d677-7e0d-4391-b5f1-8489a878be2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b"}, {"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-deleted", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7"}, {"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-deleted", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:05.543989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Pushing event updated for resources: {'Port': ['ID=8eec3ab8-5170-4770-b5a6-aca558d8d901,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:05.581340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:05.581340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:05.584346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:05.608884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:04Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:05.633139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61af1f1e-22a8-418a-b533-2529848b5ad5 req-96cc960c-556f-43da-9cac-1983c5a13174 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458836 Sep 21 08:07:05.650244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0c33d-0a3f-468d-8f8c-29a93351e992 None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:04Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:07:05.860321 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84014ba0-94ba-4320-805b-a24764ccee03 x-openstack-request-id: req-84014ba0-94ba-4320-805b-a24764ccee03 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:05.860772 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b", "status": "completed", "code": 200}, {"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-deleted", "tag": "cb541cc3-89ab-4268-9875-cd4ce4df77b7", "status": "completed", "code": 200}, {"server_uuid": "eb2e598f-2922-48f4-bdbb-19c31fe24be2", "name": "network-vif-deleted", "tag": "5771aad7-b8c1-40d0-a861-93fd6548aa62", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:05.861147 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84014ba0-94ba-4320-805b-a24764ccee03 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:05.862130 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b', 'status': 'completed', 'code': 200} Sep 21 08:07:05.862515 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-deleted', 'tag': 'cb541cc3-89ab-4268-9875-cd4ce4df77b7', 'status': 'completed', 'code': 200} Sep 21 08:07:05.862874 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2e598f-2922-48f4-bdbb-19c31fe24be2', 'name': 'network-vif-deleted', 'tag': '5771aad7-b8c1-40d0-a861-93fd6548aa62', 'status': 'completed', 'code': 200} Sep 21 08:07:05.909559 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f720b21-272a-4e3a-abf3-f2f4bf62e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:06.003815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-aa96012a-bc7b-469e-ae88-9ce873db02db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:06.010277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-aa96012a-bc7b-469e-ae88-9ce873db02db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1124 time: 0.1138418 Sep 21 08:07:06.034852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39876) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:06.043165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:06.057226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:06.078684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7f720b21-272a-4e3a-abf3-f2f4bf62e740 None None] For port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:06.085504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d53b9078-7cd9-44ba-b38c-fbff3ce4e67a no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:06.092399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f720b21-272a-4e3a-abf3-f2f4bf62e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:06.151869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196c4b0-439e-487a-ace6-bc3aa20b62d5 req-70856b2e-f4bf-49e5-8075-0b6f6a3680da tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:06.159377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9196c4b0-439e-487a-ace6-bc3aa20b62d5 req-70856b2e-f4bf-49e5-8075-0b6f6a3680da tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.3791213 Sep 21 08:07:06.228869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-112808d9-faa7-468f-8d73-f989425e0f96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3485303 Sep 21 08:07:06.270599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Request body: {'port': {'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:06.279526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: d53b9078-7cd9-44ba-b38c-fbff3ce4e67a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:06.279526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d53b9078-7cd9-44ba-b38c-fbff3ce4e67a not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:06.280294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e8211d3a-fd02-4831-9632-1c361ec02a75 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:06.343413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9196c4b0-439e-487a-ace6-bc3aa20b62d5 req-1e0cf705-ea73-4bc6-9d48-6a88d0907fb0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668258 Sep 21 08:07:06.416666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2ecd2908-6e0f-46de-8c4b-a838ccfec81d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:06.478639 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:06.604083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e05b6464-5176-46ae-ad8c-5ab92d02b95f None None] Provisioning complete for port 8eec3ab8-5170-4770-b5a6-aca558d8d901 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:06.604736 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e05b6464-5176-46ae-ad8c-5ab92d02b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:06.873223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e05b6464-5176-46ae-ad8c-5ab92d02b95f None None] Port 8eec3ab8-5170-4770-b5a6-aca558d8d901 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:07:06.932617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting subnet 941240de-d369-4c5e-af37-d2246ed1fb8d {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:07:06.953641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:06.983021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:06.983647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:07.049673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eec3ab8-5170-4770-b5a6-aca558d8d901 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:07.061120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f720b21-272a-4e3a-abf3-f2f4bf62e740 None None] Pushing event updated for resources: {'Port': ['ID=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:07.066632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:07.097611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b6406-8177-49c7-a07f-daf47ba587bb req-a301bd77-c157-4761-9aa6-ada7e47850d9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:07.112175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Transition to ACTIVE for port object 8eec3ab8-5170-4770-b5a6-aca558d8d901 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:07:07.121651 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce3b6406-8177-49c7-a07f-daf47ba587bb req-a301bd77-c157-4761-9aa6-ada7e47850d9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 931 time: 0.8910654 Sep 21 08:07:07.148832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:07.156115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-1ea4ddc3-cfd9-4779-8bb0-ce4b7f2c08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:07.163334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-1ea4ddc3-cfd9-4779-8bb0-ce4b7f2c08cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 1.1434476 Sep 21 08:07:07.301609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86b75d-64cf-46eb-b27e-0e278ed4731d req-0acc97de-cea7-4876-9271-63990b5b95e7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:07.306511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c86b75d-64cf-46eb-b27e-0e278ed4731d req-0acc97de-cea7-4876-9271-63990b5b95e7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1900692 Sep 21 08:07:07.323371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Pushing event updated for resources: {'Port': ['ID=8eec3ab8-5170-4770-b5a6-aca558d8d901,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:07.365351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:07.423655 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-e291c6d4-d819-4eb7-8a1c-75d76365c870 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 217 time: 0.2356088 Sep 21 08:07:07.564378 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce3b6406-8177-49c7-a07f-daf47ba587bb req-8191be43-382f-4d63-af37-2c55c5b1ba96 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366360 Sep 21 08:07:07.595646 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c86b75d-64cf-46eb-b27e-0e278ed4731d req-933d89c8-1b7c-443b-9f68-d620c00f287f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775097 Sep 21 08:07:07.716871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Attempting to bind port 8eec3ab8-5170-4770-b5a6-aca558d8d901 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:07.721868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Attempting to bind port 8eec3ab8-5170-4770-b5a6-aca558d8d901 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:07.722733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Attempting to bind port 8eec3ab8-5170-4770-b5a6-aca558d8d901 on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:07.751039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Port 8eec3ab8-5170-4770-b5a6-aca558d8d901 on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:07:07.751618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Attempting to bind port 8eec3ab8-5170-4770-b5a6-aca558d8d901 on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:07.824177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-838d4687-e48a-45b8-bd9e-5a7f58cbaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:07.829675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:07.830253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Checking segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:07.830942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Bound using segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:07.831786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Bound port: 8eec3ab8-5170-4770-b5a6-aca558d8d901, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:07.832330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:07.835222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-838d4687-e48a-45b8-bd9e-5a7f58cbaf8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.3697970 Sep 21 08:07:07.921630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682aa2c-49a8-4924-8da0-16950445c11f req-6b595223-b730-4190-8cb1-7eb6cc272318 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:07.924348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7682aa2c-49a8-4924-8da0-16950445c11f req-6b595223-b730-4190-8cb1-7eb6cc272318 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.1594782 Sep 21 08:07:07.949789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-e4e8dbe0-8e11-43bb-8b70-840bb68f5de8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013615 Sep 21 08:07:08.005179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:08.154500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2ecd2908-6e0f-46de-8c4b-a838ccfec81d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:08.175354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79011ad-2969-4760-b0e4-ae2efcd5caf6 req-035a3f58-b17e-47ef-8624-f847f2aae25b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:08.202813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a79011ad-2969-4760-b0e4-ae2efcd5caf6 req-035a3f58-b17e-47ef-8624-f847f2aae25b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.3233140 Sep 21 08:07:08.248165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:08.248786 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:08.363750 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:08.401087 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7682aa2c-49a8-4924-8da0-16950445c11f req-47bbb561-7b04-44fe-a825-0521f7a73199 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106300 Sep 21 08:07:08.461279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] For port 8eec3ab8-5170-4770-b5a6-aca558d8d901, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:08.469432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] For port 8eec3ab8-5170-4770-b5a6-aca558d8d901, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:08.480963 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:08.497975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-003e795d-ea3a-4a7e-b839-03261b0808d0 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259058 Sep 21 08:07:08.526382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Subnet': ['ID=941240de-d369-4c5e-af37-d2246ed1fb8d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:08.534433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:08.548251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870cf86-6e40-450d-8ada-97a8bd6157b2 None None] Network cc53aa8f-c872-49cc-a414-5cb37954427f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:08.552113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6315a1d9-1e19-45e1-a504-8829546ef797 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/subnets/941240de-d369-4c5e-af37-d2246ed1fb8d HTTP/1.1" status: 204 len: 168 time: 2.5157568 Sep 21 08:07:08.569431 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a79011ad-2969-4760-b0e4-ae2efcd5caf6 req-13f53b17-af66-48a5-94d9-404c2552b173 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651044 Sep 21 08:07:08.576530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39902) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:08.645789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Pushing event updated for resources: {'Port': ['ID=8eec3ab8-5170-4770-b5a6-aca558d8d901,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:08.702111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:08.711305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:08.715567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ed647365-00b4-448f-a4b4-cc132d7a9a49 service neutron] 10.222.0.50 "PUT /v2.0/ports/8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 1091 time: 2.4768214 Sep 21 08:07:08.738734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:08.758394 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:09.021376 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:09.102804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] DHCP port deletion for cc53aa8f-c872-49cc-a414-5cb37954427f request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:07:09.120263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8bb18-2f99-48aa-8c8a-85c1961f48d6 req-19baf844-fd1b-4326-9ec5-6678770e1fa2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:09.122843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efc8bb18-2f99-48aa-8c8a-85c1961f48d6 req-19baf844-fd1b-4326-9ec5-6678770e1fa2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 943 time: 0.3510756 Sep 21 08:07:09.152124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-3064f27e-9944-4afb-a4d0-c1810d170fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:09.154662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-3064f27e-9944-4afb-a4d0-c1810d170fe5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1094 time: 0.3713987 Sep 21 08:07:09.205332 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5043d677-7e0d-4391-b5f1-8489a878be2d req-4c72105b-41b1-49cc-a2e8-cca5b4e608a6 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756606 Sep 21 08:07:09.230314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59a6be-3150-4822-9805-0249af8cf664 req-319a548e-f848-4740-a7f0-030ec5df397e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:09.231941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac59a6be-3150-4822-9805-0249af8cf664 req-319a548e-f848-4740-a7f0-030ec5df397e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.3263071 Sep 21 08:07:09.246778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] Deleting port f536eb0e-d421-4225-83c9-b6ca44853511 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:09.249963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:09.289385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-f15b3c8e-4e47-4584-9cda-04393f3dfd5c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 217 time: 0.1098647 Sep 21 08:07:09.332189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efc8bb18-2f99-48aa-8c8a-85c1961f48d6 req-54cf9b60-bd69-4408-a3ec-8e8965eb8919 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979465 Sep 21 08:07:09.392281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] For port f536eb0e-d421-4225-83c9-b6ca44853511, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f536eb0e-d421-4225-83c9-b6ca44853511,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:09.392899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:09.406792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac59a6be-3150-4822-9805-0249af8cf664 req-090c46cf-c28e-4b8c-9ea9-c59751cf90ef tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532910 Sep 21 08:07:09.418818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] Calling delete_port for f536eb0e-d421-4225-83c9-b6ca44853511 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:09.461924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port f536eb0e-d421-4225-83c9-b6ca44853511 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:09.462281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:09.517145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-82cbd4f2-cfaa-4234-ad2e-fb494d919fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:09.518649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-82cbd4f2-cfaa-4234-ad2e-fb494d919fbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.2144880 Sep 21 08:07:09.620815 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4f8449-4d2f-4a2c-aff8-c1c29c91eb2c x-openstack-request-id: req-ec4f8449-4d2f-4a2c-aff8-c1c29c91eb2c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:09.621043 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:09.621153 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec4f8449-4d2f-4a2c-aff8-c1c29c91eb2c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:09.621582 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'status': 'completed', 'code': 200} Sep 21 08:07:09.647636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-8e1079c1-7a75-44ea-8771-57cf2c93c52e service neutron] 10.222.0.62 "GET /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.2754939 Sep 21 08:07:09.761862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ad21aae1-03dc-4092-a457-86aec8b13e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:09.764936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-ad21aae1-03dc-4092-a457-86aec8b13e15 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299070 Sep 21 08:07:09.783234 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:09.810665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port f536eb0e-d421-4225-83c9-b6ca44853511, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f536eb0e-d421-4225-83c9-b6ca44853511,segment=NetworkSegment(c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4),segment_id=c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:09.817504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:09.902112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] Pushing event deleted for resources: {'Port': ['ID=f536eb0e-d421-4225-83c9-b6ca44853511,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:09.903354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for f536eb0e-d421-4225-83c9-b6ca44853511 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:09.908145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af037579-9d30-4538-827d-ee2f25d4a657 None None] No DVR routers for this DVR port f536eb0e-d421-4225-83c9-b6ca44853511 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:10.027018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-a7360255-0e08-49fc-9e2e-3e068c198896 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362070 Sep 21 08:07:10.036753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f536eb0e-d421-4225-83c9-b6ca44853511 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:10.075870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f536eb0e-d421-4225-83c9-b6ca44853511 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:10.076459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f536eb0e-d421-4225-83c9-b6ca44853511 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:10.120686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed28972-33e5-42fe-a5b3-334da2678d11 req-be65c5ca-0073-4bb6-a2fe-52a9e6880765 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:10.123103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed28972-33e5-42fe-a5b3-334da2678d11 req-be65c5ca-0073-4bb6-a2fe-52a9e6880765 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.3985574 Sep 21 08:07:10.131006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:10.183394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=f536eb0e-d421-4225-83c9-b6ca44853511,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:10.188708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port f536eb0e-d421-4225-83c9-b6ca44853511 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:10.217554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5033e-3ec9-4483-a7f6-7a88a9fe374f req-8d982c1e-1757-4b52-b689-8e6031de0bbc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:10.219247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccf5033e-3ec9-4483-a7f6-7a88a9fe374f req-8d982c1e-1757-4b52-b689-8e6031de0bbc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 943 time: 0.1910040 Sep 21 08:07:10.225983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4643e3d6-20c6-407a-bb5e-e9f5665a5a48 req-a75f3eb3-77ff-4cee-984b-78b15e941bfc service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826630 Sep 21 08:07:10.344460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:10.379276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed28972-33e5-42fe-a5b3-334da2678d11 req-9c0a4de6-5cee-4c08-b556-23e9a92f7c6f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431233 Sep 21 08:07:10.392242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc53aa8f-c872-49cc-a414-5cb37954427f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:10.407825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:10.408125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c213ea95-36e8-43ae-84b6-d5ed7aa9d2e4') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:10.433844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:10.452626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccf5033e-3ec9-4483-a7f6-7a88a9fe374f req-09fe38f8-c7e8-4a71-9dc8-2b7761097eff tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255697 Sep 21 08:07:10.473356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:10.488182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-097044b6-1d9f-4037-9497-bc71fb88f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:10.488624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:07:10.489007 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:07:10.495803 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:07:10.498553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-097044b6-1d9f-4037-9497-bc71fb88f1ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1094 time: 0.1916668 Sep 21 08:07:10.569277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:10.679967 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:10.690616 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:10.694091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/networks/cc53aa8f-c872-49cc-a414-5cb37954427f HTTP/1.1" status: 204 len: 168 time: 2.0809619 Sep 21 08:07:10.704162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39930) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:10.768743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:10.794324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd36b9-1e99-4c4a-a5dc-8be7f8d5127a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Network': ['ID=cc53aa8f-c872-49cc-a414-5cb37954427f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:10.876758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc6d4e-082a-4b01-888a-5984d0b5100a req-f78e5d69-7fe6-4183-9696-65c6f46b3da5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:10.877598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5eb01-4e6a-476f-ade8-69f6400f265e req-df45be96-30d5-44fc-bffc-d958c331b240 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:10.885531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27fc6d4e-082a-4b01-888a-5984d0b5100a req-f78e5d69-7fe6-4183-9696-65c6f46b3da5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.3205495 Sep 21 08:07:10.894221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d5eb01-4e6a-476f-ade8-69f6400f265e req-df45be96-30d5-44fc-bffc-d958c331b240 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 943 time: 0.3379641 Sep 21 08:07:10.922723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8211d3a-fd02-4831-9632-1c361ec02a75 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:10.936270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-e3d5b133-ab12-4a5f-a0dc-f9a8f3f6f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:10.937872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-e3d5b133-ab12-4a5f-a0dc-f9a8f3f6f2f8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.4257698 Sep 21 08:07:10.947870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:10.961066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting subnet 99913e94-0a8d-4733-a4e1-164c968e52b7 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:07:10.969764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:11.055206 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:11.064884 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:11.085413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-bb6471c2-150a-484a-acc2-7c62c0a0ef34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 217 time: 0.1016912 Sep 21 08:07:11.095065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27fc6d4e-082a-4b01-888a-5984d0b5100a req-78233a22-900a-4b83-a3d0-7b1705b3a300 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088125 Sep 21 08:07:11.110474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d5eb01-4e6a-476f-ade8-69f6400f265e req-9055f135-a8a0-40a7-b668-d0d7a68c9dc5 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021151 Sep 21 08:07:11.249150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-69dbd66c-dca1-4e20-bfa9-1754dcc6f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:11.250776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-69dbd66c-dca1-4e20-bfa9-1754dcc6f8e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.1523824 Sep 21 08:07:11.250961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:11.351028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Transition to ACTIVE for port object e8211d3a-fd02-4831-9632-1c361ec02a75 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:07:11.369874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:11.440970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-96515c2a-2a6a-45f9-b6af-11d24cfda947 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1327922 Sep 21 08:07:11.450218 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:11.486098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-eabbdd56-f9dd-4d3e-b055-917a1ed40c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:11.488845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-eabbdd56-f9dd-4d3e-b055-917a1ed40c1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175598 Sep 21 08:07:11.562201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:11.568293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/subnets/99913e94-0a8d-4733-a4e1-164c968e52b7 HTTP/1.1" status: 204 len: 168 time: 0.8450825 Sep 21 08:07:11.572316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Subnet': ['ID=99913e94-0a8d-4733-a4e1-164c968e52b7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:11.573303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c4bdd-58ee-4015-944e-d047203b971f None None] Network 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:11.580846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39946) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:11.584698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.586311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.586677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.587189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.587589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.588098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.588836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.589183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.589523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.589858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.590194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.590533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0fd197-63ca-42cf-a3e1-7c78b5bb7991 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.657866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-cd33962c-9b25-4922-86db-f5edc7eb83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:11.659849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-cd33962c-9b25-4922-86db-f5edc7eb83fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 1102 time: 0.1798522 Sep 21 08:07:11.674757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] No DVR routers for this DVR port e8211d3a-fd02-4831-9632-1c361ec02a75 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:11.725484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Pushing event updated for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=10']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:11.737666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.738010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.738349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.738684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.739016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.739787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.740352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.740703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.741033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.741416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.741795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.742909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:11.852205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-ce486b03-576c-4ffc-817f-40dc9de03c87 service neutron] 10.222.0.62 "PUT /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75/bindings/n-h2-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1959374 Sep 21 08:07:11.870000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ed959-40f8-4205-ae85-e9d693adcf2b req-321c760a-9f62-427d-ba52-b2094e9964e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:11.871988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa6ed959-40f8-4205-ae85-e9d693adcf2b req-321c760a-9f62-427d-ba52-b2094e9964e1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.2666094 Sep 21 08:07:11.949609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-2196c77c-5d86-45a4-8e12-70e6b1d41627 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421532 Sep 21 08:07:11.971825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:12.017219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa6ed959-40f8-4205-ae85-e9d693adcf2b req-39fc89b1-fbfc-4da4-a4ba-938bdbc568dc tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384721 Sep 21 08:07:12.050262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] DHCP port deletion for 310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:07:12.096719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e332e0-c922-41bf-bf88-3f486234311a req-5536814c-695f-4db7-801b-e2a00953389d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:12.111965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e332e0-c922-41bf-bf88-3f486234311a req-5536814c-695f-4db7-801b-e2a00953389d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 944 time: 0.4507494 Sep 21 08:07:12.152776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] Deleting port 8556d584-618c-496b-b334-b67eb2df4da3 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:12.153740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:12.230396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7fa59a25-f0c1-4351-9fca-af5cdcf8ab5b req-7b21ad55-8cb6-4393-9fe5-305afefc81b5 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600451 Sep 21 08:07:12.232941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-5594f12e-7245-4749-9a06-3a0d29c7c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:12.234511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-5594f12e-7245-4749-9a06-3a0d29c7c1ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.5211177 Sep 21 08:07:12.269932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] For port 8556d584-618c-496b-b334-b67eb2df4da3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8556d584-618c-496b-b334-b67eb2df4da3,segment=NetworkSegment(f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db),segment_id=f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:12.270243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:12.288494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] Calling delete_port for 8556d584-618c-496b-b334-b67eb2df4da3 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:12.317517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-00da1445-d96c-4bc2-a095-0c5907e32e53 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:12.319102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-00da1445-d96c-4bc2-a095-0c5907e32e53 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.3391144 Sep 21 08:07:12.323383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-ba278a5d-fac7-4074-ae2d-16bfb4117b59 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 200 len: 217 time: 0.0682940 Sep 21 08:07:12.326515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e332e0-c922-41bf-bf88-3f486234311a req-638ff04c-a5a8-4da4-91d7-b2d17ebab0fb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107797 Sep 21 08:07:12.394397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb381a8-b3ab-41aa-b17a-265e0382e578 req-024de951-fe9e-4b46-afd2-860b63bc1b15 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:12.397744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fcb381a8-b3ab-41aa-b17a-265e0382e578 req-024de951-fe9e-4b46-afd2-860b63bc1b15 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.1462915 Sep 21 08:07:12.407193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port 8556d584-618c-496b-b334-b67eb2df4da3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:12.407489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:12.409610 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:12.501055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-b7c83b45-bc1b-4898-99a4-afdbed6f3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:12.502836 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-b7c83b45-bc1b-4898-99a4-afdbed6f3655 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449&tenant_id=d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1564093 Sep 21 08:07:12.509380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fcb381a8-b3ab-41aa-b17a-265e0382e578 req-b1a15e5a-701e-4c29-b89c-666393834d56 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867569 Sep 21 08:07:12.530113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] Pushing event deleted for resources: {'Port': ['ID=8556d584-618c-496b-b334-b67eb2df4da3,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:12.533373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port 8556d584-618c-496b-b334-b67eb2df4da3, host n-d-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:12.533750 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:12.554947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f1c74-d8dc-4e75-afb5-3f523e6fdf57 None None] No DVR routers for this DVR port 8556d584-618c-496b-b334-b67eb2df4da3 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:12.555173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for 8556d584-618c-496b-b334-b67eb2df4da3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:12.555173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Port 8556d584-618c-496b-b334-b67eb2df4da3 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:07:12.555845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:12.609538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-316e9ce9-e54e-4b20-8100-3c6a996742ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:12.611301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-316e9ce9-e54e-4b20-8100-3c6a996742ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2784395 Sep 21 08:07:12.981068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=8556d584-618c-496b-b334-b67eb2df4da3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:12.988859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port 8556d584-618c-496b-b334-b67eb2df4da3 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:13.038214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-4e5b4393-fcfc-4bde-b28a-8406abf7d977 service neutron] 10.222.0.62 "GET /v2.0/ports/b01f307b-551e-4a01-af8c-fcf0a340a912/bindings/n-h1-809980-2 HTTP/1.1" status: 200 len: 382 time: 0.1175592 Sep 21 08:07:13.045177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-8a5fae93-cb65-4f4e-9a40-3234b5cce65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.056971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-8a5fae93-cb65-4f4e-9a40-3234b5cce65c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1095 time: 0.4871955 Sep 21 08:07:13.082404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bcda-4772-4fb0-80a8-9e30c6664ed7 req-c30c8e30-87c4-4896-a7f2-6f80415e2a72 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.084722 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ec5bcda-4772-4fb0-80a8-9e30c6664ed7 req-c30c8e30-87c4-4896-a7f2-6f80415e2a72 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 943 time: 0.5787821 Sep 21 08:07:13.097088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-25f61ec1-c0cc-41fc-a213-3eb15d4292b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.099420 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-25f61ec1-c0cc-41fc-a213-3eb15d4292b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4549112 Sep 21 08:07:13.203948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:13.266809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16c4d0-2030-44b1-9dcd-4fae619bc589 req-b7170e86-33e4-4aa8-bfea-fa1bb4c3232f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.269677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6a16c4d0-2030-44b1-9dcd-4fae619bc589 req-b7170e86-33e4-4aa8-bfea-fa1bb4c3232f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.0889258 Sep 21 08:07:13.343427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310d0bda-1bcb-4c2f-8e62-ea6f5ae14107']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:13.358790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-4f511eba-576f-499d-8489-bbacc174a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.360488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-4f511eba-576f-499d-8489-bbacc174a748 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679&tenant_id=7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 1101 time: 0.0803311 Sep 21 08:07:13.376891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6a16c4d0-2030-44b1-9dcd-4fae619bc589 req-131f848f-cb92-449b-a5f8-3bc7c69248a6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680146 Sep 21 08:07:13.451487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:13.451933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b8cc26-5fa8-4d4b-b9db-c0bcc6fca3db') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:13.547500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-9a427e08-3209-4675-9c62-11ae50c515b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.549586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-9a427e08-3209-4675-9c62-11ae50c515b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 1101 time: 0.1119356 Sep 21 08:07:13.566171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8eec3ab8-5170-4770-b5a6-aca558d8d901 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:07:13.575082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3225c3-4a12-419b-a2e2-02a7d0049407 req-e8453596-5fb7-468b-8976-6911567df17e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.577607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d3225c3-4a12-419b-a2e2-02a7d0049407 req-e8453596-5fb7-468b-8976-6911567df17e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 944 time: 0.0770166 Sep 21 08:07:13.590314 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:13.610687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ec5bcda-4772-4fb0-80a8-9e30c6664ed7 req-6a342475-d89c-4aa7-aa5f-020ee5a1e5b1 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020323 Sep 21 08:07:13.657126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d3225c3-4a12-419b-a2e2-02a7d0049407 req-fd19a14d-72f7-41c0-bc70-78ec6a1b83e8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688093 Sep 21 08:07:13.727374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:13.756335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-686fba71-c98b-48f1-b890-7e2e549c5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.758230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-686fba71-c98b-48f1-b890-7e2e549c5614 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.6882715 Sep 21 08:07:13.774758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39974) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:13.840056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8eec3ab8-5170-4770-b5a6-aca558d8d901, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:13.875131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'mac_address': 'fa:16:3e:22:b1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:07:13.895238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-d5e4671d-d76a-4cfd-a880-7671df44d342 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 200 len: 217 time: 0.0804815 Sep 21 08:07:13.907357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:07:13.907357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:07:13.918306 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:07:13.969397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-a4666e05-63a2-432c-a8ec-3a59c821cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:13.971379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-a4666e05-63a2-432c-a8ec-3a59c821cdfb service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3924477 Sep 21 08:07:14.010707 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:14.015766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-d1512b03-b38b-42d7-b1c4-6b1181afb0c0 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8852715 Sep 21 08:07:14.050946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eec3ab8-5170-4770-b5a6-aca558d8d901 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:14.107670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8eec3ab8-5170-4770-b5a6-aca558d8d901, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:14.115569 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:14.130620 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-017ac507-44a8-447c-94e1-c88be6d89eeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 200 len: 217 time: 0.1510377 Sep 21 08:07:14.177351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:14.226586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8eec3ab8-5170-4770-b5a6-aca558d8d901,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:14.236238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db499e93-5eb3-4320-803a-1eeeeecfe50f req-f8824207-1d6f-4961-a8bb-f0bb9b8324d7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:14.239062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-aca833cf-437a-428c-b205-ae658df5a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:14.240742 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-aca833cf-437a-428c-b205-ae658df5a6f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.3215642 Sep 21 08:07:14.245429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:14.247180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8556d584-618c-496b-b334-b67eb2df4da3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:14.247609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/networks/310d0bda-1bcb-4c2f-8e62-ea6f5ae14107 HTTP/1.1" status: 204 len: 168 time: 2.6520958 Sep 21 08:07:14.249270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db499e93-5eb3-4320-803a-1eeeeecfe50f req-f8824207-1d6f-4961-a8bb-f0bb9b8324d7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.3470750 Sep 21 08:07:14.266087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39978) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:14.272015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1011946072'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:14.309867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8556d584-618c-496b-b334-b67eb2df4da3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:14.313240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8556d584-618c-496b-b334-b67eb2df4da3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:14.333610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636068d-bd52-46d7-babe-fe0eff0aa49f tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Network': ['ID=310d0bda-1bcb-4c2f-8e62-ea6f5ae14107,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:14.343002 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-f0085e7a-bfd6-4a8f-9a2a-6980c6059233 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816805 Sep 21 08:07:14.404067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6254d92-4e1c-495a-9279-189d1066e1ee req-e0ce375d-21a7-432f-9645-2e931064b717 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461046 Sep 21 08:07:14.420356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:14.424692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:14.442345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db499e93-5eb3-4320-803a-1eeeeecfe50f req-844fc6a4-d4bb-43bf-8bfa-3d78f03a15e3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919754 Sep 21 08:07:14.452917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-9ce86f33-ebaa-41b3-82d8-19939c3ce8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:14.470491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-9ce86f33-ebaa-41b3-82d8-19939c3ce8dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.3219240 Sep 21 08:07:14.623428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8eec3ab8-5170-4770-b5a6-aca558d8d901'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:14.697295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:07:14.754246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-55fac935-6567-4671-8f9c-82345ab2ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:14.756482 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-55fac935-6567-4671-8f9c-82345ab2ecfe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1737778 Sep 21 08:07:14.760133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:14.760592 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Added segment bbce3d69-8f2a-4f42-ae1a-2b358a412cea of type vlan for network 7439135e-6fa6-4ef1-a82a-3772d79be1be Sep 21 08:07:14.763865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-25d4808f-bb83-4e91-93a0-979b39b85a17 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056160 Sep 21 08:07:14.913185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d155371-d99a-401d-9753-65c7fe0d5f2f req-a5ac011b-c001-4a78-b5ac-94a6dbb55a5b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:14.919974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f2760-303d-484e-a59c-87a7f22dea6a req-75a0d89e-b861-4e16-98c2-c004c5130f20 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:14.930281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f0f2760-303d-484e-a59c-87a7f22dea6a req-75a0d89e-b861-4e16-98c2-c004c5130f20 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 944 time: 0.1720068 Sep 21 08:07:14.938973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d155371-d99a-401d-9753-65c7fe0d5f2f req-a5ac011b-c001-4a78-b5ac-94a6dbb55a5b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.3826289 Sep 21 08:07:15.066837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:15.090082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f0f2760-303d-484e-a59c-87a7f22dea6a req-9121ae33-847e-45db-b4be-cbbf67c5b188 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576917 Sep 21 08:07:15.187677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-65a50b78-21a8-4210-858a-f62b5c3041a9 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727396 Sep 21 08:07:15.220400 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:07:15.311614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d155371-d99a-401d-9753-65c7fe0d5f2f req-f14c4dbf-a00c-417c-aa3f-d00492530d82 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662436 Sep 21 08:07:15.313528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:15.320703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:15.321518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:15.515082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-be58fbf2-e9af-472d-8735-7d458416df70 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7268400 Sep 21 08:07:15.533104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2656143 Sep 21 08:07:15.534247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39998) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:15.544104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'subnet': {'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:15.553257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79cd83-52dd-4e1b-a1ba-fb976cbf1670 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Network': ['ID=7439135e-6fa6-4ef1-a82a-3772d79be1be,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:15.568742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 7439135e-6fa6-4ef1-a82a-3772d79be1be details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:07:15.612365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:15.745238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17690586-1bd0-4cba-a6fb-a93f1e845b66 req-b1329771-fc4e-467a-b258-c248d9fc450c service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518241 Sep 21 08:07:15.884620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d7012-1637-4763-8e6d-3e16ebb1cb9f req-c29fbccf-c457-4e61-a826-6cca4f844074 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:15.887590 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-483d7012-1637-4763-8e6d-3e16ebb1cb9f req-c29fbccf-c457-4e61-a826-6cca4f844074 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 944 time: 0.6332865 Sep 21 08:07:15.891641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bea04-2423-46d9-8135-c97aaa69af52 req-8e7b7fc2-289a-49d9-8728-db5ef578b124 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:15.893237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-515bea04-2423-46d9-8135-c97aaa69af52 req-8e7b7fc2-289a-49d9-8728-db5ef578b124 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2648039 Sep 21 08:07:15.896184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:15.903089 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:15.916656 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.105935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-515bea04-2423-46d9-8135-c97aaa69af52 req-223b08ae-692e-4b1a-ae45-c4a1bddd9b96 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993716 Sep 21 08:07:16.118024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-12cf7477-d811-4c20-bf53-b9e1a38ad702 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:16.122160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-12cf7477-d811-4c20-bf53-b9e1a38ad702 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.2129569 Sep 21 08:07:16.216517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-483d7012-1637-4763-8e6d-3e16ebb1cb9f req-42ec1ee2-71fd-4dde-92de-ac97a1921a45 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147955 Sep 21 08:07:16.403961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.491993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2ea11-4969-443d-98e0-a7468e2b1582 req-968bca20-c881-47a3-a917-60f731385d72 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:16.493668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61d2ea11-4969-443d-98e0-a7468e2b1582 req-968bca20-c881-47a3-a917-60f731385d72 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 944 time: 0.1851597 Sep 21 08:07:16.497035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-c376ce7f-fe9b-4c8d-a7ee-cf36288320a5 service neutron] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:16.502891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Deleting port 1fc47505-6d44-49ee-91b2-cc853730908a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:16.503806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.504147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-c376ce7f-fe9b-4c8d-a7ee-cf36288320a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.505330 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db4ddba9-5cd5-44fb-bd13-3a0a68c4b836 req-c376ce7f-fe9b-4c8d-a7ee-cf36288320a5 service neutron] 10.222.0.50 "DELETE /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75/bindings/n-h1-809980-2 HTTP/1.1" status: 204 len: 173 time: 0.3646049 Sep 21 08:07:16.510101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Subnet': ['ID=efb947f4-8fc4-4b52-b8f0-91a0e96306c3,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:16.546135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8913110-0b2a-427b-bf52-8d58ef7c851a req-afc3e0f3-7cf7-44b7-bd03-55c8cb1c362f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:16.548761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8913110-0b2a-427b-bf52-8d58ef7c851a req-afc3e0f3-7cf7-44b7-bd03-55c8cb1c362f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.1240559 Sep 21 08:07:16.548972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Checking segment: {'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:16.549884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network hostable DHCP agents. Network: 7439135e-6fa6-4ef1-a82a-3772d79be1be, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:07:16.570362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61d2ea11-4969-443d-98e0-a7468e2b1582 req-e83d321f-6520-4309-aa38-a85bd04a748e tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612559 Sep 21 08:07:16.581510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network 7439135e-6fa6-4ef1-a82a-3772d79be1be is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:07:16.603090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 7439135e-6fa6-4ef1-a82a-3772d79be1be) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:16.613351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:16.613986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.615136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3a27a-c66e-4dad-9995-d8798449355f None None] Network 7439135e-6fa6-4ef1-a82a-3772d79be1be requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:16.646869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d8a77965-f40a-4850-882e-e000e4620cbc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1115334 Sep 21 08:07:16.651361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40008) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:16.664930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-513826935'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:16.713426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8913110-0b2a-427b-bf52-8d58ef7c851a req-66319922-3ea0-4647-972f-92e8a9535eb2 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844076 Sep 21 08:07:16.715282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] For port 1fc47505-6d44-49ee-91b2-cc853730908a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1fc47505-6d44-49ee-91b2-cc853730908a,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:16.715680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.729192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:16.729823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Calling delete_port for 1fc47505-6d44-49ee-91b2-cc853730908a owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:16.737323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.785148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:07:16.822331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.823044 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Added segment 1e36037f-74a4-48f8-a006-5b38c05c841e of type vlan for network c3d9a113-6095-4bf9-8495-911088e4017e Sep 21 08:07:16.878012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-7439135e-6fa6-4ef1-a82a-3772d79be1be', 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'fixed_ips': [{'subnet_id': 'efb947f4-8fc4-4b52-b8f0-91a0e96306c3'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:07:16.879422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.895716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.949948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.956576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:16.957530 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:16.975690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3227460 Sep 21 08:07:16.997859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:17.007100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:17.008813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'subnet': {'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:17.059145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc47505-6d44-49ee-91b2-cc853730908a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:17.253150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Allocated IP 19.80.0.2 (7439135e-6fa6-4ef1-a82a-3772d79be1be/efb947f4-8fc4-4b52-b8f0-91a0e96306c3/f23d6833-e80b-45c0-8f86-d4c7968c3e9c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:17.354819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:17.423851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c927-f211-4c04-8a66-435e5f6a0b62 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Network': ['ID=c3d9a113-6095-4bf9-8495-911088e4017e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:17.577125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-296e6060-e5e8-4222-917e-b76628a7baca service neutron] 10.222.0.50 "GET /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b/bindings/n-h1-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.4898582 Sep 21 08:07:17.586171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:17.587244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:17.593595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c3d9a113-6095-4bf9-8495-911088e4017e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:07:17.596468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:17.613733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8eec3ab8-5170-4770-b5a6-aca558d8d901 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:17.632078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae81e75-e30a-480b-9407-a1d285ac4eb3 req-5c7cc6c6-edcb-4457-b8b5-e93bc32b19c0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:17.635762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ae81e75-e30a-480b-9407-a1d285ac4eb3 req-5c7cc6c6-edcb-4457-b8b5-e93bc32b19c0 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2505920 Sep 21 08:07:17.669253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35202cd-7ca7-4fab-89be-60e48d5c8af3 req-3ff05f51-3386-4100-87ea-0df476ae21ff tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:17.671004 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d35202cd-7ca7-4fab-89be-60e48d5c8af3 req-3ff05f51-3386-4100-87ea-0df476ae21ff tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 944 time: 0.1787078 Sep 21 08:07:17.685735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:17.858740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Network 7439135e-6fa6-4ef1-a82a-3772d79be1be is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:17.864112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Pushing event updated for resources: {'Port': ['ID=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:17.868675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:17.883324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:17.885354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ae81e75-e30a-480b-9407-a1d285ac4eb3 req-58f2f013-5291-4e8f-8db9-53428d5a5bc6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147057 Sep 21 08:07:17.887868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d35202cd-7ca7-4fab-89be-60e48d5c8af3 req-abe4d332-f9a9-45ec-aa36-0a66c5de5593 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069464 Sep 21 08:07:17.937520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 8eec3ab8-5170-4770-b5a6-aca558d8d901 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:07:18.025457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8eec3ab8-5170-4770-b5a6-aca558d8d901 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:18.025921 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.030640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:18.135381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Router 7704af88-624e-4797-985a-29357fd0767e has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:07:18.163434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Attempting to bind port f23d6833-e80b-45c0-8f86-d4c7968c3e9c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:18.163958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Attempting to bind port f23d6833-e80b-45c0-8f86-d4c7968c3e9c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:18.164363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Attempting to bind port f23d6833-e80b-45c0-8f86-d4c7968c3e9c on network 7439135e-6fa6-4ef1-a82a-3772d79be1be {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:18.180569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:18.180941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Checking segment: {'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:18.181348 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.181740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Bound using segment: {'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:18.182218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Bound port: f23d6833-e80b-45c0-8f86-d4c7968c3e9c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:18.182596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.273425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] For port f23d6833-e80b-45c0-8f86-d4c7968c3e9c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:18.276983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] For port f23d6833-e80b-45c0-8f86-d4c7968c3e9c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:18.291530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.350640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:18.384368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:18.394147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.394430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331af9df-7e0b-46a5-bfdd-896b7bd6ce5d req-b31eb81c-4ee7-45c2-9479-149c78c7f8f3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:18.407087 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-331af9df-7e0b-46a5-bfdd-896b7bd6ce5d req-b31eb81c-4ee7-45c2-9479-149c78c7f8f3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 943 time: 0.2001076 Sep 21 08:07:18.426311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e087427-c7a9-4e1d-b9cb-f6137eba14a1 None None] Pushing event updated for resources: {'Port': ['ID=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:18.445960 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.446132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:07:18.465440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-594f7c80-cad4-4e5f-9b59-beb7b882f1be admin admin] 10.222.0.59 "PUT /v2.0/routers/7704af88-624e-4797-985a-29357fd0767e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6888461 Sep 21 08:07:18.470486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40028) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:18.474094 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] Sync routers for ids ['7704af88-624e-4797-985a-29357fd0767e'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:07:18.475616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:18.484912 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd95db7-a0b0-417e-8891-60f9828973fd" -d '{"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-unplugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:18.498504 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] Routers {'7704af88-624e-4797-985a-29357fd0767e'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:18.499700 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7704af88-624e-4797-985a-29357fd0767e'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:18.510935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-331af9df-7e0b-46a5-bfdd-896b7bd6ce5d req-07c5bbdf-568a-4c64-8e44-7977bd5ce10e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023831 Sep 21 08:07:18.519819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:18.525410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:18.571179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.614933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8eec3ab8-5170-4770-b5a6-aca558d8d901, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:18.619687 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.623918 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:18.680733 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] Set router 7704af88-624e-4797-985a-29357fd0767e gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:18.744809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:18.759437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a225-85cb-4d7a-89c8-c9aed6460a0c req-9b382050-28db-4367-bdd4-b4f549a75fd8 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:18.762671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8853a225-85cb-4d7a-89c8-c9aed6460a0c req-9b382050-28db-4367-bdd4-b4f549a75fd8 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 944 time: 0.7114942 Sep 21 08:07:18.803352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:18.885933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Subnet': ['ID=1930f1f8-f9e6-4051-9394-d4b83456ab3f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:18.910236 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dba8466-2ad8-422e-b8be-0b5477e5b760 x-openstack-request-id: req-7dba8466-2ad8-422e-b8be-0b5477e5b760 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:18.910574 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-unplugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:18.910907 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7dba8466-2ad8-422e-b8be-0b5477e5b760 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:18.911243 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'code': 200} Sep 21 08:07:18.920954 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:19.009088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8eec3ab8-5170-4770-b5a6-aca558d8d901,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:19.013958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:19.072093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8853a225-85cb-4d7a-89c8-c9aed6460a0c req-6ab0c13b-da9b-4524-9d63-d5e7860bc1c9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754413 Sep 21 08:07:19.073177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Checking segment: {'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:19.073739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network hostable DHCP agents. Network: c3d9a113-6095-4bf9-8495-911088e4017e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:07:19.123615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:19.175670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9aba46-055e-4c53-9b6d-6fc314e82f60 req-c6e13cec-7312-4251-8716-61aa589f4033 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:19.177627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d9aba46-055e-4c53-9b6d-6fc314e82f60 req-c6e13cec-7312-4251-8716-61aa589f4033 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1095 time: 0.0892572 Sep 21 08:07:19.193397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] Transition to ACTIVE for port object 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:07:19.203630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:19.251637 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d9aba46-055e-4c53-9b6d-6fc314e82f60 req-eafc7a8b-5efe-495d-984b-9698f9f9543d tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549638 Sep 21 08:07:19.259795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Deleting port dc8fd5f9-db71-45b2-b393-fa97574520ca {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:19.260241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:19.304098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] Pushing event updated for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:19.329685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network c3d9a113-6095-4bf9-8495-911088e4017e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:07:19.385587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c3d9a113-6095-4bf9-8495-911088e4017e) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:19.399952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d2730-7a8c-4582-9804-40bd1611fcc1 None None] Network c3d9a113-6095-4bf9-8495-911088e4017e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:19.427990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:19.429677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:19.446441 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:07:16Z', 'revision_number': 5, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port': {'id': 'dc8fd5f9-db71-45b2-b393-fa97574520ca', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7704af88-624e-4797-985a-29357fd0767e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:36Z', 'updated_at': '2021-09-21T08:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:19.450520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] No DVR routers for this DVR port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:19.466013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] For port dc8fd5f9-db71-45b2-b393-fa97574520ca, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc8fd5f9-db71-45b2-b393-fa97574520ca,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:19.466629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:19.492594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Calling delete_port for dc8fd5f9-db71-45b2-b393-fa97574520ca owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:19.496720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1bfe9a1e-b172-43e1-a01c-4c810eca7f77 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4969120 Sep 21 08:07:19.518302 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] Checking router: 7704af88-624e-4797-985a-29357fd0767e for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:07:19.533069 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] Routers {'7704af88-624e-4797-985a-29357fd0767e'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:19.533848 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:06:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7704af88-624e-4797-985a-29357fd0767e'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:19.559125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dcdf5-987f-4403-9c46-0e6caf0472bd req-cffdcd0c-3445-4834-9eb2-b94b29100a3a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:19.572518 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d51dcdf5-987f-4403-9c46-0e6caf0472bd req-cffdcd0c-3445-4834-9eb2-b94b29100a3a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.2877848 Sep 21 08:07:19.646321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-11e8fc1f-b60e-4373-ac0b-e322586b29cb service neutron] 10.222.0.50 "PUT /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b/bindings/n-h1-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0410650 Sep 21 08:07:19.692187 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] Set router 7704af88-624e-4797-985a-29357fd0767e gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:19.733435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d51dcdf5-987f-4403-9c46-0e6caf0472bd req-9b2fac84-0a49-41bd-8aaf-bdecda549a1a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594636 Sep 21 08:07:19.770888 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:07:19Z', 'revision_number': 6, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:19.821994 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2c444-bd0b-4fda-9459-2ed6a8a9807e None None] The sync data for ids ['7704af88-624e-4797-985a-29357fd0767e'] in n-d-809980-2 is: [{'id': '7704af88-624e-4797-985a-29357fd0767e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1755944450-router', 'tenant_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:34Z', 'updated_at': '2021-09-21T08:07:19Z', 'revision_number': 6, 'project_id': '7ca95e6bd1724bb8a2c6c7a1640df11b', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:07:19.968523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-c3d9a113-6095-4bf9-8495-911088e4017e', 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'fixed_ips': [{'subnet_id': '1930f1f8-f9e6-4051-9394-d4b83456ab3f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:07:19.970075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:20.036770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae287-d9e8-426c-b84f-bca9c14e05e1 req-93fc4351-8bfa-44a7-9515-930b3ee3b20d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.039162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-424ae287-d9e8-426c-b84f-bca9c14e05e1 req-93fc4351-8bfa-44a7-9515-930b3ee3b20d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 944 time: 0.1258640 Sep 21 08:07:20.070120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:07:20.116003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-424ae287-d9e8-426c-b84f-bca9c14e05e1 req-e066310b-72f9-4dbc-baab-927ad2cb7809 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679853 Sep 21 08:07:20.299749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e649c-203e-4f30-9898-0f2b5bac9fac req-93d54062-d326-4d48-85e1-d2db61194974 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.312198 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b43e649c-203e-4f30-9898-0f2b5bac9fac req-93d54062-d326-4d48-85e1-d2db61194974 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 1095 time: 0.8210130 Sep 21 08:07:20.359343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb284eff-bd08-48fd-b664-2f7d7b02f9b2 None None] Network 7439135e-6fa6-4ef1-a82a-3772d79be1be requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:20.421076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-f9d3a50a-1978-4fc8-9e95-ea553567a13e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.425670 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-f9d3a50a-1978-4fc8-9e95-ea553567a13e tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.3676331 Sep 21 08:07:20.501989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f23d6833-e80b-45c0-8f86-d4c7968c3e9c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:20.505017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-1d042000-bb49-48c9-9b2e-8d49133cc079 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.506449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Allocated IP 19.86.0.2 (c3d9a113-6095-4bf9-8495-911088e4017e/1930f1f8-f9e6-4051-9394-d4b83456ab3f/32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:20.513367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-1d042000-bb49-48c9-9b2e-8d49133cc079 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.522371 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-1d042000-bb49-48c9-9b2e-8d49133cc079 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/networks?id=7439135e-6fa6-4ef1-a82a-3772d79be1be&id=c3d9a113-6095-4bf9-8495-911088e4017e HTTP/1.1" status: 200 len: 1391 time: 0.2574203 Sep 21 08:07:20.537174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b43e649c-203e-4f30-9898-0f2b5bac9fac req-12261f78-ef31-4733-8765-9794cd5d916a tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237039 Sep 21 08:07:20.547611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-4722407f-f429-43c5-980a-15ba651c42e7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/quotas/95eb98bd3fb0487998c9f117927718d1 HTTP/1.1" status: 200 len: 375 time: 0.0230820 Sep 21 08:07:20.605328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-aa64759f-18fa-4322-9f7f-ae1290a7e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.606946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-aa64759f-18fa-4322-9f7f-ae1290a7e6e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e&tenant_id=e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 1095 time: 0.1178811 Sep 21 08:07:20.637601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:20.662759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-055f218c-12f6-464f-a7fe-0012fcb47028 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126685 Sep 21 08:07:20.713392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8fd5f9-db71-45b2-b393-fa97574520ca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:20.828292 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:20.834932 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:20.845261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-faf9ad73-5a8f-41c6-b40c-2448cd5cc3a5 service neutron] 10.222.0.59 "GET /v2.0/networks/7439135e-6fa6-4ef1-a82a-3772d79be1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745596 Sep 21 08:07:20.925225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-5115b76c-1978-4450-80ad-b8519e45094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.926901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-5115b76c-1978-4450-80ad-b8519e45094e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1095 time: 0.2946877 Sep 21 08:07:20.962797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:20.982580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:20.986208 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e60bbb-c270-40b1-9f01-0b9b917a470c" -d '{"events": [{"server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "name": "network-vif-plugged", "status": "completed", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:20.992530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'mac_address': 'fa:16:3e:b2:15:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:07:20.993675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0978a7-5ee5-43e7-8852-31580336d0d6 req-60d63545-e230-4f4e-b7d8-3f0236b5d108 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:20.995640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:20.996289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff0978a7-5ee5-43e7-8852-31580336d0d6 req-60d63545-e230-4f4e-b7d8-3f0236b5d108 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 945 time: 0.2897270 Sep 21 08:07:21.008065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.042276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.068873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Network c3d9a113-6095-4bf9-8495-911088e4017e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:21.070926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-505df190-cf59-4034-a3c3-a002a94a0fab None None] Provisioning complete for port f23d6833-e80b-45c0-8f86-d4c7968c3e9c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:21.071436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-505df190-cf59-4034-a3c3-a002a94a0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.120197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Pushing event updated for resources: {'Port': ['ID=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:21.123120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:21.129273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:21.162115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-a002233f-ec0a-4802-984d-8729229b2570 service neutron] 10.222.0.59 "GET /v2.0/networks/7439135e-6fa6-4ef1-a82a-3772d79be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028519 Sep 21 08:07:21.179480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff0978a7-5ee5-43e7-8852-31580336d0d6 req-be684b18-75f6-4f16-a6a1-c15b37d8f41e tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552017 Sep 21 08:07:21.194351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.194904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7704af88-624e-4797-985a-29357fd0767e {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:07:21.206326 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.214563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-73cd22b1-062d-4a8b-8bdb-b3c77d371771 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7704af88-624e-4797-985a-29357fd0767e HTTP/1.1" status: 204 len: 168 time: 2.7412264 Sep 21 08:07:21.215800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40076) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:21.243135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f23d6833-e80b-45c0-8f86-d4c7968c3e9c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:21.243697 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.298915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-2bd50a8f-a5fe-422d-a5da-098db4e3d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:21.300996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-2bd50a8f-a5fe-422d-a5da-098db4e3d001 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.3644795 Sep 21 08:07:21.304508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] Deleting subnet 282ba49c-f749-4a12-a5cf-eebc0464a687 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:07:21.311153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Attempting to bind port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:21.312041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Attempting to bind port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:21.312041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Attempting to bind port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c on network c3d9a113-6095-4bf9-8495-911088e4017e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:21.312242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.315041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.359957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01f307b-551e-4a01-af8c-fcf0a340a912 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:21.376264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:21.380257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Checking segment: {'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:21.380814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.381230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Bound using segment: {'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:21.381748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Bound port: 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:21.382686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.405472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-0e322b0e-7f3b-4ff1-8e65-9aabb9fcf0fd service neutron] 10.222.0.59 "GET /v2.0/networks/c3d9a113-6095-4bf9-8495-911088e4017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199764 Sep 21 08:07:21.429890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-443d4d20-3e66-4c1d-bf5f-89ed57de0869 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 200 len: 217 time: 0.1154509 Sep 21 08:07:21.470192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.532099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:21.558616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.560726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-505df190-cf59-4034-a3c3-a002a94a0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.577121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-a00f39e5-43ea-48e8-9160-76d3b7671693 service neutron] 10.222.0.59 "GET /v2.0/networks/c3d9a113-6095-4bf9-8495-911088e4017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685889 Sep 21 08:07:21.623177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-7fea03fb-ee77-446e-8d0c-2cd47d65eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:21.624843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-7fea03fb-ee77-446e-8d0c-2cd47d65eef9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1882026 Sep 21 08:07:21.650052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:21.705455 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.707208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-5ababb9d-0b6d-4489-b247-984e479f8509 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703216 Sep 21 08:07:21.784078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] For port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:21.796146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-505df190-cf59-4034-a3c3-a002a94a0fab None None] For port f23d6833-e80b-45c0-8f86-d4c7968c3e9c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:21.814728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-505df190-cf59-4034-a3c3-a002a94a0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.840288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-a8b87dd6-c85c-4f5b-b40a-11ad279852f5 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246445 Sep 21 08:07:21.842441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.886586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] For port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:21.914526 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:21.999837 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:07:22.000519 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:07:22.036630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505df190-cf59-4034-a3c3-a002a94a0fab None None] Pushing event updated for resources: {'Port': ['ID=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:22.092479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-436273f2-78a2-4b0a-bbbe-2abb66850822 None None] Provisioning complete for port f23d6833-e80b-45c0-8f86-d4c7968c3e9c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:22.093290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-436273f2-78a2-4b0a-bbbe-2abb66850822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:22.109336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abf740-fb2d-41b1-a1ee-707047e2f6dd req-c1c1d697-dd52-41e0-8903-01ed6ca95115 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:22.121064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a9abf740-fb2d-41b1-a1ee-707047e2f6dd req-c1c1d697-dd52-41e0-8903-01ed6ca95115 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 949 time: 0.2750747 Sep 21 08:07:22.207243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:22.224129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff494648-f8f5-468b-a205-8fd4b0970844 None None] Pushing event updated for resources: {'Port': ['ID=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:22.283765 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-af4d3bf6-d885-4682-9452-cc0ab7455355 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084377 Sep 21 08:07:22.285284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282ba49c-f749-4a12-a5cf-eebc0464a687,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:22.303741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:22.312632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40096) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:22.314311 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-611f096d-9aae-43f5-bb26-aadd7ac41016 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/282ba49c-f749-4a12-a5cf-eebc0464a687 HTTP/1.1" status: 204 len: 168 time: 1.0972974 Sep 21 08:07:22.322290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a9abf740-fb2d-41b1-a1ee-707047e2f6dd req-41313e24-6da1-400f-8cd0-f9309b6ee76c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999199 Sep 21 08:07:22.414159 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e2915e-4804-4587-9fd4-367c06050753 x-openstack-request-id: req-71e2915e-4804-4587-9fd4-367c06050753 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:22.414440 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "name": "network-vif-plugged", "status": "completed", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:22.416352 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-71e2915e-4804-4587-9fd4-367c06050753 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:22.416352 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'code': 200} Sep 21 08:07:22.418753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ea7eb-2f60-4363-9638-d21fb464f12c None None] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:22.533891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff27da0b-5a6d-4529-b98b-2f04a98bef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:22.612687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:22.645660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de3bc7-6ae2-49c2-8399-dc582d38000a req-0af8967b-6327-49b5-9d24-bf65d8801678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:22.651842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19de3bc7-6ae2-49c2-8399-dc582d38000a req-0af8967b-6327-49b5-9d24-bf65d8801678 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.1412272 Sep 21 08:07:22.775112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19de3bc7-6ae2-49c2-8399-dc582d38000a req-1f4bfeec-5ef7-416e-88be-cd5e39d4ebca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996327 Sep 21 08:07:22.818117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191ec3b-4afa-4029-a24d-0588abaf5155 req-2842c454-7c0b-4704-b72b-f3cc7dc4ef1d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:22.825801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1fc47505-6d44-49ee-91b2-cc853730908a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:22.832741 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b191ec3b-4afa-4029-a24d-0588abaf5155 req-2842c454-7c0b-4704-b72b-f3cc7dc4ef1d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 944 time: 0.1775196 Sep 21 08:07:22.889606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Deleting port c5bd3902-5807-46d0-8224-da0ed3cf6c46 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:22.890321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:22.903240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b191ec3b-4afa-4029-a24d-0588abaf5155 req-d06ba230-5a98-4cea-9a33-5acdb9275bb1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687029 Sep 21 08:07:22.913183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be8917d9-7ee0-41c9-858e-1e22bb27c238 req-eb8cdaa2-37c7-46cf-bcca-744290ec12a3 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 210 time: 0.0777647 Sep 21 08:07:22.937864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1fc47505-6d44-49ee-91b2-cc853730908a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:22.938405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1fc47505-6d44-49ee-91b2-cc853730908a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:23.008469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-83546585-ca3e-4fea-905c-bbfec95e9501 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:23.016385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-83546585-ca3e-4fea-905c-bbfec95e9501 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.1670883 Sep 21 08:07:23.111450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] DHCP port deletion for 9f257ab6-463c-4f48-9ff2-4891a2da3d9d request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:07:23.173133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] For port c5bd3902-5807-46d0-8224-da0ed3cf6c46, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c5bd3902-5807-46d0-8224-da0ed3cf6c46,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:23.173779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.224593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Calling delete_port for c5bd3902-5807-46d0-8224-da0ed3cf6c46 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:23.256028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] Deleting port c5bd3902-5807-46d0-8224-da0ed3cf6c46 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:23.256362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.334235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f23d6833-e80b-45c0-8f86-d4c7968c3e9c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:23.337388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a395d-0b72-432a-a5a4-029db44473d2 req-8d10b59c-a20b-4048-a81b-8e813665bfdb tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:23.348902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e4a395d-0b72-432a-a5a4-029db44473d2 req-8d10b59c-a20b-4048-a81b-8e813665bfdb tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 945 time: 0.1987066 Sep 21 08:07:23.364621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0925d8-ae9b-467e-bad2-712582c66ccb req-a50f4440-f161-4cc3-b509-26a93fc9d0d9 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:23.369965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-df604be5-7ac3-45f5-8844-1b8f340df24e service neutron] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:23.376316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-df604be5-7ac3-45f5-8844-1b8f340df24e service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.376951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c0925d8-ae9b-467e-bad2-712582c66ccb req-a50f4440-f161-4cc3-b509-26a93fc9d0d9 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 946 time: 0.2386031 Sep 21 08:07:23.378348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fe6d6ce-00e2-4c37-8194-417b152fe442 req-df604be5-7ac3-45f5-8844-1b8f340df24e service neutron] 10.222.0.62 "DELETE /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b/bindings/n-h2-809980-2 HTTP/1.1" status: 204 len: 173 time: 0.3528271 Sep 21 08:07:23.448316 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c0925d8-ae9b-467e-bad2-712582c66ccb req-33d1c409-03a7-4398-be36-738a53666764 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700755 Sep 21 08:07:23.492756 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e4a395d-0b72-432a-a5a4-029db44473d2 req-6414d0eb-b07d-4517-90d5-42d490298c8a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386006 Sep 21 08:07:23.515668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] For port c5bd3902-5807-46d0-8224-da0ed3cf6c46, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c5bd3902-5807-46d0-8224-da0ed3cf6c46,segment=NetworkSegment(b221727a-4369-4196-a9b1-f6be2ffee5ce),segment_id=b221727a-4369-4196-a9b1-f6be2ffee5ce)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:23.516222 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.550726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] Calling delete_port for c5bd3902-5807-46d0-8224-da0ed3cf6c46 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:23.561879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.632865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] No DVR routers for this DVR port c5bd3902-5807-46d0-8224-da0ed3cf6c46 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:23.635109 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bd3902-5807-46d0-8224-da0ed3cf6c46,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:23.651926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f23d6833-e80b-45c0-8f86-d4c7968c3e9c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:23.652839 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.774864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7037f0-5d8d-42f6-a8ed-a11175f19352 None None] Network c3d9a113-6095-4bf9-8495-911088e4017e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:23.785739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf3658-ff2b-4874-9b18-b97e3d7f713a req-8440953e-1ad0-4681-8d67-ea9e9c9a014b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:23.788800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-acaf3658-ff2b-4874-9b18-b97e3d7f713a req-8440953e-1ad0-4681-8d67-ea9e9c9a014b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 949 time: 0.1564538 Sep 21 08:07:23.831850 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.885327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f257ab6-463c-4f48-9ff2-4891a2da3d9d']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:23.908847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b221727a-4369-4196-a9b1-f6be2ffee5ce') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:23.909392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b221727a-4369-4196-a9b1-f6be2ffee5ce') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:23.962174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-acaf3658-ff2b-4874-9b18-b97e3d7f713a req-55775d08-b6c0-478d-b51d-774744d3c105 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985134 Sep 21 08:07:23.967703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:23.979983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-1d746130-3a26-4bbf-8a61-1c1cbde43fea tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:23.994584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-1d746130-3a26-4bbf-8a61-1c1cbde43fea tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:23.996226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-1d746130-3a26-4bbf-8a61-1c1cbde43fea tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.62 "GET /v2.0/networks?id=7439135e-6fa6-4ef1-a82a-3772d79be1be&id=c3d9a113-6095-4bf9-8495-911088e4017e HTTP/1.1" status: 200 len: 1391 time: 0.2987826 Sep 21 08:07:24.007574 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.014914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'port': {'device_id': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be', 'admin_state_up': True, 'tenant_id': '95eb98bd3fb0487998c9f117927718d1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:24.035739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:07:24.036361 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:07:24.065289 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:07:24.115716 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b220a6-55c8-4e93-844c-520061cbed92 req-629f62ba-29e1-440a-aad0-d12778e38577 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 210 time: 0.0470335 Sep 21 08:07:24.194313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.201702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.204315 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9f257ab6-463c-4f48-9ff2-4891a2da3d9d HTTP/1.1" status: 204 len: 168 time: 1.8895650 Sep 21 08:07:24.222013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40110) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:24.384883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Provisioning complete for port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:24.386019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.419458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.460595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56bc41-6541-44c7-a6f3-a57851d6d4cb req-1eb98057-c8ee-434b-9b27-5fa9591b7d62 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:24.462606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f56bc41-6541-44c7-a6f3-a57851d6d4cb req-1eb98057-c8ee-434b-9b27-5fa9591b7d62 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 944 time: 0.2260361 Sep 21 08:07:24.475127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] Pushing event deleted for resources: {'Port': ['ID=c5bd3902-5807-46d0-8224-da0ed3cf6c46,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:24.484665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:24.526416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] Network 9f257ab6-463c-4f48-9ff2-4891a2da3d9d is not hosted by any dhcp agent {{(pid=94726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:07:24.531025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3acc36-57d9-4ccb-b597-72c1f6e451c5 None None] No DVR routers for this DVR port c5bd3902-5807-46d0-8224-da0ed3cf6c46 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:24.570946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:24.576153 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.620140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f56bc41-6541-44c7-a6f3-a57851d6d4cb req-96d7cd0d-cd50-4e5c-bbb0-748a502881bb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305637 Sep 21 08:07:24.774765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:07:24.812568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:24.812904 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.821204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:24.827931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fca39-db68-42fd-9d0c-40bdaa911c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f257ab6-463c-4f48-9ff2-4891a2da3d9d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:24.847360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Allocated IP 19.80.0.116 (7439135e-6fa6-4ef1-a82a-3772d79be1be/efb947f4-8fc4-4b52-b8f0-91a0e96306c3/373b4bc9-5d37-49ff-8490-0c49410e5bb2) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:24.892117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-b7c181e4-ef5a-449f-a56f-1737f55a8189 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:24.894073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-b7c181e4-ef5a-449f-a56f-1737f55a8189 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.62 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 946 time: 0.7373176 Sep 21 08:07:25.080546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] For port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:25.088103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931fe93-b093-4b13-88cc-175d11a79cee req-4c4663ca-5507-4f0d-8fba-962b5aed4a7f tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:25.089382 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.090137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0931fe93-b093-4b13-88cc-175d11a79cee req-4c4663ca-5507-4f0d-8fba-962b5aed4a7f tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/ports?device_id=765f3507-45c7-4f3b-93c6-7e80a430dc18 HTTP/1.1" status: 200 len: 946 time: 0.2731493 Sep 21 08:07:25.097922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b01f307b-551e-4a01-af8c-fcf0a340a912'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:25.119454 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.142501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.229441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0931fe93-b093-4b13-88cc-175d11a79cee req-e8e8d89d-308a-4abd-81a3-7daf72b742f4 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270475 Sep 21 08:07:25.274637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Deleting port 8a992500-5f51-4a02-8c55-e44246e01c44 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:25.275281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.329264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Port': ['ID=373b4bc9-5d37-49ff-8490-0c49410e5bb2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:25.361183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network 7439135e-6fa6-4ef1-a82a-3772d79be1be is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:25.363391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:25.367588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:25.388776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.476819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:25.478373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.507800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13500d-7373-4839-b02d-ecef45355ed7 req-00d9aac1-5557-4722-9cf5-c71845d49d20 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:25.511246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa13500d-7373-4839-b02d-ecef45355ed7 req-00d9aac1-5557-4722-9cf5-c71845d49d20 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 945 time: 0.7212317 Sep 21 08:07:25.513440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] For port 8a992500-5f51-4a02-8c55-e44246e01c44, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8a992500-5f51-4a02-8c55-e44246e01c44,segment=NetworkSegment(c644f7ee-c59c-4555-8487-f673b1fa7819),segment_id=c644f7ee-c59c-4555-8487-f673b1fa7819)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:25.513988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.542933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Pushing event updated for resources: {'Port': ['ID=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:25.553443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Calling delete_port for 8a992500-5f51-4a02-8c55-e44246e01c44 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:25.557557 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6023a343-7319-4533-b501-280bbf44e40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.566382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f2a4e813-3910-4efc-8e75-24a2fa672ee6 None None] Provisioning complete for port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:25.566766 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f2a4e813-3910-4efc-8e75-24a2fa672ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:25.600807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-63a6f47a-da01-4eab-b4f3-25ccb85e3e2a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5901763 Sep 21 08:07:25.619653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Request body: {'port': {'device_id': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e', 'admin_state_up': True, 'tenant_id': '95eb98bd3fb0487998c9f117927718d1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:25.663029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.663762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.664575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.665434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.666083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.666750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.667298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.668013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.669419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.669983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.670520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.671050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff88da9b-19b5-4d24-a395-fa1714654857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:07:25.681842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc8fd5f9-db71-45b2-b393-fa97574520ca no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:25.684021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa13500d-7373-4839-b02d-ecef45355ed7 req-d0d69bc5-2835-491a-98ed-e4766d00815a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603115 Sep 21 08:07:25.733369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: dc8fd5f9-db71-45b2-b393-fa97574520ca {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:25.733854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc8fd5f9-db71-45b2-b393-fa97574520ca not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:25.814288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ae820-e908-455c-ae70-86093892d153 req-9031b565-1db0-4d76-8496-8e420115b639 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:25.819678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-335ae820-e908-455c-ae70-86093892d153 req-9031b565-1db0-4d76-8496-8e420115b639 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 949 time: 0.1526184 Sep 21 08:07:25.897303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f55e-6bc9-4f5b-ad6c-0aeff6510cbf req-e74d2321-ea73-45bc-b54d-83c2882db5c2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:25.899802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eca3f55e-6bc9-4f5b-ad6c-0aeff6510cbf req-e74d2321-ea73-45bc-b54d-83c2882db5c2 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 932 time: 0.1076803 Sep 21 08:07:25.927884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-335ae820-e908-455c-ae70-86093892d153 req-92428f69-3344-4114-9949-1a43feaa333c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028752 Sep 21 08:07:25.942209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:25.964299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Made reservation on behalf of 95eb98bd3fb0487998c9f117927718d1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:25.971225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.036467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.037573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ceda23de-49e9-4a67-a8ca-10e9c00dfc2e None None] Provisioning complete for port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:26.040599 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ceda23de-49e9-4a67-a8ca-10e9c00dfc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.092641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Pushing event deleted for resources: {'Port': ['ID=8a992500-5f51-4a02-8c55-e44246e01c44,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:26.113822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ceda23de-49e9-4a67-a8ca-10e9c00dfc2e None None] Port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:07:26.128983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:26.129363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.175343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] No DVR routers for this DVR port 8a992500-5f51-4a02-8c55-e44246e01c44 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:26.180001 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.181115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eca3f55e-6bc9-4f5b-ad6c-0aeff6510cbf req-3cf9f93c-3906-4baf-be53-ef7f08056560 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678823 Sep 21 08:07:26.184579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7af44578-abfc-458a-b135-9a39f6bb86e9 req-f4d6ea6c-dc73-4187-8178-8a3c860d8102 tempest-VolumesAdminNegativeTest-1689835344 tempest-VolumesAdminNegativeTest-1689835344-project] 10.222.0.62 "DELETE /v2.0/ports/8a992500-5f51-4a02-8c55-e44246e01c44 HTTP/1.1" status: 204 len: 173 time: 1.2802091 Sep 21 08:07:26.185048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'name': 'network-vif-deleted', 'tag': '8a992500-5f51-4a02-8c55-e44246e01c44'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:26.187352 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bbf6dc-4196-4aa9-bae5-7885d8d2ebc2" -d '{"events": [{"server_uuid": "765f3507-45c7-4f3b-93c6-7e80a430dc18", "name": "network-vif-deleted", "tag": "8a992500-5f51-4a02-8c55-e44246e01c44"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:26.188028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Allocated IP 19.86.0.154 (c3d9a113-6095-4bf9-8495-911088e4017e/1930f1f8-f9e6-4051-9394-d4b83456ab3f/6ff677e4-3a8c-4b50-95c9-009951dbed9d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:26.211276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.225127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1c0c5-4ec3-4aca-b389-9210b81add32 req-bc00f4be-b537-4ab0-ba08-15e833236f2b tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:26.227258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2eb1c0c5-4ec3-4aca-b389-9210b81add32 req-bc00f4be-b537-4ab0-ba08-15e833236f2b tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1095 time: 0.1476064 Sep 21 08:07:26.374454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c5bd3902-5807-46d0-8224-da0ed3cf6c46 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:26.383896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2eb1c0c5-4ec3-4aca-b389-9210b81add32 req-2b97e29b-4735-4141-b288-417b69f49845 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005592 Sep 21 08:07:26.431303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c5bd3902-5807-46d0-8224-da0ed3cf6c46 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:26.433724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c5bd3902-5807-46d0-8224-da0ed3cf6c46 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:26.549020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.764381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Deleting port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:26.765256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:26.866928 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d062ed-9801-4dd7-80d1-81a3b86cf14a x-openstack-request-id: req-a5d062ed-9801-4dd7-80d1-81a3b86cf14a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:26.867281 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765f3507-45c7-4f3b-93c6-7e80a430dc18", "name": "network-vif-deleted", "tag": "8a992500-5f51-4a02-8c55-e44246e01c44", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:26.867602 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5d062ed-9801-4dd7-80d1-81a3b86cf14a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:26.868293 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765f3507-45c7-4f3b-93c6-7e80a430dc18', 'name': 'network-vif-deleted', 'tag': '8a992500-5f51-4a02-8c55-e44246e01c44', 'status': 'completed', 'code': 200} Sep 21 08:07:26.879250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40144) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:26.972841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed02259-4063-4d46-a50f-7860c5ef198e req-f68aaecb-8532-48f1-ae72-d8e1e2f01aad tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7083278 Sep 21 08:07:26.999740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-cdf80a5f-5eb5-468b-875a-6d26712341d1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:27.001291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-cdf80a5f-5eb5-468b-875a-6d26712341d1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679&tenant_id=7634cabddde04a9a91793712ffd5c698&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 949 time: 0.1771319 Sep 21 08:07:27.010211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] Deleting subnet 2f256d26-91d3-4d7d-8f35-45f171f69f56 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:07:27.023347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:27.026246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.029141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] For port fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,segment=NetworkSegment(1dacfc7e-15c1-4619-bd2d-55d84de9442e),segment_id=1dacfc7e-15c1-4619-bd2d-55d84de9442e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:27.029500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.037907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.071658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.107655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Calling delete_port for fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:27.124303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.126422 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.191372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Network c3d9a113-6095-4bf9-8495-911088e4017e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:27.201131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:27.243355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3dca4-9902-4a6a-adfb-2eca8fe80cda req-9bee1b1e-c055-4821-bb28-72f525809f9b tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:27.246810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cca3dca4-9902-4a6a-adfb-2eca8fe80cda req-9bee1b1e-c055-4821-bb28-72f525809f9b tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 1095 time: 0.2327113 Sep 21 08:07:27.254964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-ee9930c1-2182-4108-af2c-29b0d83e4188 service neutron] 10.222.0.62 "GET /v2.0/ports/b01f307b-551e-4a01-af8c-fcf0a340a912/bindings/n-h1-809980-2 HTTP/1.1" status: 200 len: 382 time: 0.2378361 Sep 21 08:07:27.266198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.269717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:27.376109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:27.377188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.407627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7938795 Sep 21 08:07:27.410020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f6969-ad99-463e-8b6d-1e1e36001d0c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event updated for resources: {'Port': ['ID=6ff677e4-3a8c-4b50-95c9-009951dbed9d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:27.434365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Request body: {'port': {'device_id': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:27.458093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cca3dca4-9902-4a6a-adfb-2eca8fe80cda req-a1cc9d95-6f80-463c-a450-665127c9b3f9 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003081 Sep 21 08:07:27.526839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-84e27def-33db-4293-ae5d-199c6cfd07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:27.531936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-84e27def-33db-4293-ae5d-199c6cfd07f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 1100 time: 0.1596789 Sep 21 08:07:27.537531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.567474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-299612da-29d1-43b1-977a-bb4eadabd276 None None] Provisioning complete for port 6ff677e4-3a8c-4b50-95c9-009951dbed9d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:27.569510 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-299612da-29d1-43b1-977a-bb4eadabd276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.601246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.603688 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.642308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.643108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-299612da-29d1-43b1-977a-bb4eadabd276 None None] Port 6ff677e4-3a8c-4b50-95c9-009951dbed9d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:07:27.659902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.663840 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2f256d26-91d3-4d7d-8f35-45f171f69f56 HTTP/1.1" status: 204 len: 168 time: 0.7768517 Sep 21 08:07:27.666032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:27.702945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e93630-891e-4eb5-a533-fabb9cb3006d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f256d26-91d3-4d7d-8f35-45f171f69f56,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:27.812866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.831739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca16a5-e1a6-4eab-b485-5e86b7a72875 req-1a403568-db5b-4fcc-9f46-30e6ff865dc1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:27.833530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-acca16a5-e1a6-4eab-b485-5e86b7a72875 req-1a403568-db5b-4fcc-9f46-30e6ff865dc1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 949 time: 0.1633999 Sep 21 08:07:27.864248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:27.866081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:27.869211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-d2eb5266-e4e2-488d-a3f9-99499f56b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:27.871590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-d2eb5266-e4e2-488d-a3f9-99499f56b3cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3058996 Sep 21 08:07:27.926924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Allocated IP 172.25.1.22 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/76de22ca-f6fc-4e48-8337-ad87fce2d2af) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:28.017375 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-10d59f97-4111-48c9-b509-db0bdc0c41ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 200 len: 217 time: 0.0969107 Sep 21 08:07:28.040130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:28.074427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-acca16a5-e1a6-4eab-b485-5e86b7a72875 req-5f102e45-fc74-4fb6-bf7d-fe9e7c7d6e7f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161102 Sep 21 08:07:28.195860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b01f307b-551e-4a01-af8c-fcf0a340a912 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:28.196521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.197928 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.241386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcfbd34-4e1d-479a-ac6c-05757ddd2204']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:28.260658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c644f7ee-c59c-4555-8487-f673b1fa7819') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:28.260961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c644f7ee-c59c-4555-8487-f673b1fa7819') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:28.280485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.317128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.338682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.356376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:07:28.356787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.360840 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:07:28.362288 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:07:28.386765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:28.389316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:28.393201 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68a1bea-8269-4edf-a14d-dd171bec3d36" -d '{"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-plugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:28.397963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.399874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8a992500-5f51-4a02-8c55-e44246e01c44 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:28.427608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 8a992500-5f51-4a02-8c55-e44246e01c44 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:28.428362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8a992500-5f51-4a02-8c55-e44246e01c44 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:28.429518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373b4bc9-5d37-49ff-8490-0c49410e5bb2 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:28.445769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.469403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.492726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.498453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] 10.222.0.59 "DELETE /v2.0/networks/abcfbd34-4e1d-479a-ac6c-05757ddd2204 HTTP/1.1" status: 204 len: 168 time: 0.8310788 Sep 21 08:07:28.501469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75f3ed-bbcd-4f07-ac78-11cb9e674fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=abcfbd34-4e1d-479a-ac6c-05757ddd2204,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:28.504016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40158) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:28.508268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Transition to ACTIVE for port object 373b4bc9-5d37-49ff-8490-0c49410e5bb2 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:07:28.514493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:28.535658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.543215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-c80b6dfa-4e1f-40ed-b2f2-5507015592e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:28.544894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-c80b6dfa-4e1f-40ed-b2f2-5507015592e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.5166855 Sep 21 08:07:28.584452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.630697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] Deleting subnet 665ee82a-f101-4e8a-85e1-7bfecb438152 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:07:28.636280 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.643261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6992-b7b6-4fa8-be17-08375f312ff2 req-2bf44890-9aca-4df5-8110-04b251ceec19 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:28.650891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c6992-b7b6-4fa8-be17-08375f312ff2 req-2bf44890-9aca-4df5-8110-04b251ceec19 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:28.652901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e69c6992-b7b6-4fa8-be17-08375f312ff2 req-2bf44890-9aca-4df5-8110-04b251ceec19 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1667 time: 0.1531029 Sep 21 08:07:28.688430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:28.688831 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.698255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:28.702614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Pushing event updated for resources: {'Port': ['ID=373b4bc9-5d37-49ff-8490-0c49410e5bb2,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:28.705197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-48efd01c-b1c3-4eb3-b865-b6314730ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:28.707155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-48efd01c-b1c3-4eb3-b865-b6314730ec1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486907 Sep 21 08:07:28.711421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:28.717320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.840625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e69c6992-b7b6-4fa8-be17-08375f312ff2 req-58f5db57-399f-4bb8-920b-070ca880c6dc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648686 Sep 21 08:07:28.888219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Pushing event updated for resources: {'Port': ['ID=76de22ca-f6fc-4e48-8337-ad87fce2d2af,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:28.914592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:28.924671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-f7edac7d-3623-480e-9a7f-0a9c9f7ab562 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074745 Sep 21 08:07:28.998931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Attempting to bind port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:28.999563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Attempting to bind port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:29.000091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Attempting to bind port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 on network 7439135e-6fa6-4ef1-a82a-3772d79be1be {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:29.006727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 on network 7439135e-6fa6-4ef1-a82a-3772d79be1be not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:07:29.007556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Attempting to bind port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 on network 7439135e-6fa6-4ef1-a82a-3772d79be1be {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:29.043696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.069805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:29.070148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Checking segment: {'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:29.070547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Bound using segment: {'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:29.071000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Bound port: 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:29.071381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.086286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665ee82a-f101-4e8a-85e1-7bfecb438152,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:29.099633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.104026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.108545 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-18955abd-a4f6-4450-aafe-b75e43136aba admin admin] 10.222.0.59 "DELETE /v2.0/subnets/665ee82a-f101-4e8a-85e1-7bfecb438152 HTTP/1.1" status: 204 len: 168 time: 0.5975962 Sep 21 08:07:29.112640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40168) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:29.142252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-7cfcf4d9-d0dd-4f9f-8f75-59bd08429221 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087314 Sep 21 08:07:29.187193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:07:29.234898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.296116 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7318518-c1c2-4024-9468-9ef885364f5b x-openstack-request-id: req-e7318518-c1c2-4024-9468-9ef885364f5b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:29.296981 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-plugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:29.296981 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7318518-c1c2-4024-9468-9ef885364f5b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:29.297546 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'code': 200} Sep 21 08:07:29.341664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.352438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] For port 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:29.357318 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] For port 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=373b4bc9-5d37-49ff-8490-0c49410e5bb2,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:29.372065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.440105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:07:29.454301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:29.455654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.455906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/373b4bc9-5d37-49ff-8490-0c49410e5bb2 HTTP/1.1" status: 200 len: 1092 time: 2.0363145 Sep 21 08:07:29.458833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63e43594-a58b-4c4a-82e2-5908785fd9d7 admin admin] 10.222.0.59 "PUT /v2.0/routers/d95c7d8d-eda1-42c4-84fb-eb36849d7f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2344992 Sep 21 08:07:29.465232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:29.468648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40174) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:29.469553 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:29.496306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] Sync routers for ids ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:07:29.525261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] Routers {'d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:29.526346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:29.554651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Request body: {'port': {'device_id': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:29.640499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.673212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126f25-7f57-47bb-97b5-7e44c4fb16b3 service neutron] Pushing event updated for resources: {'Port': ['ID=373b4bc9-5d37-49ff-8490-0c49410e5bb2,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:29.717177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607b68f-1185-4dac-8f70-02282557c87f req-ce2416e3-c581-45a6-b7b8-6f998f142eef tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:29.719143 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e607b68f-1185-4dac-8f70-02282557c87f req-ce2416e3-c581-45a6-b7b8-6f998f142eef tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2765727 Sep 21 08:07:29.722428 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.789371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0423ddc2-8d98-4d6f-83ed-7f11d88ae82a']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:29.833833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] Set router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:29.834369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa38b84e-d7b5-4ae9-90c3-d9f2b84d8ddc') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:29.834677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa38b84e-d7b5-4ae9-90c3-d9f2b84d8ddc') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:29.843092 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.874184 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.941698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e607b68f-1185-4dac-8f70-02282557c87f req-87c1eab8-8bd1-4237-9c28-81119f9f3119 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052612 Sep 21 08:07:29.956425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.959285 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.969551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.988477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:29.993587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:07:29.995377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:07:30.045541 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:07:30.254099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Deleting port dc9af545-2a0f-4346-bd60-a6a4b10a660d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:30.258432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:30.396709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff677e4-3a8c-4b50-95c9-009951dbed9d {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:30.407345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:30.424586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Transition to ACTIVE for port object 6ff677e4-3a8c-4b50-95c9-009951dbed9d will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:07:30.445742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Pushing event updated for resources: {'Port': ['ID=76de22ca-f6fc-4e48-8337-ad87fce2d2af,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:30.455962 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135bac8c-a108-4606-9554-2589439905f2 x-openstack-request-id: req-135bac8c-a108-4606-9554-2589439905f2 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:30.457070 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:30.458778 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-135bac8c-a108-4606-9554-2589439905f2 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:30.463291 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2', 'status': 'completed', 'code': 200} Sep 21 08:07:30.471566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:07:27Z', 'revision_number': 5, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port': {'id': 'dc9af545-2a0f-4346-bd60-a6a4b10a660d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:04:52Z', 'updated_at': '2021-09-21T08:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:30.491478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] For port dc9af545-2a0f-4346-bd60-a6a4b10a660d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc9af545-2a0f-4346-bd60-a6a4b10a660d,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:30.491874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:30.508441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Calling delete_port for dc9af545-2a0f-4346-bd60-a6a4b10a660d owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:30.542628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] Checking router: d95c7d8d-eda1-42c4-84fb-eb36849d7f9a for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:07:30.562657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] Routers {'d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:30.563306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:30.664592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-e8f322e7-a556-4039-8cf2-f8472e8a42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:30.665100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-e8f322e7-a556-4039-8cf2-f8472e8a42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:30.669510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-e8f322e7-a556-4039-8cf2-f8472e8a42a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1939 time: 0.1008143 Sep 21 08:07:30.844976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] Set router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:30.890854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c228c-9c24-405c-942c-9fe7fe3b62d1 req-d046c5d6-9af3-4721-8c81-f19b479a9dce tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:30.897466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c228c-9c24-405c-942c-9fe7fe3b62d1 req-d046c5d6-9af3-4721-8c81-f19b479a9dce tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:30.899555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-052c228c-9c24-405c-942c-9fe7fe3b62d1 req-d046c5d6-9af3-4721-8c81-f19b479a9dce tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1679 time: 0.3301697 Sep 21 08:07:30.918422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:07:29Z', 'revision_number': 6, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:30.966512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996de2e8-6908-4f94-b9c6-d67dac903235 None None] The sync data for ids ['d95c7d8d-eda1-42c4-84fb-eb36849d7f9a'] in n-d-809980-2 is: [{'id': 'd95c7d8d-eda1-42c4-84fb-eb36849d7f9a', 'name': 'tempest-AttachSCSIVolumeTestJSON-16446783-router', 'tenant_id': '1d6112ec56764786bdf71321c37047f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:04:51Z', 'updated_at': '2021-09-21T08:07:29Z', 'revision_number': 6, 'project_id': '1d6112ec56764786bdf71321c37047f6', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:07:31.007096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.025079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.042907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.054372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.054372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed02259-4063-4d46-a50f-7860c5ef198e req-8d845e69-45e0-41ac-a6d0-226f4d68a647 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0410547 Sep 21 08:07:31.055651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.077665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9af545-2a0f-4346-bd60-a6a4b10a660d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:31.130341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Pushing event deleted for resources: {'Network': ['ID=0423ddc2-8d98-4d6f-83ed-7f11d88ae82a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:31.140860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-052c228c-9c24-405c-942c-9fe7fe3b62d1 req-d02666f6-5a91-4737-9047-08421ded821b tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288582 Sep 21 08:07:31.175543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.180374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d0cf276e-883b-471d-aae1-e0cfbac8ca42 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0423ddc2-8d98-4d6f-83ed-7f11d88ae82a HTTP/1.1" status: 204 len: 168 time: 2.0627792 Sep 21 08:07:31.242666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-2e0c4933-f53d-40a1-95b1-5e6e1dcaa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:31.243628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-2e0c4933-f53d-40a1-95b1-5e6e1dcaa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:31.244297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-2e0c4933-f53d-40a1-95b1-5e6e1dcaa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:31.249059 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed02259-4063-4d46-a50f-7860c5ef198e req-ba119c32-a60d-4d5e-8ba9-7b60a1071d6a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1554484 Sep 21 08:07:31.253656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-2e0c4933-f53d-40a1-95b1-5e6e1dcaa1e5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=95eb98bd3fb0487998c9f117927718d1&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5596755 Sep 21 08:07:31.258414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff677e4-3a8c-4b50-95c9-009951dbed9d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:31.262832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.425470 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.429093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.550489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Attempting to bind port 6ff677e4-3a8c-4b50-95c9-009951dbed9d on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:31.551074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Attempting to bind port 6ff677e4-3a8c-4b50-95c9-009951dbed9d by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:31.551401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Attempting to bind port 6ff677e4-3a8c-4b50-95c9-009951dbed9d on network c3d9a113-6095-4bf9-8495-911088e4017e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:31.566411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Port 6ff677e4-3a8c-4b50-95c9-009951dbed9d on network c3d9a113-6095-4bf9-8495-911088e4017e not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:07:31.566696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Attempting to bind port 6ff677e4-3a8c-4b50-95c9-009951dbed9d on network c3d9a113-6095-4bf9-8495-911088e4017e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:31.581435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:31.581930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Checking segment: {'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:31.582157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Bound using segment: {'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:31.582601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Bound port: 6ff677e4-3a8c-4b50-95c9-009951dbed9d, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e36037f-74a4-48f8-a006-5b38c05c841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:31.582961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.588314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40268) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:31.689466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6f1d8c0a-499b-4b78-a490-eeebcf79a1cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9487fac23a4c41ffa5b285e093f17968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0975235 Sep 21 08:07:31.690768 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.700512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40270) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:31.751683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.752539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95c7d8d-eda1-42c4-84fb-eb36849d7f9a {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:07:31.774628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02259-4063-4d46-a50f-7860c5ef198e req-343c8711-498c-44b4-b44e-d8b15250e595 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:31.776305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed02259-4063-4d46-a50f-7860c5ef198e req-343c8711-498c-44b4-b44e-d8b15250e595 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.5190206 Sep 21 08:07:31.805861 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:31.808931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-bed02259-4063-4d46-a50f-7860c5ef198e req-e2e6a9ea-e8c8-470d-92f8-47a0d9e4f199 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:07:31.810137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed02259-4063-4d46-a50f-7860c5ef198e req-e2e6a9ea-e8c8-470d-92f8-47a0d9e4f199 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190392 Sep 21 08:07:31.826700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:31.826804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-35e9c5d1-2071-41af-b5ff-d52eece31dff admin admin] 10.222.0.59 "DELETE /v2.0/routers/d95c7d8d-eda1-42c4-84fb-eb36849d7f9a HTTP/1.1" status: 204 len: 168 time: 2.3538990 Sep 21 08:07:31.893018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-5147bfa5-c2b0-4feb-968c-4eb318ddddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:31.894633 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac93ecaf-d344-4354-bd0a-08a062cdbdfb req-5147bfa5-c2b0-4feb-968c-4eb318ddddb8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4116139 Sep 21 08:07:31.925348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b371b-a160-4bca-9c53-169d1b457088 req-5362e239-843d-4253-9834-e84e6a6e9d86 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:31.935119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb3b371b-a160-4bca-9c53-169d1b457088 req-5362e239-843d-4253-9834-e84e6a6e9d86 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.2897608 Sep 21 08:07:31.935611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] Deleting subnet 50031e72-50a7-46a7-a185-6f7e193e5f79 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:07:31.943632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.018387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.056039 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb3b371b-a160-4bca-9c53-169d1b457088 req-742c1160-dac2-42e0-b009-9bbfb4f07817 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198449 Sep 21 08:07:32.080055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-644cd037-75c0-49df-9317-ed053ca283b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.094257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-644cd037-75c0-49df-9317-ed053ca283b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679&tenant_id=7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 1101 time: 0.1128747 Sep 21 08:07:32.117095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:32.124497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.165410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:32.168017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fb37f6a0-bb45-46b5-8fe6-f6dffc1c3d85 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:32.168771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc9af545-2a0f-4346-bd60-a6a4b10a660d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:32.235519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: dc9af545-2a0f-4346-bd60-a6a4b10a660d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:32.235870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc9af545-2a0f-4346-bd60-a6a4b10a660d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:32.240336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.269247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0acad93-7499-453a-a2fb-f16f444104f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.275490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-8c12fba3-d679-46a4-a005-9c8eb8f81957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.277096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-8c12fba3-d679-46a4-a005-9c8eb8f81957 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 1101 time: 0.1559937 Sep 21 08:07:32.300989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0acad93-7499-453a-a2fb-f16f444104f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.340311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] For port 6ff677e4-3a8c-4b50-95c9-009951dbed9d, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:32.357488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a8562-3610-4fc9-aaea-cd6e840b9d16 None None] Network 22e91969-2cf0-41ad-a6db-85204a046c70 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:32.390572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50031e72-50a7-46a7-a185-6f7e193e5f79,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:32.413721 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.419343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-436efb9c-8c44-4e5f-a7c0-ceb60b839b68 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/50031e72-50a7-46a7-a185-6f7e193e5f79 HTTP/1.1" status: 204 len: 168 time: 0.5995259 Sep 21 08:07:32.436096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40292) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:32.445418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] For port 6ff677e4-3a8c-4b50-95c9-009951dbed9d, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6ff677e4-3a8c-4b50-95c9-009951dbed9d,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:32.482771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.554643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65499f0-ba74-4329-98e9-fc684a171864 req-ecbb0674-5747-4964-b08c-af15dfa56a72 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.575931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65499f0-ba74-4329-98e9-fc684a171864 req-ecbb0674-5747-4964-b08c-af15dfa56a72 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.580084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b65499f0-ba74-4329-98e9-fc684a171864 req-ecbb0674-5747-4964-b08c-af15dfa56a72 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1679 time: 0.2975497 Sep 21 08:07:32.658758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.698100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.698976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.700546 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ff677e4-3a8c-4b50-95c9-009951dbed9d HTTP/1.1" status: 200 len: 1092 time: 3.1652472 Sep 21 08:07:32.706163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'tag': '6ff677e4-3a8c-4b50-95c9-009951dbed9d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:32.708148 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86524309-929b-4639-92d7-a146ab8c3bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "tag": "6ff677e4-3a8c-4b50-95c9-009951dbed9d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:32.714828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979f7fe-6141-47b8-b443-1b49a2346347 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff677e4-3a8c-4b50-95c9-009951dbed9d,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:32.715039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] DHCP port deletion for 22e91969-2cf0-41ad-a6db-85204a046c70 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:07:32.769465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0acad93-7499-453a-a2fb-f16f444104f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.773083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0acad93-7499-453a-a2fb-f16f444104f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.774848 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a0acad93-7499-453a-a2fb-f16f444104f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38c4d963-ab5a-4f5c-ad59-17291c4b4d8d HTTP/1.1" status: 204 len: 168 time: 1.0724330 Sep 21 08:07:32.831224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b9d953a8-9da3-4c56-9abd-d964d4ba1a10 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.833243 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b9d953a8-9da3-4c56-9abd-d964d4ba1a10 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 819 time: 0.5873842 Sep 21 08:07:32.834532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b65499f0-ba74-4329-98e9-fc684a171864 req-d0ffea0f-3565-4a99-b215-a585904bf910 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705124 Sep 21 08:07:32.836925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acad93-7499-453a-a2fb-f16f444104f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4d963-ab5a-4f5c-ad59-17291c4b4d8d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:32.854596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b51197ba-2c23-4e21-bbb8-92b09029a5d2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/quotas/549514e1c3874b7dbb80e0f276c4d594 HTTP/1.1" status: 200 len: 375 time: 0.0124133 Sep 21 08:07:32.876291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-0732b47b-ff12-4373-bac6-3e1b6a72d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.883591 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-0732b47b-ff12-4373-bac6-3e1b6a72d1b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.5759437 Sep 21 08:07:32.914034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-73ba21ca-a285-4912-8ce0-62fae34234fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.916955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-73ba21ca-a285-4912-8ce0-62fae34234fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:32.918694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-73ba21ca-a285-4912-8ce0-62fae34234fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1981 time: 0.1355348 Sep 21 08:07:32.955641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] Deleting port 64906bd1-2dba-4307-84eb-29cad2e565b3 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:32.957390 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:32.997880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-98dc0864-2f8d-415a-99cf-3a5b4dd080b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=373b4bc9-5d37-49ff-8490-0c49410e5bb2 HTTP/1.1" status: 200 len: 217 time: 0.0701563 Sep 21 08:07:33.095414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-a7c7bfde-4330-46a0-b61e-120b9d42f173 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2258689 Sep 21 08:07:33.102893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-f7cb7507-69a5-4393-9ae9-10efcd0197ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 200 len: 217 time: 0.1405809 Sep 21 08:07:33.173036 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4234da-0b2e-4426-a779-2a619e5b47a6 x-openstack-request-id: req-ef4234da-0b2e-4426-a779-2a619e5b47a6 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:33.173665 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "tag": "6ff677e4-3a8c-4b50-95c9-009951dbed9d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:33.174788 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef4234da-0b2e-4426-a779-2a619e5b47a6 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:33.177068 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'tag': '6ff677e4-3a8c-4b50-95c9-009951dbed9d', 'status': 'completed', 'code': 200} Sep 21 08:07:33.208224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] For port 64906bd1-2dba-4307-84eb-29cad2e565b3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=64906bd1-2dba-4307-84eb-29cad2e565b3,segment=NetworkSegment(1dacfc7e-15c1-4619-bd2d-55d84de9442e),segment_id=1dacfc7e-15c1-4619-bd2d-55d84de9442e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:33.210573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:33.223974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-679f77ea-d85b-497c-8631-1725c2c1e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:33.231033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6f15262e-0443-437d-8e86-b21cb7e9190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:33.231750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-679f77ea-d85b-497c-8631-1725c2c1e93b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1174340 Sep 21 08:07:33.235964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6f15262e-0443-437d-8e86-b21cb7e9190f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=efb947f4-8fc4-4b52-b8f0-91a0e96306c3 HTTP/1.1" status: 200 len: 801 time: 0.2297976 Sep 21 08:07:33.394639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Deleting port 64906bd1-2dba-4307-84eb-29cad2e565b3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:33.395448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:33.396091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-a3272cba-5604-4ba9-a918-c91b7e68e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:33.398807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-a3272cba-5604-4ba9-a918-c91b7e68e551 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7439135e-6fa6-4ef1-a82a-3772d79be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1537213 Sep 21 08:07:33.414597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-e498f52a-4b74-45ae-836c-dbc3a8a7b07f service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022759 Sep 21 08:07:33.445498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-821dab9c-d0fe-4b5b-88c2-19af23e6cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:33.447064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-821dab9c-d0fe-4b5b-88c2-19af23e6cf53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902649 Sep 21 08:07:33.518416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] Calling delete_port for 64906bd1-2dba-4307-84eb-29cad2e565b3 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:33.639108 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:33.669791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40306) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:33.734330 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:33.743213 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-8d89db91-5442-4040-bb6f-b87fd448dd1f service neutron] 10.222.0.62 "GET /v2.0/networks/7439135e-6fa6-4ef1-a82a-3772d79be1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321474 Sep 21 08:07:33.777165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] Pushing event deleted for resources: {'Port': ['ID=64906bd1-2dba-4307-84eb-29cad2e565b3,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:33.800094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4e863-2633-41c0-9e27-e5ceecd7e77e None None] No DVR routers for this DVR port 64906bd1-2dba-4307-84eb-29cad2e565b3 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:33.803570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f838909-7d87-4e6b-b551-6ea7ed69c302 req-e30f40b6-eabb-4eea-9aa0-c149aaf0ed26 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:33.808160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-00f6d03c-6832-4a2c-a1bd-56c950446489 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c136458570043699d84c17080d995df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1340988 Sep 21 08:07:33.820113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f838909-7d87-4e6b-b551-6ea7ed69c302 req-e30f40b6-eabb-4eea-9aa0-c149aaf0ed26 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.4830525 Sep 21 08:07:33.822996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40308) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:33.879623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-2a266044-b08c-4985-87f1-4c431e84b56f service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086102 Sep 21 08:07:33.913029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] For port 64906bd1-2dba-4307-84eb-29cad2e565b3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=64906bd1-2dba-4307-84eb-29cad2e565b3,segment=NetworkSegment(1dacfc7e-15c1-4619-bd2d-55d84de9442e),segment_id=1dacfc7e-15c1-4619-bd2d-55d84de9442e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:33.913410 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:33.921344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 64906bd1-2dba-4307-84eb-29cad2e565b3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:33.948888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Calling delete_port for 64906bd1-2dba-4307-84eb-29cad2e565b3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:33.962316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab55566-fef9-4531-a92a-18d0995baced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:33.964877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 64906bd1-2dba-4307-84eb-29cad2e565b3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:07:33.965421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 64906bd1-2dba-4307-84eb-29cad2e565b3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:07:34.004840 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f838909-7d87-4e6b-b551-6ea7ed69c302 req-d7ef5df8-1f3c-4cb4-84f2-596e6f44ce98 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789417 Sep 21 08:07:34.017315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-6da50097-feae-422f-8f1e-2fff285c558f service neutron] 10.222.0.62 "GET /v2.0/networks/7439135e-6fa6-4ef1-a82a-3772d79be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626250 Sep 21 08:07:34.021640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab55566-fef9-4531-a92a-18d0995baced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.174067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-fbe20f40-b4b9-4c71-9b93-0261e384b485 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873720 Sep 21 08:07:34.244684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd59b2-462c-409e-a6e2-c1d912d32059 req-ed12d8d2-2d8e-445a-9e95-c35dfc7a35e1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:34.245458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-9e932084-d7b1-41fd-ac6d-ecf48c3de197 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=6ff677e4-3a8c-4b50-95c9-009951dbed9d HTTP/1.1" status: 200 len: 217 time: 0.2123766 Sep 21 08:07:34.250671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd59b2-462c-409e-a6e2-c1d912d32059 req-ed12d8d2-2d8e-445a-9e95-c35dfc7a35e1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:34.258481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0edd59b2-462c-409e-a6e2-c1d912d32059 req-ed12d8d2-2d8e-445a-9e95-c35dfc7a35e1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1679 time: 0.1409297 Sep 21 08:07:34.378819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.391105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-e04b943c-3a85-4f6e-8924-5305366dcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:34.394156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-e04b943c-3a85-4f6e-8924-5305366dcbdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1930f1f8-f9e6-4051-9394-d4b83456ab3f HTTP/1.1" status: 200 len: 801 time: 0.1384869 Sep 21 08:07:34.397027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab55566-fef9-4531-a92a-18d0995baced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.401338 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab55566-fef9-4531-a92a-18d0995baced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.403161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4ab55566-fef9-4531-a92a-18d0995baced admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fefdadab-44f5-4e73-afa9-e85396a6014c HTTP/1.1" status: 204 len: 168 time: 0.5763016 Sep 21 08:07:34.419580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0edd59b2-462c-409e-a6e2-c1d912d32059 req-4cb3d180-08c7-4655-b468-c82b1547c4bc tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571631 Sep 21 08:07:34.491433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Pushing event deleted for resources: {'Port': ['ID=64906bd1-2dba-4307-84eb-29cad2e565b3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:34.507651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] No DVR routers for this DVR port 64906bd1-2dba-4307-84eb-29cad2e565b3 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:34.508469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-609f5c44-a51c-46f5-9180-4310be575496 req-8808ee2c-8d42-4e19-b90e-3dd677e6f451 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 210 time: 0.1127255 Sep 21 08:07:34.509222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab55566-fef9-4531-a92a-18d0995baced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefdadab-44f5-4e73-afa9-e85396a6014c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:34.543186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc8526d8-d79e-441c-9ac7-2b7fc551f210 req-a5ed0b9f-fc8d-4474-b86e-fe578506af2f service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469808 Sep 21 08:07:34.592114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-aea4d92e-21cb-4c14-8f35-9af5f68299ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:34.593791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-aea4d92e-21cb-4c14-8f35-9af5f68299ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3d9a113-6095-4bf9-8495-911088e4017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892109 Sep 21 08:07:34.681739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.740327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e91969-2cf0-41ad-a6db-85204a046c70']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:34.756416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dacfc7e-15c1-4619-bd2d-55d84de9442e') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:34.757394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dacfc7e-15c1-4619-bd2d-55d84de9442e') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:34.784762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.812997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-4b3f3219-93ef-430a-ac79-2c9cdb57a7f7 service neutron] 10.222.0.62 "GET /v2.0/networks/c3d9a113-6095-4bf9-8495-911088e4017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929922 Sep 21 08:07:34.815612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.841119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:07:34.844194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:07:34.846868 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:07:34.953223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.963794 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:34.968317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] 10.222.0.59 "DELETE /v2.0/networks/22e91969-2cf0-41ad-a6db-85204a046c70 HTTP/1.1" status: 204 len: 168 time: 2.5287189 Sep 21 08:07:34.994727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d42e0-f5bd-46a2-b5d3-c6ab32e398af admin admin] Pushing event deleted for resources: {'Network': ['ID=22e91969-2cf0-41ad-a6db-85204a046c70,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:35.021342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ed008e9-0bf9-4fe9-b840-a5b8374fd216 req-797a4e66-f5a6-4c7a-b8dd-275bf548ddca service neutron] 10.222.0.62 "GET /v2.0/networks/c3d9a113-6095-4bf9-8495-911088e4017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009809 Sep 21 08:07:35.206042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91dad6-0011-4777-8ea0-0e11fb2b789b req-e55ce884-065a-4571-af80-c0da5fb5ae9f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.207872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0e91dad6-0011-4777-8ea0-0e11fb2b789b req-e55ce884-065a-4571-af80-c0da5fb5ae9f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 950 time: 0.0985637 Sep 21 08:07:35.213505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524309-929b-4639-92d7-a146ab8c3bfe req-1bed27aa-1073-4c9a-b896-b2528905001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.214276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524309-929b-4639-92d7-a146ab8c3bfe req-1bed27aa-1073-4c9a-b896-b2528905001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.215880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86524309-929b-4639-92d7-a146ab8c3bfe req-1bed27aa-1073-4c9a-b896-b2528905001e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=95eb98bd3fb0487998c9f117927718d1&device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1981 time: 0.0922663 Sep 21 08:07:35.421724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40348) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:35.444362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0e91dad6-0011-4777-8ea0-0e11fb2b789b req-5942e3d7-3c50-404f-8161-770079e92af2 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272010 Sep 21 08:07:35.496289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524309-929b-4639-92d7-a146ab8c3bfe req-d42e4bfa-5a5c-44e8-bb49-666609fec4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.499875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86524309-929b-4639-92d7-a146ab8c3bfe req-d42e4bfa-5a5c-44e8-bb49-666609fec4d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3d9a113-6095-4bf9-8495-911088e4017e HTTP/1.1" status: 200 len: 902 time: 0.2666183 Sep 21 08:07:35.531528 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-32d78762-964d-41c6-bcf0-70755fd99a20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ca95e6bd1724bb8a2c6c7a1640df11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1078050 Sep 21 08:07:35.545110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40352) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:35.602670 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86524309-929b-4639-92d7-a146ab8c3bfe req-b5eaf32f-e350-4dcc-bb89-8bdb19b81ded service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=6ff677e4-3a8c-4b50-95c9-009951dbed9d HTTP/1.1" status: 200 len: 217 time: 0.0961797 Sep 21 08:07:35.688596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524309-929b-4639-92d7-a146ab8c3bfe req-41c0f825-bc2e-4d74-b564-68c440850a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.690116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86524309-929b-4639-92d7-a146ab8c3bfe req-41c0f825-bc2e-4d74-b564-68c440850a1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1930f1f8-f9e6-4051-9394-d4b83456ab3f HTTP/1.1" status: 200 len: 801 time: 0.0794284 Sep 21 08:07:35.699375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e30ca65-ee00-4112-a824-bdcf9d692fa5 req-66e5d0a1-1c4d-46fd-9044-988146471bed tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 210 time: 0.0900376 Sep 21 08:07:35.730705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c230b9-a20f-4880-8113-8381ce36a51a req-e2263d4e-5ce8-4f09-aa00-519c5b113845 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.736750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c230b9-a20f-4880-8113-8381ce36a51a req-e2263d4e-5ce8-4f09-aa00-519c5b113845 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.738413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37c230b9-a20f-4880-8113-8381ce36a51a req-e2263d4e-5ce8-4f09-aa00-519c5b113845 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1679 time: 0.1942008 Sep 21 08:07:35.739093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0444c20b-72bd-4e68-89de-196472f4a0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:35.765943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86524309-929b-4639-92d7-a146ab8c3bfe req-bae7a46b-6eb1-4d18-82ea-698910ce47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:35.769096 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86524309-929b-4639-92d7-a146ab8c3bfe req-bae7a46b-6eb1-4d18-82ea-698910ce47a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3d9a113-6095-4bf9-8495-911088e4017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667133 Sep 21 08:07:35.807783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0444c20b-72bd-4e68-89de-196472f4a0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:35.903765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37c230b9-a20f-4880-8113-8381ce36a51a req-40c67081-b354-417a-acf6-3d9609316944 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542332 Sep 21 08:07:36.013385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86524309-929b-4639-92d7-a146ab8c3bfe req-8da72843-6b9e-446b-b8e2-f74fff8999e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c3d9a113-6095-4bf9-8495-911088e4017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358358 Sep 21 08:07:36.084264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:07:36.107959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-fa0f3a12-9826-45e8-ad70-a0fa6dcbb124 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:36.109455 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-fa0f3a12-9826-45e8-ad70-a0fa6dcbb124 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.62 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 819 time: 0.2437849 Sep 21 08:07:36.143643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'port': {'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'admin_state_up': True, 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:36.147193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0444c20b-72bd-4e68-89de-196472f4a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:36.162049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0444c20b-72bd-4e68-89de-196472f4a0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:36.163236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0444c20b-72bd-4e68-89de-196472f4a0ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ed969b2-bcab-4466-90cb-4de28fcacc79 HTTP/1.1" status: 204 len: 168 time: 0.6172380 Sep 21 08:07:36.189186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86524309-929b-4639-92d7-a146ab8c3bfe req-48f872fc-31a2-4408-b7c6-806683eee0db service neutron] 10.222.0.62 "GET /v2.0/networks/c3d9a113-6095-4bf9-8495-911088e4017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658807 Sep 21 08:07:36.222469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c20b-72bd-4e68-89de-196472f4a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed969b2-bcab-4466-90cb-4de28fcacc79,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:36.244469 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:36.278551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:36.281477 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31e7e05-2d21-4aab-a57c-1fc0cae0f5cd" -d '{"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-unplugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:36.298151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:36.304936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:36.395987 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cee94a-f1db-4da1-9beb-1dfd023c47c8 x-openstack-request-id: req-55cee94a-f1db-4da1-9beb-1dfd023c47c8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:36.396469 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-unplugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:36.396869 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55cee94a-f1db-4da1-9beb-1dfd023c47c8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:36.397531 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'code': 200} Sep 21 08:07:36.434712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Made reservation on behalf of 549514e1c3874b7dbb80e0f276c4d594 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:36.439863 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:36.462139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:36.727003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4a8cb-4d33-4780-80d5-87222841c3dd req-9b0e0faf-300f-4594-a6bc-577ee71e36f9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:36.735547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ff4a8cb-4d33-4780-80d5-87222841c3dd req-9b0e0faf-300f-4594-a6bc-577ee71e36f9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.1091342 Sep 21 08:07:36.748656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Allocated IP 172.20.0.3 (45dc2a06-9f19-48ee-9714-4e5ca1af606b/72f0c5a2-f80f-4137-b96a-bb0beddc66e4/3d2594f2-e189-4cc6-a2f4-21ec267678e2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:36.816501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ff4a8cb-4d33-4780-80d5-87222841c3dd req-dbbb85fd-05e4-4ade-a5fa-f42878fed6eb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766418 Sep 21 08:07:36.922380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a0013ab-f108-4b65-8ef7-7342b09a14ec req-854c930e-4662-49d5-9b35-161b61b4713e tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 210 time: 0.0665731 Sep 21 08:07:36.958332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40406) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:37.051094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ce422c77-db2b-4ff3-9aa7-ab0834e0ced7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d6112ec56764786bdf71321c37047f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892894 Sep 21 08:07:37.051770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40420) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:37.118498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-834885a2-cbe7-4d15-b8b2-fb631b180360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.124649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.160645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c905cd8-0b07-4b0e-95a6-3a2f855f6553 req-320cc873-2a0e-4e7c-97d6-3003b6bd0732 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:37.161523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-834885a2-cbe7-4d15-b8b2-fb631b180360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.168994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c905cd8-0b07-4b0e-95a6-3a2f855f6553 req-320cc873-2a0e-4e7c-97d6-3003b6bd0732 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:37.171003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c905cd8-0b07-4b0e-95a6-3a2f855f6553 req-320cc873-2a0e-4e7c-97d6-3003b6bd0732 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1679 time: 0.1460435 Sep 21 08:07:37.227583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-834885a2-cbe7-4d15-b8b2-fb631b180360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.235722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-834885a2-cbe7-4d15-b8b2-fb631b180360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.237134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-834885a2-cbe7-4d15-b8b2-fb631b180360 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d674effd-02f5-492c-b1dc-fc825c5d27be HTTP/1.1" status: 204 len: 168 time: 0.1848724 Sep 21 08:07:37.238303 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c905cd8-0b07-4b0e-95a6-3a2f855f6553 req-ba70b04e-6c1d-40e1-8e15-29ab95f8714c tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Sep 21 08:07:37.242222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.248003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834885a2-cbe7-4d15-b8b2-fb631b180360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d674effd-02f5-492c-b1dc-fc825c5d27be,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:37.256131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8eec3ab8-5170-4770-b5a6-aca558d8d901'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:37.283357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:37.286198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:37.289279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:37.399544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:37.400244 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.465251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3281946 Sep 21 08:07:37.491204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Request body: {'port': {'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:37.580241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52a33f-30fa-440d-9e4f-17923f944c65 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Pushing event updated for resources: {'Port': ['ID=3d2594f2-e189-4cc6-a2f4-21ec267678e2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:37.590827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.704179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40438) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:37.754085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e497e7a2-a8b0-44c5-a808-fe702683fbee None None] Provisioning complete for port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:37.756448 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e497e7a2-a8b0-44c5-a808-fe702683fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:37.885697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e497e7a2-a8b0-44c5-a808-fe702683fbee None None] Port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:07:38.007487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8319e77b-88a2-44ec-abf4-c8ce48a620af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:38.226477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93f68e-a35a-445a-b2d3-33e835bc80cf req-af2de2ac-d8dd-422e-81ac-d2093e4bd37d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:38.228977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e93f68e-a35a-445a-b2d3-33e835bc80cf req-af2de2ac-d8dd-422e-81ac-d2093e4bd37d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 931 time: 0.0689082 Sep 21 08:07:38.261790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2594f2-e189-4cc6-a2f4-21ec267678e2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:38.281780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c172f-bbc0-4c07-9aea-8dff17aae604 req-91decef2-da72-4b08-b892-b493ff3447da tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:38.284815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4c172f-bbc0-4c07-9aea-8dff17aae604 req-91decef2-da72-4b08-b892-b493ff3447da tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.2739761 Sep 21 08:07:38.299657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e93f68e-a35a-445a-b2d3-33e835bc80cf req-31063d23-502f-44d8-9bab-698c8d108123 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613463 Sep 21 08:07:38.303062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:38.369036 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8319e77b-88a2-44ec-abf4-c8ce48a620af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:38.373864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Transition to ACTIVE for port object 3d2594f2-e189-4cc6-a2f4-21ec267678e2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:07:38.394118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8319e77b-88a2-44ec-abf4-c8ce48a620af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:38.431103 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:38.481112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d811d0-ade7-42f0-8920-55f4ccd42506 req-06d6541f-086e-4686-952e-f5b01cf8e5bf tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:38.492691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8319e77b-88a2-44ec-abf4-c8ce48a620af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e145133321e344cdbe29572a9ed232f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7876592 Sep 21 08:07:38.498261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40490) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:38.508711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d811d0-ade7-42f0-8920-55f4ccd42506 req-06d6541f-086e-4686-952e-f5b01cf8e5bf tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:38.510625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7d811d0-ade7-42f0-8920-55f4ccd42506 req-06d6541f-086e-4686-952e-f5b01cf8e5bf tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1679 time: 0.1162097 Sep 21 08:07:38.567620 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de4c172f-bbc0-4c07-9aea-8dff17aae604 req-c9365749-a39d-48b5-9ca9-cf392b58ab20 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557795 Sep 21 08:07:38.643129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7d811d0-ade7-42f0-8920-55f4ccd42506 req-fdd0c4b6-9b6e-44b4-9aab-addd159dd22a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241019 Sep 21 08:07:38.712284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319e77b-88a2-44ec-abf4-c8ce48a620af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8520adc4-82f7-423b-95a2-36d4839c3416,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:38.883367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Pushing event updated for resources: {'Port': ['ID=3d2594f2-e189-4cc6-a2f4-21ec267678e2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:38.920971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31b7eaeb-2ba5-4924-8373-db5f778f42cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:38.946219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Attempting to bind port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:38.947220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Attempting to bind port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:38.947396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Attempting to bind port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:38.963929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31b7eaeb-2ba5-4924-8373-db5f778f42cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:38.973278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:07:38.973923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Attempting to bind port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 on network 45dc2a06-9f19-48ee-9714-4e5ca1af606b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:38.993261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:38.993719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Checking segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:38.994263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Bound using segment: {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:38.995656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Bound port: 3d2594f2-e189-4cc6-a2f4-21ec267678e2, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:38.995656 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:39.109355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] For port 3d2594f2-e189-4cc6-a2f4-21ec267678e2, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:39.113685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] For port 3d2594f2-e189-4cc6-a2f4-21ec267678e2, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:39.118983 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:39.128598 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31b7eaeb-2ba5-4924-8373-db5f778f42cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:39.131346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31b7eaeb-2ba5-4924-8373-db5f778f42cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:39.135006 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31b7eaeb-2ba5-4924-8373-db5f778f42cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8520adc4-82f7-423b-95a2-36d4839c3416 HTTP/1.1" status: 204 len: 168 time: 0.5548637 Sep 21 08:07:39.193342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7eaeb-2ba5-4924-8373-db5f778f42cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520adc4-82f7-423b-95a2-36d4839c3416,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:39.198606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.200047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:39.202267 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] 10.222.0.62 "PUT /v2.0/ports/3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 1091 time: 1.7236645 Sep 21 08:07:39.222044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:39.230755 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7427134-80ec-47b5-b06e-e4b5d00051aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:39.330079 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1aaf05-2b29-47c4-b779-d3f5aa4bb046 x-openstack-request-id: req-0c1aaf05-2b29-47c4-b779-d3f5aa4bb046 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:39.330681 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:39.331215 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c1aaf05-2b29-47c4-b779-d3f5aa4bb046 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:39.332144 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'status': 'completed', 'code': 200} Sep 21 08:07:39.349611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f052ec-36de-4be0-9903-6b3a7d6dfa3b service neutron] Pushing event updated for resources: {'Port': ['ID=3d2594f2-e189-4cc6-a2f4-21ec267678e2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:39.386369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-5c9f011b-81b4-4872-9935-a81c494d2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.388894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-5c9f011b-81b4-4872-9935-a81c494d2909 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 1094 time: 0.1348875 Sep 21 08:07:39.471377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-36c3cd6f-c325-48eb-a12d-fe8c83270c49 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 217 time: 0.0718279 Sep 21 08:07:39.573833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-9ed38706-1ab0-4ca8-b483-ed2dfc175964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.576535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-9ed38706-1ab0-4ca8-b483-ed2dfc175964 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0943136 Sep 21 08:07:39.589954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3815e36-15e1-4ea9-8b83-e4bb4535ff44 req-169ebcbd-3486-49c6-b908-5a6baf73eaa2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.591467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3815e36-15e1-4ea9-8b83-e4bb4535ff44 req-169ebcbd-3486-49c6-b908-5a6baf73eaa2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 943 time: 0.1188855 Sep 21 08:07:39.701105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3815e36-15e1-4ea9-8b83-e4bb4535ff44 req-36f63432-1c6a-45d6-a9bb-9f06eb10cf9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989056 Sep 21 08:07:39.706433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-8fbd1b0b-d8d0-42cf-883a-35bc91e71986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.725100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-8fbd1b0b-d8d0-42cf-883a-35bc91e71986 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309600 Sep 21 08:07:39.779149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2875-c02f-4005-be68-9d683d47497b req-44b1bbda-0032-4640-ae47-655686898a13 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.793097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bfcc2875-c02f-4005-be68-9d683d47497b req-44b1bbda-0032-4640-ae47-655686898a13 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.1130214 Sep 21 08:07:39.857571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bfcc2875-c02f-4005-be68-9d683d47497b req-91fe371a-623c-412b-a8bc-6b393fad9b54 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632601 Sep 21 08:07:39.968856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a031a-3219-4b22-97d1-0989bfb39b69 req-d683e563-5337-4505-85e5-fffdc2f23914 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.977301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a031a-3219-4b22-97d1-0989bfb39b69 req-d683e563-5337-4505-85e5-fffdc2f23914 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:39.990245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-873a031a-3219-4b22-97d1-0989bfb39b69 req-d683e563-5337-4505-85e5-fffdc2f23914 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1679 time: 0.1262717 Sep 21 08:07:40.001216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-55c74b36-c745-4ed0-9a72-b0ea478121f7 service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677357 Sep 21 08:07:40.122014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-873a031a-3219-4b22-97d1-0989bfb39b69 req-47fc8828-9ced-468c-b269-ebd54eabeb9e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321492 Sep 21 08:07:40.132152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:07:40.140793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b4eef-f995-47a2-a360-863015801c35 req-149538e2-55db-452a-968e-e0750760026f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:40.149893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa3b4eef-f995-47a2-a360-863015801c35 req-149538e2-55db-452a-968e-e0750760026f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 948 time: 0.1043932 Sep 21 08:07:40.218231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa3b4eef-f995-47a2-a360-863015801c35 req-6aef4e0c-0066-49bf-acbb-7ddd6925d4f5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673041 Sep 21 08:07:40.241696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ef57c26-c5dd-466e-a62c-a96a59bb8338 req-04d079af-cbb0-40cc-aee3-1747952e5e37 service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326531 Sep 21 08:07:40.340697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:40.369828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'mac_address': 'fa:16:3e:b2:15:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:07:40.429012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-c9cfa331-94d1-4ef1-8b19-5885bbfcafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:40.432611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-c9cfa331-94d1-4ef1-8b19-5885bbfcafe3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 1094 time: 0.1171074 Sep 21 08:07:40.450863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:40.470907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01f307b-551e-4a01-af8c-fcf0a340a912 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:40.495101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:40.500718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:40.501474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 373b4bc9-5d37-49ff-8490-0c49410e5bb2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:07:40.550807 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-eefdc7bd-641d-45cc-97fa-afd63579c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:40.552351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-eefdc7bd-641d-45cc-97fa-afd63579c310 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.1106763 Sep 21 08:07:40.593873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:40.619446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-fbb119d0-27e6-49f9-be95-e2dfe935f306 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 217 time: 0.0588660 Sep 21 08:07:40.675903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=373b4bc9-5d37-49ff-8490-0c49410e5bb2,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:40.697489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '373b4bc9-5d37-49ff-8490-0c49410e5bb2', 'network_id': '7439135e-6fa6-4ef1-a82a-3772d79be1be', 'port_id': '373b4bc9-5d37-49ff-8490-0c49410e5bb2', 'mac_address': 'fa:16:3e:77:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb947f4-8fc4-4b52-b8f0-91a0e96306c3', 'ip_address': '19.80.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:07:40.709212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-21f67b54-7c62-459e-b7a5-238dab5c2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:40.711484 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-21f67b54-7c62-459e-b7a5-238dab5c2293 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0769799 Sep 21 08:07:40.755663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:40.771369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373b4bc9-5d37-49ff-8490-0c49410e5bb2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:40.783514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-f6188557-7831-4a32-b215-1d0494784492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:40.785715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-f6188557-7831-4a32-b215-1d0494784492 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663128 Sep 21 08:07:40.794575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=373b4bc9-5d37-49ff-8490-0c49410e5bb2,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:40.803590 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:40.804314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6ff677e4-3a8c-4b50-95c9-009951dbed9d details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:07:40.902082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=373b4bc9-5d37-49ff-8490-0c49410e5bb2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:40.915918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-2faa28a1-5040-4663-979d-7f814473f80b service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186764 Sep 21 08:07:40.986478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6ff677e4-3a8c-4b50-95c9-009951dbed9d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6ff677e4-3a8c-4b50-95c9-009951dbed9d,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:41.004516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '6ff677e4-3a8c-4b50-95c9-009951dbed9d', 'network_id': 'c3d9a113-6095-4bf9-8495-911088e4017e', 'port_id': '6ff677e4-3a8c-4b50-95c9-009951dbed9d', 'mac_address': 'fa:16:3e:d7:51:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1930f1f8-f9e6-4051-9394-d4b83456ab3f', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:07:41.040727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7427134-80ec-47b5-b06e-e4b5d00051aa req-85eb1464-2c2d-4626-bc48-1d7856d85d65 service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172521 Sep 21 08:07:41.050846 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:41.068961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff677e4-3a8c-4b50-95c9-009951dbed9d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:41.089579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6ff677e4-3a8c-4b50-95c9-009951dbed9d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6ff677e4-3a8c-4b50-95c9-009951dbed9d,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:41.094810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:41.157339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=6ff677e4-3a8c-4b50-95c9-009951dbed9d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:41.786731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b01f307b-551e-4a01-af8c-fcf0a340a912'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:41.825589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['6ff677e4-3a8c-4b50-95c9-009951dbed9d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:41.955244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['373b4bc9-5d37-49ff-8490-0c49410e5bb2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:44.150227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3d2594f2-e189-4cc6-a2f4-21ec267678e2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:07:44.152820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:44.265618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b01f307b-551e-4a01-af8c-fcf0a340a912 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:44.265992 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.314585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3d2594f2-e189-4cc6-a2f4-21ec267678e2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:44.330630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'mac_address': 'fa:16:3e:6f:52:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:07:44.405171 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.420915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.431739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2594f2-e189-4cc6-a2f4-21ec267678e2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:44.457235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:44.459510 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8b9314-1c67-4c1e-bdb5-0627bc7a91e0" -d '{"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-plugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:44.479143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3d2594f2-e189-4cc6-a2f4-21ec267678e2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:44.481068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:44.483895 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.488121 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.488976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 373b4bc9-5d37-49ff-8490-0c49410e5bb2 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:44.565256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3d2594f2-e189-4cc6-a2f4-21ec267678e2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:44.612471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:07:44.624989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:44.624989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.651884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=11']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:44.725867 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.761584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=373b4bc9-5d37-49ff-8490-0c49410e5bb2,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:44.775495 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:44.776315 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6ff677e4-3a8c-4b50-95c9-009951dbed9d up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:44.843402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3d2594f2-e189-4cc6-a2f4-21ec267678e2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:44.883409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=373b4bc9-5d37-49ff-8490-0c49410e5bb2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:44.910273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 6ff677e4-3a8c-4b50-95c9-009951dbed9d completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:07:44.916022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 6ff677e4-3a8c-4b50-95c9-009951dbed9d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:44.916397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:45.055109 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:45.102767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6ff677e4-3a8c-4b50-95c9-009951dbed9d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6ff677e4-3a8c-4b50-95c9-009951dbed9d,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:45.107904 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:45.168213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=6ff677e4-3a8c-4b50-95c9-009951dbed9d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:46.164957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3d2594f2-e189-4cc6-a2f4-21ec267678e2 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:46.227613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:07:46.232257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:46.232739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:46.325370 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:46.375020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3d2594f2-e189-4cc6-a2f4-21ec267678e2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:46.380647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:46.441961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3d2594f2-e189-4cc6-a2f4-21ec267678e2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:48.506232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ac4dd6-e57a-4963-8ed5-6ac143416dc7 req-a3e44542-bee3-4410-b964-906dbca1780e tempest-FlavorsV2NegativeTest-2018770768 tempest-FlavorsV2NegativeTest-2018770768-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3c715e7188dc4198b56a373b1ea7ad7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231092 Sep 21 08:07:48.531776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-c7213482-77d5-4ef3-b465-f26075c8bb8a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290370 Sep 21 08:07:48.630879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac4dd6-e57a-4963-8ed5-6ac143416dc7 req-a640fe33-12de-4a06-85c2-715b480c6051 tempest-FlavorsV2NegativeTest-2018770768 tempest-FlavorsV2NegativeTest-2018770768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:48.632806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ac4dd6-e57a-4963-8ed5-6ac143416dc7 req-a640fe33-12de-4a06-85c2-715b480c6051 tempest-FlavorsV2NegativeTest-2018770768 tempest-FlavorsV2NegativeTest-2018770768-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195946 Sep 21 08:07:48.653275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ac4dd6-e57a-4963-8ed5-6ac143416dc7 req-4a292480-94ee-448f-8f87-5a4606fecf63 tempest-FlavorsV2NegativeTest-2018770768 tempest-FlavorsV2NegativeTest-2018770768-project] 10.222.0.59 "GET /v2.0/quotas/3c715e7188dc4198b56a373b1ea7ad7e HTTP/1.1" status: 200 len: 375 time: 0.0101354 Sep 21 08:07:48.671791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-bc00d042-8bc3-4a6c-8160-cc14d6270769 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:48.673474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-bc00d042-8bc3-4a6c-8160-cc14d6270769 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407783 Sep 21 08:07:48.695908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ac4dd6-e57a-4963-8ed5-6ac143416dc7 req-8ca124ac-2c4f-4b9b-8efd-f2e57af3e2bb tempest-FlavorsV2NegativeTest-2018770768 tempest-FlavorsV2NegativeTest-2018770768-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c715e7188dc4198b56a373b1ea7ad7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364940 Sep 21 08:07:48.707938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-356dadc4-2fff-40e0-bcd3-3eaa9963fd37 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/quotas/7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 375 time: 0.0276210 Sep 21 08:07:48.839540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-64f2817b-7528-4380-9606-524ecf6c3cd5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253033 Sep 21 08:07:49.126804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49baf97-75c3-41f3-b35b-b674cf4aa45d req-0364455c-eaf4-4e4b-96d6-0878856aa8f6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:49.128616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b49baf97-75c3-41f3-b35b-b674cf4aa45d req-0364455c-eaf4-4e4b-96d6-0878856aa8f6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 945 time: 0.0891337 Sep 21 08:07:49.204707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b49baf97-75c3-41f3-b35b-b674cf4aa45d req-9f6ebc7d-ace6-4731-b17b-1a774def8e13 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680459 Sep 21 08:07:49.311069 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeed6bd-e31f-4655-990e-cda0bee0c197 x-openstack-request-id: req-6eeed6bd-e31f-4655-990e-cda0bee0c197 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:49.311750 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-plugged", "status": "completed", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:49.311750 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6eeed6bd-e31f-4655-990e-cda0bee0c197 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:49.312028 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'code': 200} Sep 21 08:07:49.340328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03f06-f81c-41bc-b61c-738911d8492e req-6cf4fcea-be53-4e6f-a2de-579ec2a93171 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:49.349908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03f06-f81c-41bc-b61c-738911d8492e req-6cf4fcea-be53-4e6f-a2de-579ec2a93171 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:49.353235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afc03f06-f81c-41bc-b61c-738911d8492e req-6cf4fcea-be53-4e6f-a2de-579ec2a93171 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.1221747 Sep 21 08:07:49.447880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afc03f06-f81c-41bc-b61c-738911d8492e req-ead8ccbf-d5de-4aaf-be0e-81e185435f37 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805993 Sep 21 08:07:49.503615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2cb2032-17b6-423c-9926-16deac834968 req-f9323d88-04c6-4e06-b0a4-254fb49b3fc8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 210 time: 0.0722914 Sep 21 08:07:49.707803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40746) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:49.892639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c315f3d-5f1b-4c3d-a674-24f190cca15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.050429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c315f3d-5f1b-4c3d-a674-24f190cca15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.058437 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c315f3d-5f1b-4c3d-a674-24f190cca15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.115285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40754) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:50.141238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9c315f3d-5f1b-4c3d-a674-24f190cca15a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c715e7188dc4198b56a373b1ea7ad7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287224 Sep 21 08:07:50.141461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c315f3d-5f1b-4c3d-a674-24f190cca15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fdc45f-5f4f-4303-a135-e5aab922ae5c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:50.141727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40758) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:50.232992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a81c9e7-758e-46d7-a38f-f677062fda03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.269652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a81c9e7-758e-46d7-a38f-f677062fda03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.387296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8102c4e1-98d7-423b-9a52-f5cfb068bedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.486247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0abb5a-6858-4777-83d2-8971a2b89693 req-685a6174-b2d4-4780-ad3c-4fc6c05f2b6f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:50.491727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e0abb5a-6858-4777-83d2-8971a2b89693 req-685a6174-b2d4-4780-ad3c-4fc6c05f2b6f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 945 time: 0.1862600 Sep 21 08:07:50.503876 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a81c9e7-758e-46d7-a38f-f677062fda03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.517434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a81c9e7-758e-46d7-a38f-f677062fda03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.519868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a81c9e7-758e-46d7-a38f-f677062fda03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5fdc45f-5f4f-4303-a135-e5aab922ae5c HTTP/1.1" status: 204 len: 168 time: 0.3762994 Sep 21 08:07:50.524996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-7c4d48c0-dc16-42ea-87b9-6c515e99b216 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7634cabddde04a9a91793712ffd5c698&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547071 Sep 21 08:07:50.637361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81c9e7-758e-46d7-a38f-f677062fda03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fdc45f-5f4f-4303-a135-e5aab922ae5c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:50.712222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e0abb5a-6858-4777-83d2-8971a2b89693 req-48affd5d-339b-45ae-a671-c90316593da4 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099938 Sep 21 08:07:50.761647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-9d7a2e70-675e-49f9-a42e-c114fe9d9ff9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:50.766316 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-9d7a2e70-675e-49f9-a42e-c114fe9d9ff9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345707 Sep 21 08:07:50.812910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8102c4e1-98d7-423b-9a52-f5cfb068bedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.814089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Request body: {'port': {'device_id': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '7634cabddde04a9a91793712ffd5c698'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:50.822192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8102c4e1-98d7-423b-9a52-f5cfb068bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:50.954228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e5d5-e435-4eac-9e57-1d8df9d83f7d req-06d84d82-2f0e-453b-abc0-e64e038bda61 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:50.962860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e5d5-e435-4eac-9e57-1d8df9d83f7d req-06d84d82-2f0e-453b-abc0-e64e038bda61 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:50.966810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8102c4e1-98d7-423b-9a52-f5cfb068bedb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e5c80ccc8914bd3a32389cd54718925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8467240 Sep 21 08:07:50.967804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbde6d5d-77ac-42c1-8656-40485e7e140f req-d3cde3bc-2366-4999-8d4a-b97087246397 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 210 time: 0.0813148 Sep 21 08:07:50.968345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40782) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:50.970775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102c4e1-98d7-423b-9a52-f5cfb068bedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8868e-27de-466d-a742-1c98fffc65ee,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:50.976415 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66f8e5d5-e435-4eac-9e57-1d8df9d83f7d req-06d84d82-2f0e-453b-abc0-e64e038bda61 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.2070320 Sep 21 08:07:51.045857 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66f8e5d5-e435-4eac-9e57-1d8df9d83f7d req-39467aee-db69-47a9-bd78-27e87f805022 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683322 Sep 21 08:07:51.060580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db0f9b2e-ac9a-4d1d-bac0-7cf3e88b7c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:51.087701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Made reservation on behalf of 7634cabddde04a9a91793712ffd5c698 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:51.092292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:51.115306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db0f9b2e-ac9a-4d1d-bac0-7cf3e88b7c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:51.221728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db0f9b2e-ac9a-4d1d-bac0-7cf3e88b7c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:51.228096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db0f9b2e-ac9a-4d1d-bac0-7cf3e88b7c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:51.239518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-db0f9b2e-ac9a-4d1d-bac0-7cf3e88b7c6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8b8868e-27de-466d-a742-1c98fffc65ee HTTP/1.1" status: 204 len: 168 time: 0.2671478 Sep 21 08:07:51.263278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f9b2e-ac9a-4d1d-bac0-7cf3e88b7c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8868e-27de-466d-a742-1c98fffc65ee,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:51.315623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2'}, {'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff677e4-3a8c-4b50-95c9-009951dbed9d'}, {'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:51.316211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Allocated IP 192.168.233.228 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/b59032fd-97f2-4fc7-87f8-9310b2277a56) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:51.328892 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29c1a60-5d97-412f-be2a-72074a6b4232" -d '{"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-plugged", "status": "completed", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2"}, {"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-plugged", "status": "completed", "tag": "6ff677e4-3a8c-4b50-95c9-009951dbed9d"}, {"server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "name": "network-vif-plugged", "status": "completed", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:51.430804 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f572048-580e-48c6-b934-cd5824ac562e x-openstack-request-id: req-2f572048-580e-48c6-b934-cd5824ac562e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:51.431114 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-plugged", "status": "completed", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2", "code": 200}, {"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-plugged", "status": "completed", "tag": "6ff677e4-3a8c-4b50-95c9-009951dbed9d", "code": 200}, {"server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "name": "network-vif-plugged", "status": "completed", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:51.431400 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f572048-580e-48c6-b934-cd5824ac562e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:51.431803 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2', 'code': 200} Sep 21 08:07:51.432059 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff677e4-3a8c-4b50-95c9-009951dbed9d', 'code': 200} Sep 21 08:07:51.432313 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'code': 200} Sep 21 08:07:51.710391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:51.714179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba01408-8587-40a8-8687-691bca986a5b req-bb2d4417-325f-4d94-8666-27577b4b4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:51.714684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba01408-8587-40a8-8687-691bca986a5b req-bb2d4417-325f-4d94-8666-27577b4b4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:51.716323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bba01408-8587-40a8-8687-691bca986a5b req-bb2d4417-325f-4d94-8666-27577b4b4332 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1985 time: 0.1799288 Sep 21 08:07:51.792318 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bba01408-8587-40a8-8687-691bca986a5b req-485e4ec3-ae3d-4c9a-a13a-ed2af5e1ac31 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656979 Sep 21 08:07:51.814637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d150d-005a-49ed-978a-90355fb04ecb req-88683fc1-6460-4bee-aa04-e77e8a22b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:51.815799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:51.819654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7d150d-005a-49ed-978a-90355fb04ecb req-88683fc1-6460-4bee-aa04-e77e8a22b72b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 1096 time: 0.1912684 Sep 21 08:07:51.829317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'b01f307b-551e-4a01-af8c-fcf0a340a912'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:51.916068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:07:51.953879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b962447-ab88-4338-9675-f45ceff3ff1d req-7174a568-132c-4ef9-b3ba-25826d062bcc tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:51.958758 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b962447-ab88-4338-9675-f45ceff3ff1d req-7174a568-132c-4ef9-b3ba-25826d062bcc tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 945 time: 0.0964460 Sep 21 08:07:51.960560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:51.978146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:51.979727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:51.993121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:52.097485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b962447-ab88-4338-9675-f45ceff3ff1d req-bc9ce342-bf23-448f-b280-4d606272293d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273329 Sep 21 08:07:52.136736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:52.137484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:52.191607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-52a66513-d417-43ed-a255-227895c5aa50 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3971076 Sep 21 08:07:52.242414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7d150d-005a-49ed-978a-90355fb04ecb req-dc5656d9-89f6-48c2-a0be-d9b09bea8b68 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715982 Sep 21 08:07:52.259564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Request body: {'port': {'device_id': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:52.389696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40828) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:52.437577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:52.469182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8b9a8-bad7-4cf7-913b-1497ef7b38d9 req-fe5ab3f5-10e5-421b-ba7b-86cb32306a3e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:52.487285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8b9a8-bad7-4cf7-913b-1497ef7b38d9 req-fe5ab3f5-10e5-421b-ba7b-86cb32306a3e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:52.503776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61f8b9a8-bad7-4cf7-913b-1497ef7b38d9 req-fe5ab3f5-10e5-421b-ba7b-86cb32306a3e tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.2212901 Sep 21 08:07:52.529193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dfddf-6516-4e47-b8bb-59781a30e0b7 req-e9624f8e-94c4-45fa-86f3-86759002b3ce tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:52.538406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a2dfddf-6516-4e47-b8bb-59781a30e0b7 req-e9624f8e-94c4-45fa-86f3-86759002b3ce tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 936 time: 0.3442423 Sep 21 08:07:52.610707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a2dfddf-6516-4e47-b8bb-59781a30e0b7 req-0eda893c-49e2-4739-aeee-6df2f25c63df tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679214 Sep 21 08:07:52.630943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-network', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:52.665912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-807f7496-f0c6-452d-bca0-8cf1226fd1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:52.721399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-721d38c8-2a50-4725-8a0f-a54942be6a3f None None] Provisioning complete for port b59032fd-97f2-4fc7-87f8-9310b2277a56 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:52.721803 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-721d38c8-2a50-4725-8a0f-a54942be6a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:52.727201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61f8b9a8-bad7-4cf7-913b-1497ef7b38d9 req-9e7976b1-9ae1-4572-ad4f-64589ff776ac tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166967 Sep 21 08:07:52.733587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Made reservation on behalf of a468c6c34dad499fb8fbac8ac81e10dc for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:52.739457 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:52.771497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:52.956859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-721d38c8-2a50-4725-8a0f-a54942be6a3f None None] Port b59032fd-97f2-4fc7-87f8-9310b2277a56 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:07:53.000459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.009067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.125702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aed16c-1f05-40a1-8078-cd8f5757c12c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:53.147800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59032fd-97f2-4fc7-87f8-9310b2277a56 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:07:53.158384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.167552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:07:53.180754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Transition to ACTIVE for port object b59032fd-97f2-4fc7-87f8-9310b2277a56 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:07:53.190414 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.193355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.193355 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Added segment 4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53 of type vlan for network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 Sep 21 08:07:53.280596 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.354582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:53.393863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.394931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:53.395855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.414365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d41c87-88bd-4e2a-a3e3-7fe804fe97cc req-c6e7d0bb-0401-40f7-ad53-e6e3befcd26f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:53.416053 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93d41c87-88bd-4e2a-a3e3-7fe804fe97cc req-c6e7d0bb-0401-40f7-ad53-e6e3befcd26f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 945 time: 0.1380806 Sep 21 08:07:53.490398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0979319 Sep 21 08:07:53.536826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40864) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:53.548524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1981c-4f10-4f1a-a5ab-fe422daf55c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:53.548781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Request body: {'subnet': {'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-subnet', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:53.563448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:07:53.583500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93d41c87-88bd-4e2a-a3e3-7fe804fe97cc req-bd52950c-84e4-4b79-a7e0-23eb22488c69 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489580 Sep 21 08:07:53.635157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:53.641634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:53.642094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:53.691080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:07:53.691080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:53.731665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:53.736732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:53.737442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:53.742971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Bound port: b59032fd-97f2-4fc7-87f8-9310b2277a56, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:53.743633 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.802293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Made reservation on behalf of a468c6c34dad499fb8fbac8ac81e10dc for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:53.807406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:53.996512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40878) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:54.076615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59a93b-21da-451b-af43-bfdd7c09cb8c req-01e75c05-96f5-4ee5-9f8e-45156b5c3146 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:54.093731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59a93b-21da-451b-af43-bfdd7c09cb8c req-01e75c05-96f5-4ee5-9f8e-45156b5c3146 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:54.095925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de59a93b-21da-451b-af43-bfdd7c09cb8c req-01e75c05-96f5-4ee5-9f8e-45156b5c3146 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.1537669 Sep 21 08:07:54.144001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3629fd2-2699-45eb-9214-9bc0c846de16 req-18cc8980-d9d6-4d83-a540-81cc17d0a662 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:54.152300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3629fd2-2699-45eb-9214-9bc0c846de16 req-18cc8980-d9d6-4d83-a540-81cc17d0a662 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.3932788 Sep 21 08:07:54.184784 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de59a93b-21da-451b-af43-bfdd7c09cb8c req-22f4f9ca-85ee-44a0-b953-a210176c72d3 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790126 Sep 21 08:07:54.227627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:54.251623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3629fd2-2699-45eb-9214-9bc0c846de16 req-a5294cc5-6613-4e20-9bbd-b09926f04149 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932248 Sep 21 08:07:54.267381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:54.289355 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.303902 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b50eb6ed-3fc1-4182-953a-741615da6f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.381124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:54.461401 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b50eb6ed-3fc1-4182-953a-741615da6f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.467869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b50eb6ed-3fc1-4182-953a-741615da6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.535011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b50eb6ed-3fc1-4182-953a-741615da6f2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebb975d19a394b05b835de52027ba1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367637 Sep 21 08:07:54.536293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40886) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:54.575359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eb6ed-3fc1-4182-953a-741615da6f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a297ca6-113b-43c8-bfdc-b672bee430a0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:54.617805 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55046926-870e-490e-bfa7-05540fc8c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.681198 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55046926-870e-490e-bfa7-05540fc8c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.767256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:54.767944 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.769403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-8b95a82d-4a3d-46a7-b207-e596e0ea838f service neutron] 10.222.0.50 "PUT /v2.0/ports/b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 1096 time: 2.5465965 Sep 21 08:07:54.772442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:54.775301 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb22131-ea05-4a11-b86e-1273291ceb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:54.795080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6e75a-cc37-4565-8297-8aa5452a92cc req-b72554de-663a-4385-856d-be0357fd1b6a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:54.806059 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cca6e75a-cc37-4565-8297-8aa5452a92cc req-b72554de-663a-4385-856d-be0357fd1b6a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 945 time: 0.1203332 Sep 21 08:07:54.814419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.840736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366291f-01b7-45e4-84d3-c49e6c4faa81 req-35752a07-6a75-41cd-883e-9aba091bd526 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:54.847597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366291f-01b7-45e4-84d3-c49e6c4faa81 req-35752a07-6a75-41cd-883e-9aba091bd526 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:54.856527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9366291f-01b7-45e4-84d3-c49e6c4faa81 req-35752a07-6a75-41cd-883e-9aba091bd526 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.1259480 Sep 21 08:07:54.920627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cca6e75a-cc37-4565-8297-8aa5452a92cc req-e159aa17-06b9-43fc-90bd-5d079ed4406d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135294 Sep 21 08:07:54.922143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55046926-870e-490e-bfa7-05540fc8c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.924723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55046926-870e-490e-bfa7-05540fc8c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:54.932984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-55046926-870e-490e-bfa7-05540fc8c05a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a297ca6-113b-43c8-bfdc-b672bee430a0 HTTP/1.1" status: 204 len: 168 time: 0.3937397 Sep 21 08:07:54.957766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55046926-870e-490e-bfa7-05540fc8c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a297ca6-113b-43c8-bfdc-b672bee430a0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:55.064003 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31668b3a-3667-4b99-8a48-4d826cf85f2f x-openstack-request-id: req-31668b3a-3667-4b99-8a48-4d826cf85f2f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:55.064318 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:55.064566 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31668b3a-3667-4b99-8a48-4d826cf85f2f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:55.064968 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'status': 'completed', 'code': 200} Sep 21 08:07:55.090288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9366291f-01b7-45e4-84d3-c49e6c4faa81 req-672859de-a10c-40dc-a81b-dca1328659d7 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327900 Sep 21 08:07:55.149427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b7428b-e6fc-40e5-b2b0-74d0192db3e4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:55.215265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-296fd8e3-1af2-4204-9c3e-3cd494a171d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:55.217043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-296fd8e3-1af2-4204-9c3e-3cd494a171d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1099 time: 0.3321261 Sep 21 08:07:55.242030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Checking segment: {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:55.242625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Network hostable DHCP agents. Network: ce0bd8d8-5aea-4d8c-83d6-f56493ccda03, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:07:55.248226 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:55.353005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-662312e6-0000-46cd-b9ef-db063a6e547d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.1126812 Sep 21 08:07:55.395354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-831e2f89-bc9f-4f56-9f76-a5e382ba1c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:55.489456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5869969-63fe-40a4-80ee-1f78fb063e43 req-f8012421-db28-42f2-ab93-979fcdaacf3d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:55.491605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5869969-63fe-40a4-80ee-1f78fb063e43 req-f8012421-db28-42f2-ab93-979fcdaacf3d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.0841386 Sep 21 08:07:55.529072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-88809cc6-2da7-41d6-b502-96f53e551edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:55.534259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-88809cc6-2da7-41d6-b502-96f53e551edc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1639769 Sep 21 08:07:55.541622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:07:55.572999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5869969-63fe-40a4-80ee-1f78fb063e43 req-b20b8172-38f2-4ef2-8996-029e8d9225e9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 Sep 21 08:07:55.649082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-956ed549-0986-4302-8ecc-6b714ada89e6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:55.661958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-956ed549-0986-4302-8ecc-6b714ada89e6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2611539 Sep 21 08:07:55.664683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ce0bd8d8-5aea-4d8c-83d6-f56493ccda03) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:55.677486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236482c-4e49-453a-96ac-d6d6fdc079ad None None] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:55.774423 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-b2e6742c-1aa4-47c9-951b-23bbc9a0bf2d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1092350 Sep 21 08:07:55.791907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:55.792591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:55.812879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'floatingip': {'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:55.883860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40922) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:55.884156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d7244cec-3329-44b6-afb0-00e73bea7feb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3459785 Sep 21 08:07:55.886969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-20a1c51d-3e09-48ba-b31c-20598be70273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:55.888674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-20a1c51d-3e09-48ba-b31c-20598be70273 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3297296 Sep 21 08:07:55.892492 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:55.893629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:55.963720 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:55.971101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.057750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:07:56.058883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.207437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.332800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40934) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:56.376805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Allocated IP 172.20.0.2 (ce0bd8d8-5aea-4d8c-83d6-f56493ccda03/48b7428b-e6fc-40e5-b2b0-74d0192db3e4/20a16c01-8b18-42e8-ba10-3834e6859137) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:56.652320 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.653497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.658503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.663543 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.677230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.745187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-e0cb49fd-b03d-4059-a1b0-3b5d0201645a service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8070443 Sep 21 08:07:56.748667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:56.752765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:56.763653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:56.783582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Pushing event updated for resources: {'Port': ['ID=20a16c01-8b18-42e8-ba10-3834e6859137,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:56.874156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-276878121-network', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:56.888761 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Floating IP d3e79b89-affe-490a-9574-b97db703b18d associated. External IP: 172.25.1.22, port: 8eec3ab8-5170-4770-b5a6-aca558d8d901. Sep 21 08:07:56.901448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Attempting to bind port 20a16c01-8b18-42e8-ba10-3834e6859137 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:07:56.902268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Attempting to bind port 20a16c01-8b18-42e8-ba10-3834e6859137 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:07:56.902637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Attempting to bind port 20a16c01-8b18-42e8-ba10-3834e6859137 on network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:07:56.910645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:07:56.911022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Checking segment: {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:07:56.911740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.912594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Bound using segment: {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:07:56.913542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Bound port: 20a16c01-8b18-42e8-ba10-3834e6859137, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:07:56.914331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:56.972839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05c9af56-7b4d-4bbe-a1da-836f13f9ec39 req-dcb1a3fe-52c6-48ad-93cb-78c3343e09e3 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937811 Sep 21 08:07:57.054679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc2843-1dea-46ab-aa36-4267ef7b2b64 req-de73eaed-0858-4e46-865b-811fb9ae1087 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.062257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc2843-1dea-46ab-aa36-4267ef7b2b64 req-de73eaed-0858-4e46-865b-811fb9ae1087 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.071507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] For port 20a16c01-8b18-42e8-ba10-3834e6859137, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:07:57.072105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16bc2843-1dea-46ab-aa36-4267ef7b2b64 req-de73eaed-0858-4e46-865b-811fb9ae1087 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.7383595 Sep 21 08:07:57.080566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] For port 20a16c01-8b18-42e8-ba10-3834e6859137, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20a16c01-8b18-42e8-ba10-3834e6859137,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:07:57.084017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-c96e9415-76c6-44d0-9ce7-ade6c3a6f6f9 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.088500 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.091284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-c96e9415-76c6-44d0-9ce7-ade6c3a6f6f9 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.092986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-c96e9415-76c6-44d0-9ce7-ade6c3a6f6f9 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.7368999 Sep 21 08:07:57.096502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.104508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:57.107151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.121274 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.160453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-4c5b9659-e5cf-4354-b684-6caa1b7bc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.162686 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-4c5b9659-e5cf-4354-b684-6caa1b7bc71f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1099 time: 0.1167054 Sep 21 08:07:57.268760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe1b76-dd60-40d1-8703-22a1d98c2888 None None] Pushing event updated for resources: {'Port': ['ID=20a16c01-8b18-42e8-ba10-3834e6859137,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:57.347257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16bc2843-1dea-46ab-aa36-4267ef7b2b64 req-d53c8a8b-2a91-4769-afcf-acda52bbff49 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737768 Sep 21 08:07:57.381093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:07:57.453044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-4cce0a02-c395-4361-917d-8101084d93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.454856 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-4cce0a02-c395-4361-917d-8101084d93d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2471364 Sep 21 08:07:57.554070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-49b77560-0e88-4a4a-81c8-d84b4aa351b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.0524383 Sep 21 08:07:57.627877 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.651556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.670341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port 6ff677e4-3a8c-4b50-95c9-009951dbed9d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:57.670966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.675199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.690765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:07:57.703770 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.704709 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Added segment fd45946e-6d9b-46ab-b576-f5d9e322b81a of type vlan for network b81071b7-8704-4572-b376-55243ff5365f Sep 21 08:07:57.792744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-27a3872a-4f0e-4d58-988d-2d10b0c3d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.795533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-27a3872a-4f0e-4d58-988d-2d10b0c3d5df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2047737 Sep 21 08:07:57.798811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:07:57.804057 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:57.814558 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:07:57.829718 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:57.830535 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:57.882629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85d839c-ec90-48d2-9dd1-fa97557d02a0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:57.894076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-3531103d-a514-487b-a3a3-5a03f3c03a9c tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "PUT /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 200 len: 995 time: 2.1107950 Sep 21 08:07:57.900852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:57.905263 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802a3285-0a1e-4e3b-8a40-93d149027e44" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:57.982345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-def4290c-89a1-44f8-9d1e-2eb3a394cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:57.984856 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-def4290c-89a1-44f8-9d1e-2eb3a394cd5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761804 Sep 21 08:07:58.005139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-cbd6800c-8428-40d9-b812-49e7fe9a1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:58.005411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20a16c01-8b18-42e8-ba10-3834e6859137 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:58.016687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-cbd6800c-8428-40d9-b812-49e7fe9a1a81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.0956314 Sep 21 08:07:58.047955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.082571 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.106773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:58.116017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.120884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 20a16c01-8b18-42e8-ba10-3834e6859137 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:58.121260 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.178265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-55f9f03e-ce27-4ff3-bed3-b79e7d714f8d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799316 Sep 21 08:07:58.275877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.resource_extend [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:07:58.285343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58021fea-4909-48b4-9048-5c86e558ba33 req-b778b5ef-a682-4834-932d-7eea6f393952 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:58.294447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58021fea-4909-48b4-9048-5c86e558ba33 req-b778b5ef-a682-4834-932d-7eea6f393952 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.5791001 Sep 21 08:07:58.332660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.386647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port 6ff677e4-3a8c-4b50-95c9-009951dbed9d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6ff677e4-3a8c-4b50-95c9-009951dbed9d,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:58.387363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.403166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for 6ff677e4-3a8c-4b50-95c9-009951dbed9d owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:07:58.415555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 20a16c01-8b18-42e8-ba10-3834e6859137, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20a16c01-8b18-42e8-ba10-3834e6859137,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:07:58.421977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.516423 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb22131-ea05-4a11-b86e-1273291ceb4d req-a4cd72d8-7f22-4677-84fe-808250d7bbaf service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168945 Sep 21 08:07:58.520533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-b70893b1-bff5-44e9-87bf-7b712ef22d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:58.541429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-b70893b1-bff5-44e9-87bf-7b712ef22d6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.5226657 Sep 21 08:07:58.560904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.562583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:58.563412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.591484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=20a16c01-8b18-42e8-ba10-3834e6859137,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:58.612355 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:22:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:07:56Z', 'revision_number': 1, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:58.655188 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-5f8eb64d-3514-43d7-ba3a-f1bb618642c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 998 time: 0.1130390 Sep 21 08:07:58.666027 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58021fea-4909-48b4-9048-5c86e558ba33 req-9dcc09ff-ae70-47dd-88de-4b447c7dc1f1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688743 Sep 21 08:07:58.666250 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:07:58.679220 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:07:58.679968 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:58.713081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Allocated IP 172.25.1.95 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/13e2b908-9994-412f-b42c-090abd0dab7d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:07:58.762657 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4948dee4-b830-4e0a-b26a-8d28232a7130 x-openstack-request-id: req-4948dee4-b830-4e0a-b26a-8d28232a7130 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:07:58.763090 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:07:58.763743 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4948dee4-b830-4e0a-b26a-8d28232a7130 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:07:58.764119 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'status': 'completed', 'code': 200} Sep 21 08:07:58.814569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-7bf9a579-1c49-4487-8ae8-2d7b2c387b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:58.823069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-7bf9a579-1c49-4487-8ae8-2d7b2c387b46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.1580460 Sep 21 08:07:58.846227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5103195 Sep 21 08:07:58.861234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40956) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:07:58.878000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Request body: {'subnet': {'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-subnet', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:07:58.930347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa753e-d0a1-49ed-8adf-925fb4a8ed88 admin admin] Pushing event updated for resources: {'Network': ['ID=b81071b7-8704-4572-b376-55243ff5365f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:58.945051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-773447c9-4436-406e-b672-7f353e7a3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:58.945723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b81071b7-8704-4572-b376-55243ff5365f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:07:58.946317 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:07:58.947040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-773447c9-4436-406e-b672-7f353e7a3b22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.1566215 Sep 21 08:07:58.952712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:07:58.955282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:58.989092 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:59.004054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90c3df-962e-452f-b250-2573e21e5cf1 None None] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:07:59.021609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-fc63259b-0a18-44c1-ba5e-308b74dc4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:59.032120 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-fc63259b-0a18-44c1-ba5e-308b74dc4082 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696720 Sep 21 08:07:59.040945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-5d4fc08c-5d94-48e1-917b-f6a1ad51bd90 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:07:59.051710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-5d4fc08c-5d94-48e1-917b-f6a1ad51bd90 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152779 Sep 21 08:07:59.060861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e43c0f-aad8-49fc-ab53-f4b71c64817e req-66e76c4c-a5b3-46ce-935e-578d0f8b4274 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:59.067254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e43c0f-aad8-49fc-ab53-f4b71c64817e req-66e76c4c-a5b3-46ce-935e-578d0f8b4274 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:59.069216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3e43c0f-aad8-49fc-ab53-f4b71c64817e req-66e76c4c-a5b3-46ce-935e-578d0f8b4274 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 1683 time: 0.1484158 Sep 21 08:07:59.151638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3e43c0f-aad8-49fc-ab53-f4b71c64817e req-42396b1b-c61c-4b56-a317-382726b20bc1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754499 Sep 21 08:07:59.159129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:59.173889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c33ad6b7-ac2d-4fb4-b116-4098bc84645d None None] Provisioning complete for port 20a16c01-8b18-42e8-ba10-3834e6859137 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:07:59.177412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c33ad6b7-ac2d-4fb4-b116-4098bc84645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:59.178368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:59.242552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=6ff677e4-3a8c-4b50-95c9-009951dbed9d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:59.257897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:07:59.340623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-75c327b5-07e7-4d27-b58b-4ef9f97a5d03 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880421 Sep 21 08:07:59.390753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:07:59.400901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port 6ff677e4-3a8c-4b50-95c9-009951dbed9d on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:07:59.408827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:59.411304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-62a74fd6-b057-403c-aed5-bf479e5da456 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.62 "DELETE /v2.0/ports/6ff677e4-3a8c-4b50-95c9-009951dbed9d HTTP/1.1" status: 204 len: 173 time: 2.2911501 Sep 21 08:07:59.430007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:07:59.436035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-deleted', 'tag': '6ff677e4-3a8c-4b50-95c9-009951dbed9d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:07:59.438588 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca631e18-3f8f-471b-8a03-a497768e212f" -d '{"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-deleted", "tag": "6ff677e4-3a8c-4b50-95c9-009951dbed9d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:07:59.510404 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:22:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:07:56Z', 'revision_number': 1, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:07:59.559132 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d007fa0-7600-4c45-b853-62d0d9c7d575 None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:22:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:07:56Z', 'revision_number': 1, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:07:59.652363 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:07:59.657466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Pushing event updated for resources: {'Port': ['ID=13e2b908-9994-412f-b42c-090abd0dab7d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:07:59.678628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-d3b00624-69f7-43d5-a2cb-b369bfbf2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:59.680301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-d3b00624-69f7-43d5-a2cb-b369bfbf2607 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.7227514 Sep 21 08:07:59.915282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-b6269a67-e9c9-4020-9109-6249cc3b636c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:07:59.916930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-b6269a67-e9c9-4020-9109-6249cc3b636c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.4741015 Sep 21 08:07:59.930337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20a16c01-8b18-42e8-ba10-3834e6859137 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:07:59.962413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-43da5432-6ce4-4bf6-b4b6-44fd8f7f7462 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/quotas/d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 375 time: 0.0145452 Sep 21 08:07:59.965894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:07:59.966281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.000513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35858743-7c87-4e67-9ec1-e183201bbdad None None] New status for floating IP d3e79b89-affe-490a-9574-b97db703b18d: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:00.056536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2a763456-eed4-42b4-8c90-45a4f048e6dd None None] Provisioning complete for port 20a16c01-8b18-42e8-ba10-3834e6859137 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:00.057010 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2a763456-eed4-42b4-8c90-45a4f048e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.202699 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-6c902b26-05a0-40d8-a026-e583c7cee595 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2306199 Sep 21 08:08:00.203174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 20a16c01-8b18-42e8-ba10-3834e6859137 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:00.203758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.220645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 373b4bc9-5d37-49ff-8490-0c49410e5bb2 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:00.266031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.280432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=373b4bc9-5d37-49ff-8490-0c49410e5bb2,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:00.280803 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.302083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c0f510f-e96c-49d2-91d4-ba5c2b371780 req-69c56d35-6d76-40dc-abda-e1754e23d274 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666579 Sep 21 08:08:00.339979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ac5536-34b2-40c8-9b53-df8f2f609101,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:00.354305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-2087b4a0-1a6e-4d85-99d3-93b8e947f854 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 998 time: 0.6569886 Sep 21 08:08:00.361367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Checking segment: {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:00.361785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Network hostable DHCP agents. Network: b81071b7-8704-4572-b376-55243ff5365f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:08:00.451903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Network b81071b7-8704-4572-b376-55243ff5365f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:08:00.454332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.471002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-ac08999d-54b0-4896-aafd-4d9d05d61483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:00.472326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-ac08999d-54b0-4896-aafd-4d9d05d61483 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.1081278 Sep 21 08:08:00.476894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b81071b7-8704-4572-b376-55243ff5365f) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:00.501967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e0a8a-1e42-4b1b-ab34-1ae588589678 None None] Network b81071b7-8704-4572-b376-55243ff5365f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:00.506902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:00.507488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.512545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:00.515025 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8977f6-89fc-483a-b1c6-97dc7e6ee5f5" -d '{"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-unplugged", "status": "completed", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:00.540480 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df81acc-1236-4d15-a7c8-8b7633a5ec85 x-openstack-request-id: req-8df81acc-1236-4d15-a7c8-8b7633a5ec85 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:00.540983 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-deleted", "tag": "6ff677e4-3a8c-4b50-95c9-009951dbed9d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:00.541283 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8df81acc-1236-4d15-a7c8-8b7633a5ec85 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:00.544500 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-deleted', 'tag': '6ff677e4-3a8c-4b50-95c9-009951dbed9d', 'status': 'completed', 'code': 200} Sep 21 08:08:00.550945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 373b4bc9-5d37-49ff-8490-0c49410e5bb2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=373b4bc9-5d37-49ff-8490-0c49410e5bb2,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:00.578519 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.579865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6ff677e4-3a8c-4b50-95c9-009951dbed9d no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:00.583912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-47fe80c3-d10b-4243-ac5d-c8da2c32ef3f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7191100 Sep 21 08:08:00.589035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40990) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:00.602375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:00.668337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-8f0797b4-4ba9-4913-937b-e272ae31f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:00.671599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-8f0797b4-4ba9-4913-937b-e272ae31f8c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879301 Sep 21 08:08:00.699495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb5f2f-038c-4fb8-9be8-537a3189f561 req-3c5d9f3d-0a06-4a54-9f51-c57e9a52bca9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:00.711095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 6ff677e4-3a8c-4b50-95c9-009951dbed9d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:00.711732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6ff677e4-3a8c-4b50-95c9-009951dbed9d not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:00.715657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8fdb5f2f-038c-4fb8-9be8-537a3189f561 req-3c5d9f3d-0a06-4a54-9f51-c57e9a52bca9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.1706309 Sep 21 08:08:00.720567 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.721682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.738663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for 373b4bc9-5d37-49ff-8490-0c49410e5bb2 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:00.895453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=373b4bc9-5d37-49ff-8490-0c49410e5bb2,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:00.963708 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:00.989199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8fdb5f2f-038c-4fb8-9be8-537a3189f561 req-7ccae3f5-9c60-4dd0-9f04-0cc913cd407c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699122 Sep 21 08:08:01.074609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-b81071b7-8704-4572-b376-55243ff5365f', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:08:01.075861 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.188281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-e836e0da-8dd2-463e-b9c1-d7371f7e2597 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062592 Sep 21 08:08:01.298762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Allocated IP 172.20.0.2 (b81071b7-8704-4572-b376-55243ff5365f/f4ac5536-34b2-40c8-9b53-df8f2f609101/b152bdcb-071e-447a-9484-712c9d88c44b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:01.328581 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-802a3285-0a1e-4e3b-8a40-93d149027e44 req-683e68cd-792c-405e-a9ce-42b431e4ff83 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157691 Sep 21 08:08:01.383898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-03e37252-afb8-4fd3-976e-3f38328073a2 service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1638083 Sep 21 08:08:01.436494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.488559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a9af3-cf95-4b39-a762-d6a4ed11e686 req-7359698f-0f30-4e91-8eae-0301e42eda36 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:01.499255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e58a9af3-cf95-4b39-a762-d6a4ed11e686 req-7359698f-0f30-4e91-8eae-0301e42eda36 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2 HTTP/1.1" status: 200 len: 944 time: 0.3903143 Sep 21 08:08:01.531676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.542369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.572076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e58a9af3-cf95-4b39-a762-d6a4ed11e686 req-a4dc394b-befa-40fd-8d83-6329e2ce9c9d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714240 Sep 21 08:08:01.591279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.600027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Pushing event updated for resources: {'Port': ['ID=b152bdcb-071e-447a-9484-712c9d88c44b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:01.620617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Network b81071b7-8704-4572-b376-55243ff5365f is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:01.623589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:01.629110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:01.665886 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-6ea861b5-aaba-4efd-a943-2c32d9516802 service neutron] 10.222.0.59 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749784 Sep 21 08:08:01.701066 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.767982 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:08:01.831965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Attempting to bind port b152bdcb-071e-447a-9484-712c9d88c44b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:01.837984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Attempting to bind port b152bdcb-071e-447a-9484-712c9d88c44b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:01.838908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Attempting to bind port b152bdcb-071e-447a-9484-712c9d88c44b on network b81071b7-8704-4572-b376-55243ff5365f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:01.869841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:08:01.880186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:01.880838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Checking segment: {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:01.882003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.883527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Bound using segment: {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:01.884438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Bound port: b152bdcb-071e-447a-9484-712c9d88c44b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:01.884933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.899353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=373b4bc9-5d37-49ff-8490-0c49410e5bb2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:01.907038 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.954257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port 373b4bc9-5d37-49ff-8490-0c49410e5bb2 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:01.960195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:01.962234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2947e9b-84d6-45b0-81b6-d2104bd31d71 req-2acac953-4821-4cdd-bf6b-748747b09a31 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.62 "DELETE /v2.0/ports/373b4bc9-5d37-49ff-8490-0c49410e5bb2 HTTP/1.1" status: 204 len: 173 time: 2.4797616 Sep 21 08:08:02.038353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Router 06b8c797-d127-4b54-b589-7ff144ce006c is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:08:02.104217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.resource_extend [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:08:02.221737 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:02.270373 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:02.287573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:02.300925 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Sync routers for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:02.304518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-1dd0fdfe-2ad6-4fe4-9c95-dca261fd940a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:02.306227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-1dd0fdfe-2ad6-4fe4-9c95-dca261fd940a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4117839 Sep 21 08:08:02.320173 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:02.321042 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:02.325691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] For port b152bdcb-071e-447a-9484-712c9d88c44b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:02.333554 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369f4f95-819a-4438-9586-a70875139b4e x-openstack-request-id: req-369f4f95-819a-4438-9586-a70875139b4e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:02.335116 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-unplugged", "status": "completed", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:02.335116 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-369f4f95-819a-4438-9586-a70875139b4e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:02.338223 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2', 'code': 200} Sep 21 08:08:02.345643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:02.349754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c97542f4-5d84-480c-a316-4377a10a1db5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.4633608 Sep 21 08:08:02.353222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:02.374406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] For port b152bdcb-071e-447a-9484-712c9d88c44b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b152bdcb-071e-447a-9484-712c9d88c44b,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:02.384490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:02.484814 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:02.505659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:02.508390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f11e7-d7fd-49b9-806a-127de7138f9c None None] Pushing event updated for resources: {'Port': ['ID=b152bdcb-071e-447a-9484-712c9d88c44b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:02.540621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'mac_address': 'fa:16:3e:48:38:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:08:02.561273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-deleted', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:02.563553 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252edaec-d48a-479c-a475-f780f992644e" -d '{"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-deleted", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:02.654089 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:02.687044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59032fd-97f2-4fc7-87f8-9310b2277a56 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:02.688058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-283651cf-1cda-4785-a13b-b3c2b08b8cc3 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.3502555 Sep 21 08:08:02.708197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'floatingip': {'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:02.722861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a960302-7699-472f-adbe-7f3cd42fd218 req-b2e94e43-cc85-4dc9-895b-e2e1aaaaadd9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:02.733746 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a960302-7699-472f-adbe-7f3cd42fd218 req-b2e94e43-cc85-4dc9-895b-e2e1aaaaadd9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.1598191 Sep 21 08:08:02.741807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:02.750012 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:02.784025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Allocated IP 172.25.1.60 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/2c8a01c4-04ab-415e-afb1-54b4c8a38425) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:02.982681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:03.058455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.171694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b59032fd-97f2-4fc7-87f8-9310b2277a56'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:03.189889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a960302-7699-472f-adbe-7f3cd42fd218 req-7f3269e5-35fa-4316-9ebb-2f28347168f8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502332 Sep 21 08:08:03.257307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:07:59Z', 'revision_number': 3, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:03.315609 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Checking router: 06b8c797-d127-4b54-b589-7ff144ce006c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:03.316072 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Updating router 06b8c797-d127-4b54-b589-7ff144ce006c port 13e2b908-9994-412f-b42c-090abd0dab7d binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:08:03.353492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.363915 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.411055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3708d1b9-2afb-4f23-a28a-2640560e5b40 req-848aed8f-663a-4ecc-8fe7-b87dbd5687f4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 210 time: 0.0467961 Sep 21 08:08:03.536855 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bf228a-1a86-4502-98d9-ad43e6aff8ae x-openstack-request-id: req-f7bf228a-1a86-4502-98d9-ad43e6aff8ae {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:03.539375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2", "name": "network-vif-deleted", "tag": "373b4bc9-5d37-49ff-8490-0c49410e5bb2", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:03.539807 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7bf228a-1a86-4502-98d9-ad43e6aff8ae {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:03.540562 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8cd341-59c5-4fff-afc4-54bc9f9ba5d2', 'name': 'network-vif-deleted', 'tag': '373b4bc9-5d37-49ff-8490-0c49410e5bb2', 'status': 'completed', 'code': 200} Sep 21 08:08:03.560353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41032) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:03.695366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting subnet 1930f1f8-f9e6-4051-9394-d4b83456ab3f {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:08:03.703597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.764791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.778562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.826469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.905613 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.911735 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.916110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:03.992896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b152bdcb-071e-447a-9484-712c9d88c44b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:04.147385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:04.156257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:04.166676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b152bdcb-071e-447a-9484-712c9d88c44b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:04.167160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.213185 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.225450 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.345928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.346800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:04.348463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa318b-f270-47e7-b30f-ffd09106d4a4 None None] Network b81071b7-8704-4572-b376-55243ff5365f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:04.358042 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Floating IP d3e79b89-affe-490a-9574-b97db703b18d associated. External IP: 172.25.1.22, port: 8eec3ab8-5170-4770-b5a6-aca558d8d901. Sep 21 08:08:04.360352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Pushing event updated for resources: {'Port': ['ID=2c8a01c4-04ab-415e-afb1-54b4c8a38425,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:04.378296 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Attempting to bind port 13e2b908-9994-412f-b42c-090abd0dab7d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:04.378888 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Attempting to bind port 13e2b908-9994-412f-b42c-090abd0dab7d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:04.378997 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Attempting to bind port 13e2b908-9994-412f-b42c-090abd0dab7d on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:04.382513 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Pushing event updated for resources: {'Port': ['ID=13e2b908-9994-412f-b42c-090abd0dab7d,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:04.393062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Allocated IP 172.20.0.1 (ce0bd8d8-5aea-4d8c-83d6-f56493ccda03/48b7428b-e6fc-40e5-b2b0-74d0192db3e4/b1fa557b-5f5d-4f17-90e3-2f0fa6a79095) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:04.404093 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:04.404376 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:04.404786 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.405178 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:04.405652 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Bound port: 13e2b908-9994-412f-b42c-090abd0dab7d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:04.406060 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.501256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-8b4e07b9-bee1-42c0-8da4-bf1d40cdd311 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:04.503540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-8b4e07b9-bee1-42c0-8da4-bf1d40cdd311 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 820 time: 0.7007065 Sep 21 08:08:04.517500 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] For port 13e2b908-9994-412f-b42c-090abd0dab7d, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:04.523813 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] For port 13e2b908-9994-412f-b42c-090abd0dab7d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=13e2b908-9994-412f-b42c-090abd0dab7d,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:04.527222 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.528324 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.528858 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.529307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.529680 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.530376 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.530753 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.531140 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.531533 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.531914 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.532286 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.532658 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:04.541757 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.561378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Request body: {'port': {'device_id': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'admin_state_up': True, 'tenant_id': 'd9a5530eddb54a0a837750d539b58ca1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:04.640383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1b3fb526-ab57-4856-b8f7-016b435cb246 None None] Provisioning complete for port b152bdcb-071e-447a-9484-712c9d88c44b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:04.640813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb526-ab57-4856-b8f7-016b435cb246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.658639 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890c07c-c976-4a3c-8ee0-a6ec5d637d15 None None] Pushing event updated for resources: {'Port': ['ID=13e2b908-9994-412f-b42c-090abd0dab7d,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:04.674415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.678240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:04.678887 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:04.716581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port b152bdcb-071e-447a-9484-712c9d88c44b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b152bdcb-071e-447a-9484-712c9d88c44b,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:04.727007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.766287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.864348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.869544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=b152bdcb-071e-447a-9484-712c9d88c44b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:04.895876 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:04.910778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:04.912866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:04.938003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:04.953002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:05.059034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:05.064400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/subnets/1930f1f8-f9e6-4051-9394-d4b83456ab3f HTTP/1.1" status: 204 len: 168 time: 1.5000134 Sep 21 08:08:05.070337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b6adf1-7f4b-4d4b-be10-fc9e1c93af9b None None] Network c3d9a113-6095-4bf9-8495-911088e4017e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:05.094021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41042) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:05.099043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:05.342142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223385-589f-47e0-a885-90b23b96417d tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Subnet': ['ID=1930f1f8-f9e6-4051-9394-d4b83456ab3f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:05.382421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:05.387340 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:07:59Z', 'revision_number': 3, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:05.448338 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4a22e-cbed-4a2b-8184-0e1ca36b8666 None None] The sync data for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 is: [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:07:59Z', 'revision_number': 3, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:05.463611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] DHCP port deletion for c3d9a113-6095-4bf9-8495-911088e4017e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:08:05.513110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c46849-6787-4902-a883-eabe67837ff2 req-dbf0f42d-eb7e-4c6b-8e62-bab18f546552 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:05.515076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16c46849-6787-4902-a883-eabe67837ff2 req-dbf0f42d-eb7e-4c6b-8e62-bab18f546552 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 949 time: 0.9779701 Sep 21 08:08:05.551604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-928382ba-dacd-4ddd-acc5-381b49ef61ca None None] Provisioning complete for port b152bdcb-071e-447a-9484-712c9d88c44b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:05.551909 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-928382ba-dacd-4ddd-acc5-381b49ef61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:05.749267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16c46849-6787-4902-a883-eabe67837ff2 req-85bcf1eb-9d08-4e17-990e-f112d3b0cc43 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122791 Sep 21 08:08:05.799367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:05.799367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Made reservation on behalf of d9a5530eddb54a0a837750d539b58ca1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:05.805486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:05.914987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:05.938087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-928382ba-dacd-4ddd-acc5-381b49ef61ca None None] Provisioning complete for port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:05.938466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-928382ba-dacd-4ddd-acc5-381b49ef61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.019253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.099704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b152bdcb-071e-447a-9484-712c9d88c44b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:06.145232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:06.155531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] Deleting port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:06.156092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.247814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-84661120-d630-463c-b668-a2bc78f87d2f req-6caf24e3-8241-437e-adca-494339700375 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 210 time: 0.2745361 Sep 21 08:08:06.418766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-928382ba-dacd-4ddd-acc5-381b49ef61ca None None] Port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:08:06.508122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Allocated IP 172.20.0.11 (91a251d9-59a5-4feb-8c5d-edc105fbe231/06e0b300-5a8d-4b76-a604-27b72889a088/4488f588-6bc6-4d77-b0e2-8206a687bd0c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:06.554050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.563634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:06.578934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.609177 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.632319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] For port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,segment=NetworkSegment(1e36037f-74a4-48f8-a006-5b38c05c841e),segment_id=1e36037f-74a4-48f8-a006-5b38c05c841e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:06.632908 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.652822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] Calling delete_port for 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:06.777823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:06.796544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.870933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b152bdcb-071e-447a-9484-712c9d88c44b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:06.871518 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.897155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] Pushing event deleted for resources: {'Port': ['ID=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:06.909416 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.930354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:06.967204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:06.967577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:06.977359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29dad9-02d5-49de-aa12-08402cb37bc5 None None] No DVR routers for this DVR port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:06.980579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Pushing event updated for resources: {'Port': ['ID=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:06.983540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:06.994196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:06.998529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port b59032fd-97f2-4fc7-87f8-9310b2277a56 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:08:07.058644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b59032fd-97f2-4fc7-87f8-9310b2277a56 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:07.059133 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:07.135025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:07.140400 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:07.187460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:07.189797 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:07.230104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-01d6d6fc-0e3b-49f7-b3a3-e8e3fab5b1e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "PUT /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 200 len: 997 time: 4.5287256 Sep 21 08:08:07.313012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-a68a3150-ae5d-466f-a3c0-df9285e4ed8e tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:07.314415 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-a68a3150-ae5d-466f-a3c0-df9285e4ed8e tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports/8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 942 time: 0.0555251 Sep 21 08:08:07.334969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c, host n-d-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:07.335495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:07.376280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:07.498475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:07.544386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:07.690962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:07.704920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:08:07.736706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:07.780015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:07.787879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Router 294898f7-e6c3-49ab-b4c4-294b84f2d14f is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:08:07.795354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:07.795354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:07.846131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:07.861683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c11f6-bd77-40f1-9dc4-257965bfc8dd req-d52e6797-d396-4a46-b334-bb8e2842f1d1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:07.876449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d94c11f6-bd77-40f1-9dc4-257965bfc8dd req-d52e6797-d396-4a46-b334-bb8e2842f1d1 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 949 time: 0.8627174 Sep 21 08:08:07.917373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=32ebccc8-3239-49a5-ab91-c9aaf0ddfc1c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:07.973540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-e45a0174-148b-4db7-a6f3-19608a52c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:07.975211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-e45a0174-148b-4db7-a6f3-19608a52c3e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.5061152 Sep 21 08:08:08.023693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:08.037574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:08.057715 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.085940 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d94c11f6-bd77-40f1-9dc4-257965bfc8dd req-05fec831-12b8-4c43-b04c-4e66baeaf2f7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637957 Sep 21 08:08:08.093020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 13e2b908-9994-412f-b42c-090abd0dab7d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:08.225106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.239894 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110fd467-26ac-4c52-b085-3ac6969bea66 x-openstack-request-id: req-110fd467-26ac-4c52-b085-3ac6969bea66 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:08.240906 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:08.242713 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-110fd467-26ac-4c52-b085-3ac6969bea66 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:08.243104 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'status': 'completed', 'code': 200} Sep 21 08:08:08.311648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:08.315155 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edfe06d-ae43-4b84-95f0-829638389032" -d '{"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:08.367400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Router 06b8c797-d127-4b54-b589-7ff144ce006c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:08.371230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:08.381563 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.388482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d9a113-6095-4bf9-8495-911088e4017e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:08.408832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.413654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e36037f-74a4-48f8-a006-5b38c05c841e') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:08.414040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e36037f-74a4-48f8-a006-5b38c05c841e') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:08.425715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 13e2b908-9994-412f-b42c-090abd0dab7d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:08.426105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.429333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e8211d3a-fd02-4831-9632-1c361ec02a75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:08.486147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.527605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:08.536823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Network 91a251d9-59a5-4feb-8c5d-edc105fbe231 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:08.544417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:08.555537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b324e-1135-4556-90e9-237c31dd3c82 req-f8965f1e-728c-4950-831e-415dca8b0a9e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:08.557210 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5d2b324e-1135-4556-90e9-237c31dd3c82 req-f8965f1e-728c-4950-831e-415dca8b0a9e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 932 time: 0.2199035 Sep 21 08:08:08.558983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:08.576899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-8ea9236d-1afc-436a-958b-f07512de28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:08.578818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-8ea9236d-1afc-436a-958b-f07512de28ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.3346946 Sep 21 08:08:08.582849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-e4b69c92-5053-4d15-8d2a-7aaccf9d3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:08.584664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-e4b69c92-5053-4d15-8d2a-7aaccf9d3752 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.5758021 Sep 21 08:08:08.584908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:6f:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:03Z', 'revision_number': 3, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:08.586122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.629824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:08.655285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:08:08.656246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.676118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-222c45b3-3d6c-4c85-98f6-05226529d506 None None] Provisioning complete for port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:08.676767 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-222c45b3-3d6c-4c85-98f6-05226529d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.678472 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Sync routers for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:08.690899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:08.694706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:08.697450 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:08.698967 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:08.703617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:08.704284 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.726577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5d2b324e-1135-4556-90e9-237c31dd3c82 req-e8d6d74b-8624-4cfd-b90d-e464903f4ee1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626768 Sep 21 08:08:08.759676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:08.786137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2d1cdc56-4710-4135-a562-46efd8078a54 admin admin] 10.222.0.59 "PUT /v2.0/routers/06b8c797-d127-4b54-b589-7ff144ce006c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4279511 Sep 21 08:08:08.797493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-f55022c7-c74b-4669-9654-a98a3cccf970 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2346952 Sep 21 08:08:08.817223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Sync routers for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:08.822488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Request body: {'port': {'device_id': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:08:08.868443 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:08:08.870979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-8efaf3b6-8f86-40ea-a9a2-b466bd725dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:08.872124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-8efaf3b6-8f86-40ea-a9a2-b466bd725dc1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.2831011 Sep 21 08:08:08.953108 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-12599775-c6f5-44b1-8836-9e60d1f693af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 217 time: 0.3064320 Sep 21 08:08:08.953337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:08.953447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:08.954179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:08.957658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5cdffa68-ee68-4172-b966-91022c403501 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3652585 Sep 21 08:08:08.975782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:09.012662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.019210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.026474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/networks/c3d9a113-6095-4bf9-8495-911088e4017e HTTP/1.1" status: 204 len: 168 time: 3.9086709 Sep 21 08:08:09.026474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-e0d0f145-7f3e-45fd-8139-a9cf4d33f290 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 217 time: 0.0678961 Sep 21 08:08:09.026922 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:09.084688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41068) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:09.093120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-7e09ecca-4b7b-45e2-aeec-20fd161d6ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:09.094654 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-7e09ecca-4b7b-45e2-aeec-20fd161d6ea9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0693905 Sep 21 08:08:09.146225 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe60589-0b4d-44a0-ae2c-2744a8c48264 x-openstack-request-id: req-dfe60589-0b4d-44a0-ae2c-2744a8c48264 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:09.147185 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:09.147586 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfe60589-0b4d-44a0-ae2c-2744a8c48264 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:09.148106 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'code': 200} Sep 21 08:08:09.166360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.171448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace82582-2b24-471a-a7f1-4d14127641d0 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Network': ['ID=c3d9a113-6095-4bf9-8495-911088e4017e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:09.178090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.186566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-7fff71a2-cbd9-467c-81bb-736e8703926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:09.189115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-7fff71a2-cbd9-467c-81bb-736e8703926a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0935636 Sep 21 08:08:09.270544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-222c45b3-3d6c-4c85-98f6-05226529d506 None None] Port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:08:09.280693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285ffa2-b5f4-41ac-8f5c-e43d640be5fe req-f21560b5-f4b3-4eaa-a325-a61a76423d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:09.282410 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b285ffa2-b5f4-41ac-8f5c-e43d640be5fe req-f21560b5-f4b3-4eaa-a325-a61a76423d87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1101 time: 0.1991875 Sep 21 08:08:09.301656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:09.302503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:09.315347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting subnet efb947f4-8fc4-4b52-b8f0-91a0e96306c3 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:08:09.317129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-c2aead0f-1f30-46ad-9def-1834068464ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:09.319244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.319460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-c2aead0f-1f30-46ad-9def-1834068464ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172273 Sep 21 08:08:09.340946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 13e2b908-9994-412f-b42c-090abd0dab7d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=13e2b908-9994-412f-b42c-090abd0dab7d,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:09.406423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-9f3ff744-ea28-400d-bcf1-6d8102daa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:09.415416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-9f3ff744-ea28-400d-bcf1-6d8102daa562 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247107 Sep 21 08:08:09.457913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.476440 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:04Z', 'revision_number': 3, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:09.518609 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Checking router: 294898f7-e6c3-49ab-b4c4-294b84f2d14f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:09.519246 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Updating router 294898f7-e6c3-49ab-b4c4-294b84f2d14f port 2c8a01c4-04ab-415e-afb1-54b4c8a38425 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:08:09.529815 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.550104 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.609397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-adbfecee-9f59-4eda-91da-d170b9bd080a service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930099 Sep 21 08:08:09.620485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-9bd0003c-64c0-42ca-b0c1-784c2f4c2a47 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892637 Sep 21 08:08:09.731863 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-a715f545-819d-44f6-8a65-fd09bac6f0e7 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214571 Sep 21 08:08:09.876573 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.888227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=13e2b908-9994-412f-b42c-090abd0dab7d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:09.890039 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.914899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:09.928442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:09.961108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:09.961901 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249abe44-995e-4eb5-bcfc-fa5801141520 None None] Pushing event updated for resources: {'Port': ['ID=2c8a01c4-04ab-415e-afb1-54b4c8a38425,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:10.004061 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Attempting to bind port 2c8a01c4-04ab-415e-afb1-54b4c8a38425 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:10.004516 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Attempting to bind port 2c8a01c4-04ab-415e-afb1-54b4c8a38425 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:10.004878 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Attempting to bind port 2c8a01c4-04ab-415e-afb1-54b4c8a38425 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:10.022510 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:10.022872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:10.023270 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:10.023685 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:10.024155 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Bound port: 2c8a01c4-04ab-415e-afb1-54b4c8a38425, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:10.024547 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:10.083301 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] For port 2c8a01c4-04ab-415e-afb1-54b4c8a38425, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:10.088396 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] For port 2c8a01c4-04ab-415e-afb1-54b4c8a38425, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2c8a01c4-04ab-415e-afb1-54b4c8a38425,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:10.101707 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:10.107773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b285ffa2-b5f4-41ac-8f5c-e43d640be5fe req-29461894-69ee-418d-a469-d994bdb84a2e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7498353 Sep 21 08:08:10.109199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:10.160316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:10.163365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/subnets/efb947f4-8fc4-4b52-b8f0-91a0e96306c3 HTTP/1.1" status: 204 len: 168 time: 1.0766943 Sep 21 08:08:10.167942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41082) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:10.178841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf0d75-42ce-4c30-8602-e3e3c29f2fe1 tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Subnet': ['ID=efb947f4-8fc4-4b52-b8f0-91a0e96306c3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:10.179068 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249abe44-995e-4eb5-bcfc-fa5801141520 None None] Pushing event updated for resources: {'Port': ['ID=2c8a01c4-04ab-415e-afb1-54b4c8a38425,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:10.183448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9a6ae-664b-44d5-84be-fcc4ea54cc8e None None] Network 7439135e-6fa6-4ef1-a82a-3772d79be1be requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:10.194593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-ed9e257b-1e82-43c0-9c91-c61a4900ee5a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:10.205266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-ed9e257b-1e82-43c0-9c91-c61a4900ee5a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.9385030 Sep 21 08:08:10.226504 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:10.227778 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:10.282224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-607195c9-4425-4eec-971c-be13d9c410e8 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/quotas/e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 375 time: 0.0635078 Sep 21 08:08:10.403813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:10.407055 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69" -d '{"events": [{"name": "network-changed", "server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:10.430158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-1dd14dd9-aa24-4cf1-b621-e1570ae268ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:10.432467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-1dd14dd9-aa24-4cf1-b621-e1570ae268ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 1096 time: 0.6559916 Sep 21 08:08:10.471167 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc144818-7083-4eb6-a2b2-3d0fb9edadcb req-0d2674fe-23f5-4d7a-9801-28ac26d4746b service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7373734 Sep 21 08:08:10.516780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:10.581830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-7912b09d-c6c4-48b8-afa3-c5b705ed6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:10.586729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4488f588-6bc6-4d77-b0e2-8206a687bd0c {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:10.590046 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:10.600452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:10.600707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-7912b09d-c6c4-48b8-afa3-c5b705ed6d09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.1589925 Sep 21 08:08:10.659442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:06Z', 'revision_number': 2, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:10.694256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Transition to ACTIVE for port object 4488f588-6bc6-4d77-b0e2-8206a687bd0c will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:08:10.734304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-3e8cdc00-2c8c-4234-a155-25fffa7cd18f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 1000 time: 0.1322696 Sep 21 08:08:10.807727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-569a0340-f109-4cf8-a2af-ceec69462187 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4619951 Sep 21 08:08:10.855006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-bff631c1-9df7-46ab-b62d-c58f68c0da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:10.858079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-bff631c1-9df7-46ab-b62d-c58f68c0da5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.1166916 Sep 21 08:08:10.870153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:6f:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:03Z', 'revision_number': 3, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:10.872278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] DHCP port deletion for 7439135e-6fa6-4ef1-a82a-3772d79be1be request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:08:10.887754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Checking router: 06b8c797-d127-4b54-b589-7ff144ce006c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:10.889163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Updating router 06b8c797-d127-4b54-b589-7ff144ce006c port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:08:10.942359 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-0ec14538-5124-4159-9f5b-09db424bc24e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830874 Sep 21 08:08:10.946541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-7573a3ab-2def-4287-9b04-e26187902eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:10.948323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-7573a3ab-2def-4287-9b04-e26187902eca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796587 Sep 21 08:08:10.963305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb054d-6deb-4ec7-823a-a7d0c75b0bb6 None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:6f:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:03Z', 'revision_number': 3, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:11.014142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:04Z', 'revision_number': 3, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:11.024893 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:11.044144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:11.086587 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4b76d5-da52-4753-8d32-d3d2e43dda1f None None] The sync data for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 is: [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:04Z', 'revision_number': 3, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:11.157882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-d08f7358-3a21-4796-93df-1b4587f2d786 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867483 Sep 21 08:08:11.203484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-1ac6e74a-04d4-4e1f-9938-4104dd58a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:11.206158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-1ac6e74a-04d4-4e1f-9938-4104dd58a735 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 1095 time: 0.1810994 Sep 21 08:08:11.266085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] Deleting port f23d6833-e80b-45c0-8f86-d4c7968c3e9c {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:11.267329 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:11.304820 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a4f30-9965-4b7f-a267-70a1213e0b93 None None] New status for floating IP d3e79b89-affe-490a-9574-b97db703b18d: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:11.401454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] For port f23d6833-e80b-45c0-8f86-d4c7968c3e9c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,segment=NetworkSegment(bbce3d69-8f2a-4f42-ae1a-2b358a412cea),segment_id=bbce3d69-8f2a-4f42-ae1a-2b358a412cea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:11.402618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:11.431087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b95a1a4-280d-457b-8565-d828f8676f55 req-6a02e7ca-393a-4c27-bb16-54f2b6ae5458 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647033 Sep 21 08:08:11.469622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-d36bebc8-c204-4df0-84ac-dac41279a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:11.471162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-d36bebc8-c204-4df0-84ac-dac41279a21d service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.2370267 Sep 21 08:08:11.476991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-6327fb21-bfc7-4088-afd8-62405e8f1338 service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533998 Sep 21 08:08:11.483385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:11.550370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:11.584236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-10b81907-895c-442f-a8e6-dd21e6457bc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 200 len: 217 time: 0.0957766 Sep 21 08:08:11.593953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] Calling delete_port for f23d6833-e80b-45c0-8f86-d4c7968c3e9c owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:11.656618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-5ef79012-188c-48e3-82d3-8244be127577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:11.658859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-5ef79012-188c-48e3-82d3-8244be127577 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0645351 Sep 21 08:08:11.758712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-6c4fa4de-3b0a-4012-8e63-8b14f9204128 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877807 Sep 21 08:08:11.992813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.011833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:12.022035 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.145653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-af285865-c80c-4cc8-84ba-3351f210fb00 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777511 Sep 21 08:08:12.212529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2c8a01c4-04ab-415e-afb1-54b4c8a38425 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:12.313976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:12.315012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:12.331007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91ff8de8-9861-4f55-9331-b30256eb9118 req-387e4a0e-2555-4446-9861-4d267f757314 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660826 Sep 21 08:08:12.354838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a74b2-9782-4677-a0f2-0e57d678eece req-57077eb8-38e8-42ce-82be-ba86441ff4a5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:12.356605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c8a74b2-9782-4677-a0f2-0e57d678eece req-57077eb8-38e8-42ce-82be-ba86441ff4a5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.6105540 Sep 21 08:08:12.430632 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c8a74b2-9782-4677-a0f2-0e57d678eece req-d0ef5b81-39b9-49c3-b137-39de6218150f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651984 Sep 21 08:08:12.478420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc03f6d-0a8f-43ac-b955-c34be0515378 None None] Pushing event updated for resources: {'Port': ['ID=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:12.572102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Attempting to bind port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:12.572644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Attempting to bind port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:12.573073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Attempting to bind port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 on network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:12.577444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Deleting port f23d6833-e80b-45c0-8f86-d4c7968c3e9c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:12.578025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.585040 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.639184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2c8a01c4-04ab-415e-afb1-54b4c8a38425 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:12.639977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.675461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Allocated IP 172.20.0.1 (b81071b7-8704-4572-b376-55243ff5365f/f4ac5536-34b2-40c8-9b53-df8f2f609101/4e17a7a9-89d7-469b-bda0-1c9150d94d90) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:12.688835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:12.689386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Checking segment: {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:12.689883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.690404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Bound using segment: {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:12.691024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Bound port: b1fa557b-5f5d-4f17-90e3-2f0fa6a79095, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:12.691636 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.721371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] Pushing event deleted for resources: {'Port': ['ID=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:12.783185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-8f64dbe5-b60d-4794-9699-14fe2cb1b210 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:12.784814 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-8f64dbe5-b60d-4794-9699-14fe2cb1b210 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks?id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 200 len: 828 time: 0.1720808 Sep 21 08:08:12.804499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-81a4f1e9-ef40-491f-bae5-895dd9f52ec9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/quotas/a468c6c34dad499fb8fbac8ac81e10dc HTTP/1.1" status: 200 len: 375 time: 0.0132868 Sep 21 08:08:12.811823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f3769-da1a-48a2-ba1c-bbd11596ed66 None None] No DVR routers for this DVR port f23d6833-e80b-45c0-8f86-d4c7968c3e9c on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:12.817668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ddd02b37-1dd6-4215-bd8f-9e4cdae6a0ae None None] Provisioning complete for port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:12.818133 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddd02b37-1dd6-4215-bd8f-9e4cdae6a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.839746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] For port f23d6833-e80b-45c0-8f86-d4c7968c3e9c, host n-d-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:12.840202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.855685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:12.856126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Calling delete_port for f23d6833-e80b-45c0-8f86-d4c7968c3e9c owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:12.861082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Port f23d6833-e80b-45c0-8f86-d4c7968c3e9c was not found and therefore no delete operation was performed {{(pid=94725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:08:12.867705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:12.912296 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-80bbff34-24eb-420c-aee6-fb341d1481b0 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017151 Sep 21 08:08:12.914691 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-208d3bcb-449d-4000-8dc4-91df842c21a7 service neutron] 10.222.0.59 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3528459 Sep 21 08:08:12.947732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] For port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:12.986058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] No DVR routers for this DVR port f23d6833-e80b-45c0-8f86-d4c7968c3e9c on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:12.996692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Port': ['ID=f23d6833-e80b-45c0-8f86-d4c7968c3e9c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:13.007614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ddd02b37-1dd6-4215-bd8f-9e4cdae6a0ae None None] Port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:08:13.038970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] For port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:13.045602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.056696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:13.057188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:13.057530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:13.075044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.075467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.075781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.076164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.076571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.076972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.077373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.078311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.078311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.078502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.078832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.079164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:13.114667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:13.116008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:13.121049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-020a5c4a-56af-4170-a8f3-3ed71eedbc7d service neutron] 10.222.0.59 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911345 Sep 21 08:08:13.146197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:13.147072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:13.147734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:13.148428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Bound port: 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:13.149219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.158846 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.187346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 2c8a01c4-04ab-415e-afb1-54b4c8a38425, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2c8a01c4-04ab-415e-afb1-54b4c8a38425,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:13.189705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.211763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.249507 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.250743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 13e2b908-9994-412f-b42c-090abd0dab7d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:13.285800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7439135e-6fa6-4ef1-a82a-3772d79be1be']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:13.325733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:13.326340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbce3d69-8f2a-4f42-ae1a-2b358a412cea') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:13.329121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-6874ae0d-937a-4c10-995a-c304ac775f8d service neutron] 10.222.0.59 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023284 Sep 21 08:08:13.342867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.355737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:13.356616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:13.405202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.417423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:08:13.417966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:08:13.423241 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:08:13.502393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc03f6d-0a8f-43ac-b955-c34be0515378 None None] Pushing event updated for resources: {'Port': ['ID=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:13.526700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.633553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:13.712673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Network b81071b7-8704-4572-b376-55243ff5365f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:13.714087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.719539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:13.733988 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4c7c51-eafb-486a-9f77-dbf7fe9f6856 x-openstack-request-id: req-0c4c7c51-eafb-486a-9f77-dbf7fe9f6856 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:13.734819 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:13.735279 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c4c7c51-eafb-486a-9f77-dbf7fe9f6856 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:13.736134 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'status': 'completed', 'code': 200} Sep 21 08:08:13.744919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:13.776769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.805840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] 10.222.0.59 "DELETE /v2.0/networks/7439135e-6fa6-4ef1-a82a-3772d79be1be HTTP/1.1" status: 204 len: 168 time: 3.6183958 Sep 21 08:08:13.812676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-44d12917-b18a-45c9-a438-79bdf6025cac None None] Provisioning complete for port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:13.812676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44d12917-b18a-45c9-a438-79bdf6025cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.898114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.900521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e17a7a9-89d7-469b-bda0-1c9150d94d90,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:13.929020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:13.929805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=2c8a01c4-04ab-415e-afb1-54b4c8a38425,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:13.940988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5a3e2-d8b3-4513-8d9e-50db1e14215a tempest-ServersTestMultiNic-768992640 tempest-ServersTestMultiNic-768992640-project] Pushing event deleted for resources: {'Network': ['ID=7439135e-6fa6-4ef1-a82a-3772d79be1be,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:13.954801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 13e2b908-9994-412f-b42c-090abd0dab7d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:13.956362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:13.966995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:6f:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:11Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:14.024203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-00f2d5d7-8f29-4af2-905a-0bb1bc84dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.027582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-00f2d5d7-8f29-4af2-905a-0bb1bc84dca2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 1096 time: 0.2677019 Sep 21 08:08:14.043481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b67c8c6b-0ee3-40d5-b2ee-5d884e59339e req-0727e0d7-2a5a-487f-85fa-d8112aad7bfe tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.1959839 Sep 21 08:08:14.087305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a43ae-e1ed-4410-98b4-ea00f9dae64d req-18b6dee2-4704-453d-bcdf-de96b8a3f547 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.097500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-662a43ae-e1ed-4410-98b4-ea00f9dae64d req-18b6dee2-4704-453d-bcdf-de96b8a3f547 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.4993358 Sep 21 08:08:14.170989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:14.176086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.178309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:14.180182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-bffd64cb-03ca-4e07-a862-e09f210f664f service neutron] 10.222.0.62 "PUT /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 1092 time: 5.3732359 Sep 21 08:08:14.199643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:14.202241 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a88685-a426-45ff-a199-2883b552b8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:14.202901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c8c6b-0ee3-40d5-b2ee-5d884e59339e req-b26daf77-017b-4408-bf6d-c4545ad434c6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.207941 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:14.217313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b67c8c6b-0ee3-40d5-b2ee-5d884e59339e req-b26daf77-017b-4408-bf6d-c4545ad434c6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports/3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 942 time: 0.1618569 Sep 21 08:08:14.283192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-6e25454f-4c1f-4a4a-9769-330c29c06e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.285111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-6e25454f-4c1f-4a4a-9769-330c29c06e7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.2400351 Sep 21 08:08:14.328029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:14.362171 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-55a93a27-4eae-42ec-9513-006ba182d9e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 1000 time: 0.0684838 Sep 21 08:08:14.376476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-e6076c69-09d6-45e6-89eb-31e0e4e872ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.379601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-e6076c69-09d6-45e6-89eb-31e0e4e872ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1095 time: 0.1063759 Sep 21 08:08:14.390864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-662a43ae-e1ed-4410-98b4-ea00f9dae64d req-62e6332f-63a7-4a9f-88e8-f227c93bbc2a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917445 Sep 21 08:08:14.450897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:14.504209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-919525da-76ee-4cdf-9b9a-998f22f86e9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 217 time: 0.0980222 Sep 21 08:08:14.523774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:14.524490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:14.535088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b67c8c6b-0ee3-40d5-b2ee-5d884e59339e req-a8c0c1d5-0660-449a-b7c5-2af9746509b4 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.2536540 Sep 21 08:08:14.538162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-2964892e-7fed-4246-b131-1d6b5e01e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.539897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-2964892e-7fed-4246-b131-1d6b5e01e10b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.1325271 Sep 21 08:08:14.588505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-8d2ff241-3f7d-4259-bf47-e9989701026d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.590170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-8d2ff241-3f7d-4259-bf47-e9989701026d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0622065 Sep 21 08:08:14.601646 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ba85a1a-0662-45c5-a97e-ed466914709c req-893eef45-37eb-461b-bebc-89e304c32332 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.1120889 Sep 21 08:08:14.660201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-3aea581a-b811-4c4c-8f09-8c683d0bf660 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515168 Sep 21 08:08:14.766151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:14.819049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-e0f55e64-133f-49f2-a2e3-673e107ed0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.820600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-e0f55e64-133f-49f2-a2e3-673e107ed0e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694409 Sep 21 08:08:14.868531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c8c6b-0ee3-40d5-b2ee-5d884e59339e req-267c434d-63bc-4047-a1e7-197ee4e54be6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.870338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b67c8c6b-0ee3-40d5-b2ee-5d884e59339e req-267c434d-63bc-4047-a1e7-197ee4e54be6 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.3294601 Sep 21 08:08:14.901208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:14.935709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-5e10b90d-1ab9-4504-b3d1-afaff47a111e service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677121 Sep 21 08:08:14.955799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-3fda44b0-b0f6-4a66-ac69-4ad24c0d5367 service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266732 Sep 21 08:08:14.986468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db945647-b8f6-4510-83d3-d85e99ce05ba req-6d83c2b5-946d-4973-a515-4173e4a6f94d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:14.988671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db945647-b8f6-4510-83d3-d85e99ce05ba req-6d83c2b5-946d-4973-a515-4173e4a6f94d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.2846808 Sep 21 08:08:15.036514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01251e74-68df-476f-85b6-673d07f3092c req-f35df4d3-cd84-46ca-a937-c92ea37180a2 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 210 time: 0.0388727 Sep 21 08:08:15.085416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44d12917-b18a-45c9-a438-79bdf6025cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:15.104119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea63573d-e3f4-4b45-9b34-7f5bb6e73b69 req-c0c73f8e-a32b-46ed-b6bf-470ad7d9da97 service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405334 Sep 21 08:08:15.158160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:12Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:15.171998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db945647-b8f6-4510-83d3-d85e99ce05ba req-d960aaa2-918c-4273-96c8-3d0300776328 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689935 Sep 21 08:08:15.173597 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef7f66-6bf8-4a26-b046-bcde99165ea1 x-openstack-request-id: req-b5ef7f66-6bf8-4a26-b046-bcde99165ea1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:15.173992 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:15.174324 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b5ef7f66-6bf8-4a26-b046-bcde99165ea1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:15.174798 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c', 'status': 'completed', 'code': 200} Sep 21 08:08:15.200733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8c5d-989d-40d7-8c16-0bd51606c42d None None] The sync data for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 is: [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:12Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:15.202365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f23d6833-e80b-45c0-8f86-d4c7968c3e9c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:15.221702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-44d12917-b18a-45c9-a438-79bdf6025cac None None] For port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:15.244958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a640534-ceb7-40a6-8fd6-840efc6d545c req-265a3145-4c27-460b-8f39-c90325af116f service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813544 Sep 21 08:08:15.269155 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44d12917-b18a-45c9-a438-79bdf6025cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:15.366828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f23d6833-e80b-45c0-8f86-d4c7968c3e9c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:15.367463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f23d6833-e80b-45c0-8f86-d4c7968c3e9c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:15.425232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-5aabadb0-4047-43a0-9214-695692f6f496 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.1897628 Sep 21 08:08:15.501868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d9c8b7e6-40cf-4b78-b062-e76fcb449b8a None None] Provisioning complete for port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:15.502330 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b7e6-40cf-4b78-b062-e76fcb449b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:15.550839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d12917-b18a-45c9-a438-79bdf6025cac None None] Pushing event updated for resources: {'Port': ['ID=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:15.569746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:15.582707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8b7e6-40cf-4b78-b062-e76fcb449b8a None None] Port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:08:15.593838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:6f:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:11Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:15.596410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:15.629864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ab932-994b-460b-a342-277e4f95329c req-0761a597-fb1a-4b8b-947a-3f1554382f6b tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:15.633318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add8bef9-6b8d-490d-ac2e-58eb036010ec None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:6f:52:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:11Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:15.639359 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b05ab932-994b-460b-a342-277e4f95329c req-0761a597-fb1a-4b8b-947a-3f1554382f6b tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1101 time: 0.2261648 Sep 21 08:08:15.667205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a88685-a426-45ff-a199-2883b552b8d9 req-6f9c3d73-8f11-462a-9eea-91d634ec0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:15.668937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46a88685-a426-45ff-a199-2883b552b8d9 req-6f9c3d73-8f11-462a-9eea-91d634ec0cbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1095 time: 0.2355845 Sep 21 08:08:15.689079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2c8a01c4-04ab-415e-afb1-54b4c8a38425 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:15.755100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b05ab932-994b-460b-a342-277e4f95329c req-c60c5a37-c2de-411b-9e5b-6f5367ca3982 tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146941 Sep 21 08:08:15.788319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2c8a01c4-04ab-415e-afb1-54b4c8a38425 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:15.788695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:15.801617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-6b4edd55-ad51-4f69-8bc0-666d2d43b383 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:15.816006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-6b4edd55-ad51-4f69-8bc0-666d2d43b383 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports/3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 942 time: 0.3497181 Sep 21 08:08:15.912879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a88685-a426-45ff-a199-2883b552b8d9 req-ba5d519f-5543-45aa-89de-959a4c7964ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:15.914385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:15.920502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46a88685-a426-45ff-a199-2883b552b8d9 req-ba5d519f-5543-45aa-89de-959a4c7964ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.2334104 Sep 21 08:08:15.956542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-6c993f55-b375-4433-9439-8adedd1bd3cb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:15.958350 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-6c993f55-b375-4433-9439-8adedd1bd3cb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 808 time: 0.5307360 Sep 21 08:08:15.964340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e17a7a9-89d7-469b-bda0-1c9150d94d90,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:15.980917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Request body: {'port': {'device_id': '2131d800-bddb-4aef-9521-a97e17dce25d', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'admin_state_up': True, 'tenant_id': 'e2102788e14644079fb8dc21a9014773'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:16.009830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:16.101007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46a88685-a426-45ff-a199-2883b552b8d9 req-573f7268-044e-4349-ba2a-0fa377ab924a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 217 time: 0.1599383 Sep 21 08:08:16.142105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:16.142492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:16.281041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b95be-63d1-47e5-b0d6-48ef53f6bb4b req-305ee6d6-b76d-46b3-86f2-f4eaedb315e6 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:16.282605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b3b95be-63d1-47e5-b0d6-48ef53f6bb4b req-305ee6d6-b76d-46b3-86f2-f4eaedb315e6 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.2766349 Sep 21 08:08:16.298791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a88685-a426-45ff-a199-2883b552b8d9 req-049d0dd5-a27a-4354-9e2b-5841eee3b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:16.300337 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46a88685-a426-45ff-a199-2883b552b8d9 req-049d0dd5-a27a-4354-9e2b-5841eee3b4ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1691346 Sep 21 08:08:16.334246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-7bf06244-93e4-4775-a550-7a8d60fd0bd2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.2901199 Sep 21 08:08:16.350722 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46a88685-a426-45ff-a199-2883b552b8d9 req-71185377-ae96-4f7f-8d37-c7e3c74496f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409999 Sep 21 08:08:16.394828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-c6d40e5b-d981-457c-beac-994f0afec92b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:16.397366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-c6d40e5b-d981-457c-beac-994f0afec92b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.62 "GET /v2.0/networks?id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 200 len: 828 time: 0.3353066 Sep 21 08:08:16.418863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Request body: {'port': {'device_id': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'admin_state_up': True, 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:16.484504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-397aacd3-e8cb-400b-a6e3-4f83950d9716 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:16.486218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-397aacd3-e8cb-400b-a6e3-4f83950d9716 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1439788 Sep 21 08:08:16.496345 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b3b95be-63d1-47e5-b0d6-48ef53f6bb4b req-c12248a9-9139-4444-bf21-468602fa01c8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016351 Sep 21 08:08:16.497760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Network b81071b7-8704-4572-b376-55243ff5365f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:16.506037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-be41b467-a70a-4ab8-9499-d01b436f38e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:08:16.507079 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-be41b467-a70a-4ab8-9499-d01b436f38e9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120499 Sep 21 08:08:16.510591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:16.640779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-572b2670-6653-401d-98ac-bec60d8b4c79 req-53bab7cd-442e-4b2a-b7cb-f72832a0b244 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.0448780 Sep 21 08:08:16.685480 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46a88685-a426-45ff-a199-2883b552b8d9 req-fad59418-054a-4a48-9c10-bee7d50c1b54 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237143 Sep 21 08:08:16.695681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Made reservation on behalf of e2102788e14644079fb8dc21a9014773 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:16.705849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:16.718630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Made reservation on behalf of a468c6c34dad499fb8fbac8ac81e10dc for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:16.722631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:16.926283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-789b8fd4-6852-4dc1-b09e-edf6db95a48a None None] Provisioning complete for port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:16.926896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-789b8fd4-6852-4dc1-b09e-edf6db95a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:16.928669 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46a88685-a426-45ff-a199-2883b552b8d9 req-ec18868d-3275-4088-bb14-eda87c13c57d service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337947 Sep 21 08:08:17.014246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-789b8fd4-6852-4dc1-b09e-edf6db95a48a None None] Port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:08:17.070189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Allocated IP 172.20.0.10 (ce0bd8d8-5aea-4d8c-83d6-f56493ccda03/48b7428b-e6fc-40e5-b2b0-74d0192db3e4/715bac2c-3b7f-4d20-be4a-47eb8f37cf46) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:17.092169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41170) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:17.155253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67478b42-538e-49c9-abe0-cc8104f87ec3 req-ebaa5048-d2cd-4760-a8cb-0ac6465377f3 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 210 time: 0.0445271 Sep 21 08:08:17.268754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-63606141-ce76-4855-9a47-40c86868ee14 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.7434020 Sep 21 08:08:17.291167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:17.329890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Router 294898f7-e6c3-49ab-b4c4-294b84f2d14f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:17.511925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-709c82c8-5f3b-48bc-8ba7-66592a45f807 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4067681 Sep 21 08:08:17.542397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:17.641277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:17.641805 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:17.664465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:17.796534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34415a-9d6d-4561-9694-401ecd2df869 req-77f430be-4a98-4258-bbcb-22040015dbbd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:17.798088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e34415a-9d6d-4561-9694-401ecd2df869 req-77f430be-4a98-4258-bbcb-22040015dbbd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.0999525 Sep 21 08:08:17.815576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Allocated IP 172.20.0.12 (b2ea7608-6ff2-4220-a5c6-e9553739cd22/b2521274-8afa-4197-91f5-113a77c7d5c8/3946e75f-aff6-497d-a573-b981cac27113) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:17.834891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:17.880044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e34415a-9d6d-4561-9694-401ecd2df869 req-63874a76-429f-4c25-b3d5-c8fc3dd26821 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726593 Sep 21 08:08:17.929187 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.012689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:18.020615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:18.027689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:18.045623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806352c-1223-4ac4-8f9d-f2fda3e2ca29 req-3612d037-d67b-4e50-841b-0ae3e08d8ddc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:18.047143 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3806352c-1223-4ac4-8f9d-f2fda3e2ca29 req-3612d037-d67b-4e50-841b-0ae3e08d8ddc tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.0841370 Sep 21 08:08:18.082601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event updated for resources: {'Port': ['ID=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:18.117406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.117770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.118370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.118491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.118737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.119066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.119420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.119753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.120078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.120442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.120765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.121084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:18.176490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3806352c-1223-4ac4-8f9d-f2fda3e2ca29 req-4ff425ac-7e7c-4ce5-99fb-ccbe504cc1bb tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049361 Sep 21 08:08:18.183261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:18.183936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.225513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-be86f567-ee71-4af6-993d-3cd908d56c2e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8173451 Sep 21 08:08:18.237969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Request body: {'port': {'device_id': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:18.338182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfdea9d3-ca22-44c1-9b52-0e036baca629 req-646e0d94-0f77-456a-aa98-35b659447d28 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.0631912 Sep 21 08:08:18.388654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:18.402973 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Sync routers for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:18.408357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.411475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-49f63c79-3406-422b-987d-d29832b487f4 admin admin] 10.222.0.59 "PUT /v2.0/routers/294898f7-e6c3-49ab-b4c4-294b84f2d14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4320590 Sep 21 08:08:18.429967 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:18.441901 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:18.460214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.470714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.471073 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Floating IP d3e79b89-affe-490a-9574-b97db703b18d disassociated. External IP: 172.25.1.22, port: 3d2594f2-e189-4cc6-a2f4-21ec267678e2. Sep 21 08:08:18.500660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cda4b227-e403-47df-a1c7-7aac9009e07b None None] Provisioning complete for port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:18.506756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cda4b227-e403-47df-a1c7-7aac9009e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.556117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cda4b227-e403-47df-a1c7-7aac9009e07b None None] Port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:08:18.684884 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.687271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae13d1-23f8-4585-b659-3e09f1a4bc52 req-71b619e8-5c24-4903-b666-e1a076d2b96f tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:18.695526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1ae13d1-23f8-4585-b659-3e09f1a4bc52 req-71b619e8-5c24-4903-b666-e1a076d2b96f tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 932 time: 0.1601055 Sep 21 08:08:18.739058 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:18.757806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1ae13d1-23f8-4585-b659-3e09f1a4bc52 req-27c96002-94da-43d8-9dc5-4955de2526dd tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593350 Sep 21 08:08:18.890017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:18.891602 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:18.903939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:18.990693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Network b2ea7608-6ff2-4220-a5c6-e9553739cd22 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:19.000497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:19.008242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:19.063438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:19.064311 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:19.126304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:19.140143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:19.150991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:19.167453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:19.215927 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:15Z', 'revision_number': 2, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:19.232336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-def04f30-d559-4ffc-82c9-5aae81b06dfe tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2575960 Sep 21 08:08:19.244951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381116f-07f6-47e0-b145-a08cb59ce9a7 req-8faf0c77-628b-4520-a986-a5e8e8dbec98 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:19.247329 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a381116f-07f6-47e0-b145-a08cb59ce9a7 req-8faf0c77-628b-4520-a986-a5e8e8dbec98 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.2272723 Sep 21 08:08:19.262566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Transition to ACTIVE for port object 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:08:19.282017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:19.287488 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Checking router: 294898f7-e6c3-49ab-b4c4-294b84f2d14f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:19.287843 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Updating router 294898f7-e6c3-49ab-b4c4-294b84f2d14f port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:08:19.350806 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:19.370735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a381116f-07f6-47e0-b145-a08cb59ce9a7 req-29b57806-8aab-4a26-a568-a45d8fe1d38b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062403 Sep 21 08:08:19.460710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-915d886a-4069-4552-a88d-767336c002f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:19.462430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-915d886a-4069-4552-a88d-767336c002f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1101 time: 0.2850335 Sep 21 08:08:19.467588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Pushing event updated for resources: {'Port': ['ID=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:19.706260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4fbb-bc96-45e2-aa9d-22ec5600712c req-9a537c1a-f449-4401-aafd-c5bad67becd8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:19.712768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd2c4fbb-bc96-45e2-aa9d-22ec5600712c req-9a537c1a-f449-4401-aafd-c5bad67becd8 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.2071037 Sep 21 08:08:19.805089 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:19.814946 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:19.820097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Request body: {'port': {'device_id': '2131d800-bddb-4aef-9521-a97e17dce25d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:19.849463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-dc62e38c-56db-4230-8631-fcc112a71cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:19.851479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-dc62e38c-56db-4230-8631-fcc112a71cbf service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3741069 Sep 21 08:08:19.854935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd2c4fbb-bc96-45e2-aa9d-22ec5600712c req-23bea2df-d895-4606-b608-50f17e87f6fd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899591 Sep 21 08:08:19.855931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Attempting to bind port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:19.856274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Attempting to bind port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:19.856611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Attempting to bind port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 on network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:19.961016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-2f79f44a-7aee-41fd-a24b-9b4eda2dabcb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.0921569 Sep 21 08:08:19.996159 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff751c-a753-4a9d-83d4-af7ea6cdc1d7 None None] Pushing event updated for resources: {'Port': ['ID=4e17a7a9-89d7-469b-bda0-1c9150d94d90,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:20.030124 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Attempting to bind port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:20.031284 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Attempting to bind port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:20.031687 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Attempting to bind port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 on network b81071b7-8704-4572-b376-55243ff5365f {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:20.039669 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:20.040177 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Checking segment: {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:20.040635 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.041473 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Bound using segment: {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:20.042168 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Bound port: 4e17a7a9-89d7-469b-bda0-1c9150d94d90, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:20.042548 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.051686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-390d9a77-4f26-46cb-9204-f5f7490b79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:20.055404 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-390d9a77-4f26-46cb-9204-f5f7490b79e6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0811617 Sep 21 08:08:20.087985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 on network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:20.088616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Attempting to bind port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 on network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:20.097864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:20.098709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Checking segment: {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:20.098997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:20.100408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Bound using segment: {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:20.101056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Bound port: 715bac2c-3b7f-4d20-be4a-47eb8f37cf46, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:20.101427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.114680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.117789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.133042 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] For port 4e17a7a9-89d7-469b-bda0-1c9150d94d90, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:20.137730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:20.152146 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] For port 4e17a7a9-89d7-469b-bda0-1c9150d94d90, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4e17a7a9-89d7-469b-bda0-1c9150d94d90,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:20.152993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:20.154512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:20.159666 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.288357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-874512f3-1f8b-418a-acec-5751315ed00f tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "PUT /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 200 len: 694 time: 3.0102487 Sep 21 08:08:20.291903 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:20.292549 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:20.321380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34634977-6b74-457c-84d8-bbc1efc7e623 req-33c2f8cd-6f82-45ee-92d7-f2d1c475845d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:20.327459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34634977-6b74-457c-84d8-bbc1efc7e623 req-33c2f8cd-6f82-45ee-92d7-f2d1c475845d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 932 time: 0.3650711 Sep 21 08:08:20.331131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-9479673e-2249-417d-9bbe-c92a8efa133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:20.343130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:20.345350 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508bd7d3-2cea-47ff-a517-276ebe054c39" -d '{"events": [{"name": "network-changed", "server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:20.347377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-9479673e-2249-417d-9bbe-c92a8efa133a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722073 Sep 21 08:08:20.362409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] For port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:20.379840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:20.498444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] For port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:20.520364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34634977-6b74-457c-84d8-bbc1efc7e623 req-6cb17c0f-1442-4e89-a98f-51b9ddef6686 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718993 Sep 21 08:08:20.535885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.617593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7281e40e-ae5b-4916-abd2-7bafd9acc083 None None] Provisioning complete for port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:20.621525 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7281e40e-ae5b-4916-abd2-7bafd9acc083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.753194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:20.754106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:20.756299 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] 10.222.0.62 "PUT /v2.0/ports/715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 1092 time: 2.5223382 Sep 21 08:08:20.762854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:20.765776 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f9389c-376c-4508-b52d-a4b8129fae04" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:20.834531 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff751c-a753-4a9d-83d4-af7ea6cdc1d7 None None] Pushing event updated for resources: {'Port': ['ID=4e17a7a9-89d7-469b-bda0-1c9150d94d90,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:20.908809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-cade0adc-6f92-42e6-922e-2e374e1e6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:20.909388 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:20.912754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-cade0adc-6f92-42e6-922e-2e374e1e6eae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 1096 time: 0.5559075 Sep 21 08:08:20.913511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d0d80-3034-4c86-8140-8f0258ced6ec req-f88816dc-b5d6-414d-b815-b3524bcdecd1 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:20.915853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f8d0d80-3034-4c86-8140-8f0258ced6ec req-f88816dc-b5d6-414d-b815-b3524bcdecd1 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 944 time: 0.3138347 Sep 21 08:08:20.978212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3bbf5-9a89-4f9e-92ac-bcd73e0a5212 service neutron] Pushing event updated for resources: {'Port': ['ID=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:21.009716 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-2a8b25e3-a8f4-4620-814f-5ca53d08a5e9 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439111 Sep 21 08:08:21.120534 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7281e40e-ae5b-4916-abd2-7bafd9acc083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:21.121344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-954246bc-b2f5-4c51-b004-2bb564dd6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:21.124165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-954246bc-b2f5-4c51-b004-2bb564dd6d31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.1431186 Sep 21 08:08:21.127384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-6ec59d73-15bc-4cd2-88df-38f86a313703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:21.131647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-6ec59d73-15bc-4cd2-88df-38f86a313703 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 1095 time: 0.2904625 Sep 21 08:08:21.155837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:21.184195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f8d0d80-3034-4c86-8140-8f0258ced6ec req-9d924295-2eb2-4abb-a24f-a9922b3ed1cd tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473154 Sep 21 08:08:21.207188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-05795988-c8c4-47b0-85c8-881e1a0b9003 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 217 time: 0.0613990 Sep 21 08:08:21.331812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-68e5fecf-6a13-4c45-9125-4d673f107473 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 217 time: 0.1866791 Sep 21 08:08:21.358757 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:20Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:21.410020 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce9fab-3ee0-47b7-b304-455518f61ba5 None None] The sync data for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 is: [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:20Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:21.432512 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e514f-b870-4e22-8f7a-4160a72a7ce0 x-openstack-request-id: req-c06e514f-b870-4e22-8f7a-4160a72a7ce0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:21.433089 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:21.433726 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c06e514f-b870-4e22-8f7a-4160a72a7ce0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:21.434538 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'status': 'completed', 'code': 200} Sep 21 08:08:21.453416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-c94dd73c-93ef-4a61-b9ae-70155fbbb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:21.472893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-c94dd73c-93ef-4a61-b9ae-70155fbbb51e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.2527235 Sep 21 08:08:21.574289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-47a041b9-ce98-4a88-880b-11c51e817368 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507565 Sep 21 08:08:21.608760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-86a2a125-385d-40a4-9ec5-9ce73381a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:21.610304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-86a2a125-385d-40a4-9ec5-9ce73381a2a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828414 Sep 21 08:08:21.625342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:21.654332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-1d46fb99-6b84-433f-977d-2767d1b2daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:21.656280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-1d46fb99-6b84-433f-977d-2767d1b2daa8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48b7428b-e6fc-40e5-b2b0-74d0192db3e4 HTTP/1.1" status: 200 len: 867 time: 0.3133993 Sep 21 08:08:21.708284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Deleting port af7a2590-dafb-44df-9420-9dfa1ac1f532 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:21.709194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:21.725884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7281e40e-ae5b-4916-abd2-7bafd9acc083 None None] For port 4e17a7a9-89d7-469b-bda0-1c9150d94d90, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4e17a7a9-89d7-469b-bda0-1c9150d94d90,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:21.729983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:21.731576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:07:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:21.744913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7281e40e-ae5b-4916-abd2-7bafd9acc083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:21.752721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3946e75f-aff6-497d-a573-b981cac27113 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:21.775073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-65e6e9c2-cf38-47ae-a549-df8e19d85b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:21.777356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-65e6e9c2-cf38-47ae-a549-df8e19d85b4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 1096 time: 0.3335857 Sep 21 08:08:21.787874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:21.838387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ed25-f161-4230-b926-a58a8678a1c6 req-6f6132eb-d11c-40a3-ab06-1d4ce1aa5920 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:21.843940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff84ed25-f161-4230-b926-a58a8678a1c6 req-6f6132eb-d11c-40a3-ab06-1d4ce1aa5920 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.3333135 Sep 21 08:08:21.952253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Transition to ACTIVE for port object 3946e75f-aff6-497d-a573-b981cac27113 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:08:21.972892 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:22.004137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c3b2c25f-eeeb-4ba2-a06c-f0fc7d9315cc None None] Provisioning complete for port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:22.004804 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c3b2c25f-eeeb-4ba2-a06c-f0fc7d9315cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:22.013892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281e40e-ae5b-4916-abd2-7bafd9acc083 None None] Pushing event updated for resources: {'Port': ['ID=4e17a7a9-89d7-469b-bda0-1c9150d94d90,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:22.080534 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-fc9066ba-3615-4030-99ec-8b4e58c05b27 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120951 Sep 21 08:08:22.085779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:22.102907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-882e9847-7e84-466a-9881-7b465142cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:22.104591 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-882e9847-7e84-466a-9881-7b465142cb94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4287577 Sep 21 08:08:22.121102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff84ed25-f161-4230-b926-a58a8678a1c6 req-2a4d7d0c-b2bf-4dbe-b7b0-e90e07ac8dfd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510309 Sep 21 08:08:22.134152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] For port af7a2590-dafb-44df-9420-9dfa1ac1f532, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af7a2590-dafb-44df-9420-9dfa1ac1f532,segment=NetworkSegment(5775431c-b00b-4d44-9142-4de7c433623e),segment_id=5775431c-b00b-4d44-9142-4de7c433623e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:22.134733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:22.187436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:22.224945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Calling delete_port for af7a2590-dafb-44df-9420-9dfa1ac1f532 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:22.228316 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c1dad4-60a7-4b27-864a-29f1e89d6f0a x-openstack-request-id: req-02c1dad4-60a7-4b27-864a-29f1e89d6f0a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:22.228607 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:22.230417 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02c1dad4-60a7-4b27-864a-29f1e89d6f0a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:22.232298 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'status': 'completed', 'code': 200} Sep 21 08:08:22.310222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-4fd2cd44-0f36-47f4-9ffa-07cd3adfffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:22.313159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-4fd2cd44-0f36-47f4-9ffa-07cd3adfffa0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.5100088 Sep 21 08:08:22.386860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c2a156d-cb11-4521-b83b-9cbfe0c149d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:22.398150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-320a2f3d-5476-445b-857d-13eafb3db3ca req-923b9b1b-f904-42d6-8ade-b8823519e4e1 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042400 Sep 21 08:08:22.631411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:22.645540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fc9b6-a749-493d-8af0-fe87eefc6a25 req-f0c5a7ba-d6c2-44d2-8fd4-0a888203618a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:22.654740 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a01fc9b6-a749-493d-8af0-fe87eefc6a25 req-f0c5a7ba-d6c2-44d2-8fd4-0a888203618a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.3005073 Sep 21 08:08:22.684368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-bff9c8c4-e525-438b-a05f-7db94e3ac45c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 200 len: 217 time: 0.3631427 Sep 21 08:08:22.710442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509c4bf-c10d-4877-ae05-b7e5d755d141 None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:22.776268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a01fc9b6-a749-493d-8af0-fe87eefc6a25 req-14ce59e0-1bed-4232-9b37-b8d520885b23 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205065 Sep 21 08:08:22.783460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-88f9c997-e2b9-4596-a992-8bdfbc133018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:22.786326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-88f9c997-e2b9-4596-a992-8bdfbc133018 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0790193 Sep 21 08:08:22.866969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:22.867789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:22.868473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:22.883716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:22.884239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:22.890587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:22.904737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:22.905216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:22.906909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:22.910579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Bound port: 3946e75f-aff6-497d-a573-b981cac27113, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:22.911159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:22.961346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa0c0-818e-491c-91ce-99040fb210ae req-b6ae4a7a-73d9-45be-a61a-c237eee3d0ff tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:22.965345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-008fa0c0-818e-491c-91ce-99040fb210ae req-b6ae4a7a-73d9-45be-a61a-c237eee3d0ff tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.4043255 Sep 21 08:08:22.989481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-e43da87d-f708-4624-b450-2a4cce574fad service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670731 Sep 21 08:08:22.994697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7a2590-dafb-44df-9420-9dfa1ac1f532,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:23.048331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-f8e4d88e-bacb-4072-a114-d7fee543755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:23.049935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-f8e4d88e-bacb-4072-a114-d7fee543755b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383518 Sep 21 08:08:23.113559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-008fa0c0-818e-491c-91ce-99040fb210ae req-1f058351-af51-41da-be99-b9ebdd92c995 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262321 Sep 21 08:08:23.115913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a48c2-7c39-4be3-b10e-0af9329ec36d req-48dcb783-bfca-419c-9c8f-8f870f7f13e8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:23.124064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa2a48c2-7c39-4be3-b10e-0af9329ec36d req-48dcb783-bfca-419c-9c8f-8f870f7f13e8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 944 time: 0.2052031 Sep 21 08:08:23.222663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:23.259797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:23.333582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:23.445942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa2a48c2-7c39-4be3-b10e-0af9329ec36d req-6c94ed8e-39bd-4e6d-9673-72428c7fcd9a tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208919 Sep 21 08:08:23.449370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:23.454058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5dd8904-a471-4421-a761-cb86126aafc9 req-16be1579-5730-48c2-8f69-568014017090 service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568977 Sep 21 08:08:23.468420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:23.469454 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:23.471232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-4213ecb3-801a-4508-9017-56e38f746f3a service neutron] 10.222.0.62 "PUT /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 1092 time: 4.2254663 Sep 21 08:08:23.510606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-c22ff933-db65-461b-abe4-ad690ebee10e service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464390 Sep 21 08:08:23.518280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'tag': '3946e75f-aff6-497d-a573-b981cac27113'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:23.522285 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3085372-9c35-4daa-8639-994eac101b19" -d '{"events": [{"name": "network-changed", "server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "tag": "3946e75f-aff6-497d-a573-b981cac27113"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:23.539396 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc8ec9-9294-4bd2-bc95-8c47d2fd9d5b None None] New status for floating IP d3e79b89-affe-490a-9574-b97db703b18d: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:23.729096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4e17a7a9-89d7-469b-bda0-1c9150d94d90 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:23.736374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:23.761397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508bd7d3-2cea-47ff-a517-276ebe054c39 req-07d46aca-22f2-4998-b067-e477dfe1e139 service neutron] 10.222.0.62 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353821 Sep 21 08:08:23.802881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:23.803274 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:23.858702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-a311e480-10a6-4e77-958e-0ac4621bc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:23.867418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-a311e480-10a6-4e77-958e-0ac4621bc933 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 1095 time: 0.3054190 Sep 21 08:08:23.910631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e312ee-14fa-4521-937d-cd625c7853d2 req-8edd3488-cb6c-4afb-ab67-1c818d35017c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:23.915870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50e312ee-14fa-4521-937d-cd625c7853d2 req-8edd3488-cb6c-4afb-ab67-1c818d35017c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.1508276 Sep 21 08:08:24.018868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-a30be89b-bdd9-4e01-b35e-6d02791cbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.020454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-a30be89b-bdd9-4e01-b35e-6d02791cbce0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1095 time: 0.3173041 Sep 21 08:08:24.032481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b3af-6823-4200-8685-d69dc2471361 req-9e6a7660-fd43-4d92-8add-bb2cc5a498fc tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.034022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-9e6a7660-fd43-4d92-8add-bb2cc5a498fc tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2916636 Sep 21 08:08:24.044776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50e312ee-14fa-4521-937d-cd625c7853d2 req-df7ce5c7-0ea1-4d8a-bf48-16d82ba74896 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504050 Sep 21 08:08:24.048689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-71f494d1-7437-49c8-a2ec-9fc1b96b8744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.050155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-71f494d1-7437-49c8-a2ec-9fc1b96b8744 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 200 len: 929 time: 0.1745160 Sep 21 08:08:24.113811 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b03f785-15f2-409a-9df2-75db6aa5cdf6 x-openstack-request-id: req-4b03f785-15f2-409a-9df2-75db6aa5cdf6 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:24.114097 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "tag": "3946e75f-aff6-497d-a573-b981cac27113", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:24.114345 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b03f785-15f2-409a-9df2-75db6aa5cdf6 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:24.115256 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'tag': '3946e75f-aff6-497d-a573-b981cac27113', 'status': 'completed', 'code': 200} Sep 21 08:08:24.135178 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-8fb3ba74-d4ee-47d5-a1ff-ad148b873ae2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 217 time: 0.0707695 Sep 21 08:08:24.158616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-16f76c6f-30ad-416f-b1d1-0ef3d762f717 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 217 time: 0.1196709 Sep 21 08:08:24.185969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-7af81410-91ac-48bb-abe7-ee8b30050984 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 695 time: 0.1413786 Sep 21 08:08:24.193566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'floatingip': {'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:24.293120 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:24.342332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-18c7d985-0b3d-4a06-927e-76fc3d8c4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.343863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-18c7d985-0b3d-4a06-927e-76fc3d8c4e0a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1756046 Sep 21 08:08:24.367663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4488f588-6bc6-4d77-b0e2-8206a687bd0c details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:08:24.436565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-a86f235f-7d76-41a6-b9dd-da517428b168 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498819 Sep 21 08:08:24.531786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-ebb6a200-fbfb-47bd-990c-2570ca64a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.532430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:24.533313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-ebb6a200-fbfb-47bd-990c-2570ca64a5ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48b7428b-e6fc-40e5-b2b0-74d0192db3e4 HTTP/1.1" status: 200 len: 867 time: 0.3937726 Sep 21 08:08:24.547013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174d69b-7bb3-4e34-8540-b119b517b95b req-008cb428-cf34-44bd-a564-0c9cffc8df64 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.548971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '4488f588-6bc6-4d77-b0e2-8206a687bd0c', 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231', 'port_id': '4488f588-6bc6-4d77-b0e2-8206a687bd0c', 'mac_address': 'fa:16:3e:c8:92:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e0b300-5a8d-4b76-a604-27b72889a088', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:08:24.555144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1174d69b-7bb3-4e34-8540-b119b517b95b req-008cb428-cf34-44bd-a564-0c9cffc8df64 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.3857789 Sep 21 08:08:24.600350 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:24.619624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1174d69b-7bb3-4e34-8540-b119b517b95b req-3453c7a3-6b5d-4901-b597-6c0867e6cf8d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635233 Sep 21 08:08:24.624394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4488f588-6bc6-4d77-b0e2-8206a687bd0c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:24.629476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-efd4cfb8-85de-4631-a40a-b583814ebaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.630931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-efd4cfb8-85de-4631-a40a-b583814ebaef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732279 Sep 21 08:08:24.677807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:24.683874 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:24.786376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:24.804522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-3dceb5a7-dbda-4867-a6b1-179ccdf377d9 service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625419 Sep 21 08:08:24.830671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de115b8-9835-472f-94a9-df3fd7c5a239 req-feaed58e-0714-4c24-a0a9-f3398de0bf0e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:24.832589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1de115b8-9835-472f-94a9-df3fd7c5a239 req-feaed58e-0714-4c24-a0a9-f3398de0bf0e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.0971749 Sep 21 08:08:24.925696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1de115b8-9835-472f-94a9-df3fd7c5a239 req-0c05126e-6bcd-4367-b0df-c53895009bb0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814610 Sep 21 08:08:24.961642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:24.967622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7f9389c-376c-4508-b52d-a4b8129fae04 req-fca520d2-5e33-47a1-8a44-6fbfac779b24 service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533940 Sep 21 08:08:25.020869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-80a0e394-6541-43f7-8064-ab8b4295d756 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717690 Sep 21 08:08:25.122220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335f37a-5e3f-441b-8472-26a147ac24bc req-dc52c983-b347-405b-8af2-30da3aba1ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:25.123926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e335f37a-5e3f-441b-8472-26a147ac24bc req-dc52c983-b347-405b-8af2-30da3aba1ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 944 time: 0.0613544 Sep 21 08:08:25.167129 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e335f37a-5e3f-441b-8472-26a147ac24bc req-14729e9f-5df1-48ba-842f-05e358535bca tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Sep 21 08:08:25.208012 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.279564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4488f588-6bc6-4d77-b0e2-8206a687bd0c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:25.304103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7901fa-bec9-4ef2-995f-adcb606e0ba6 req-6fa0619a-0153-4b35-9bf7-4d04b43044bd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:25.306398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d7901fa-bec9-4ef2-995f-adcb606e0ba6 req-6fa0619a-0153-4b35-9bf7-4d04b43044bd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.0688987 Sep 21 08:08:25.361738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:25.380822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] Sync routers for ids ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:25.387003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a0a7b27-6cbc-4fe8-98e3-ff808e2e2cd9 admin admin] 10.222.0.59 "PUT /v2.0/routers/0c5ade86-cf4f-432d-8df3-9ac7375dff5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2875965 Sep 21 08:08:25.387498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39ebc8ee-e497-49f1-a8a7-5170adc8b0b5 req-710ac235-203d-4410-af40-e15898997a0d service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565426 Sep 21 08:08:25.394861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41326) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:25.434223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a1ba2be-11ee-4865-bb6b-39957bd440da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.464560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] Routers {'0c5ade86-cf4f-432d-8df3-9ac7375dff5e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:25.465581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:25.493688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b660615-559d-4d3a-be97-201afa101684 req-d39be1f3-a13b-4647-a4de-528d2140cad8 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:25.495531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b660615-559d-4d3a-be97-201afa101684 req-d39be1f3-a13b-4647-a4de-528d2140cad8 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.62 "GET /v2.0/ports?device_id=6da9b338-6385-4da8-b5d4-5d68f8bb55b5 HTTP/1.1" status: 200 len: 945 time: 0.1876516 Sep 21 08:08:25.508247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d7901fa-bec9-4ef2-995f-adcb606e0ba6 req-e991b36f-724a-4ce0-b95e-dfbe67c753b9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892858 Sep 21 08:08:25.610118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3085372-9c35-4daa-8639-994eac101b19 req-b578fc66-98e3-4166-bcb8-34c25d4a887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:25.611958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3085372-9c35-4daa-8639-994eac101b19 req-b578fc66-98e3-4166-bcb8-34c25d4a887e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1095 time: 0.1612265 Sep 21 08:08:25.630184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] Set router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:25.632019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.resource_extend [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:08:25.658462 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.735669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Deleting port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:25.736138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.774464 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.791450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.886805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3085372-9c35-4daa-8639-994eac101b19 req-fa1a940e-5544-4c7a-a71e-67bed61658ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:25.888962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3085372-9c35-4daa-8639-994eac101b19 req-fa1a940e-5544-4c7a-a71e-67bed61658ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.2691708 Sep 21 08:08:25.891694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.895905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:08:22Z', 'revision_number': 5, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port': {'id': '8ea13d18-70f5-4c87-9edf-959879becedf', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:07Z', 'updated_at': '2021-09-21T08:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:25.937861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] Checking router: 0c5ade86-cf4f-432d-8df3-9ac7375dff5e for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:25.938605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] For port 3d2594f2-e189-4cc6-a2f4-21ec267678e2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d2594f2-e189-4cc6-a2f4-21ec267678e2,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:25.938986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:25.949848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] Routers {'0c5ade86-cf4f-432d-8df3-9ac7375dff5e'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:25.950976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:25.955114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3085372-9c35-4daa-8639-994eac101b19 req-2aa863ed-6fb6-4ab3-aff2-6573a1f0667f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 217 time: 0.0565038 Sep 21 08:08:26.001017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Calling delete_port for 3d2594f2-e189-4cc6-a2f4-21ec267678e2 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:26.071273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3085372-9c35-4daa-8639-994eac101b19 req-f619057f-4e38-46a3-ac3e-1dfa366822fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:26.072791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3085372-9c35-4daa-8639-994eac101b19 req-f619057f-4e38-46a3-ac3e-1dfa366822fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1075625 Sep 21 08:08:26.074029 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Floating IP d3e79b89-affe-490a-9574-b97db703b18d associated. External IP: 172.25.1.22, port: 8eec3ab8-5170-4770-b5a6-aca558d8d901. Sep 21 08:08:26.076560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] Set router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:26.077155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4249a4-bc4f-4f11-a99b-c24f447ba120 req-f450f875-e680-46dd-b6c6-f9f6e004e501 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:26.085174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4249a4-bc4f-4f11-a99b-c24f447ba120 req-f450f875-e680-46dd-b6c6-f9f6e004e501 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 945 time: 0.1657586 Sep 21 08:08:26.124742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Deleting port 8ea13d18-70f5-4c87-9edf-959879becedf {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:26.125088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:26.168433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3085372-9c35-4daa-8639-994eac101b19 req-4efd97ad-a992-4cc9-8a3e-4c6610208d4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459206 Sep 21 08:08:26.175779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4249a4-bc4f-4f11-a99b-c24f447ba120 req-1681802d-d387-4742-a4e1-68d0db37070a tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883980 Sep 21 08:08:26.176185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:08:25Z', 'revision_number': 6, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:26.291696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3085372-9c35-4daa-8639-994eac101b19 req-4d246c21-5bad-41d8-9df8-a73c0e85b4fc service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120069 Sep 21 08:08:26.370724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] For port 8ea13d18-70f5-4c87-9edf-959879becedf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8ea13d18-70f5-4c87-9edf-959879becedf,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:26.371100 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:26.394899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Calling delete_port for 8ea13d18-70f5-4c87-9edf-959879becedf owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:26.423585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a0900-f15a-4154-b04a-37d30632d01a req-f80e8805-5c57-4264-9ba3-a394c27dfa83 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:26.425432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e6a0900-f15a-4154-b04a-37d30632d01a req-f80e8805-5c57-4264-9ba3-a394c27dfa83 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.1471772 Sep 21 08:08:26.426108 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:26.450961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8eec3ab8-5170-4770-b5a6-aca558d8d901'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:26.453510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a177d-42e0-4509-8cce-8c1d0d460f7e None None] The sync data for ids ['0c5ade86-cf4f-432d-8df3-9ac7375dff5e'] in n-d-809980-2 is: [{'id': '0c5ade86-cf4f-432d-8df3-9ac7375dff5e', 'name': 'tempest-ServersTestMultiNic-553247857-router', 'tenant_id': '95eb98bd3fb0487998c9f117927718d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:06Z', 'updated_at': '2021-09-21T08:08:25Z', 'revision_number': 6, 'project_id': '95eb98bd3fb0487998c9f117927718d1', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:26.528041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Pushing event deleted for resources: {'Port': ['ID=3d2594f2-e189-4cc6-a2f4-21ec267678e2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:26.592811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:26.616780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] No DVR routers for this DVR port 3d2594f2-e189-4cc6-a2f4-21ec267678e2 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:26.634772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e6a0900-f15a-4154-b04a-37d30632d01a req-ee0d6956-872e-43e2-a78e-76c30efd8d93 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953180 Sep 21 08:08:26.638092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:26.658469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b660615-559d-4d3a-be97-201afa101684 req-e25297a2-90c6-4341-8e76-fcfa7539350d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.62 "DELETE /v2.0/ports/3d2594f2-e189-4cc6-a2f4-21ec267678e2 HTTP/1.1" status: 204 len: 173 time: 1.1491351 Sep 21 08:08:26.658970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'name': 'network-vif-deleted', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:26.664640 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d455f05-ee55-4abf-a0c6-80dc552f8f6e" -d '{"events": [{"server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "name": "network-vif-deleted", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:26.874348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:26.952849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea13d18-70f5-4c87-9edf-959879becedf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:27.044345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426d604-6326-4900-aa1a-819f61675dd6 req-8da54520-8272-4fa1-8a4d-896b9b7f55cb tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:27.045943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a426d604-6326-4900-aa1a-819f61675dd6 req-8da54520-8272-4fa1-8a4d-896b9b7f55cb tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 944 time: 0.1413436 Sep 21 08:08:27.046827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.064574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3085372-9c35-4daa-8639-994eac101b19 req-e5aa0d43-e3fa-4451-839d-e380eed8f070 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7654331 Sep 21 08:08:27.101139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:27.170028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.173179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.199305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a426d604-6326-4900-aa1a-819f61675dd6 req-755b4278-75bf-4d9d-acf0-0b26a74478f5 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215351 Sep 21 08:08:27.247083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:27.256276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.263237 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:27.271033 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.272516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5ade86-cf4f-432d-8df3-9ac7375dff5e {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:08:27.278978 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:27.279653 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:27.284604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.285906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ec32ec7e-58fa-47f7-91ac-9f717eb34b62 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0c5ade86-cf4f-432d-8df3-9ac7375dff5e HTTP/1.1" status: 204 len: 168 time: 1.8878458 Sep 21 08:08:27.289103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41346) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:27.330342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-db620377-ed97-4804-8b00-8cdc207c4ac2 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "PUT /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 200 len: 995 time: 3.1433916 Sep 21 08:08:27.332510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:27.335646 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7133ab4b-a7d1-4266-b362-546f45419dca" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:27.355462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] Deleting subnet 0f4d016f-9d6e-4d65-8223-cdb65aaf31fa {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:08:27.364358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.369731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffbaf1-3ebc-42d4-903a-a8b61888705b req-8cec6210-cf32-41bc-871e-c2e4ca8eb3e7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:27.371451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90ffbaf1-3ebc-42d4-903a-a8b61888705b req-8cec6210-cf32-41bc-871e-c2e4ca8eb3e7 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.0827703 Sep 21 08:08:27.464207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90ffbaf1-3ebc-42d4-903a-a8b61888705b req-5a0b7860-5833-4a56-b89f-45ea3608f442 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775383 Sep 21 08:08:27.492000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.539102 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:27.540179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af7a2590-dafb-44df-9420-9dfa1ac1f532 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:27.541499 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aecfac-8cd0-4e89-83ba-37d215952653 x-openstack-request-id: req-94aecfac-8cd0-4e89-83ba-37d215952653 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:27.541989 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da9b338-6385-4da8-b5d4-5d68f8bb55b5", "name": "network-vif-deleted", "tag": "3d2594f2-e189-4cc6-a2f4-21ec267678e2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:27.542251 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94aecfac-8cd0-4e89-83ba-37d215952653 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:27.542657 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da9b338-6385-4da8-b5d4-5d68f8bb55b5', 'name': 'network-vif-deleted', 'tag': '3d2594f2-e189-4cc6-a2f4-21ec267678e2', 'status': 'completed', 'code': 200} Sep 21 08:08:27.569791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b3af-6823-4200-8685-d69dc2471361 req-016a2be7-eac9-4602-af1b-16d4288d893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:27.571359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-016a2be7-eac9-4602-af1b-16d4288d893d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.2117324 Sep 21 08:08:27.593089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: af7a2590-dafb-44df-9420-9dfa1ac1f532 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:27.593644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af7a2590-dafb-44df-9420-9dfa1ac1f532 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:27.595470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8ea13d18-70f5-4c87-9edf-959879becedf no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:27.642955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8ea13d18-70f5-4c87-9edf-959879becedf {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:27.643638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8ea13d18-70f5-4c87-9edf-959879becedf not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:27.659133 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.668325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.712311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121c74d-be55-4956-8087-0fdb626a5e9b req-930dee1c-17bb-4c31-be94-791db1afa729 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:27.719879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9121c74d-be55-4956-8087-0fdb626a5e9b req-930dee1c-17bb-4c31-be94-791db1afa729 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 945 time: 0.0852625 Sep 21 08:08:27.791959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b3af-6823-4200-8685-d69dc2471361 req-133cc4a5-3ef0-4a2f-9129-fd1d7864ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:27.800340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-133cc4a5-3ef0-4a2f-9129-fd1d7864ad0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.2157040 Sep 21 08:08:27.806096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9121c74d-be55-4956-8087-0fdb626a5e9b req-6e20e201-49f9-4b62-8f9b-3c2375255586 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821793 Sep 21 08:08:27.811210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.915954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8a53c-3d1a-43d5-a787-d8891b0ad18e None None] Network c1272403-c39d-4652-afa3-1c38291cd8d2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:27.916583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4d016f-9d6e-4d65-8223-cdb65aaf31fa,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:27.920611 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef78670-daff-42e1-a11c-caf1e6517d25 x-openstack-request-id: req-3ef78670-daff-42e1-a11c-caf1e6517d25 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:27.920916 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:27.921141 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ef78670-daff-42e1-a11c-caf1e6517d25 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:27.921554 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'status': 'completed', 'code': 200} Sep 21 08:08:27.922538 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:27.927072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41358) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:27.927894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2cc5364a-ad4f-4e35-9189-e837c05508ae admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0f4d016f-9d6e-4d65-8223-cdb65aaf31fa HTTP/1.1" status: 204 len: 168 time: 0.6371253 Sep 21 08:08:27.951030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-ee77d367-fdf6-4362-9f95-b6b6b19aef0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 998 time: 0.1494825 Sep 21 08:08:28.020964 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:22:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:25Z', 'revision_number': 8, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:28.027349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b3af-6823-4200-8685-d69dc2471361 req-048cbaf3-f223-41ec-b729-8c2a50a7c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:28.029133 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-048cbaf3-f223-41ec-b729-8c2a50a7c7e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0773058 Sep 21 08:08:28.057008 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:28.062025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.068324 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:28.069223 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:28.119487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b3af-6823-4200-8685-d69dc2471361 req-8deb2c95-6a91-45fb-8d4d-1c22cde53656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:28.127840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-8deb2c95-6a91-45fb-8d4d-1c22cde53656 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918455 Sep 21 08:08:28.207921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] DHCP port deletion for c1272403-c39d-4652-afa3-1c38291cd8d2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:08:28.210321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133ab4b-a7d1-4266-b362-546f45419dca req-ac3ec7b1-8c83-4702-ba21-1f74feb7e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:28.211914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7133ab4b-a7d1-4266-b362-546f45419dca req-ac3ec7b1-8c83-4702-ba21-1f74feb7e4c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.1446748 Sep 21 08:08:28.226501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42837-ec5d-4b90-9bfe-c1c380a30f7b req-a7d323db-e005-455b-945c-f70e7370e195 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:28.233810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06c42837-ec5d-4b90-9bfe-c1c380a30f7b req-a7d323db-e005-455b-945c-f70e7370e195 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.1675565 Sep 21 08:08:28.241599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-1fc3a50a-2382-4a52-84ea-8290dfa4876f service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128566 Sep 21 08:08:28.257407 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:28.273356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Deleting port 00b82194-a1e8-444d-8d7d-e39e2ada772b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:28.274088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.302920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Deleting port 00b82194-a1e8-444d-8d7d-e39e2ada772b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:28.303262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.360433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] For port 00b82194-a1e8-444d-8d7d-e39e2ada772b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=00b82194-a1e8-444d-8d7d-e39e2ada772b,segment=NetworkSegment(5775431c-b00b-4d44-9142-4de7c433623e),segment_id=5775431c-b00b-4d44-9142-4de7c433623e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:28.360433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.372149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06c42837-ec5d-4b90-9bfe-c1c380a30f7b req-390a7e13-3662-42a7-bcf6-a2935b52ec02 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373796 Sep 21 08:08:28.377374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Calling delete_port for 00b82194-a1e8-444d-8d7d-e39e2ada772b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:28.377540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6693b3af-6823-4200-8685-d69dc2471361 req-f61c0ac1-162c-4676-b1f3-ded11972e586 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290781 Sep 21 08:08:28.391614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:08:28.392957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4488f588-6bc6-4d77-b0e2-8206a687bd0c up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:28.531293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] For port 00b82194-a1e8-444d-8d7d-e39e2ada772b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=00b82194-a1e8-444d-8d7d-e39e2ada772b,segment=NetworkSegment(5775431c-b00b-4d44-9142-4de7c433623e),segment_id=5775431c-b00b-4d44-9142-4de7c433623e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:28.531760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.573266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133ab4b-a7d1-4266-b362-546f45419dca req-5a2079f1-f1f4-4e4d-9b8a-f57a24bcb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:28.574776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7133ab4b-a7d1-4266-b362-546f45419dca req-5a2079f1-f1f4-4e4d-9b8a-f57a24bcb53d service neutron] 10.222.0.50 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.3367271 Sep 21 08:08:28.595218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Calling delete_port for 00b82194-a1e8-444d-8d7d-e39e2ada772b owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:28.625814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 4488f588-6bc6-4d77-b0e2-8206a687bd0c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:08:28.632794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 4488f588-6bc6-4d77-b0e2-8206a687bd0c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:28.633440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.679968 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.684987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:28.688965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a29eb-09f4-40c8-a342-1fda9ecfc8cb req-5d1a69b5-4ad1-404e-86b8-bac664bf528e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:28.690544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086a29eb-09f4-40c8-a342-1fda9ecfc8cb req-5d1a69b5-4ad1-404e-86b8-bac664bf528e tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 944 time: 0.1827686 Sep 21 08:08:28.702961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-73e3f242-57ca-47d0-8cb6-2f73af463674 req-5b43f580-d9c3-429f-b12b-85f5be696043 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 200 len: 995 time: 0.1859243 Sep 21 08:08:28.712674 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:22:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:25Z', 'revision_number': 8, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:28.734779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Pushing event deleted for resources: {'Port': ['ID=00b82194-a1e8-444d-8d7d-e39e2ada772b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:28.738982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] No DVR routers for this DVR port 00b82194-a1e8-444d-8d7d-e39e2ada772b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:28.742808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'port_id': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'mac_address': 'fa:16:3e:b1:ca:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:08:28.764234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.764842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.765058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.765401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.765785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.766136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.766734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.767068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.767487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.767732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.768058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.768455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37018dd-9307-4191-8aaa-29a13c461602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:08:28.773977 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b1f185-cd70-4bd0-898f-49c33a5a3af7 None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd3e79b89-affe-490a-9574-b97db703b18d', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'floating_ip_address': '172.25.1.22', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'port_id': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'mac_address': 'fa:16:3e:22:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e3f047-063c-48da-ab3b-6767894862de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:07:28Z', 'updated_at': '2021-09-21T08:08:25Z', 'revision_number': 8, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:28.802674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7133ab4b-a7d1-4266-b362-546f45419dca req-6b39dc26-ab4b-4de8-b28d-4be966d9b8bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 998 time: 0.2199512 Sep 21 08:08:28.814991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086a29eb-09f4-40c8-a342-1fda9ecfc8cb req-f603d88c-207a-412d-8cbf-05732c358e64 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147239 Sep 21 08:08:28.857281 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.870580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.920318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:28.923166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3f242-57ca-47d0-8cb6-2f73af463674 req-24e00da0-c2cf-49fc-b496-728a17b2a055 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:28.932083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-73e3f242-57ca-47d0-8cb6-2f73af463674 req-24e00da0-c2cf-49fc-b496-728a17b2a055 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2281663 Sep 21 08:08:28.939283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-73e3f242-57ca-47d0-8cb6-2f73af463674 req-abca0e64-77a7-479e-b003-954233a28b2d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:08:28.949490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:28.952252 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6350e2f-f553-4d6d-9029-23169f04c25f" -d '{"events": [{"server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "name": "network-vif-plugged", "status": "completed", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:28.952660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-73e3f242-57ca-47d0-8cb6-2f73af463674 req-abca0e64-77a7-479e-b003-954233a28b2d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194213 Sep 21 08:08:28.954839 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:28.987295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:28.995619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:28.997466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.029525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b82194-a1e8-444d-8d7d-e39e2ada772b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:29.041028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aada6f-41bc-4344-a505-fe1e938e0b58 req-cd657f23-525d-4f2a-8abf-58ed4c2ee27a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.051961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6aada6f-41bc-4344-a505-fe1e938e0b58 req-cd657f23-525d-4f2a-8abf-58ed4c2ee27a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.1056802 Sep 21 08:08:29.058022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:29.061074 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.061995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3d2594f2-e189-4cc6-a2f4-21ec267678e2 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:29.102838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] No DVR routers for this DVR port 00b82194-a1e8-444d-8d7d-e39e2ada772b on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:29.119194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6aada6f-41bc-4344-a505-fe1e938e0b58 req-c2a05080-d9bc-48af-beae-fe70d1271cbf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598950 Sep 21 08:08:29.120432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 3d2594f2-e189-4cc6-a2f4-21ec267678e2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:29.120841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3d2594f2-e189-4cc6-a2f4-21ec267678e2 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:29.158222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133ab4b-a7d1-4266-b362-546f45419dca req-95911c5a-4f90-44a7-bfa1-8ced8b2b8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.165430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7133ab4b-a7d1-4266-b362-546f45419dca req-95911c5a-4f90-44a7-bfa1-8ced8b2b8574 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.3042860 Sep 21 08:08:29.166185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:29.212431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd79e48e-af18-49cd-9d3c-07c09a333af9 None None] New status for floating IP d3e79b89-affe-490a-9574-b97db703b18d: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:29.238505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-549b47d7-1f85-41bd-9e28-3a70fd6f2bb5 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 998 time: 0.0939596 Sep 21 08:08:29.306225 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.309380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-68e736ef-6239-4504-ba25-93f2b67e20c9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.311918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-68e736ef-6239-4504-ba25-93f2b67e20c9 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports/8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 942 time: 0.0651929 Sep 21 08:08:29.320156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04063264-7316-44a2-b118-0561b538fe3f req-c92fb0d3-2cee-4716-ac73-d63373b1f29e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.321727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04063264-7316-44a2-b118-0561b538fe3f req-c92fb0d3-2cee-4716-ac73-d63373b1f29e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.2278712 Sep 21 08:08:29.366531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1272403-c39d-4652-afa3-1c38291cd8d2']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:29.370170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133ab4b-a7d1-4266-b362-546f45419dca req-d75c408d-3a03-450b-a6b7-5722e2e148f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.371752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7133ab4b-a7d1-4266-b362-546f45419dca req-d75c408d-3a03-450b-a6b7-5722e2e148f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806476 Sep 21 08:08:29.387986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5775431c-b00b-4d44-9142-4de7c433623e') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:29.388424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5775431c-b00b-4d44-9142-4de7c433623e') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:29.389103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['715bac2c-3b7f-4d20-be4a-47eb8f37cf46'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:29.428761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.451934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04063264-7316-44a2-b118-0561b538fe3f req-f1e962bc-7eae-4718-a2b2-507678d65dde tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230280 Sep 21 08:08:29.495155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.506369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:08:29.506830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:08:29.508571 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:08:29.511181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-c7620639-b1f4-4b26-9370-ea62b02646e7 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 998 time: 0.1347225 Sep 21 08:08:29.553608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 00b82194-a1e8-444d-8d7d-e39e2ada772b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:29.603231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7133ab4b-a7d1-4266-b362-546f45419dca req-288f471d-7620-45dc-9172-f56ab7354a3f service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228281 Sep 21 08:08:29.603906 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.610654 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:29.612573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c1272403-c39d-4652-afa3-1c38291cd8d2 HTTP/1.1" status: 204 len: 168 time: 1.6839528 Sep 21 08:08:29.617525 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3f3e36-247b-4ed5-9fbc-b753bda0f077 x-openstack-request-id: req-9a3f3e36-247b-4ed5-9fbc-b753bda0f077 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:29.617826 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "name": "network-vif-plugged", "status": "completed", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:29.618073 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a3f3e36-247b-4ed5-9fbc-b753bda0f077 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:29.618460 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c', 'code': 200} Sep 21 08:08:29.625923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 00b82194-a1e8-444d-8d7d-e39e2ada772b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:29.626572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 00b82194-a1e8-444d-8d7d-e39e2ada772b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:29.680558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611071c-c212-4959-b895-52d3a0578020 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1272403-c39d-4652-afa3-1c38291cd8d2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:29.757098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-38daac31-8cde-4262-9d4e-6e4b5d527242 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.758453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-38daac31-8cde-4262-9d4e-6e4b5d527242 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2473381 Sep 21 08:08:29.760860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d989b58-4487-4fa1-889c-7aa3fb381f56 req-4bf9d56a-6197-49f7-a629-41f48bf322db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.762105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d989b58-4487-4fa1-889c-7aa3fb381f56 req-4bf9d56a-6197-49f7-a629-41f48bf322db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1097 time: 0.0839422 Sep 21 08:08:29.811782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef7326-131c-476f-94d7-d99ec8f0e10f req-9b5a6884-b412-498e-8337-a2b18fef9c25 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:29.821600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3eef7326-131c-476f-94d7-d99ec8f0e10f req-9b5a6884-b412-498e-8337-a2b18fef9c25 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.1251988 Sep 21 08:08:29.830931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41384) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:29.875471 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d989b58-4487-4fa1-889c-7aa3fb381f56 req-59645b17-e696-4198-aa5c-92b841977117 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063607 Sep 21 08:08:29.892972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-c41fc93c-afaa-4d98-8c59-6872ea9fc862 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 1000 time: 0.0880246 Sep 21 08:08:29.903288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:29.919200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3eef7326-131c-476f-94d7-d99ec8f0e10f req-d1459d03-03cc-4d62-9047-38668994ec91 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964634 Sep 21 08:08:29.923205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7133ab4b-a7d1-4266-b362-546f45419dca req-7b2b514d-8a78-4d29-97d4-4b863c575671 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084333 Sep 21 08:08:29.945753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-62334ba8-1a45-4214-b906-405da8facd74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95eb98bd3fb0487998c9f117927718d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939281 Sep 21 08:08:29.945753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41388) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:29.977944 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.005114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8cd68a46-ee33-4572-88e5-9a29d5f6a070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.152610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.157035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.157483 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Floating IP d3e79b89-affe-490a-9574-b97db703b18d disassociated. External IP: 172.25.1.22, port: 8eec3ab8-5170-4770-b5a6-aca558d8d901. Sep 21 08:08:30.351530 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8cd68a46-ee33-4572-88e5-9a29d5f6a070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.399581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff91800-50f6-45f2-bc72-e76bdfafcdf1 req-abebd463-81b9-462e-8ed7-1e827289170d tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:30.400730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:30.403807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ff91800-50f6-45f2-bc72-e76bdfafcdf1 req-abebd463-81b9-462e-8ed7-1e827289170d tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 945 time: 0.0893636 Sep 21 08:08:30.448340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ff91800-50f6-45f2-bc72-e76bdfafcdf1 req-eaa735aa-8d8d-4f82-9f57-64992f4b4104 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Sep 21 08:08:30.449372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8cd68a46-ee33-4572-88e5-9a29d5f6a070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.451930 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8cd68a46-ee33-4572-88e5-9a29d5f6a070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.453084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8cd68a46-ee33-4572-88e5-9a29d5f6a070 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0ab90e9-128b-4f39-ab63-22ac7a7b9c73 HTTP/1.1" status: 204 len: 168 time: 0.5115871 Sep 21 08:08:30.462439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd68a46-ee33-4572-88e5-9a29d5f6a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ab90e9-128b-4f39-ab63-22ac7a7b9c73,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:30.560683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:30.565790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:30.576024 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:30.588557 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:30.591228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:30.615168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3c7d1-a676-4084-a3f8-6910f049599b req-02d3f544-5149-4ef7-9988-4e94a98b3043 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:30.617212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bc3c7d1-a676-4084-a3f8-6910f049599b req-02d3f544-5149-4ef7-9988-4e94a98b3043 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.0767374 Sep 21 08:08:30.627898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0ae986e1-cf44-4493-b946-65bf073a96cd tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "PUT /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 200 len: 695 time: 0.7286732 Sep 21 08:08:30.628363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:30.631685 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:30.730968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bc3c7d1-a676-4084-a3f8-6910f049599b req-00c900fa-b1e3-4a0f-ae10-e4a42631b07b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073384 Sep 21 08:08:30.760416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-318ad9d7-722d-4b7c-9b22-40cad1e9ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:30.762105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-318ad9d7-722d-4b7c-9b22-40cad1e9ebb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.1130538 Sep 21 08:08:30.813809 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:30.941789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a576a34-512c-4347-ae9f-a5c714422c10 req-7a1aaf13-cc57-4d5e-ad58-3293d4de81a1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:30.945950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a576a34-512c-4347-ae9f-a5c714422c10 req-7a1aaf13-cc57-4d5e-ad58-3293d4de81a1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.1304126 Sep 21 08:08:31.025514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-677486d8-8eeb-4c69-a1f4-6025ab0cb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.027022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-677486d8-8eeb-4c69-a1f4-6025ab0cb212 service neutron] 10.222.0.59 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.2559414 Sep 21 08:08:31.044926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a576a34-512c-4347-ae9f-a5c714422c10 req-9d8247f7-bce1-487d-8fb2-746d237d4bb7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916352 Sep 21 08:08:31.084107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-673c1e14-e7d4-438e-b6a4-02dc6d5454ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 217 time: 0.0504384 Sep 21 08:08:31.103184 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:31.139627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-90606c00-e90e-42d4-ab02-04bf8116b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.141105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-90606c00-e90e-42d4-ab02-04bf8116b864 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0478146 Sep 21 08:08:31.148630 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:31.158589 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:31.159481 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:31.205481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-54b627df-9439-4e51-a21c-cb5c13e8690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.207172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-54b627df-9439-4e51-a21c-cb5c13e8690c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576489 Sep 21 08:08:31.415777 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d4e250-70c2-4487-ad66-63b28e79b596 x-openstack-request-id: req-b6d4e250-70c2-4487-ad66-63b28e79b596 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:31.416488 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:31.416488 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6d4e250-70c2-4487-ad66-63b28e79b596 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:31.416777 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'status': 'completed', 'code': 200} Sep 21 08:08:31.447084 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:31.455730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-d79d0c25-f94f-45e9-aa52-6b974a57fabb service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415624 Sep 21 08:08:31.543794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-225dadc0-d155-4de4-a612-488dd1292dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.545717 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-225dadc0-d155-4de4-a612-488dd1292dd8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=549514e1c3874b7dbb80e0f276c4d594&device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 1096 time: 0.1161706 Sep 21 08:08:31.631866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cddd31c-739d-4458-a0d5-722824f0d08b req-0a35e649-e757-438c-a58e-2388181c5742 service neutron] 10.222.0.59 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644526 Sep 21 08:08:31.697915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-df8c9a40-eba6-447b-af37-b07732e0b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.699750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-df8c9a40-eba6-447b-af37-b07732e0b638 service neutron] 10.222.0.50 "GET /v2.0/networks?id=45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 200 len: 920 time: 0.1447492 Sep 21 08:08:31.722830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727d2fc-ebe5-486a-9c8b-e3f50255b56e req-3f5e9769-ab9e-4242-9c12-190253ba89b8 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.726908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d727d2fc-ebe5-486a-9c8b-e3f50255b56e req-3f5e9769-ab9e-4242-9c12-190253ba89b8 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.2366447 Sep 21 08:08:31.737369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:31.793061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-693d9c20-4aa3-4ada-83f4-d7646ace89b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 200 len: 217 time: 0.0648065 Sep 21 08:08:31.853393 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:31.885125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d727d2fc-ebe5-486a-9c8b-e3f50255b56e req-c7639d38-7734-4298-9bb8-8b3e702a73f3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908778 Sep 21 08:08:31.891606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-d9e537a9-9335-41a8-9917-07e8bdb88024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.894090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-d9e537a9-9335-41a8-9917-07e8bdb88024 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 200 len: 858 time: 0.0788767 Sep 21 08:08:31.926080 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f6ad-6f64-4539-abdf-24bb02b55c2c None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:06:57Z', 'revision_number': 4, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '2ecd2908-6e0f-46de-8c4b-a838ccfec81d', 'name': '', 'network_id': '45dc2a06-9f19-48ee-9714-4e5ca1af606b', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'mac_address': 'fa:16:3e:da:a8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:55Z', 'updated_at': '2021-09-21T08:07:05Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'subnets': [{'id': '72f0c5a2-f80f-4137-b96a-bb0beddc66e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:31.947164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:31.978627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-f5d89263-a2ff-4768-9b99-f4e4ccfad823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:31.986559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-f5d89263-a2ff-4768-9b99-f4e4ccfad823 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=45dc2a06-9f19-48ee-9714-4e5ca1af606b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785444 Sep 21 08:08:32.002628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838bc5a-4108-4047-a9a6-d49494b6065c req-2eb01e33-02dd-4582-a8ae-38c467ea0b4c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:32.013924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0838bc5a-4108-4047-a9a6-d49494b6065c req-2eb01e33-02dd-4582-a8ae-38c467ea0b4c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 945 time: 0.1551344 Sep 21 08:08:32.110368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0838bc5a-4108-4047-a9a6-d49494b6065c req-91d43bb5-0144-4d1b-bf09-66c7515ba882 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953579 Sep 21 08:08:32.166211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1276994576-network', 'tenant_id': 'd5280a1c0a334646a9a6a1b6783b8ffa'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:32.177597 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-2b8fd9e2-f670-4893-8f08-9016b610f861 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808515 Sep 21 08:08:32.186923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446121d-a00c-4a2a-851c-9f56a0ea202f req-a736c518-32c0-4670-9e65-375628808257 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:32.195576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4446121d-a00c-4a2a-851c-9f56a0ea202f req-a736c518-32c0-4670-9e65-375628808257 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.1316004 Sep 21 08:08:32.222509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Made reservation on behalf of d5280a1c0a334646a9a6a1b6783b8ffa for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:32.226082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.238868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.331608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4446121d-a00c-4a2a-851c-9f56a0ea202f req-3b07e4b8-4fd2-410c-ae34-df311f70e87e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347129 Sep 21 08:08:32.336841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687c30-5433-4358-9340-32a152c64ffc req-a4f6f2bd-bc47-4727-b426-b3b87a7ced5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:32.338700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53687c30-5433-4358-9340-32a152c64ffc req-a4f6f2bd-bc47-4727-b426-b3b87a7ced5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.0844452 Sep 21 08:08:32.354362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a837bbc-7970-4466-a79f-0f0597e7538f None None] New status for floating IP d3e79b89-affe-490a-9574-b97db703b18d: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:32.370158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3a92313-ceff-4d77-9fe3-3ba6338ae7c4 req-19ce517c-f60b-4b57-9203-ba089dcceea5 service neutron] 10.222.0.50 "GET /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721067 Sep 21 08:08:32.413295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:32.419173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53687c30-5433-4358-9340-32a152c64ffc req-74bb60e2-2719-468e-9785-c4589a519da5 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663209 Sep 21 08:08:32.447765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-f2474e86-a3af-4c36-a3af-085c42a51e9a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 200 len: 695 time: 0.0751028 Sep 21 08:08:32.495506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.510489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.554030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:08:32.573374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7232b20e-9344-4a30-9712-d0a9b989a55e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:32.577351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.577702 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Added segment 11f203dd-505b-4b54-a406-1cbafb1829c6 of type vlan for network c774381c-49ee-433d-802f-ae1943dfd8a4 Sep 21 08:08:32.652481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:08:32.659016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:32.659606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.668411 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.678171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e96c8e-1570-42f4-9ca1-4ae64e6d0541 req-ec919e56-ddb4-43fd-aeaf-ce0aaf9f6b65 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:32.679752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41e96c8e-1570-42f4-9ca1-4ae64e6d0541 req-ec919e56-ddb4-43fd-aeaf-ce0aaf9f6b65 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1097 time: 0.1038144 Sep 21 08:08:32.684022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-c39d4bd5-9ea3-4893-bd2f-a2b798e30717 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:32.691207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-c39d4bd5-9ea3-4893-bd2f-a2b798e30717 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2375884 Sep 21 08:08:32.697037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-fbf7994d-5c3c-4fe6-985f-a7a4e48eb34a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:08:32.705013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-fbf7994d-5c3c-4fe6-985f-a7a4e48eb34a tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126734 Sep 21 08:08:32.763408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.764366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:32.764961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.769609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.776672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-99c970e1-2a62-4427-a20c-e4dafbf68994 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 696 time: 0.0681586 Sep 21 08:08:32.821962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:32.825246 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8b4ba-7892-4d0c-94f9-78deb04f08fa" -d '{"events": [{"server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "name": "network-vif-plugged", "status": "completed", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:32.831431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] Pushing event updated for resources: {'Network': ['ID=c774381c-49ee-433d-802f-ae1943dfd8a4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:32.845373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41e96c8e-1570-42f4-9ca1-4ae64e6d0541 req-0a6053d2-c277-4afc-9f25-9c252df99ebb tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540022 Sep 21 08:08:32.845672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-95eaf16b-c9ff-4b4b-b1d1-8499de8ccaad tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.22 HTTP/1.1" status: 200 len: 696 time: 0.0698981 Sep 21 08:08:32.846689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:32.865794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4c0599e9-9acc-4fe7-b46c-f75e9370c502 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9087396 Sep 21 08:08:32.866015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.866114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41448) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:32.870667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c774381c-49ee-433d-802f-ae1943dfd8a4 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:08:32.875695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Request body: {'subnet': {'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1276994576-subnet', 'tenant_id': 'd5280a1c0a334646a9a6a1b6783b8ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:32.930489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Made reservation on behalf of d5280a1c0a334646a9a6a1b6783b8ffa for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:32.933698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:32.995033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:33.052966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Deleting port 76de22ca-f6fc-4e48-8337-ad87fce2d2af {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:33.053348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.067131 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d599dea-c53c-4533-8f48-c8a48c48515b x-openstack-request-id: req-4d599dea-c53c-4533-8f48-c8a48c48515b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:33.068118 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "name": "network-vif-plugged", "status": "completed", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:33.069527 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d599dea-c53c-4533-8f48-c8a48c48515b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:33.069957 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'code': 200} Sep 21 08:08:33.234313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.235062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.248140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b8d05-25bc-47fe-8d2b-968e8b0862a9 req-6b0a4ed5-bc2a-4724-9129-5d07ab87e3b6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:33.248517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.249673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e40b8d05-25bc-47fe-8d2b-968e8b0862a9 req-6b0a4ed5-bc2a-4724-9129-5d07ab87e3b6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1097 time: 0.1110356 Sep 21 08:08:33.257158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Calling delete_port for 76de22ca-f6fc-4e48-8337-ad87fce2d2af owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:33.285024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.295375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aa90f-7f80-4b7d-901d-186fe6936a49 req-a12fd643-b52c-4aba-bf4f-7c9197f27239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:33.296884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-682aa90f-7f80-4b7d-901d-186fe6936a49 req-a12fd643-b52c-4aba-bf4f-7c9197f27239 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 1097 time: 0.1199112 Sep 21 08:08:33.372622 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e40b8d05-25bc-47fe-8d2b-968e8b0862a9 req-63e9aa43-098c-49dc-8b16-6e3e1efb876a tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102750 Sep 21 08:08:33.384988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=856e45e1-1c81-4c79-a39c-b1711cde0e62,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:33.399711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-682aa90f-7f80-4b7d-901d-186fe6936a49 req-b489db3d-28bf-4404-bd74-b649a9a6e080 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Sep 21 08:08:33.413205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Checking segment: {'id': '11f203dd-505b-4b54-a406-1cbafb1829c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:33.413623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Network hostable DHCP agents. Network: c774381c-49ee-433d-802f-ae1943dfd8a4, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:08:33.449111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Network c774381c-49ee-433d-802f-ae1943dfd8a4 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:08:33.468603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c774381c-49ee-433d-802f-ae1943dfd8a4) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:33.473487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.475274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:33.476475 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.482453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae56f3f-9a82-4e6f-b38c-33702350a20d None None] Network c774381c-49ee-433d-802f-ae1943dfd8a4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:33.522714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6e97aab5-e5c4-48f6-ac0f-1db1e458d1a9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6578217 Sep 21 08:08:33.523024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Pushing event deleted for resources: {'Port': ['ID=76de22ca-f6fc-4e48-8337-ad87fce2d2af,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:33.562090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b568be-3bdd-4638-afb9-d4238753d914 req-824347c2-baa2-407f-a595-ea16c06c43b7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:33.564151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b568be-3bdd-4638-afb9-d4238753d914 req-824347c2-baa2-407f-a595-ea16c06c43b7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.0842154 Sep 21 08:08:33.615967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b568be-3bdd-4638-afb9-d4238753d914 req-4be3044c-8f81-4ffa-9676-f6cbc0c1427d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Sep 21 08:08:33.619974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.624619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:33.625985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-423a6c8f-1715-4ba1-8f77-4dbc6fe8751c req-b0c0593e-bd5f-48b9-802b-7e73f240846d tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "DELETE /v2.0/floatingips/d3e79b89-affe-490a-9574-b97db703b18d HTTP/1.1" status: 204 len: 173 time: 0.7698619 Sep 21 08:08:33.729846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ba34aa-c739-4e6a-8c96-23cbb323c072 None None] Network c774381c-49ee-433d-802f-ae1943dfd8a4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:33.791617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4cd61-e952-471a-b89b-aa729e16742b req-e25b9b5b-0d5d-4bb9-adbd-79fc3c90a494 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:33.803790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70b4cd61-e952-471a-b89b-aa729e16742b req-e25b9b5b-0d5d-4bb9-adbd-79fc3c90a494 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.0990582 Sep 21 08:08:33.817231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed0976-ea0c-4275-9d6c-867617a6fcb4 req-e0f19f22-c6ad-4e33-887c-dcc184886781 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:33.828028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1ed0976-ea0c-4275-9d6c-867617a6fcb4 req-e0f19f22-c6ad-4e33-887c-dcc184886781 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 946 time: 0.1096613 Sep 21 08:08:33.856481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70b4cd61-e952-471a-b89b-aa729e16742b req-afd2da3e-1ec0-4b8a-9c03-a52049f80fc5 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509996 Sep 21 08:08:33.877430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1ed0976-ea0c-4275-9d6c-867617a6fcb4 req-c7b946d3-83fa-42a2-b44f-8f6fd8b978e5 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Sep 21 08:08:34.308583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-d28b3bf4-7169-43fa-ae3b-5576b1243bbc tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:34.310786 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-d28b3bf4-7169-43fa-ae3b-5576b1243bbc tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/networks?id=c774381c-49ee-433d-802f-ae1943dfd8a4 HTTP/1.1" status: 200 len: 818 time: 0.1418641 Sep 21 08:08:34.327774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-eba18b65-14a2-4ae2-ba31-b374b5e1bdc1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/quotas/d5280a1c0a334646a9a6a1b6783b8ffa HTTP/1.1" status: 200 len: 375 time: 0.0100162 Sep 21 08:08:34.382063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-caba2605-f81f-463f-b41f-e215f828583f tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d5280a1c0a334646a9a6a1b6783b8ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433674 Sep 21 08:08:34.431061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3946e75f-aff6-497d-a573-b981cac27113 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:08:34.522805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-284caaed-e0ad-4384-9dbd-26995d57a0a1 service neutron] 10.222.0.59 "GET /v2.0/networks/c774381c-49ee-433d-802f-ae1943dfd8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317585 Sep 21 08:08:34.583874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:34.601929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3946e75f-aff6-497d-a573-b981cac27113', 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22', 'port_id': '3946e75f-aff6-497d-a573-b981cac27113', 'mac_address': 'fa:16:3e:31:8a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2521274-8afa-4197-91f5-113a77c7d5c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:08:34.659580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:34.662022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-9b475c55-f1e9-4bc4-a3e6-c5c4953b81cf service neutron] 10.222.0.59 "GET /v2.0/networks/c774381c-49ee-433d-802f-ae1943dfd8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284087 Sep 21 08:08:34.683501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3946e75f-aff6-497d-a573-b981cac27113 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:34.714236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:34.721249 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:34.835836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:35.094133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3946e75f-aff6-497d-a573-b981cac27113'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:35.135031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898ef33-9a8f-450e-8551-a5c20662d3ad req-942a1498-b302-48c9-a070-1f291968489e tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:35.153345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b898ef33-9a8f-450e-8551-a5c20662d3ad req-942a1498-b302-48c9-a070-1f291968489e tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 945 time: 0.1238430 Sep 21 08:08:35.238468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b898ef33-9a8f-450e-8551-a5c20662d3ad req-91c61efb-2f17-4137-bd7f-42a4245ada7b tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817616 Sep 21 08:08:35.387950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837785a6-3b8c-4964-979f-991c3eacf0a3 req-72e14ad5-b366-48d7-916c-d51aca295251 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:35.389673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-837785a6-3b8c-4964-979f-991c3eacf0a3 req-72e14ad5-b366-48d7-916c-d51aca295251 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.0829294 Sep 21 08:08:35.462499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-837785a6-3b8c-4964-979f-991c3eacf0a3 req-97dcffe1-e03d-4faf-9c84-529317e607be tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643373 Sep 21 08:08:35.464932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-1649947f-1752-4c85-a8c5-09b6dc0f3ced tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:08:35.466797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-1649947f-1752-4c85-a8c5-09b6dc0f3ced tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106361 Sep 21 08:08:35.531744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-4360e653-9588-48ef-9ed8-72c62386fe9f tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:35.533173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-4360e653-9588-48ef-9ed8-72c62386fe9f tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 1094 time: 0.0558167 Sep 21 08:08:35.543992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Request body: {'binding': {'host': 'n-h2-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:35.544549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Unknown quota resources ['binding']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:08:35.592241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57104914-1a56-42fe-8d26-c10454d92fe1 req-83e2821b-8221-40ed-8bc2-c190868d78d5 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 210 time: 0.0433288 Sep 21 08:08:35.742259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on host n-h2-809980-2 for vnic_type normal with profile None {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:35.742880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:35.743618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:35.750917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:35.751492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:35.762238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:35.762790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:35.763436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:35.764161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Bound port: 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:35.811657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126189b-9b3b-4118-b8bb-33da6172bfd8 req-de52f15e-e425-413c-9934-c49b9fa73017 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:35.813366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1126189b-9b3b-4118-b8bb-33da6172bfd8 req-de52f15e-e425-413c-9934-c49b9fa73017 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.0788684 Sep 21 08:08:35.891403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:35.897757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:35.899055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1126189b-9b3b-4118-b8bb-33da6172bfd8 req-5837600a-c96f-41d2-b634-bd1a03062f96 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773625 Sep 21 08:08:35.900190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b4013eed-4fb5-404c-a789-86908895d8de service neutron] 10.222.0.59 "POST /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3602040 Sep 21 08:08:36.111605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f5f05-dc55-4dde-a506-d1271872128f req-6d296f3f-8c6b-4365-a460-9c03b8e666ea tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:36.113823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-557f5f05-dc55-4dde-a506-d1271872128f req-6d296f3f-8c6b-4365-a460-9c03b8e666ea tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.0843503 Sep 21 08:08:36.119670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784a224-6163-4480-becb-13c6c858f21b req-cdb23396-3cd0-49d4-9237-8084c28dbd33 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:36.133537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f784a224-6163-4480-becb-13c6c858f21b req-cdb23396-3cd0-49d4-9237-8084c28dbd33 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 946 time: 0.1074405 Sep 21 08:08:36.214358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-557f5f05-dc55-4dde-a506-d1271872128f req-eda4c9a8-c79c-4ccb-b2a0-5556d8105b03 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929303 Sep 21 08:08:36.226214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f784a224-6163-4480-becb-13c6c858f21b req-1e3c686a-79cd-42a7-98ba-d02670989715 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752375 Sep 21 08:08:36.247500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bf0317b5-1b58-4c4f-aa87-5c560787b342 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:36.249349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bf0317b5-1b58-4c4f-aa87-5c560787b342 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 945 time: 0.0724440 Sep 21 08:08:36.267368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-1573537d-4b95-4ef5-bfe9-8bf4762e5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:36.272331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-1573537d-4b95-4ef5-bfe9-8bf4762e5bda service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1097 time: 0.0774491 Sep 21 08:08:36.420184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc0517-c1fd-4640-8a3c-6dce9d8cc0bd req-5376266e-79a7-48fe-9bd6-1786f47be064 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:36.421765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-32bc0517-c1fd-4640-8a3c-6dce9d8cc0bd req-5376266e-79a7-48fe-9bd6-1786f47be064 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.0844049 Sep 21 08:08:36.430376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Deleting port 8eec3ab8-5170-4770-b5a6-aca558d8d901 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:36.430896 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:36.439691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3946e75f-aff6-497d-a573-b981cac27113 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:36.593401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3946e75f-aff6-497d-a573-b981cac27113 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:08:36.604796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3946e75f-aff6-497d-a573-b981cac27113 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:36.605219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:36.606642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-32bc0517-c1fd-4640-8a3c-6dce9d8cc0bd req-f0311365-c781-4e5f-82bb-b6750d293067 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701541 Sep 21 08:08:36.756463 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:36.803090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e75f-aff6-497d-a573-b981cac27113'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:36.805726 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f083f685-0277-44a1-a33c-60ca3e76f9d7" -d '{"events": [{"server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "name": "network-vif-plugged", "status": "completed", "tag": "3946e75f-aff6-497d-a573-b981cac27113"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:36.821689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:36.830636 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:36.917077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:36.945183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-77ec8b50-87bc-4cc4-a6f7-d3ae8fd3a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:36.946723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-77ec8b50-87bc-4cc4-a6f7-d3ae8fd3a1a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.6661453 Sep 21 08:08:36.953557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] For port 8eec3ab8-5170-4770-b5a6-aca558d8d901, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8eec3ab8-5170-4770-b5a6-aca558d8d901,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:36.953960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:36.957574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fa176-3198-44b8-b2e3-75a83529e682 req-b9c7c3b1-7c97-4b34-8c93-b314c2b0c2b5 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:36.959604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693fa176-3198-44b8-b2e3-75a83529e682 req-b9c7c3b1-7c97-4b34-8c93-b314c2b0c2b5 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/ports?device_id=a0e3f047-063c-48da-ab3b-6767894862de HTTP/1.1" status: 200 len: 945 time: 0.1797054 Sep 21 08:08:36.989174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Calling delete_port for 8eec3ab8-5170-4770-b5a6-aca558d8d901 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:37.009621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b280595-b12d-4c1d-b787-f45917b84afa req-7a24f6d1-6998-41c1-ba72-e251d202fc23 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 258 time: 0.3221312 Sep 21 08:08:37.021878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:37.023924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-fc5257d1-44a2-45ff-9c2c-127ea43c5077 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 217 time: 0.0600941 Sep 21 08:08:37.073604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-3dbe523d-fd0f-464f-a3db-d1ad830c6bd1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:37.075094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-3dbe523d-fd0f-464f-a3db-d1ad830c6bd1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.50 "GET /v2.0/networks?id=c774381c-49ee-433d-802f-ae1943dfd8a4 HTTP/1.1" status: 200 len: 818 time: 0.2849147 Sep 21 08:08:37.095572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:37.101799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Request body: {'port': {'device_id': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4', 'admin_state_up': True, 'tenant_id': 'd5280a1c0a334646a9a6a1b6783b8ffa'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:37.113499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693fa176-3198-44b8-b2e3-75a83529e682 req-e157ad78-491a-46d9-a9d3-aa46901d4444 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.59 "GET /v2.0/security-groups?id=48b480bc-a256-4e21-9cc1-04cc1dad8f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402466 Sep 21 08:08:37.166072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-e0afd025-396d-436b-8afc-d38c798f5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:37.167626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-e0afd025-396d-436b-8afc-d38c798f5d62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.1356566 Sep 21 08:08:37.306338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-a05c5df2-e16a-4fb2-acb1-293beab9d256 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260164 Sep 21 08:08:37.334142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:37.352242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8eec3ab8-5170-4770-b5a6-aca558d8d901'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:37.377510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Pushing event deleted for resources: {'Port': ['ID=8eec3ab8-5170-4770-b5a6-aca558d8d901,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:37.383354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:37.465073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ea6f0-ee60-4ecb-b1e6-2dbd0e146251 req-e0c55667-fa94-4edb-9a55-b376ea969209 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:37.468527 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256ea6f0-ee60-4ecb-b1e6-2dbd0e146251 req-e0c55667-fa94-4edb-9a55-b376ea969209 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1919200 Sep 21 08:08:37.543664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] No DVR routers for this DVR port 8eec3ab8-5170-4770-b5a6-aca558d8d901 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:37.555519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:37.560184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5838a59b-7425-4c66-8596-830cc32abe15 req-bd2a46b4-2e38-47ea-8bd0-e6ad70eef756 tempest-FloatingIPsAssociationTestJSON-79091551 tempest-FloatingIPsAssociationTestJSON-79091551-project] 10.222.0.50 "DELETE /v2.0/ports/8eec3ab8-5170-4770-b5a6-aca558d8d901 HTTP/1.1" status: 204 len: 173 time: 1.3032241 Sep 21 08:08:37.560833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'name': 'network-vif-deleted', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:37.574383 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7913994-9b2b-4193-abe4-166ffbedb0d2" -d '{"events": [{"server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "name": "network-vif-deleted", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:37.585033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256ea6f0-ee60-4ecb-b1e6-2dbd0e146251 req-5229a72e-b3c6-4129-b949-221f69cb7b5e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993176 Sep 21 08:08:37.591810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Made reservation on behalf of d5280a1c0a334646a9a6a1b6783b8ffa for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:37.600403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:37.637525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-d2c1c573-7200-4bd6-9464-1a59cfe46688 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967150 Sep 21 08:08:37.734922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Allocated IP 172.25.1.14 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/17b5a5d5-d8f4-4e5e-a773-a7793a4836dd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:37.735480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3de1dee-7445-4936-a49c-229008c8963d req-bdb53214-00f6-4988-879b-373ce21f0e7b tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 210 time: 0.0522745 Sep 21 08:08:37.847619 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a2d517-a299-40b1-b436-4771ab170e4d x-openstack-request-id: req-18a2d517-a299-40b1-b436-4771ab170e4d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:37.848461 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "name": "network-vif-plugged", "status": "completed", "tag": "3946e75f-aff6-497d-a573-b981cac27113", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:37.849179 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18a2d517-a299-40b1-b436-4771ab170e4d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:37.854282 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946e75f-aff6-497d-a573-b981cac27113', 'code': 200} Sep 21 08:08:37.902625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:37.950900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.008599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event updated for resources: {'Port': ['ID=17b5a5d5-d8f4-4e5e-a773-a7793a4836dd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:38.032492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:38.034065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:38.038860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:38.082679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-880b6a1e-e027-4849-b02b-d64dc4a8f400 service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240084 Sep 21 08:08:38.103771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Allocated IP 172.20.0.10 (c774381c-49ee-433d-802f-ae1943dfd8a4/856e45e1-1c81-4c79-a39c-b1711cde0e62/616f746c-4a26-443a-b26d-1f82117c2ec8) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:38.132332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d3270-075b-45e2-b5ad-8e5c30de029f req-0d93471b-d4f9-425a-8be2-bbda62286fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:38.134336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-919d3270-075b-45e2-b5ad-8e5c30de029f req-0d93471b-d4f9-425a-8be2-bbda62286fbe service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1097 time: 0.2343757 Sep 21 08:08:38.218164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-919d3270-075b-45e2-b5ad-8e5c30de029f req-76c3f1dd-2fef-4004-9589-2fb582c64546 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757060 Sep 21 08:08:38.246866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.287885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71628fd6-e985-4e01-b27d-2d7e8b98907c req-d1b7682d-60ce-4dc2-88f8-6e92aa07d24f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:38.289772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71628fd6-e985-4e01-b27d-2d7e8b98907c req-d1b7682d-60ce-4dc2-88f8-6e92aa07d24f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.1178050 Sep 21 08:08:38.301197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.386808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71628fd6-e985-4e01-b27d-2d7e8b98907c req-0f9c09f2-1d68-4ea3-8fce-3b4b2d8e1625 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627522 Sep 21 08:08:38.438855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.498259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.558376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Network c774381c-49ee-433d-802f-ae1943dfd8a4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:38.559304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.564140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:38.567598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:38.567851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.616665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Pushing event updated for resources: {'Port': ['ID=616f746c-4a26-443a-b26d-1f82117c2ec8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:38.667013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:38.667813 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.682141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.688107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-0a796eb9-a175-460d-a9a8-8c355ac41896 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5950134 Sep 21 08:08:38.708568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.710224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Request body: {'port': {'device_id': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:38.716110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b280595-b12d-4c1d-b787-f45917b84afa req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6993971 Sep 21 08:08:38.729519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01796432-44f2-4b6b-86e4-963291a239ef tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event updated for resources: {'Port': ['ID=17b5a5d5-d8f4-4e5e-a773-a7793a4836dd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:38.771281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:08:38.809458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:38.822080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b280595-b12d-4c1d-b787-f45917b84afa req-6e858d10-4b96-4039-8962-d3dd1393bd4f tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.1050467 Sep 21 08:08:38.868384 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bd070-695b-47a5-b1ec-4ed59c4ebd5f x-openstack-request-id: req-cd1bd070-695b-47a5-b1ec-4ed59c4ebd5f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:38.868931 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e3f047-063c-48da-ab3b-6767894862de", "name": "network-vif-deleted", "tag": "8eec3ab8-5170-4770-b5a6-aca558d8d901", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:38.869355 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd1bd070-695b-47a5-b1ec-4ed59c4ebd5f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:38.870075 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e3f047-063c-48da-ab3b-6767894862de', 'name': 'network-vif-deleted', 'tag': '8eec3ab8-5170-4770-b5a6-aca558d8d901', 'status': 'completed', 'code': 200} Sep 21 08:08:39.004340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b280595-b12d-4c1d-b787-f45917b84afa req-c880e2a2-b1cc-4fae-8ef7-6087f93d74f3 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:39.012190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b280595-b12d-4c1d-b787-f45917b84afa req-c880e2a2-b1cc-4fae-8ef7-6087f93d74f3 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1793096 Sep 21 08:08:39.018074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-9b280595-b12d-4c1d-b787-f45917b84afa req-5d679fa4-82ca-4730-8fc6-6dbe3c75f538 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:08:39.030704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b280595-b12d-4c1d-b787-f45917b84afa req-5d679fa4-82ca-4730-8fc6-6dbe3c75f538 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175273 Sep 21 08:08:39.063204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41588) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:39.069252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ac0c-f417-4803-acb9-a3ddc954ec68 req-58c6cbf9-c8c1-4404-aa8c-231319582d09 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:39.071813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab85ac0c-f417-4803-acb9-a3ddc954ec68 req-58c6cbf9-c8c1-4404-aa8c-231319582d09 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.1020520 Sep 21 08:08:39.166702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab85ac0c-f417-4803-acb9-a3ddc954ec68 req-9dc2174d-2737-48d2-ba7e-c354bd39fb5e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883660 Sep 21 08:08:39.311941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616f746c-4a26-443a-b26d-1f82117c2ec8 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:39.324287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:39.356460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ea022-9d7f-40c5-ab9c-12b5f29159bd req-d7cc2975-b74b-414d-931e-8b2eba3fd853 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:39.359065 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e4ea022-9d7f-40c5-ab9c-12b5f29159bd req-d7cc2975-b74b-414d-931e-8b2eba3fd853 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1438687 Sep 21 08:08:39.360919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Transition to ACTIVE for port object 616f746c-4a26-443a-b26d-1f82117c2ec8 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:08:39.367498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:39.433442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=616f746c-4a26-443a-b26d-1f82117c2ec8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:39.453233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00b612-e840-438c-8575-6fbedf580af6 req-cebc9caa-9952-4961-b3b1-4ca08a68d3ae tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:39.455035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc00b612-e840-438c-8575-6fbedf580af6 req-cebc9caa-9952-4961-b3b1-4ca08a68d3ae tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.1583309 Sep 21 08:08:39.522364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e4ea022-9d7f-40c5-ab9c-12b5f29159bd req-2ae3a953-472b-47eb-b007-ad5bac75aa6d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095181 Sep 21 08:08:39.587547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc00b612-e840-438c-8575-6fbedf580af6 req-ab5b8fb5-b7dd-4c04-8bec-e32368c12628 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189926 Sep 21 08:08:39.670271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Attempting to bind port 616f746c-4a26-443a-b26d-1f82117c2ec8 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:39.670684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Attempting to bind port 616f746c-4a26-443a-b26d-1f82117c2ec8 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '11f203dd-505b-4b54-a406-1cbafb1829c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:39.671020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Attempting to bind port 616f746c-4a26-443a-b26d-1f82117c2ec8 on network c774381c-49ee-433d-802f-ae1943dfd8a4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:39.676090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Port 616f746c-4a26-443a-b26d-1f82117c2ec8 on network c774381c-49ee-433d-802f-ae1943dfd8a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:39.676415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Attempting to bind port 616f746c-4a26-443a-b26d-1f82117c2ec8 on network c774381c-49ee-433d-802f-ae1943dfd8a4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:39.691472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:39.691953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Checking segment: {'id': '11f203dd-505b-4b54-a406-1cbafb1829c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:39.693144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Bound using segment: {'id': '11f203dd-505b-4b54-a406-1cbafb1829c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:39.693810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Bound port: 616f746c-4a26-443a-b26d-1f82117c2ec8, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f203dd-505b-4b54-a406-1cbafb1829c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:39.694407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:39.793585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d609a-8d8b-4d9a-8298-da930e6ef408 req-ddbe65df-f9a0-4c5c-8577-1057105ccb1e tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:39.804991 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-618d609a-8d8b-4d9a-8298-da930e6ef408 req-ddbe65df-f9a0-4c5c-8577-1057105ccb1e tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 944 time: 0.1389494 Sep 21 08:08:39.871900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c504-ac79-42e7-881e-2b265817f66f req-cfb0316f-d5ba-4622-be06-4559c3ee3bab tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:39.873421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-cfb0316f-d5ba-4622-be06-4559c3ee3bab tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1681094 Sep 21 08:08:39.910854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] For port 616f746c-4a26-443a-b26d-1f82117c2ec8, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:39.925808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] For port 616f746c-4a26-443a-b26d-1f82117c2ec8, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=616f746c-4a26-443a-b26d-1f82117c2ec8,segment=NetworkSegment(11f203dd-505b-4b54-a406-1cbafb1829c6),segment_id=11f203dd-505b-4b54-a406-1cbafb1829c6)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:39.933140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-618d609a-8d8b-4d9a-8298-da930e6ef408 req-5833af5b-eb9f-41c5-914a-a6854139d882 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267412 Sep 21 08:08:39.998163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:40.024051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:40.041307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-f62e688e-c386-4cc1-9642-79c2bc2d6306 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.1412163 Sep 21 08:08:40.095829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Request body: {'floatingip': {'port_id': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:40.096608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8eec3ab8-5170-4770-b5a6-aca558d8d901 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:40.152930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:40.153576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:40.155038 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] 10.222.0.50 "PUT /v2.0/ports/616f746c-4a26-443a-b26d-1f82117c2ec8 HTTP/1.1" status: 200 len: 1092 time: 1.4545233 Sep 21 08:08:40.155550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'tag': '616f746c-4a26-443a-b26d-1f82117c2ec8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:40.157867 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50534c3-92f2-4e7b-a43c-8495a3429cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd036dc7-6374-4ed9-8c78-95d0c11dd02c", "tag": "616f746c-4a26-443a-b26d-1f82117c2ec8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:40.158173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 8eec3ab8-5170-4770-b5a6-aca558d8d901 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:40.158717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8eec3ab8-5170-4770-b5a6-aca558d8d901 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:40.182811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:40.227489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad9fbb-69e6-4cf9-99ee-6eeae3617fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=616f746c-4a26-443a-b26d-1f82117c2ec8,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:40.332759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-e8fcba4a-04b5-42a6-ba44-de99e40d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:40.334359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-e8fcba4a-04b5-42a6-ba44-de99e40d83b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5280a1c0a334646a9a6a1b6783b8ffa&device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 1095 time: 0.1038401 Sep 21 08:08:40.433445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-e19096ee-906c-4b14-b374-4c23fb24c30f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=616f746c-4a26-443a-b26d-1f82117c2ec8 HTTP/1.1" status: 200 len: 217 time: 0.0855217 Sep 21 08:08:40.743803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce46334-837e-4c85-b5e5-3a4d2b4de06b req-9e07a950-09c3-4d8c-98c5-32e5a6233b91 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:40.745300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ce46334-837e-4c85-b5e5-3a4d2b4de06b req-9e07a950-09c3-4d8c-98c5-32e5a6233b91 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.6520426 Sep 21 08:08:40.795402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:40.815346 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:40.821517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ce46334-837e-4c85-b5e5-3a4d2b4de06b req-7015dcc1-2f70-4976-96f0-de113dd0439f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685852 Sep 21 08:08:40.893455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-e7a1a3ca-84a1-4afd-94be-b3d4a3d8d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:40.894998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-e7a1a3ca-84a1-4afd-94be-b3d4a3d8d5b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=856e45e1-1c81-4c79-a39c-b1711cde0e62 HTTP/1.1" status: 200 len: 858 time: 0.4486139 Sep 21 08:08:40.941257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-1ddd1770-89c9-4654-b16f-996380348812 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c774381c-49ee-433d-802f-ae1943dfd8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341494 Sep 21 08:08:40.944118 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8921b793-1995-40e5-ac83-fba06222ec4e x-openstack-request-id: req-8921b793-1995-40e5-ac83-fba06222ec4e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:40.944379 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd036dc7-6374-4ed9-8c78-95d0c11dd02c", "tag": "616f746c-4a26-443a-b26d-1f82117c2ec8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:40.944624 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8921b793-1995-40e5-ac83-fba06222ec4e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:40.945032 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'tag': '616f746c-4a26-443a-b26d-1f82117c2ec8', 'status': 'completed', 'code': 200} Sep 21 08:08:40.956063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-e96e417c-f41e-4a66-826f-13eb78a933c4 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:40.957593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-e96e417c-f41e-4a66-826f-13eb78a933c4 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.1607015 Sep 21 08:08:40.996461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Deleting port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:40.998440 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:41.163694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] For port 2ecd2908-6e0f-46de-8c4b-a838ccfec81d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:41.164076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:41.186149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5448da-6fd0-4960-a5f4-39d314f36de4 req-aca18111-183a-4115-bcc2-1cac08a8636f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:41.187928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f5448da-6fd0-4960-a5f4-39d314f36de4 req-aca18111-183a-4115-bcc2-1cac08a8636f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.1554914 Sep 21 08:08:41.217588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Calling delete_port for 2ecd2908-6e0f-46de-8c4b-a838ccfec81d owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:41.243569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f5448da-6fd0-4960-a5f4-39d314f36de4 req-0fcc49cd-51ef-48dd-923a-87ca5b096c97 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479143 Sep 21 08:08:41.425414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f87f2e-1a2e-4fe9-a814-84f5ddf0580d req-19210171-8761-4d14-b1af-22f71691578e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:41.427571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29f87f2e-1a2e-4fe9-a814-84f5ddf0580d req-19210171-8761-4d14-b1af-22f71691578e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.0683498 Sep 21 08:08:41.470189 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Floating IP 916b284c-2d75-4121-9efe-8d0d7c0442ef associated. External IP: 172.25.1.14, port: 715bac2c-3b7f-4d20-be4a-47eb8f37cf46. Sep 21 08:08:41.491022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29f87f2e-1a2e-4fe9-a814-84f5ddf0580d req-ab27a74d-0cef-4185-b480-8e398140ec00 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540924 Sep 21 08:08:41.551708 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:41.587039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecd2908-6e0f-46de-8c4b-a838ccfec81d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:41.600053 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-c7d81189-792d-49b0-8e72-66c239c1d372 service neutron] 10.222.0.50 "GET /v2.0/networks/c774381c-49ee-433d-802f-ae1943dfd8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414759 Sep 21 08:08:41.722089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88a15a-ef9a-417b-946e-1b9f27464bfb req-6921df8d-abd1-4347-8d48-b5e831286be4 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:41.725662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a88a15a-ef9a-417b-946e-1b9f27464bfb req-6921df8d-abd1-4347-8d48-b5e831286be4 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 945 time: 0.0735137 Sep 21 08:08:41.728062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe65ad92-75df-4d12-80b5-a1f6f2042874 req-738ae1c3-6282-4f0c-8896-c9c1d283abdd service neutron] 10.222.0.50 "GET /v2.0/networks/c774381c-49ee-433d-802f-ae1943dfd8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194148 Sep 21 08:08:41.832919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a88a15a-ef9a-417b-946e-1b9f27464bfb req-7f2dadec-8d11-429d-aa28-f03ad497e275 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups?id=2217827a-b742-4697-b40b-61ead47a6f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494618 Sep 21 08:08:41.948102 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:42.182599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63a423-a957-430f-8bf4-c2846bbf58da req-3a85ebdd-b030-4f27-960b-676f18959ee1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:42.185047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d63a423-a957-430f-8bf4-c2846bbf58da req-3a85ebdd-b030-4f27-960b-676f18959ee1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 944 time: 0.1244569 Sep 21 08:08:42.224969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Router 06b8c797-d127-4b54-b589-7ff144ce006c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:42.234189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Deleting port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:42.234695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:42.255965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-a3326d7e-77c6-4a09-80b7-1742d75e0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:42.257572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-a3326d7e-77c6-4a09-80b7-1742d75e0312 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5280a1c0a334646a9a6a1b6783b8ffa&device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 1095 time: 0.3159626 Sep 21 08:08:42.315441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d63a423-a957-430f-8bf4-c2846bbf58da req-894a07d9-e7a4-40f6-af71-d9d6f5a798d4 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131358 Sep 21 08:08:42.457785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Router cc20e769-2037-4de5-9885-6e0d60398a55 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:42.490301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45783e7-39aa-4851-bce4-8fddd3f40105 req-2ef389af-b19e-4265-a34e-1584e3aaa0a6 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:42.498879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f45783e7-39aa-4851-bce4-8fddd3f40105 req-2ef389af-b19e-4265-a34e-1584e3aaa0a6 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1097 time: 0.0762601 Sep 21 08:08:42.601386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] For port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:42.601967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:42.615145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-dff8a110-b5a0-4e94-9f68-4b7cfdc076a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:42.622486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-dff8a110-b5a0-4e94-9f68-4b7cfdc076a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c774381c-49ee-433d-802f-ae1943dfd8a4 HTTP/1.1" status: 200 len: 919 time: 0.3463571 Sep 21 08:08:42.622811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f45783e7-39aa-4851-bce4-8fddd3f40105 req-bfcfbfa1-c1d5-4012-8ecb-e457c7f4c770 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218827 Sep 21 08:08:42.627565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:42.653019 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] Sync routers for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:42.665009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:42.670177 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:42.671283 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:42.799795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:42.815222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a137bd7a-fc24-4900-8140-1053f4ccb51b admin admin] 10.222.0.59 "PUT /v2.0/routers/cc20e769-2037-4de5-9885-6e0d60398a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7493403 Sep 21 08:08:42.815222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41624) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:42.818438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] Sync routers for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:42.849922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:42.851265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:42.910494 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-c9541b1d-9733-4146-a55b-add78b29fb5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=616f746c-4a26-443a-b26d-1f82117c2ec8 HTTP/1.1" status: 200 len: 217 time: 0.2503848 Sep 21 08:08:42.978479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-e73d6a20-42fa-4827-9c5a-18bccf7a080b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "PUT /v2.0/floatingips/916b284c-2d75-4121-9efe-8d0d7c0442ef HTTP/1.1" status: 200 len: 996 time: 2.9358208 Sep 21 08:08:43.025434 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:43.063739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:43.067221 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd7c66-31db-481d-976a-16483f3a3419" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:43.086758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:43.126520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c39558-691d-4b92-b6c2-f6e535f8c3f6 req-42d00f0f-8d9c-448b-8557-896f04cc69a4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:43.147989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3c39558-691d-4b92-b6c2-f6e535f8c3f6 req-42d00f0f-8d9c-448b-8557-896f04cc69a4 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.3989539 Sep 21 08:08:43.298247 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:43.402687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3c39558-691d-4b92-b6c2-f6e535f8c3f6 req-e8c2a4a9-4385-4d09-bc8c-ba9633f666d2 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004345 Sep 21 08:08:43.423431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-68b8fcce-2ebe-4bce-b111-4d089b6b1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:43.437232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-68b8fcce-2ebe-4bce-b111-4d089b6b1cbb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=856e45e1-1c81-4c79-a39c-b1711cde0e62 HTTP/1.1" status: 200 len: 858 time: 0.5068624 Sep 21 08:08:43.488275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c504-ac79-42e7-881e-2b265817f66f req-263bd9dd-7877-41f9-890e-1c4bbb45c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:43.496442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-263bd9dd-7877-41f9-890e-1c4bbb45c06b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 1097 time: 0.4239206 Sep 21 08:08:43.568560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-a03aab59-4106-46ac-85a9-e6086afb4090 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c774381c-49ee-433d-802f-ae1943dfd8a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170313 Sep 21 08:08:43.606138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:08:41Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:43.618129 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '916b284c-2d75-4121-9efe-8d0d7c0442ef', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'port_id': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'mac_address': 'fa:16:3e:b1:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:08:38Z', 'updated_at': '2021-09-21T08:08:40Z', 'revision_number': 1, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:15Z', 'revision_number': 5, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:43.647007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] Checking router: cc20e769-2037-4de5-9885-6e0d60398a55 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:43.656884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] Routers {'cc20e769-2037-4de5-9885-6e0d60398a55'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:43.657817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cc20e769-2037-4de5-9885-6e0d60398a55'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:43.666202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:43.667021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:43.667190 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Floating IP 1459cca7-2dc0-4701-8b9d-57c619332321 disassociated. External IP: 172.25.1.223, port: ff944ee1-eb81-41ec-b28d-ab9dcb3d928f. Sep 21 08:08:43.668141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:43.676632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Calling delete_port for ff944ee1-eb81-41ec-b28d-ab9dcb3d928f owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:43.705700 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] Checking router: 06b8c797-d127-4b54-b589-7ff144ce006c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:43.747437 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:43.749352 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:43.783924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5622aa-967a-4272-a5cb-ad3cf5666983 req-989e5e39-46eb-42b7-8b53-14545098a981 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:43.789777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e5622aa-967a-4272-a5cb-ad3cf5666983 req-989e5e39-46eb-42b7-8b53-14545098a981 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.2262652 Sep 21 08:08:43.815484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] Set router cc20e769-2037-4de5-9885-6e0d60398a55 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:43.918896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-cb0712af-97a4-4f6f-b3ac-94dd41dc9b81 service neutron] 10.222.0.50 "GET /v2.0/networks/c774381c-49ee-433d-802f-ae1943dfd8a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136597 Sep 21 08:08:43.921923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c504-ac79-42e7-881e-2b265817f66f req-412bb39f-0e83-40a7-a93b-4729c2b943ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:43.923430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-412bb39f-0e83-40a7-a93b-4729c2b943ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 200 len: 929 time: 0.4261875 Sep 21 08:08:43.960428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e5622aa-967a-4272-a5cb-ad3cf5666983 req-b09ff0ba-b706-4e13-b31a-2f274f29047f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006730 Sep 21 08:08:44.058738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Deleting port d10aaaba-d9f7-4967-89c6-87fb67aed7f9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:44.059095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:44.080435 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:44.223488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213dc8f-9d1f-4a6a-8f95-2f7517509424 req-443c9349-7043-4b00-9fe7-70fa0f30c826 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:44.223735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:08:41Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:44.225168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e213dc8f-9d1f-4a6a-8f95-2f7517509424 req-443c9349-7043-4b00-9fe7-70fa0f30c826 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1097 time: 0.1305602 Sep 21 08:08:44.241879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-e85867d5-5123-48da-89ea-a930da53f04f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 999 time: 0.3040714 Sep 21 08:08:44.263602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] For port d10aaaba-d9f7-4967-89c6-87fb67aed7f9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:44.263980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:44.295033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e213dc8f-9d1f-4a6a-8f95-2f7517509424 req-45c2f6d0-a503-4ee2-9a39-5c8780fb9a93 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524919 Sep 21 08:08:44.296233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Calling delete_port for d10aaaba-d9f7-4967-89c6-87fb67aed7f9 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:44.299136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b83b8a4-c05a-4bd0-9c01-8f76e0525736 None None] The sync data for ids ['cc20e769-2037-4de5-9885-6e0d60398a55'] in n-d-809980-2 is: [{'id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'name': 'tempest-FloatingIPsAssociationTestJSON-98695383-router', 'tenant_id': '549514e1c3874b7dbb80e0f276c4d594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:06:51Z', 'updated_at': '2021-09-21T08:08:41Z', 'revision_number': 5, 'project_id': '549514e1c3874b7dbb80e0f276c4d594', 'gw_port': {'id': 'd10aaaba-d9f7-4967-89c6-87fb67aed7f9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc20e769-2037-4de5-9885-6e0d60398a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:06:52Z', 'updated_at': '2021-09-21T08:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:44.362662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c504-ac79-42e7-881e-2b265817f66f req-a370291a-be0d-4f89-8c61-2c04e4868bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:44.365070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-a370291a-be0d-4f89-8c61-2c04e4868bb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48b7428b-e6fc-40e5-b2b0-74d0192db3e4 HTTP/1.1" status: 200 len: 867 time: 0.1037655 Sep 21 08:08:44.408922 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-c2c273b1-8629-4107-939d-386e9709b275 service neutron] show failed (client error): The resource could not be found. Sep 21 08:08:44.410729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-c2c273b1-8629-4107-939d-386e9709b275 service neutron] 10.222.0.50 "GET /v2.0/ports/b59032fd-97f2-4fc7-87f8-9310b2277a56/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0833962 Sep 21 08:08:44.414750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e50534c3-92f2-4e7b-a43c-8495a3429cdf req-681bf6c6-84a6-4485-a4b8-63c737e81974 service neutron] 10.222.0.50 "GET /v2.0/networks/c774381c-49ee-433d-802f-ae1943dfd8a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876459 Sep 21 08:08:44.452067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:44.508612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520c504-ac79-42e7-881e-2b265817f66f req-410f1100-c96b-4443-b370-296431c83651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:44.524119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-410f1100-c96b-4443-b370-296431c83651 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519856 Sep 21 08:08:44.572347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event deleted for resources: {'Port': ['ID=ff944ee1-eb81-41ec-b28d-ab9dcb3d928f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:44.624578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:44.664613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10aaaba-d9f7-4967-89c6-87fb67aed7f9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:44.679153 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '916b284c-2d75-4121-9efe-8d0d7c0442ef', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'port_id': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'mac_address': 'fa:16:3e:b1:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:08:38Z', 'updated_at': '2021-09-21T08:08:40Z', 'revision_number': 1, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:15Z', 'revision_number': 5, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:44.718654 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01472fcf-7e68-4792-8368-4683759df6dc None None] The sync data for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 is: [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '916b284c-2d75-4121-9efe-8d0d7c0442ef', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'floating_ip_address': '172.25.1.14', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'port_id': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'mac_address': 'fa:16:3e:b1:ca:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:08:38Z', 'updated_at': '2021-09-21T08:08:40Z', 'revision_number': 1, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:15Z', 'revision_number': 5, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:44.760408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1be337db-eac3-4edf-b388-ad469c2ea5f3 req-d2c57438-6c46-47f9-8b04-4a66c90dc8a4 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa41ddf2-28ed-436c-974e-e32ac2953980 HTTP/1.1" status: 200 len: 210 time: 0.0930128 Sep 21 08:08:44.781561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:44.841649 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6d5d4a-c93e-4b2f-b194-97d77616f330 x-openstack-request-id: req-1c6d5d4a-c93e-4b2f-b194-97d77616f330 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:44.842198 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:44.842406 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c6d5d4a-c93e-4b2f-b194-97d77616f330 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:44.842647 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'status': 'completed', 'code': 200} Sep 21 08:08:44.854369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-3b81786f-d49e-4c42-b7eb-c8963bac9b0b service neutron] 10.222.0.59 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292284 Sep 21 08:08:44.928038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:44.937175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.000577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Router faceee27-3819-417c-a4f5-e3879342390c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:45.034775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.035736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc20e769-2037-4de5-9885-6e0d60398a55 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:08:45.042429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.043636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ada024a4-4a6e-4ea7-ad76-6d9ec08d8851 admin admin] 10.222.0.59 "DELETE /v2.0/routers/cc20e769-2037-4de5-9885-6e0d60398a55 HTTP/1.1" status: 204 len: 168 time: 2.2176197 Sep 21 08:08:45.053798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41648) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:45.066852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536546c5-966a-4ad1-99d1-c753dd820130 req-1b947af8-7f65-4529-887a-9046e697a6f4 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.075951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-536546c5-966a-4ad1-99d1-c753dd820130 req-1b947af8-7f65-4529-887a-9046e697a6f4 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 944 time: 0.1510916 Sep 21 08:08:45.161905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] Deleting subnet 72f0c5a2-f80f-4137-b96a-bb0beddc66e4 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:08:45.168075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7c66-31db-481d-976a-16483f3a3419 req-d120b1d8-9436-495f-8fba-f129c19cc3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.169612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dffd7c66-31db-481d-976a-16483f3a3419 req-d120b1d8-9436-495f-8fba-f129c19cc3dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 1097 time: 0.2892907 Sep 21 08:08:45.170685 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.206103 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7555d-7a71-46be-bbb6-9966abe6ae81 None None] New status for floating IP 916b284c-2d75-4121-9efe-8d0d7c0442ef: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:45.244928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-536546c5-966a-4ad1-99d1-c753dd820130 req-e5ad6ff1-6bca-44e3-8930-15387235d571 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677654 Sep 21 08:08:45.287222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.410837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7c66-31db-481d-976a-16483f3a3419 req-879ac568-fa5a-4768-b3ff-fbd949857f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.412733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dffd7c66-31db-481d-976a-16483f3a3419 req-879ac568-fa5a-4768-b3ff-fbd949857f3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 200 len: 929 time: 0.2185822 Sep 21 08:08:45.422594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.495120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-859f44c1-41fd-430d-8e3a-1dfc8df1c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.496662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-859f44c1-41fd-430d-8e3a-1dfc8df1c68e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c&tenant_id=7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 1101 time: 0.7821190 Sep 21 08:08:45.507089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1520c504-ac79-42e7-881e-2b265817f66f req-14c5df83-66ff-464f-8812-5385bc2f8d42 service neutron] 10.222.0.59 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518786 Sep 21 08:08:45.513555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:45.555098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dffd7c66-31db-481d-976a-16483f3a3419 req-341fa8d3-0616-4ba5-aec8-0623fd02d3d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 1001 time: 0.1292732 Sep 21 08:08:45.610209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.622188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.631515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379300b-96bf-4d79-95eb-1f3f21bf1998 req-a5fb045b-e064-418d-9e0c-b5b24a960d34 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.633338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2379300b-96bf-4d79-95eb-1f3f21bf1998 req-a5fb045b-e064-418d-9e0c-b5b24a960d34 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.1452620 Sep 21 08:08:45.663704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:45.666947 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.669356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] 10.222.0.59 "DELETE /v2.0/subnets/72f0c5a2-f80f-4137-b96a-bb0beddc66e4 HTTP/1.1" status: 204 len: 168 time: 0.5908196 Sep 21 08:08:45.670176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec087b6b-f836-4c32-8700-ce8d39bf56df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f0c5a2-f80f-4137-b96a-bb0beddc66e4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:45.674072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41660) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:45.690245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d78d98-2ce8-4d3e-9145-3eae15db0e54 None None] Network 45dc2a06-9f19-48ee-9714-4e5ca1af606b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:45.695838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] Sync routers for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:45.724206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7c66-31db-481d-976a-16483f3a3419 req-37c1d76e-8524-4482-8c80-a66ec6940cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.725766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dffd7c66-31db-481d-976a-16483f3a3419 req-37c1d76e-8524-4482-8c80-a66ec6940cf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48b7428b-e6fc-40e5-b2b0-74d0192db3e4 HTTP/1.1" status: 200 len: 867 time: 0.1507707 Sep 21 08:08:45.764842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] No DVR routers for this DVR port ff944ee1-eb81-41ec-b28d-ab9dcb3d928f on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:45.769809 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.773202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9203aaee-79df-4160-9ca3-ea089faac4e5 req-86b90c40-e745-4c81-8184-41ad8e9cde93 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.50 "DELETE /v2.0/ports/ff944ee1-eb81-41ec-b28d-ab9dcb3d928f HTTP/1.1" status: 204 len: 173 time: 4.7869024 Sep 21 08:08:45.813965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2379300b-96bf-4d79-95eb-1f3f21bf1998 req-13e6c871-64ba-4229-86fc-e30124d891c3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588190 Sep 21 08:08:45.823858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:45.824081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471302ce-8c9e-48ea-850c-59151dd0ed59 req-40e290a7-2bf0-42e0-83d6-c799c282c662 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.826088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-471302ce-8c9e-48ea-850c-59151dd0ed59 req-40e290a7-2bf0-42e0-83d6-c799c282c662 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.2218046 Sep 21 08:08:45.848490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7c66-31db-481d-976a-16483f3a3419 req-f2ca5dba-89ac-4c1c-84bf-0130bfb044fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:45.850939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dffd7c66-31db-481d-976a-16483f3a3419 req-f2ca5dba-89ac-4c1c-84bf-0130bfb044fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119781 Sep 21 08:08:45.874099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:45.874739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:45.952460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2ecd2908-6e0f-46de-8c4b-a838ccfec81d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:45.984748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2ecd2908-6e0f-46de-8c4b-a838ccfec81d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:45.985164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2ecd2908-6e0f-46de-8c4b-a838ccfec81d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:45.985646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d10aaaba-d9f7-4967-89c6-87fb67aed7f9 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:45.998426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dffd7c66-31db-481d-976a-16483f3a3419 req-a6649948-40f2-4c3f-a136-5e2fbc3f93f1 service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284814 Sep 21 08:08:46.011022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d10aaaba-d9f7-4967-89c6-87fb67aed7f9 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:46.011565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d10aaaba-d9f7-4967-89c6-87fb67aed7f9 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:46.014873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] DHCP port deletion for 45dc2a06-9f19-48ee-9714-4e5ca1af606b request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:08:46.117548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Deleting port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:46.117991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.122266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:46.130734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-471302ce-8c9e-48ea-850c-59151dd0ed59 req-d87cf129-49ad-4f05-bb0f-5caa22fe6786 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518992 Sep 21 08:08:46.237784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] For port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,segment=NetworkSegment(b9e33ba2-6bef-434d-a705-7e8896cdb9b0),segment_id=b9e33ba2-6bef-434d-a705-7e8896cdb9b0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:46.238237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.253580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 616f746c-4a26-443a-b26d-1f82117c2ec8 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:08:46.254809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Calling delete_port for 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:46.255824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ff944ee1-eb81-41ec-b28d-ab9dcb3d928f no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:46.338782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: ff944ee1-eb81-41ec-b28d-ab9dcb3d928f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:46.339361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ff944ee1-eb81-41ec-b28d-ab9dcb3d928f not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:46.342868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:46.382516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.434037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:46.444867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] No DVR routers for this DVR port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:46.450678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:46.465314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] Deleting port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:46.466517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.545423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.550325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] For port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:46.551001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.567919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] Calling delete_port for 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:46.571905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] Port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:08:46.577314 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.613288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] No DVR routers for this DVR port 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:46.702219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391c7f1-5fc3-48df-91e5-6d7ce9de5c55 None None] Pushing event deleted for resources: {'Port': ['ID=54db7775-c6a0-4954-9d74-9f8fad3d7ea8,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:46.717723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.750514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Transition to ACTIVE for port object b59032fd-97f2-4fc7-87f8-9310b2277a56 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:08:46.787463 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.803025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 616f746c-4a26-443a-b26d-1f82117c2ec8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=616f746c-4a26-443a-b26d-1f82117c2ec8,segment=NetworkSegment(11f203dd-505b-4b54-a406-1cbafb1829c6),segment_id=11f203dd-505b-4b54-a406-1cbafb1829c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:46.846273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '616f746c-4a26-443a-b26d-1f82117c2ec8', 'network_id': 'c774381c-49ee-433d-802f-ae1943dfd8a4', 'port_id': '616f746c-4a26-443a-b26d-1f82117c2ec8', 'mac_address': 'fa:16:3e:32:61:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '856e45e1-1c81-4c79-a39c-b1711cde0e62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:08:46.856785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'name': 'network-vif-deleted', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f'}, {'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:46.860438 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f97feb7-90b4-4549-ad86-e9d3b8105378" -d '{"events": [{"server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "name": "network-vif-deleted", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f"}, {"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:46.928515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:46.941613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dc2a06-9f19-48ee-9714-4e5ca1af606b']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:46.958746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:46.959003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e33ba2-6bef-434d-a705-7e8896cdb9b0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:46.970924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:46.994723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.003204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:08:47.004644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.037708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] No DVR routers for this DVR port b59032fd-97f2-4fc7-87f8-9310b2277a56 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:08:47.065672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] Checking router: faceee27-3819-417c-a4f5-e3879342390c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:47.065908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:08:47.087591 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:08:47.094278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.098955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dffd7c66-31db-481d-976a-16483f3a3419 req-c4c6942e-f237-486f-beff-6b4471bd523f service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0771279 Sep 21 08:08:47.107896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:47.108357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:47.108783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:47.117227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.118374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-f0907aca-554a-4c48-b199-9e42f9038ce9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 258 time: 0.8553014 Sep 21 08:08:47.123477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:47.123975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:47.132823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:47.133531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:47.133777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:47.134317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Bound port: b59032fd-97f2-4fc7-87f8-9310b2277a56, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:47.134775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.139762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] 10.222.0.59 "DELETE /v2.0/networks/45dc2a06-9f19-48ee-9714-4e5ca1af606b HTTP/1.1" status: 204 len: 168 time: 1.4609759 Sep 21 08:08:47.140755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838ddcf-08d9-4b84-abe3-aba9fe243e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=45dc2a06-9f19-48ee-9714-4e5ca1af606b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:47.167487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:47.168541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:47.168796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:47.170244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.285337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.352987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41702) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:47.356363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:47.361241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:47.372403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.400251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69227a9c-c609-456a-8cab-08d1f2d5d317 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=549514e1c3874b7dbb80e0f276c4d594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435028 Sep 21 08:08:47.400505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41704) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:47.433648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616f746c-4a26-443a-b26d-1f82117c2ec8 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:47.459398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 616f746c-4a26-443a-b26d-1f82117c2ec8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=616f746c-4a26-443a-b26d-1f82117c2ec8,segment=NetworkSegment(11f203dd-505b-4b54-a406-1cbafb1829c6),segment_id=11f203dd-505b-4b54-a406-1cbafb1829c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:47.467415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:47.468019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.472548 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] 10.222.0.62 "PUT /v2.0/ports/b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 1096 time: 1.9644480 Sep 21 08:08:47.488775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3d7138e-cab2-4ce0-bf71-8545bf5d07cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.500537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-660abf3f-df79-4065-bf1d-bfc1960e0ca0 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:08:47.502053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-660abf3f-df79-4065-bf1d-bfc1960e0ca0 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097857 Sep 21 08:08:47.516027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269a79e-cbc7-4edb-8b69-40f346a9fb0a service neutron] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:47.521787 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.548391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.577398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-a14db5f8-7ded-4e2c-a7ed-ba8eec9bc9c6 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:47.580097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-a14db5f8-7ded-4e2c-a7ed-ba8eec9bc9c6 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 1094 time: 0.0679138 Sep 21 08:08:47.587525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:47.592889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Request body: {'binding': {'host': 'n-h2-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:47.593691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Unknown quota resources ['binding']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:08:47.606269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:47.662207 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3d7138e-cab2-4ce0-bf71-8545bf5d07cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.663476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:08:47.663828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54db7775-c6a0-4954-9d74-9f8fad3d7ea8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:47.685002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=616f746c-4a26-443a-b26d-1f82117c2ec8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:47.751848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Allocated IP 172.25.1.105 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/ddf3904b-60a1-478a-9b4c-f5c6d3a3c72a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:47.782299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-1b5f17fa-ebb8-4aa2-a1e0-e40252437f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:47.784639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-1b5f17fa-ebb8-4aa2-a1e0-e40252437f56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1099 time: 0.1240497 Sep 21 08:08:47.811269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3d7138e-cab2-4ce0-bf71-8545bf5d07cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.813880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3d7138e-cab2-4ce0-bf71-8545bf5d07cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.815060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c3d7138e-cab2-4ce0-bf71-8545bf5d07cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48b480bc-a256-4e21-9cc1-04cc1dad8f62 HTTP/1.1" status: 204 len: 168 time: 0.4133244 Sep 21 08:08:47.824391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on host n-h2-809980-2 for vnic_type normal with profile None {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:47.824787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:47.825367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:47.840410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7138e-cab2-4ce0-bf71-8545bf5d07cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b480bc-a256-4e21-9cc1-04cc1dad8f62,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:47.856951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:47.857821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:47.867340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:47.868606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:47.869136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:47.869698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Bound port: 3946e75f-aff6-497d-a573-b981cac27113, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:47.901646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-fae96f4f-9b92-434a-9ab2-a95cdfcba6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:47.903834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-fae96f4f-9b92-434a-9ab2-a95cdfcba6e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1108875 Sep 21 08:08:47.930262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['616f746c-4a26-443a-b26d-1f82117c2ec8'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:47.965409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:47.974751 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:47.976513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] 10.222.0.59 "POST /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113/bindings HTTP/1.1" status: 201 len: 389 time: 0.3893936 Sep 21 08:08:48.058438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-cdd4858b-fc2d-4ac2-a1f4-a9309bd4fd2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.1013122 Sep 21 08:08:48.141057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-ef82aa55-4515-4d82-bbae-0591b66e7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:48.142979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-ef82aa55-4515-4d82-bbae-0591b66e7e0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0592673 Sep 21 08:08:48.156125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:08:48.174819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:48.220653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:48.229733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-259ac35b-aa70-4824-81dc-54e150d231de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:48.232614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64fe2-2680-466b-850e-6c264b8002d1 req-24cb7630-22c7-4b0d-abca-5bb1563d963f tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:48.232804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-259ac35b-aa70-4824-81dc-54e150d231de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751252 Sep 21 08:08:48.233820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbb64fe2-2680-466b-850e-6c264b8002d1 req-24cb7630-22c7-4b0d-abca-5bb1563d963f tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 945 time: 0.0848751 Sep 21 08:08:48.254760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ec4dbb-6daa-4fe7-8bbc-48faa462b08f None None] The sync data for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 is: [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '3dd22d7b-b942-4fa4-b0a2-6d2383c46278', 'name': '', 'network_id': '304927a9-b2b4-4d24-8ee6-32a5a2288a33', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'mac_address': 'fa:16:3e:2d:83:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:27Z', 'updated_at': '2021-09-21T08:03:34Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'subnets': [{'id': '09950564-428d-4d7c-8d40-4ae297a9d909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:48.262850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:08:48.271866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:48.293152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbb64fe2-2680-466b-850e-6c264b8002d1 req-7bdb2aa0-35bb-49eb-8aea-f920f546d9f6 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Sep 21 08:08:48.341785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:48.352708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:48.356894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event updated for resources: {'Port': ['ID=ddf3904b-60a1-478a-9b4c-f5c6d3a3c72a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:48.367256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:48.432912 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f0e7d3-1cb2-4544-b638-932272be2e54 x-openstack-request-id: req-b7f0e7d3-1cb2-4544-b638-932272be2e54 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:48.433237 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa41ddf2-28ed-436c-974e-e32ac2953980", "name": "network-vif-deleted", "tag": "ff944ee1-eb81-41ec-b28d-ab9dcb3d928f", "status": "completed", "code": 200}, {"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:48.433485 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7f0e7d3-1cb2-4544-b638-932272be2e54 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:48.433962 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa41ddf2-28ed-436c-974e-e32ac2953980', 'name': 'network-vif-deleted', 'tag': 'ff944ee1-eb81-41ec-b28d-ab9dcb3d928f', 'status': 'completed', 'code': 200} Sep 21 08:08:48.434577 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'code': 200} Sep 21 08:08:48.485302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-e3f79a42-3fb2-40d9-aa95-3db09d7fa39e service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436171 Sep 21 08:08:48.572306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96cb0f-0a3b-43b9-beeb-361e53c7e3d6 req-f27436c3-d6b2-4b55-b081-0d309aa89693 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:48.575848 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac96cb0f-0a3b-43b9-beeb-361e53c7e3d6 req-f27436c3-d6b2-4b55-b081-0d309aa89693 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.0992301 Sep 21 08:08:48.613129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:48.681224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac96cb0f-0a3b-43b9-beeb-361e53c7e3d6 req-b3b96f0a-3464-468b-b890-17c977b6f2b6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940242 Sep 21 08:08:48.703404 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:48.711590 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace45ea-c59a-40ee-8909-03302f2be9f5 req-6088e1b7-1f1f-401c-9732-6316d0667de8 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936302 Sep 21 08:08:48.792376 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaf7dd6-9d34-4827-b4f6-b1b373009c51 None None] New status for floating IP 1459cca7-2dc0-4701-8b9d-57c619332321: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:48.928096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bb437-00e4-4dc5-9f89-643feca185e2 req-b162c335-725c-4c6c-86d7-d897fd5bdef9 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:48.930661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db0bb437-00e4-4dc5-9f89-643feca185e2 req-b162c335-725c-4c6c-86d7-d897fd5bdef9 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.1540556 Sep 21 08:08:48.972047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:48.983228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:48.994694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db0bb437-00e4-4dc5-9f89-643feca185e2 req-5c62032c-4d00-421c-8810-66e1b096122e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527198 Sep 21 08:08:49.055650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41740) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:49.073517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event updated for resources: {'Port': ['ID=ddf3904b-60a1-478a-9b4c-f5c6d3a3c72a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:49.089293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.110466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.113979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-1da7cedb-399c-4c62-ba9f-aadbaba91955 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9822690 Sep 21 08:08:49.138600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4932-229d-4a4e-80a4-060c3ca3f2f5 req-5c586dba-28f9-4642-9bc0-aa05a6918a8a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:49.140508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-473d4932-229d-4a4e-80a4-060c3ca3f2f5 req-5c586dba-28f9-4642-9bc0-aa05a6918a8a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.0589073 Sep 21 08:08:49.203468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-78650d2f-d3bd-4513-9e3c-1a565ced196a tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0820858 Sep 21 08:08:49.204412 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-473d4932-229d-4a4e-80a4-060c3ca3f2f5 req-a47c817d-8e5b-478d-ac30-4bd4ef2e886a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Sep 21 08:08:49.219553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1884489381-network', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:49.240679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Made reservation on behalf of f22eb30efd484cd3b8cb8ed35132f4d7 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:49.246018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.256341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.346157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-0beef03d-dd2e-4f03-9e2c-d01a694aa840 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:49.348270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f9c7bd8-f41b-4d3a-abd6-e98c740f8b7d req-0beef03d-dd2e-4f03-9e2c-d01a694aa840 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1437824 Sep 21 08:08:49.371972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41752) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:49.405822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.412065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.460422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:08:49.484609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933dd193-8157-44c0-b440-6171bced54bc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:49.501019 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.501368 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Added segment dce12dc5-a80b-4851-9da8-d3412f94d907 of type vlan for network 7d959d68-4eb0-4323-af06-2051d5373791 Sep 21 08:08:49.523292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0557df7-2e7f-44b3-9cde-c6d5bbc76172 req-3fca06e6-5782-4a53-8fcb-1aef3df6695d tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:49.525198 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0557df7-2e7f-44b3-9cde-c6d5bbc76172 req-3fca06e6-5782-4a53-8fcb-1aef3df6695d tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 945 time: 0.1232982 Sep 21 08:08:49.526252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a0f208-f0b5-4f4a-b891-8f3068670bbd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.570761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a0f208-f0b5-4f4a-b891-8f3068670bbd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.584805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.602860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cab7c-795c-4150-bab0-c2dd03ad526a req-00cf7cd1-73dc-4d5a-ba2c-12b6cf457afd tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:49.605358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-761cab7c-795c-4150-bab0-c2dd03ad526a req-00cf7cd1-73dc-4d5a-ba2c-12b6cf457afd tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1424088 Sep 21 08:08:49.607571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0557df7-2e7f-44b3-9cde-c6d5bbc76172 req-9c74b1a9-04ec-4b6d-93fc-7206de7f7bb3 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687575 Sep 21 08:08:49.643638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a0f208-f0b5-4f4a-b891-8f3068670bbd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.646214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a0f208-f0b5-4f4a-b891-8f3068670bbd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.647414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45a0f208-f0b5-4f4a-b891-8f3068670bbd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "DELETE /v2.0/security-groups/2217827a-b742-4697-b40b-61ead47a6f9c HTTP/1.1" status: 204 len: 168 time: 0.2744055 Sep 21 08:08:49.650579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41754) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:49.665806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.666777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:49.667396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.667548 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-da7b1cc2-d9d0-4c3d-b53c-7553279d60dd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] show failed (client error): The resource could not be found. Sep 21 08:08:49.668533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-da7b1cc2-d9d0-4c3d-b53c-7553279d60dd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "GET /v2.0/security-groups/2217827a-b742-4697-b40b-61ead47a6f9c HTTP/1.1" status: 404 len: 347 time: 0.0170779 Sep 21 08:08:49.669285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0f208-f0b5-4f4a-b891-8f3068670bbd tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2217827a-b742-4697-b40b-61ead47a6f9c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:49.671479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41756) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:49.701835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-761cab7c-795c-4150-bab0-c2dd03ad526a req-8f6a3a12-1899-43c7-830f-15f3778c5ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0806251 Sep 21 08:08:49.706879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-761cab7c-795c-4150-bab0-c2dd03ad526a req-8b99b5b5-98be-4747-9382-36410582235c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Request body: {'floatingip': {'port_id': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:49.761048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7041433 Sep 21 08:08:49.765878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41760) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:49.771102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Request body: {'subnet': {'network_id': '7d959d68-4eb0-4323-af06-2051d5373791', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1884489381-subnet', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:49.775903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-761cab7c-795c-4150-bab0-c2dd03ad526a req-8b99b5b5-98be-4747-9382-36410582235c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.839898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f28b-185a-4079-9a16-1dc1a98eeda4 req-6b8576c6-03b0-4cd8-9410-fb159964abba tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:49.839898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efc5f28b-185a-4079-9a16-1dc1a98eeda4 req-6b8576c6-03b0-4cd8-9410-fb159964abba tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.0815020 Sep 21 08:08:49.845355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41764) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:49.848312 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc5f48-309e-4c28-91b2-5fa873e185dc admin admin] Pushing event updated for resources: {'Network': ['ID=7d959d68-4eb0-4323-af06-2051d5373791,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:49.858880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 7d959d68-4eb0-4323-af06-2051d5373791 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:08:49.868807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-89277006'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:49.886136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Made reservation on behalf of f22eb30efd484cd3b8cb8ed35132f4d7 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:49.888295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.911808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Deleting port 0ad8a7c6-6eeb-4da0-ae2e-be7ba4e0f743 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:49.912143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:49.945744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efc5f28b-185a-4079-9a16-1dc1a98eeda4 req-596cc8fc-e7c2-4b8b-9f02-15859a572592 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993898 Sep 21 08:08:49.950226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:49.953550 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.018090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:08:50.035171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.035634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.045199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.045544 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Added segment fe5546ec-6d86-413c-8a1a-d53b27739082 of type vlan for network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f Sep 21 08:08:50.058925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Calling delete_port for 0ad8a7c6-6eeb-4da0-ae2e-be7ba4e0f743 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:50.108251 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.142134 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-761cab7c-795c-4150-bab0-c2dd03ad526a req-8b99b5b5-98be-4747-9382-36410582235c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 08:08:50.147044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-761cab7c-795c-4150-bab0-c2dd03ad526a req-8b99b5b5-98be-4747-9382-36410582235c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "PUT /v2.0/floatingips/54e5566e-406a-45af-a7a8-be485384def5 HTTP/1.1" status: 409 len: 551 time: 0.4411173 Sep 21 08:08:50.149882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 616f746c-4a26-443a-b26d-1f82117c2ec8 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:50.202663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 616f746c-4a26-443a-b26d-1f82117c2ec8 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:08:50.204380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.208838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 616f746c-4a26-443a-b26d-1f82117c2ec8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:50.209217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.210598 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.217375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:50.217976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.254757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c550e62-6a8d-4fca-939d-c9351f871a7b req-0367279c-9443-4d85-886b-2247bb20de21 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:50.256376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c550e62-6a8d-4fca-939d-c9351f871a7b req-0367279c-9443-4d85-886b-2247bb20de21 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 946 time: 0.1603768 Sep 21 08:08:50.273109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-d51c5552-ebca-4fa2-858d-e41be12ebd3c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips/54e5566e-406a-45af-a7a8-be485384def5 HTTP/1.1" status: 200 len: 693 time: 0.0795472 Sep 21 08:08:50.293228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79da12a0-245e-4d06-a1c0-2c52fddc5a4b,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:50.308210 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.335456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4826519 Sep 21 08:08:50.336824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41772) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:50.345800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2060155572'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:50.353265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616f746c-4a26-443a-b26d-1f82117c2ec8'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:50.357488 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100232e8-c799-4a2f-80c0-ea176f60da92" -d '{"events": [{"server_uuid": "cd036dc7-6374-4ed9-8c78-95d0c11dd02c", "name": "network-vif-plugged", "status": "completed", "tag": "616f746c-4a26-443a-b26d-1f82117c2ec8"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:50.358529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454255ac-64b1-4cbe-afcf-e93a208a5066 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Network': ['ID=7c8bfe58-4f51-4ba6-997d-f730b9ca663f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:50.385620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:08:50.394804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 616f746c-4a26-443a-b26d-1f82117c2ec8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=616f746c-4a26-443a-b26d-1f82117c2ec8,segment=NetworkSegment(11f203dd-505b-4b54-a406-1cbafb1829c6),segment_id=11f203dd-505b-4b54-a406-1cbafb1829c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:50.409795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c550e62-6a8d-4fca-939d-c9351f871a7b req-74d47a4c-7d33-48ab-a218-855c624c8498 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470211 Sep 21 08:08:50.415292 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.431710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:50.436447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.440537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Checking segment: {'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:50.441105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Network hostable DHCP agents. Network: 7d959d68-4eb0-4323-af06-2051d5373791, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:08:50.499847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:50.502466 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa90ad2-2557-4029-97fa-5ae003a7089a" -d '{"events": [{"name": "network-changed", "server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:50.503696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-20be3365-fa4e-48bc-b17a-698fe2f0040b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:50.505639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-20be3365-fa4e-48bc-b17a-698fe2f0040b tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2198148 Sep 21 08:08:50.506498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Network 7d959d68-4eb0-4323-af06-2051d5373791 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:08:50.517004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:08:50.528343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 7d959d68-4eb0-4323-af06-2051d5373791) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:50.534355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=616f746c-4a26-443a-b26d-1f82117c2ec8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:50.534878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.535300 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Added segment 273fde5e-cca8-4b13-ae3c-61b9b94866dc of type vlan for network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e Sep 21 08:08:50.538052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1935cd1c-49b2-425a-b9eb-da761aa84f53 None None] Network 7d959d68-4eb0-4323-af06-2051d5373791 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:50.544669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:50.544669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.571215 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.592293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-d43d8147-760d-4293-bf67-a994cb17d7da tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0736341 Sep 21 08:08:50.603473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05e9b8e6-b214-4570-899e-fbcb9a2a1756 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8338683 Sep 21 08:08:50.613236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41778) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:50.616856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:50.637855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Pushing event deleted for resources: {'Port': ['ID=0ad8a7c6-6eeb-4da0-ae2e-be7ba4e0f743,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:50.662493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-7a73ea69-480d-4abe-a082-88b5ec3b0452 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.105 HTTP/1.1" status: 200 len: 696 time: 0.0603068 Sep 21 08:08:50.674747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-5b76df02-b5a3-497c-aa82-01689aaa315a tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:50.676287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-5b76df02-b5a3-497c-aa82-01689aaa315a tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1097 time: 0.2192743 Sep 21 08:08:50.678053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.699296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e0fa0-9d9b-46f8-9d88-56391b7e412a req-00495172-d216-42c9-920b-27a984478b83 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:50.700877 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b75e0fa0-9d9b-46f8-9d88-56391b7e412a req-00495172-d216-42c9-920b-27a984478b83 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1729553 Sep 21 08:08:50.707299 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.708686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.717836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-7d959d68-4eb0-4323-af06-2051d5373791', 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'fixed_ips': [{'subnet_id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:08:50.719039 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.723295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809980-2'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:50.808222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b75e0fa0-9d9b-46f8-9d88-56391b7e412a req-61535c65-8d15-42b6-a799-c3541d5a1f89 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799139 Sep 21 08:08:50.848920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.861035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:50.861698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.865272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.868578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Allocated IP 172.20.0.2 (7d959d68-4eb0-4323-af06-2051d5373791/79da12a0-245e-4d06-a1c0-2c52fddc5a4b/fe2cdbf5-1c0e-436b-85a8-1b127de023ef) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:50.945638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Network': ['ID=39c0fb0a-13e2-4d46-9f23-153e936cfb5e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:50.950280 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.953079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.954362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-41237f88-d4b9-433c-8fa9-0daff8cf5947 tempest-ServersWithSpecificFlavorTestJSON-392579902 tempest-ServersWithSpecificFlavorTestJSON-392579902-project] 10.222.0.59 "DELETE /v2.0/floatingips/1459cca7-2dc0-4701-8b9d-57c619332321 HTTP/1.1" status: 204 len: 168 time: 1.2817287 Sep 21 08:08:50.959590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:50.959788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:08:50.979995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5d1e7bb9-8cee-471a-a354-f58c2c6efab5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6394079 Sep 21 08:08:50.980664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41788) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:50.987290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'subnet': {'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:51.041595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Deleting port ddf3904b-60a1-478a-9b4c-f5c6d3a3c72a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:08:51.041964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.100969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.193606 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a7d79e-e478-429f-a299-57118c55dfd0 x-openstack-request-id: req-87a7d79e-e478-429f-a299-57118c55dfd0 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:51.194061 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd036dc7-6374-4ed9-8c78-95d0c11dd02c", "name": "network-vif-plugged", "status": "completed", "tag": "616f746c-4a26-443a-b26d-1f82117c2ec8", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:51.194497 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87a7d79e-e478-429f-a299-57118c55dfd0 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:51.195079 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616f746c-4a26-443a-b26d-1f82117c2ec8', 'code': 200} Sep 21 08:08:51.196205 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.202970 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.243529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.243766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.252504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Network 7d959d68-4eb0-4323-af06-2051d5373791 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:51.257274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:51.260068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:51.262466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Pushing event updated for resources: {'Port': ['ID=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:51.263418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Calling delete_port for ddf3904b-60a1-478a-9b4c-f5c6d3a3c72a owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:08:51.269677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-e3aee26f-3d20-44e3-a847-4a5f97cc8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:51.271235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-e3aee26f-3d20-44e3-a847-4a5f97cc8635 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1099 time: 0.1091132 Sep 21 08:08:51.443460 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5def8aa3-1383-4666-a027-bad86a9d0182 x-openstack-request-id: req-5def8aa3-1383-4666-a027-bad86a9d0182 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:51.444396 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:51.444818 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5def8aa3-1383-4666-a027-bad86a9d0182 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:51.445361 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'status': 'completed', 'code': 200} Sep 21 08:08:51.489962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-cf9be6f7-0b16-4b62-80c8-ebba8f6f2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:51.491473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-cf9be6f7-0b16-4b62-80c8-ebba8f6f2f7b service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2121105 Sep 21 08:08:51.507527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Attempting to bind port fe2cdbf5-1c0e-436b-85a8-1b127de023ef on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:51.508080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Attempting to bind port fe2cdbf5-1c0e-436b-85a8-1b127de023ef by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:51.508710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Attempting to bind port fe2cdbf5-1c0e-436b-85a8-1b127de023ef on network 7d959d68-4eb0-4323-af06-2051d5373791 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:51.515294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:51.515802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Checking segment: {'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:51.516273 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.516740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Bound using segment: {'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:51.517290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Bound port: fe2cdbf5-1c0e-436b-85a8-1b127de023ef, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:51.517756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.595998 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-88be1252-fdaa-4190-adf1-e43d379cfb63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.0951066 Sep 21 08:08:51.605421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] For port fe2cdbf5-1c0e-436b-85a8-1b127de023ef, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:51.611301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] For port fe2cdbf5-1c0e-436b-85a8-1b127de023ef, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,segment=NetworkSegment(dce12dc5-a80b-4851-9da8-d3412f94d907),segment_id=dce12dc5-a80b-4851-9da8-d3412f94d907)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:51.617396 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.625635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:51.631068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.660114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898ca60-7ce4-4eb1-8144-71541360bb7d req-7b10e02e-62a2-4868-b3fc-f21dc1fe0ddd tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:51.669686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8898ca60-7ce4-4eb1-8144-71541360bb7d req-7b10e02e-62a2-4868-b3fc-f21dc1fe0ddd tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 946 time: 0.2446818 Sep 21 08:08:51.676165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708ff65-3b40-4299-805c-a7be51d0a087 req-6e225fc4-e3da-467e-91da-7ce9b002face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:51.676165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c708ff65-3b40-4299-805c-a7be51d0a087 req-6e225fc4-e3da-467e-91da-7ce9b002face service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 1097 time: 0.2409620 Sep 21 08:08:51.683567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccff13-9ddf-47af-a88f-e44ca572b777 None None] Pushing event updated for resources: {'Port': ['ID=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:51.725247 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.753812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-523b421f-928b-4993-9d72-7e8c9c9bc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:51.755670 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-523b421f-928b-4993-9d72-7e8c9c9bc8ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1099 time: 0.3093352 Sep 21 08:08:51.759673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-52ce3e55-ab41-414c-b1e5-a3b0c142f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:51.761155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-52ce3e55-ab41-414c-b1e5-a3b0c142f03f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1338363 Sep 21 08:08:51.762121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.763187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:51.765341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event deleted for resources: {'Port': ['ID=ddf3904b-60a1-478a-9b4c-f5c6d3a3c72a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:51.813839 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.927954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8898ca60-7ce4-4eb1-8144-71541360bb7d req-d3277478-4141-4734-9bf9-84d32b24c9e0 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571850 Sep 21 08:08:51.937262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-336485bc-6335-428c-8531-7f506b7527c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:51.939577 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-336485bc-6335-428c-8531-7f506b7527c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523879 Sep 21 08:08:51.993547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.996136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:51.997341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79ec5b65-626c-4edf-b071-6b46b6c47707 req-fce46ee5-e448-4a27-a093-154a72697cf8 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "DELETE /v2.0/floatingips/54e5566e-406a-45af-a7a8-be485384def5 HTTP/1.1" status: 204 len: 173 time: 1.3287849 Sep 21 08:08:51.998307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c708ff65-3b40-4299-805c-a7be51d0a087 req-c065f25c-f8bf-4ee3-b908-7969828f6a11 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921681 Sep 21 08:08:52.045059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:52.126626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Allocated IP 172.25.1.250 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/679f4bd6-752f-4d8a-9f96-feac6e2b36ee) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:52.140353 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-de3164c3-42c6-4750-9c7d-39bb99000c1d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864920 Sep 21 08:08:52.142964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-4c9ca9fa-dccd-40dd-b9ca-96480288f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:52.145062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-4c9ca9fa-dccd-40dd-b9ca-96480288f305 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3790681 Sep 21 08:08:52.162810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4488f588-6bc6-4d77-b0e2-8206a687bd0c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:08:52.185673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.251192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.260972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-22084b1e-b337-4886-b840-f3f6f83c8f39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.0704927 Sep 21 08:08:52.292639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada5ef2-ac1d-434e-a206-c0b283c23c88 req-22a5c9af-a9d2-4c67-8191-40064202dcd8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:52.294213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aada5ef2-ac1d-434e-a206-c0b283c23c88 req-22a5c9af-a9d2-4c67-8191-40064202dcd8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 948 time: 0.1502635 Sep 21 08:08:52.324230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b18a554f-3ba8-422a-915e-49ce0ba4b747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.366930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:52.367469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.388771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4488f588-6bc6-4d77-b0e2-8206a687bd0c has no active binding in host n-h2-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:08:52.413508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aada5ef2-ac1d-434e-a206-c0b283c23c88 req-8ae66571-9267-4725-9e81-2e8838219f8c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889375 Sep 21 08:08:52.419136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-ec9678bf-fa10-4e70-a1d4-f46b4a1c87a4 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877680 Sep 21 08:08:52.451917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.490645 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.493898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:52.497040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:52.500759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:52.506607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:08:52.529312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:52.537090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-8491404a-ea50-4a62-bac0-98fa430bdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:52.540351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-8491404a-ea50-4a62-bac0-98fa430bdae1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2622092 Sep 21 08:08:52.544604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Pushing event updated for resources: {'Port': ['ID=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:52.634197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:52.634569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:52.634853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:52.655398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3f240-7fcf-43f1-9b1f-c7d0ae74eb55 req-b5d02716-413f-4a73-b1e3-b1dda7eefc19 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:52.657037 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dee3f240-7fcf-43f1-9b1f-c7d0ae74eb55 req-b5d02716-413f-4a73-b1e3-b1dda7eefc19 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1231406 Sep 21 08:08:52.663816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:52.668887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Subnet': ['ID=05751b0b-b1cb-449d-8cbd-a8b9db515e53,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:52.679703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'mac_address': 'fa:16:3e:48:38:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:08:52.683859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac94564-8ef2-4585-a71f-47e74d1246d7 req-6a4ce581-fe99-4c74-80e7-522465cfea3c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:52.685718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dac94564-8ef2-4585-a71f-47e74d1246d7 req-6a4ce581-fe99-4c74-80e7-522465cfea3c tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.4132588 Sep 21 08:08:52.703369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:08:52.703796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Attempting to bind port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on network 91a251d9-59a5-4feb-8c5d-edc105fbe231 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:52.724261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:52.724780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Checking segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:52.725155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Bound using segment: {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:52.725950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Bound port: 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '91a251d9-59a5-4feb-8c5d-edc105fbe231'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:52.727160 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.733818 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.755201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59032fd-97f2-4fc7-87f8-9310b2277a56 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:08:52.760627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Checking segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:52.761087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network hostable DHCP agents. Network: 7c8bfe58-4f51-4ba6-997d-f730b9ca663f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:08:52.772931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dee3f240-7fcf-43f1-9b1f-c7d0ae74eb55 req-ef3a8b55-84fc-468f-8e5a-428ccb11cd57 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840747 Sep 21 08:08:52.819906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dac94564-8ef2-4585-a71f-47e74d1246d7 req-29e22ba5-7190-422d-ace6-562b478fda4e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058311 Sep 21 08:08:52.823015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:52.828928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:52.884037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-2837f730-3da6-41b4-9624-79f52f0feba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:52.885685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-2837f730-3da6-41b4-9624-79f52f0feba4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3052602 Sep 21 08:08:52.905971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:08:52.957888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:52.967087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:52.988327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:53.003894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 7c8bfe58-4f51-4ba6-997d-f730b9ca663f) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:53.014509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f5c45-479d-44e6-9bd3-21f52fe7ab02 None None] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:53.023595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:53.025671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.035183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.149741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef68fc1-f763-4c87-afd5-2c88f5c84995 None None] Network 7d959d68-4eb0-4323-af06-2051d5373791 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:53.197692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f11c99fc-83f5-4741-881b-a56eff451013 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2144296 Sep 21 08:08:53.216623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41806) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:53.229703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'subnet': {'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:53.295178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d36bccb7-483c-4f58-9860-6e807b98d12d None None] Provisioning complete for port fe2cdbf5-1c0e-436b-85a8-1b127de023ef triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:53.295758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d36bccb7-483c-4f58-9860-6e807b98d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.299383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=8']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:53.331903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-81c3fa86-2843-45ae-abef-f0dea169b876 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149687 Sep 21 08:08:53.333749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:53.335255 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.335805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-3165bd53-accc-4365-913b-244ca5bb70f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 1122 time: 2.6486478 Sep 21 08:08:53.347523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b59032fd-97f2-4fc7-87f8-9310b2277a56'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:53.385781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-dd58d286-a66c-4935-9330-ec9d298b6816 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 1001 time: 0.5929739 Sep 21 08:08:53.388491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b1aec-6a04-40b6-a2dc-f8201d1ee72e req-b47954f8-2aa0-4ffe-9d22-6886dc0021e7 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:53.390038 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e95b1aec-6a04-40b6-a2dc-f8201d1ee72e req-b47954f8-2aa0-4ffe-9d22-6886dc0021e7 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 946 time: 0.2847853 Sep 21 08:08:53.450395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'fixed_ips': [{'subnet_id': '05751b0b-b1cb-449d-8cbd-a8b9db515e53'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:08:53.451285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.475515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c'}, {'name': 'network-changed', 'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:53.478400 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d445451-210d-4d6f-96c5-14326ad8b860" -d '{"events": [{"server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c"}, {"name": "network-changed", "server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:53.487330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4488f588-6bc6-4d77-b0e2-8206a687bd0c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:53.496527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4488f588-6bc6-4d77-b0e2-8206a687bd0c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:08:53.535374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:53.546337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.577490 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e95b1aec-6a04-40b6-a2dc-f8201d1ee72e req-d4bc1a11-d446-4132-9f4f-42de6a99d49c tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731696 Sep 21 08:08:53.610196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-74182b52-2131-475d-9202-cda991844ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:53.618702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-74182b52-2131-475d-9202-cda991844ef1 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports/715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 943 time: 0.2321291 Sep 21 08:08:53.638313 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aa90ad2-2557-4029-97fa-5ae003a7089a req-c078e08e-6020-4477-acac-bc33f6aed558 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738788 Sep 21 08:08:53.654701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.756302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Allocated IP 10.1.1.2 (7c8bfe58-4f51-4ba6-997d-f730b9ca663f/05751b0b-b1cb-449d-8cbd-a8b9db515e53/6521112e-2eb1-47a4-93ce-ac9ef8da3b7c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:53.820454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe2cdbf5-1c0e-436b-85a8-1b127de023ef up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:53.871107 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-0b43b538-66af-4f37-b1e0-0d4ae1db2e01 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 1001 time: 0.1549089 Sep 21 08:08:53.877605 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:53.936906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cda5c-8aaa-4836-a04c-41790d978853 req-a2226b51-0e56-4715-a975-0d2b3a001150 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:53.938731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-052cda5c-8aaa-4836-a04c-41790d978853 req-a2226b51-0e56-4715-a975-0d2b3a001150 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 949 time: 0.1156032 Sep 21 08:08:54.003391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Subnet': ['ID=7dc6f53c-5359-44e7-ad67-bf15a7d683ed,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:54.008659 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d36bccb7-483c-4f58-9860-6e807b98d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.019909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-052cda5c-8aaa-4836-a04c-41790d978853 req-0a0541ca-6772-471e-a171-e7f76c550785 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665448 Sep 21 08:08:54.025541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Checking segment: {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:54.026007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network hostable DHCP agents. Network: 39c0fb0a-13e2-4d46-9f23-153e936cfb5e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:08:54.049174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:08:54.069934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 39c0fb0a-13e2-4d46-9f23-153e936cfb5e) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:54.080556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-ec19ffb1-1458-4632-8f5d-c36bc4eba401 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:54.086927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:54.087196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.089021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-ec19ffb1-1458-4632-8f5d-c36bc4eba401 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2047255 Sep 21 08:08:54.095774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a0aa3-0c92-488d-9fbd-19455de7bf82 None None] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:54.107442 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606edcd8-c314-45aa-80ea-4743d6ba9b9d x-openstack-request-id: req-606edcd8-c314-45aa-80ea-4743d6ba9b9d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:54.107965 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "name": "network-vif-unplugged", "status": "completed", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c", "code": 200}, {"name": "network-changed", "server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:54.108411 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-606edcd8-c314-45aa-80ea-4743d6ba9b9d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:54.109664 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c', 'code': 200} Sep 21 08:08:54.109977 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c', 'status': 'completed', 'code': 200} Sep 21 08:08:54.125019 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2310f255-92d8-4948-9231-3cb02d84b566 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8992217 Sep 21 08:08:54.125789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41820) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:54.133512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'port': {'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'name': 'tempest-TaggedBootDevicesTest_v242-1281966976', 'fixed_ips': [{'subnet_id': '05751b0b-b1cb-449d-8cbd-a8b9db515e53'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:54.143875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.218790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-bdaade43-2f47-435d-8522-ecb0029eafdf tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 1001 time: 0.1291251 Sep 21 08:08:54.226562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:54.226918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d36bccb7-483c-4f58-9860-6e807b98d12d None None] For port fe2cdbf5-1c0e-436b-85a8-1b127de023ef, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,segment=NetworkSegment(dce12dc5-a80b-4851-9da8-d3412f94d907),segment_id=dce12dc5-a80b-4851-9da8-d3412f94d907)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:54.292678 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d36bccb7-483c-4f58-9860-6e807b98d12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.335647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port fe2cdbf5-1c0e-436b-85a8-1b127de023ef triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:54.336372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.380636 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.393312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-ce3ddfd3-61d2-447d-8efc-3a0453c17916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:54.395540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-ce3ddfd3-61d2-447d-8efc-3a0453c17916 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1125 time: 0.2089946 Sep 21 08:08:54.493040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5fa66-0212-4993-aab3-0aa961cce222 req-fe253361-17aa-4062-b1ab-0ae442c4b55d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:54.500206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12f5fa66-0212-4993-aab3-0aa961cce222 req-fe253361-17aa-4062-b1ab-0ae442c4b55d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.2489760 Sep 21 08:08:54.508747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Router 5cd69915-2375-48c3-8c36-c0c2c09bc32f is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:08:54.543002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.610370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bccb7-483c-4f58-9860-6e807b98d12d None None] Pushing event updated for resources: {'Port': ['ID=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:54.615985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.618844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.633078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.633416 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Floating IP 916b284c-2d75-4121-9efe-8d0d7c0442ef disassociated. External IP: 172.25.1.14, port: 715bac2c-3b7f-4d20-be4a-47eb8f37cf46. Sep 21 08:08:54.647610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:54.664130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12f5fa66-0212-4993-aab3-0aa961cce222 req-28a33305-a490-4411-ad5d-4332afe3b9f3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515236 Sep 21 08:08:54.734243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:54.752372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:54.755651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:54.805338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:54.843591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.849254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ccd2ba39-7264-44f6-8ca5-41de4613e0de admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2315855 Sep 21 08:08:54.852033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41826) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:54.853664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-a09b885a-07ba-4a8f-a6f1-fef33cb17067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:54.856171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-a09b885a-07ba-4a8f-a6f1-fef33cb17067 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.4508097 Sep 21 08:08:54.924231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-6d0ec271-ec25-40fb-8faa-ee2211e1b138 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 217 time: 0.0586886 Sep 21 08:08:54.937887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8f28-14ce-42ba-97f9-9a41b600b7bd req-2593fbf5-c65c-42f9-925b-675471f9fb77 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:54.939552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77fa8f28-14ce-42ba-97f9-9a41b600b7bd req-2593fbf5-c65c-42f9-925b-675471f9fb77 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.1651917 Sep 21 08:08:54.950011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.995934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-12ecfb5d-7d94-4199-b12f-25c0fad32484 None None] Provisioning complete for port fe2cdbf5-1c0e-436b-85a8-1b127de023ef triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:54.996344 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12ecfb5d-7d94-4199-b12f-25c0fad32484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:54.998995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Pushing event updated for resources: {'Port': ['ID=6521112e-2eb1-47a4-93ce-ac9ef8da3b7c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:55.019269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] device_id is not set on port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:08:55.030946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-64eb6c36-c909-4b44-845b-0faa5da45481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:55.032540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-64eb6c36-c909-4b44-845b-0faa5da45481 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.0918612 Sep 21 08:08:55.043008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Sync routers for ids ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:55.104956 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77fa8f28-14ce-42ba-97f9-9a41b600b7bd req-d0ba9cbe-17ca-4fa5-9996-eedbecf89d86 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517057 Sep 21 08:08:55.109952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-39c0fb0a-13e2-4d46-9f23-153e936cfb5e', 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'fixed_ips': [{'subnet_id': '7dc6f53c-5359-44e7-ad67-bf15a7d683ed'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:08:55.111424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:55.165909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-b27b581c-8a6e-49f1-a555-81410ed2c4a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055214 Sep 21 08:08:55.248901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Routers {'5cd69915-2375-48c3-8c36-c0c2c09bc32f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:55.249851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:55.357027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Router 06b8c797-d127-4b54-b589-7ff144ce006c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:08:55.463109 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-97dd25cc-83cd-4ef8-88cc-f176a412440b service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603378 Sep 21 08:08:55.506585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Attempting to bind port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:55.507275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Attempting to bind port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:55.507780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Attempting to bind port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:55.514336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:55.569750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:55.570379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Checking segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:55.571176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:55.571882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Bound using segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:55.572679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Bound port: 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:55.573302 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:55.576621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-930705ed-9a4d-433a-ade1-f253aec6db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:55.644832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe2cdbf5-1c0e-436b-85a8-1b127de023ef up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:55.777467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-0a917d7a-5fe4-4ce4-bd56-80cdf51f7621 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:55.782463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-0a917d7a-5fe4-4ce4-bd56-80cdf51f7621 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c&tenant_id=7634cabddde04a9a91793712ffd5c698&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 949 time: 0.3340476 Sep 21 08:08:55.790543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 10.1.1.227 (7c8bfe58-4f51-4ba6-997d-f730b9ca663f/05751b0b-b1cb-449d-8cbd-a8b9db515e53/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:55.826267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d445451-210d-4d6f-96c5-14326ad8b860 req-032b6608-4c78-4f0b-bae2-b7e52a1034d2 service neutron] 10.222.0.62 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471603 Sep 21 08:08:55.837115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Set router 5cd69915-2375-48c3-8c36-c0c2c09bc32f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:55.851332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc2089-9caf-4bb5-9fb0-5814040957a4 req-5ac4816e-80e0-4957-8fde-20c8b2064b90 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:55.854349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4cc2089-9caf-4bb5-9fb0-5814040957a4 req-5ac4816e-80e0-4957-8fde-20c8b2064b90 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 946 time: 0.2522893 Sep 21 08:08:55.968789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Allocated IP 10.2.2.2 (39c0fb0a-13e2-4d46-9f23-153e936cfb5e/7dc6f53c-5359-44e7-ad67-bf15a7d683ed/17585788-3c56-4251-9b48-c213971802ab) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:55.997374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] For port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:56.011201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4cc2089-9caf-4bb5-9fb0-5814040957a4 req-ecaf7364-d59e-4cbc-9ffa-59f42f5ac191 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248410 Sep 21 08:08:56.076794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] For port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6521112e-2eb1-47a4-93ce-ac9ef8da3b7c,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:56.086311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port fe2cdbf5-1c0e-436b-85a8-1b127de023ef triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:56.086896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.099706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.122927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:08:56.134813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.147864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-47492d25-964b-46b3-bf60-57aceff3cfc9 service neutron] 10.222.0.62 "GET /v2.0/ports/b59032fd-97f2-4fc7-87f8-9310b2277a56/bindings/n-h1-809980-2 HTTP/1.1" status: 200 len: 382 time: 0.3022447 Sep 21 08:08:56.149056 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] Sync routers for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:08:56.221402 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:56.227961 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:56.238390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.306368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-cd1eb76a-290c-4d18-b19e-22e0d79952ff tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "PUT /v2.0/floatingips/916b284c-2d75-4121-9efe-8d0d7c0442ef HTTP/1.1" status: 200 len: 694 time: 2.0863717 Sep 21 08:08:56.316440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:56.322183 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d6b9c9-3fc8-4967-9965-ceb657b7b184" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:56.367366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3859b-3428-436e-afa8-cbd811d79650 None None] Pushing event updated for resources: {'Port': ['ID=6521112e-2eb1-47a4-93ce-ac9ef8da3b7c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:56.471301 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.566033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:56.569545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:56.591718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0239d4-730e-4052-bf15-c673d2a478ad req-0e4fe0c8-fdb1-4330-b9b3-ebea6805b48e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:56.594485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb0239d4-730e-4052-bf15-c673d2a478ad req-0e4fe0c8-fdb1-4330-b9b3-ebea6805b48e tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 949 time: 0.2596688 Sep 21 08:08:56.614310 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:56.619240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:56.640146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:56.649413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:56.827635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb0239d4-730e-4052-bf15-c673d2a478ad req-042c9e17-6bfb-4685-9475-0c7148152a6a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221563 Sep 21 08:08:56.865942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:56.866576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.888914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4d59e53d-26d2-474f-ae37-8b6968e85624 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7616415 Sep 21 08:08:56.891628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41842) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:56.902439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'port': {'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'name': 'tempest-TaggedBootDevicesTest_v242-491922094', 'fixed_ips': [{'subnet_id': '05751b0b-b1cb-449d-8cbd-a8b9db515e53'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:08:56.902731 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.923553 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.932450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port b59032fd-97f2-4fc7-87f8-9310b2277a56 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:08:56.950484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:08:52Z', 'revision_number': 3, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port': {'id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:51Z', 'updated_at': '2021-09-21T08:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:56.955603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b59032fd-97f2-4fc7-87f8-9310b2277a56 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:56.955830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:56.961623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:57.071223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Checking router: 5cd69915-2375-48c3-8c36-c0c2c09bc32f for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:57.071707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Updating router 5cd69915-2375-48c3-8c36-c0c2c09bc32f port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:08:57.118135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:57.137645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:57.138511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-510053d8-4018-456a-b0bc-6ac47bf662c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:57.140535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-510053d8-4018-456a-b0bc-6ac47bf662c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1100 time: 0.9048712 Sep 21 08:08:57.151784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:57.164149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:57.173700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Pushing event updated for resources: {'Port': ['ID=17585788-3c56-4251-9b48-c213971802ab,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:57.174241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:57.177478 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:15Z', 'revision_number': 5, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:57.222322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-9d0d978e-330a-4ada-a612-cf3a05e11654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:57.224330 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-9d0d978e-330a-4ada-a612-cf3a05e11654 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 1097 time: 0.8733075 Sep 21 08:08:57.246076 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] Checking router: 06b8c797-d127-4b54-b589-7ff144ce006c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:08:57.256944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:57.260488 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:57.394647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:57.453994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Attempting to bind port 17585788-3c56-4251-9b48-c213971802ab on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:57.454479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Attempting to bind port 17585788-3c56-4251-9b48-c213971802ab by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:57.454823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Attempting to bind port 17585788-3c56-4251-9b48-c213971802ab on network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:57.509153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-8d636564-ce0c-4e48-abd4-0b2ea445eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:57.510646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-8d636564-ce0c-4e48-abd4-0b2ea445eac8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3540745 Sep 21 08:08:57.511634 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:08:57.652253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-c77bed3a-e97e-4ba9-a2d9-00940c362c21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.1268244 Sep 21 08:08:57.736672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:08:57.742961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:57.756213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-904e9268-6391-4e37-aa8a-9fa494699b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:57.758372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-904e9268-6391-4e37-aa8a-9fa494699b1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 200 len: 929 time: 0.4863653 Sep 21 08:08:57.777029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad3972-ca6f-4728-8eb2-90faa80c83ce req-9464f293-c32a-446e-8cfb-3ab90a49b9b2 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:57.786076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26ad3972-ca6f-4728-8eb2-90faa80c83ce req-9464f293-c32a-446e-8cfb-3ab90a49b9b2 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.7036510 Sep 21 08:08:57.800098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] device_id is not set on port 3002550a-2348-46a1-9771-8957d66d5dd8 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:08:57.862716 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-1ff3a112-4816-4376-a6ad-042c2ebd0068 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 217 time: 0.0642760 Sep 21 08:08:57.891854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-5da02ea4-a763-49d7-8828-f7dc6031df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:57.907545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-5da02ea4-a763-49d7-8828-f7dc6031df2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2284558 Sep 21 08:08:57.919166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:08:57.946761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:08:57.949240 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63266d3-f3c6-411c-a8bc-bde5fb774d52" -d '{"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:08:57.952305 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:15Z', 'revision_number': 5, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:57.984031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:57.984530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Checking segment: {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:57.984869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:57.985464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Bound using segment: {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:57.985989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Bound port: 17585788-3c56-4251-9b48-c213971802ab, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:57.986395 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.028572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Allocated IP 172.20.0.1 (7d959d68-4eb0-4323-af06-2051d5373791/79da12a0-245e-4d06-a1c0-2c52fddc5a4b/b6d6bb74-e322-4637-92e4-07eed65e2aeb) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:58.060241 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e184a-1243-480b-b6e6-514f828537d1 None None] The sync data for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 is: [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:08:05Z', 'revision_number': 4, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b1fa557b-5f5d-4f17-90e3-2f0fa6a79095', 'name': '', 'network_id': 'ce0bd8d8-5aea-4d8c-83d6-f56493ccda03', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:03Z', 'updated_at': '2021-09-21T08:08:15Z', 'revision_number': 5, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'subnets': [{'id': '48b7428b-e6fc-40e5-b2b0-74d0192db3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:08:58.079708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 10.1.1.107 (7c8bfe58-4f51-4ba6-997d-f730b9ca663f/05751b0b-b1cb-449d-8cbd-a8b9db515e53/3002550a-2348-46a1-9771-8957d66d5dd8) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:08:58.106195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26ad3972-ca6f-4728-8eb2-90faa80c83ce req-fff866d4-f094-4b4c-b28a-be87a59650e0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189631 Sep 21 08:08:58.133597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-fdbc0e8d-2a53-4dd5-ad68-19dc966317fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:58.135616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-fdbc0e8d-2a53-4dd5-ad68-19dc966317fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=48b7428b-e6fc-40e5-b2b0-74d0192db3e4 HTTP/1.1" status: 200 len: 867 time: 0.2640245 Sep 21 08:08:58.213496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:58.234761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38da126-2fa2-4140-abcd-1bc52646b63b None None] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:08:58.361876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-fefe0a94-0c51-41a3-9c64-bc1ff2db6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:58.364957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-fefe0a94-0c51-41a3-9c64-bc1ff2db6d24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3785770 Sep 21 08:08:58.383186 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.386924 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.398228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.452232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.500159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.507223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-75360679-1cc8-40f8-a52f-82d626d8a8fd None None] Provisioning complete for port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:58.508003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75360679-1cc8-40f8-a52f-82d626d8a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.530598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-7ebaa7ec-0f84-4f4f-b938-2c12f34616f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:58.534957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-7ebaa7ec-0f84-4f4f-b938-2c12f34616f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3615546 Sep 21 08:08:58.585005 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:58.591400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:58.599618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:58.671725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.696121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=3002550a-2348-46a1-9771-8957d66d5dd8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:58.698361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] For port 17585788-3c56-4251-9b48-c213971802ab, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:58.703647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] For port 17585788-3c56-4251-9b48-c213971802ab, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=17585788-3c56-4251-9b48-c213971802ab,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:58.755884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:58.763510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d023ed8c-3f0b-47bd-a476-56775c6030ad None None] New status for floating IP 916b284c-2d75-4121-9efe-8d0d7c0442ef: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:08:58.771998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:58.772915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:58.781982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-27c0a519-feec-4d87-95c4-30dfb09df108 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948510 Sep 21 08:08:58.806942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae94302-8b04-4786-941d-f35b0f6f7c25 req-2932a87d-012c-435d-b4a2-65e87c870334 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:58.818905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bae94302-8b04-4786-941d-f35b0f6f7c25 req-2932a87d-012c-435d-b4a2-65e87c870334 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.1524191 Sep 21 08:08:58.857565 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-80fefad6-e39e-415e-9f35-58961b8f4d50 service neutron] 10.222.0.59 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676880 Sep 21 08:08:58.869431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3eee472c-e13f-4851-b9ce-5bc1ae8898a4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9731021 Sep 21 08:08:58.882501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bae94302-8b04-4786-941d-f35b0f6f7c25 req-ec11dcd9-f184-42ce-9140-c82b8558e25d tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622029 Sep 21 08:08:58.979397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-e0acc1a8-ad15-4495-9131-4a5291fbe91f service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836514 Sep 21 08:08:58.980917 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d7fbe9-b93d-414a-9028-a73898ca5f2f x-openstack-request-id: req-97d7fbe9-b93d-414a-9028-a73898ca5f2f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:58.981210 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:58.981470 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97d7fbe9-b93d-414a-9028-a73898ca5f2f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:58.981866 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'status': 'completed', 'code': 200} Sep 21 08:08:58.997142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.012308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.020497 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.030692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Network 7d959d68-4eb0-4323-af06-2051d5373791 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:08:59.035557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:08:59.050138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41854) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:08:59.095370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:08:59.168203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-f58fb9e4-3f58-4faf-b003-5afce0a43ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:59.169792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-f58fb9e4-3f58-4faf-b003-5afce0a43ca1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 1097 time: 0.1742976 Sep 21 08:08:59.234338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28c233-d5c7-4ec6-82e1-7752d89928e5 req-37d475de-7f23-429c-9cc5-d7fdac27a941 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:59.236218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c28c233-d5c7-4ec6-82e1-7752d89928e5 req-37d475de-7f23-429c-9cc5-d7fdac27a941 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.1452043 Sep 21 08:08:59.281633 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:08:59.282287 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.305779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef2f1d0-606a-4fb6-bc51-0a43cbd2ae34 req-ef2235cd-47bb-4d4f-8788-a4c6f2482d75 service neutron] 10.222.0.59 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228056 Sep 21 08:08:59.340850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Pushing event updated for resources: {'Port': ['ID=b6d6bb74-e322-4637-92e4-07eed65e2aeb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:59.401388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.500085 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a1dbb-250e-4ed2-82f0-08fa946cfffd x-openstack-request-id: req-015a1dbb-250e-4ed2-82f0-08fa946cfffd {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:08:59.500359 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:08:59.500663 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-015a1dbb-250e-4ed2-82f0-08fa946cfffd {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:08:59.501005 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'code': 200} Sep 21 08:08:59.576121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99909e5-8197-45a6-9654-0f727462ef6f None None] Pushing event updated for resources: {'Port': ['ID=17585788-3c56-4251-9b48-c213971802ab,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:59.581538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Attempting to bind port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:08:59.581538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Attempting to bind port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:08:59.581538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Attempting to bind port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:08:59.595750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:08:59.596011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:08:59.596484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.596932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:08:59.599503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Bound port: 679f4bd6-752f-4d8a-9f96-feac6e2b36ee, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:08:59.600011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.689364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] For port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:08:59.693914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] For port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:08:59.702767 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.734573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75360679-1cc8-40f8-a52f-82d626d8a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.744460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c28c233-d5c7-4ec6-82e1-7752d89928e5 req-99380bb5-7534-4190-966c-3b541206f80d tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434850 Sep 21 08:08:59.760952 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.896262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-f7dcdec0-a7f6-4742-a2ed-a1fbd7723fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:59.900892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-f7dcdec0-a7f6-4742-a2ed-a1fbd7723fe2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 200 len: 929 time: 0.7122297 Sep 21 08:08:59.911642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6521112e-2eb1-47a4-93ce-ac9ef8da3b7c,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:08:59.920656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:08:59.938144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d8c0e-0fca-435f-ae20-e62aa29dbfff None None] Pushing event updated for resources: {'Port': ['ID=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:08:59.950150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Routers {'5cd69915-2375-48c3-8c36-c0c2c09bc32f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:08:59.951061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:08:59.982580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ae6bd-deb7-4ebb-ad18-f30d51aa8dfa req-8bf54464-2049-42fe-8589-6c29c07c945b tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:08:59.989623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ca4ae6bd-deb7-4ebb-ad18-f30d51aa8dfa req-8bf54464-2049-42fe-8589-6c29c07c945b tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 946 time: 0.3125253 Sep 21 08:09:00.098777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-75360679-1cc8-40f8-a52f-82d626d8a8fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:09:00.099573 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-75360679-1cc8-40f8-a52f-82d626d8a8fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:09:00.126664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ca4ae6bd-deb7-4ebb-ad18-f30d51aa8dfa req-066636d8-f0ba-4042-85b4-4ab032d7b16f tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254141 Sep 21 08:09:00.131693 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:00.318765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] Set router 5cd69915-2375-48c3-8c36-c0c2c09bc32f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:00.391724 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-1c26e928-2207-443d-895b-99454092da7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 200 len: 217 time: 0.4782166 Sep 21 08:09:00.484661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 17585788-3c56-4251-9b48-c213971802ab up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:00.498497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-5e969352-5388-40b3-8028-c0d34c014f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:00.500355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-5e969352-5388-40b3-8028-c0d34c014f65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=48b7428b-e6fc-40e5-b2b0-74d0192db3e4 HTTP/1.1" status: 200 len: 867 time: 0.0578163 Sep 21 08:09:00.545057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddec6e1-b439-4149-862a-a543d8f0afe7 req-30a3fc6b-11e0-4054-8a00-c39977a2cf4a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:00.556562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ddec6e1-b439-4149-862a-a543d8f0afe7 req-30a3fc6b-11e0-4054-8a00-c39977a2cf4a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1869693 Sep 21 08:09:00.703396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ddec6e1-b439-4149-862a-a543d8f0afe7 req-4839412e-54db-465b-b371-23938135ccac tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421702 Sep 21 08:09:00.853793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41866) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:00.890951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-26556a77-bca5-453f-ae91-7af63852461c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261206000', 'description': 'tempest-description--641499797'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:00.897034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:00.908135 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-a9f120a2-75b6-4119-ab3f-8c76327101f0 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips/916b284c-2d75-4121-9efe-8d0d7c0442ef HTTP/1.1" status: 200 len: 692 time: 0.1081557 Sep 21 08:09:00.913837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:00.974419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-e77e742f-7172-4c36-84b1-f3a0ff5352c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:00.975862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4488f588-6bc6-4d77-b0e2-8206a687bd0c no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:00.975994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-e77e742f-7172-4c36-84b1-f3a0ff5352c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4633024 Sep 21 08:09:00.978539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d8c0e-0fca-435f-ae20-e62aa29dbfff None None] Pushing event updated for resources: {'Port': ['ID=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:00.999025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09585544-3430-4f66-b4f0-db5d69188752 req-71d07a28-0fad-4866-8b31-8d8e36904aea tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:01.000592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09585544-3430-4f66-b4f0-db5d69188752 req-71d07a28-0fad-4866-8b31-8d8e36904aea tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 946 time: 0.3699889 Sep 21 08:09:01.016140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26556a77-bca5-453f-ae91-7af63852461c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:01.107707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Pushing event updated for resources: {'Port': ['ID=b6d6bb74-e322-4637-92e4-07eed65e2aeb,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:01.183471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 4, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port': {'id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:51Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b6d6bb74-e322-4637-92e4-07eed65e2aeb', 'name': '', 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'mac_address': 'fa:16:3e:03:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:57Z', 'updated_at': '2021-09-21T08:08:58Z', 'revision_number': 1, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'subnets': [{'id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:01.314562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4a629-7952-4fa6-9a49-cbc8f13262c6 None None] The sync data for ids ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'] in n-d-809980-2 is: [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 4, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port': {'id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:51Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b6d6bb74-e322-4637-92e4-07eed65e2aeb', 'name': '', 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'mac_address': 'fa:16:3e:03:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:57Z', 'updated_at': '2021-09-21T08:08:58Z', 'revision_number': 1, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'subnets': [{'id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:01.325683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=6521112e-2eb1-47a4-93ce-ac9ef8da3b7c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:01.360670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 17585788-3c56-4251-9b48-c213971802ab triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:01.361571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:01.379230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-dea54043-a601-475e-8c7f-7d03b3d0be06 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:01.389311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-dea54043-a601-475e-8c7f-7d03b3d0be06 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.4667253 Sep 21 08:09:01.421137 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:01.441736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Provisioning complete for port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:01.442996 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:01.450042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcd9aa-d22d-4ca0-b305-d4c08b6ccbb3 None None] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:01.546514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-20ae238f-183a-4cdb-9ffb-a27c38f23131 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.1413705 Sep 21 08:09:01.662032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63418a20-72aa-41dc-95e6-ddb56e9b9234 req-aef86202-561a-4a21-9769-69f8aa656bd3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:01.672120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63418a20-72aa-41dc-95e6-ddb56e9b9234 req-aef86202-561a-4a21-9769-69f8aa656bd3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.6127472 Sep 21 08:09:01.698434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-29974e49-daca-49f5-9538-d4e0473dee21 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.14 HTTP/1.1" status: 200 len: 695 time: 0.1320510 Sep 21 08:09:01.803132 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:01.895370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-557ec9e8-dd3d-4b30-a4f5-e03f22c8b128 service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601520 Sep 21 08:09:01.900934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:01.928027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Provisioning complete for port 3002550a-2348-46a1-9771-8957d66d5dd8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:01.928420 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:01.952438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-44d5eb08-7f33-49f1-be45-dcd7825327a2 service neutron] 10.222.0.62 "GET /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.5487344 Sep 21 08:09:02.008012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63418a20-72aa-41dc-95e6-ddb56e9b9234 req-a6f1de48-4413-4dfd-8303-7985997a1ebd tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369291 Sep 21 08:09:02.079748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Deleting port 616f746c-4a26-443a-b26d-1f82117c2ec8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:02.080136 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.095634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Port 3002550a-2348-46a1-9771-8957d66d5dd8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:02.105528 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.147829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Provisioning complete for port b6d6bb74-e322-4637-92e4-07eed65e2aeb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:02.148386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.173459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Network 7d959d68-4eb0-4323-af06-2051d5373791 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:02.198488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:02.202792 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26556a77-bca5-453f-ae91-7af63852461c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.230231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 17585788-3c56-4251-9b48-c213971802ab, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=17585788-3c56-4251-9b48-c213971802ab,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:02.238587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.313206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Port b6d6bb74-e322-4637-92e4-07eed65e2aeb cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:02.317738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=17585788-3c56-4251-9b48-c213971802ab,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:02.340703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Provisioning complete for port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:02.341090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a341c594-9d79-41a3-9573-1c22c7abff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.349632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26556a77-bca5-453f-ae91-7af63852461c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.439524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26556a77-bca5-453f-ae91-7af63852461c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.445420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-26556a77-bca5-453f-ae91-7af63852461c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5792353 Sep 21 08:09:02.447436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41872) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:02.462361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:02.477486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bd88c7ce-dab0-4b44-a238-7433a05ae353 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'security_group_rule': {'security_group_id': '51fa415e-8886-4a20-a16c-bd8b9061171d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:02.501459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-c524d54a-c643-461d-bd96-c6a48fa3cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:02.507263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-c524d54a-c643-461d-bd96-c6a48fa3cfd5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c&tenant_id=7634cabddde04a9a91793712ffd5c698 HTTP/1.1" status: 200 len: 1101 time: 0.6488502 Sep 21 08:09:02.542065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:02.547205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.641182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:02.641663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.673133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:02.720320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a16a2669-b087-4371-992d-3dbc047bbb0a None None] Provisioning complete for port 17585788-3c56-4251-9b48-c213971802ab triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:02.720959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a16a2669-b087-4371-992d-3dbc047bbb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.746932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Deleting port 17b5a5d5-d8f4-4e5e-a773-a7793a4836dd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:02.747281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.825792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26556a77-bca5-453f-ae91-7af63852461c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa415e-8886-4a20-a16c-bd8b9061171d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:02.846657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:02.888612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Router 5cd69915-2375-48c3-8c36-c0c2c09bc32f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:09:02.891862 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.929376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdf799-2153-4f9b-9440-8dc3ab801716 req-c913d90b-b31e-4f3a-b864-caec1ff0fae6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:02.931023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcfdf799-2153-4f9b-9440-8dc3ab801716 req-c913d90b-b31e-4f3a-b864-caec1ff0fae6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 950 time: 0.7603333 Sep 21 08:09:02.949880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] For port 616f746c-4a26-443a-b26d-1f82117c2ec8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=616f746c-4a26-443a-b26d-1f82117c2ec8,segment=NetworkSegment(11f203dd-505b-4b54-a406-1cbafb1829c6),segment_id=11f203dd-505b-4b54-a406-1cbafb1829c6)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:02.950745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.959689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d6b9c9-3fc8-4967-9965-ceb657b7b184 req-bf3ad6f5-bc15-401f-a0a6-81894b612487 service neutron] 10.222.0.62 "GET /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0015230 Sep 21 08:09:02.986906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Calling delete_port for 616f746c-4a26-443a-b26d-1f82117c2ec8 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:02.991140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd88c7ce-dab0-4b44-a238-7433a05ae353 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:02.995593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4488f588-6bc6-4d77-b0e2-8206a687bd0c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:03.022963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6038f61c-9ebc-4654-8a28-5335fd3665a5 None None] Provisioning complete for port b6d6bb74-e322-4637-92e4-07eed65e2aeb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:03.023861 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6038f61c-9ebc-4654-8a28-5335fd3665a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.049365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcfdf799-2153-4f9b-9440-8dc3ab801716 req-62367352-e050-4157-9b87-f11eacc0e855 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086893 Sep 21 08:09:03.124066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6038f61c-9ebc-4654-8a28-5335fd3665a5 None None] Port b6d6bb74-e322-4637-92e4-07eed65e2aeb cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:03.143750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6038f61c-9ebc-4654-8a28-5335fd3665a5 None None] Provisioning complete for port 17585788-3c56-4251-9b48-c213971802ab triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:03.144642 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6038f61c-9ebc-4654-8a28-5335fd3665a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.246274 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd88c7ce-dab0-4b44-a238-7433a05ae353 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.284417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd88c7ce-dab0-4b44-a238-7433a05ae353 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.292894 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.318154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28974be-6779-4031-a4f6-8e98330f623b req-3e130e43-7a76-43b6-b048-ba938582a28e tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:03.319814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a28974be-6779-4031-a4f6-8e98330f623b req-3e130e43-7a76-43b6-b048-ba938582a28e tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd036dc7-6374-4ed9-8c78-95d0c11dd02c HTTP/1.1" status: 200 len: 946 time: 0.1437383 Sep 21 08:09:03.324195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88c7ce-dab0-4b44-a238-7433a05ae353 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fcc1d1-cb41-460f-b854-aa1c01cf7e8f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:03.391204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd88c7ce-dab0-4b44-a238-7433a05ae353 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.392516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bd88c7ce-dab0-4b44-a238-7433a05ae353 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9216833 Sep 21 08:09:03.399559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41876) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:03.421059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-08b7068d-2d6f-4bfe-8595-2718ced044ca tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'security_group_rule': {'security_group_id': '51fa415e-8886-4a20-a16c-bd8b9061171d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:03.437852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a28974be-6779-4031-a4f6-8e98330f623b req-b47716fe-12d3-4c95-b3a9-48366f26e395 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.59 "GET /v2.0/security-groups?id=7232b20e-9344-4a30-9712-d0a9b989a55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987720 Sep 21 08:09:03.452981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:03.456683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.457010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.471549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.477837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Deleting port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:03.478168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.522911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Calling delete_port for 17b5a5d5-d8f4-4e5e-a773-a7793a4836dd owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:03.544331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.544804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08b7068d-2d6f-4bfe-8595-2718ced044ca tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.558817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Pushing event deleted for resources: {'Port': ['ID=616f746c-4a26-443a-b26d-1f82117c2ec8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:03.677745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] No DVR routers for this DVR port 616f746c-4a26-443a-b26d-1f82117c2ec8 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:03.685130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.687299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09585544-3430-4f66-b4f0-db5d69188752 req-6d4844ee-58d0-47ed-8b49-ea8ad5138af1 tempest-InstanceActionsV221TestJSON-453102894 tempest-InstanceActionsV221TestJSON-453102894-project] 10.222.0.50 "DELETE /v2.0/ports/616f746c-4a26-443a-b26d-1f82117c2ec8 HTTP/1.1" status: 204 len: 173 time: 2.6488552 Sep 21 08:09:03.690124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'name': 'network-vif-deleted', 'tag': '616f746c-4a26-443a-b26d-1f82117c2ec8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:03.692472 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eba49f2-ce47-4a98-86db-265140e12934" -d '{"events": [{"server_uuid": "cd036dc7-6374-4ed9-8c78-95d0c11dd02c", "name": "network-vif-deleted", "tag": "616f746c-4a26-443a-b26d-1f82117c2ec8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:03.727262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] For port 3dd22d7b-b942-4fa4-b0a2-6d2383c46278, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:03.727726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.756350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2f615-d08e-46c4-93da-76412c60683b req-dd0f70bb-f5aa-473f-b261-81edeffd1f07 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:03.757959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53c2f615-d08e-46c4-93da-76412c60683b req-dd0f70bb-f5aa-473f-b261-81edeffd1f07 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.2172332 Sep 21 08:09:03.759117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Calling delete_port for 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:03.781092 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08b7068d-2d6f-4bfe-8595-2718ced044ca tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.799217 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08b7068d-2d6f-4bfe-8595-2718ced044ca tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.860854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:09:03.878856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7068d-2d6f-4bfe-8595-2718ced044ca tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc910f1-b7c8-48ec-8710-162d72787214,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:03.890163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-186e1ae0-3a3f-482d-b718-2a65a80740bb admin admin] 10.222.0.59 "PUT /v2.0/routers/5cd69915-2375-48c3-8c36-c0c2c09bc32f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0366273 Sep 21 08:09:03.896063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08b7068d-2d6f-4bfe-8595-2718ced044ca tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:03.898447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-08b7068d-2d6f-4bfe-8595-2718ced044ca tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4800465 Sep 21 08:09:03.903738 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53c2f615-d08e-46c4-93da-76412c60683b req-59d1ba3b-2eee-4c32-9afb-85c282a90dc9 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273921 Sep 21 08:09:03.904260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41882) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:03.912751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:04.004262 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.044932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] Transition to ACTIVE for port object 4488f588-6bc6-4d77-b0e2-8206a687bd0c will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:04.048504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.057024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:04.071003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.132861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event deleted for resources: {'Port': ['ID=17b5a5d5-d8f4-4e5e-a773-a7793a4836dd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:04.214673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 616f746c-4a26-443a-b26d-1f82117c2ec8 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:04.261314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 616f746c-4a26-443a-b26d-1f82117c2ec8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:04.261775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 616f746c-4a26-443a-b26d-1f82117c2ec8 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:04.279326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] No DVR routers for this DVR port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:04.299717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:04.394235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] 10.222.0.62 "PUT /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c/bindings/n-h2-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4309316 Sep 21 08:09:04.413766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.418312 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.419955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b51cae1d-6926-4c4f-8bb6-c5b7eb23280f req-7ad94c0f-f1ee-4637-a01a-2b7186fc83f7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "DELETE /v2.0/floatingips/916b284c-2d75-4121-9efe-8d0d7c0442ef HTTP/1.1" status: 204 len: 173 time: 2.6620502 Sep 21 08:09:04.423874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f735d-88f2-4944-acec-c2f36c70ae47 service neutron] Pushing event updated for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:04.456093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:04.458598 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f8ebb1-cb52-4949-83dc-0c1d455caeee" -d '{"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:04.482769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431cd38-c84c-44ab-9979-27aa976652b5 req-d9bb58ed-af95-48f7-9773-1acd33a416b7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:04.484654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6431cd38-c84c-44ab-9979-27aa976652b5 req-d9bb58ed-af95-48f7-9773-1acd33a416b7 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 944 time: 0.4741731 Sep 21 08:09:04.485548 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.515350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Transition to ACTIVE for port object b59032fd-97f2-4fc7-87f8-9310b2277a56 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:04.522159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.546440 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a76082c-24a4-4c79-b92c-1a6209ad22d6 x-openstack-request-id: req-6a76082c-24a4-4c79-b92c-1a6209ad22d6 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:04.546967 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd036dc7-6374-4ed9-8c78-95d0c11dd02c", "name": "network-vif-deleted", "tag": "616f746c-4a26-443a-b26d-1f82117c2ec8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:04.549414 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a76082c-24a4-4c79-b92c-1a6209ad22d6 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:04.550446 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd036dc7-6374-4ed9-8c78-95d0c11dd02c', 'name': 'network-vif-deleted', 'tag': '616f746c-4a26-443a-b26d-1f82117c2ec8', 'status': 'completed', 'code': 200} Sep 21 08:09:04.572550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:04.611777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:04.638263 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Sync routers for ids ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:09:04.654982 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Routers {'5cd69915-2375-48c3-8c36-c0c2c09bc32f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:04.657271 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:04.659361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 17585788-3c56-4251-9b48-c213971802ab up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:04.676836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] No DVR routers for this DVR port b59032fd-97f2-4fc7-87f8-9310b2277a56 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:04.689237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6431cd38-c84c-44ab-9979-27aa976652b5 req-1d5bcfe4-d56b-4d35-aeee-036b6c9a196f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812608 Sep 21 08:09:04.716298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:04.728728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.782983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 17585788-3c56-4251-9b48-c213971802ab triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:04.783395 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.820247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:04.820597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:04.821007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:04.844410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:04.844734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Attempting to bind port b59032fd-97f2-4fc7-87f8-9310b2277a56 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:04.859673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:04.860087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:04.860498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:04.860934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Bound port: b59032fd-97f2-4fc7-87f8-9310b2277a56, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:04.861541 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:04.877995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd22d7b-b942-4fa4-b0a2-6d2383c46278,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:04.880096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d9cd7-c89f-41fe-8504-953cfbcd78a2 req-d83e2e02-38bd-4884-b157-68a612a18483 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:04.885602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d6d9cd7-c89f-41fe-8504-953cfbcd78a2 req-d83e2e02-38bd-4884-b157-68a612a18483 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 949 time: 0.2105021 Sep 21 08:09:04.898948 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Set router 5cd69915-2375-48c3-8c36-c0c2c09bc32f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:04.927781 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 679f4bd6-752f-4d8a-9f96-feac6e2b36ee up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:05.001386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d6d9cd7-c89f-41fe-8504-953cfbcd78a2 req-67a3c9f1-8369-4f47-b4c0-104b98ccf5e8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026232 Sep 21 08:09:05.043466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:05.046482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:05.046945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:05.048502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.055215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.104086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.104663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.107286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] 10.222.0.50 "PUT /v2.0/ports/b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 1097 time: 2.5906992 Sep 21 08:09:05.211347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f7e76-83b7-4665-9cae-31cf31487ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:05.247144 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16291d11-5264-4a57-a1a6-8344fda7565a x-openstack-request-id: req-16291d11-5264-4a57-a1a6-8344fda7565a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:05.247496 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:05.248372 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16291d11-5264-4a57-a1a6-8344fda7565a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:05.248372 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'code': 200} Sep 21 08:09:05.257343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-72aec409-d8b4-448f-8a14-f65a5bc4f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.258989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-72aec409-d8b4-448f-8a14-f65a5bc4f379 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1100 time: 0.1057494 Sep 21 08:09:05.280811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.295017 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 4, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port': {'id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:51Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b6d6bb74-e322-4637-92e4-07eed65e2aeb', 'name': '', 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'mac_address': 'fa:16:3e:03:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:57Z', 'updated_at': '2021-09-21T08:09:00Z', 'revision_number': 2, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'subnets': [{'id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:05.325837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:05.331179 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.353280 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Checking router: 5cd69915-2375-48c3-8c36-c0c2c09bc32f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:09:05.353908 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Updating router 5cd69915-2375-48c3-8c36-c0c2c09bc32f port b6d6bb74-e322-4637-92e4-07eed65e2aeb binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:09:05.375117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.387009 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.411415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-fe4d827a-c606-428a-b5a3-91769b4c74d6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.412964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-fe4d827a-c606-428a-b5a3-91769b4c74d6 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.9196978 Sep 21 08:09:05.425991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:05.483914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-35dc188e-c0a7-43ce-ab7f-a1a36de91c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.485542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-35dc188e-c0a7-43ce-ab7f-a1a36de91c28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2177548 Sep 21 08:09:05.501346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695f6a-dd6e-4850-9e6c-370317595589 req-3ab31513-38c5-468d-bde2-30933a33c884 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.503056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2695f6a-dd6e-4850-9e6c-370317595589 req-3ab31513-38c5-468d-bde2-30933a33c884 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.0880992 Sep 21 08:09:05.554803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-b93f4d1b-4398-4736-be90-e8ff3c693289 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.0506139 Sep 21 08:09:05.575361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6894890b-651d-4c56-b61f-4719ecb87659 req-deb58b4d-437d-4550-a007-9cc3c1deffa2 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6464047 Sep 21 08:09:05.583596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:05.621526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2695f6a-dd6e-4850-9e6c-370317595589 req-74444198-3f36-4673-b75a-b2d0fe52bb70 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089301 Sep 21 08:09:05.637774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-7fcf5168-9e88-4b94-b3dc-af2a912f5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.639611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-7fcf5168-9e88-4b94-b3dc-af2a912f5206 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0765042 Sep 21 08:09:05.690632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-33ea8460-10bd-4374-a23d-62678df856c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.692953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-33ea8460-10bd-4374-a23d-62678df856c6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c&tenant_id=d9a5530eddb54a0a837750d539b58ca1 HTTP/1.1" status: 200 len: 1096 time: 0.2656262 Sep 21 08:09:05.705565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-90a2a52a-4e2a-4c60-a5a6-dd4ba3f90e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.708124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-90a2a52a-4e2a-4c60-a5a6-dd4ba3f90e86 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580595 Sep 21 08:09:05.724854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.805722 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.810862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 172.25.1.220 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a815fb22-6e12-444c-95e9-7d1948dc37cd) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:05.812652 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.842494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35018f-9875-4034-8a2c-8e4edf4fa868 req-04198fe2-f97a-4767-b776-e7c70cae521c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.844360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd35018f-9875-4034-8a2c-8e4edf4fa868 req-04198fe2-f97a-4767-b776-e7c70cae521c tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1235790 Sep 21 08:09:05.846990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.874609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-41b2370e-cc77-450f-aa11-7dd0d0043edc service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412592 Sep 21 08:09:05.880474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-2af1c4ae-4c7a-441c-8066-d25047a45329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:05.882389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-2af1c4ae-4c7a-441c-8066-d25047a45329 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d9a5530eddb54a0a837750d539b58ca1&device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1096 time: 0.1521187 Sep 21 08:09:05.890412 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Pushing event updated for resources: {'Port': ['ID=b6d6bb74-e322-4637-92e4-07eed65e2aeb,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:05.903772 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.903772 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.904099 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.904742 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.905079 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.905436 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.905755 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.906335 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.906655 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.907011 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.907628 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.907950 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:05.972240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Attempting to bind port b6d6bb74-e322-4637-92e4-07eed65e2aeb on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:05.972863 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Attempting to bind port b6d6bb74-e322-4637-92e4-07eed65e2aeb by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:05.973725 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Attempting to bind port b6d6bb74-e322-4637-92e4-07eed65e2aeb on network 7d959d68-4eb0-4323-af06-2051d5373791 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:05.980460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd35018f-9875-4034-8a2c-8e4edf4fa868 req-41996d9d-bac7-41b8-81d1-7423b3fde1e7 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0980778 Sep 21 08:09:05.981765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:05.982185 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Checking segment: {'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:05.982596 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:05.982969 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Bound using segment: {'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:05.983459 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Bound port: b6d6bb74-e322-4637-92e4-07eed65e2aeb, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce12dc5-a80b-4851-9da8-d3412f94d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:05.983931 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.086226 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] For port b6d6bb74-e322-4637-92e4-07eed65e2aeb, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:06.093267 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d293c850-9bdf-4e8f-9f5d-7ce524497acb req-e52774a5-658d-4351-a33a-a61ceb40b8aa service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091150 Sep 21 08:09:06.093519 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] For port b6d6bb74-e322-4637-92e4-07eed65e2aeb, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b6d6bb74-e322-4637-92e4-07eed65e2aeb,segment=NetworkSegment(dce12dc5-a80b-4851-9da8-d3412f94d907),segment_id=dce12dc5-a80b-4851-9da8-d3412f94d907)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:06.106025 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.214796 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111a7d1-11d8-426c-88e3-724fba68fa86 None None] Pushing event updated for resources: {'Port': ['ID=b6d6bb74-e322-4637-92e4-07eed65e2aeb,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:06.220801 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Routers {'5cd69915-2375-48c3-8c36-c0c2c09bc32f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:06.221364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:06.231632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b3ad572f-c85b-4283-9bac-cc9210c46c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:06.233193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-b3ad572f-c85b-4283-9bac-cc9210c46c4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 200 len: 921 time: 0.2967420 Sep 21 08:09:06.278450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393518f-7a8a-4459-844e-fdde7ebe3d5d req-0ebf845b-10f1-4aa1-973b-c81bcba95e98 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:06.291265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1393518f-7a8a-4459-844e-fdde7ebe3d5d req-0ebf845b-10f1-4aa1-973b-c81bcba95e98 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 945 time: 0.1049407 Sep 21 08:09:06.353547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1393518f-7a8a-4459-844e-fdde7ebe3d5d req-7982824a-1298-4c57-a294-539a62fb2e95 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Sep 21 08:09:06.357802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-19e226c5-b0a8-42dd-a145-a628cd8877bb None None] Provisioning complete for port b6d6bb74-e322-4637-92e4-07eed65e2aeb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:06.358743 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19e226c5-b0a8-42dd-a145-a628cd8877bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.360159 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] Set router 5cd69915-2375-48c3-8c36-c0c2c09bc32f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:06.384148 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.487391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8e6fb2d-3c68-413c-9b8f-f3a8f1c3c07e req-c40568de-84ff-4490-8ba8-7d2a60c0df62 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0786312 Sep 21 08:09:06.553215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-79ede02a-2bbd-4563-ae27-d12ea22807bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 200 len: 217 time: 0.3064094 Sep 21 08:09:06.582613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.604452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19e226c5-b0a8-42dd-a145-a628cd8877bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.604729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Router faceee27-3819-417c-a4f5-e3879342390c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:09:06.667629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-19e226c5-b0a8-42dd-a145-a628cd8877bb None None] For port b6d6bb74-e322-4637-92e4-07eed65e2aeb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b6d6bb74-e322-4637-92e4-07eed65e2aeb,segment=NetworkSegment(dce12dc5-a80b-4851-9da8-d3412f94d907),segment_id=dce12dc5-a80b-4851-9da8-d3412f94d907)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:06.677573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19e226c5-b0a8-42dd-a145-a628cd8877bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.692522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b6d6bb74-e322-4637-92e4-07eed65e2aeb up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:06.693165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a77974-2592-4851-a404-a6ae7e98f48c req-4f190fc4-26a4-48a0-b662-e5058d3c3838 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:06.694962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6a77974-2592-4851-a404-a6ae7e98f48c req-4f190fc4-26a4-48a0-b662-e5058d3c3838 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 949 time: 0.1339083 Sep 21 08:09:06.766028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-ac949519-3732-4578-a15e-4601fdaf0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:06.767563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-ac949519-3732-4578-a15e-4601fdaf0f6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 200 len: 860 time: 0.2018461 Sep 21 08:09:06.788648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6a77974-2592-4851-a404-a6ae7e98f48c req-2b48aad3-54f8-40a5-8c46-dc59281e04cf tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863991 Sep 21 08:09:06.793779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e226c5-b0a8-42dd-a145-a628cd8877bb None None] Pushing event updated for resources: {'Port': ['ID=b6d6bb74-e322-4637-92e4-07eed65e2aeb,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:06.813843 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 4, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port': {'id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:51Z', 'updated_at': '2021-09-21T08:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b6d6bb74-e322-4637-92e4-07eed65e2aeb', 'name': '', 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'mac_address': 'fa:16:3e:03:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:57Z', 'updated_at': '2021-09-21T08:09:06Z', 'revision_number': 4, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'subnets': [{'id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:06.820180 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.826286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b6d6bb74-e322-4637-92e4-07eed65e2aeb triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:06.826747 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.830059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ef58debd-576c-430c-af3d-1de874967a4e None None] Provisioning complete for port b6d6bb74-e322-4637-92e4-07eed65e2aeb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:06.830473 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef58debd-576c-430c-af3d-1de874967a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:06.859857 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91314616-9c16-4f8e-98bf-26ba7fd4e5eb None None] The sync data for ids ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'] in n-d-809980-2 is: [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:08:59Z', 'revision_number': 4, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port': {'id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:51Z', 'updated_at': '2021-09-21T08:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'b6d6bb74-e322-4637-92e4-07eed65e2aeb', 'name': '', 'network_id': '7d959d68-4eb0-4323-af06-2051d5373791', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'mac_address': 'fa:16:3e:03:09:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:57Z', 'updated_at': '2021-09-21T08:09:06Z', 'revision_number': 4, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'subnets': [{'id': '79da12a0-245e-4d06-a1c0-2c52fddc5a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:06.872882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-1f4fa9d6-b47c-4f11-b688-a2705846d288 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=91a251d9-59a5-4feb-8c5d-edc105fbe231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932064 Sep 21 08:09:06.938154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Allocated IP 172.25.1.154 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/4e575031-9022-454d-a9db-66bffed57765) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:07.021351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 679f4bd6-752f-4d8a-9f96-feac6e2b36ee up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:07.111251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:07.111786 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.143895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:07.162227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:07.198381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:07.213016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db2c04-d3c1-4b0b-acd2-65d58e32f500 req-93cce534-4ad7-43b8-aee1-26c72a9a3f2f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:07.215080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20db2c04-d3c1-4b0b-acd2-65d58e32f500 req-93cce534-4ad7-43b8-aee1-26c72a9a3f2f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.0871065 Sep 21 08:09:07.250577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:07.251195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:09:07.253420 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e85801-d276-46d6-9a5b-d4c921a764fc" -d '{"events": [{"name": "network-changed", "server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:07.263185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b08b37-2a76-4961-af87-6400d761010b None None] Sync routers for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:09:07.267620 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1162d23f-d332-4bd6-8382-b22a10e23c90 admin admin] 10.222.0.59 "PUT /v2.0/routers/faceee27-3819-417c-a4f5-e3879342390c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2141097 Sep 21 08:09:07.269046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41924) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:07.272499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=a815fb22-6e12-444c-95e9-7d1948dc37cd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:07.288491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:07.289377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:07.316453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-174bb266-7f10-47a4-b798-d52ff14420fb service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100147 Sep 21 08:09:07.323092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20db2c04-d3c1-4b0b-acd2-65d58e32f500 req-a43a87f6-6071-468a-b45d-57542b9190d8 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937328 Sep 21 08:09:07.416828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41928) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:07.453388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:07.454854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.625185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.638328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] Deleting subnet 856e45e1-1c81-4c79-a39c-b1711cde0e62 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:09:07.642226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.691166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.695641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:09:04Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:07.697873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa02f3-ef6b-48c0-8246-6006ed82e2bb req-63e86d50-0969-4991-8558-546398fce272 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:07.701119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02fa02f3-ef6b-48c0-8246-6006ed82e2bb req-63e86d50-0969-4991-8558-546398fce272 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 946 time: 0.2411578 Sep 21 08:09:07.729167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.747918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b08b37-2a76-4961-af87-6400d761010b None None] Checking router: faceee27-3819-417c-a4f5-e3879342390c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:09:07.760260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] Routers {'faceee27-3819-417c-a4f5-e3879342390c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:07.761292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.761478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['faceee27-3819-417c-a4f5-e3879342390c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:07.792925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02fa02f3-ef6b-48c0-8246-6006ed82e2bb req-d350adad-310e-431f-aa43-dd4be492c8ed tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592527 Sep 21 08:09:07.801803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-55f592aa-9294-49d1-a8cb-57ad3997758b service neutron] 10.222.0.50 "GET /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754364 Sep 21 08:09:07.823159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.919022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Deleting port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:07.919860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:07.969947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] Set router faceee27-3819-417c-a4f5-e3879342390c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:07.991047 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc9ce85-c666-422f-ac2f-41ee11cf4f7e x-openstack-request-id: req-9fc9ce85-c666-422f-ac2f-41ee11cf4f7e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:07.991047 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:07.991405 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9fc9ce85-c666-422f-ac2f-41ee11cf4f7e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:07.991799 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'status': 'completed', 'code': 200} Sep 21 08:09:08.038893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] For port 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:08.039273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.052628 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.073425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Calling delete_port for 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:08.154188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.213880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-47e2c804-08f6-48ec-9f00-ad12a76c49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:08.216086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-47e2c804-08f6-48ec-9f00-ad12a76c49e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1100 time: 0.0787320 Sep 21 08:09:08.222240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:08.236681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:08.241404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:08.360775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-55b08b37-2a76-4961-af87-6400d761010b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:09:04Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:08.434200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-e9fd1f62-e5f0-484c-a251-d1ae52289ee0 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:08.435939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-e9fd1f62-e5f0-484c-a251-d1ae52289ee0 tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c&tenant_id=d9a5530eddb54a0a837750d539b58ca1&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.2144039 Sep 21 08:09:08.457544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105cb3b-c7c9-4a83-9320-11c32c42053f req-21079669-5f22-4642-a11d-c56b5bc53021 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:08.465834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a105cb3b-c7c9-4a83-9320-11c32c42053f req-21079669-5f22-4642-a11d-c56b5bc53021 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 945 time: 0.2465150 Sep 21 08:09:08.474467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Pushing event updated for resources: {'Port': ['ID=4e575031-9022-454d-a9db-66bffed57765,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:08.529215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-f4cb539f-99ae-434d-907d-5978461b6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:08.531479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-f4cb539f-99ae-434d-907d-5978461b6b9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1100 time: 0.4760489 Sep 21 08:09:08.670495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.699349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.721775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.728136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/856e45e1-1c81-4c79-a39c-b1711cde0e62 HTTP/1.1" status: 204 len: 168 time: 1.3014774 Sep 21 08:09:08.728136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41934) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:08.738498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.741697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b79a09-55ac-4ace-a8cf-1ff099c82ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856e45e1-1c81-4c79-a39c-b1711cde0e62,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:08.753892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b6d6bb74-e322-4637-92e4-07eed65e2aeb up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:08.797675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-eb31412a-b166-433f-9f9b-85c9c4ca8f9b service neutron] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:08.811566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-d95bdbd2-1012-497e-b4bf-2f6785d44060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:08.815743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-d95bdbd2-1012-497e-b4bf-2f6785d44060 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.5808618 Sep 21 08:09:08.828990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-eb31412a-b166-433f-9f9b-85c9c4ca8f9b service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.830308 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc5e0d3e-0e11-4787-b51a-4a149f2c52ef req-eb31412a-b166-433f-9f9b-85c9c4ca8f9b service neutron] 10.222.0.50 "DELETE /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c/bindings/n-h1-809980-2 HTTP/1.1" status: 204 len: 173 time: 0.3582382 Sep 21 08:09:08.849273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b08b37-2a76-4961-af87-6400d761010b None None] The sync data for ids ['faceee27-3819-417c-a4f5-e3879342390c'] in n-d-809980-2 is: [{'id': 'faceee27-3819-417c-a4f5-e3879342390c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-945249019-router', 'tenant_id': '2faebe97a7814c28831e6b5c65bda544', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:21Z', 'updated_at': '2021-09-21T08:09:04Z', 'revision_number': 5, 'project_id': '2faebe97a7814c28831e6b5c65bda544', 'gw_port': {'id': '2268c6be-23fe-4868-b9dd-c4ce0e5b5a91', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faceee27-3819-417c-a4f5-e3879342390c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:22Z', 'updated_at': '2021-09-21T08:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:08.886111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b6d6bb74-e322-4637-92e4-07eed65e2aeb triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:08.887194 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:08.908924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-5e563cdd-8068-4ab2-bf32-3bd051043a9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.0738697 Sep 21 08:09:08.930294 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a105cb3b-c7c9-4a83-9320-11c32c42053f req-430ddfde-8c39-4b1d-9c6f-ffaa53b37f12 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603884 Sep 21 08:09:09.055294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.112752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Pushing event deleted for resources: {'Port': ['ID=2268c6be-23fe-4868-b9dd-c4ce0e5b5a91,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:09.117344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-036244c7-8ede-4077-82bc-c3e12e3f8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.119052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-036244c7-8ede-4077-82bc-c3e12e3f8f8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1856706 Sep 21 08:09:09.241911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b05cf8-620b-429d-99ec-492201b544c7 req-b4cd41ba-57a8-45ee-a99c-37e4bed841f3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.250469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04b05cf8-620b-429d-99ec-492201b544c7 req-b4cd41ba-57a8-45ee-a99c-37e4bed841f3 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 949 time: 0.1789992 Sep 21 08:09:09.272608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-6cb74857-5e6f-4ee5-ae4b-8b4340da7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.274358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-6cb74857-5e6f-4ee5-ae4b-8b4340da7abe service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.7300680 Sep 21 08:09:09.291716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-5218e766-eeba-4155-8241-718f94ffe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.293494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-5218e766-eeba-4155-8241-718f94ffe0c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574013 Sep 21 08:09:09.294398 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.440798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04b05cf8-620b-429d-99ec-492201b544c7 req-c4e36447-1adb-455d-91cc-53d36a77f265 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893137 Sep 21 08:09:09.477420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.496261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-5c2ccc77-8c21-4839-aa64-9a55316f036d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 200 len: 217 time: 0.1601093 Sep 21 08:09:09.498935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.506114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=a815fb22-6e12-444c-95e9-7d1948dc37cd,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:09.518394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.556940 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.578867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-f657677a-e173-448e-b413-b1e316032e73 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.580519 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-f657677a-e173-448e-b413-b1e316032e73 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 946 time: 0.3155005 Sep 21 08:09:09.586000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.615083 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.615083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faceee27-3819-417c-a4f5-e3879342390c {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:09:09.621284 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.623072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-21b91f9c-b8f4-4714-a5b2-b7c6aae9f505 admin admin] 10.222.0.59 "DELETE /v2.0/routers/faceee27-3819-417c-a4f5-e3879342390c HTTP/1.1" status: 204 len: 168 time: 2.3525960 Sep 21 08:09:09.626641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41940) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:09.639897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-fc2a29f5-200d-4833-b7db-f57582eecbbc service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355191 Sep 21 08:09:09.688104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-d46d23e2-bfed-4fc4-9895-335a573b326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.689901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-d46d23e2-bfed-4fc4-9895-335a573b326e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1794856 Sep 21 08:09:09.690648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.692679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-16677c93-922d-4697-ab2d-5024f0251db3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7855604 Sep 21 08:09:09.709771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c848ea-815f-42de-a688-e377cb99b9d8 req-89d6e0b8-925e-418d-8d0a-7aef032e7613 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.711367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7c848ea-815f-42de-a688-e377cb99b9d8 req-89d6e0b8-925e-418d-8d0a-7aef032e7613 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1409698 Sep 21 08:09:09.715964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.866449 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:09.926623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c774381c-49ee-433d-802f-ae1943dfd8a4']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:09.957683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f203dd-505b-4b54-a406-1cbafb1829c6') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:09.957994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f203dd-505b-4b54-a406-1cbafb1829c6') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:09.969256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-3b83d8e1-5a1e-4815-b8d7-d8b4c9173a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:09.971224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-3b83d8e1-5a1e-4815-b8d7-d8b4c9173a0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2530894 Sep 21 08:09:09.987220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.069179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Deleting port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:10.069709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.080481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.092935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] Deleting subnet 09950564-428d-4d7c-8d40-4ae297a9d909 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:09:10.109452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.111029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:09:10.111512 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:09:10.117224 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:09:10.237896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:09:10.239263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.249871 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7c848ea-815f-42de-a688-e377cb99b9d8 req-286a5b4c-3462-4138-8d15-c51cbb709f6d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588304 Sep 21 08:09:10.286906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-5c9cc62f-efc8-41b1-b6c0-05c09676e524 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276827 Sep 21 08:09:10.312097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-016fe698-c1eb-43cf-894e-ecbc8deccb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:10.314242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-016fe698-c1eb-43cf-894e-ecbc8deccb4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1097 time: 0.2009301 Sep 21 08:09:10.338764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.358005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-a13c4e92-ae4d-4c07-b121-0d4614ffdd73 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751633 Sep 21 08:09:10.365329 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.367873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c774381c-49ee-433d-802f-ae1943dfd8a4 HTTP/1.1" status: 204 len: 168 time: 1.6386089 Sep 21 08:09:10.372073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.375983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] For port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:10.376416 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.406536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe1093-8a64-4545-a41c-95e53995a831 admin admin] Pushing event deleted for resources: {'Network': ['ID=c774381c-49ee-433d-802f-ae1943dfd8a4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:10.413511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.440699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Calling delete_port for 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:10.452807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:10.476798 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:10.477239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2268c6be-23fe-4868-b9dd-c4ce0e5b5a91 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:10.478304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:10.502890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:10.503197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3dd22d7b-b942-4fa4-b0a2-6d2383c46278 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:10.527521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:10.546750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'mac_address': 'fa:16:3e:48:38:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:09:10.552923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.595807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Pushing event updated for resources: {'Port': ['ID=4e575031-9022-454d-a9db-66bffed57765,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:10.596581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41952) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:10.607244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.625490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59032fd-97f2-4fc7-87f8-9310b2277a56 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:10.632741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce2be4-3ebf-4ffe-b82c-0879c83111c8 req-5c6ff766-e589-48c3-b367-b3a190d454a9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:10.633076 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.640518 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9ce2be4-3ebf-4ffe-b82c-0879c83111c8 req-5c6ff766-e589-48c3-b367-b3a190d454a9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/ports?device_id=b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21 HTTP/1.1" status: 200 len: 946 time: 0.2413442 Sep 21 08:09:10.648815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-6d4a6a8c-52de-440e-b0b3-d3c9fe03c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:10.652106 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-6d4a6a8c-52de-440e-b0b3-d3c9fe03c829 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.3274286 Sep 21 08:09:10.655091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:10.662350 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.672242 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0e85801-d276-46d6-9a5b-d4c921a764fc req-54e95556-3583-441b-b4c8-fb4d4b09f565 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031049 Sep 21 08:09:10.686823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.695131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6894890b-651d-4c56-b61f-4719ecb87659 req-06af7735-98d6-48ad-aea4-6c1ec09f85f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1182194 Sep 21 08:09:10.756924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=12']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:10.758970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6894890b-651d-4c56-b61f-4719ecb87659 req-ee2535db-c634-4983-af14-d7ed30dd81ea tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0625873 Sep 21 08:09:10.768371 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-06e488e4-7d6f-47e9-b038-5c7bb6278c14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 217 time: 0.0968544 Sep 21 08:09:10.861295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a8e3589-4d24-4fcc-ad4d-12355d22b117 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5280a1c0a334646a9a6a1b6783b8ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615640 Sep 21 08:09:10.870476 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9ce2be4-3ebf-4ffe-b82c-0879c83111c8 req-6f500ac5-04bd-4eb2-8c7a-ebeea312f9ce tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.59 "GET /v2.0/security-groups?id=33aed16c-1f05-40a1-8078-cd8f5757c12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126791 Sep 21 08:09:10.871970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41954) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:10.929878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.959899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:10.976290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-8a78db71-e9d6-44b3-9526-6cc63f0698fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:10.977821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-8a78db71-e9d6-44b3-9526-6cc63f0698fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1657350 Sep 21 08:09:10.979900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09950564-428d-4d7c-8d40-4ae297a9d909,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:10.998771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.000922 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69dcf902-3802-4d97-89bd-a5d42d4e031e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/09950564-428d-4d7c-8d40-4ae297a9d909 HTTP/1.1" status: 204 len: 168 time: 1.3705323 Sep 21 08:09:11.004798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41958) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:11.010586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077eb483-7fae-4dc3-b5cb-69179bda8ed3 None None] Network 304927a9-b2b4-4d24-8ee6-32a5a2288a33 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:11.049087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-31d7b5fb-de05-4541-b316-4a008564d226 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611436 Sep 21 08:09:11.073361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Pushing event deleted for resources: {'Port': ['ID=715bac2c-3b7f-4d20-be4a-47eb8f37cf46,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:11.138866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67a209bb-d4e5-4a83-8acc-a89a469ac3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.145294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894890b-651d-4c56-b61f-4719ecb87659 req-e6ad286e-cb66-4209-afb8-79c04a6ba3df tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:11.147251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6894890b-651d-4c56-b61f-4719ecb87659 req-e6ad286e-cb66-4209-afb8-79c04a6ba3df tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.3581469 Sep 21 08:09:11.171008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b59032fd-97f2-4fc7-87f8-9310b2277a56'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:11.177853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-3d5d1399-bc93-4d65-902f-c2b89bcec9c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2409573 Sep 21 08:09:11.178694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] No DVR routers for this DVR port 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:11.182124 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.184513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e518933-6eba-4f62-b1ea-06b8ab477c7f req-c3a2f12d-df4c-4dad-b432-639c7ef55cc9 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072 tempest-FloatingIPsAssociationNegativeTestJSON-1649255072-project] 10.222.0.62 "DELETE /v2.0/ports/715bac2c-3b7f-4d20-be4a-47eb8f37cf46 HTTP/1.1" status: 204 len: 173 time: 1.5942986 Sep 21 08:09:11.184981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'name': 'network-vif-deleted', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:11.187676 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05559f61-db92-412a-a2bb-0ead0d99cbf6" -d '{"events": [{"server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "name": "network-vif-deleted", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:11.254013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.279255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67a209bb-d4e5-4a83-8acc-a89a469ac3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.294582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-10aa1202-2618-475b-aaa2-92e4675d1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:11.297504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-10aa1202-2618-475b-aaa2-92e4675d1154 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7634cabddde04a9a91793712ffd5c698&device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 1100 time: 0.0860586 Sep 21 08:09:11.472957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-102f7182-e9da-408d-9567-b12d8e55d40c service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079909 Sep 21 08:09:11.515021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-813b29ca-1a21-442d-96db-6cc9766852fe tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1261206000&fields=id&tenant_id=43a332c4abd04c93a0aaafed95126cd2 HTTP/1.1" status: 200 len: 267 time: 0.1615708 Sep 21 08:09:11.553759 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67a209bb-d4e5-4a83-8acc-a89a469ac3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.556381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67a209bb-d4e5-4a83-8acc-a89a469ac3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.557530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-67a209bb-d4e5-4a83-8acc-a89a469ac3bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7232b20e-9344-4a30-9712-d0a9b989a55e HTTP/1.1" status: 204 len: 168 time: 0.6521549 Sep 21 08:09:11.604784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-7b1488b9-62ac-4d1a-8085-528f32003d1f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:11.616450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-7b1488b9-62ac-4d1a-8085-528f32003d1f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 937 time: 0.0998936 Sep 21 08:09:11.631553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-39e82e01-c7f1-4b4d-a8de-aee1e7607750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:11.633770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-39e82e01-c7f1-4b4d-a8de-aee1e7607750 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2953525 Sep 21 08:09:11.635108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a209bb-d4e5-4a83-8acc-a89a469ac3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232b20e-9344-4a30-9712-d0a9b989a55e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:11.648931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] DHCP port deletion for 304927a9-b2b4-4d24-8ee6-32a5a2288a33 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:09:11.650244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d35be-fb0f-46d5-9b57-34e215f933d1 req-e5e17cd0-574e-4cb8-9b31-f5aa18a25214 tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:11.658108 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-711d35be-fb0f-46d5-9b57-34e215f933d1 req-e5e17cd0-574e-4cb8-9b31-f5aa18a25214 tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 1101 time: 0.2432678 Sep 21 08:09:11.712015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Deleting port 68218678-3ad2-44a5-92d1-b46dff3ccd2e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:11.712648 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.756494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] Deleting port 68218678-3ad2-44a5-92d1-b46dff3ccd2e {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:11.757030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.761432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-0f9f4ec4-c8fd-4f6d-811c-9d28c5e67ba5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 200 len: 217 time: 0.1141465 Sep 21 08:09:11.806165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b0e7d5b7-3ace-42c1-afd0-282de0a6d858 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:11.815958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b0e7d5b7-3ace-42c1-afd0-282de0a6d858 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports/3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 936 time: 0.1983066 Sep 21 08:09:11.876859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-e0f4fcfd-4e77-47c6-8d06-1b11a86255b1 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753614 Sep 21 08:09:11.889055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] For port 68218678-3ad2-44a5-92d1-b46dff3ccd2e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=68218678-3ad2-44a5-92d1-b46dff3ccd2e,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:11.889788 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.913384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-711d35be-fb0f-46d5-9b57-34e215f933d1 req-de52c846-0c62-4478-8174-5a69031336d2 tempest-MigrationsAdminTest-647019507 tempest-MigrationsAdminTest-647019507-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541635 Sep 21 08:09:11.917376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] For port 68218678-3ad2-44a5-92d1-b46dff3ccd2e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=68218678-3ad2-44a5-92d1-b46dff3ccd2e,segment=NetworkSegment(af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4),segment_id=af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:11.917783 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:11.922343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Calling delete_port for 68218678-3ad2-44a5-92d1-b46dff3ccd2e owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:11.937073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] Calling delete_port for 68218678-3ad2-44a5-92d1-b46dff3ccd2e owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:11.942528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-1fc692fe-a61a-40ec-b4da-b53692757f35 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1251307 Sep 21 08:09:11.985320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-06ae445e-caaf-4946-9d3a-dfe341c71653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:11.987396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-06ae445e-caaf-4946-9d3a-dfe341c71653 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2104058 Sep 21 08:09:12.038426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-85a6f5a2-7894-4a08-bb93-b746efbe974b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0891445 Sep 21 08:09:12.109794 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.148385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] Pushing event deleted for resources: {'Port': ['ID=68218678-3ad2-44a5-92d1-b46dff3ccd2e,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:12.156940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea8f7f-7f3f-4306-bb9e-e6037c367c4c None None] No DVR routers for this DVR port 68218678-3ad2-44a5-92d1-b46dff3ccd2e on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:12.189095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-11b843e6-5c4d-4918-9690-57e280e9b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:12.190664 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-11b843e6-5c4d-4918-9690-57e280e9b5da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648986 Sep 21 08:09:12.211433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.254730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-d1d4b450-8a72-4ad7-907d-282e6dc83723 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:12.263274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-d1d4b450-8a72-4ad7-907d-282e6dc83723 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:12.266693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Pushing event deleted for resources: {'Port': ['ID=68218678-3ad2-44a5-92d1-b46dff3ccd2e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:12.271976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-d1d4b450-8a72-4ad7-907d-282e6dc83723 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:12.273651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-d1d4b450-8a72-4ad7-907d-282e6dc83723 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/networks?id=b81071b7-8704-4572-b376-55243ff5365f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 200 len: 1993 time: 0.2213588 Sep 21 08:09:12.291081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ccf11-342a-401c-aabe-f236441a19fd req-a1a46dee-7d00-47d1-82f8-0f24da955f5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:12.293876 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c63ccf11-342a-401c-aabe-f236441a19fd req-a1a46dee-7d00-47d1-82f8-0f24da955f5b tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 945 time: 0.2211490 Sep 21 08:09:12.302571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-9f4ef509-ab3d-4b1a-a263-ddf1cc6ff08f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/quotas/43a332c4abd04c93a0aaafed95126cd2 HTTP/1.1" status: 200 len: 375 time: 0.0184054 Sep 21 08:09:12.310266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] No DVR routers for this DVR port 68218678-3ad2-44a5-92d1-b46dff3ccd2e on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:12.418974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 68218678-3ad2-44a5-92d1-b46dff3ccd2e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:12.439245 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-13eff68f-10bf-4003-9a55-ad82a031f4c2 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216942 Sep 21 08:09:12.443599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 68218678-3ad2-44a5-92d1-b46dff3ccd2e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:12.443990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 68218678-3ad2-44a5-92d1-b46dff3ccd2e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:12.467207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c63ccf11-342a-401c-aabe-f236441a19fd req-2911d2d8-b7d0-41b7-999d-6fd605665459 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656375 Sep 21 08:09:12.481993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-67c3b8da-d9ce-4d4e-b864-30490e5f7887 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1273880 Sep 21 08:09:12.557270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.598897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304927a9-b2b4-4d24-8ee6-32a5a2288a33']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:12.614406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:12.623857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:12.624323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af49cc40-3e32-4fb3-9aa7-9ffb783ad4b4') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:12.648125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.659685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:12.660826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 715bac2c-3b7f-4d20-be4a-47eb8f37cf46 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:12.711899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.725117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:09:12.725850 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:09:12.758767 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:09:12.763443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-07676d47-8dc8-4b03-8de5-8ce28d699e64 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1658127 Sep 21 08:09:12.774305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b10b4ba-a003-4bc2-8dc9-973b0ff145d7 req-01fefb3f-9955-4cba-a7a6-bf2488c29490 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327899 Sep 21 08:09:12.781598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0489ad04-f433-46d1-a836-13fa26f9aa43 service neutron] 10.222.0.59 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810979 Sep 21 08:09:12.869578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a19de759-95a0-4623-beaa-3f7a868b68c9 req-18433d8d-fcf7-4a0b-983b-af6f8acee979 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips/fb1a79ea-6c65-4c4b-a62c-3e58f8494a3a HTTP/1.1" status: 200 len: 693 time: 0.1985321 Sep 21 08:09:12.943624 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.960656 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:12.966334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] 10.222.0.59 "DELETE /v2.0/networks/304927a9-b2b4-4d24-8ee6-32a5a2288a33 HTTP/1.1" status: 204 len: 168 time: 1.9611635 Sep 21 08:09:12.967218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41998) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:13.052304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2b90780d-1d8d-4d14-ac26-7a2e893be2c3 service neutron] 10.222.0.59 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538397 Sep 21 08:09:13.084330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb34b06-2c98-4c35-8731-961db6b95fff admin admin] Pushing event deleted for resources: {'Network': ['ID=304927a9-b2b4-4d24-8ee6-32a5a2288a33,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:13.088910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-a8d0023b-e289-4cf5-8714-3c4b61fbfb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:13.092000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-a8d0023b-e289-4cf5-8714-3c4b61fbfb92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 1096 time: 0.2275834 Sep 21 08:09:13.221649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19de759-95a0-4623-beaa-3f7a868b68c9 req-b777b2f0-55b2-4a96-8811-bd00007fd83f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:13.223841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a19de759-95a0-4623-beaa-3f7a868b68c9 req-b777b2f0-55b2-4a96-8811-bd00007fd83f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.3277388 Sep 21 08:09:13.339594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42004) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:13.521238 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0610b9d5-12a7-4396-bf65-a247e934bdd8 x-openstack-request-id: req-0610b9d5-12a7-4396-bf65-a247e934bdd8 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:13.521538 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21", "name": "network-vif-deleted", "tag": "715bac2c-3b7f-4d20-be4a-47eb8f37cf46", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:13.521779 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0610b9d5-12a7-4396-bf65-a247e934bdd8 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:13.522192 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5d5f6-b01e-4023-b4d9-5bc5c5836b21', 'name': 'network-vif-deleted', 'tag': '715bac2c-3b7f-4d20-be4a-47eb8f37cf46', 'status': 'completed', 'code': 200} Sep 21 08:09:13.528135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1173925178-network', 'tenant_id': '6be7a9a2875244fba257a831c45f592f'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:13.559419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-a6065b99-1eca-433d-87fd-8148c58ce826 service neutron] 10.222.0.59 "GET /v2.0/ports/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4903643 Sep 21 08:09:13.670872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Made reservation on behalf of 6be7a9a2875244fba257a831c45f592f for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:13.673489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:13.691304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:13.694685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-78fc99bb-98c4-469e-bb47-a519e0d1ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:13.696172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-78fc99bb-98c4-469e-bb47-a519e0d1ca24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.1775675 Sep 21 08:09:13.756947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-681b1e1b-4351-4dae-8dd7-093c0ae3afeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 200 len: 217 time: 0.0486643 Sep 21 08:09:13.758968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-81d49973-2f35-4ffd-85bf-5a5c2630a22d service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626408 Sep 21 08:09:13.886260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-9f237b23-f90a-4a92-90d0-a4c6570c0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:13.887778 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-9f237b23-f90a-4a92-90d0-a4c6570c0caf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1238387 Sep 21 08:09:13.889555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bd30a-6e79-46e5-b4f9-ebd81fc395db req-595efe4e-5b64-4f8b-979b-e652644e835e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:13.891926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e00bd30a-6e79-46e5-b4f9-ebd81fc395db req-595efe4e-5b64-4f8b-979b-e652644e835e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1173887 Sep 21 08:09:13.946195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-fd0783ff-6749-4ba4-b9a3-c3b8d1bde319 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479424 Sep 21 08:09:13.955262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:13.996502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-3d5b6f1e-77f6-4d72-ab20-f6817695c558 service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240934 Sep 21 08:09:14.011855 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.021063 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e00bd30a-6e79-46e5-b4f9-ebd81fc395db req-913aa6e0-11a4-4865-9eeb-86bb529362b1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148853 Sep 21 08:09:14.023361 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.053042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:09:14.092664 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-85321f7f-2dde-49a8-a49b-5c1a0dd2651e service neutron] 10.222.0.59 "GET /v2.0/ports/3002550a-2348-46a1-9771-8957d66d5dd8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0571165 Sep 21 08:09:14.111650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.112002 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Added segment 0e4d9da7-7e87-40a9-95ee-4c9f8d59a287 of type vlan for network 1305086e-f275-4258-9101-ad2556952f0a Sep 21 08:09:14.115849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae5b5af-0bbe-456e-80df-d86570ed15a1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:14.134164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:14.153825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-710b2022-ce26-4d94-830e-56f9a610da1d service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982703 Sep 21 08:09:14.278932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:14.314890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.363294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-55ec930b-5845-4803-ab89-c489b22c4db5 service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609854 Sep 21 08:09:14.397754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port b59032fd-97f2-4fc7-87f8-9310b2277a56 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:09:14.402034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b59032fd-97f2-4fc7-87f8-9310b2277a56 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:14.402726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.416452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a42ebcc-9901-440c-9df6-8dcc8c362ffd req-4c6d6d93-6679-42d8-b7e2-675666b5300f service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528639 Sep 21 08:09:14.509819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-642eb961-ba0a-4435-8e85-b9d8e05c492d service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282144 Sep 21 08:09:14.535845 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.567408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:14.570408 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b97e4f-be94-4b33-a71f-fc23dfdfc53c" -d '{"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:14.575490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-323c4afa-1456-400f-adb2-07a3cfa9a2c5 req-de2e03c6-1742-4eea-be7f-6b0b5112fab9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=f22eb30efd484cd3b8cb8ed35132f4d7 HTTP/1.1" status: 200 len: 696 time: 0.1069038 Sep 21 08:09:14.601744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:14.610047 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.659990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.661710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:14.662295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.672053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=13']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:14.676901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-627e40ef-bab5-4130-8e70-7d1ea6e2b7dd service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602840 Sep 21 08:09:14.710887 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3681970 Sep 21 08:09:14.717309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42018) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:14.726027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Request body: {'subnet': {'network_id': '1305086e-f275-4258-9101-ad2556952f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1173925178-subnet', 'tenant_id': '6be7a9a2875244fba257a831c45f592f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:14.772966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Made reservation on behalf of 6be7a9a2875244fba257a831c45f592f for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:14.775454 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:14.908072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f9131208-7b05-4d86-92e7-4b7f51ada254 service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298157 Sep 21 08:09:15.077866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-1a25f1ce-0b9b-461e-a4b2-3506a1e00996 service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609578 Sep 21 08:09:15.136114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:15.261217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213938a3-eff3-46bf-b4af-a5a9efcc5090 admin admin] Pushing event updated for resources: {'Network': ['ID=1305086e-f275-4258-9101-ad2556952f0a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:15.282687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9766f6b-0cd6-4dc0-8774-5e781cb593bd,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:15.284507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1305086e-f275-4258-9101-ad2556952f0a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:09:15.286123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c4afa-1456-400f-adb2-07a3cfa9a2c5 req-35dc33fe-edc8-4d12-b0d2-cdd59ea290f0 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:15.288938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-323c4afa-1456-400f-adb2-07a3cfa9a2c5 req-35dc33fe-edc8-4d12-b0d2-cdd59ea290f0 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks?id=b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 787 time: 0.6691365 Sep 21 08:09:15.305037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b443db7c-0829-4975-9f3f-7a1a27acdcca service neutron] 10.222.0.59 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168536 Sep 21 08:09:15.320606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.321097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.321283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-323c4afa-1456-400f-adb2-07a3cfa9a2c5 req-b0e1c636-87e6-4b1d-aa07-1f60ac763ca3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:09:15.321630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.321974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.322443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.322925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.323248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.323623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.323945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.324262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.324579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.324891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:15.334422 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-323c4afa-1456-400f-adb2-07a3cfa9a2c5 req-b0e1c636-87e6-4b1d-aa07-1f60ac763ca3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279052 Sep 21 08:09:15.390710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Checking segment: {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:15.391071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Network hostable DHCP agents. Network: 1305086e-f275-4258-9101-ad2556952f0a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:09:15.479216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Network 1305086e-f275-4258-9101-ad2556952f0a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:09:15.501860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1305086e-f275-4258-9101-ad2556952f0a) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:15.514726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988ce1e0-930c-4073-8a69-412ec01b9dfc None None] Network 1305086e-f275-4258-9101-ad2556952f0a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:15.523432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:15.524553 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:15.545465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-172206a7-a477-47fe-80de-7195e864cb8a service neutron] 10.222.0.59 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274194 Sep 21 08:09:15.573946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-aa23fdbc-5078-490b-a0ac-90a41961b1a2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8550372 Sep 21 08:09:15.579443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Deleting port 29b67079-76a6-42b9-bd57-20aa1f1efd3e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:15.579991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:15.713651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b39f9ca-cf61-41ce-97b0-2708ddeadd48 None None] Network 1305086e-f275-4258-9101-ad2556952f0a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:15.743975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-013d2eb5-4b7f-4e27-9a2b-350fef881bcd service neutron] 10.222.0.59 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868632 Sep 21 08:09:15.772224 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:09:15.848108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48b654-91e7-42fd-80e6-f8f21c3b6780 req-e5923490-3cb0-4bd7-8ba2-5b63969c7c6c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:15.861036 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a48b654-91e7-42fd-80e6-f8f21c3b6780 req-e5923490-3cb0-4bd7-8ba2-5b63969c7c6c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 951 time: 0.3861394 Sep 21 08:09:15.967158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-661a8741-e019-4d83-88c0-0dd0711c522b service neutron] 10.222.0.59 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163782 Sep 21 08:09:15.980861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] For port 29b67079-76a6-42b9-bd57-20aa1f1efd3e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=29b67079-76a6-42b9-bd57-20aa1f1efd3e,segment=NetworkSegment(f9b49d39-9295-4f0b-b156-50b6ef9a27a6),segment_id=f9b49d39-9295-4f0b-b156-50b6ef9a27a6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:15.981363 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:16.007379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Calling delete_port for 29b67079-76a6-42b9-bd57-20aa1f1efd3e owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:16.022150 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a48b654-91e7-42fd-80e6-f8f21c3b6780 req-43bb269a-b4ba-4e4c-bdbe-6e0925037bbd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587484 Sep 21 08:09:16.129451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-3ab12a0e-9a35-4eaa-9f29-fea422fd206e service neutron] 10.222.0.59 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516340 Sep 21 08:09:16.205187 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:16.277394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ff27c-60d4-410e-a786-06c99865e04a req-7513a555-13c4-4995-9062-7733d8846601 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:16.278906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c62ff27c-60d4-410e-a786-06c99865e04a req-7513a555-13c4-4995-9062-7733d8846601 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "GET /v2.0/ports?device_id=33aa61da-b62f-496f-8fe0-17c05d554c9c HTTP/1.1" status: 200 len: 951 time: 0.0624447 Sep 21 08:09:16.314900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28141c21-0424-4f6a-b48e-517d66bd0706 req-5726331e-dd6a-48b8-953b-4e1b0e1de64e tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:16.322395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28141c21-0424-4f6a-b48e-517d66bd0706 req-5726331e-dd6a-48b8-953b-4e1b0e1de64e tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 1096 time: 0.1847532 Sep 21 08:09:16.425177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Deleting port b59032fd-97f2-4fc7-87f8-9310b2277a56 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:16.425516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:16.442524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28141c21-0424-4f6a-b48e-517d66bd0706 req-19bc084a-84ac-46e7-908c-e6054b02c79d tempest-LiveAutoBlockMigrationV225Test-2124223156 tempest-LiveAutoBlockMigrationV225Test-2124223156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191506 Sep 21 08:09:16.568022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:16.595439 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c58a41-858f-4da0-8a27-ee264a3b445f x-openstack-request-id: req-a3c58a41-858f-4da0-8a27-ee264a3b445f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:16.596552 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:16.597245 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3c58a41-858f-4da0-8a27-ee264a3b445f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:16.598697 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'code': 200} Sep 21 08:09:16.611916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] For port b59032fd-97f2-4fc7-87f8-9310b2277a56, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b59032fd-97f2-4fc7-87f8-9310b2277a56,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:16.612405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:16.617299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b67079-76a6-42b9-bd57-20aa1f1efd3e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:16.655595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Calling delete_port for b59032fd-97f2-4fc7-87f8-9310b2277a56 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:16.877451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:16.893557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'b01f307b-551e-4a01-af8c-fcf0a340a912'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:16.923230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8fc3-f3c8-40df-a409-60f7530de119 req-31f7ae8a-bb20-4e42-9d8d-3ec97fa4e89a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:16.930604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c30f8fc3-f3c8-40df-a409-60f7530de119 req-31f7ae8a-bb20-4e42-9d8d-3ec97fa4e89a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.2192409 Sep 21 08:09:16.933555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event deleted for resources: {'Port': ['ID=b59032fd-97f2-4fc7-87f8-9310b2277a56,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:16.978285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'b59032fd-97f2-4fc7-87f8-9310b2277a56'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:17.019870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:17.042793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c30f8fc3-f3c8-40df-a409-60f7530de119 req-80defd11-5bb7-4c32-bea1-0e0f2bbd4b35 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070254 Sep 21 08:09:17.054090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] No DVR routers for this DVR port b59032fd-97f2-4fc7-87f8-9310b2277a56 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:17.089445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Deleting port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:17.092320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:17.125134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:17.127744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c62ff27c-60d4-410e-a786-06c99865e04a req-db0d85a5-0908-40de-96b2-f1eb5a15738c tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "DELETE /v2.0/ports/b59032fd-97f2-4fc7-87f8-9310b2277a56 HTTP/1.1" status: 204 len: 173 time: 0.8401792 Sep 21 08:09:17.128660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-deleted', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:17.143607 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75528cb7-5ecc-4b95-91c2-0434a1031b57" -d '{"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-deleted", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:17.176645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-3905f49c-7b11-4008-b6a2-f79ece64b0ac tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips/fb1a79ea-6c65-4c4b-a62c-3e58f8494a3a HTTP/1.1" status: 200 len: 693 time: 0.1691966 Sep 21 08:09:17.421489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-404c06d6-f549-4799-aec7-9c7812126492 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:17.423382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-404c06d6-f549-4799-aec7-9c7812126492 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2458711 Sep 21 08:09:17.446840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-517ea225-88e4-4ecf-994d-393207269bb5 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:09:17.449324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-517ea225-88e4-4ecf-994d-393207269bb5 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150530 Sep 21 08:09:17.527157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-f669a7b5-41eb-402f-ae5b-18ce9d4569f0 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0694640 Sep 21 08:09:17.652157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-905bde4e-a008-4443-b71a-00a23a636bd3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.154 HTTP/1.1" status: 200 len: 696 time: 0.1139488 Sep 21 08:09:17.661393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] For port b1fa557b-5f5d-4f17-90e3-2f0fa6a79095, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:17.661923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:17.694745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Calling delete_port for b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:17.760257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-03c71a96-053d-448f-8873-04727bf7d4ee tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:17.762151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-03c71a96-053d-448f-8873-04727bf7d4ee tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/networks?id=1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 200 len: 818 time: 0.3594630 Sep 21 08:09:17.865055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Deleting port 4e575031-9022-454d-a9db-66bffed57765 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:17.865055 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:17.909539 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-3e7bb566-cdb7-4ccf-add1-17f906a19f8c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/quotas/6be7a9a2875244fba257a831c45f592f HTTP/1.1" status: 200 len: 375 time: 0.1411185 Sep 21 08:09:17.954752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:17.954996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:17.970523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Calling delete_port for 4e575031-9022-454d-a9db-66bffed57765 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:17.970737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-720ae2f7-a8b5-4cb5-a97e-1658f131b541 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6be7a9a2875244fba257a831c45f592f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473888 Sep 21 08:09:17.978775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Router cd21d29f-89e8-481c-bc16-8a44c34c6b02 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:09:18.134473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:18.169422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Pushing event deleted for resources: {'Port': ['ID=4e575031-9022-454d-a9db-66bffed57765,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:18.238057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:18.241081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:18.242277 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99aeda49-ebf9-40fa-939b-cf4556bcad84 req-7e405c60-8af1-4498-b707-1b5be2686b5f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "DELETE /v2.0/floatingips/fb1a79ea-6c65-4c4b-a62c-3e58f8494a3a HTTP/1.1" status: 204 len: 173 time: 0.5817995 Sep 21 08:09:18.263043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:09:18.274436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-885bcb53-c12a-4717-8d7a-d9a744aa11e0 admin admin] 10.222.0.59 "PUT /v2.0/routers/cd21d29f-89e8-481c-bc16-8a44c34c6b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2891667 Sep 21 08:09:18.279504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:18.289236 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] Sync routers for ids ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:09:18.306369 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] Routers {'cd21d29f-89e8-481c-bc16-8a44c34c6b02'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:18.307286 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:18.355910 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8742ab69-47ff-4cf7-8daa-ce3c7ecd9364 service neutron] 10.222.0.59 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747559 Sep 21 08:09:18.412750 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:18.454066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:18.523764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b1fa557b-5f5d-4f17-90e3-2f0fa6a79095,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:18.542531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.543141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.543762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.544339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.544926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.545513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.546095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.546733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.547325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.547941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.548522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.549094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:18.670003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e039d684-245f-42ae-b6a0-52e79ff71804 service neutron] 10.222.0.59 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123293 Sep 21 08:09:18.703485 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] Set router cd21d29f-89e8-481c-bc16-8a44c34c6b02 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:18.766426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a1b97af-607c-4b5c-b8dc-02839aacf4d7 req-6387d748-0b98-4447-9f99-46b1ed5498d0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.1004367 Sep 21 08:09:18.783981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-625529ed-f098-4adf-81cd-c63ed4a2568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:18.785638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-625529ed-f098-4adf-81cd-c63ed4a2568f service neutron] 10.222.0.62 "GET /v2.0/ports/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 1033 time: 0.1849902 Sep 21 08:09:18.799843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:18.938108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-00bdadea-9917-42d4-b65c-9f3f992437a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:18.946040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-00bdadea-9917-42d4-b65c-9f3f992437a9 service neutron] 10.222.0.62 "GET /v2.0/ports/3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 1032 time: 0.1509748 Sep 21 08:09:18.950869 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede75883-1acc-4af7-8f93-0b9b67b7d119 x-openstack-request-id: req-ede75883-1acc-4af7-8f93-0b9b67b7d119 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:18.951210 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa61da-b62f-496f-8fe0-17c05d554c9c", "name": "network-vif-deleted", "tag": "b59032fd-97f2-4fc7-87f8-9310b2277a56", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:18.952108 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ede75883-1acc-4af7-8f93-0b9b67b7d119 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:18.952543 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33aa61da-b62f-496f-8fe0-17c05d554c9c', 'name': 'network-vif-deleted', 'tag': 'b59032fd-97f2-4fc7-87f8-9310b2277a56', 'status': 'completed', 'code': 200} Sep 21 08:09:19.117439 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:09:16Z', 'revision_number': 5, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port': {'id': '242b5ea8-b9eb-4f0a-8549-74706d9b71de', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:03:37Z', 'updated_at': '2021-09-21T08:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:19.164327 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] Checking router: cd21d29f-89e8-481c-bc16-8a44c34c6b02 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:09:19.178859 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] Routers {'cd21d29f-89e8-481c-bc16-8a44c34c6b02'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:19.179770 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:19.205972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Deleting port 242b5ea8-b9eb-4f0a-8549-74706d9b71de {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:19.206938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:19.219684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02c983-278e-4118-8806-de78a5ee1d57 req-1de7fe6f-0e3f-4b22-bf8e-34755d1d7f83 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:19.221769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6a02c983-278e-4118-8806-de78a5ee1d57 req-1de7fe6f-0e3f-4b22-bf8e-34755d1d7f83 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.2043734 Sep 21 08:09:19.403610 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] Set router cd21d29f-89e8-481c-bc16-8a44c34c6b02 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:19.482863 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:09:18Z', 'revision_number': 6, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:19.520524 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35763d1-ba37-476b-9a6b-e1abdba1a29c None None] The sync data for ids ['cd21d29f-89e8-481c-bc16-8a44c34c6b02'] in n-d-809980-2 is: [{'id': 'cd21d29f-89e8-481c-bc16-8a44c34c6b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-910634052-router', 'tenant_id': '220c852a91cb41409ca852f14dc0cd24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:03:36Z', 'updated_at': '2021-09-21T08:09:18Z', 'revision_number': 6, 'project_id': '220c852a91cb41409ca852f14dc0cd24', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:19.520803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:19.629748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-7db297f4-8f54-4dd4-9c3f-398627fd6a24 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2989361 Sep 21 08:09:19.640777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:19.709170 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:19.746141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-9322dbed-b3ba-4629-a893-22eb647925bd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:19.751854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-9322dbed-b3ba-4629-a893-22eb647925bd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:19.758376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-9322dbed-b3ba-4629-a893-22eb647925bd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:19.760040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-9322dbed-b3ba-4629-a893-22eb647925bd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "GET /v2.0/networks?id=b81071b7-8704-4572-b376-55243ff5365f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 200 len: 1993 time: 0.8037403 Sep 21 08:09:19.783529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6a02c983-278e-4118-8806-de78a5ee1d57 req-94891bf5-a3bf-4a2c-9d67-1e032988f1de tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409477 Sep 21 08:09:19.936822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] For port 242b5ea8-b9eb-4f0a-8549-74706d9b71de, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=242b5ea8-b9eb-4f0a-8549-74706d9b71de,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:19.937392 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:19.958984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Calling delete_port for 242b5ea8-b9eb-4f0a-8549-74706d9b71de owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:19.962004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Router 06b8c797-d127-4b54-b589-7ff144ce006c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:09:20.010729 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:20.149464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-99fc24ab-ba41-4c5b-9445-00a07ed4d4f1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:20.151131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-99fc24ab-ba41-4c5b-9445-00a07ed4d4f1 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 945 time: 0.9231055 Sep 21 08:09:20.208700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-85622426-7846-49dd-8b09-771e9ee0d34c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a332c4abd04c93a0aaafed95126cd2 HTTP/1.1" status: 200 len: 380 time: 0.3505583 Sep 21 08:09:20.223719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'admin_state_up': True, 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'security_groups': ['51fa415e-8886-4a20-a16c-bd8b9061171d']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:20.270297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:09:20.283520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] Sync routers for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:09:20.286174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dde24c6f-f134-434f-a79c-8eb651dbe4ae admin admin] 10.222.0.59 "PUT /v2.0/routers/06b8c797-d127-4b54-b589-7ff144ce006c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1503751 Sep 21 08:09:20.293621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42104) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:20.299680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:20.301621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:20.313511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:20.341627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Allocated IP 172.25.1.96 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/d7e9e1af-2e72-4c82-bd6a-8e1af5974762) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:20.348370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9ad2d-1c3a-4ad2-93fd-ab371ca65a26 req-d5259bb2-27e2-4ff4-a338-79f173d4fae2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:20.351961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ef9ad2d-1c3a-4ad2-93fd-ab371ca65a26 req-d5259bb2-27e2-4ff4-a338-79f173d4fae2 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 945 time: 0.4428489 Sep 21 08:09:20.483803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: b59032fd-97f2-4fc7-87f8-9310b2277a56 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:20.486776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b59032fd-97f2-4fc7-87f8-9310b2277a56 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:20.618177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:20.623559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 29b67079-76a6-42b9-bd57-20aa1f1efd3e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:20.713565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 29b67079-76a6-42b9-bd57-20aa1f1efd3e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:20.714126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 29b67079-76a6-42b9-bd57-20aa1f1efd3e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:20.714901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 242b5ea8-b9eb-4f0a-8549-74706d9b71de no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:20.718326 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:20.748174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 242b5ea8-b9eb-4f0a-8549-74706d9b71de {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:20.748882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 242b5ea8-b9eb-4f0a-8549-74706d9b71de not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:20.753313 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:20.771624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:20.838876 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:20.877387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Pushing event deleted for resources: {'Port': ['ID=242b5ea8-b9eb-4f0a-8549-74706d9b71de,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:20.886296 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:20.909367 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ef9ad2d-1c3a-4ad2-93fd-ab371ca65a26 req-5a73c86b-872f-4a84-afd9-1214ca931876 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397644 Sep 21 08:09:20.951293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Deleting port 4488f588-6bc6-4d77-b0e2-8206a687bd0c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:20.952018 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:20.964416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Pushing event updated for resources: {'Port': ['ID=d7e9e1af-2e72-4c82-bd6a-8e1af5974762,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:20.990207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:20.993684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:20.994535 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.068098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:21.073524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:21.219124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95'}], 'enable_snat': True}, 'gw_port_id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:09:18Z', 'revision_number': 5, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port': {'id': '13e2b908-9994-412f-b42c-090abd0dab7d', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:07:58Z', 'updated_at': '2021-09-21T08:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:21.247398 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.256263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] Checking router: 06b8c797-d127-4b54-b589-7ff144ce006c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:09:21.263386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Deleting port 13e2b908-9994-412f-b42c-090abd0dab7d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:21.264035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.267844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] Routers {'06b8c797-d127-4b54-b589-7ff144ce006c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:21.268568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['06b8c797-d127-4b54-b589-7ff144ce006c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:21.363815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.373895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] Set router 06b8c797-d127-4b54-b589-7ff144ce006c gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:21.456478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:09:20Z', 'revision_number': 6, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:21.558221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d378a-979e-40b2-8b9f-04559f253287 None None] The sync data for ids ['06b8c797-d127-4b54-b589-7ff144ce006c'] in n-d-809980-2 is: [{'id': '06b8c797-d127-4b54-b589-7ff144ce006c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-243041564-router', 'tenant_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:07:55Z', 'updated_at': '2021-09-21T08:09:20Z', 'revision_number': 6, 'project_id': 'a468c6c34dad499fb8fbac8ac81e10dc', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:21.558849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.564960 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.580329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] For port 4488f588-6bc6-4d77-b0e2-8206a687bd0c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4488f588-6bc6-4d77-b0e2-8206a687bd0c,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:21.580830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.718237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Calling delete_port for 4488f588-6bc6-4d77-b0e2-8206a687bd0c owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:21.728838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] For port 13e2b908-9994-412f-b42c-090abd0dab7d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=13e2b908-9994-412f-b42c-090abd0dab7d,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:21.729484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.737586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.780287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.781063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd21d29f-89e8-481c-bc16-8a44c34c6b02 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:09:21.790170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-a8ecf5a9-eeaf-4763-b0f5-a5bd4b55a680 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:21.792148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-a8ecf5a9-eeaf-4763-b0f5-a5bd4b55a680 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "GET /v2.0/networks?id=1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 200 len: 818 time: 0.5719473 Sep 21 08:09:21.823042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:21.824367 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a0ec4d93-569f-4ed1-aa29-05e5d925e69e admin admin] 10.222.0.59 "DELETE /v2.0/routers/cd21d29f-89e8-481c-bc16-8a44c34c6b02 HTTP/1.1" status: 204 len: 168 time: 3.5431714 Sep 21 08:09:21.828504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Request body: {'port': {'device_id': '50744bc2-719c-455b-a770-c355364027fe', 'network_id': '1305086e-f275-4258-9101-ad2556952f0a', 'admin_state_up': True, 'tenant_id': '6be7a9a2875244fba257a831c45f592f'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:21.854963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42112) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:21.868131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Calling delete_port for 13e2b908-9994-412f-b42c-090abd0dab7d owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:21.881266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2daf50a4-fbfd-4941-b8b2-fb1f31339ff6 req-5c3a1b4a-0bb4-4525-9a22-48f7841365ff tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0947602 Sep 21 08:09:21.882030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 172.20.0.13 (b81071b7-8704-4572-b376-55243ff5365f/f4ac5536-34b2-40c8-9b53-df8f2f609101/20bf013c-2e65-42a7-a736-1af4140a22f9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:22.138394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] Deleting subnet b5a92577-ff9c-4550-84d0-85ff0e852a47 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:09:22.156647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.219718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-721cda19-65c3-4462-aea7-1f3203e2c6c9 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:22.221267 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-721cda19-65c3-4462-aea7-1f3203e2c6c9 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.62 "GET /v2.0/networks?id=1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 200 len: 818 time: 0.6598563 Sep 21 08:09:22.229414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c05bb4-7c35-450d-9a2c-602cff6324ed req-fdbec3e4-eaba-4ce9-be7f-23b18950394e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:22.231140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8c05bb4-7c35-450d-9a2c-602cff6324ed req-fdbec3e4-eaba-4ce9-be7f-23b18950394e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.2021797 Sep 21 08:09:22.277071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Request body: {'port': {'device_id': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'network_id': '1305086e-f275-4258-9101-ad2556952f0a', 'admin_state_up': True, 'tenant_id': '6be7a9a2875244fba257a831c45f592f'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:22.289110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-dd95164e-235c-4113-8331-8514f9a7569d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:22.291867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-dd95164e-235c-4113-8331-8514f9a7569d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "GET /v2.0/networks?id=1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 200 len: 818 time: 0.5279536 Sep 21 08:09:22.328117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.333831 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6b798c20-74bd-4da2-bedc-25a7a65bf0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.334145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Request body: {'port': {'device_id': '528078e2-d082-46ea-831f-b89aa7f026fa', 'network_id': '1305086e-f275-4258-9101-ad2556952f0a', 'admin_state_up': True, 'tenant_id': '6be7a9a2875244fba257a831c45f592f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:22.383004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:22.413895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:22.415993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b1fa557b-5f5d-4f17-90e3-2f0fa6a79095 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:22.416439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 13e2b908-9994-412f-b42c-090abd0dab7d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:22.480720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Made reservation on behalf of 6be7a9a2875244fba257a831c45f592f for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:22.484580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.568468 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.608868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8c05bb4-7c35-450d-9a2c-602cff6324ed req-4fd8ed3a-8248-4333-9b61-5a13c1f21886 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685050 Sep 21 08:09:22.620795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Made reservation on behalf of 6be7a9a2875244fba257a831c45f592f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:22.624496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.751989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.761581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.766163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e8211d3a-fd02-4831-9632-1c361ec02a75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:22.879848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event deleted for resources: {'Port': ['ID=4488f588-6bc6-4d77-b0e2-8206a687bd0c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:22.886266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.936341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] No DVR routers for this DVR port 4488f588-6bc6-4d77-b0e2-8206a687bd0c on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:22.950786 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.953450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:22.955929 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aabcf12c-6118-43b2-a52d-7518e6d7c103 req-1d8dd691-56a9-492b-bd22-9da2b5a2e0d4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "DELETE /v2.0/ports/4488f588-6bc6-4d77-b0e2-8206a687bd0c HTTP/1.1" status: 204 len: 173 time: 2.7924771 Sep 21 08:09:22.956538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'name': 'network-vif-deleted', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:22.959581 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9b09e3-2ada-4dbe-b97d-5e33c8c24a37" -d '{"events": [{"server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "name": "network-vif-deleted", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:22.994987 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.047321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb6ac3-abcc-401f-bb45-5daadedef7ca req-9b6e104b-9530-4f2b-96cb-e9bc999895a9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:23.048925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57fb6ac3-abcc-401f-bb45-5daadedef7ca req-9b6e104b-9530-4f2b-96cb-e9bc999895a9 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 951 time: 0.2935994 Sep 21 08:09:23.083903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.095648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Allocated IP 172.20.0.10 (1305086e-f275-4258-9101-ad2556952f0a/c9766f6b-0cd6-4dc0-8774-5e781cb593bd/24c7f1b9-f5e2-46b0-b0b2-7868539a2786) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:23.144276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Made reservation on behalf of 6be7a9a2875244fba257a831c45f592f for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:23.148515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.154497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57fb6ac3-abcc-401f-bb45-5daadedef7ca req-7a7f44ac-aac8-4a09-9b1a-157acda7ac24 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973058 Sep 21 08:09:23.163392 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.171771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.197266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network b81071b7-8704-4572-b376-55243ff5365f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:23.201043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Pushing event updated for resources: {'Port': ['ID=d7e9e1af-2e72-4c82-bd6a-8e1af5974762,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:23.215086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8770273-4e16-4906-847e-91c8eaebec19 req-3938c011-17b2-47be-afc3-00d9e3be3e77 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:23.217027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8770273-4e16-4906-847e-91c8eaebec19 req-3938c011-17b2-47be-afc3-00d9e3be3e77 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 951 time: 0.2110624 Sep 21 08:09:23.231574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:23.246881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.248432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa76ea0-751a-4a77-959e-dd2fe7c37e5f None None] Network 46555f1d-1caa-4226-bc1c-2222851e2efc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:23.254654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b5a92577-ff9c-4550-84d0-85ff0e852a47 HTTP/1.1" status: 204 len: 168 time: 1.3978748 Sep 21 08:09:23.262258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9639d-6420-4067-9290-10fe0106bcb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a92577-ff9c-4550-84d0-85ff0e852a47,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:23.266861 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.269301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42122) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:23.271649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:23.286928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=20bf013c-2e65-42a7-a736-1af4140a22f9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:23.334117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Pushing event deleted for resources: {'Port': ['ID=13e2b908-9994-412f-b42c-090abd0dab7d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:23.338452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcaffba8-b5f2-41f4-b330-532c94b04606 req-380c4d85-eedb-40dd-bd56-932554e59de9 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 210 time: 0.1047087 Sep 21 08:09:23.456956 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.469658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-d4ac441f-ca1a-41d3-b079-894597f467c3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8305101 Sep 21 08:09:23.530488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd005888-4283-4257-b19f-23105fd92354 req-8216c52d-1a76-446e-9483-741668c4a052 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 210 time: 0.0823638 Sep 21 08:09:23.576775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] DHCP port deletion for 46555f1d-1caa-4226-bc1c-2222851e2efc request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:09:23.616197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.673179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] Deleting port f30aa616-839e-49b8-a43b-817b73c0f9e5 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:23.673867 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.690010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-78f49abe-a338-426f-965e-5d2797bfeca2 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.2176821 Sep 21 08:09:23.705758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:23.706949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.712771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.715676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-178ee6dc-a134-4e70-a70e-e2423fe536b6 None None] Provisioning complete for port 20bf013c-2e65-42a7-a736-1af4140a22f9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:23.716271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-178ee6dc-a134-4e70-a70e-e2423fe536b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.718050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.725063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.783194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Network 1305086e-f275-4258-9101-ad2556952f0a is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:23.787161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0cb95242-b1f2-45e8-8660-f2d5bb5fcc11 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5679371 Sep 21 08:09:23.792795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:23.802126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'admin_state_up': True, 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'security_groups': ['51fa415e-8886-4a20-a16c-bd8b9061171d']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:23.807433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:23.863972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0772d-c1b1-4f0f-91e4-b1d2fe3f3cd6 req-e0126d18-366c-4604-8137-307d139374a8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:23.865727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95b0772d-c1b1-4f0f-91e4-b1d2fe3f3cd6 req-e0126d18-366c-4604-8137-307d139374a8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 932 time: 0.2153053 Sep 21 08:09:23.880482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Pushing event updated for resources: {'Port': ['ID=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:23.956715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.964957 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:23.975917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:23.976732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.008072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Allocated IP 172.20.0.7 (1305086e-f275-4258-9101-ad2556952f0a/c9766f6b-0cd6-4dc0-8774-5e781cb593bd/b22feebd-8995-4bea-9d56-fa92d5fc68c1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:24.027683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95b0772d-c1b1-4f0f-91e4-b1d2fe3f3cd6 req-8fe05af4-288f-4756-b54d-24e6e32be4f3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350393 Sep 21 08:09:24.031386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] For port f30aa616-839e-49b8-a43b-817b73c0f9e5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f30aa616-839e-49b8-a43b-817b73c0f9e5,segment=NetworkSegment(f9b49d39-9295-4f0b-b156-50b6ef9a27a6),segment_id=f9b49d39-9295-4f0b-b156-50b6ef9a27a6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:24.031803 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.037413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-178ee6dc-a134-4e70-a70e-e2423fe536b6 None None] Port 20bf013c-2e65-42a7-a736-1af4140a22f9 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:24.047408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-88775804-b574-421c-b5d1-a151fe60643d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7386668 Sep 21 08:09:24.054695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] Calling delete_port for f30aa616-839e-49b8-a43b-817b73c0f9e5 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:24.108088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Deleting port b01f307b-551e-4a01-af8c-fcf0a340a912 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:24.108704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.121435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.122219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b8c797-d127-4b54-b589-7ff144ce006c {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:09:24.147887 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.148841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b6827c6f-7fec-4f3c-bd43-f81c614fda4d admin admin] 10.222.0.59 "DELETE /v2.0/routers/06b8c797-d127-4b54-b589-7ff144ce006c HTTP/1.1" status: 204 len: 168 time: 3.8541031 Sep 21 08:09:24.164016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-9bbb301b-813c-4463-a644-905d8642d6f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:24.165711 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9a33fbc-2213-492b-996a-5603d18fae55 req-9bbb301b-813c-4463-a644-905d8642d6f9 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.4667509 Sep 21 08:09:24.169021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42126) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:24.208686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.254396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] Pushing event deleted for resources: {'Port': ['ID=f30aa616-839e-49b8-a43b-817b73c0f9e5,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:24.291002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ce66a-5ff6-4a0f-bd5c-14d98c5ef6c2 None None] No DVR routers for this DVR port f30aa616-839e-49b8-a43b-817b73c0f9e5 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:24.322870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4488f588-6bc6-4d77-b0e2-8206a687bd0c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:24.364296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 4488f588-6bc6-4d77-b0e2-8206a687bd0c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:24.365195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4488f588-6bc6-4d77-b0e2-8206a687bd0c not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:24.409329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Deleting port f30aa616-839e-49b8-a43b-817b73c0f9e5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:24.409682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.420289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30aa616-839e-49b8-a43b-817b73c0f9e5 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:24.437740 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-64e9340e-35f8-40b3-9754-2620745747f7 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips/5f6a7cfe-a562-4e66-aa02-e1e31ecb35f2 HTTP/1.1" status: 200 len: 692 time: 0.2215450 Sep 21 08:09:24.448036 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] Deleting subnet 48b7428b-e6fc-40e5-b2b0-74d0192db3e4 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:09:24.454308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f30aa616-839e-49b8-a43b-817b73c0f9e5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:24.455011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30aa616-839e-49b8-a43b-817b73c0f9e5 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:24.510523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.555072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] For port b01f307b-551e-4a01-af8c-fcf0a340a912, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b01f307b-551e-4a01-af8c-fcf0a340a912,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:24.555505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.569527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Request body: {'port': {'device_id': '528078e2-d082-46ea-831f-b89aa7f026fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:24.584325 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7df013-c0e3-4aa6-8e67-221c14269816 x-openstack-request-id: req-7f7df013-c0e3-4aa6-8e67-221c14269816 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:24.584663 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70a01f0-d432-4a37-b776-718bcc2d5e8c", "name": "network-vif-deleted", "tag": "4488f588-6bc6-4d77-b0e2-8206a687bd0c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:24.584850 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f7df013-c0e3-4aa6-8e67-221c14269816 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:24.585255 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70a01f0-d432-4a37-b776-718bcc2d5e8c', 'name': 'network-vif-deleted', 'tag': '4488f588-6bc6-4d77-b0e2-8206a687bd0c', 'status': 'completed', 'code': 200} Sep 21 08:09:24.629982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Calling delete_port for b01f307b-551e-4a01-af8c-fcf0a340a912 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:24.672563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] For port f30aa616-839e-49b8-a43b-817b73c0f9e5, host n-d-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:24.672944 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.686361 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.700301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:24.703778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.707024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-8f23480b-454c-4cbf-a601-6c94d2b62d34 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:24.708523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-8f23480b-454c-4cbf-a601-6c94d2b62d34 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1097 time: 0.6429796 Sep 21 08:09:24.710917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.725541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b680c-c08c-410a-b4c1-b84e5ebd5a8d req-3b5b9d64-5fd5-4f92-9172-281529d779a5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:24.727762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f25b680c-c08c-410a-b4c1-b84e5ebd5a8d req-3b5b9d64-5fd5-4f92-9172-281529d779a5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 946 time: 0.1533804 Sep 21 08:09:24.744462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809980-2'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:24.770322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Calling delete_port for f30aa616-839e-49b8-a43b-817b73c0f9e5 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:24.778022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Port f30aa616-839e-49b8-a43b-817b73c0f9e5 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:09:24.804420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.806303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:24.859802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] No DVR routers for this DVR port f30aa616-839e-49b8-a43b-817b73c0f9e5 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:24.889683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-8893e540-6de1-41bd-8623-3799cfe85b81 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:24.891041 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-8893e540-6de1-41bd-8623-3799cfe85b81 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.4374557 Sep 21 08:09:24.898433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30aa616-839e-49b8-a43b-817b73c0f9e5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:24.916875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f25b680c-c08c-410a-b4c1-b84e5ebd5a8d req-0b510be6-c06c-4ebc-8824-f2c297c7f76d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694787 Sep 21 08:09:24.940807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.054509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.087707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-d8305fe8-a89e-41ee-97a5-af61b7458213 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.1834574 Sep 21 08:09:25.107627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.119884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46555f1d-1caa-4226-bc1c-2222851e2efc']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:25.141038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 10.1.1.7 (7c8bfe58-4f51-4ba6-997d-f730b9ca663f/05751b0b-b1cb-449d-8cbd-a8b9db515e53/f69bc2e7-39e3-460c-bf20-b321b1694924) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:25.144269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.201651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda2ba3-c679-4ff3-a162-f966967b4904 req-a5629abf-3a74-43a9-a99e-b80ae3a4946b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:25.203407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abda2ba3-c679-4ff3-a162-f966967b4904 req-a5629abf-3a74-43a9-a99e-b80ae3a4946b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=1988f96f-f854-47b2-8c93-ace7ea1dc679 HTTP/1.1" status: 200 len: 951 time: 0.1672966 Sep 21 08:09:25.218949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:25.219232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b49d39-9295-4f0b-b156-50b6ef9a27a6') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:25.241756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.290029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-d54cfd11-0493-456b-a33e-96f6cb5a68a4 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.96 HTTP/1.1" status: 200 len: 695 time: 0.1945853 Sep 21 08:09:25.297341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.331346 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abda2ba3-c679-4ff3-a162-f966967b4904 req-cc0574e3-71aa-4f8e-b3b4-9835e7f8557f tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902297 Sep 21 08:09:25.332808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:25.393567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e001bc0d-57ef-4b64-b638-348aabdb5819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.398912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.401477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Allocated IP 172.20.0.2 (1305086e-f275-4258-9101-ad2556952f0a/c9766f6b-0cd6-4dc0-8774-5e781cb593bd/d6ec8dfc-b881-4ab3-8e12-1fb3618a0991) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:25.407913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Network 1305086e-f275-4258-9101-ad2556952f0a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:25.420705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Pushing event updated for resources: {'Port': ['ID=b22feebd-8995-4bea-9d56-fa92d5fc68c1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:25.429661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:25.437181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:25.440234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:09:25.440496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.445365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:09:25.445560 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:09:25.483087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.498579 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.510462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['8cec313c-d3fa-4eba-8297-cdcada5bd1e6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:25.513186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:25.537429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.553286 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.599288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80716988-33f7-44aa-8c27-5a875efcecd6 req-bc706b3a-b3ac-4ed5-bce9-1549cda65a5b tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:25.601380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80716988-33f7-44aa-8c27-5a875efcecd6 req-bc706b3a-b3ac-4ed5-bce9-1549cda65a5b tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 932 time: 0.1229210 Sep 21 08:09:25.671731 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.708674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:25.760902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80716988-33f7-44aa-8c27-5a875efcecd6 req-c2623fa8-23b4-4148-abfc-2188eaeb860b tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447372 Sep 21 08:09:25.772467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:25.773207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:25.773602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:25.780002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:25.811456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:25.820626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:25.829555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=f69bc2e7-39e3-460c-bf20-b321b1694924,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:25.845216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:25.845430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Attempting to bind port 3946e75f-aff6-497d-a573-b981cac27113 on network b2ea7608-6ff2-4220-a5c6-e9553739cd22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:25.886644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:25.887559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Checking segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:25.888139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Bound using segment: {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:25.888756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Bound port: 3946e75f-aff6-497d-a573-b981cac27113, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7906314-96c3-4025-a7e3-cba5b0570de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'b2ea7608-6ff2-4220-a5c6-e9553739cd22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:25.889289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.945850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a4f81b93-c940-4ffa-a170-8494ffa77f61 req-c844ce06-420c-415d-9d42-6930a210409f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 210 time: 0.0404005 Sep 21 08:09:25.952961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:25.953866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:25.978698 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.031976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:26.035970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:26.050868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ef0218a6-dd1a-40a8-a6fc-458b93a970ad tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2530155 Sep 21 08:09:26.054352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.072739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b7428b-e6fc-40e5-b2b0-74d0192db3e4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:26.074872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event deleted for resources: {'Port': ['ID=b01f307b-551e-4a01-af8c-fcf0a340a912,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:26.087334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'admin_state_up': True, 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'security_groups': ['51fa415e-8886-4a20-a16c-bd8b9061171d']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:26.124634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.132958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d79ac3-5017-4a8d-a96e-5bae49ff2fc8 None None] Network ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:26.133793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.138545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a6a09e62-4dbc-4430-ae7d-2310783f56f7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/48b7428b-e6fc-40e5-b2b0-74d0192db3e4 HTTP/1.1" status: 204 len: 168 time: 1.9517939 Sep 21 08:09:26.147731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42144) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:26.162783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:26.163747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.181393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.184266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] 10.222.0.59 "DELETE /v2.0/networks/46555f1d-1caa-4226-bc1c-2222851e2efc HTTP/1.1" status: 204 len: 168 time: 2.9090152 Sep 21 08:09:26.219886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] No DVR routers for this DVR port b01f307b-551e-4a01-af8c-fcf0a340a912 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:26.229517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.231815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8770273-4e16-4906-847e-91c8eaebec19 req-bff5cbd4-0432-4e8c-b3f4-e930b3eebccc tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "DELETE /v2.0/ports/b01f307b-551e-4a01-af8c-fcf0a340a912 HTTP/1.1" status: 204 len: 173 time: 2.9977183 Sep 21 08:09:26.234144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-deleted', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:26.236928 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca77235-4237-46ee-bedd-ce99d08b833d" -d '{"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-deleted", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:26.240756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29ec1f-d0bc-4e7b-b002-ad6514378b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=46555f1d-1caa-4226-bc1c-2222851e2efc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:26.250388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba62e2-2a2c-4afb-8fc3-44b12d9df7cb req-8a1dcf1e-1276-4290-865d-32e643418d2a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:26.265389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba62e2-2a2c-4afb-8fc3-44b12d9df7cb req-8a1dcf1e-1276-4290-865d-32e643418d2a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:26.276055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b9ba62e2-2a2c-4afb-8fc3-44b12d9df7cb req-8a1dcf1e-1276-4290-865d-32e643418d2a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 1652 time: 0.2372370 Sep 21 08:09:26.278168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-49cd5a73-6a27-4926-ac6b-27a7c3db9c07 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4591064 Sep 21 08:09:26.294902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Request body: {'port': {'device_id': '50744bc2-719c-455b-a770-c355364027fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:26.327832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Deleting port d7e9e1af-2e72-4c82-bd6a-8e1af5974762 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:26.328488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.329655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9f2ee37c-2a93-4e92-a1c1-3b92b272c655 None None] Provisioning complete for port f69bc2e7-39e3-460c-bf20-b321b1694924 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:26.330324 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9f2ee37c-2a93-4e92-a1c1-3b92b272c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.342884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 3946e75f-aff6-497d-a573-b981cac27113 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:09:26.444716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b9ba62e2-2a2c-4afb-8fc3-44b12d9df7cb req-0de94065-c5a8-47f2-94fa-8480d29c769d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611984 Sep 21 08:09:26.462853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:26.466825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.470218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] 10.222.0.50 "PUT /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 1122 time: 1.7410080 Sep 21 08:09:26.521345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.523150 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.536923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Calling delete_port for d7e9e1af-2e72-4c82-bd6a-8e1af5974762 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:26.549586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:26.579164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3ee97-9374-4b19-a585-d6340e5a990e service neutron] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=8']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:26.603820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.605949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ee37c-2a93-4e92-a1c1-3b92b272c655 None None] Port f69bc2e7-39e3-460c-bf20-b321b1694924 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:26.636149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:26.666652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3946e75f-aff6-497d-a573-b981cac27113'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:26.674428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['3946e75f-aff6-497d-a573-b981cac27113'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:26.699968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3946e75f-aff6-497d-a573-b981cac27113'}, {'name': 'network-changed', 'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'tag': '3946e75f-aff6-497d-a573-b981cac27113'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:26.702531 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26afd136-03bd-4589-8fae-50e2f1e242d8" -d '{"events": [{"server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "name": "network-vif-unplugged", "status": "completed", "tag": "3946e75f-aff6-497d-a573-b981cac27113"}, {"name": "network-changed", "server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "tag": "3946e75f-aff6-497d-a573-b981cac27113"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:26.746608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:26.755891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.766009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.789516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 3946e75f-aff6-497d-a573-b981cac27113 has no active binding in host n-h2-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:09:26.818720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: b01f307b-551e-4a01-af8c-fcf0a340a912 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:26.819076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b01f307b-551e-4a01-af8c-fcf0a340a912 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:26.820622 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:26.867989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-646fb5b3-15ad-45aa-83dc-00e33339e16b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2faebe97a7814c28831e6b5c65bda544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161757 Sep 21 08:09:26.883629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42158) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:26.950376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8468abc-dbbe-4cc8-96f7-e3108539d618 req-2f073d1a-ee2f-49a0-ad6d-e3d4461a1af1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:26.952114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8468abc-dbbe-4cc8-96f7-e3108539d618 req-2f073d1a-ee2f-49a0-ad6d-e3d4461a1af1 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.3362191 Sep 21 08:09:26.963193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] DHCP port deletion for ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:09:26.990070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.017104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Network 1305086e-f275-4258-9101-ad2556952f0a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:27.037862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:27.041444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.057521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:27.066461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3424-6f04-4f5a-8e4d-e9e6ccdb9e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.066705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:27.120336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:27.121155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.122800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] Deleting port 20a16c01-8b18-42e8-ba10-3834e6859137 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:27.123606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.132215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8468abc-dbbe-4cc8-96f7-e3108539d618 req-5a1957da-5b60-4561-bdf4-001ce8636475 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642797 Sep 21 08:09:27.146981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9127512 Sep 21 08:09:27.164972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Request body: {'port': {'device_id': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:27.215345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] For port 20a16c01-8b18-42e8-ba10-3834e6859137, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20a16c01-8b18-42e8-ba10-3834e6859137,segment=NetworkSegment(4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53),segment_id=4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:27.215774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.231909 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eab6c1b-a868-48c1-aab3-22cc0853a7f1 x-openstack-request-id: req-4eab6c1b-a868-48c1-aab3-22cc0853a7f1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:27.232328 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988f96f-f854-47b2-8c93-ace7ea1dc679", "name": "network-vif-deleted", "tag": "b01f307b-551e-4a01-af8c-fcf0a340a912", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:27.232676 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4eab6c1b-a868-48c1-aab3-22cc0853a7f1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:27.233255 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988f96f-f854-47b2-8c93-ace7ea1dc679', 'name': 'network-vif-deleted', 'tag': 'b01f307b-551e-4a01-af8c-fcf0a340a912', 'status': 'completed', 'code': 200} Sep 21 08:09:27.235849 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.238346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f16152-2d3d-4cec-843c-7f238b06f617 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Pushing event updated for resources: {'Port': ['ID=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:27.250231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] Calling delete_port for 20a16c01-8b18-42e8-ba10-3834e6859137 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:27.253579 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.313279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3424-6f04-4f5a-8e4d-e9e6ccdb9e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.358453 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.376006 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf0093e-8a9c-49fe-8ebc-650169f077dd x-openstack-request-id: req-bbf0093e-8a9c-49fe-8ebc-650169f077dd {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:27.376275 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "name": "network-vif-unplugged", "status": "completed", "tag": "3946e75f-aff6-497d-a573-b981cac27113", "code": 200}, {"name": "network-changed", "server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "tag": "3946e75f-aff6-497d-a573-b981cac27113", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:27.376525 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bbf0093e-8a9c-49fe-8ebc-650169f077dd {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:27.376912 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3946e75f-aff6-497d-a573-b981cac27113', 'code': 200} Sep 21 08:09:27.377160 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'tag': '3946e75f-aff6-497d-a573-b981cac27113', 'status': 'completed', 'code': 200} Sep 21 08:09:27.410267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Deleting port 20a16c01-8b18-42e8-ba10-3834e6859137 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:27.410608 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.413484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 10.1.1.182 (7c8bfe58-4f51-4ba6-997d-f730b9ca663f/05751b0b-b1cb-449d-8cbd-a8b9db515e53/3d0d3f49-99f4-4980-942c-9f86a1908812) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:27.430360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] Pushing event deleted for resources: {'Port': ['ID=20a16c01-8b18-42e8-ba10-3834e6859137,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:27.441802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bb627-b8d6-4477-836c-902af296d586 None None] No DVR routers for this DVR port 20a16c01-8b18-42e8-ba10-3834e6859137 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:27.464159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Pushing event deleted for resources: {'Port': ['ID=d7e9e1af-2e72-4c82-bd6a-8e1af5974762,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:27.512372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-51f9ed6a-d928-4653-bd5c-b54ab8d312b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:27.513922 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-51f9ed6a-d928-4653-bd5c-b54ab8d312b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1125 time: 0.0811515 Sep 21 08:09:27.519024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.522641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.524043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25f3047a-d4a4-4409-a8a2-69c13068c3e5 req-e85a6d9e-31e3-42c8-8797-66b0ff5f6ec3 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "DELETE /v2.0/floatingips/5f6a7cfe-a562-4e66-aa02-e1e31ecb35f2 HTTP/1.1" status: 204 len: 173 time: 2.2092664 Sep 21 08:09:27.623122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] For port 20a16c01-8b18-42e8-ba10-3834e6859137, host n-d-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:27.623662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.625544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.639642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3424-6f04-4f5a-8e4d-e9e6ccdb9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.642480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3424-6f04-4f5a-8e4d-e9e6ccdb9e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.646120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f3a3424-6f04-4f5a-8e4d-e9e6ccdb9e16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60d6a59e-8f4a-4726-8f48-04fc918b334f HTTP/1.1" status: 204 len: 168 time: 0.7578371 Sep 21 08:09:27.651878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75ce1dd0-55f3-401f-b4ce-ee577dd32b37 req-05a3838e-1211-4e60-8a07-7122e49434ea tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 210 time: 0.0374768 Sep 21 08:09:27.688913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-1142a98a-298f-4a69-9726-2d62e9d99fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:27.690763 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-1142a98a-298f-4a69-9726-2d62e9d99fa2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.1657727 Sep 21 08:09:27.703357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:27.718094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Calling delete_port for 20a16c01-8b18-42e8-ba10-3834e6859137 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:27.728368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Port 20a16c01-8b18-42e8-ba10-3834e6859137 was not found and therefore no delete operation was performed {{(pid=94725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:09:27.729359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a3424-6f04-4f5a-8e4d-e9e6ccdb9e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d6a59e-8f4a-4726-8f48-04fc918b334f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:27.751725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.771443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.781672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-28a49349-57ef-4d76-b8e4-bcb5dd983a6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 217 time: 0.0837648 Sep 21 08:09:27.786208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb16cb7-e3e3-46fc-8308-7cfb01daa043 req-bf5cf93f-2f79-41c2-99ac-9e5ba57017c4 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:27.787842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ceb16cb7-e3e3-46fc-8308-7cfb01daa043 req-bf5cf93f-2f79-41c2-99ac-9e5ba57017c4 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 932 time: 0.3081961 Sep 21 08:09:27.877129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-d0978852-8c18-46af-89bc-60c206e50b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:27.879894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-d0978852-8c18-46af-89bc-60c206e50b79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.0908275 Sep 21 08:09:27.898100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Pushing event deleted for resources: {'Port': ['ID=20a16c01-8b18-42e8-ba10-3834e6859137,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:27.902549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] No DVR routers for this DVR port 20a16c01-8b18-42e8-ba10-3834e6859137 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:27.904618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Transition to ACTIVE for port object 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:27.937883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:27.959568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-1cb32592-96cc-435e-bea3-ab2655e6c377 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622673 Sep 21 08:09:28.039139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ceb16cb7-e3e3-46fc-8308-7cfb01daa043 req-0aeb9210-9952-471e-b565-66930844c3e2 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287693 Sep 21 08:09:28.132976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.169346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42176) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:28.183345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.185010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Pushing event updated for resources: {'Port': ['ID=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:28.197274 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-4ed5a05c-a454-417f-b903-4a1949e4b982 req-53bac8cf-f68a-4e7d-b409-dc7874b506a1 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] show failed (client error): The resource could not be found. Sep 21 08:09:28.203197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c4e76-02c5-4790-a582-60a2cf91a8c8 req-f7b43e44-8d91-4921-96ec-7bc8256c407e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:28.208554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ed5a05c-a454-417f-b903-4a1949e4b982 req-53bac8cf-f68a-4e7d-b409-dc7874b506a1 tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips/5f6a7cfe-a562-4e66-aa02-e1e31ecb35f2 HTTP/1.1" status: 404 len: 350 time: 0.1259077 Sep 21 08:09:28.209590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c4e76-02c5-4790-a582-60a2cf91a8c8 req-f7b43e44-8d91-4921-96ec-7bc8256c407e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:28.211262 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c7c4e76-02c5-4790-a582-60a2cf91a8c8 req-f7b43e44-8d91-4921-96ec-7bc8256c407e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 1652 time: 0.1407504 Sep 21 08:09:28.213220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-5b10b33c-1506-4962-ad34-faa7a7f39e60 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432098 Sep 21 08:09:28.241420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0bd8d8-5aea-4d8c-83d6-f56493ccda03']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:28.275793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:28.276061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df0d5b0-48be-44b3-9c21-4d9ed1b2bf53') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:28.294654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.338542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.346628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:09:28.348431 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.373400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20a16c01-8b18-42e8-ba10-3834e6859137 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:09:28.382821 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:09:28.391043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c7c4e76-02c5-4790-a582-60a2cf91a8c8 req-31de3734-79df-4789-a28d-d501d3886de8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645417 Sep 21 08:09:28.400319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22feebd-8995-4bea-9d56-fa92d5fc68c1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:28.408443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 20a16c01-8b18-42e8-ba10-3834e6859137 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:28.409589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20a16c01-8b18-42e8-ba10-3834e6859137 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:28.414868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.425218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.425384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-12f0e4e2-7735-4479-ad87-9bdd1f662a30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=220c852a91cb41409ca852f14dc0cd24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486572 Sep 21 08:09:28.428015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42180) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:28.479440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26afd136-03bd-4589-8fae-50e2f1e242d8 req-3240d83e-1c77-48cc-82be-b2bffda79143 service neutron] 10.222.0.62 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555327 Sep 21 08:09:28.531445 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.533310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Attempting to bind port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:28.533643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Attempting to bind port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:28.533988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Attempting to bind port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 on network 1305086e-f275-4258-9101-ad2556952f0a {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:28.547012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Transition to ACTIVE for port object b22feebd-8995-4bea-9d56-fa92d5fc68c1 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:28.549867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44923123-7dec-4a6a-b56b-f3b242429483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.557141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.562523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] 10.222.0.59 "DELETE /v2.0/networks/ce0bd8d8-5aea-4d8c-83d6-f56493ccda03 HTTP/1.1" status: 204 len: 168 time: 2.4029510 Sep 21 08:09:28.565532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:28.569273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 on network 1305086e-f275-4258-9101-ad2556952f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:28.569542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Attempting to bind port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 on network 1305086e-f275-4258-9101-ad2556952f0a {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:28.576287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.580025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e04e-031d-4017-8dec-1c8e12b6c81f req-3d779a8c-5685-4857-85b9-1d94a8e695ab tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:28.583811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b47e04e-031d-4017-8dec-1c8e12b6c81f req-3d779a8c-5685-4857-85b9-1d94a8e695ab tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 951 time: 0.2836444 Sep 21 08:09:28.607407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=3d0d3f49-99f4-4980-942c-9f86a1908812,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:28.610654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:28.617303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:28.620154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0f4a7-3afb-4af4-923e-661d233275ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0bd8d8-5aea-4d8c-83d6-f56493ccda03,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:28.628381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:28.629571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Checking segment: {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:28.629571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Bound using segment: {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:28.629571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Bound port: 24c7f1b9-f5e2-46b0-b0b2-7868539a2786, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:28.629921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.692959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44923123-7dec-4a6a-b56b-f3b242429483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.826363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Pushing event updated for resources: {'Port': ['ID=b22feebd-8995-4bea-9d56-fa92d5fc68c1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:28.855418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:28.859542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:28.882095 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b47e04e-031d-4017-8dec-1c8e12b6c81f req-ce0e8976-92b7-4020-a0d0-b1aa10379720 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861311 Sep 21 08:09:28.930673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ddda648e-440f-4a64-b59d-110efd262030 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8493359 Sep 21 08:09:28.950868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e', 'admin_state_up': True, 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'security_groups': ['51fa415e-8886-4a20-a16c-bd8b9061171d']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:28.985300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42186) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:28.987544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:28.992632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] For port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:29.001204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4a1cd-992c-47dc-a446-8be3c9808d48 req-6234954f-0b19-4d10-bf36-11988aeda597 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:29.011594 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfe4a1cd-992c-47dc-a446-8be3c9808d48 req-6234954f-0b19-4d10-bf36-11988aeda597 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.3987787 Sep 21 08:09:29.020155 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-3215f3c3-8339-4897-9534-6a0c9ac469a4 req-217cce1f-d9d0-496b-b950-ff9d41ce3e9f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] show failed (client error): The resource could not be found. Sep 21 08:09:29.035953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3215f3c3-8339-4897-9534-6a0c9ac469a4 req-217cce1f-d9d0-496b-b950-ff9d41ce3e9f tempest-FloatingIPsTestJSON-1321807023 tempest-FloatingIPsTestJSON-1321807023-project] 10.222.0.59 "GET /v2.0/floatingips/5f6a7cfe-a562-4e66-aa02-e1e31ecb35f2 HTTP/1.1" status: 404 len: 350 time: 0.1121643 Sep 21 08:09:29.069223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f138b052-e112-4ed1-86da-2d4012b0cbcd None None] Provisioning complete for port 3d0d3f49-99f4-4980-942c-9f86a1908812 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:29.069759 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f138b052-e112-4ed1-86da-2d4012b0cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.076258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42188) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:29.078246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.104337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] For port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:29.114375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Transition to ACTIVE for port object d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:29.145840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.155122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f138b052-e112-4ed1-86da-2d4012b0cbcd None None] Port 3d0d3f49-99f4-4980-942c-9f86a1908812 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:29.228606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44923123-7dec-4a6a-b56b-f3b242429483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.231371 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44923123-7dec-4a6a-b56b-f3b242429483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.232498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-44923123-7dec-4a6a-b56b-f3b242429483 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4cef0ef9-da86-45c5-a775-0e165b7bb528 HTTP/1.1" status: 204 len: 168 time: 0.8007038 Sep 21 08:09:29.308838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfe4a1cd-992c-47dc-a446-8be3c9808d48 req-7059fcb2-0e06-427e-91c9-c01c5c050e56 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944651 Sep 21 08:09:29.423808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44923123-7dec-4a6a-b56b-f3b242429483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cef0ef9-da86-45c5-a775-0e165b7bb528,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:29.436385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:29.541748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Attempting to bind port b22feebd-8995-4bea-9d56-fa92d5fc68c1 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:29.542203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Attempting to bind port b22feebd-8995-4bea-9d56-fa92d5fc68c1 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:29.542601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Attempting to bind port b22feebd-8995-4bea-9d56-fa92d5fc68c1 on network 1305086e-f275-4258-9101-ad2556952f0a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:29.576794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Port b22feebd-8995-4bea-9d56-fa92d5fc68c1 on network 1305086e-f275-4258-9101-ad2556952f0a not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:29.577187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Attempting to bind port b22feebd-8995-4bea-9d56-fa92d5fc68c1 on network 1305086e-f275-4258-9101-ad2556952f0a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:29.603991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4551b80-82ac-472b-b93e-72b3ffc5a50c req-bdb189f8-ffcd-443e-9662-0d74a69ef4db tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:29.611180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4551b80-82ac-472b-b93e-72b3ffc5a50c req-bdb189f8-ffcd-443e-9662-0d74a69ef4db tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 944 time: 0.1835973 Sep 21 08:09:29.614707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Attempting to bind port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:29.614707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Attempting to bind port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:29.614707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Attempting to bind port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 on network 1305086e-f275-4258-9101-ad2556952f0a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:29.618257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:29.618592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Checking segment: {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:29.618970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Bound using segment: {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:29.619437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Bound port: b22feebd-8995-4bea-9d56-fa92d5fc68c1, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:29.619801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.634343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-2b2d87d1-3093-448b-bb84-831bd267ad36 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:29.635890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-2b2d87d1-3093-448b-bb84-831bd267ad36 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 951 time: 0.1804190 Sep 21 08:09:29.662881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 on network 1305086e-f275-4258-9101-ad2556952f0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:29.663151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Attempting to bind port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 on network 1305086e-f275-4258-9101-ad2556952f0a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:29.669542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:29.669871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Checking segment: {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:29.670208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Bound using segment: {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:29.670640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Bound port: d6ec8dfc-b881-4ab3-8e12-1fb3618a0991, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '1305086e-f275-4258-9101-ad2556952f0a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:29.671008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.689403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.761568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b52faa1c-ff75-42ae-a585-17d17d189ab6 req-75532596-4652-4a92-8120-2633c0960c35 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e70a01f0-d432-4a37-b776-718bcc2d5e8c HTTP/1.1" status: 200 len: 210 time: 0.0729342 Sep 21 08:09:29.773864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:29.774506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:29.777880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-11b425dd-618f-4334-93f9-52988d975741 service neutron] 10.222.0.50 "PUT /v2.0/ports/24c7f1b9-f5e2-46b0-b0b2-7868539a2786 HTTP/1.1" status: 200 len: 1092 time: 5.2151043 Sep 21 08:09:29.784370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528078e2-d082-46ea-831f-b89aa7f026fa', 'tag': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:29.789629 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a319fd-748f-4a6b-bbdc-637d5b585391" -d '{"events": [{"name": "network-changed", "server_uuid": "528078e2-d082-46ea-831f-b89aa7f026fa", "tag": "24c7f1b9-f5e2-46b0-b0b2-7868539a2786"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:29.828192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4551b80-82ac-472b-b93e-72b3ffc5a50c req-60ba2704-a9b7-4673-a3f9-5be50b5f6e0e tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128522 Sep 21 08:09:29.907957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cd573511-9038-4aa1-a26e-efdf90816c90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a468c6c34dad499fb8fbac8ac81e10dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9173353 Sep 21 08:09:29.961434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] For port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:29.966532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] For port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:29.974092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42208) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:30.007964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.077259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] For port b22feebd-8995-4bea-9d56-fa92d5fc68c1, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:30.088591 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48cdf80-f8fb-472b-b02b-ffbae7bc589a x-openstack-request-id: req-f48cdf80-f8fb-472b-b02b-ffbae7bc589a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:30.089281 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528078e2-d082-46ea-831f-b89aa7f026fa", "tag": "24c7f1b9-f5e2-46b0-b0b2-7868539a2786", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:30.089685 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f48cdf80-f8fb-472b-b02b-ffbae7bc589a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:30.090305 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528078e2-d082-46ea-831f-b89aa7f026fa', 'tag': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786', 'status': 'completed', 'code': 200} Sep 21 08:09:30.098988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] For port b22feebd-8995-4bea-9d56-fa92d5fc68c1, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b22feebd-8995-4bea-9d56-fa92d5fc68c1,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:30.104243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b425dd-618f-4334-93f9-52988d975741 service neutron] Pushing event updated for resources: {'Port': ['ID=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:30.151615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.152609 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.155081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] 10.222.0.62 "PUT /v2.0/ports/d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 HTTP/1.1" status: 200 len: 1091 time: 2.9959807 Sep 21 08:09:30.157517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'tag': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:30.160542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:30.161669 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774aa769-f678-4d62-8b14-f64a8c21c7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4f38215c-6bc3-485a-bd23-9973f7cf6944", "tag": "d6ec8dfc-b881-4ab3-8e12-1fb3618a0991"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:30.187816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.283886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Deleting port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:30.285449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.318540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.319203 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.320756 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] 10.222.0.50 "PUT /v2.0/ports/b22feebd-8995-4bea-9d56-fa92d5fc68c1 HTTP/1.1" status: 200 len: 1091 time: 4.0313106 Sep 21 08:09:30.325201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-1a391788-88b7-4f40-9f67-5a51e81305cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.327854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-1a391788-88b7-4f40-9f67-5a51e81305cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be7a9a2875244fba257a831c45f592f&device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 1095 time: 0.4302449 Sep 21 08:09:30.328331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389db94-09e2-4c1c-83a0-81b325040b13 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:30.358732 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749f0442-fc2d-443e-9d93-71afa8940e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.361890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc0e52-4e77-410c-9bd9-e57d9b336327 req-ef0f58d8-1549-42b2-907f-2608dc796932 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.368400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc0e52-4e77-410c-9bd9-e57d9b336327 req-ef0f58d8-1549-42b2-907f-2608dc796932 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.373421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132e3a7-3977-4d67-b007-92d947f9eebb req-c4f76aa7-82d5-4332-ae78-f6cac7c79649 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.374952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc0e52-4e77-410c-9bd9-e57d9b336327 req-ef0f58d8-1549-42b2-907f-2608dc796932 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.377381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbfc0e52-4e77-410c-9bd9-e57d9b336327 req-ef0f58d8-1549-42b2-907f-2608dc796932 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 2373 time: 0.5109637 Sep 21 08:09:30.389733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a132e3a7-3977-4d67-b007-92d947f9eebb req-c4f76aa7-82d5-4332-ae78-f6cac7c79649 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 951 time: 0.4023693 Sep 21 08:09:30.497920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-9350e773-a9ec-41ce-a9d6-facdaab874bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24c7f1b9-f5e2-46b0-b0b2-7868539a2786 HTTP/1.1" status: 200 len: 217 time: 0.1453452 Sep 21 08:09:30.552775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47966d6-60d4-4bdb-a1ef-0e20f43f0b95 service neutron] Pushing event updated for resources: {'Port': ['ID=b22feebd-8995-4bea-9d56-fa92d5fc68c1,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:30.596786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-f2fdc624-57da-49ed-ab9e-12d34c1cf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.598967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-f2fdc624-57da-49ed-ab9e-12d34c1cf475 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be7a9a2875244fba257a831c45f592f&device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 1094 time: 0.3939989 Sep 21 08:09:30.606491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749f0442-fc2d-443e-9d93-71afa8940e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.653117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:30.675144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a132e3a7-3977-4d67-b007-92d947f9eebb req-c30764a9-c968-4033-adc6-25973fb9ceeb tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841954 Sep 21 08:09:30.742509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-6ccc1af8-5575-42b7-98bf-2557eead7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:30.745225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-6ccc1af8-5575-42b7-98bf-2557eead7937 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9766f6b-0cd6-4dc0-8774-5e781cb593bd HTTP/1.1" status: 200 len: 858 time: 0.1777482 Sep 21 08:09:30.763508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbfc0e52-4e77-410c-9bd9-e57d9b336327 req-2ce2e193-a37c-4706-b377-ec1dbb341e35 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3699167 Sep 21 08:09:31.093190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-a166f860-6dd3-40d9-8250-f15137169706 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305086e-f275-4258-9101-ad2556952f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2201099 Sep 21 08:09:31.445845 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3ba26b-d5d5-4113-8f3c-b247908236f4 x-openstack-request-id: req-1d3ba26b-d5d5-4113-8f3c-b247908236f4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:31.446455 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f38215c-6bc3-485a-bd23-9973f7cf6944", "tag": "d6ec8dfc-b881-4ab3-8e12-1fb3618a0991", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:31.446455 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d3ba26b-d5d5-4113-8f3c-b247908236f4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:31.446736 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'tag': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991', 'status': 'completed', 'code': 200} Sep 21 08:09:31.502817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-85dc982d-7ef2-4b00-a4f5-dd0a9777dd8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 HTTP/1.1" status: 200 len: 217 time: 0.8749244 Sep 21 08:09:31.557801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-d5f539de-2771-4fe3-b0cf-41010a709c17 service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276044 Sep 21 08:09:31.571827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-eb3c5fab-89ed-48c3-93ac-55adb342de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:31.574738 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-eb3c5fab-89ed-48c3-93ac-55adb342de89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be7a9a2875244fba257a831c45f592f&device_id=50744bc2-719c-455b-a770-c355364027fe HTTP/1.1" status: 200 len: 1094 time: 1.1296546 Sep 21 08:09:31.591238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] For port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:31.591685 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:31.730137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Calling delete_port for 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:31.738116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-93620078-cf49-4d5a-8fb9-cd05e67697e5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b22feebd-8995-4bea-9d56-fa92d5fc68c1 HTTP/1.1" status: 200 len: 217 time: 0.1503484 Sep 21 08:09:31.743136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749f0442-fc2d-443e-9d93-71afa8940e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:31.746558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749f0442-fc2d-443e-9d93-71afa8940e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:31.746876 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-749f0442-fc2d-443e-9d93-71afa8940e64 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33aed16c-1f05-40a1-8078-cd8f5757c12c HTTP/1.1" status: 204 len: 168 time: 1.7712755 Sep 21 08:09:31.768841 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:31.778741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-977e8d13-0c90-4d4c-979e-defcf4e61e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:31.796725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-977e8d13-0c90-4d4c-979e-defcf4e61e28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c9766f6b-0cd6-4dc0-8774-5e781cb593bd HTTP/1.1" status: 200 len: 858 time: 0.2863779 Sep 21 08:09:31.863459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b94e1-d2f8-4119-badd-46c7832a1c71 req-6c381a20-d379-4f43-8d96-e1e91ab26d30 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:31.865003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf9b94e1-d2f8-4119-badd-46c7832a1c71 req-6c381a20-d379-4f43-8d96-e1e91ab26d30 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.4229379 Sep 21 08:09:31.866715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-57f92c55-d2f1-46cc-b6af-34f32492ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:31.868211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-57f92c55-d2f1-46cc-b6af-34f32492ed54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9766f6b-0cd6-4dc0-8774-5e781cb593bd HTTP/1.1" status: 200 len: 858 time: 0.1163638 Sep 21 08:09:31.899163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f0442-fc2d-443e-9d93-71afa8940e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aed16c-1f05-40a1-8078-cd8f5757c12c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:31.984721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-699af71f-8848-43aa-9c68-50abd19ec092 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305086e-f275-4258-9101-ad2556952f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958052 Sep 21 08:09:31.994436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-f02b084e-5214-4480-9ae1-f3557c46a077 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1305086e-f275-4258-9101-ad2556952f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251910 Sep 21 08:09:32.012199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3bd20-7c5c-4212-8e09-a7c9d7210f6b req-aeb10c02-e33b-41a1-b88b-0c4be091cef6 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:32.027764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38b3bd20-7c5c-4212-8e09-a7c9d7210f6b req-aeb10c02-e33b-41a1-b88b-0c4be091cef6 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 944 time: 0.9683363 Sep 21 08:09:32.090530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf9b94e1-d2f8-4119-badd-46c7832a1c71 req-a4900068-f74f-4a01-a04f-70d17dca87d0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063224 Sep 21 08:09:32.221045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-116bc34f-9b95-4a21-9f08-d023bea63a9d service neutron] 10.222.0.62 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061186 Sep 21 08:09:32.290905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-a0622d7a-efb0-41ae-8854-c00d6eb5dc5d service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820199 Sep 21 08:09:32.365411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38b3bd20-7c5c-4212-8e09-a7c9d7210f6b req-848cf8e4-9cb5-4e05-a097-f411f4acd87a tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365953 Sep 21 08:09:32.507571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 10.2.2.100 (39c0fb0a-13e2-4d46-9f23-153e936cfb5e/7dc6f53c-5359-44e7-ad67-bf15a7d683ed/c983e9aa-0e0b-4ba1-8b14-05b881782ced) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:32.538686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:32.551865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-a588af81-0e48-4689-89f6-40cabf3c2e06 service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525041 Sep 21 08:09:32.552358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:32.602268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event deleted for resources: {'Port': ['ID=8cec313c-d3fa-4eba-8297-cdcada5bd1e6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:32.623580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-72c883eb-e4ba-4c7d-854c-9a2e5c72b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:32.635122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-72c883eb-e4ba-4c7d-854c-9a2e5c72b11e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be7a9a2875244fba257a831c45f592f&device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 1095 time: 0.2794197 Sep 21 08:09:32.704472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ce320-8b04-4c3d-a7a8-d971bf69d944 req-ff17704d-a745-4de7-8f85-b877437a16fd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:32.713182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-600ce320-8b04-4c3d-a7a8-d971bf69d944 req-ff17704d-a745-4de7-8f85-b877437a16fd tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e HTTP/1.1" status: 200 len: 868 time: 0.3707900 Sep 21 08:09:32.748823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:32.790209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-219de860-2f7a-44e8-8f3c-d28ffb0b2c45 service neutron] 10.222.0.62 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488389 Sep 21 08:09:32.813568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] No DVR routers for this DVR port 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:32.823082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:32.825680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 8cec313c-d3fa-4eba-8297-cdcada5bd1e6 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:32.826598 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:32.826805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3946e75f-aff6-497d-a573-b981cac27113 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:32.830742 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3245323a-2d43-4601-a4a2-4d9f04ed66f9 req-1b2054bd-6891-4125-9cfc-8cc600349e6b tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.62 "DELETE /v2.0/ports/8cec313c-d3fa-4eba-8297-cdcada5bd1e6 HTTP/1.1" status: 204 len: 173 time: 3.1787822 Sep 21 08:09:32.986737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-600ce320-8b04-4c3d-a7a8-d971bf69d944 req-b6817c5a-abd9-4120-bf4a-da9aee4a5dc8 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725456 Sep 21 08:09:33.036203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-440b729a-a284-45d7-b0b6-4bb0595721ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.041780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-440b729a-a284-45d7-b0b6-4bb0595721ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6be7a9a2875244fba257a831c45f592f&device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 1094 time: 0.1442311 Sep 21 08:09:33.054116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8b2be4f-f652-4500-a415-f3f4c074d71f req-67c14aef-3195-458e-8db5-32c8256475ec service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624739 Sep 21 08:09:33.091204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1d4c3-342a-4ef3-94dd-dcb63b50e270 req-56d7b82f-864f-4057-a270-e7456be02917 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.110382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1d4c3-342a-4ef3-94dd-dcb63b50e270 req-56d7b82f-864f-4057-a270-e7456be02917 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.132888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1d4c3-342a-4ef3-94dd-dcb63b50e270 req-56d7b82f-864f-4057-a270-e7456be02917 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.134815 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3bb1d4c3-342a-4ef3-94dd-dcb63b50e270 req-56d7b82f-864f-4057-a270-e7456be02917 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 2373 time: 0.5983677 Sep 21 08:09:33.207781 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:33.280852 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:33.445374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:33.456224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-ed3ae8a5-c35a-42aa-aa2c-e8f41824a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.459657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-ed3ae8a5-c35a-42aa-aa2c-e8f41824a78e service neutron] 10.222.0.50 "GET /v2.0/networks?id=1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 200 len: 919 time: 0.8159080 Sep 21 08:09:33.466078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3bb1d4c3-342a-4ef3-94dd-dcb63b50e270 req-db12ed77-a00f-40f4-aa41-47f8348df328 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005209 Sep 21 08:09:33.473524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50744bc2-719c-455b-a770-c355364027fe', 'tag': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1'}, {'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-deleted', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:33.481471 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62127d4b-998c-415f-87b8-da79643d8e53" -d '{"events": [{"name": "network-changed", "server_uuid": "50744bc2-719c-455b-a770-c355364027fe", "tag": "b22feebd-8995-4bea-9d56-fa92d5fc68c1"}, {"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-deleted", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:33.497378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-f72e44d5-4859-4559-930a-5e85fd0d70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.499961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-f72e44d5-4859-4559-930a-5e85fd0d70d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 200 len: 919 time: 0.4419193 Sep 21 08:09:33.651059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42292) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:33.689914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-f27684f0-2ec1-4905-a7d6-30c36c96b106 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 HTTP/1.1" status: 200 len: 217 time: 0.1644464 Sep 21 08:09:33.692615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-1c67be4c-6488-4b82-b833-0f1f964083b2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24c7f1b9-f5e2-46b0-b0b2-7868539a2786 HTTP/1.1" status: 200 len: 217 time: 0.2111983 Sep 21 08:09:33.806586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-90739f52-74ea-485a-a30d-ed5959afeec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.809969 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-90739f52-74ea-485a-a30d-ed5959afeec6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c9766f6b-0cd6-4dc0-8774-5e781cb593bd HTTP/1.1" status: 200 len: 858 time: 0.1190073 Sep 21 08:09:33.884195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-56ebfbc4-47c5-46ce-8ab1-85495e718e3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1305086e-f275-4258-9101-ad2556952f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659828 Sep 21 08:09:33.898248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-network', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:33.943031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:33.985484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-ead00e7a-f969-42fd-a9fb-a732794a83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:33.986972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-ead00e7a-f969-42fd-a9fb-a732794a83b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9766f6b-0cd6-4dc0-8774-5e781cb593bd HTTP/1.1" status: 200 len: 858 time: 0.2804947 Sep 21 08:09:34.043534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Made reservation on behalf of ced46c26396c4a84b726f82852e2f65e for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:34.045915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.049256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5950a6a-d827-4e94-ba19-0aa4b873368e req-4d1a009c-854a-4383-a8bf-e89028587a16 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:34.056819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5950a6a-d827-4e94-ba19-0aa4b873368e req-4d1a009c-854a-4383-a8bf-e89028587a16 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.3027697 Sep 21 08:09:34.061530 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.073402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-5896cb18-59c6-488e-8196-d0972e3f26c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305086e-f275-4258-9101-ad2556952f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718796 Sep 21 08:09:34.075687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:34.085520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=c983e9aa-0e0b-4ba1-8b14-05b881782ced,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:34.089054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a9b4a-79e7-4297-9439-b81fbf4579d1 req-28d87e18-d64b-400c-adb7-dc24dc9711c4 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:34.090649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-253a9b4a-79e7-4297-9439-b81fbf4579d1 req-28d87e18-d64b-400c-adb7-dc24dc9711c4 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 944 time: 0.2054124 Sep 21 08:09:34.113226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:34.115628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:34.222797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5950a6a-d827-4e94-ba19-0aa4b873368e req-6e3c3757-9c5c-4d1c-a96d-525ed7488b80 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646781 Sep 21 08:09:34.250181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.312896 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.365747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-788113c0-afe3-489e-a487-4c0d72721d57 service neutron] 10.222.0.62 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623244 Sep 21 08:09:34.384064 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e59eb67-ad65-4fb9-98a2-0fb409e8222a x-openstack-request-id: req-9e59eb67-ad65-4fb9-98a2-0fb409e8222a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:34.384382 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50744bc2-719c-455b-a770-c355364027fe", "tag": "b22feebd-8995-4bea-9d56-fa92d5fc68c1", "status": "completed", "code": 200}, {"server_uuid": "f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e", "name": "network-vif-deleted", "tag": "8cec313c-d3fa-4eba-8297-cdcada5bd1e6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:34.386074 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e59eb67-ad65-4fb9-98a2-0fb409e8222a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:34.386192 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50744bc2-719c-455b-a770-c355364027fe', 'tag': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1', 'status': 'completed', 'code': 200} Sep 21 08:09:34.386428 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a267e3-7b7d-4c9a-82c4-dbf4dd9eb24e', 'name': 'network-vif-deleted', 'tag': '8cec313c-d3fa-4eba-8297-cdcada5bd1e6', 'status': 'completed', 'code': 200} Sep 21 08:09:34.386934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:34.387677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.510424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b216942e-0cad-4c19-b629-cb77c9285e23 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5673165 Sep 21 08:09:34.523284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-e4e21b55-851a-4d5b-a1ee-c1be8c83c23f service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216888 Sep 21 08:09:34.525585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:09:34.530781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e', 'admin_state_up': True, 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'security_groups': ['51fa415e-8886-4a20-a16c-bd8b9061171d']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:34.535776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bcd5117b-803a-40b1-996a-8fd80c63533f None None] Provisioning complete for port c983e9aa-0e0b-4ba1-8b14-05b881782ced triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:34.536330 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bcd5117b-803a-40b1-996a-8fd80c63533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.589749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-253a9b4a-79e7-4297-9439-b81fbf4579d1 req-b400fdba-8c67-43b2-b86a-ea117ae18764 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846005 Sep 21 08:09:34.657858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5117b-803a-40b1-996a-8fd80c63533f None None] Port c983e9aa-0e0b-4ba1-8b14-05b881782ced cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:34.673241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5e58c-93f5-4c66-acd5-f6fce05b42c3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:34.774527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.774887 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Added segment 85b08f8b-036e-494c-8707-3db381991621 of type vlan for network 93935f78-147e-4875-a339-bfbde7cbcac2 Sep 21 08:09:34.868863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127d4b-998c-415f-87b8-da79643d8e53 req-2898dbf9-8929-4d07-ac9f-c981360e70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:34.870485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62127d4b-998c-415f-87b8-da79643d8e53 req-2898dbf9-8929-4d07-ac9f-c981360e70f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6be7a9a2875244fba257a831c45f592f&device_id=50744bc2-719c-455b-a770-c355364027fe HTTP/1.1" status: 200 len: 1094 time: 0.4923537 Sep 21 08:09:34.888242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:34.954302 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-774aa769-f678-4d62-8b14-f64a8c21c7ec req-89c21a70-63f0-407e-bb37-72c1abd78b6b service neutron] 10.222.0.62 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344310 Sep 21 08:09:35.019472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ecce9-8d59-4140-9a43-0c63fd6e97ec req-7158dd2f-4d52-46e3-aca5-e1c0fe136748 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.026808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ecce9-8d59-4140-9a43-0c63fd6e97ec req-7158dd2f-4d52-46e3-aca5-e1c0fe136748 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.033438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ecce9-8d59-4140-9a43-0c63fd6e97ec req-7158dd2f-4d52-46e3-aca5-e1c0fe136748 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.043671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ecce9-8d59-4140-9a43-0c63fd6e97ec req-7158dd2f-4d52-46e3-aca5-e1c0fe136748 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.049715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c2ecce9-8d59-4140-9a43-0c63fd6e97ec req-7158dd2f-4d52-46e3-aca5-e1c0fe136748 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 3094 time: 0.2445121 Sep 21 08:09:35.116990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:35.118163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.118784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:35.185721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] Pushing event updated for resources: {'Network': ['ID=93935f78-147e-4875-a339-bfbde7cbcac2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:35.196554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 93935f78-147e-4875-a339-bfbde7cbcac2 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:09:35.281018 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b54a9e06-9c95-4b06-b2b9-416f2bd378d7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6167338 Sep 21 08:09:35.284614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42316) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:35.288251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127d4b-998c-415f-87b8-da79643d8e53 req-43920ea9-d696-463b-8031-3794c511e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.290562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62127d4b-998c-415f-87b8-da79643d8e53 req-43920ea9-d696-463b-8031-3794c511e927 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 200 len: 919 time: 0.3991339 Sep 21 08:09:35.293950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Request body: {'subnet': {'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-subnet', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:35.308411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c2ecce9-8d59-4140-9a43-0c63fd6e97ec req-a7e7be40-545b-4aff-b0ce-3b8667ee2f4c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577064 Sep 21 08:09:35.430336 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62127d4b-998c-415f-87b8-da79643d8e53 req-ed6e35e9-8712-40b6-b06e-18d17036f87c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b22feebd-8995-4bea-9d56-fa92d5fc68c1 HTTP/1.1" status: 200 len: 217 time: 0.1172569 Sep 21 08:09:35.528611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Made reservation on behalf of ced46c26396c4a84b726f82852e2f65e for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:35.531167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:35.554881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Deleting port b6d6bb74-e322-4637-92e4-07eed65e2aeb {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:35.555507 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:35.556170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127d4b-998c-415f-87b8-da79643d8e53 req-c8ed6acd-c273-4fd4-ad7c-3d3b3c5174f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.557743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62127d4b-998c-415f-87b8-da79643d8e53 req-c8ed6acd-c273-4fd4-ad7c-3d3b3c5174f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c9766f6b-0cd6-4dc0-8774-5e781cb593bd HTTP/1.1" status: 200 len: 858 time: 0.1169684 Sep 21 08:09:35.608881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8cb9f-0a27-4ac9-9787-5113a80cfb47 req-cc558eff-9867-4898-b6ff-688f1c5f169a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.610030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466804-81a0-46f4-a691-12545618910a req-7cce4d2e-47c7-49f1-8c19-ee5991abbda7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:35.610711 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bd8cb9f-0a27-4ac9-9787-5113a80cfb47 req-cc558eff-9867-4898-b6ff-688f1c5f169a tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1685495 Sep 21 08:09:35.623904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57466804-81a0-46f4-a691-12545618910a req-7cce4d2e-47c7-49f1-8c19-ee5991abbda7 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.1352067 Sep 21 08:09:35.666033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62127d4b-998c-415f-87b8-da79643d8e53 req-e0ac6baa-cb2a-47ee-ab62-10afbea6bba4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305086e-f275-4258-9101-ad2556952f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905302 Sep 21 08:09:35.734122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] For port b6d6bb74-e322-4637-92e4-07eed65e2aeb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b6d6bb74-e322-4637-92e4-07eed65e2aeb,segment=NetworkSegment(dce12dc5-a80b-4851-9da8-d3412f94d907),segment_id=dce12dc5-a80b-4851-9da8-d3412f94d907)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:35.735125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:35.751345 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bd8cb9f-0a27-4ac9-9787-5113a80cfb47 req-aeb51341-f199-4ef7-bd74-902e59b23402 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097426 Sep 21 08:09:35.754495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Calling delete_port for b6d6bb74-e322-4637-92e4-07eed65e2aeb owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:35.880204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62127d4b-998c-415f-87b8-da79643d8e53 req-dcbd17e0-6fb3-47da-bfcb-48cb0c2817b4 service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003384 Sep 21 08:09:35.977593 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.069095 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26a319fd-748f-4a6b-bbdc-637d5b585391 req-8ca81c1d-8899-426d-8947-4bce644f3830 service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5056319 Sep 21 08:09:36.105728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Made reservation on behalf of 43a332c4abd04c93a0aaafed95126cd2 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:36.110406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.120141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Checking segment: {'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:36.120676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Network hostable DHCP agents. Network: 93935f78-147e-4875-a339-bfbde7cbcac2, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:09:36.132935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4216b7d8-9ac3-4006-aed0-09658ad5a780,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:36.171426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62127d4b-998c-415f-87b8-da79643d8e53 req-43155d4f-c208-4454-92bf-fe34f1ba8bdf service neutron] 10.222.0.50 "GET /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806196 Sep 21 08:09:36.172117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Network 93935f78-147e-4875-a339-bfbde7cbcac2 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:09:36.190755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4684f72-e7de-4636-8719-c6c713c5841e req-044267f3-0743-4841-bb45-609c94f41127 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:36.198933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a4684f72-e7de-4636-8719-c6c713c5841e req-044267f3-0743-4841-bb45-609c94f41127 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 944 time: 0.1835370 Sep 21 08:09:36.215071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d6bb74-e322-4637-92e4-07eed65e2aeb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:36.221242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 93935f78-147e-4875-a339-bfbde7cbcac2) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:36.232653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0a1df-37c9-4af3-873e-c38ffc61d029 None None] Network 93935f78-147e-4875-a339-bfbde7cbcac2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:36.233626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:36.236079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.276047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57466804-81a0-46f4-a691-12545618910a req-60f5d928-63eb-4391-86fe-a59bca41a905 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509197 Sep 21 08:09:36.279438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a4684f72-e7de-4636-8719-c6c713c5841e req-a37a0d48-f7df-4803-9d0d-465aaa3ebe0f tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787473 Sep 21 08:09:36.301393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2f5d72f0-665f-4fa3-943a-7834c7c38f1c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0141628 Sep 21 08:09:36.312066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42328) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:36.317963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:36.419462 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.421380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.480727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:09:36.590449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.711561 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.732163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-93935f78-147e-4875-a339-bfbde7cbcac2', 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'fixed_ips': [{'subnet_id': '4216b7d8-9ac3-4006-aed0-09658ad5a780'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:09:36.733802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:36.736199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:09:36.743077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b11b5-3ec0-4e4f-87f7-369f74f3734e req-a1120f57-2026-401d-9eaa-5f54e67118b4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:36.750583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b11b5-3ec0-4e4f-87f7-369f74f3734e req-a1120f57-2026-401d-9eaa-5f54e67118b4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:36.757881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b11b5-3ec0-4e4f-87f7-369f74f3734e req-a1120f57-2026-401d-9eaa-5f54e67118b4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:36.765415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b11b5-3ec0-4e4f-87f7-369f74f3734e req-a1120f57-2026-401d-9eaa-5f54e67118b4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:36.775058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-816b11b5-3ec0-4e4f-87f7-369f74f3734e req-a1120f57-2026-401d-9eaa-5f54e67118b4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 3094 time: 0.2651713 Sep 21 08:09:36.895804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-b3e45f39-6fb2-4031-8f4a-e755ef128027 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:36.904416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-b3e45f39-6fb2-4031-8f4a-e755ef128027 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.3010645 Sep 21 08:09:36.992028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccd32f-c087-4b02-9ea7-f9ff62c41d07 req-ae785939-8625-42fe-9b89-b9bbfc7076af tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:37.002477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72ccd32f-c087-4b02-9ea7-f9ff62c41d07 req-ae785939-8625-42fe-9b89-b9bbfc7076af tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 949 time: 0.1095574 Sep 21 08:09:37.013074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:37.119232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:37.160942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Allocated IP 10.2.2.200 (39c0fb0a-13e2-4d46-9f23-153e936cfb5e/7dc6f53c-5359-44e7-ad67-bf15a7d683ed/78cbdc92-3a60-458a-bd1b-e54ea77d21c3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:37.199431 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-816b11b5-3ec0-4e4f-87f7-369f74f3734e req-103a8f0f-8abe-46cf-b6cc-9ae5be24c093 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232008 Sep 21 08:09:37.268788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42350) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:37.431515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:37.508102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72ccd32f-c087-4b02-9ea7-f9ff62c41d07 req-3d91c85b-1732-4581-a00d-a1c650e4b3df tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/security-groups?id=e01b06e6-08c2-4199-96bd-f09953480722&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988797 Sep 21 08:09:37.647498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786', 'network_id': '1305086e-f275-4258-9101-ad2556952f0a', 'port_id': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786', 'mac_address': 'fa:16:3e:f9:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9766f6b-0cd6-4dc0-8774-5e781cb593bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:09:37.650170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:37.674493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991', 'network_id': '1305086e-f275-4258-9101-ad2556952f0a', 'port_id': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991', 'mac_address': 'fa:16:3e:9c:a0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9766f6b-0cd6-4dc0-8774-5e781cb593bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:09:37.697243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Allocated IP 172.20.0.2 (93935f78-147e-4875-a339-bfbde7cbcac2/4216b7d8-9ac3-4006-aed0-09658ad5a780/396beb5e-3dbe-4d89-9533-a1f39293ffa5) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:37.740041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:37.779399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2305e4-e5c3-44e5-9552-1a1477cd9bc0 req-26e9b843-0915-4e08-acaa-266d83b0217f tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:37.798306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d2305e4-e5c3-44e5-9552-1a1477cd9bc0 req-26e9b843-0915-4e08-acaa-266d83b0217f tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 944 time: 0.1814544 Sep 21 08:09:37.806865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:37.809003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:37.870530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Router 5cd69915-2375-48c3-8c36-c0c2c09bc32f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:09:37.964895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d2305e4-e5c3-44e5-9552-1a1477cd9bc0 req-29b40249-339a-43bb-848c-860a4d4d8a87 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635704 Sep 21 08:09:37.972082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.017917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ef4bbc3-08f2-48f7-8564-d0b55eb03efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.023021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:38.034818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:38.046150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Deleting port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:38.046695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.059567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ffc23-b7b6-4a0c-b628-9f3e6076c3bb req-044ce8c2-5140-4ee7-852b-cd762c1bf4bd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:38.061201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-011ffc23-b7b6-4a0c-b628-9f3e6076c3bb req-044ce8c2-5140-4ee7-852b-cd762c1bf4bd tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.1222057 Sep 21 08:09:38.062983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.068768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:38.071988 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.100575 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.102269 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.103225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b22feebd-8995-4bea-9d56-fa92d5fc68c1 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:09:38.120361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:09:38.136784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b22feebd-8995-4bea-9d56-fa92d5fc68c1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b22feebd-8995-4bea-9d56-fa92d5fc68c1,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:38.144643 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] Sync routers for ids ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:09:38.159586 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] Routers {'5cd69915-2375-48c3-8c36-c0c2c09bc32f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:38.160356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b8c75e21-e1cd-434e-b882-d8720507e729 admin admin] 10.222.0.59 "PUT /v2.0/routers/5cd69915-2375-48c3-8c36-c0c2c09bc32f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0776451 Sep 21 08:09:38.161066 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:38.161220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42358) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:38.183825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1', 'network_id': '1305086e-f275-4258-9101-ad2556952f0a', 'port_id': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1', 'mac_address': 'fa:16:3e:14:97:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9766f6b-0cd6-4dc0-8774-5e781cb593bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:09:38.285696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Network 93935f78-147e-4875-a339-bfbde7cbcac2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:38.316931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.329081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:38.340015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:38.344462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:38.377857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.379174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.379835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.380215 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] Set router 5cd69915-2375-48c3-8c36-c0c2c09bc32f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:38.380570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.381100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.382604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.383166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.389221 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.389597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.390163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.390664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.391180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.391761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:09:38.419302 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.466138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22feebd-8995-4bea-9d56-fa92d5fc68c1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:38.481803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['d6ec8dfc-b881-4ab3-8e12-1fb3618a0991'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:38.489335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] For port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:38.489717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.496343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.509786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Calling delete_port for fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:38.535864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.656053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event updated for resources: {'Port': ['ID=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:38.672822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b22feebd-8995-4bea-9d56-fa92d5fc68c1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b22feebd-8995-4bea-9d56-fa92d5fc68c1,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:38.673191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:38.694430 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.695739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.699411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Pushing event updated for resources: {'Port': ['ID=396beb5e-3dbe-4d89-9533-a1f39293ffa5,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:38.703030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Attempting to bind port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:38.703649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Attempting to bind port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:38.704175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Attempting to bind port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 on network 93935f78-147e-4875-a339-bfbde7cbcac2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:38.739064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baf1e8-a32f-45aa-88cf-44b34c3a0bb0 req-912a7629-abb2-411f-88e9-b69e92bd1d7f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:38.749718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:38.750713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Checking segment: {'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:38.751296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.751880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Bound using segment: {'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:38.753229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Bound port: 396beb5e-3dbe-4d89-9533-a1f39293ffa5, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:38.753917 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:38.760219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baf1e8-a32f-45aa-88cf-44b34c3a0bb0 req-912a7629-abb2-411f-88e9-b69e92bd1d7f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:38.786104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baf1e8-a32f-45aa-88cf-44b34c3a0bb0 req-912a7629-abb2-411f-88e9-b69e92bd1d7f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:38.808322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baf1e8-a32f-45aa-88cf-44b34c3a0bb0 req-912a7629-abb2-411f-88e9-b69e92bd1d7f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:38.824837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baf1e8-a32f-45aa-88cf-44b34c3a0bb0 req-912a7629-abb2-411f-88e9-b69e92bd1d7f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:38.835947 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:09:35Z', 'revision_number': 5, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port': {'id': '679f4bd6-752f-4d8a-9f96-feac6e2b36ee', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:51Z', 'updated_at': '2021-09-21T08:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:38.844124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63baf1e8-a32f-45aa-88cf-44b34c3a0bb0 req-912a7629-abb2-411f-88e9-b69e92bd1d7f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 3815 time: 0.3519125 Sep 21 08:09:38.848517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:38.857585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:38.858804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Allocated IP 172.25.1.4 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/6527cf58-3596-4a5b-9b3c-3da52bf85fce) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:38.902408 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] Checking router: 5cd69915-2375-48c3-8c36-c0c2c09bc32f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:09:38.908750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:38.934475 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] Routers {'5cd69915-2375-48c3-8c36-c0c2c09bc32f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:38.935500 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:38.998289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:39.000592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.067546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] For port 396beb5e-3dbe-4d89-9533-a1f39293ffa5, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:39.071606 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] Set router 5cd69915-2375-48c3-8c36-c0c2c09bc32f gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:39.087007 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63baf1e8-a32f-45aa-88cf-44b34c3a0bb0 req-29cbf3a4-f558-4c95-83dc-58b2c6d3e0c3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316673 Sep 21 08:09:39.091812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b22feebd-8995-4bea-9d56-fa92d5fc68c1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:39.095067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['24c7f1b9-f5e2-46b0-b0b2-7868539a2786'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:39.098671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-011ffc23-b7b6-4a0c-b628-9f3e6076c3bb req-66a9952a-8f66-4147-ab9d-332ea9a191d0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154417 Sep 21 08:09:39.145895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Deleting port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:39.146302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.160776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.238274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b22feebd-8995-4bea-9d56-fa92d5fc68c1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:39.247148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] For port 396beb5e-3dbe-4d89-9533-a1f39293ffa5, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=396beb5e-3dbe-4d89-9533-a1f39293ffa5,segment=NetworkSegment(85b08f8b-036e-494c-8707-3db381991621),segment_id=85b08f8b-036e-494c-8707-3db381991621)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:39.257651 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:09:38Z', 'revision_number': 6, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:39.273101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.300372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Pushing event deleted for resources: {'Port': ['ID=fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:39.303990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce830254-21a5-4995-a9f3-83d3f39c2189 None None] The sync data for ids ['5cd69915-2375-48c3-8c36-c0c2c09bc32f'] in n-d-809980-2 is: [{'id': '5cd69915-2375-48c3-8c36-c0c2c09bc32f', 'name': 'tempest-FloatingIPsTestJSON-1884489381-router', 'tenant_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:50Z', 'updated_at': '2021-09-21T08:09:38Z', 'revision_number': 6, 'project_id': 'f22eb30efd484cd3b8cb8ed35132f4d7', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:39.337905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] For port 679f4bd6-752f-4d8a-9f96-feac6e2b36ee, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:39.338899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.353662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Calling delete_port for 679f4bd6-752f-4d8a-9f96-feac6e2b36ee owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:39.382230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.413648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87346064-8078-4896-8950-31a3f73acf11 req-b191ea3c-8b31-4134-999e-03b5f09baff6 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.59 "GET /v2.0/ports?device_id=5679a2d0-8ecb-4af9-bff6-7a26d70d77fa HTTP/1.1" status: 200 len: 210 time: 0.1089690 Sep 21 08:09:39.443985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] No DVR routers for this DVR port fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:39.446522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e2f6c9fe-ba19-4e97-9d94-c9681eda03b3 None None] Provisioning complete for port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:39.447099 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c9fe-ba19-4e97-9d94-c9681eda03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.449608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.452174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bf75fa1-f801-4dec-ab7d-13355aff0c64 req-bd399b63-8a62-456f-ae80-77d12bb8b431 tempest-MigrationsAdminTest-2048372466 tempest-MigrationsAdminTest-2048372466-project] 10.222.0.50 "DELETE /v2.0/ports/fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f HTTP/1.1" status: 204 len: 173 time: 2.4368687 Sep 21 08:09:39.454756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-deleted', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:39.458202 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3191ac4-d782-4a58-904a-5de7f7de7dc5" -d '{"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-deleted", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:39.464177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24cbfe-ba8d-4aee-8024-5d266ddb65af None None] Pushing event updated for resources: {'Port': ['ID=396beb5e-3dbe-4d89-9533-a1f39293ffa5,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:39.536971 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e6b0c3-f8ce-4aa3-8508-e7434ddb976e x-openstack-request-id: req-11e6b0c3-f8ce-4aa3-8508-e7434ddb976e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:39.537513 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5679a2d0-8ecb-4af9-bff6-7a26d70d77fa", "name": "network-vif-deleted", "tag": "fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:39.537932 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11e6b0c3-f8ce-4aa3-8508-e7434ddb976e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:39.538510 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5679a2d0-8ecb-4af9-bff6-7a26d70d77fa', 'name': 'network-vif-deleted', 'tag': 'fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f', 'status': 'completed', 'code': 200} Sep 21 08:09:39.542487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ef4bbc3-08f2-48f7-8564-d0b55eb03efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.558785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ef4bbc3-08f2-48f7-8564-d0b55eb03efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.587075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.637739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:39.666270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4bbc3-08f2-48f7-8564-d0b55eb03efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0316a7ec-50b5-46eb-8d9f-8cd5566da667,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:39.676507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5ef4bbc3-08f2-48f7-8564-d0b55eb03efa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=915d88d3742e4ff1bb8fc8a85caa44d9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3989387 Sep 21 08:09:39.682727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42368) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:39.699346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:39.718773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6c9fe-ba19-4e97-9d94-c9681eda03b3 None None] Port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:39.743831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:39.745871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6527cf58-3596-4a5b-9b3c-3da52bf85fce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:39.764464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:39.798469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-be03f522-8995-4ec7-b4f2-c434b7792782 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2723796 Sep 21 08:09:39.799026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=679f4bd6-752f-4d8a-9f96-feac6e2b36ee,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:39.856888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:39.966494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.000365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710165b-b393-470b-ad51-a1a75507d736 req-3a9dbebf-025b-4691-8f9e-5096c898275c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:40.004451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2710165b-b393-470b-ad51-a1a75507d736 req-3a9dbebf-025b-4691-8f9e-5096c898275c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 945 time: 0.7492149 Sep 21 08:09:40.086573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3cd95b7-92de-46a8-a773-5d5f26cf1ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.109722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.182469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3cd95b7-92de-46a8-a773-5d5f26cf1ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.292296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.294776 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.358893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2710165b-b393-470b-ad51-a1a75507d736 req-f1aa6606-fab8-4931-a721-eb49bb562641 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451223 Sep 21 08:09:40.438313 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.438927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cd69915-2375-48c3-8c36-c0c2c09bc32f {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:09:40.462763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.467379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b51490c0-7510-4ea9-af7a-f8e1e6488a32 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5cd69915-2375-48c3-8c36-c0c2c09bc32f HTTP/1.1" status: 204 len: 168 time: 2.3005304 Sep 21 08:09:40.468137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42376) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:40.505928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a101148-dacd-4f04-8c7d-6df2d6ac63ce req-5f47ba3c-5c96-4a91-8867-c7ea0f5e3785 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:40.507828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a101148-dacd-4f04-8c7d-6df2d6ac63ce req-5f47ba3c-5c96-4a91-8867-c7ea0f5e3785 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.2876055 Sep 21 08:09:40.526817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 396beb5e-3dbe-4d89-9533-a1f39293ffa5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:40.587607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:40.588291 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.590244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a101148-dacd-4f04-8c7d-6df2d6ac63ce req-aff58ef0-2439-4bbc-bef0-a0e6545be847 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Sep 21 08:09:40.594285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.600034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3cd95b7-92de-46a8-a773-5d5f26cf1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.605407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3cd95b7-92de-46a8-a773-5d5f26cf1ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.607398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d3cd95b7-92de-46a8-a773-5d5f26cf1ef6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0316a7ec-50b5-46eb-8d9f-8cd5566da667 HTTP/1.1" status: 204 len: 168 time: 0.9225032 Sep 21 08:09:40.653531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd95b7-92de-46a8-a773-5d5f26cf1ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0316a7ec-50b5-46eb-8d9f-8cd5566da667,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:40.714772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:40.731212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] Deleting subnet 79da12a0-245e-4d06-a1c0-2c52fddc5a4b {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:09:40.764682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:40.764682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device fceb5634-c8c4-4a2c-b891-a27f8e9f0a5f not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:40.768887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:40.825684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:40.980803 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.007296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ddf1-e1a9-4f41-9530-f4db3de4b2f1 req-54c83c35-0a1c-4246-afc3-c46a90bd0ec1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.023167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ddf1-e1a9-4f41-9530-f4db3de4b2f1 req-54c83c35-0a1c-4246-afc3-c46a90bd0ec1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.034389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ddf1-e1a9-4f41-9530-f4db3de4b2f1 req-54c83c35-0a1c-4246-afc3-c46a90bd0ec1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.040304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:09:41.054963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ddf1-e1a9-4f41-9530-f4db3de4b2f1 req-54c83c35-0a1c-4246-afc3-c46a90bd0ec1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.070640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:41.071367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.095828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64ddf1-e1a9-4f41-9530-f4db3de4b2f1 req-54c83c35-0a1c-4246-afc3-c46a90bd0ec1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.100749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba64ddf1-e1a9-4f41-9530-f4db3de4b2f1 req-54c83c35-0a1c-4246-afc3-c46a90bd0ec1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 3815 time: 0.5938604 Sep 21 08:09:41.129685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 396beb5e-3dbe-4d89-9533-a1f39293ffa5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=396beb5e-3dbe-4d89-9533-a1f39293ffa5,segment=NetworkSegment(85b08f8b-036e-494c-8707-3db381991621),segment_id=85b08f8b-036e-494c-8707-3db381991621)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:41.161713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.229640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.234214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.305944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b6d6bb74-e322-4637-92e4-07eed65e2aeb no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:41.329319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42390) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:41.333336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b6d6bb74-e322-4637-92e4-07eed65e2aeb {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:41.333922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b6d6bb74-e322-4637-92e4-07eed65e2aeb not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:41.334537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 679f4bd6-752f-4d8a-9f96-feac6e2b36ee no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:41.356629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42392) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:41.396778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=396beb5e-3dbe-4d89-9533-a1f39293ffa5,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:41.399573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 679f4bd6-752f-4d8a-9f96-feac6e2b36ee {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:41.399925 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 679f4bd6-752f-4d8a-9f96-feac6e2b36ee not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:41.401387 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.439462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-62254c68-832e-4f6f-aa2f-8aaed43e85d6 service neutron] 10.222.0.62 "GET /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.3760233 Sep 21 08:09:41.464059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:41.465088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:41.467283 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba64ddf1-e1a9-4f41-9530-f4db3de4b2f1 req-d1baf80d-ac5c-473d-962c-6b4d603587dd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276675 Sep 21 08:09:41.468320 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e3949c-28e9-4ffb-ae01-c324ea5fafc1" -d '{"events": [{"server_uuid": "4f38215c-6bc3-485a-bd23-9973f7cf6944", "name": "network-vif-plugged", "status": "completed", "tag": "d6ec8dfc-b881-4ab3-8e12-1fb3618a0991"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:41.472010 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.485193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5426-027e-4d39-b377-1957b899bfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.571025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:41.619229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677c7c1-1456-4df1-abff-837f0566fe9e req-e07f5adc-d1dd-46d4-bba7-e97f11396bb3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.623408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7677c7c1-1456-4df1-abff-837f0566fe9e req-e07f5adc-d1dd-46d4-bba7-e97f11396bb3 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 944 time: 0.2491825 Sep 21 08:09:41.709322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973662c1-9dff-47e0-8317-437b9df49eaf None None] Network 93935f78-147e-4875-a339-bfbde7cbcac2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:41.740872 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.751802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bf013c-2e65-42a7-a736-1af4140a22f9 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:41.757230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7677c7c1-1456-4df1-abff-837f0566fe9e req-19917773-21cd-413a-b759-c62288273827 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251929 Sep 21 08:09:41.847893 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.856429 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1ec596-b3d5-4bc0-b924-12438ccd51a7 x-openstack-request-id: req-6b1ec596-b3d5-4bc0-b924-12438ccd51a7 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:41.860622 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38215c-6bc3-485a-bd23-9973f7cf6944", "name": "network-vif-plugged", "status": "completed", "tag": "d6ec8dfc-b881-4ab3-8e12-1fb3618a0991", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:41.860820 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b1ec596-b3d5-4bc0-b924-12438ccd51a7 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:41.861433 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991', 'code': 200} Sep 21 08:09:41.865209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a859e776-45a9-4915-b4da-83ca128f0154 None None] Provisioning complete for port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:41.865599 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a859e776-45a9-4915-b4da-83ca128f0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:41.890740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-595a18b9-0ec7-4dec-802a-7529ccad938f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.892292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-595a18b9-0ec7-4dec-802a-7529ccad938f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 944 time: 0.1234000 Sep 21 08:09:41.973075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Transition to ACTIVE for port object 20bf013c-2e65-42a7-a736-1af4140a22f9 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:41.987044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a48bc8-e49b-4170-ae23-03fe4c108144 req-a5477c27-a3b7-4832-8f38-d6dfa07b593c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:41.989307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47a48bc8-e49b-4170-ae23-03fe4c108144 req-a5477c27-a3b7-4832-8f38-d6dfa07b593c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 945 time: 0.3409059 Sep 21 08:09:41.994055 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.024281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.034053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79da12a0-245e-4d06-a1c0-2c52fddc5a4b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:42.110910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f094e-a3b3-4bb6-bbd1-f6a45cff17c5 None None] Network 7d959d68-4eb0-4323-af06-2051d5373791 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:42.114448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.118668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-63445320-b4f5-465a-83e4-d6a3011a284f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/79da12a0-245e-4d06-a1c0-2c52fddc5a4b HTTP/1.1" status: 204 len: 168 time: 1.6490653 Sep 21 08:09:42.121885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42402) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:42.161220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Router 5fac8f07-8cc7-42b9-bfad-610491430e34 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:09:42.164860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5045c35a-d0bb-433f-8821-4807e0556edb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7634cabddde04a9a91793712ffd5c698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8318839 Sep 21 08:09:42.169557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42404) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:42.182475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:42.213861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Pushing event updated for resources: {'Port': ['ID=20bf013c-2e65-42a7-a736-1af4140a22f9,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:42.262173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47a48bc8-e49b-4170-ae23-03fe4c108144 req-ee789d7b-47f4-4b86-92af-24f87dc81a10 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322721 Sep 21 08:09:42.364277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5426-027e-4d39-b377-1957b899bfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.392146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.397330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5426-027e-4d39-b377-1957b899bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.411683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 396beb5e-3dbe-4d89-9533-a1f39293ffa5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:42.444103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:42.449417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e00be-0a39-4a09-9566-bd26d6eb87ec req-88ec86ff-6824-442d-9cd0-d1f3a3bb645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.450961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa1e00be-0a39-4a09-9566-bd26d6eb87ec req-88ec86ff-6824-442d-9cd0-d1f3a3bb645e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 1096 time: 0.5405045 Sep 21 08:09:42.505368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9e4f5426-027e-4d39-b377-1957b899bfb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d84e9c0db50743c5a84f72b3c93cc957&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1286783 Sep 21 08:09:42.528652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42408) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:42.547244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] DHCP port deletion for 7d959d68-4eb0-4323-af06-2051d5373791 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:09:42.576988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92370c01-daa0-4a11-91cc-8dd4c1fd976c req-ae0ce015-bfa4-4ef5-a0f6-1dab870231ca tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.578685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92370c01-daa0-4a11-91cc-8dd4c1fd976c req-ae0ce015-bfa4-4ef5-a0f6-1dab870231ca tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 944 time: 0.4793496 Sep 21 08:09:42.587012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f5426-027e-4d39-b377-1957b899bfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bc9023-ef3b-43b7-bd3d-2e0acb29f8ae,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:42.604224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f16a5357-5beb-4880-8c2f-3b59337559d4 None None] Provisioning complete for port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:42.605484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f16a5357-5beb-4880-8c2f-3b59337559d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.609166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:42.609884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.640108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Attempting to bind port 20bf013c-2e65-42a7-a736-1af4140a22f9 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:42.640486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Attempting to bind port 20bf013c-2e65-42a7-a736-1af4140a22f9 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:42.640763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Attempting to bind port 20bf013c-2e65-42a7-a736-1af4140a22f9 on network b81071b7-8704-4572-b376-55243ff5365f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:42.648920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Port 20bf013c-2e65-42a7-a736-1af4140a22f9 on network b81071b7-8704-4572-b376-55243ff5365f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:42.649177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Attempting to bind port 20bf013c-2e65-42a7-a736-1af4140a22f9 on network b81071b7-8704-4572-b376-55243ff5365f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:42.669692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:42.670090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Checking segment: {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:42.670411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Bound using segment: {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:42.670862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Bound port: 20bf013c-2e65-42a7-a736-1af4140a22f9, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd45946e-6d9b-46ab-b576-f5d9e322b81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:42.671224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.679719 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3065328b-53f8-49ea-af4a-085c6c4afcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.702715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3065328b-53f8-49ea-af4a-085c6c4afcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.745579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] For port 20bf013c-2e65-42a7-a736-1af4140a22f9, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:42.749522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] For port 20bf013c-2e65-42a7-a736-1af4140a22f9, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20bf013c-2e65-42a7-a736-1af4140a22f9,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:42.761425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.778372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3946e75f-aff6-497d-a573-b981cac27113 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:42.784322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Deleting port e8211d3a-fd02-4831-9632-1c361ec02a75 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:42.785626 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.826249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd6909-f68d-4ebe-b1d4-e7f9e18d5e66 req-a4edf52e-0d7e-4377-9b7c-fd36e88f645a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.833662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd6909-f68d-4ebe-b1d4-e7f9e18d5e66 req-a4edf52e-0d7e-4377-9b7c-fd36e88f645a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.839640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:42.841501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd6909-f68d-4ebe-b1d4-e7f9e18d5e66 req-a4edf52e-0d7e-4377-9b7c-fd36e88f645a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.850849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd6909-f68d-4ebe-b1d4-e7f9e18d5e66 req-a4edf52e-0d7e-4377-9b7c-fd36e88f645a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.856799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd6909-f68d-4ebe-b1d4-e7f9e18d5e66 req-a4edf52e-0d7e-4377-9b7c-fd36e88f645a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.858644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97bd6909-f68d-4ebe-b1d4-e7f9e18d5e66 req-a4edf52e-0d7e-4377-9b7c-fd36e88f645a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 3827 time: 0.2554896 Sep 21 08:09:42.866815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:42.868133 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.870202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] 10.222.0.62 "PUT /v2.0/ports/20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 200 len: 1092 time: 3.0227895 Sep 21 08:09:42.887936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] For port e8211d3a-fd02-4831-9632-1c361ec02a75, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e8211d3a-fd02-4831-9632-1c361ec02a75,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:42.888368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:42.903032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Calling delete_port for e8211d3a-fd02-4831-9632-1c361ec02a75 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:42.987718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] Deleting port fe2cdbf5-1c0e-436b-85a8-1b127de023ef {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:42.988735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.077148 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3065328b-53f8-49ea-af4a-085c6c4afcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.079885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3065328b-53f8-49ea-af4a-085c6c4afcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.084274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3065328b-53f8-49ea-af4a-085c6c4afcf9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5bc9023-ef3b-43b7-bd3d-2e0acb29f8ae HTTP/1.1" status: 204 len: 168 time: 0.5015564 Sep 21 08:09:43.116302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:09:43.125059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:43.125619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.163151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa1e00be-0a39-4a09-9566-bd26d6eb87ec req-cdc83db3-6dc4-441d-9da2-9c98d3831233 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624873 Sep 21 08:09:43.176642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f3ff-d1eb-40f0-97c3-33f53fc832d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.195630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] For port fe2cdbf5-1c0e-436b-85a8-1b127de023ef, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,segment=NetworkSegment(dce12dc5-a80b-4851-9da8-d3412f94d907),segment_id=dce12dc5-a80b-4851-9da8-d3412f94d907)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:43.196037 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.212146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.213255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] Calling delete_port for fe2cdbf5-1c0e-436b-85a8-1b127de023ef owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:43.221646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:43.244640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e8211d3a-fd02-4831-9632-1c361ec02a75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:43.248517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92370c01-daa0-4a11-91cc-8dd4c1fd976c req-31e7bce4-b38a-4076-93d3-0382283967a4 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276367 Sep 21 08:09:43.284981 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f3ff-d1eb-40f0-97c3-33f53fc832d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.286956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065328b-53f8-49ea-af4a-085c6c4afcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bc9023-ef3b-43b7-bd3d-2e0acb29f8ae,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:43.297364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:09:43.337363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Sync routers for ids ['5fac8f07-8cc7-42b9-bfad-610491430e34'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:09:43.370197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event deleted for resources: {'Port': ['ID=e8211d3a-fd02-4831-9632-1c361ec02a75,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:43.372140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.380684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Routers {'5fac8f07-8cc7-42b9-bfad-610491430e34'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:43.381590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5fac8f07-8cc7-42b9-bfad-610491430e34'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:43.449732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.466417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.470957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d00efa6a-87cb-41f3-9582-2850df96c2b8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1539416 Sep 21 08:09:43.488553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42420) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:43.501063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:43.508618 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febdd664-8dc7-4d3b-b316-8d016c3a71cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:43.512975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:43.519329 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-416b0ee7-4e19-44a7-8ce8-8ac3711e89a9 req-62f8cae4-b175-41fe-ae3f-52c52e65f78f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ba342c9-91d0-439f-8db1-900591f6b449 HTTP/1.1" status: 200 len: 210 time: 0.0647337 Sep 21 08:09:43.523252 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.524439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b22feebd-8995-4bea-9d56-fa92d5fc68c1 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:43.529604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] No DVR routers for this DVR port e8211d3a-fd02-4831-9632-1c361ec02a75 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:43.559965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:43.585512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Deleting port fe2cdbf5-1c0e-436b-85a8-1b127de023ef {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:43.585857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.654398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986b17-d4f6-4da4-a9f6-3a226aa9771c service neutron] Pushing event updated for resources: {'Port': ['ID=20bf013c-2e65-42a7-a736-1af4140a22f9,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:43.678183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:43.679710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97bd6909-f68d-4ebe-b1d4-e7f9e18d5e66 req-5384a2fb-808e-4d2d-92d4-9b3e0c8072d6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7965260 Sep 21 08:09:43.717748 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.721655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.725996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28fd4fed-b83b-407f-ab34-c04a61b4f04c req-d500d0a3-1aec-4ffe-aa8d-b4cc77d09dbe tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "DELETE /v2.0/ports/e8211d3a-fd02-4831-9632-1c361ec02a75 HTTP/1.1" status: 204 len: 173 time: 1.8255718 Sep 21 08:09:43.731924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'name': 'network-vif-deleted', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:43.734562 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c0453b-f9ce-4b5f-8786-d1acb85b3988" -d '{"events": [{"server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "name": "network-vif-deleted", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:43.759987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Set router 5fac8f07-8cc7-42b9-bfad-610491430e34 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:43.789396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] Pushing event deleted for resources: {'Port': ['ID=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:43.810502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] Transition to ACTIVE for port object 3946e75f-aff6-497d-a573-b981cac27113 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:43.813516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] For port fe2cdbf5-1c0e-436b-85a8-1b127de023ef, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,segment=NetworkSegment(dce12dc5-a80b-4851-9da8-d3412f94d907),segment_id=dce12dc5-a80b-4851-9da8-d3412f94d907)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:43.813888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.833004 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.835833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c6d50-65fc-42c7-bd79-7785049b6a0d None None] No DVR routers for this DVR port fe2cdbf5-1c0e-436b-85a8-1b127de023ef on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:43.851893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.858112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port b22feebd-8995-4bea-9d56-fa92d5fc68c1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:09:43.862186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Calling delete_port for fe2cdbf5-1c0e-436b-85a8-1b127de023ef owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:43.863417 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528078e2-d082-46ea-831f-b89aa7f026fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:43.865786 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686632ae-62df-4628-aaad-e999bd92a692" -d '{"events": [{"server_uuid": "528078e2-d082-46ea-831f-b89aa7f026fa", "name": "network-vif-plugged", "status": "completed", "tag": "24c7f1b9-f5e2-46b0-b0b2-7868539a2786"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:43.894249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b22feebd-8995-4bea-9d56-fa92d5fc68c1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:43.898838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.932437 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed85c648-76d2-401e-966b-3d91c277c606 x-openstack-request-id: req-ed85c648-76d2-401e-966b-3d91c277c606 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:43.932578 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:43.932742 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed85c648-76d2-401e-966b-3d91c277c606 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:43.933136 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'status': 'completed', 'code': 200} Sep 21 08:09:43.986245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f3ff-d1eb-40f0-97c3-33f53fc832d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.995884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f3ff-d1eb-40f0-97c3-33f53fc832d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:43.997857 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ffd9f3ff-d1eb-40f0-97c3-33f53fc832d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e01b06e6-08c2-4199-96bd-f09953480722 HTTP/1.1" status: 204 len: 168 time: 1.7923846 Sep 21 08:09:44.011651 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f6fc29-92d6-4174-8c97-f509670e2a8a x-openstack-request-id: req-b0f6fc29-92d6-4174-8c97-f509670e2a8a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:44.011941 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba342c9-91d0-439f-8db1-900591f6b449", "name": "network-vif-deleted", "tag": "e8211d3a-fd02-4831-9632-1c361ec02a75", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:44.015685 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0f6fc29-92d6-4174-8c97-f509670e2a8a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:44.016388 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba342c9-91d0-439f-8db1-900591f6b449', 'name': 'network-vif-deleted', 'tag': 'e8211d3a-fd02-4831-9632-1c361ec02a75', 'status': 'completed', 'code': 200} Sep 21 08:09:44.047304 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f72c77-863c-4ab5-a305-e09c13d89e46 x-openstack-request-id: req-e4f72c77-863c-4ab5-a305-e09c13d89e46 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:44.047966 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528078e2-d082-46ea-831f-b89aa7f026fa", "name": "network-vif-plugged", "status": "completed", "tag": "24c7f1b9-f5e2-46b0-b0b2-7868539a2786", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:44.048259 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4f72c77-863c-4ab5-a305-e09c13d89e46 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:44.048476 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528078e2-d082-46ea-831f-b89aa7f026fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786', 'code': 200} Sep 21 08:09:44.084349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9f3ff-d1eb-40f0-97c3-33f53fc832d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b06e6-08c2-4199-96bd-f09953480722,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:44.261230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:44.341365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:09:40Z', 'revision_number': 3, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:44.358280 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:44.458728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Checking router: 5fac8f07-8cc7-42b9-bfad-610491430e34 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:09:44.460052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Updating router 5fac8f07-8cc7-42b9-bfad-610491430e34 port 6527cf58-3596-4a5b-9b3c-3da52bf85fce binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:09:44.481894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2cdbf5-1c0e-436b-85a8-1b127de023ef,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:44.548376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe2cdbf5-1c0e-436b-85a8-1b127de023ef no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:44.561861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b22feebd-8995-4bea-9d56-fa92d5fc68c1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b22feebd-8995-4bea-9d56-fa92d5fc68c1,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:44.591665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] No DVR routers for this DVR port fe2cdbf5-1c0e-436b-85a8-1b127de023ef on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:44.614821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: fe2cdbf5-1c0e-436b-85a8-1b127de023ef {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:44.618792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe2cdbf5-1c0e-436b-85a8-1b127de023ef not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:44.637954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:44.647584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:44.679298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b48ef2-dae7-477c-baef-94013af8f647 req-373152b6-8550-4edd-a2a0-b68b45bb0904 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:44.686923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7b48ef2-dae7-477c-baef-94013af8f647 req-373152b6-8550-4edd-a2a0-b68b45bb0904 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.2248020 Sep 21 08:09:44.695645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42452) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:44.763012 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:44.830075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c67ed7-227f-401e-bef3-1e091f76a89e req-13727902-f77d-417c-9b54-438e452fd0da tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:44.838418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51c67ed7-227f-401e-bef3-1e091f76a89e req-13727902-f77d-417c-9b54-438e452fd0da tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 946 time: 1.2121418 Sep 21 08:09:44.863867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e4783d-cdae-4b0e-9ac6-c63ada7b615f {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:44.878998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:44.896827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Transition to ACTIVE for port object a1e4783d-cdae-4b0e-9ac6-c63ada7b615f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:44.912532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b22feebd-8995-4bea-9d56-fa92d5fc68c1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:44.936488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-48dd2de8-5c38-4dfb-a7e8-bdc43eb456af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef7e1880c9e74cada78d225066d7dce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335887 Sep 21 08:09:44.938799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42458) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:44.943231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:44.945902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] Pushing event updated for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:44.967306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] No DVR routers for this DVR port 3946e75f-aff6-497d-a573-b981cac27113 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:45.014847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:45.039698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d959d68-4eb0-4323-af06-2051d5373791']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:45.066706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce12dc5-a80b-4851-9da8-d3412f94d907') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:45.067007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce12dc5-a80b-4851-9da8-d3412f94d907') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:45.091239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7b48ef2-dae7-477c-baef-94013af8f647 req-a05673ed-8381-43d6-858e-05facb82771e tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979051 Sep 21 08:09:45.134414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-f7dba7ac-243b-4127-9a5d-e7f825b89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.134956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-f7dba7ac-243b-4127-9a5d-e7f825b89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.135590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-f7dba7ac-243b-4127-9a5d-e7f825b89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.136073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-f7dba7ac-243b-4127-9a5d-e7f825b89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.136741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-f7dba7ac-243b-4127-9a5d-e7f825b89f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.138957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-f7dba7ac-243b-4127-9a5d-e7f825b89f39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 4362 time: 1.1192527 Sep 21 08:09:45.153088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.165584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.168740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.267894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2267844-b0d9-4401-8eb6-ac9e39143fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.294903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.301946 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51c67ed7-227f-401e-bef3-1e091f76a89e req-6a25e168-c709-45e5-8a32-604036e0a55b tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625595 Sep 21 08:09:45.331198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Attempting to bind port 6527cf58-3596-4a5b-9b3c-3da52bf85fce on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:45.331782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Attempting to bind port 6527cf58-3596-4a5b-9b3c-3da52bf85fce by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:45.332145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Attempting to bind port 6527cf58-3596-4a5b-9b3c-3da52bf85fce on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:45.335524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469a062-bfa1-4ee9-8843-8df4fd681c46 None None] Pushing event updated for resources: {'Port': ['ID=6527cf58-3596-4a5b-9b3c-3da52bf85fce,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:45.340381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:45.340758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:45.341265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.353678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:09:45.353678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.356506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:45.357073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Bound port: 6527cf58-3596-4a5b-9b3c-3da52bf85fce, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:45.357492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:09:45.358240 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:09:45.396389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-080fade0-185d-471b-935d-e2a5707bc8cb service neutron] 10.222.0.62 "PUT /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113/bindings/n-h2-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 3.9436853 Sep 21 08:09:45.397195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2267844-b0d9-4401-8eb6-ac9e39143fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.405932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a2f9f-1605-48fd-b440-2be538e092d0 req-2a54cc52-762f-45dc-8231-18e01d4841ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.410603 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-631a2f9f-1605-48fd-b440-2be538e092d0 req-2a54cc52-762f-45dc-8231-18e01d4841ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 1097 time: 0.6151867 Sep 21 08:09:45.507278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] For port 6527cf58-3596-4a5b-9b3c-3da52bf85fce, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:45.520444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] For port 6527cf58-3596-4a5b-9b3c-3da52bf85fce, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6527cf58-3596-4a5b-9b3c-3da52bf85fce,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:45.531072 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.556644 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-631a2f9f-1605-48fd-b440-2be538e092d0 req-e328e007-50c7-43b6-b132-8793ba055e41 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358833 Sep 21 08:09:45.562577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-7362fb5d-04b2-4b5e-be6e-05e87818157a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.595786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-7362fb5d-04b2-4b5e-be6e-05e87818157a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.617567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-7362fb5d-04b2-4b5e-be6e-05e87818157a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.629222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-7362fb5d-04b2-4b5e-be6e-05e87818157a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.647435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-7362fb5d-04b2-4b5e-be6e-05e87818157a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.654920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-7362fb5d-04b2-4b5e-be6e-05e87818157a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.668623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-7362fb5d-04b2-4b5e-be6e-05e87818157a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 4605 time: 0.3979895 Sep 21 08:09:45.668873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Routers {'5fac8f07-8cc7-42b9-bfad-610491430e34'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:45.669320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5fac8f07-8cc7-42b9-bfad-610491430e34'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:45.674613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469a062-bfa1-4ee9-8843-8df4fd681c46 None None] Pushing event updated for resources: {'Port': ['ID=6527cf58-3596-4a5b-9b3c-3da52bf85fce,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:45.692518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-bf4db048-e842-4da9-9610-1a83487e280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.693017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-bf4db048-e842-4da9-9610-1a83487e280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.693958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-bf4db048-e842-4da9-9610-1a83487e280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.695811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-bf4db048-e842-4da9-9610-1a83487e280b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=43a332c4abd04c93a0aaafed95126cd2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4428985 Sep 21 08:09:45.720505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.737611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89320-9915-4e57-bd25-1dadd45218b5 req-ab00e72b-4ed9-48d3-ad30-109592ebc32f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.739297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-47f89320-9915-4e57-bd25-1dadd45218b5 req-ab00e72b-4ed9-48d3-ad30-109592ebc32f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 0.1230686 Sep 21 08:09:45.809004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Attempting to bind port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:45.809806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Attempting to bind port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:45.810363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Attempting to bind port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:45.838847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.841677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7d959d68-4eb0-4323-af06-2051d5373791 HTTP/1.1" status: 204 len: 168 time: 3.7095950 Sep 21 08:09:45.844092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0669078-427c-4156-82cc-6c04dc8ce152 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d959d68-4eb0-4323-af06-2051d5373791,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:45.848020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2267844-b0d9-4401-8eb6-ac9e39143fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.851969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2267844-b0d9-4401-8eb6-ac9e39143fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:45.853460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c2267844-b0d9-4401-8eb6-ac9e39143fb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a9a5b5a-f458-4d5a-af7c-a415336e7072 HTTP/1.1" status: 204 len: 168 time: 0.9114239 Sep 21 08:09:45.886302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-98145987-022a-4bee-9960-27b6135a0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:45.888981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-febdd664-8dc7-4d3b-b316-8d016c3a71cb req-98145987-022a-4bee-9960-27b6135a0da2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466081 Sep 21 08:09:45.958474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52cf231f-79d2-421f-8ef1-1f5bc8c1b675 req-913253d1-5d41-4417-a6cf-5d4f9354e4db tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2870886 Sep 21 08:09:45.961297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:45.961646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Attempting to bind port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:45.999677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:45.999677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Checking segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:45.999677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Bound using segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:45.999677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Bound port: a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:45.999677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:46.052794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2267844-b0d9-4401-8eb6-ac9e39143fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a5b5a-f458-4d5a-af7c-a415336e7072,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:46.054225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] Set router 5fac8f07-8cc7-42b9-bfad-610491430e34 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:46.146421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50744bc2-719c-455b-a770-c355364027fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:46.149275 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d20d7-fdc4-40ba-bab8-cdfaee5aa55c" -d '{"events": [{"server_uuid": "50744bc2-719c-455b-a770-c355364027fe", "name": "network-vif-plugged", "status": "completed", "tag": "b22feebd-8995-4bea-9d56-fa92d5fc68c1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:46.162439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:46.169356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-b326895f-1bfe-4aee-ba70-b0d6fee890d2 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:46.176231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-b326895f-1bfe-4aee-ba70-b0d6fee890d2 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.4946458 Sep 21 08:09:46.179288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-47f89320-9915-4e57-bd25-1dadd45218b5 req-8006142f-4fb6-4a8c-a78f-d243f54b9016 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824509 Sep 21 08:09:46.203277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42488) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:46.368341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:09:40Z', 'revision_number': 3, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:46.376721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] For port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:46.385920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-8b4599a0-b9c0-4ec2-8f91-62d70381eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:46.393854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-8b4599a0-b9c0-4ec2-8f91-62d70381eb84 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d&tenant_id=e2102788e14644079fb8dc21a9014773 HTTP/1.1" status: 200 len: 1096 time: 0.2062950 Sep 21 08:09:46.415128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] For port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:46.418227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2293d-658a-4018-b005-e4a8c938c529 None None] The sync data for ids ['5fac8f07-8cc7-42b9-bfad-610491430e34'] in n-d-809980-2 is: [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:09:40Z', 'revision_number': 3, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:46.444065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:46.492606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Allocated IP 172.20.0.1 (93935f78-147e-4875-a339-bfbde7cbcac2/4216b7d8-9ac3-4006-aed0-09658ad5a780/1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:09:46.595130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:46.644265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:46.645014 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:46.646649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-2ff5427d-bc7a-4638-a3ad-945f9a10e7c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 1136 time: 3.1038320 Sep 21 08:09:46.647170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': 'a1e4783d-cdae-4b0e-9ac6-c63ada7b615f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:46.651190 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92fb684-6f89-488b-9697-b41b8e48bd63" -d '{"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "a1e4783d-cdae-4b0e-9ac6-c63ada7b615f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:46.668343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-236569a4-9f1f-4e22-a0ec-5bcf24eaf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:46.670281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-236569a4-9f1f-4e22-a0ec-5bcf24eaf3db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1096 time: 0.2474535 Sep 21 08:09:46.685970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:46.710446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8211d3a-fd02-4831-9632-1c361ec02a75 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:46.750785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e8211d3a-fd02-4831-9632-1c361ec02a75 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:46.751579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8211d3a-fd02-4831-9632-1c361ec02a75 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:46.871965 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a784d-34f4-402a-b498-3391fd8db356 x-openstack-request-id: req-e32a784d-34f4-402a-b498-3391fd8db356 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:46.872612 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50744bc2-719c-455b-a770-c355364027fe", "name": "network-vif-plugged", "status": "completed", "tag": "b22feebd-8995-4bea-9d56-fa92d5fc68c1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:46.873095 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e32a784d-34f4-402a-b498-3391fd8db356 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:46.873730 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50744bc2-719c-455b-a770-c355364027fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1', 'code': 200} Sep 21 08:09:46.927280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a034aaa1-e170-410f-be1c-d0ddc2f1f65f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f22eb30efd484cd3b8cb8ed35132f4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223542 Sep 21 08:09:46.942792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42506) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:46.969461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-dbd752f3-2a85-4776-9889-943289f3f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:46.985826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-dbd752f3-2a85-4776-9889-943289f3f86d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.2968321 Sep 21 08:09:47.025270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-a2e0e19c-8469-427a-b821-4a556a96a495 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:47.026906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-a2e0e19c-8469-427a-b821-4a556a96a495 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 0.5096416 Sep 21 08:09:47.065285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.085643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6a004-cc2d-4d9f-9ff3-879578f169f0 req-72f9be22-6f0d-4c5b-98de-c60732be712d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:47.097416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ec6a004-cc2d-4d9f-9ff3-879578f169f0 req-72f9be22-6f0d-4c5b-98de-c60732be712d tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.5763364 Sep 21 08:09:47.220822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-6efb6df2-36b0-49f9-a92e-5e497d36eb3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 200 len: 217 time: 0.1898327 Sep 21 08:09:47.303755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4368c6d-ce19-46ae-885c-98a575b5c80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.320780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ec6a004-cc2d-4d9f-9ff3-879578f169f0 req-a95477b8-25a5-41a3-9bc6-20153ed0953f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222638 Sep 21 08:09:47.323617 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.378664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4209b-4620-4eeb-be6c-480781a8b92b req-83209075-2a8f-458b-84f8-2f5d1255126a tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:47.380692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8e4209b-4620-4eeb-be6c-480781a8b92b req-83209075-2a8f-458b-84f8-2f5d1255126a tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 946 time: 0.3510313 Sep 21 08:09:47.389865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.399774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9435b-9977-4562-a6c3-5512d7679134 req-05036efd-7624-4485-9d5e-e896789bccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:47.402596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e9435b-9977-4562-a6c3-5512d7679134 req-05036efd-7624-4485-9d5e-e896789bccfd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=50744bc2-719c-455b-a770-c355364027fe HTTP/1.1" status: 200 len: 1096 time: 0.3140087 Sep 21 08:09:47.412542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4368c6d-ce19-46ae-885c-98a575b5c80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.427579 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152bde12-3f2a-41b7-a9f1-9c128b202159 x-openstack-request-id: req-152bde12-3f2a-41b7-a9f1-9c128b202159 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:47.427847 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "a1e4783d-cdae-4b0e-9ac6-c63ada7b615f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:47.428090 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-152bde12-3f2a-41b7-a9f1-9c128b202159 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:47.428511 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': 'a1e4783d-cdae-4b0e-9ac6-c63ada7b615f', 'status': 'completed', 'code': 200} Sep 21 08:09:47.430106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-6097d629-9837-4614-8672-d4a0a37788f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:47.431819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-6097d629-9837-4614-8672-d4a0a37788f3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.1668220 Sep 21 08:09:47.514322 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-196fbc69-2ec0-405f-a49b-23b32216a61e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582516 Sep 21 08:09:47.544524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Deleting port e8c565a1-b313-4a3f-b04c-85328d57c65a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:47.544846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.554781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Network 93935f78-147e-4875-a339-bfbde7cbcac2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:47.556076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e9435b-9977-4562-a6c3-5512d7679134 req-8292e589-dd0a-457d-b30e-e5063fac108c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209302 Sep 21 08:09:47.662862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:47.670782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8e4209b-4620-4eeb-be6c-480781a8b92b req-64002935-2486-4d31-8022-88ee876b18aa tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451949 Sep 21 08:09:47.672719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:47.755278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:09:47.786473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4368c6d-ce19-46ae-885c-98a575b5c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.789146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4368c6d-ce19-46ae-885c-98a575b5c80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:47.794431 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d4368c6d-ce19-46ae-885c-98a575b5c80b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/933dd193-8157-44c0-b440-6171bced54bc HTTP/1.1" status: 204 len: 168 time: 0.8444061 Sep 21 08:09:47.890441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-6fb7b04e-0549-4cc8-857e-c45293037d94 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367796 Sep 21 08:09:47.989180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] For port e8c565a1-b313-4a3f-b04c-85328d57c65a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e8c565a1-b313-4a3f-b04c-85328d57c65a,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:47.989687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:48.027584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Calling delete_port for e8c565a1-b313-4a3f-b04c-85328d57c65a owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:48.103250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4368c6d-ce19-46ae-885c-98a575b5c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933dd193-8157-44c0-b440-6171bced54bc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:48.188713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1255cb05-0710-4f44-927f-bd13a3eaf293 None None] Provisioning complete for port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:48.189439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1255cb05-0710-4f44-927f-bd13a3eaf293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:48.194377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da372be3-a833-4579-9cee-d48eaf9e7cda req-45c7b26e-e99a-43cf-a203-a1ec1cff36ab tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.195983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-da372be3-a833-4579-9cee-d48eaf9e7cda req-45c7b26e-e99a-43cf-a203-a1ec1cff36ab tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 945 time: 0.3122015 Sep 21 08:09:48.282803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1255cb05-0710-4f44-927f-bd13a3eaf293 None None] Port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:48.290221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-c1b866d4-d552-4517-aec5-ee17cfe99c6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.296250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-c1b866d4-d552-4517-aec5-ee17cfe99c6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.303550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-c1b866d4-d552-4517-aec5-ee17cfe99c6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.310329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-c1b866d4-d552-4517-aec5-ee17cfe99c6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.319061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-c1b866d4-d552-4517-aec5-ee17cfe99c6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.325406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-c1b866d4-d552-4517-aec5-ee17cfe99c6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.335149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-c1b866d4-d552-4517-aec5-ee17cfe99c6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 4605 time: 0.6728053 Sep 21 08:09:48.349852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:48.355120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-7aeae020-701c-4385-a47f-9a3a44df1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.355944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-7aeae020-701c-4385-a47f-9a3a44df1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.356450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-7aeae020-701c-4385-a47f-9a3a44df1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.357018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-7aeae020-701c-4385-a47f-9a3a44df1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.357515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-7aeae020-701c-4385-a47f-9a3a44df1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.357998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-7aeae020-701c-4385-a47f-9a3a44df1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.360261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-7aeae020-701c-4385-a47f-9a3a44df1570 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5291 time: 0.9453082 Sep 21 08:09:48.378348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-da372be3-a833-4579-9cee-d48eaf9e7cda req-71f081a1-6a45-4914-9f31-10d5278055c0 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639709 Sep 21 08:09:48.383384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-ab9563ce-e33e-4371-8e95-53b5d5741aed service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384115 Sep 21 08:09:48.407524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3002550a-2348-46a1-9771-8957d66d5dd8 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:48.428997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:48.462443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Transition to ACTIVE for port object 3002550a-2348-46a1-9771-8957d66d5dd8 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:48.469023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:48.521970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:48.603364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6527cf58-3596-4a5b-9b3c-3da52bf85fce up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:48.610432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event deleted for resources: {'Port': ['ID=e8c565a1-b313-4a3f-b04c-85328d57c65a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:48.636504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-4b482d77-7914-4e30-865a-97b1312a5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.637615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-4b482d77-7914-4e30-865a-97b1312a5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.638440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-4b482d77-7914-4e30-865a-97b1312a5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.641935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-4b482d77-7914-4e30-865a-97b1312a5625 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=43a332c4abd04c93a0aaafed95126cd2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2584589 Sep 21 08:09:48.646850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Pushing event updated for resources: {'Port': ['ID=3002550a-2348-46a1-9771-8957d66d5dd8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:48.824786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6527cf58-3596-4a5b-9b3c-3da52bf85fce triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:48.836154 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:48.949409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f6bfb64-ecca-4f40-8a06-d3134ea71a4e req-69419bb8-66a2-4dae-b97f-1343c020c444 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6137931 Sep 21 08:09:48.953721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39e42f-5bff-4827-83fa-b0a4155bc61a req-08b2803c-ad53-4854-93d6-9f6f72e77dc6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:48.961590 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc39e42f-5bff-4827-83fa-b0a4155bc61a req-08b2803c-ad53-4854-93d6-9f6f72e77dc6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.1467109 Sep 21 08:09:48.963955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Attempting to bind port 3002550a-2348-46a1-9771-8957d66d5dd8 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:48.964292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Attempting to bind port 3002550a-2348-46a1-9771-8957d66d5dd8 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:48.964623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Attempting to bind port 3002550a-2348-46a1-9771-8957d66d5dd8 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:48.986443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] No DVR routers for this DVR port e8c565a1-b313-4a3f-b04c-85328d57c65a on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:49.006197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.013389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-74b19faf-86e6-4d48-90c4-5616c47b42a6 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:49.018415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-74b19faf-86e6-4d48-90c4-5616c47b42a6 tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d&tenant_id=e2102788e14644079fb8dc21a9014773&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.2550223 Sep 21 08:09:49.019485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96d3c2b3-eecd-4b55-895d-e59e34120851 req-1e879118-4f25-46df-b223-9fa5d87b4243 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "DELETE /v2.0/ports/e8c565a1-b313-4a3f-b04c-85328d57c65a HTTP/1.1" status: 204 len: 173 time: 1.9731300 Sep 21 08:09:49.041393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.070842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Port 3002550a-2348-46a1-9771-8957d66d5dd8 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:49.071213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Attempting to bind port 3002550a-2348-46a1-9771-8957d66d5dd8 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:49.087785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 6527cf58-3596-4a5b-9b3c-3da52bf85fce, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6527cf58-3596-4a5b-9b3c-3da52bf85fce,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:49.104059 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.105783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:49.106136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Checking segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:49.106527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Bound using segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:49.107279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Bound port: 3002550a-2348-46a1-9771-8957d66d5dd8, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:49.107939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.212236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'name': 'network-vif-deleted', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:49.215018 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe97761-2874-41e9-b955-5f2e265d4308" -d '{"events": [{"server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "name": "network-vif-deleted", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:49.233581 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc39e42f-5bff-4827-83fa-b0a4155bc61a req-ef918ab4-c553-4026-88ff-2c47d32cfcd4 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560420 Sep 21 08:09:49.265531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=6527cf58-3596-4a5b-9b3c-3da52bf85fce,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:49.371404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] For port 3002550a-2348-46a1-9771-8957d66d5dd8, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:49.389344 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987813f3-4ef8-4250-8380-8acae38e7f44 x-openstack-request-id: req-987813f3-4ef8-4250-8380-8acae38e7f44 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:49.390012 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea9a061-88c7-45ae-840e-3d9d9200d324", "name": "network-vif-deleted", "tag": "e8c565a1-b313-4a3f-b04c-85328d57c65a", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:49.390459 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-987813f3-4ef8-4250-8380-8acae38e7f44 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:49.391208 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea9a061-88c7-45ae-840e-3d9d9200d324', 'name': 'network-vif-deleted', 'tag': 'e8c565a1-b313-4a3f-b04c-85328d57c65a', 'status': 'completed', 'code': 200} Sep 21 08:09:49.393186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] For port 3002550a-2348-46a1-9771-8957d66d5dd8, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3002550a-2348-46a1-9771-8957d66d5dd8,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:49.400658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.478009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Pushing event updated for resources: {'Port': ['ID=3002550a-2348-46a1-9771-8957d66d5dd8,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:49.489904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-c6aba9e9-2a94-451e-a826-3fe9293449d0 service neutron] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:49.496091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-c6aba9e9-2a94-451e-a826-3fe9293449d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.496670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-08259de5-c370-4161-b71f-9bc4aa2dfd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:49.497786 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-c6aba9e9-2a94-451e-a826-3fe9293449d0 service neutron] 10.222.0.50 "DELETE /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113/bindings/n-h1-809980-2 HTTP/1.1" status: 204 len: 173 time: 0.4603021 Sep 21 08:09:49.501788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:49.502948 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.505834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e92fb684-6f89-488b-9697-b41b8e48bd63 req-08259de5-c370-4161-b71f-9bc4aa2dfd0e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7246356 Sep 21 08:09:49.517505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-0d1a795d-b263-4429-a788-93e9a81cb367 service neutron] 10.222.0.62 "PUT /v2.0/ports/3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 1135 time: 2.8346343 Sep 21 08:09:49.518821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '3002550a-2348-46a1-9771-8957d66d5dd8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:49.522065 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11676972-9535-41ff-a0d1-a33e425c3669" -d '{"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "3002550a-2348-46a1-9771-8957d66d5dd8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:49.559743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:49.669369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5e820-aa27-402b-8e03-3d8f910da73a req-8b8c3ecd-7072-49ca-9dfa-f95e7bf6f062 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:49.671482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34f5e820-aa27-402b-8e03-3d8f910da73a req-8b8c3ecd-7072-49ca-9dfa-f95e7bf6f062 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 946 time: 0.4078360 Sep 21 08:09:49.691925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44fa242d-e450-4dd0-8326-fa46bbf678f8 req-ef094b8e-73c1-49ac-9c83-2f554c0864a4 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=bea9a061-88c7-45ae-840e-3d9d9200d324 HTTP/1.1" status: 200 len: 210 time: 0.0831776 Sep 21 08:09:49.702828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:49.761407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42570) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:49.806237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34f5e820-aa27-402b-8e03-3d8f910da73a req-884cabfd-d964-4e4c-8f24-87d85b6f79e9 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254005 Sep 21 08:09:49.824665 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31df09d5-9731-4681-8cdb-12067b032ffc x-openstack-request-id: req-31df09d5-9731-4681-8cdb-12067b032ffc {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:49.824948 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "3002550a-2348-46a1-9771-8957d66d5dd8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:49.825196 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31df09d5-9731-4681-8cdb-12067b032ffc {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:49.825587 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '3002550a-2348-46a1-9771-8957d66d5dd8', 'status': 'completed', 'code': 200} Sep 21 08:09:49.843146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.137366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.177706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.254796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:50.283576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5333143-4ad9-4a1a-95fa-aee1d429c7ca req-eca5de58-84e8-45c0-ac58-7ec1c1ca42fb tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.285130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.285355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.285839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.286322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.286807 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.287287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.287779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.289900 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11676972-9535-41ff-a0d1-a33e425c3669 req-ceaa697e-bdb6-4c1c-b4ba-e5619470eb22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6219 time: 0.4344139 Sep 21 08:09:50.291214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5333143-4ad9-4a1a-95fa-aee1d429c7ca req-eca5de58-84e8-45c0-ac58-7ec1c1ca42fb tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 945 time: 0.3407042 Sep 21 08:09:50.418591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-b9b40f58-cde5-4e6f-b999-893cbd618db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.419228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-b9b40f58-cde5-4e6f-b999-893cbd618db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.419973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-b9b40f58-cde5-4e6f-b999-893cbd618db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.421488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11676972-9535-41ff-a0d1-a33e425c3669 req-b9b40f58-cde5-4e6f-b999-893cbd618db0 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=43a332c4abd04c93a0aaafed95126cd2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1151206 Sep 21 08:09:50.424425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9c78-1f28-4d3d-8fa5-6c8436397ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.437643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6527cf58-3596-4a5b-9b3c-3da52bf85fce up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:50.451236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.517883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42588) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:50.525697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6527cf58-3596-4a5b-9b3c-3da52bf85fce triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:50.526452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.588422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.595004 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5333143-4ad9-4a1a-95fa-aee1d429c7ca req-403a9424-3212-4ca5-a9cc-8cef1cd361c6 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979877 Sep 21 08:09:50.595293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.601757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.608024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.614453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.620660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.626349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.634963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-718093fb-e8e4-41e1-855e-5d00cc111144 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5382 time: 0.4956362 Sep 21 08:09:50.714405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8c565a1-b313-4a3f-b04c-85328d57c65a no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:50.740271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e8c565a1-b313-4a3f-b04c-85328d57c65a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:50.740620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e8c565a1-b313-4a3f-b04c-85328d57c65a not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:50.746265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1734851816-network', 'tenant_id': '0b65f7a46f1a4a09b8e1e092a1657ae7'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:50.754005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11676972-9535-41ff-a0d1-a33e425c3669 req-a0232816-7871-41e1-9415-551f880d2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.755435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11676972-9535-41ff-a0d1-a33e425c3669 req-a0232816-7871-41e1-9415-551f880d2e08 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3055291 Sep 21 08:09:50.802858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4e866d77-2545-4a1b-ba0e-a47e3f864574 req-731cfa03-edde-432e-9df5-ac2a31169737 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668251 Sep 21 08:09:50.806998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69bc2e7-39e3-460c-bf20-b321b1694924 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:50.820185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.838503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157724ea-685b-478d-9f11-ada3fc1db4d1 req-74e20180-6290-48c3-9d41-fb78206992ec tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:50.838503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-157724ea-685b-478d-9f11-ada3fc1db4d1 req-74e20180-6290-48c3-9d41-fb78206992ec tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.1368525 Sep 21 08:09:50.845342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Network 93935f78-147e-4875-a339-bfbde7cbcac2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:09:50.852800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:50.877854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Transition to ACTIVE for port object f69bc2e7-39e3-460c-bf20-b321b1694924 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:50.883873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.980493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9c78-1f28-4d3d-8fa5-6c8436397ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:50.988599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-157724ea-685b-478d-9f11-ada3fc1db4d1 req-df2db8d9-bd71-4e52-9a64-2223fc1b846c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495931 Sep 21 08:09:50.991585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d5e9c78-1f28-4d3d-8fa5-6c8436397ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.055965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9c78-1f28-4d3d-8fa5-6c8436397ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b00ca-8495-46af-9ea8-bfce1504f957,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:51.089343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Router 5fac8f07-8cc7-42b9-bfad-610491430e34 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:09:51.103259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3d5e9c78-1f28-4d3d-8fa5-6c8436397ce5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c70a05a0580e41718ff2e8acb4cc210c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3406103 Sep 21 08:09:51.109166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42606) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:51.145385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Made reservation on behalf of 0b65f7a46f1a4a09b8e1e092a1657ae7 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:51.147910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.161206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Pushing event updated for resources: {'Port': ['ID=f69bc2e7-39e3-460c-bf20-b321b1694924,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:51.221315 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.315136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-73c63342-2c65-4c63-992d-242585d3986e None None] Provisioning complete for port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:51.316798 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-73c63342-2c65-4c63-992d-242585d3986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.330628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8435f-2a4f-498f-83be-a450833890da req-2ebc4356-0173-4875-8ff9-91ee7f1c4410 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:51.332500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8b8435f-2a4f-498f-83be-a450833890da req-2ebc4356-0173-4875-8ff9-91ee7f1c4410 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=50744bc2-719c-455b-a770-c355364027fe HTTP/1.1" status: 200 len: 945 time: 0.1896653 Sep 21 08:09:51.336716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Attempting to bind port f69bc2e7-39e3-460c-bf20-b321b1694924 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:51.337339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Attempting to bind port f69bc2e7-39e3-460c-bf20-b321b1694924 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:51.337722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Attempting to bind port f69bc2e7-39e3-460c-bf20-b321b1694924 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:51.355829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Port f69bc2e7-39e3-460c-bf20-b321b1694924 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:51.356169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Attempting to bind port f69bc2e7-39e3-460c-bf20-b321b1694924 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:51.380928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:51.381588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Checking segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:51.382054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Bound using segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:51.382695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Bound port: f69bc2e7-39e3-460c-bf20-b321b1694924, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:51.383053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.408714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-73c63342-2c65-4c63-992d-242585d3986e None None] Port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:09:51.503351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] For port f69bc2e7-39e3-460c-bf20-b321b1694924, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:51.509195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] For port f69bc2e7-39e3-460c-bf20-b321b1694924, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f69bc2e7-39e3-460c-bf20-b321b1694924,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:51.519169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.524018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8b8435f-2a4f-498f-83be-a450833890da req-e30e8404-99e3-4396-98a1-c8808a81637e tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799011 Sep 21 08:09:51.602312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Pushing event updated for resources: {'Port': ['ID=f69bc2e7-39e3-460c-bf20-b321b1694924,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:51.616774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:51.618329 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.621547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-56d89e09-230f-457f-b774-e2678f101583 service neutron] 10.222.0.62 "PUT /v2.0/ports/f69bc2e7-39e3-460c-bf20-b321b1694924 HTTP/1.1" status: 200 len: 1089 time: 2.0663357 Sep 21 08:09:51.678626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:51.746059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.765558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.881918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:51.894739 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:51.918072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ef7c-c7fb-4d80-8e48-cbbbf4c0521b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:51.921223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:09:51.957340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:09:51.979393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5e0c4b06-6add-41c4-aa03-958207e7a9d5 admin admin] 10.222.0.59 "PUT /v2.0/routers/5fac8f07-8cc7-42b9-bfad-610491430e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4648056 Sep 21 08:09:51.979701 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Sync routers for ids ['5fac8f07-8cc7-42b9-bfad-610491430e34'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:09:51.980393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ef7c-c7fb-4d80-8e48-cbbbf4c0521b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.010841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.011213 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Added segment ef07d69e-7a01-4156-93f5-3dbe2f8231b2 of type vlan for network 4973c017-aa9b-46f1-aab1-bd026de36d09 Sep 21 08:09:52.013066 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Routers {'5fac8f07-8cc7-42b9-bfad-610491430e34'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:52.014712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.015464 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5fac8f07-8cc7-42b9-bfad-610491430e34'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:52.050838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd863fcc-bb3b-4ece-8d59-552c5466ac90,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:52.165637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.198000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.199295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:52.200071 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.203208 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ef7c-c7fb-4d80-8e48-cbbbf4c0521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.209151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ef7c-c7fb-4d80-8e48-cbbbf4c0521b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.210515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7cf3ef7c-c7fb-4d80-8e48-cbbbf4c0521b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/040b00ca-8495-46af-9ea8-bfce1504f957 HTTP/1.1" status: 204 len: 168 time: 1.0935409 Sep 21 08:09:52.223887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65266e25-aa3d-4092-bb53-27a6964c64f3 req-90d7d0b5-d9a8-4916-8030-e5ddf312474a tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:52.225953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3ef7c-c7fb-4d80-8e48-cbbbf4c0521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b00ca-8495-46af-9ea8-bfce1504f957,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:52.236121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65266e25-aa3d-4092-bb53-27a6964c64f3 req-90d7d0b5-d9a8-4916-8030-e5ddf312474a tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 1096 time: 0.5023277 Sep 21 08:09:52.250912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab0c6-49c1-4d6d-ba8e-74c8a5ec3682 req-1054911f-8148-492c-948e-6500e1c0cd1f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:52.260242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-787ab0c6-49c1-4d6d-ba8e-74c8a5ec3682 req-1054911f-8148-492c-948e-6500e1c0cd1f tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 944 time: 0.1724873 Sep 21 08:09:52.293139 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Set router 5fac8f07-8cc7-42b9-bfad-610491430e34 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:52.327577 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-787ab0c6-49c1-4d6d-ba8e-74c8a5ec3682 req-d4872893-a548-4f02-ba17-a41b3ab8f126 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/security-groups?id=c58e3a30-bcf5-43f8-b64c-a0049990d079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632222 Sep 21 08:09:52.341920 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0286b44a-fc94-44df-8d5e-1d3bdc4d89fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.832142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:09:52.832592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3016078 Sep 21 08:09:52.835977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42648) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:52.846549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Request body: {'subnet': {'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1734851816-subnet', 'tenant_id': '0b65f7a46f1a4a09b8e1e092a1657ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:52.850007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-39a13cee-a2d1-4be1-970d-07660c58192e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:52.851633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-39a13cee-a2d1-4be1-970d-07660c58192e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 944 time: 0.7388480 Sep 21 08:09:52.860867 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762', 'name': '', 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'mac_address': 'fa:16:3e:2f:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4216b7d8-9ac3-4006-aed0-09658ad5a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:46Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 2, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'subnets': [{'id': '4216b7d8-9ac3-4006-aed0-09658ad5a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:52.866172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c9587-482b-4d7c-b005-e2cd6d806053 admin admin] Pushing event updated for resources: {'Network': ['ID=4973c017-aa9b-46f1-aab1-bd026de36d09,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:52.884320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4973c017-aa9b-46f1-aab1-bd026de36d09 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:09:52.910996 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Checking router: 5fac8f07-8cc7-42b9-bfad-610491430e34 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:09:52.912324 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Updating router 5fac8f07-8cc7-42b9-bfad-610491430e34 port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:09:52.931601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65266e25-aa3d-4092-bb53-27a6964c64f3 req-1af5e51e-9431-4281-8fe2-dee1c969ee6c tempest-LiveMigrationTest-575266104 tempest-LiveMigrationTest-575266104-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6935928 Sep 21 08:09:52.940094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42650) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:52.954534 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:52.968732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Made reservation on behalf of 0b65f7a46f1a4a09b8e1e092a1657ae7 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:09:52.997298 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.271639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-676e3343-ed11-4807-8ac9-e3acb17533b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.273975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.287978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.294761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.301910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.308322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.316818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.323807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.333372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-0814047d-b9f4-4cb3-9ad1-6730a173da18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5394 time: 0.2453570 Sep 21 08:09:53.339435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Deleting port b3f79d76-ee47-45e1-bada-c460b778be7e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:53.339779 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.386619 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.396373 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.409284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cd04f-cf82-43f0-bd04-be9639f95b43 req-9b0196dd-a4db-489a-814e-07eec4f9dacb tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:53.418357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-424cd04f-cf82-43f0-bd04-be9639f95b43 req-9b0196dd-a4db-489a-814e-07eec4f9dacb tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=50744bc2-719c-455b-a770-c355364027fe HTTP/1.1" status: 200 len: 945 time: 0.1691439 Sep 21 08:09:53.443849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] For port b3f79d76-ee47-45e1-bada-c460b778be7e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b3f79d76-ee47-45e1-bada-c460b778be7e,segment=NetworkSegment(4745820c-f4f6-40be-ab0f-7e0a1ff43c2f),segment_id=4745820c-f4f6-40be-ab0f-7e0a1ff43c2f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:53.444407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.488633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Calling delete_port for b3f79d76-ee47-45e1-bada-c460b778be7e owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:53.493236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.518450 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10ba3a-53bb-4592-9f50-1d2a8d846557 None None] Pushing event updated for resources: {'Port': ['ID=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:53.582040 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Attempting to bind port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:53.582416 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Attempting to bind port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:53.583033 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Attempting to bind port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 on network 93935f78-147e-4875-a339-bfbde7cbcac2 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:53.594096 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:53.595091 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Checking segment: {'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:53.595600 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.596071 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Bound using segment: {'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:53.596851 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Bound port: 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b08f8b-036e-494c-8707-3db381991621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:53.598014 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.637008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a4566f85-b72c-437a-8cfd-bb440d525e4b req-e9663065-f231-43f8-ade5-df6e2502a909 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3024266 Sep 21 08:09:53.653102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-424cd04f-cf82-43f0-bd04-be9639f95b43 req-2e4a9709-38bd-43b9-838d-dce0ee7f2632 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334576 Sep 21 08:09:53.656832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0d3f49-99f4-4980-942c-9f86a1908812 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:53.674713 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.677932 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-676e3343-ed11-4807-8ac9-e3acb17533b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.701893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Transition to ACTIVE for port object 3d0d3f49-99f4-4980-942c-9f86a1908812 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:53.715921 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] For port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:53.719246 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] For port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,segment=NetworkSegment(85b08f8b-036e-494c-8707-3db381991621),segment_id=85b08f8b-036e-494c-8707-3db381991621)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:53.720202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.728650 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.763778 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-676e3343-ed11-4807-8ac9-e3acb17533b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.839085 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978e34b-de1d-45c2-be8e-cd11279c1210 x-openstack-request-id: req-d978e34b-de1d-45c2-be8e-cd11279c1210 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:53.839669 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:53.839669 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d978e34b-de1d-45c2-be8e-cd11279c1210 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:53.840003 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924', 'status': 'completed', 'code': 200} Sep 21 08:09:53.860739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d3f49-99f4-4980-942c-9f86a1908812,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:53.864678 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10ba3a-53bb-4592-9f50-1d2a8d846557 None None] Pushing event updated for resources: {'Port': ['ID=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:53.884891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-554c4c82-c4f7-4bfa-9fcb-903445b1cd43 None None] Provisioning complete for port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:53.887750 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-554c4c82-c4f7-4bfa-9fcb-903445b1cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:53.900149 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Routers {'5fac8f07-8cc7-42b9-bfad-610491430e34'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:09:53.900828 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5fac8f07-8cc7-42b9-bfad-610491430e34'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:54.020800 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.026775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f4932b-202d-47f1-a3f5-9d8eae4fadca,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:54.061745 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] Set router 5fac8f07-8cc7-42b9-bfad-610491430e34 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:09:54.111032 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-554c4c82-c4f7-4bfa-9fcb-903445b1cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.150290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-676e3343-ed11-4807-8ac9-e3acb17533b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4aa069213b0344bab9c24951340f4348&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2075052 Sep 21 08:09:54.158207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42664) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:54.162126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Checking segment: {'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:54.165017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Network hostable DHCP agents. Network: 4973c017-aa9b-46f1-aab1-bd026de36d09, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:09:54.171144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Pushing event deleted for resources: {'Port': ['ID=b3f79d76-ee47-45e1-bada-c460b778be7e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:54.196845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e3343-ed11-4807-8ac9-e3acb17533b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a650a-95a1-4ffb-83f9-dd96ae2c0a82,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:54.215992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-554c4c82-c4f7-4bfa-9fcb-903445b1cd43 None None] For port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,segment=NetworkSegment(85b08f8b-036e-494c-8707-3db381991621),segment_id=85b08f8b-036e-494c-8707-3db381991621)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:54.222964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-554c4c82-c4f7-4bfa-9fcb-903445b1cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.293179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-e94221ed-fba7-4aa0-94ca-89bd985a5c85 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.299623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c4c82-c4f7-4bfa-9fcb-903445b1cd43 None None] Pushing event updated for resources: {'Port': ['ID=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:54.309655 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-e94221ed-fba7-4aa0-94ca-89bd985a5c85 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "GET /v2.0/ports?device_id=50744bc2-719c-455b-a770-c355364027fe HTTP/1.1" status: 200 len: 945 time: 0.4829409 Sep 21 08:09:54.369993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.370853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.371553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.372211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.373611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.374419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.375082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.377629 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-61f41dce-f3c1-4268-a5cd-8259b88512e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6311 time: 0.4595249 Sep 21 08:09:54.396515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f781db6c-6962-49cf-b36f-ede58067a93a req-3393dc77-329a-4540-a9d1-71f5917e3721 tempest-FloatingIPsNegativeTestJSON-37004195 tempest-FloatingIPsNegativeTestJSON-37004195-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=ced46c26396c4a84b726f82852e2f65e HTTP/1.1" status: 200 len: 217 time: 0.2042570 Sep 21 08:09:54.427863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Attempting to bind port 3d0d3f49-99f4-4980-942c-9f86a1908812 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:54.428246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Attempting to bind port 3d0d3f49-99f4-4980-942c-9f86a1908812 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:54.428642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Attempting to bind port 3d0d3f49-99f4-4980-942c-9f86a1908812 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:54.431152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] No DVR routers for this DVR port b3f79d76-ee47-45e1-bada-c460b778be7e on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:54.435759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.438030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7e225ad-ec57-4c88-91ab-4c341512e64a req-9b71ff3c-267c-404f-9750-1d39672a1a91 tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.50 "DELETE /v2.0/ports/b3f79d76-ee47-45e1-bada-c460b778be7e HTTP/1.1" status: 204 len: 173 time: 1.5793335 Sep 21 08:09:54.438993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Network 4973c017-aa9b-46f1-aab1-bd026de36d09 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:09:54.453122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd81efcf-b363-4395-b044-b341a85e6195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.461615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Port 3d0d3f49-99f4-4980-942c-9f86a1908812 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:54.472551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Attempting to bind port 3d0d3f49-99f4-4980-942c-9f86a1908812 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:54.477012 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762', 'name': '', 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'mac_address': 'fa:16:3e:2f:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4216b7d8-9ac3-4006-aed0-09658ad5a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:46Z', 'updated_at': '2021-09-21T08:09:53Z', 'revision_number': 4, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'subnets': [{'id': '4216b7d8-9ac3-4006-aed0-09658ad5a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:54.491052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ab1f3b1e-ae89-428f-b6da-1b1d2a1d9e35 None None] Provisioning complete for port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:54.493348 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3b1e-ae89-428f-b6da-1b1d2a1d9e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.495039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:54.499892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Checking segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:54.501990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Bound using segment: {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:54.505934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Bound port: 3d0d3f49-99f4-4980-942c-9f86a1908812, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5546ec-6d86-413c-8a1a-d53b27739082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:54.506351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.538553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 4973c017-aa9b-46f1-aab1-bd026de36d09) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:09:54.543891 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70742a94-a7c4-42e7-8818-0c6981febee4 None None] The sync data for ids ['5fac8f07-8cc7-42b9-bfad-610491430e34'] in n-d-809980-2 is: [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762', 'name': '', 'network_id': '93935f78-147e-4875-a339-bfbde7cbcac2', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'mac_address': 'fa:16:3e:2f:41:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4216b7d8-9ac3-4006-aed0-09658ad5a780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:46Z', 'updated_at': '2021-09-21T08:09:53Z', 'revision_number': 4, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'subnets': [{'id': '4216b7d8-9ac3-4006-aed0-09658ad5a780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:09:54.620728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb3de3-6e9f-402f-a4b9-0c7530cb11dc None None] Network 4973c017-aa9b-46f1-aab1-bd026de36d09 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:54.628745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2732e4d-91e4-4d22-983b-99504ef02704 req-d064bc80-5538-47fd-909d-97b302acd05e tempest-LiveAutoBlockMigrationV225Test-675733885 tempest-LiveAutoBlockMigrationV225Test-675733885-project] 10.222.0.59 "GET /v2.0/ports?device_id=e08b8752-c9ab-4d7d-b827-4e2a18f59b28 HTTP/1.1" status: 200 len: 210 time: 0.0846851 Sep 21 08:09:54.649556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd81efcf-b363-4395-b044-b341a85e6195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.662568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:54.663173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.815268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-00bc7690-50c8-46b9-8c42-4b57f9161558 req-79c75f1c-cb6a-485f-ac35-f522efd837f4 tempest-FloatingIPsNegativeTestJSON-37004195 tempest-FloatingIPsNegativeTestJSON-37004195-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1690743 Sep 21 08:09:54.842635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] For port 3d0d3f49-99f4-4980-942c-9f86a1908812, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:54.883356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-320c6113-b9c3-4db4-83b0-034eae3308e8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0322480 Sep 21 08:09:54.883657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] For port 3d0d3f49-99f4-4980-942c-9f86a1908812, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d0d3f49-99f4-4980-942c-9f86a1908812,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:54.893029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:54.996306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da5e235-22e8-4ea8-b06a-dc7638157ae0 None None] Network 4973c017-aa9b-46f1-aab1-bd026de36d09 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:09:54.998966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.000740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.003446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] 10.222.0.62 "PUT /v2.0/ports/3d0d3f49-99f4-4980-942c-9f86a1908812 HTTP/1.1" status: 200 len: 1091 time: 3.3310139 Sep 21 08:09:55.039007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc05ee-12e0-4175-94a8-80fc6abf5498 req-3c605ea7-0b87-45b4-a199-421950c8c73c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.041515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6bc05ee-12e0-4175-94a8-80fc6abf5498 req-3c605ea7-0b87-45b4-a199-421950c8c73c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.2560351 Sep 21 08:09:55.050814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:55.083852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-6acd44f0-2d90-421f-9f3c-b3a324860d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.084733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-6acd44f0-2d90-421f-9f3c-b3a324860d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.084826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-6acd44f0-2d90-421f-9f3c-b3a324860d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.086505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-6acd44f0-2d90-421f-9f3c-b3a324860d22 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=43a332c4abd04c93a0aaafed95126cd2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6934125 Sep 21 08:09:55.180783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd81efcf-b363-4395-b044-b341a85e6195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.198392 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd81efcf-b363-4395-b044-b341a85e6195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.200083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cd81efcf-b363-4395-b044-b341a85e6195 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e68a650a-95a1-4ffb-83f9-dd96ae2c0a82 HTTP/1.1" status: 204 len: 168 time: 1.0390251 Sep 21 08:09:55.220356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Deleting port b22feebd-8995-4bea-9d56-fa92d5fc68c1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:55.221301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.273248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50087-736d-4f21-9aac-b1e328cecf78 req-6ce8e347-ed0a-4f8d-b02f-74612f4e1d5f tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.280764 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cc50087-736d-4f21-9aac-b1e328cecf78 req-6ce8e347-ed0a-4f8d-b02f-74612f4e1d5f tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=50744bc2-719c-455b-a770-c355364027fe HTTP/1.1" status: 200 len: 945 time: 0.3176482 Sep 21 08:09:55.296354 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.312120 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.340710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81efcf-b363-4395-b044-b341a85e6195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68a650a-95a1-4ffb-83f9-dd96ae2c0a82,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:55.344567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ec9c3-22f7-4185-b1bd-b83ea79faa9a service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d3f49-99f4-4980-942c-9f86a1908812,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:55.382495 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f34e5a3d-f9a9-421b-8efd-43c57234a814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.505247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6bc05ee-12e0-4175-94a8-80fc6abf5498 req-2e1fe2aa-60a7-43d9-aad4-5e680490b94a tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994265 Sep 21 08:09:55.538259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-dd827751-0390-45a3-9eb0-c4471bcd909f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.539854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-dd827751-0390-45a3-9eb0-c4471bcd909f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.2476010 Sep 21 08:09:55.603898 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cc50087-736d-4f21-9aac-b1e328cecf78 req-d700f88d-2dee-4c5a-b4b4-46d3d2a34bee tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221486 Sep 21 08:09:55.605511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-2a6dd2f6-0ee0-4161-a8a2-252fb67047d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.607976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94c7ce7c-abd3-4a08-a337-c708c5ff70a5 req-2a6dd2f6-0ee0-4161-a8a2-252fb67047d6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5081751 Sep 21 08:09:55.770791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42696) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:55.774034 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-e3aec54c-a11c-424a-9183-e84fcc223e8d req-66429820-7b91-43d0-a102-2f2f84c414bd tempest-FloatingIPsNegativeTestJSON-37004195 tempest-FloatingIPsNegativeTestJSON-37004195-project] show failed (client error): The resource could not be found. Sep 21 08:09:55.796060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e3aec54c-a11c-424a-9183-e84fcc223e8d req-66429820-7b91-43d0-a102-2f2f84c414bd tempest-FloatingIPsNegativeTestJSON-37004195 tempest-FloatingIPsNegativeTestJSON-37004195-project] 10.222.0.59 "GET /v2.0/floatingips/33d02cd7-1bcb-49d4-91ee-f281a9dcd4d5 HTTP/1.1" status: 404 len: 350 time: 0.1188793 Sep 21 08:09:55.796291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42700) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:55.829353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] For port b22feebd-8995-4bea-9d56-fa92d5fc68c1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b22feebd-8995-4bea-9d56-fa92d5fc68c1,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:55.829745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:55.849912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Calling delete_port for b22feebd-8995-4bea-9d56-fa92d5fc68c1 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:55.873368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'name': 'network-vif-deleted', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e'}, {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:55.875651 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10adab0-d506-44bd-a803-e669f9cdae11" -d '{"events": [{"server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "name": "network-vif-deleted", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e"}, {"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:55.956538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.973207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.979099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.992802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:55.999032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.012400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.018969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.025592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.027378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-cf1ea090-78e8-408e-a8e9-db0482ff5e1a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5406 time: 0.3760948 Sep 21 08:09:56.041109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['24c7f1b9-f5e2-46b0-b0b2-7868539a2786', 'b22feebd-8995-4bea-9d56-fa92d5fc68c1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:56.044525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['d6ec8dfc-b881-4ab3-8e12-1fb3618a0991'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:56.093520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83a8766e-6690-4b2e-a1fd-422bbb6e1ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.112884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Pushing event deleted for resources: {'Port': ['ID=b22feebd-8995-4bea-9d56-fa92d5fc68c1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:56.123109 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-ce90f13a-e8e0-4420-b3fd-0730b894b257 req-46a207d4-c96d-4faa-a244-bd2d12a65a72 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-632841603', 'description': 'tempest-description-219468881'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:56.183079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Deleting port 3946e75f-aff6-497d-a573-b981cac27113 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:56.183470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.211371 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce90f13a-e8e0-4420-b3fd-0730b894b257 req-46a207d4-c96d-4faa-a244-bd2d12a65a72 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.239541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e883c4f2-fa30-4faf-aad3-8c1cbe2bbffa req-07a47aa2-dc83-43f8-a040-985a30728886 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2112541 Sep 21 08:09:56.265890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] No DVR routers for this DVR port b22feebd-8995-4bea-9d56-fa92d5fc68c1 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:56.272531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.275664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14cf996f-444e-49f6-8603-149d9cbd7034 req-69d2be2e-6d17-40fc-9311-67d62f08b97c tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "DELETE /v2.0/ports/b22feebd-8995-4bea-9d56-fa92d5fc68c1 HTTP/1.1" status: 204 len: 173 time: 1.9143574 Sep 21 08:09:56.276275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50744bc2-719c-455b-a770-c355364027fe', 'name': 'network-vif-deleted', 'tag': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:56.283057 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2019f421-24d1-461d-bba0-7f3215ba5a59" -d '{"events": [{"server_uuid": "50744bc2-719c-455b-a770-c355364027fe", "name": "network-vif-deleted", "tag": "b22feebd-8995-4bea-9d56-fa92d5fc68c1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:56.364469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42716) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:56.526396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:09:56.528204 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b31b1-f5a9-4750-b1e2-02214a4ff4e8 x-openstack-request-id: req-138b31b1-f5a9-4750-b1e2-02214a4ff4e8 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:56.528507 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08b8752-c9ab-4d7d-b827-4e2a18f59b28", "name": "network-vif-deleted", "tag": "b3f79d76-ee47-45e1-bada-c460b778be7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:56.528759 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-138b31b1-f5a9-4750-b1e2-02214a4ff4e8 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:56.529147 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08b8752-c9ab-4d7d-b827-4e2a18f59b28', 'name': 'network-vif-deleted', 'tag': 'b3f79d76-ee47-45e1-bada-c460b778be7e', 'status': 'completed', 'code': 200} Sep 21 08:09:56.529397 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812', 'status': 'completed', 'code': 200} Sep 21 08:09:56.579339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c983e9aa-0e0b-4ba1-8b14-05b881782ced {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:56.594794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] For port 3946e75f-aff6-497d-a573-b981cac27113, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=3946e75f-aff6-497d-a573-b981cac27113,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:09:56.595179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.603365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.624997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.625941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.625941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.626578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.630174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.630762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.631808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.636288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-b30f3fbe-4d27-4c26-8600-5cbc596118df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6353 time: 0.1266716 Sep 21 08:09:56.639905 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f1f67c-6c31-4c27-b9b9-03c780a352aa x-openstack-request-id: req-27f1f67c-6c31-4c27-b9b9-03c780a352aa {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:56.640310 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50744bc2-719c-455b-a770-c355364027fe", "name": "network-vif-deleted", "tag": "b22feebd-8995-4bea-9d56-fa92d5fc68c1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:56.640693 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27f1f67c-6c31-4c27-b9b9-03c780a352aa {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:56.641613 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50744bc2-719c-455b-a770-c355364027fe', 'name': 'network-vif-deleted', 'tag': 'b22feebd-8995-4bea-9d56-fa92d5fc68c1', 'status': 'completed', 'code': 200} Sep 21 08:09:56.689307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Calling delete_port for 3946e75f-aff6-497d-a573-b981cac27113 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:09:56.692182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Transition to ACTIVE for port object c983e9aa-0e0b-4ba1-8b14-05b881782ced will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:09:56.718189 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.725123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.757565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:56.841319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: b3f79d76-ee47-45e1-bada-c460b778be7e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:56.842017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b3f79d76-ee47-45e1-bada-c460b778be7e not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:56.842802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 3946e75f-aff6-497d-a573-b981cac27113 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:56.870672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-5d2b0e09-2bfd-4e48-867d-d7ca81cd6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.871385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-5d2b0e09-2bfd-4e48-867d-d7ca81cd6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.872803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-5d2b0e09-2bfd-4e48-867d-d7ca81cd6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:56.874330 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-5d2b0e09-2bfd-4e48-867d-d7ca81cd6737 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=43a332c4abd04c93a0aaafed95126cd2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2284672 Sep 21 08:09:56.897918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:09:56.898714 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:56.941145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Pushing event updated for resources: {'Port': ['ID=c983e9aa-0e0b-4ba1-8b14-05b881782ced,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:56.986520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83a8766e-6690-4b2e-a1fd-422bbb6e1ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.044448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83a8766e-6690-4b2e-a1fd-422bbb6e1ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.118295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-097e089c-0c3a-44c6-9282-93c2addf9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.120156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d10adab0-d506-44bd-a803-e669f9cdae11 req-097e089c-0c3a-44c6-9282-93c2addf9199 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699011 Sep 21 08:09:57.120500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b22feebd-8995-4bea-9d56-fa92d5fc68c1 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:09:57.151101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] Deleting subnet 06e0b300-5a8d-4b76-a604-27b72889a088 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:09:57.155538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.159022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: b22feebd-8995-4bea-9d56-fa92d5fc68c1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:09:57.159432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b22feebd-8995-4bea-9d56-fa92d5fc68c1 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:09:57.197196 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-83a8766e-6690-4b2e-a1fd-422bbb6e1ba3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee5f33c7aa134160b52cfb4ae5891dac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4230523 Sep 21 08:09:57.206664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42734) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:57.243360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.247274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87232f1d-e8c1-4ef4-a935-7df46e8035c1 req-88eaa93d-890b-4454-95e3-ed287511f4c3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.248852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87232f1d-e8c1-4ef4-a935-7df46e8035c1 req-88eaa93d-890b-4454-95e3-ed287511f4c3 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 945 time: 0.4271555 Sep 21 08:09:57.249486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8766e-6690-4b2e-a1fd-422bbb6e1ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c8a704-205a-4471-aa70-de29c3e0e3af,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:57.320026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Attempting to bind port c983e9aa-0e0b-4ba1-8b14-05b881782ced on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:09:57.320372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Attempting to bind port c983e9aa-0e0b-4ba1-8b14-05b881782ced by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:09:57.320821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Attempting to bind port c983e9aa-0e0b-4ba1-8b14-05b881782ced on network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:57.325346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce90f13a-e8e0-4420-b3fd-0730b894b257 req-46a207d4-c96d-4faa-a244-bd2d12a65a72 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.338765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce90f13a-e8e0-4420-b3fd-0730b894b257 req-46a207d4-c96d-4faa-a244-bd2d12a65a72 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.364404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Port c983e9aa-0e0b-4ba1-8b14-05b881782ced on network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:09:57.364892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Attempting to bind port c983e9aa-0e0b-4ba1-8b14-05b881782ced on network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:09:57.368680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13d5f091-a953-44bf-b299-db10f6d57761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.373646 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.403574 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce90f13a-e8e0-4420-b3fd-0730b894b257 req-46a207d4-c96d-4faa-a244-bd2d12a65a72 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.404089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce90f13a-e8e0-4420-b3fd-0730b894b257 req-46a207d4-c96d-4faa-a244-bd2d12a65a72 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2932818 Sep 21 08:09:57.433489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13d5f091-a953-44bf-b299-db10f6d57761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.433709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:09:57.433830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Checking segment: {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:09:57.434407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Bound using segment: {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:09:57.435067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a207d4-c96d-4faa-a244-bd2d12a65a72 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dc1e22-4b7c-42fb-8972-af3f36dd08ae,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:57.435188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Bound port: c983e9aa-0e0b-4ba1-8b14-05b881782ced, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:09:57.435661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.501709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87232f1d-e8c1-4ef4-a935-7df46e8035c1 req-0185c83e-282a-4427-ab37-09f8f0ef2b57 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414746 Sep 21 08:09:57.507904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.508145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.528109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:09:57.558515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13d5f091-a953-44bf-b299-db10f6d57761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.559221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13d5f091-a953-44bf-b299-db10f6d57761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.561049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-13d5f091-a953-44bf-b299-db10f6d57761 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12c8a704-205a-4471-aa70-de29c3e0e3af HTTP/1.1" status: 204 len: 168 time: 0.3530986 Sep 21 08:09:57.591985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.596471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/06e0b300-5a8d-4b76-a604-27b72889a088 HTTP/1.1" status: 204 len: 168 time: 1.2287509 Sep 21 08:09:57.596471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d4506-7ddb-4587-892b-b9b78b96a247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e0b300-5a8d-4b76-a604-27b72889a088,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:57.598529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42750) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:57.616444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b575696-018a-4847-9d5f-e764a3d61c9c req-baf0f8af-4cf2-4c09-beac-fc7551386797 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1392664405', 'description': 'tempest-description-717651740'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:57.627912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event deleted for resources: {'Port': ['ID=3946e75f-aff6-497d-a573-b981cac27113,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:57.633825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5f091-a953-44bf-b299-db10f6d57761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c8a704-205a-4471-aa70-de29c3e0e3af,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:57.705556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.713590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.720397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.725730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] No DVR routers for this DVR port 3946e75f-aff6-497d-a573-b981cac27113 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:09:57.728892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.734904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.740807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b575696-018a-4847-9d5f-e764a3d61c9c req-baf0f8af-4cf2-4c09-beac-fc7551386797 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.741675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.745065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.747065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7dd2da91-2ec0-461e-9f83-ee304dcfcc47 req-f5c5c784-5d13-43fc-ad28-b04030d7b876 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "DELETE /v2.0/ports/3946e75f-aff6-497d-a573-b981cac27113 HTTP/1.1" status: 204 len: 173 time: 2.1057997 Sep 21 08:09:57.748294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.752287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] For port c983e9aa-0e0b-4ba1-8b14-05b881782ced, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:09:57.756448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.759712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-f621a22f-9f04-478c-91a9-7974e1458fa0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5418 time: 0.2438231 Sep 21 08:09:57.765664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.786027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] For port c983e9aa-0e0b-4ba1-8b14-05b881782ced, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:09:57.789447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.832155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.890574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:57.891213 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.892679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] 10.222.0.62 "PUT /v2.0/ports/c983e9aa-0e0b-4ba1-8b14-05b881782ced HTTP/1.1" status: 200 len: 1091 time: 2.8498261 Sep 21 08:09:57.949273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:57.980242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Request body: {'port': {'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:09:57.998481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a251d9-59a5-4feb-8c5d-edc105fbe231']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:58.037017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:58.037396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4745820c-f4f6-40be-ab0f-7e0a1ff43c2f') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:58.049557 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.053638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b575696-018a-4847-9d5f-e764a3d61c9c req-baf0f8af-4cf2-4c09-beac-fc7551386797 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.055204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333aa1b-18a4-44ab-8725-8adaef1d614b service neutron] Pushing event updated for resources: {'Port': ['ID=c983e9aa-0e0b-4ba1-8b14-05b881782ced,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:58.066993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.071343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b575696-018a-4847-9d5f-e764a3d61c9c req-baf0f8af-4cf2-4c09-beac-fc7551386797 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.075634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:09:58.076269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:09:58.152460 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:09:58.158873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42760) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:58.163224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f4577c5-9cfb-4b41-8aa6-913a74aa6165 req-4accb849-16cf-46b4-b110-1fdbdb0f80e9 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3932376 Sep 21 08:09:58.176633 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.183398 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.187633 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] 10.222.0.59 "DELETE /v2.0/networks/91a251d9-59a5-4feb-8c5d-edc105fbe231 HTTP/1.1" status: 204 len: 168 time: 0.5838945 Sep 21 08:09:58.188763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42762) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:58.207696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c1332-feec-48c2-a07d-439f960f042c admin admin] Pushing event deleted for resources: {'Network': ['ID=91a251d9-59a5-4feb-8c5d-edc105fbe231,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:58.270011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d64cab4-d0be-49b4-bd2c-fa599db80ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.272166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b575696-018a-4847-9d5f-e764a3d61c9c req-baf0f8af-4cf2-4c09-beac-fc7551386797 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.275834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] Deleting subnet 0da655cd-a214-402f-92ba-1d8f198e98f9 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:09:58.279533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.303626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b575696-018a-4847-9d5f-e764a3d61c9c req-baf0f8af-4cf2-4c09-beac-fc7551386797 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7633927 Sep 21 08:09:58.354142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0f8af-4cf2-4c09-beac-fc7551386797 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32abe1-7ed6-410f-8134-1341137840bd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:58.371456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.399927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.461800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.566591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.602435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da655cd-a214-402f-92ba-1d8f198e98f9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:58.609062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.615712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-522d91a4-591b-4998-a06f-537d518b6bac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0da655cd-a214-402f-92ba-1d8f198e98f9 HTTP/1.1" status: 204 len: 168 time: 0.4237437 Sep 21 08:09:58.616249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42776) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:58.717208 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.859047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.883242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1519b197-f801-473e-808d-3fe65c45a86f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:58.894949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f633d6-84f3-497a-b50d-786c9032a386') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:58.895228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f633d6-84f3-497a-b50d-786c9032a386') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:09:58.907093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.922810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.931563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:09:58.932053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:09:58.933829 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:09:58.997290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'name': 'network-vif-deleted', 'tag': '3946e75f-aff6-497d-a573-b981cac27113'}, {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:09:58.999569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:59.002457 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc231802-96cb-4bfc-86ca-d762d3724010" -d '{"events": [{"server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "name": "network-vif-deleted", "tag": "3946e75f-aff6-497d-a573-b981cac27113"}, {"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:09:59.009748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:59.020322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] 10.222.0.59 "DELETE /v2.0/networks/1519b197-f801-473e-808d-3fe65c45a86f HTTP/1.1" status: 204 len: 168 time: 0.4021213 Sep 21 08:09:59.036986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4db07-f7dd-4395-be3a-e3772ff5e6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1519b197-f801-473e-808d-3fe65c45a86f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:59.083751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-23352119-398f-4152-95ef-56686662db96 req-eaa171e8-c492-4f3c-a8b1-daa66f7ddbfb tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.0304122 Sep 21 08:09:59.330768 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 08:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416ecb46-9379-49b9-9878-f30eb90be989 x-openstack-request-id: req-416ecb46-9379-49b9-9878-f30eb90be989 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:09:59.332833 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131d800-bddb-4aef-9521-a97e17dce25d", "name": "network-vif-deleted", "tag": "3946e75f-aff6-497d-a573-b981cac27113", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:09:59.333113 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-416ecb46-9379-49b9-9878-f30eb90be989 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:09:59.333746 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2131d800-bddb-4aef-9521-a97e17dce25d', 'name': 'network-vif-deleted', 'tag': '3946e75f-aff6-497d-a573-b981cac27113', 'status': 'completed', 'code': 200} Sep 21 08:09:59.335111 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced', 'status': 'completed', 'code': 200} Sep 21 08:09:59.410077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42802) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:59.441681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Deleting port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:09:59.442050 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:59.451473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d7b7b1a-fd7f-4dbb-bdd5-59f026192e1e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.464422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d7b7b1a-fd7f-4dbb-bdd5-59f026192e1e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 813 time: 0.4574702 Sep 21 08:09:59.472497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d64cab4-d0be-49b4-bd2c-fa599db80ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:59.477147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.477656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.478899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.479741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.480319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.480814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.481357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.483648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-c131172b-01d2-4819-ac8f-d0fe4b3fedf9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6420 time: 0.1720221 Sep 21 08:09:59.510128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-add4892f-16ef-48fa-a0d5-9bd6bed5c98d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/quotas/0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 375 time: 0.0442622 Sep 21 08:09:59.510924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42804) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:59.522439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d64cab4-d0be-49b4-bd2c-fa599db80ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:59.591662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f87e67bb-3d7a-4a3e-bbf3-4e4f18e0feaf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d9a5530eddb54a0a837750d539b58ca1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1800849 Sep 21 08:09:59.605472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.612539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.619687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.625831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.628607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-0f540c9c-e6b1-4183-b1d1-8dacb8530ec8 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783048 Sep 21 08:09:59.629311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42808) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:59.632667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.640779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.647502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.649396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-003aae52-9381-4c3c-8ea9-7559b9a0ad6c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5418 time: 0.2733033 Sep 21 08:09:59.715633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-374f1616-9738-4088-8981-9450bf192d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.716125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-374f1616-9738-4088-8981-9450bf192d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.716602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-374f1616-9738-4088-8981-9450bf192d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.718257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-374f1616-9738-4088-8981-9450bf192d16 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=43a332c4abd04c93a0aaafed95126cd2&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2256005 Sep 21 08:09:59.723065 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea69dcbd-71a7-4495-a626-c75592754ac9 req-3e9fac8e-5e9d-4f51-991c-e5ed5eb2f187 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656791 Sep 21 08:09:59.784233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-089aa582-85b1-4143-92bb-d647cc213112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:09:59.854633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-949aa05f-90a3-4b66-98ed-70c45f530430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:09:59.856802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc231802-96cb-4bfc-86ca-d762d3724010 req-949aa05f-90a3-4b66-98ed-70c45f530430 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311209 Sep 21 08:09:59.906382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d64cab4-d0be-49b4-bd2c-fa599db80ae2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5632dfcf59b84139a415cec2ee5d7354&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7083743 Sep 21 08:09:59.910050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42816) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:09:59.915762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64cab4-d0be-49b4-bd2c-fa599db80ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451edc3e-0f74-4bbb-9f39-9e46ad0d7a93,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:09:59.932962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:09:59.963178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.000312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] For port 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,segment=NetworkSegment(85b08f8b-036e-494c-8707-3db381991621),segment_id=85b08f8b-036e-494c-8707-3db381991621)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:00.000931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.001551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e70afaf7-b30f-4004-8c4c-5a2adced1aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.028109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Transition to ACTIVE for port object 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:00.036025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e70afaf7-b30f-4004-8c4c-5a2adced1aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.051158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.054720 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-c801cdf7-d66e-4aa2-9330-1be4d745ae56 service neutron] 10.222.0.59 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304191 Sep 21 08:10:00.056746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Calling delete_port for 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:00.070331 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-827b1be4-3123-4c85-b27b-9f59ce8b5ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.108824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e70afaf7-b30f-4004-8c4c-5a2adced1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.113054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e70afaf7-b30f-4004-8c4c-5a2adced1aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.116856 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e70afaf7-b30f-4004-8c4c-5a2adced1aeb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/451edc3e-0f74-4bbb-9f39-9e46ad0d7a93 HTTP/1.1" status: 204 len: 168 time: 0.2031038 Sep 21 08:10:00.125946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70afaf7-b30f-4004-8c4c-5a2adced1aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451edc3e-0f74-4bbb-9f39-9e46ad0d7a93,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:00.256594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-827b1be4-3123-4c85-b27b-9f59ce8b5ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.309233 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cd66977-7179-437a-ac5f-fc47a15e9b6a req-19ffdd90-fe30-4e8e-a39c-ddcbe4fcb8b9 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.0455663 Sep 21 08:10:00.310415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Pushing event updated for resources: {'Port': ['ID=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:00.457572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-089aa582-85b1-4143-92bb-d647cc213112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.511013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-852d21b3-87c9-4b13-bd0c-d0e083cb3708 service neutron] 10.222.0.59 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454165 Sep 21 08:10:00.511563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-089aa582-85b1-4143-92bb-d647cc213112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.591641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-827b1be4-3123-4c85-b27b-9f59ce8b5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.594910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-827b1be4-3123-4c85-b27b-9f59ce8b5ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.597340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-827b1be4-3123-4c85-b27b-9f59ce8b5ef4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c58e3a30-bcf5-43f8-b64c-a0049990d079 HTTP/1.1" status: 204 len: 168 time: 0.9326715 Sep 21 08:10:00.606853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aa582-85b1-4143-92bb-d647cc213112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be7b6c8-9fd3-4a8c-99e6-ff51e2330260,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:00.625750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Attempting to bind port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:00.626089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Attempting to bind port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:00.626414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Attempting to bind port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 on network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:00.633372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42836) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:00.636025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-089aa582-85b1-4143-92bb-d647cc213112 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0fe2c53edeef47ac8186ac128bbdd9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1150613 Sep 21 08:10:00.669851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 on network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:00.670180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Attempting to bind port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 on network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:00.693681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b1be4-3123-4c85-b27b-9f59ce8b5ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e3a30-bcf5-43f8-b64c-a0049990d079,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:00.699434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:00.699806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Checking segment: {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:00.700178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Bound using segment: {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:00.700622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Bound port: 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273fde5e-cca8-4b13-ae3c-61b9b94866dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:00.700978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.836195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dffdeae0-1e8f-4fae-b49e-c6235bd6bb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:00.948532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dffdeae0-1e8f-4fae-b49e-c6235bd6bb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.026583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf18ff-40c7-419e-97a6-d7580095799e req-bd95eb1d-f533-4fbb-8436-bbdde70fd6e1 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.032760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf18ff-40c7-419e-97a6-d7580095799e req-bd95eb1d-f533-4fbb-8436-bbdde70fd6e1 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.050207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6baf18ff-40c7-419e-97a6-d7580095799e req-bd95eb1d-f533-4fbb-8436-bbdde70fd6e1 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa&device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 1682 time: 0.2104683 Sep 21 08:10:01.070466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.150668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] For port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:01.168570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:01.189266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6baf18ff-40c7-419e-97a6-d7580095799e req-59d582f5-2939-4ece-9660-08bf05f9b2c3 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381156 Sep 21 08:10:01.200111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dffdeae0-1e8f-4fae-b49e-c6235bd6bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.203000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dffdeae0-1e8f-4fae-b49e-c6235bd6bb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.208455 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dffdeae0-1e8f-4fae-b49e-c6235bd6bb79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7be7b6c8-9fd3-4a8c-99e6-ff51e2330260 HTTP/1.1" status: 204 len: 168 time: 0.5739429 Sep 21 08:10:01.226080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdeae0-1e8f-4fae-b49e-c6235bd6bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be7b6c8-9fd3-4a8c-99e6-ff51e2330260,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:01.248750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] For port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:01.302260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1c781a7-68e5-45f5-8bbf-d054b9c74395 req-f0823f7e-1bb8-41d5-a2a9-c52c7af8ba37 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 210 time: 0.0384967 Sep 21 08:10:01.356092 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.399525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42862) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:01.529499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d48b90a-cf95-4d3a-8af6-4f40cda94560 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db9a8be929194b25b7e7f95a3cac8384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284778 Sep 21 08:10:01.535719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42864) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:01.581713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Pushing event updated for resources: {'Port': ['ID=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:01.632461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.646025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.662310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.670435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.679494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feea7e09-cbac-4968-98dc-4fa7381114bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.692496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.717436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.739446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.743157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-9d4d9f81-357e-4d9f-be27-b9356679ee0b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.8169122 Sep 21 08:10:01.765094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.790766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:01.791581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:01.793924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-99f8e358-2c3c-4c57-8513-c43c97117249 service neutron] 10.222.0.62 "PUT /v2.0/ports/78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 200 len: 1091 time: 3.8224330 Sep 21 08:10:01.795207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:01.798965 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4615daf0-7d6c-48a3-8101-45079722caff" -d '{"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:01.843627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0e62dcb0-158e-493a-87d0-85fa28910082 req-d9e6cc7f-afab-4946-8657-11c8b196b8f4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901165 Sep 21 08:10:01.854082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-380e2a32-7967-438b-b238-7903fa006c80 req-4f67edc0-ec32-407a-bdb2-3ab882881752 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.1670604 Sep 21 08:10:01.894189 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feea7e09-cbac-4968-98dc-4fa7381114bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.018498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feea7e09-cbac-4968-98dc-4fa7381114bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.022710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feea7e09-cbac-4968-98dc-4fa7381114bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.024946 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-feea7e09-cbac-4968-98dc-4fa7381114bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b6aedf5-911b-4aee-8ae7-e500788e4515 HTTP/1.1" status: 204 len: 168 time: 0.4868867 Sep 21 08:10:02.032657 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2060bad9-a373-4ded-a38a-845bf236c830 x-openstack-request-id: req-2060bad9-a373-4ded-a38a-845bf236c830 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:02.034603 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:02.037562 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2060bad9-a373-4ded-a38a-845bf236c830 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:02.038224 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3', 'status': 'completed', 'code': 200} Sep 21 08:10:02.051685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea7e09-cbac-4968-98dc-4fa7381114bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6aedf5-911b-4aee-8ae7-e500788e4515,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:02.052494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42882) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:02.100248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29e366dc-c477-4cfa-b44a-0b7126e1a91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.140313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.141068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.141833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.142783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.144026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.148280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.149045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.151204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6ec9f8b-b15e-4f84-83a5-907a76d50db4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6487 time: 0.2320583 Sep 21 08:10:02.224792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-fc6b5870-a6fb-4887-b83b-ceb78a3ab9e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 200 len: 217 time: 0.0573010 Sep 21 08:10:02.252153 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.444232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-278288c5-9896-47cc-be0d-c4507bfcf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.448100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-278288c5-9896-47cc-be0d-c4507bfcf82a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4ac5536-34b2-40c8-9b53-df8f2f609101 HTTP/1.1" status: 200 len: 855 time: 0.2095594 Sep 21 08:10:02.454848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29e366dc-c477-4cfa-b44a-0b7126e1a91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.528369 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29e366dc-c477-4cfa-b44a-0b7126e1a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.556147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-29e366dc-c477-4cfa-b44a-0b7126e1a91e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8037737ac58b4fb6b33bea6270a78a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023596 Sep 21 08:10:02.558726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f1ad330-23f7-4fb6-a789-46b33de4d87d req-cca97255-9b57-4592-8e26-96fb9b0eb00e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 210 time: 0.0943387 Sep 21 08:10:02.559303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42894) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:02.626718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e366dc-c477-4cfa-b44a-0b7126e1a91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b89ee1-e225-46b7-b182-6269518675db,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:02.636330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-a1c820a9-3187-4f19-b4bb-5b7da6ffd481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:02.641191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-a1c820a9-3187-4f19-b4bb-5b7da6ffd481 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b81071b7-8704-4572-b376-55243ff5365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668391 Sep 21 08:10:02.660546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25289355-9d93-497d-9373-bdf196024e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.692973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25289355-9d93-497d-9373-bdf196024e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.749043 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25289355-9d93-497d-9373-bdf196024e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.756879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25289355-9d93-497d-9373-bdf196024e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:02.761950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-25289355-9d93-497d-9373-bdf196024e9c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/10b89ee1-e225-46b7-b182-6269518675db HTTP/1.1" status: 204 len: 168 time: 0.2006829 Sep 21 08:10:02.778053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25289355-9d93-497d-9373-bdf196024e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b89ee1-e225-46b7-b182-6269518675db,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:03.117378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f305f0c6-fd97-47ef-a714-f7041c35318f service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657674 Sep 21 08:10:03.176237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0404f6bd-e81d-49b4-a75a-b2fc390637ec req-b42f3721-cbed-409e-9af2-8303ba6cbfa6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.1482363 Sep 21 08:10:03.182845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209a88f-7d40-4ebc-9cc9-71544ad060d0 req-e016d467-4541-483a-abed-77e30c0d3ce1 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.192217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8209a88f-7d40-4ebc-9cc9-71544ad060d0 req-e016d467-4541-483a-abed-77e30c0d3ce1 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 945 time: 0.1135783 Sep 21 08:10:03.285518 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:03.305111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8209a88f-7d40-4ebc-9cc9-71544ad060d0 req-c5757b41-01ea-46a3-872f-ad4a3eb5e53b tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119196 Sep 21 08:10:03.312302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Router 5fac8f07-8cc7-42b9-bfad-610491430e34 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:10:03.348755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-b01c677c-d47c-4fc6-b5f4-70905cfc012f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.350496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-b01c677c-d47c-4fc6-b5f4-70905cfc012f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 813 time: 0.4980698 Sep 21 08:10:03.378523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'port': {'device_id': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09', 'admin_state_up': True, 'tenant_id': '0b65f7a46f1a4a09b8e1e092a1657ae7'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:03.433005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-de1183a4-8171-49c8-af02-d86c943804c2 service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798908 Sep 21 08:10:03.764263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc9c9c12-fd24-4fe0-bcde-6f9d96a3b128 req-a56fe9c8-5ffb-4508-ad39-b0b32cb52c75 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 210 time: 0.0448985 Sep 21 08:10:03.928910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.935114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.944609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.951545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.957907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.964382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-e687a882-e7de-4bb5-a968-2ef463988e2b tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.965260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.970820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-e687a882-e7de-4bb5-a968-2ef463988e2b tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 945 time: 0.1145923 Sep 21 08:10:03.973084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:03.981146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-14b1aa51-3e8f-4fde-92ef-38287b362b09 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.6767583 Sep 21 08:10:04.000562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-c65cec9a-1cd0-4b8e-8175-8168bf0ad54b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 217 time: 0.5249403 Sep 21 08:10:04.074572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-973da2c2-6683-482d-9b57-acc6e85ec1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:04.076192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-973da2c2-6683-482d-9b57-acc6e85ec1bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0573604 Sep 21 08:10:04.166821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0da0824-5925-4df7-a7bf-71449ce3303a req-73878bca-c00a-4f5c-8ab8-981cde364567 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844831 Sep 21 08:10:04.215495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Deleting port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:04.215874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:04.252423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:10:04.261491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7580f31b-32d6-4bd4-a0d5-42f997416ae0 admin admin] 10.222.0.59 "PUT /v2.0/routers/5fac8f07-8cc7-42b9-bfad-610491430e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4546392 Sep 21 08:10:04.263650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Made reservation on behalf of 0b65f7a46f1a4a09b8e1e092a1657ae7 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:04.267228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:04.276712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] Sync routers for ids ['5fac8f07-8cc7-42b9-bfad-610491430e34'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:10:04.281855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:04.300297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b1a4f855-8959-4deb-bad9-ab5b74206152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:04.308344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] Routers {'5fac8f07-8cc7-42b9-bfad-610491430e34'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:04.309184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5fac8f07-8cc7-42b9-bfad-610491430e34'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:04.310761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-b1a4f855-8959-4deb-bad9-ab5b74206152 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2259197 Sep 21 08:10:04.565212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] Set router 5fac8f07-8cc7-42b9-bfad-610491430e34 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:04.737939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42960) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:04.936536 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f6db79bd-9324-49ce-bfc2-c693315af30d service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144800 Sep 21 08:10:04.959120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78931d-2a00-4abf-9212-a742db033ca6 req-6140edec-4cf4-44cc-b443-977347639b41 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:04.960745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b78931d-2a00-4abf-9212-a742db033ca6 req-6140edec-4cf4-44cc-b443-977347639b41 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 945 time: 0.4146490 Sep 21 08:10:05.004163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:10:00Z', 'revision_number': 5, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:05.078759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] Checking router: 5fac8f07-8cc7-42b9-bfad-610491430e34 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:10:05.080036 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.110624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Allocated IP 172.20.0.2 (4973c017-aa9b-46f1-aab1-bd026de36d09/32f4932b-202d-47f1-a3f5-9d8eae4fadca/815179c1-a2f8-4e09-b233-8b92c31ee0c0) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:05.112761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] Routers {'5fac8f07-8cc7-42b9-bfad-610491430e34'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:05.113415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5fac8f07-8cc7-42b9-bfad-610491430e34'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:05.196837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] For port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:05.197214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.219883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Calling delete_port for d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:05.222328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] Set router 5fac8f07-8cc7-42b9-bfad-610491430e34 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:05.430298 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b78931d-2a00-4abf-9212-a742db033ca6 req-1fd40360-4698-432d-bab1-780a31b5cab7 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/security-groups?id=3ae5b5af-0bbe-456e-80df-d86570ed15a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441004 Sep 21 08:10:05.437589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:10:00Z', 'revision_number': 5, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:05.463062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.473439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb1e4dd-af87-480e-a6c5-bc878c076423 None None] The sync data for ids ['5fac8f07-8cc7-42b9-bfad-610491430e34'] in n-d-809980-2 is: [{'id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'name': 'tempest-FloatingIPsNegativeTestJSON-1899241502-router', 'tenant_id': 'ced46c26396c4a84b726f82852e2f65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:09:36Z', 'updated_at': '2021-09-21T08:10:00Z', 'revision_number': 5, 'project_id': 'ced46c26396c4a84b726f82852e2f65e', 'gw_port': {'id': '6527cf58-3596-4a5b-9b3c-3da52bf85fce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fac8f07-8cc7-42b9-bfad-610491430e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:09:38Z', 'updated_at': '2021-09-21T08:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:10:05.482558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['24c7f1b9-f5e2-46b0-b0b2-7868539a2786'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:05.493285 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.541476 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88a06af3-3bae-45b8-b269-187d62d5d9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.563304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26953abd-890e-4479-8926-4e4a8e42c91f req-d46c6787-b703-4722-98b1-02f892134735 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=2131d800-bddb-4aef-9521-a97e17dce25d HTTP/1.1" status: 200 len: 210 time: 0.1935334 Sep 21 08:10:05.731616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Pushing event deleted for resources: {'Port': ['ID=d6ec8dfc-b881-4ab3-8e12-1fb3618a0991,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:05.769994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-528978f0-5ba9-42d6-b991-46ae5dec1f6c service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081999 Sep 21 08:10:05.812593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ac3a325-586d-4f3a-b729-b9c071e14591 req-338c7cd5-6bc9-4993-8963-1d4ced744814 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 210 time: 0.2335818 Sep 21 08:10:05.838869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-721cc311-10fe-412c-a1b9-184a116fd35d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:05.854293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-721cc311-10fe-412c-a1b9-184a116fd35d tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "GET /v2.0/ports?device_id=528078e2-d082-46ea-831f-b89aa7f026fa HTTP/1.1" status: 200 len: 946 time: 0.4857507 Sep 21 08:10:05.891368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] No DVR routers for this DVR port d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:05.900656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e7ee6ec1-36c7-404c-b6cf-23b10671e055 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 217 time: 0.0864120 Sep 21 08:10:05.905516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88a06af3-3bae-45b8-b269-187d62d5d9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.910890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.913177 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88a06af3-3bae-45b8-b269-187d62d5d9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:05.916828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc68750e-28e1-4f89-92cc-d146461158a1 req-0ae2ccba-90c2-417c-82e6-f6496ef51181 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.62 "DELETE /v2.0/ports/d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 HTTP/1.1" status: 204 len: 173 time: 1.9397821 Sep 21 08:10:05.929604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'name': 'network-vif-deleted', 'tag': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:05.932251 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4626ce66-3c62-4559-99a4-7769af67e7d4" -d '{"events": [{"server_uuid": "4f38215c-6bc3-485a-bd23-9973f7cf6944", "name": "network-vif-deleted", "tag": "d6ec8dfc-b881-4ab3-8e12-1fb3618a0991"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:05.985259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.011875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-88a06af3-3bae-45b8-b269-187d62d5d9ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69b6d2f6bb00488a8805d27b3120e70a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2671871 Sep 21 08:10:06.020588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43000) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:06.045173 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d732a12-a266-4c4e-9e7b-b66a3c1d01dd x-openstack-request-id: req-4d732a12-a266-4c4e-9e7b-b66a3c1d01dd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:06.061517 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f38215c-6bc3-485a-bd23-9973f7cf6944", "name": "network-vif-deleted", "tag": "d6ec8dfc-b881-4ab3-8e12-1fb3618a0991", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:06.062251 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d732a12-a266-4c4e-9e7b-b66a3c1d01dd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:06.062629 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f38215c-6bc3-485a-bd23-9973f7cf6944', 'name': 'network-vif-deleted', 'tag': 'd6ec8dfc-b881-4ab3-8e12-1fb3618a0991', 'status': 'completed', 'code': 200} Sep 21 08:10:06.066646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.101098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.115367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.126660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.133785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.148602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.151196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Network 4973c017-aa9b-46f1-aab1-bd026de36d09 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:06.155988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.163592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:06.164555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.172359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:06.173120 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-3a6c7639-c7b3-4a84-9c7a-3be8265739f0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.4435201 Sep 21 08:10:06.181472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a06af3-3bae-45b8-b269-187d62d5d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88aac0-1715-4fab-bf87-6197b7c76333,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:06.202042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:06.242771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f1a8061d-cd6d-4ba0-b50e-d57d5b704f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.244329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-f1a8061d-cd6d-4ba0-b50e-d57d5b704f12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.3331463 Sep 21 08:10:06.275939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4c14ed3-d386-47fa-9b14-b2d1eef199ce req-e051e78d-048e-4aaf-8489-65a14b846151 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979228 Sep 21 08:10:06.297543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Deleting port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:06.297968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.332013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Deleting port 6527cf58-3596-4a5b-9b3c-3da52bf85fce {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:06.332435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.370547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:06.396129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f399d39d-2261-484b-9d51-11e74d22104e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.402742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:06.403596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1f245fe2-3c8a-46eb-b03b-9a5c2dc1e762 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:06.443502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f399d39d-2261-484b-9d51-11e74d22104e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.519619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-94ac1c6c-73d5-478b-8015-6b3b60eeda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.521241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-94ac1c6c-73d5-478b-8015-6b3b60eeda4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2683032 Sep 21 08:10:06.528883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:06.529791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.536159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f399d39d-2261-484b-9d51-11e74d22104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.537396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] For port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,segment=NetworkSegment(0e4d9da7-7e87-40a9-95ee-4c9f8d59a287),segment_id=0e4d9da7-7e87-40a9-95ee-4c9f8d59a287)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:06.539814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.539955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f399d39d-2261-484b-9d51-11e74d22104e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.541144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f399d39d-2261-484b-9d51-11e74d22104e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee88aac0-1715-4fab-bf87-6197b7c76333 HTTP/1.1" status: 204 len: 168 time: 0.4976945 Sep 21 08:10:06.567704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399d39d-2261-484b-9d51-11e74d22104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88aac0-1715-4fab-bf87-6197b7c76333,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:06.578924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Calling delete_port for 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:06.590002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] For port 6527cf58-3596-4a5b-9b3c-3da52bf85fce, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6527cf58-3596-4a5b-9b3c-3da52bf85fce,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:06.590519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.620778 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28eb370a-2306-4b2d-b0e3-31c372341fab tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2481263 Sep 21 08:10:06.629952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28b80ce9-d9c2-4258-9885-69e007908db8 req-794bf0c1-358f-486d-a1a1-0d466c19b94f tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f38215c-6bc3-485a-bd23-9973f7cf6944 HTTP/1.1" status: 200 len: 210 time: 0.0576639 Sep 21 08:10:06.635101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Request body: {'port': {'device_id': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:06.647713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Calling delete_port for 6527cf58-3596-4a5b-9b3c-3da52bf85fce owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:06.754904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-7d43dcec-0d3a-452e-b4e0-3047da993da7 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222466 Sep 21 08:10:06.755670 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.800723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-c63feb4e-48d1-472c-9f3a-7745ff66f3c5 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333810 Sep 21 08:10:06.897098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:06.937213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:06.987731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Pushing event deleted for resources: {'Port': ['ID=24c7f1b9-f5e2-46b0-b0b2-7868539a2786,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:07.015841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:07.016994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d6ec8dfc-b881-4ab3-8e12-1fb3618a0991 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:07.037070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.161050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] No DVR routers for this DVR port 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:07.162656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=6527cf58-3596-4a5b-9b3c-3da52bf85fce,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:07.177182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.179608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d49f732-28f6-460f-8107-19e9dedf6e10 req-11000bb7-ff44-429c-ac6c-465ab4ffd672 tempest-ListServersNegativeTestJSON-1931269878 tempest-ListServersNegativeTestJSON-1931269878-project] 10.222.0.50 "DELETE /v2.0/ports/24c7f1b9-f5e2-46b0-b0b2-7868539a2786 HTTP/1.1" status: 204 len: 173 time: 1.2772465 Sep 21 08:10:07.231525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-cfcda65d-c136-42c4-9fd4-dc9e4b2d51d0 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663041 Sep 21 08:10:07.242709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43042) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:07.253246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-5bd817b6-d7df-44db-abde-f67130507e01 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:07.261561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-5bd817b6-d7df-44db-abde-f67130507e01 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477537 Sep 21 08:10:07.274884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-965fcbf8-15d7-46f1-b67d-07d9f6eaf76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.314717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd1630-1bd8-4ecb-aba3-aa1b9200ca26 req-0477b471-ee06-466e-9f01-50fa0d469c1b tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:07.317111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aacd1630-1bd8-4ecb-aba3-aa1b9200ca26 req-0477b471-ee06-466e-9f01-50fa0d469c1b tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 931 time: 0.1659760 Sep 21 08:10:07.329580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-9fcb43e7-51ae-473d-b31d-bc0561d86a58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f69bc2e7-39e3-460c-bf20-b321b1694924 HTTP/1.1" status: 200 len: 217 time: 0.0507228 Sep 21 08:10:07.330650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.342379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-55f42299-9a4c-4e52-bb60-c8d53c4e437d tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/quotas/4a1eb7a37a2b4d46b0698a62d64fec79 HTTP/1.1" status: 200 len: 375 time: 0.0735173 Sep 21 08:10:07.425444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-1faf01b0-7050-4f36-bdb6-5a4e175590cd tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813546 Sep 21 08:10:07.460029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.466476 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.496669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-50acd409-92be-4498-8fa0-9ba086eaa73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:07.497348 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aacd1630-1bd8-4ecb-aba3-aa1b9200ca26 req-f7607255-f06a-4655-a419-3bceebc0dd01 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241930 Sep 21 08:10:07.499570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-50acd409-92be-4498-8fa0-9ba086eaa73d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.1496363 Sep 21 08:10:07.553548 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.554154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fac8f07-8cc7-42b9-bfad-610491430e34 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:10:07.563664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.565201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5957d918-859b-4048-b0cc-b3bfe9919d8a admin admin] 10.222.0.59 "DELETE /v2.0/routers/5fac8f07-8cc7-42b9-bfad-610491430e34 HTTP/1.1" status: 204 len: 168 time: 3.2822132 Sep 21 08:10:07.569633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43046) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:07.653734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-965fcbf8-15d7-46f1-b67d-07d9f6eaf76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.678018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-965fcbf8-15d7-46f1-b67d-07d9f6eaf76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.682870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-cb017dc5-7ba1-4e08-9c84-4952fa256787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:07.686111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-cb017dc5-7ba1-4e08-9c84-4952fa256787 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1772826 Sep 21 08:10:07.739581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815179c1-a2f8-4e09-b233-8b92c31ee0c0 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:07.757904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] Deleting subnet 4216b7d8-9ac3-4006-aed0-09658ad5a780 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:10:07.771051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.882468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:07.906192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-57910075-a0e5-40e4-ae1a-d34810bd2e46 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028258 Sep 21 08:10:07.933566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.010436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.044580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Transition to ACTIVE for port object 815179c1-a2f8-4e09-b233-8b92c31ee0c0 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:08.075695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.082468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.089838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.091294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528078e2-d082-46ea-831f-b89aa7f026fa', 'name': 'network-vif-deleted', 'tag': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:08.094108 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617e857f-210f-4d2d-8e82-75975b845fb1" -d '{"events": [{"server_uuid": "528078e2-d082-46ea-831f-b89aa7f026fa", "name": "network-vif-deleted", "tag": "24c7f1b9-f5e2-46b0-b0b2-7868539a2786"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:08.096058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.103433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.109256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.109617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.116315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.118393 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-2e1987d4-d6cc-4441-95d3-ce8496b852b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.2112682 Sep 21 08:10:08.119080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.170466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-965fcbf8-15d7-46f1-b67d-07d9f6eaf76b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f540354d8cd34e13a938dcd19a56679f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9263716 Sep 21 08:10:08.180394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:08.202246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4216b7d8-9ac3-4006-aed0-09658ad5a780,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:08.207374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d7c9b81-2327-49c7-bfdb-11ca15985c7c req-16b99047-9348-4cac-ac33-828ed6110878 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 210 time: 0.1258111 Sep 21 08:10:08.209270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fcbf8-15d7-46f1-b67d-07d9f6eaf76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461877d-e20b-435e-bc06-17d7736328b5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:08.213781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.215955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-336dc90d-ede6-428f-881a-ac159f048be9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4216b7d8-9ac3-4006-aed0-09658ad5a780 HTTP/1.1" status: 204 len: 168 time: 0.6451843 Sep 21 08:10:08.218220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43070) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:08.234586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902f327-042c-4c97-a5a4-50f46e21ee81 None None] Network 93935f78-147e-4875-a339-bfbde7cbcac2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:10:08.365925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-6352d696-b141-481c-8a87-eb0d76e4491c service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250522 Sep 21 08:10:08.366785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Pushing event updated for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:08.417836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.419436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43078) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:08.458687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6527cf58-3596-4a5b-9b3c-3da52bf85fce no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:08.462699 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c2c2523-654b-48eb-bb20-54a191c00a8f req-995b378c-8de0-4415-ab22-a5bb8ad4f7a2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3232913 Sep 21 08:10:08.544643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ac5cf874-8103-442a-b1a0-fc37d5c25c01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3d0d3f49-99f4-4980-942c-9f86a1908812 HTTP/1.1" status: 200 len: 217 time: 0.1112845 Sep 21 08:10:08.560134 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85472ac-6820-49b6-afeb-f185afa43e4d x-openstack-request-id: req-c85472ac-6820-49b6-afeb-f185afa43e4d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:08.561921 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528078e2-d082-46ea-831f-b89aa7f026fa", "name": "network-vif-deleted", "tag": "24c7f1b9-f5e2-46b0-b0b2-7868539a2786", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:08.562800 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c85472ac-6820-49b6-afeb-f185afa43e4d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:08.565705 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528078e2-d082-46ea-831f-b89aa7f026fa', 'name': 'network-vif-deleted', 'tag': '24c7f1b9-f5e2-46b0-b0b2-7868539a2786', 'status': 'completed', 'code': 200} Sep 21 08:10:08.574288 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92d790df-a4aa-4911-8374-a1ff225376ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.578635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6527cf58-3596-4a5b-9b3c-3da52bf85fce {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:08.586566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6527cf58-3596-4a5b-9b3c-3da52bf85fce not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:08.629661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] Deleting subnet c9766f6b-0cd6-4dc0-8774-5e781cb593bd {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:10:08.639515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.705491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Attempting to bind port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:08.706686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Attempting to bind port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:08.707014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Attempting to bind port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 on network 4973c017-aa9b-46f1-aab1-bd026de36d09 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:08.710511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] DHCP port deletion for 93935f78-147e-4875-a339-bfbde7cbcac2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:10:08.722294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 on network 4973c017-aa9b-46f1-aab1-bd026de36d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:08.722616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Attempting to bind port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 on network 4973c017-aa9b-46f1-aab1-bd026de36d09 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:08.753129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92d790df-a4aa-4911-8374-a1ff225376ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.761676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:08.761676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Checking segment: {'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:08.762412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Bound using segment: {'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:08.763103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Bound port: 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:08.763850 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.776397 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.804894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:08.835791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-c8abfbf2-2740-46e3-a4d8-e420134725f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.837350 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-c8abfbf2-2740-46e3-a4d8-e420134725f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.2830784 Sep 21 08:10:08.873561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:08.873963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 24c7f1b9-f5e2-46b0-b0b2-7868539a2786 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:08.916795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426a9b-dd6e-4d39-8f76-75c5eb41bcd7 req-8bf67563-7035-4996-9b34-b2ab384dc1d1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:08.918420 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7426a9b-dd6e-4d39-8f76-75c5eb41bcd7 req-8bf67563-7035-4996-9b34-b2ab384dc1d1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 943 time: 0.2012293 Sep 21 08:10:08.929379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] Deleting port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:08.930153 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.933753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Deleting port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:08.934102 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:08.985191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.069249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-a2fe94b7-0d31-4137-872b-1e7678c7277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:09.073612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-a2fe94b7-0d31-4137-872b-1e7678c7277a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2259710 Sep 21 08:10:09.088581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] For port 396beb5e-3dbe-4d89-9533-a1f39293ffa5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=396beb5e-3dbe-4d89-9533-a1f39293ffa5,segment=NetworkSegment(85b08f8b-036e-494c-8707-3db381991621),segment_id=85b08f8b-036e-494c-8707-3db381991621)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:09.094114 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.116146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] For port 396beb5e-3dbe-4d89-9533-a1f39293ffa5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=396beb5e-3dbe-4d89-9533-a1f39293ffa5,segment=NetworkSegment(85b08f8b-036e-494c-8707-3db381991621),segment_id=85b08f8b-036e-494c-8707-3db381991621)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:09.117496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.124343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] Calling delete_port for 396beb5e-3dbe-4d89-9533-a1f39293ffa5 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:09.170278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Calling delete_port for 396beb5e-3dbe-4d89-9533-a1f39293ffa5 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:09.191298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7426a9b-dd6e-4d39-8f76-75c5eb41bcd7 req-fd6c5f29-6b22-4e9b-9e2a-5fdca2b3af57 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516065 Sep 21 08:10:09.254505 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.314078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] Pushing event deleted for resources: {'Port': ['ID=396beb5e-3dbe-4d89-9533-a1f39293ffa5,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:09.319752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-1c01ded3-ed71-48af-a114-67013add47df service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299268 Sep 21 08:10:09.330582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92d790df-a4aa-4911-8374-a1ff225376ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.333706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a906e-f1d8-44e9-94bd-84cd3d2bd5ce None None] No DVR routers for this DVR port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:09.338751 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92d790df-a4aa-4911-8374-a1ff225376ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.340236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.343555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-92d790df-a4aa-4911-8374-a1ff225376ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8461877d-e20b-435e-bc06-17d7736328b5 HTTP/1.1" status: 204 len: 168 time: 1.1579990 Sep 21 08:10:09.382199 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.384730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c9766f6b-0cd6-4dc0-8774-5e781cb593bd HTTP/1.1" status: 204 len: 168 time: 0.9635637 Sep 21 08:10:09.389907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43104) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:09.416327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:09.477292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fb2a5-32d1-40d7-9804-83cf822798dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9766f6b-0cd6-4dc0-8774-5e781cb593bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:09.528141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d790df-a4aa-4911-8374-a1ff225376ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461877d-e20b-435e-bc06-17d7736328b5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:09.574201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:09.604791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.647652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7437fc28-7839-4c82-b030-7f5a8c75fcc0 req-feff5466-cafa-4251-a614-5fba23204f9f tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 210 time: 0.2495837 Sep 21 08:10:09.670430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-bfab4c3c-a015-417b-a7a1-a8d8be31a2bd tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2110121 Sep 21 08:10:09.734029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:09.736198 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.738064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] 10.222.0.50 "PUT /v2.0/ports/815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 200 len: 1091 time: 3.1078196 Sep 21 08:10:09.738825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:09.742051 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d98b3-8684-4f49-a398-89acd46dbe71" -d '{"events": [{"name": "network-changed", "server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:09.764181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.846223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:09.906947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Pushing event deleted for resources: {'Port': ['ID=396beb5e-3dbe-4d89-9533-a1f39293ffa5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:09.910538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] No DVR routers for this DVR port 396beb5e-3dbe-4d89-9533-a1f39293ffa5 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:09.926576 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1045328-2c1b-4bfd-821f-e7c4e4fcc246 x-openstack-request-id: req-a1045328-2c1b-4bfd-821f-e7c4e4fcc246 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:09.927255 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:09.928339 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1045328-2c1b-4bfd-821f-e7c4e4fcc246 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:09.928963 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'status': 'completed', 'code': 200} Sep 21 08:10:09.943411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43114) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:09.965453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65844a-e9a1-4eed-b402-c09b4fd2e360 service neutron] Pushing event updated for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:10.004943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.012121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.020566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.028807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.035858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.036265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.043085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.050303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.056152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93935f78-147e-4875-a339-bfbde7cbcac2']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:10.060060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-0b56d586-c87f-4cd9-8b8e-682aec042d19 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.3439720 Sep 21 08:10:10.066457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b08f8b-036e-494c-8707-3db381991621') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:10.066758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b08f8b-036e-494c-8707-3db381991621') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:10.076451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.090930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-191b051c-4138-440d-88eb-96ac3cb6f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.092718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-191b051c-4138-440d-88eb-96ac3cb6f6db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1094 time: 0.2530396 Sep 21 08:10:10.094529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.095246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e19548c8-f96f-4968-8470-0f39ee99b60f service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315323 Sep 21 08:10:10.101090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:10:10.101598 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:10:10.173730 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:10:10.180894 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.186177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.188344 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] 10.222.0.59 "DELETE /v2.0/networks/93935f78-147e-4875-a339-bfbde7cbcac2 HTTP/1.1" status: 204 len: 168 time: 1.9691896 Sep 21 08:10:10.223732 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.232869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-4c094f88-d311-4d67-b088-669a57ed4447 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.234473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-4c094f88-d311-4d67-b088-669a57ed4447 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5359797 Sep 21 08:10:10.239161 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de2ca356-99b5-46cb-a16d-31b8b270af6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.251412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-de717a4a-c4a0-4220-abcf-5e2c1735ba5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced HTTP/1.1" status: 200 len: 217 time: 0.1313162 Sep 21 08:10:10.254814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-28007ada-dc6d-434b-8d41-373e708c18f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 200 len: 217 time: 0.1492791 Sep 21 08:10:10.258101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Request body: {'port': {'device_id': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '4a1eb7a37a2b4d46b0698a62d64fec79'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:10.267658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2c113-70e0-40a6-9e17-7402e6c3c65b admin admin] Pushing event deleted for resources: {'Network': ['ID=93935f78-147e-4875-a339-bfbde7cbcac2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:10.290062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b19f3d2-c09a-45d7-a50b-a5b80b55c6c1 req-76b7d716-caec-4d0d-8891-5769330c49ee tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2288017 Sep 21 08:10:10.311645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1305086e-f275-4258-9101-ad2556952f0a']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:10.323132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:10.323578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4d9da7-7e87-40a9-95ee-4c9f8d59a287') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:10.335926 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.351455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.358463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:10:10.358992 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.450735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 396beb5e-3dbe-4d89-9533-a1f39293ffa5 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:10:10.461109 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:10:10.470743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43130) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:10.490046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de2ca356-99b5-46cb-a16d-31b8b270af6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.506401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 396beb5e-3dbe-4d89-9533-a1f39293ffa5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:10.508734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 396beb5e-3dbe-4d89-9533-a1f39293ffa5 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:10.533767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de2ca356-99b5-46cb-a16d-31b8b270af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.554478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.566364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:10.568810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1305086e-f275-4258-9101-ad2556952f0a HTTP/1.1" status: 204 len: 168 time: 1.1777036 Sep 21 08:10:10.655584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ca356-99b5-46cb-a16d-31b8b270af6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e77f4b-8452-459b-bb8c-364c7d48ee28,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:10.675446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de2ca356-99b5-46cb-a16d-31b8b270af6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ae23e42ceaf45dc91558fe6acb2d7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7268119 Sep 21 08:10:10.678116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43140) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:10.699197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-9ef3e11d-5095-48c5-9a4d-4bffdaa1b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.700740 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-9ef3e11d-5095-48c5-9a4d-4bffdaa1b258 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.4091079 Sep 21 08:10:10.705094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ba101f98-0007-492a-be46-2129ac842f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:10.706863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-ba101f98-0007-492a-be46-2129ac842f6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.4140244 Sep 21 08:10:10.712003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c36e1-71df-4620-b2a4-278ae5803264 admin admin] Pushing event deleted for resources: {'Network': ['ID=1305086e-f275-4258-9101-ad2556952f0a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:10.820061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43146) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:10.861725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-715a5c6f-4fec-4a34-974f-65e0f800f5d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383448 Sep 21 08:10:10.937010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41c26afc-d4fb-427b-bb12-ce9749fe1e58 req-d3e6cd7e-1562-47d1-83c0-4550292a5859 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 210 time: 0.0978000 Sep 21 08:10:10.975435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2bac7256-ac2c-4926-bb58-a9752ad54980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:11.026717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-636f1a33-af48-4b55-ad5c-9205694122b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.028901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-636f1a33-af48-4b55-ad5c-9205694122b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2977004 Sep 21 08:10:11.070203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2bac7256-ac2c-4926-bb58-a9752ad54980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:11.162150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-bb730cd3-89ed-4b24-ab69-7ee382ce3402 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833865 Sep 21 08:10:11.223946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-275310dd-38c7-4516-bb53-87f6e3e28d5a service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859570 Sep 21 08:10:11.230242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2bac7256-ac2c-4926-bb58-a9752ad54980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:11.232981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2bac7256-ac2c-4926-bb58-a9752ad54980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:11.235716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2bac7256-ac2c-4926-bb58-a9752ad54980 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89e77f4b-8452-459b-bb8c-364c7d48ee28 HTTP/1.1" status: 204 len: 168 time: 0.5519295 Sep 21 08:10:11.291874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac7256-ac2c-4926-bb58-a9752ad54980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e77f4b-8452-459b-bb8c-364c7d48ee28,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:11.365413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fd490dd-8174-42e9-8e8e-413356316df7 req-7c15b467-f1e2-48bd-b721-d774b5cb6edf service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920385 Sep 21 08:10:11.398900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-64de716e-67f1-4186-94b4-f5f7fc36e75c service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634953 Sep 21 08:10:11.403433 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3d53fde0-3827-4667-9a37-5a578728d3d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ced46c26396c4a84b726f82852e2f65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9224138 Sep 21 08:10:11.439438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43156) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:11.524026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-e7db532f-dd64-4356-8e35-328d7f6fe8b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 200 len: 217 time: 0.1173692 Sep 21 08:10:11.526447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b895a-3672-4b82-8c7c-c98b978803e8 req-bd465c7b-629a-47c3-874c-8519881cf723 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.528054 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-060b895a-3672-4b82-8c7c-c98b978803e8 req-bd465c7b-629a-47c3-874c-8519881cf723 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 943 time: 1.0623276 Sep 21 08:10:11.601935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-87c685d8-284a-47b1-870c-e43ad5f678d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6be7a9a2875244fba257a831c45f592f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7662287 Sep 21 08:10:11.605616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43166) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:11.685031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-a8c958ae-48f1-4722-a676-ee3306b19c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.686522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-a8c958ae-48f1-4722-a676-ee3306b19c33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.1378529 Sep 21 08:10:11.691358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-e180a7a0-9dc7-4a95-a044-12ea5b6bef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.692864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-e180a7a0-9dc7-4a95-a044-12ea5b6bef0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1094 time: 0.1712987 Sep 21 08:10:11.712872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.719409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.726355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.733510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.739875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.745746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.752163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:11.754131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7232add1-32bc-462d-9c0f-38daeefe964f req-a31a7d53-db78-43e3-bd79-44823fe252f2 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.2974901 Sep 21 08:10:11.784779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-060b895a-3672-4b82-8c7c-c98b978803e8 req-8c4a0159-f3b5-4a0e-adb8-478bb72c1177 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010219 Sep 21 08:10:11.795865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e400032-ec42-4535-a0b3-2db434df3f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:11.801809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-a4762b9c-dc39-43b1-a37e-1578e81e9959 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3968544 Sep 21 08:10:11.805240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Made reservation on behalf of 4a1eb7a37a2b4d46b0698a62d64fec79 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:11.841238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:11.924669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43174) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:11.959648 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:11.988174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181719e1-a9c2-4258-9ede-60f8d8600070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.006496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.059454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-5fb93104-288f-4e14-9271-910a7f127a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.061787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-5fb93104-288f-4e14-9271-910a7f127a74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2102788e14644079fb8dc21a9014773&device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 1096 time: 0.2163832 Sep 21 08:10:12.110651 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:10:12.110651 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 08:10:12.110651 n-d-809980-2 neutron-server[94724]: [parameters: {'project_id_1': '2d06f21011d743699e5285c0e39f0393', 'expiration_1': datetime.datetime(2021, 9, 21, 8, 9, 52, 46013)}] Sep 21 08:10:12.110651 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:10:12.111086 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:10:12.114295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181719e1-a9c2-4258-9ede-60f8d8600070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.267269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f71773b3-c673-4026-9dac-7bb9cabcbe33 req-9f336c3d-06f3-4d65-a4dd-51ba28b73d6f tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 210 time: 0.0847149 Sep 21 08:10:12.318544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-a12b3f17-f974-4f40-92a9-6043bc0c1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.320487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-a12b3f17-f974-4f40-92a9-6043bc0c1e9a service neutron] 10.222.0.50 "GET /v2.0/networks?id=b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 200 len: 909 time: 0.2085593 Sep 21 08:10:12.358590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-7e2a4f96-d631-4f84-ba20-26f4d4673faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.360108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-7e2a4f96-d631-4f84-ba20-26f4d4673faa service neutron] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 914 time: 0.5965869 Sep 21 08:10:12.386645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-ca59966c-85f2-478b-8405-f1839fc668ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 200 len: 217 time: 0.0537379 Sep 21 08:10:12.442460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-6a6fe321-5ba8-4aa9-8ed6-a232b659df2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 200 len: 217 time: 0.0657744 Sep 21 08:10:12.449146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-01efdba8-c2f2-48df-a587-03aaf7714f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.451009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-01efdba8-c2f2-48df-a587-03aaf7714f39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7569361 Sep 21 08:10:12.479949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e400032-ec42-4535-a0b3-2db434df3f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.497878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7232add1-32bc-462d-9c0f-38daeefe964f req-fc0749c4-1d9b-4eb3-beaa-9eecd293575d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7231605 Sep 21 08:10:12.523842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.536631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181719e1-a9c2-4258-9ede-60f8d8600070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.536631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181719e1-a9c2-4258-9ede-60f8d8600070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.536631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-181719e1-a9c2-4258-9ede-60f8d8600070 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ae5b5af-0bbe-456e-80df-d86570ed15a1 HTTP/1.1" status: 204 len: 168 time: 0.9291034 Sep 21 08:10:12.567610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb3e80-ad68-4f05-90de-4d192781d566 req-a91afc47-5b7a-4151-8f2e-ee91b7321c33 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.575182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c0eb3e80-ad68-4f05-90de-4d192781d566 req-a91afc47-5b7a-4151-8f2e-ee91b7321c33 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 944 time: 0.1957550 Sep 21 08:10:12.577073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.609724 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-606e4a58-dae4-4ab9-a86e-dcca9481b4da service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344774 Sep 21 08:10:12.642680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.645461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-54a2617e-0474-4371-8c5d-1f555e4ef061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.647236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-54a2617e-0474-4371-8c5d-1f555e4ef061 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 200 len: 848 time: 0.2100046 Sep 21 08:10:12.656871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181719e1-a9c2-4258-9ede-60f8d8600070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae5b5af-0bbe-456e-80df-d86570ed15a1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:12.754551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-201ebaba-d31e-4716-b086-f4ba3ae2c919 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b2ea7608-6ff2-4220-a5c6-e9553739cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808172 Sep 21 08:10:12.760491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b58d906-3c94-4ab6-bb9b-26919f7373c2 req-91c82c75-1303-4515-bb32-83d0f744a42b service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315074 Sep 21 08:10:12.767282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-246ff60d-d78f-41b0-a7df-8475045a8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.769124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-246ff60d-d78f-41b0-a7df-8475045a8820 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.3169553 Sep 21 08:10:12.819918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-379a3b60-a801-4b02-8cea-1f44f2c0349c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379474 Sep 21 08:10:12.848949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad265a-7058-4f8e-b21c-94887f5567eb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:12.889560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e400032-ec42-4535-a0b3-2db434df3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.892495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e400032-ec42-4535-a0b3-2db434df3f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:12.893668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6e400032-ec42-4535-a0b3-2db434df3f16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08e5e58c-93f5-4c66-acd5-f6fce05b42c3 HTTP/1.1" status: 204 len: 168 time: 1.4502172 Sep 21 08:10:12.927437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c0eb3e80-ad68-4f05-90de-4d192781d566 req-a934d084-5847-4416-93cc-26b6c4f385ad tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365386 Sep 21 08:10:12.968086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-e2c6617f-56f0-4cbd-a1b8-a6276b24370b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:12.969742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-e2c6617f-56f0-4cbd-a1b8-a6276b24370b tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 944 time: 0.1525619 Sep 21 08:10:12.990013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400032-ec42-4535-a0b3-2db434df3f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5e58c-93f5-4c66-acd5-f6fce05b42c3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:13.089255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-32d929f3-4eae-4cc6-8090-a16bb29e4629 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596526 Sep 21 08:10:13.093079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Allocated IP 192.168.233.191 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/1dba1f1c-e101-4380-abe2-d5b7bbd25329) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:13.147444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Deleting port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:13.147855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:13.220088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.220589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.221084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.222343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.222820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.223297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.223795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.225776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615daf0-7d6c-48a3-8101-45079722caff req-27bf97d3-f5ee-4393-8383-c7f6d207c69f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6487 time: 0.3532972 Sep 21 08:10:13.227751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-706d9a1d-35f0-42ad-b54a-ba74b4c63c86 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068031 Sep 21 08:10:13.300618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-34308105-572a-443b-8d08-3f9267f37ce1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1126535 Sep 21 08:10:13.314112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd16ca-bb93-4d21-802b-0755fd208c16 req-f7f8631b-6a49-4d88-a71b-9e2c27c60f41 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.315734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cbd16ca-bb93-4d21-802b-0755fd208c16 req-f7f8631b-6a49-4d88-a71b-9e2c27c60f41 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 943 time: 0.2584703 Sep 21 08:10:13.376144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27d98b3-8684-4f49-a398-89acd46dbe71 req-80c84bc4-e63c-48fd-a258-debaca4222cb service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731450 Sep 21 08:10:13.387012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] For port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:13.387779 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:13.440169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Calling delete_port for 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:13.474379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:13.516353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-7fcf7d66-d32e-435b-8c86-67f3146cdc7f tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.525808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-7fcf7d66-d32e-435b-8c86-67f3146cdc7f tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237265 Sep 21 08:10:13.529727 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:13.540319 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-cc07d4c2-44f0-4bc7-9af4-1101980cc7be tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/quotas/31a43fa3043b4ecba170c7f64abb3351 HTTP/1.1" status: 200 len: 375 time: 0.0134482 Sep 21 08:10:13.655891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-09e494c4-0d92-424d-bc70-27020ab34995 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376766 Sep 21 08:10:13.671240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c40db00-57f0-485c-91b4-49f9792f8c48 req-4fc239b6-b1c8-4035-ad9f-e7f8fe0f1c97 service neutron] 10.222.0.50 "GET /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324923 Sep 21 08:10:13.672953 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:13.674496 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cbd16ca-bb93-4d21-802b-0755fd208c16 req-c12d77f6-c19c-47ac-b248-5f2837f85f25 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367045 Sep 21 08:10:13.686999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:13.704562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-d594b3fd-4eea-462c-b56f-d4131405893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:13.706872 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615daf0-7d6c-48a3-8101-45079722caff req-d594b3fd-4eea-462c-b56f-d4131405893b service neutron] 10.222.0.62 "GET /v2.0/networks?id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 200 len: 903 time: 0.4649320 Sep 21 08:10:13.718436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d06f21011d743699e5285c0e39f0393&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7698824 Sep 21 08:10:13.739097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43236) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:13.750986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670ac37-6670-48ab-a53a-8e9b21f45866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8f51f-e2b7-43d3-a8af-242a894b327b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:13.756274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event deleted for resources: {'Port': ['ID=21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:13.820917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] No DVR routers for this DVR port 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:13.823485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:13.828742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175a19b0-be0a-4cb6-9f0c-9fd8dbf0e565 req-dd9bb3d5-b1d2-4ec7-a1d9-3289895eb67c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "DELETE /v2.0/ports/21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b HTTP/1.1" status: 204 len: 173 time: 0.8505468 Sep 21 08:10:13.829286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'name': 'network-vif-deleted', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:13.833056 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f96cea-a396-4ef2-b24c-54239faab0fa" -d '{"events": [{"server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "name": "network-vif-deleted", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:13.839333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615daf0-7d6c-48a3-8101-45079722caff req-9cbc9ae3-814a-475c-a4e2-5a108724cae9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 200 len: 217 time: 0.1194875 Sep 21 08:10:13.874000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:13.994618 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a8c49f3-c7d6-4bda-9daa-a7a40e75c02e req-caadc288-d8fd-4c48-b89a-1a8334c244e4 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 210 time: 0.1540959 Sep 21 08:10:14.014306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-f63bc512-a364-4ee8-bee2-4cd35f4016cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.015925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615daf0-7d6c-48a3-8101-45079722caff req-f63bc512-a364-4ee8-bee2-4cd35f4016cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.1469514 Sep 21 08:10:14.101482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.108785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.124140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.132224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.135012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.138047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e85d58cf-46a2-4b69-a67c-65f922203fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.140357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.159990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.168138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.176751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-41463bff-121e-4316-91b6-d8f49e8e9631 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.2111936 Sep 21 08:10:14.184540 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ccc35b-b08a-4aff-b0e9-97cda7cfb218 x-openstack-request-id: req-48ccc35b-b08a-4aff-b0e9-97cda7cfb218 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:14.199641 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9992a98d-f8d6-490f-8c75-9a485d09004e", "name": "network-vif-deleted", "tag": "21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:14.199641 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48ccc35b-b08a-4aff-b0e9-97cda7cfb218 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:14.199641 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9992a98d-f8d6-490f-8c75-9a485d09004e', 'name': 'network-vif-deleted', 'tag': '21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b', 'status': 'completed', 'code': 200} Sep 21 08:10:14.232787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1f9d8c4-dc0e-45af-943b-7f8851c966ab req-a4e2c2cd-d093-49df-bcf4-65d6bdfd905b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 210 time: 0.0350485 Sep 21 08:10:14.252103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c947deb-32cc-459a-a073-5a7f8e4dd245 req-88e3a439-6d41-4aba-94eb-9b063f4f44fa tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619135 Sep 21 08:10:14.255218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:14.258006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615daf0-7d6c-48a3-8101-45079722caff req-4031ea10-4609-4023-a393-e238efa265ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.259503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615daf0-7d6c-48a3-8101-45079722caff req-4031ea10-4609-4023-a393-e238efa265ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2331600 Sep 21 08:10:14.272906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:14.296068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:14.310047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e85d58cf-46a2-4b69-a67c-65f922203fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.330653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Pushing event updated for resources: {'Port': ['ID=1dba1f1c-e101-4380-abe2-d5b7bbd25329,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:14.457431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:14.483762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615daf0-7d6c-48a3-8101-45079722caff req-2e533242-e56f-408f-a6ea-10319c81edaf service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082837 Sep 21 08:10:14.620163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5a6cec0-8e59-48a2-9685-4794e08a2e0f req-13507363-0a51-4d05-9da8-dcb19ca2412f tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=9992a98d-f8d6-490f-8c75-9a485d09004e HTTP/1.1" status: 200 len: 210 time: 0.1299145 Sep 21 08:10:14.664157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-58391f43-00c8-4664-b04a-3e804f81a46f None None] Provisioning complete for port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:14.664511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-58391f43-00c8-4664-b04a-3e804f81a46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.679900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-643015614-network', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:14.698648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.699282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.706351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615daf0-7d6c-48a3-8101-45079722caff req-85844452-7d87-47b3-be01-8b3463595303 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911643 Sep 21 08:10:14.729977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-58391f43-00c8-4664-b04a-3e804f81a46f None None] Port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:10:14.736431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Made reservation on behalf of 73a7a298e0fb474e984f5eabc29fd54e for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:14.741992 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-ae2d510f-39e6-4f87-9e2f-811243c14ddc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4881008 Sep 21 08:10:14.743026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.752501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e85d58cf-46a2-4b69-a67c-65f922203fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.755186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e85d58cf-46a2-4b69-a67c-65f922203fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.756428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e85d58cf-46a2-4b69-a67c-65f922203fe4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/faf8f51f-e2b7-43d3-a8af-242a894b327b HTTP/1.1" status: 204 len: 168 time: 1.0108695 Sep 21 08:10:14.760021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.760401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Request body: {'port': {'device_id': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:14.771376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d58cf-46a2-4b69-a67c-65f922203fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8f51f-e2b7-43d3-a8af-242a894b327b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:14.796862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 815179c1-a2f8-4e09-b233-8b92c31ee0c0 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:14.867048 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:14.915229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5beda-84c3-48e9-b809-f3cfa6f15f2f req-70296582-e626-4a3b-8449-c5a08ad29e62 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:14.916990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26b5beda-84c3-48e9-b809-f3cfa6f15f2f req-70296582-e626-4a3b-8449-c5a08ad29e62 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 943 time: 0.1166356 Sep 21 08:10:15.001296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26b5beda-84c3-48e9-b809-f3cfa6f15f2f req-aca57aee-1103-4f76-ab96-e4727ae5ca07 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682700 Sep 21 08:10:15.034442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.050022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.076970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:15.079505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:10:15.102842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.103668 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Added segment 39395f2e-2c8b-4471-985a-02da044e0d52 of type vlan for network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 Sep 21 08:10:15.108755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09', 'port_id': '815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'mac_address': 'fa:16:3e:bc:89:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4932b-202d-47f1-a3f5-9d8eae4fadca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:15.165444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.202328 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.211874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.212857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.213442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.241021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815179c1-a2f8-4e09-b233-8b92c31ee0c0 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:15.242436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d128ebd5-8eff-407c-b95c-4dfb2d1a1153,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:15.271296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8093770 Sep 21 08:10:15.271801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43302) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:15.274538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8634-94d1-4a86-960c-05932a97e299 req-b5460af4-effd-4a89-956c-830fa5c529d0 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.282641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d40a8634-94d1-4a86-960c-05932a97e299 req-b5460af4-effd-4a89-956c-830fa5c529d0 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 936 time: 0.1540167 Sep 21 08:10:15.306494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Request body: {'subnet': {'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-subnet', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:15.316165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:15.318332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582da2ce-ff1c-4d81-84fe-aa8105489ecb admin admin] Pushing event updated for resources: {'Network': ['ID=3e74a020-3e0d-498e-bd0b-18b87f1e7e82,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:15.332890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:10:15.342342 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.351695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Made reservation on behalf of 73a7a298e0fb474e984f5eabc29fd54e for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:15.354695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.402252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d40a8634-94d1-4a86-960c-05932a97e299 req-58eba956-7ca7-4a2a-a327-7b00ce8df755 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116776 Sep 21 08:10:15.431738 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7122ce02-ba8c-46f8-8bda-35eb6b61e73f req-82fb9539-6219-42d3-8a68-060c1ea98f21 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 210 time: 0.0738926 Sep 21 08:10:15.525345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dba1f1c-e101-4380-abe2-d5b7bbd25329 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:15.566217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.587803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-695c45fa-46e0-4980-af1b-2760a0714a61 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568941 Sep 21 08:10:15.640810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Transition to ACTIVE for port object 1dba1f1c-e101-4380-abe2-d5b7bbd25329 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:15.670404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.673580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:15.677599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.686842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.694301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.700435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.706871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.709542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:15.714206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.721538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-ffd617a1-06e9-4d24-9203-7b73560c62cc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.1698453 Sep 21 08:10:15.723663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.735114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:15.826410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a967633-c68a-4e88-b80b-bd51f08f13f5,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:15.881211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43318) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:15.883441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.883441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.883840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.897965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.898900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.899351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.899696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.901656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.901985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.902327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.902671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.903463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:15.929596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dba1f1c-e101-4380-abe2-d5b7bbd25329,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:15.954239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Checking segment: {'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:15.954239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Network hostable DHCP agents. Network: 3e74a020-3e0d-498e-bd0b-18b87f1e7e82, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:10:15.969111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-00cdc294-a7fe-4518-9601-2e778e2bd02d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:15.970646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-00cdc294-a7fe-4518-9601-2e778e2bd02d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3739817 Sep 21 08:10:15.997181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:10:16.012319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3e74a020-3e0d-498e-bd0b-18b87f1e7e82) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:16.019926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.020547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.027262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bfa7c-9447-488c-b0e1-12fd695fbc9f None None] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:10:16.037289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84720077-7911-4baf-a7aa-bc45b8197a46 req-302532a6-1757-4dba-97b8-e566f8590e93 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3142941 Sep 21 08:10:16.054920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-22bb5339-81e9-47c7-87e7-fbd1af993199 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7812696 Sep 21 08:10:16.057024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43328) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:16.068653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:16.129224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:16.130119 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.131354 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.223292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Attempting to bind port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:16.225240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Attempting to bind port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:16.227644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Attempting to bind port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:16.267490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43334) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:16.299288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:16.301186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Attempting to bind port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:16.355749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.364271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1453709325-network', 'tenant_id': 'af883af499e245068ea61a3a4db99639'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:16.385951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:16.386654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:16.387695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:16.388348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Bound port: 1dba1f1c-e101-4380-abe2-d5b7bbd25329, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:16.388898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.399414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f8fb804-65b9-41c1-9b64-bf2615774ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.403554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Made reservation on behalf of af883af499e245068ea61a3a4db99639 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:16.407424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.424342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-3e74a020-3e0d-498e-bd0b-18b87f1e7e82', 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'fixed_ips': [{'subnet_id': '2a967633-c68a-4e88-b80b-bd51f08f13f5'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:10:16.425989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.486316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f40a01-8eba-48a7-9e40-d71d1b452f22 req-0751be14-c473-4b29-89c5-dcfaa5db05a6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.488439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30f40a01-8eba-48a7-9e40-d71d1b452f22 req-0751be14-c473-4b29-89c5-dcfaa5db05a6 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 945 time: 0.1914480 Sep 21 08:10:16.495675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.535047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] For port 1dba1f1c-e101-4380-abe2-d5b7bbd25329, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:16.546672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:16.554217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.561611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] For port 1dba1f1c-e101-4380-abe2-d5b7bbd25329, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1dba1f1c-e101-4380-abe2-d5b7bbd25329,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:16.575590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.582217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.588857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93851f-6483-4844-8b1c-e7edb0536fc7 req-f75fb0d9-fa94-46e3-9851-b55fde326f7c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.590803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e93851f-6483-4844-8b1c-e7edb0536fc7 req-f75fb0d9-fa94-46e3-9851-b55fde326f7c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 944 time: 0.3618503 Sep 21 08:10:16.603428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30f40a01-8eba-48a7-9e40-d71d1b452f22 req-f8e159ff-1da5-4311-bff5-2f8d56ec93b8 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032662 Sep 21 08:10:16.650362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Allocated IP 172.20.0.2 (3e74a020-3e0d-498e-bd0b-18b87f1e7e82/2a967633-c68a-4e88-b80b-bd51f08f13f5/597d0cd8-255e-48a3-80e7-761b99d72532) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:16.653243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.653911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.655403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] 10.222.0.62 "PUT /v2.0/ports/1dba1f1c-e101-4380-abe2-d5b7bbd25329 HTTP/1.1" status: 200 len: 1096 time: 1.9042678 Sep 21 08:10:16.664516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'tag': '1dba1f1c-e101-4380-abe2-d5b7bbd25329'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:16.666998 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46176b6a-d6c2-49ac-a7c5-a640d0f03340" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9bd520-4114-4ab4-905c-c3c050767a81", "tag": "1dba1f1c-e101-4380-abe2-d5b7bbd25329"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:16.694470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.734165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee7c7f-d910-4ddd-9866-0d5fb880ccc6 service neutron] Pushing event updated for resources: {'Port': ['ID=1dba1f1c-e101-4380-abe2-d5b7bbd25329,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:16.787761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcb98c-e932-4bbd-897e-7ab5d1ea4de8 req-fe249ce6-6b78-4a85-8011-065d5907148e tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.789502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ecdcb98c-e932-4bbd-897e-7ab5d1ea4de8 req-fe249ce6-6b78-4a85-8011-065d5907148e tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 948 time: 0.1154854 Sep 21 08:10:16.803987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-5aa4878e-8d10-4e12-b7fd-d3516ff1a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.805662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-5aa4878e-8d10-4e12-b7fd-d3516ff1a7be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 1099 time: 0.1010711 Sep 21 08:10:16.814477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e93851f-6483-4844-8b1c-e7edb0536fc7 req-61a74cc0-d933-4500-80df-9964e9cb6b08 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105858 Sep 21 08:10:16.869178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301de303-0f51-4bf5-a300-849c16d06349 req-0cea0208-b274-4015-bd31-f3d077327027 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.870382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-301de303-0f51-4bf5-a300-849c16d06349 req-0cea0208-b274-4015-bd31-f3d077327027 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 945 time: 0.1544240 Sep 21 08:10:16.875833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-3b7ec94b-556d-481c-a869-23385313a3c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1dba1f1c-e101-4380-abe2-d5b7bbd25329 HTTP/1.1" status: 200 len: 217 time: 0.0526643 Sep 21 08:10:16.887188 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.888549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f8fb804-65b9-41c1-9b64-bf2615774ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.892670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 815179c1-a2f8-4e09-b233-8b92c31ee0c0 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:16.901413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ecdcb98c-e932-4bbd-897e-7ab5d1ea4de8 req-3810de86-d637-43f4-821c-5dcd69eeccc2 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996420 Sep 21 08:10:16.915227 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f8fb804-65b9-41c1-9b64-bf2615774ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.943477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-937f5ba7-f83c-4ad5-8b7d-b7f1150ae92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:16.943695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:16.945271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-937f5ba7-f83c-4ad5-8b7d-b7f1150ae92c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0609565 Sep 21 08:10:16.945785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:16.995510 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dec499-7ff1-4989-be6d-e89cf58e8ffb x-openstack-request-id: req-57dec499-7ff1-4989-be6d-e89cf58e8ffb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:16.995862 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9bd520-4114-4ab4-905c-c3c050767a81", "tag": "1dba1f1c-e101-4380-abe2-d5b7bbd25329", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:16.996124 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57dec499-7ff1-4989-be6d-e89cf58e8ffb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:16.996554 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'tag': '1dba1f1c-e101-4380-abe2-d5b7bbd25329', 'status': 'completed', 'code': 200} Sep 21 08:10:17.013696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-6945a760-163e-4596-a61d-c4d66d305c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.015951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-6945a760-163e-4596-a61d-c4d66d305c95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633554 Sep 21 08:10:17.067288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d82a4a99-9b38-4406-9c76-53f27c892b0e req-3bf7146a-9e5c-427b-8a97-b19baf42d0ef tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 210 time: 0.1422999 Sep 21 08:10:17.128621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f8fb804-65b9-41c1-9b64-bf2615774ede admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8b56c10bf742494999dea50f55cf32a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2174215 Sep 21 08:10:17.133227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43346) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:17.136106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:17.136619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 21cb9ca4-2b9c-4aa4-aaeb-cb6227c2fa2b not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:17.139077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fb804-65b9-41c1-9b64-bf2615774ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4ddc58-b3a9-4355-944f-62c29dbb22a3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:17.156055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-6d7b42c5-8745-42ff-b89c-b4765b732465 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333010 Sep 21 08:10:17.178132 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Pushing event updated for resources: {'Port': ['ID=597d0cd8-255e-48a3-80e7-761b99d72532,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:17.204793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:17.211014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:17.213446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:17.262191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Deleting port b5fb10b2-ef20-443c-a5e9-1d317a329822 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:17.262567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.270107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:17.271952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.280426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:17.280954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.302874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Attempting to bind port 597d0cd8-255e-48a3-80e7-761b99d72532 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:17.303248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Attempting to bind port 597d0cd8-255e-48a3-80e7-761b99d72532 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:17.303629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Attempting to bind port 597d0cd8-255e-48a3-80e7-761b99d72532 on network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:17.314719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:17.315676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Checking segment: {'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:17.316098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.316491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Bound using segment: {'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:17.316990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Bound port: 597d0cd8-255e-48a3-80e7-761b99d72532, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:17.317245 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.317417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.379244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:10:17.425731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] For port 597d0cd8-255e-48a3-80e7-761b99d72532, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:17.430137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] For port 597d0cd8-255e-48a3-80e7-761b99d72532, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=597d0cd8-255e-48a3-80e7-761b99d72532,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:17.431870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.443014 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.443390 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Added segment 87d8f24d-05ca-4308-a4a2-39a824810866 of type vlan for network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 Sep 21 08:10:17.444661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:17.446386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.491385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:17.493763 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf7c58-e55e-4996-aaa4-caf5e35f11be" -d '{"events": [{"server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "name": "network-vif-plugged", "status": "completed", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:17.498734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.504442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] For port b5fb10b2-ef20-443c-a5e9-1d317a329822, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b5fb10b2-ef20-443c-a5e9-1d317a329822,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:17.504905 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.521669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:17.535089 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.553692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af01537-bd0e-4844-a6e7-51c0aac82538 None None] Pushing event updated for resources: {'Port': ['ID=597d0cd8-255e-48a3-80e7-761b99d72532,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:17.556787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.559648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.567398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Calling delete_port for b5fb10b2-ef20-443c-a5e9-1d317a329822 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:17.589719 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e03759-bc7f-4f9d-8244-7b6969dc5c03 x-openstack-request-id: req-40e03759-bc7f-4f9d-8244-7b6969dc5c03 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:17.591689 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "name": "network-vif-plugged", "status": "completed", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:17.591967 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40e03759-bc7f-4f9d-8244-7b6969dc5c03 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:17.592379 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'code': 200} Sep 21 08:10:17.625174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:17.797944 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.799141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.800340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.827064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.833431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.839796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.845757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.854457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.860688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.867620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.869943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-e6902a9b-6d93-4c88-9564-9584b49223bb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.6221445 Sep 21 08:10:17.899541 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e6d75f3-86a7-486c-a08c-9f6f171998b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.914601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6a3cc-3ed5-4379-8885-7fb0f1065224 req-7024600f-2c78-4ff0-bebe-13c7440c4937 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452893 Sep 21 08:10:17.946698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d39e7c-3472-4ae2-a1e7-fb9f3704cc03 req-d27df32f-51db-4200-9713-234d446da5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.948268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69d39e7c-3472-4ae2-a1e7-fb9f3704cc03 req-d27df32f-51db-4200-9713-234d446da5c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1096 time: 0.2511981 Sep 21 08:10:17.960106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e6d75f3-86a7-486c-a08c-9f6f171998b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:17.966405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1612493-f0ed-4ebf-be84-2caac1e98184 req-a8ca30d3-1675-459e-ad63-c9242c04ead5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:17.968222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c1612493-f0ed-4ebf-be84-2caac1e98184 req-a8ca30d3-1675-459e-ad63-c9242c04ead5 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5497e2da-ee5e-43a2-8055-7103e690d066 HTTP/1.1" status: 200 len: 945 time: 0.2735915 Sep 21 08:10:17.969372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Allocated IP 172.25.1.208 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:17.974847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:17.989622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:10:18.023116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.033250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97e4b6d7-2e8c-445c-abdb-5b7a8ce6aa2d req-7fa117d5-cfa9-48f6-948e-5a3805b0b65d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381297 Sep 21 08:10:18.044004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.090466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e6c7dd78-0f21-4b05-85c2-65bb4f5bf6f7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8215046 Sep 21 08:10:18.110669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:18.123752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Request body: {'subnet': {'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1453709325-subnet', 'tenant_id': 'af883af499e245068ea61a3a4db99639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:18.134080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69d39e7c-3472-4ae2-a1e7-fb9f3704cc03 req-28981d31-d302-433c-929b-ee8c17b4a03a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615331 Sep 21 08:10:18.152259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c1612493-f0ed-4ebf-be84-2caac1e98184 req-fe878f00-659f-420d-b131-4b9f84caff45 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689477 Sep 21 08:10:18.152988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-a1a8d92b-4288-4d27-85bf-3905481b140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:18.154913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-a1a8d92b-4288-4d27-85bf-3905481b140f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 1099 time: 0.1767836 Sep 21 08:10:18.167480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:18.201927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.207670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Made reservation on behalf of af883af499e245068ea61a3a4db99639 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:18.210000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.271495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e6d75f3-86a7-486c-a08c-9f6f171998b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.274001 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e6d75f3-86a7-486c-a08c-9f6f171998b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.275184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4e6d75f3-86a7-486c-a08c-9f6f171998b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e4ddc58-b3a9-4355-944f-62c29dbb22a3 HTTP/1.1" status: 204 len: 168 time: 1.1408634 Sep 21 08:10:18.293933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event deleted for resources: {'Port': ['ID=b5fb10b2-ef20-443c-a5e9-1d317a329822,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:18.328549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d75f3-86a7-486c-a08c-9f6f171998b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4ddc58-b3a9-4355-944f-62c29dbb22a3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:18.355848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefb86a-b058-45d9-888b-7e63768aa504 req-0768e319-196d-46c2-94e8-21798665308d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:18.357498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cefb86a-b058-45d9-888b-7e63768aa504 req-0768e319-196d-46c2-94e8-21798665308d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 945 time: 0.2190788 Sep 21 08:10:18.401926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.182 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/653498b4-8c79-4389-aff8-e15e523958d3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:18.419149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.487520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] No DVR routers for this DVR port b5fb10b2-ef20-443c-a5e9-1d317a329822 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:18.492589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-715ddc91-3ea4-4235-8dfe-e03bf993b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:18.500662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-715ddc91-3ea4-4235-8dfe-e03bf993b6ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3267827 Sep 21 08:10:18.509924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.512250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-301de303-0f51-4bf5-a300-849c16d06349 req-b8e1420e-a0ec-4cf4-b387-f618df0ffb9c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.50 "DELETE /v2.0/ports/b5fb10b2-ef20-443c-a5e9-1d317a329822 HTTP/1.1" status: 204 len: 173 time: 1.6260266 Sep 21 08:10:18.518223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 597d0cd8-255e-48a3-80e7-761b99d72532 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:18.519717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'name': 'network-vif-deleted', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:18.522094 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25fdf7e-edd5-43b1-ac75-382b29e1501d" -d '{"events": [{"server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "name": "network-vif-deleted", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:18.603524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedd9eb-b4c2-4f7b-b975-7fbe19786b88 req-ebd1cfa3-f352-4f38-a03a-ef447c9c8b88 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:18.612618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0cedd9eb-b4c2-4f7b-b975-7fbe19786b88 req-ebd1cfa3-f352-4f38-a03a-ef447c9c8b88 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 948 time: 0.3661199 Sep 21 08:10:18.620361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 597d0cd8-255e-48a3-80e7-761b99d72532 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:18.620835 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.639551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-95b3ea15-e41c-455d-8b69-7400f73c2146 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1dba1f1c-e101-4380-abe2-d5b7bbd25329 HTTP/1.1" status: 200 len: 217 time: 0.1018114 Sep 21 08:10:18.748099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cefb86a-b058-45d9-888b-7e63768aa504 req-f48c01e1-0109-464c-91b6-bc8f32ab5ea7 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757849 Sep 21 08:10:18.808080 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.829834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-1b0f47f6-0a80-4715-8b89-5702767003ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:18.830997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-1b0f47f6-0a80-4715-8b89-5702767003ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1332035 Sep 21 08:10:18.849217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.862511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0cedd9eb-b4c2-4f7b-b975-7fbe19786b88 req-ca918688-fce2-459f-9447-c79fa8da8b0b tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489171 Sep 21 08:10:18.866397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.877703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fdcf5d-71e7-4164-8a4b-7cc28d862df7 None None] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:10:18.882463 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.923298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:18.924028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 597d0cd8-255e-48a3-80e7-761b99d72532, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=597d0cd8-255e-48a3-80e7-761b99d72532,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:18.935622 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:18.963409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:19.083240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-041559bf-a539-4840-b04d-6553a2485edb None None] Provisioning complete for port 597d0cd8-255e-48a3-80e7-761b99d72532 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:19.083785 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-041559bf-a539-4840-b04d-6553a2485edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:19.125679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=597d0cd8-255e-48a3-80e7-761b99d72532,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:19.142375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:19.162470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297420f-9e2f-46ea-b2bb-a198c07f9c3a req-44e25f15-9902-45cf-b478-0806d7ab7e73 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.165019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1297420f-9e2f-46ea-b2bb-a198c07f9c3a req-44e25f15-9902-45cf-b478-0806d7ab7e73 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 936 time: 0.2058790 Sep 21 08:10:19.175191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:19.196986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-4b2655ea-0bef-4df9-927f-c4f832c31b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.202746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-4b2655ea-0bef-4df9-927f-c4f832c31b5c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578979 Sep 21 08:10:19.221585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:19.306500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=653498b4-8c79-4389-aff8-e15e523958d3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:19.336230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.339939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.340518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.341032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.341709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.342601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.343790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.349227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.349941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.350456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.350966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.352428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:19.407961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1297420f-9e2f-46ea-b2bb-a198c07f9c3a req-6e2a0aa2-c964-4440-971a-232d9378f794 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883838 Sep 21 08:10:19.532642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.532904 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b17b5-4843-4848-bd42-7fff04a9f20f x-openstack-request-id: req-ae5b17b5-4843-4848-bd42-7fff04a9f20f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:19.533367 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5497e2da-ee5e-43a2-8055-7103e690d066", "name": "network-vif-deleted", "tag": "b5fb10b2-ef20-443c-a5e9-1d317a329822", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:19.533367 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae5b17b5-4843-4848-bd42-7fff04a9f20f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:19.533605 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5497e2da-ee5e-43a2-8055-7103e690d066', 'name': 'network-vif-deleted', 'tag': 'b5fb10b2-ef20-443c-a5e9-1d317a329822', 'status': 'completed', 'code': 200} Sep 21 08:10:19.534466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:19.560070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:19.562635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-5f09912e-a14d-4694-95f8-a74b8f159afc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5206704 Sep 21 08:10:19.588880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Request body: {'port': {'device_id': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:19.602971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:19.617199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-21ef233a-3c7d-47dc-8ab3-4ca82c4fc852 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806734 Sep 21 08:10:19.669152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c53df552-2559-480f-b73c-f3a6cc738341 None None] Provisioning complete for port 653498b4-8c79-4389-aff8-e15e523958d3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:19.673302 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c53df552-2559-480f-b73c-f3a6cc738341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:19.682816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Checking segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:19.683497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Network hostable DHCP agents. Network: 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:10:19.688930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:19.712185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08af9c05-7025-4f97-a5ac-e8b9633f70d9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:19.729394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.743366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.749924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.751856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c53df552-2559-480f-b73c-f3a6cc738341 None None] Port 653498b4-8c79-4389-aff8-e15e523958d3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:10:19.758213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.762471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43388) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:19.765050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:19.765314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.773428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.788584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.791419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fb91885-24db-404e-9c86-be7c67342e2f req-483ca0dd-2c7a-44fb-915d-a7122ff2068d tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.2569697 Sep 21 08:10:19.801699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:10:19.876692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3c3758fa-71e7-4812-84e2-44dada0f9594 None None] Provisioning complete for port 597d0cd8-255e-48a3-80e7-761b99d72532 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:19.877404 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3c3758fa-71e7-4812-84e2-44dada0f9594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:19.901293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:19.912197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5528f-9656-40a4-ab0e-e44c0ca27a8e None None] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:10:19.927487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:19.928093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:19.933131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-697583855-network', 'tenant_id': '4ec4e2c1bac34c92b0575271648e0fc3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:19.957469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46176b6a-d6c2-49ac-a7c5-a640d0f03340 req-8c1f25a3-a68c-45ca-834c-2582f0ea70d1 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320813 Sep 21 08:10:19.960805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-23b2f8cd-a8f9-4d07-82a8-7e5aa50d5a1e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8488016 Sep 21 08:10:19.995033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fb91885-24db-404e-9c86-be7c67342e2f req-b4463f98-2deb-46d3-b537-2e03c8c54bcc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1882861 Sep 21 08:10:20.005044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ee6a3-65b9-42eb-b27a-581345e95de7 req-f6bd23cb-0987-4532-98ec-1fe211132131 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:20.007059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c12ee6a3-65b9-42eb-b27a-581345e95de7 req-f6bd23cb-0987-4532-98ec-1fe211132131 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 945 time: 0.1740537 Sep 21 08:10:20.019817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Made reservation on behalf of 4ec4e2c1bac34c92b0575271648e0fc3 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:20.022395 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.060375 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.129391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.137864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074449a-0587-4312-bc36-0e95713e7cd9 None None] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:10:20.151832 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c12ee6a3-65b9-42eb-b27a-581345e95de7 req-2400739a-fa72-4ce6-8743-b9bfee3e9fcf tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3bbb3a1-c803-4f65-a6d8-842d57d148df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328952 Sep 21 08:10:20.309905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91268eb3-a572-440c-a457-58fd86fd193b req-5d179fc1-5e03-499d-8aa9-4bcb3a5a0afc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:20.311426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91268eb3-a572-440c-a457-58fd86fd193b req-5d179fc1-5e03-499d-8aa9-4bcb3a5a0afc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 945 time: 0.1217859 Sep 21 08:10:20.383554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-263e0d18-ff6b-4076-9332-e4c43d2a667c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:20.384959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-263e0d18-ff6b-4076-9332-e4c43d2a667c tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 945 time: 0.1453917 Sep 21 08:10:20.400714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91268eb3-a572-440c-a457-58fd86fd193b req-864a1ece-66e5-4ae7-bfab-239c68103cd3 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810533 Sep 21 08:10:20.410624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 597d0cd8-255e-48a3-80e7-761b99d72532 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:20.432758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9658068-aece-470e-9cc8-5c8e3b21e770 req-2ab79950-c830-4fb2-ac18-f757cf554cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:20.435586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d9658068-aece-470e-9cc8-5c8e3b21e770 req-2ab79950-c830-4fb2-ac18-f757cf554cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 948 time: 0.1903460 Sep 21 08:10:20.457456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653498b4-8c79-4389-aff8-e15e523958d3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:20.478138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 597d0cd8-255e-48a3-80e7-761b99d72532 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:20.478655 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.483061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.492050 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.555775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Transition to ACTIVE for port object 653498b4-8c79-4389-aff8-e15e523958d3 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:20.571047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.574313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.584580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.590811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d9658068-aece-470e-9cc8-5c8e3b21e770 req-5916fd1e-7b2e-457e-a261-6d1b4724bdec tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245315 Sep 21 08:10:20.664518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:10:20.691944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Router cfdaab5e-feac-4f68-a883-702ec0043853 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:10:20.716043 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.716397 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Added segment f13cc57b-7a2d-4350-a5df-27ab56f0cec6 of type vlan for network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 Sep 21 08:10:20.718678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c24d7c7-c26a-4b36-8c09-4be02c435149,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:20.724359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Pushing event updated for resources: {'Port': ['ID=653498b4-8c79-4389-aff8-e15e523958d3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:20.805268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Deleting port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:20.805618 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.827854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:20.845409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.849412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: b5fb10b2-ef20-443c-a5e9-1d317a329822 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:20.849773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b5fb10b2-ef20-443c-a5e9-1d317a329822 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:20.870965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-0635c152-1e76-47c8-a4ec-b326e47c4ea1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-632841603&fields=id&tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 267 time: 0.1567354 Sep 21 08:10:20.875790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-ca355d43-dbce-44fa-ac42-14c6a395c9ef tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:20.879805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-ca355d43-dbce-44fa-ac42-14c6a395c9ef tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 0.2159028 Sep 21 08:10:20.901007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:10:20.912582 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Sync routers for ids ['cfdaab5e-feac-4f68-a883-702ec0043853'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:10:20.918064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-569ba7f1-1228-4fba-ab1f-4bb687cbaf29 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/quotas/af883af499e245068ea61a3a4db99639 HTTP/1.1" status: 200 len: 375 time: 0.0185645 Sep 21 08:10:20.922432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Routers {'cfdaab5e-feac-4f68-a883-702ec0043853'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:20.923299 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cfdaab5e-feac-4f68-a883-702ec0043853'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:20.925588 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.930330 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eaea586a-037c-4d47-b5b3-8fa8e7415b84 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8722048 Sep 21 08:10:20.932622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43418) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:20.938987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1dba1f1c-e101-4380-abe2-d5b7bbd25329 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:20.941649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Attempting to bind port 653498b4-8c79-4389-aff8-e15e523958d3 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:20.942150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Attempting to bind port 653498b4-8c79-4389-aff8-e15e523958d3 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:20.942306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Attempting to bind port 653498b4-8c79-4389-aff8-e15e523958d3 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:20.969047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.970059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:20.970687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:20.984039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Port 653498b4-8c79-4389-aff8-e15e523958d3 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:20.984361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Attempting to bind port 653498b4-8c79-4389-aff8-e15e523958d3 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:21.030173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:21.031242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:21.031848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:21.032606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Bound port: 653498b4-8c79-4389-aff8-e15e523958d3, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:21.032969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.046092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2823927 Sep 21 08:10:21.047686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43420) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:21.048777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1dba1f1c-e101-4380-abe2-d5b7bbd25329, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1dba1f1c-e101-4380-abe2-d5b7bbd25329,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:21.052895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-4407bd4e-054b-449e-ae95-8d8ff8ce680f tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208656 Sep 21 08:10:21.063194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '1dba1f1c-e101-4380-abe2-d5b7bbd25329', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '1dba1f1c-e101-4380-abe2-d5b7bbd25329', 'mac_address': 'fa:16:3e:a4:eb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:21.064043 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Set router cfdaab5e-feac-4f68-a883-702ec0043853 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:21.071834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Request body: {'subnet': {'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-697583855-subnet', 'tenant_id': '4ec4e2c1bac34c92b0575271648e0fc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:21.076610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] For port 854c3e92-9e93-4bd6-9580-b7ef23c9f339, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=854c3e92-9e93-4bd6-9580-b7ef23c9f339,segment=NetworkSegment(a7906314-96c3-4025-a7e3-cba5b0570de2),segment_id=a7906314-96c3-4025-a7e3-cba5b0570de2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:21.076986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.116835 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.129366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9865b83-0c83-4114-ad4e-b65a41736155 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f72ee7-e718-4386-8b71-9bfecfa85fa0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:21.132392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Calling delete_port for 854c3e92-9e93-4bd6-9580-b7ef23c9f339 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:21.133360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dba1f1c-e101-4380-abe2-d5b7bbd25329 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:21.156339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1dba1f1c-e101-4380-abe2-d5b7bbd25329, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1dba1f1c-e101-4380-abe2-d5b7bbd25329,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:21.159823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:10:21.162822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-62090d95-b8cc-4d8e-852c-b0d11be0fc19 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:21.170704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-62090d95-b8cc-4d8e-852c-b0d11be0fc19 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 945 time: 0.2827861 Sep 21 08:10:21.183181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'port': {'security_groups': ['dd863fcc-bb3b-4ece-8d59-552c5466ac90', '18dc1e22-4b7c-42fb-8972-af3f36dd08ae']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:21.241214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Made reservation on behalf of 4ec4e2c1bac34c92b0575271648e0fc3 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:21.241809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.244355 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.281091 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:19Z', 'revision_number': 3, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port': {'id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:17Z', 'updated_at': '2021-09-21T08:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:21.297951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=1dba1f1c-e101-4380-abe2-d5b7bbd25329,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:21.312901 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Checking router: cfdaab5e-feac-4f68-a883-702ec0043853 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:10:21.313236 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Updating router cfdaab5e-feac-4f68-a883-702ec0043853 port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:10:21.315210 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-a0144e3e-5e6c-4e12-ba78-899f08b192bc service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613814 Sep 21 08:10:21.337722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] For port 653498b4-8c79-4389-aff8-e15e523958d3, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:21.338344 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.398831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] For port 653498b4-8c79-4389-aff8-e15e523958d3, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=653498b4-8c79-4389-aff8-e15e523958d3,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:21.402626 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.413322 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.494627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-706bdf51-5fc3-4b0b-83fc-2a6716efd010 service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693769 Sep 21 08:10:21.504166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:21.505182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.506776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] 10.222.0.50 "PUT /v2.0/ports/653498b4-8c79-4389-aff8-e15e523958d3 HTTP/1.1" status: 200 len: 1096 time: 1.9221640 Sep 21 08:10:21.516403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'tag': '653498b4-8c79-4389-aff8-e15e523958d3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:21.519811 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeea04a-c420-4f66-bd17-35e26886e3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b046a7af-968f-4418-b920-b4b7c30b5a5b", "tag": "653498b4-8c79-4389-aff8-e15e523958d3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:21.560459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['1dba1f1c-e101-4380-abe2-d5b7bbd25329'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:21.648202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428d2e0-dedb-4459-a7a9-81b1372678bc service neutron] Pushing event updated for resources: {'Port': ['ID=653498b4-8c79-4389-aff8-e15e523958d3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:21.772951 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.781291 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.785960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.810208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.848045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-9a3561d2-7e0e-4853-ba88-5f1d81db235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:21.852702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-9a3561d2-7e0e-4853-ba88-5f1d81db235f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 1099 time: 0.2916486 Sep 21 08:10:21.876669 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Pushing event updated for resources: {'Port': ['ID=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:21.908315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Pushing event deleted for resources: {'Port': ['ID=854c3e92-9e93-4bd6-9580-b7ef23c9f339,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:21.912660 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.913592 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.914079 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.914567 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.915199 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.915878 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.916512 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.916995 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.917464 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.917950 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.918416 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.918903 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:21.928031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.991153 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Attempting to bind port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:21.991551 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Attempting to bind port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:21.991936 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Attempting to bind port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:21.997409 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:21.997780 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:21.998174 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:21.998554 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:21.999013 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Bound port: 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:21.999450 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.053167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b13196-5c47-4797-ac08-968a313e5e44 req-7262cd47-19df-4435-af25-74a93abf4d5b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.054714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2b13196-5c47-4797-ac08-968a313e5e44 req-7262cd47-19df-4435-af25-74a93abf4d5b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 948 time: 0.1007364 Sep 21 08:10:22.073562 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] For port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:22.079472 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] For port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:22.087439 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.154070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2b13196-5c47-4797-ac08-968a313e5e44 req-a9b4ccea-9082-4408-a09b-8ca22c298951 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897093 Sep 21 08:10:22.154804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7edfd-c00c-4328-ace0-72e31de980aa None None] Pushing event updated for resources: {'Port': ['ID=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:22.173761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Allocated IP 172.20.0.1 (3e74a020-3e0d-498e-bd0b-18b87f1e7e82/2a967633-c68a-4e88-b80b-bd51f08f13f5/5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:22.197406 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Routers {'cfdaab5e-feac-4f68-a883-702ec0043853'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:22.198428 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:09:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cfdaab5e-feac-4f68-a883-702ec0043853'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:22.328538 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac05e63d-eb1d-4f18-ba23-b004e5f5b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.352360 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] Set router cfdaab5e-feac-4f68-a883-702ec0043853 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:22.408253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.415599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.422737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.433730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.440712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.447003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.452808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.454666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-203ce11d-ee69-41e7-8341-381edf321ba6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.2208836 Sep 21 08:10:22.457893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:22.473393 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.489806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.528223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.543270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-850fb6a9-b2de-4066-988f-c09072415da9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=653498b4-8c79-4389-aff8-e15e523958d3 HTTP/1.1" status: 200 len: 217 time: 0.6222291 Sep 21 08:10:22.548760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.565995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:22.591054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:22.605227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d50daaa5-e300-4c98-85f5-87bc5e503d12 req-e42be31b-c2f3-45d2-b076-b19ae498a5e0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069939 Sep 21 08:10:22.613312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:22.614734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:22.617569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:22.647413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:22.671060 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:19Z', 'revision_number': 3, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port': {'id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:17Z', 'updated_at': '2021-09-21T08:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:22.675051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.747890 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a344f116-964c-4749-a594-344e2f0fb055 None None] The sync data for ids ['cfdaab5e-feac-4f68-a883-702ec0043853'] in n-d-809980-2 is: [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:19Z', 'revision_number': 3, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port': {'id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:17Z', 'updated_at': '2021-09-21T08:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:10:22.757847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-47512e14-d730-4e0e-8bdc-7fcbd661fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.759387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-47512e14-d730-4e0e-8bdc-7fcbd661fc8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1383665 Sep 21 08:10:22.760187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] No DVR routers for this DVR port 854c3e92-9e93-4bd6-9580-b7ef23c9f339 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:22.775280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.777382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-544d0e07-df92-4c8e-a0d3-023d424ed93e req-fad85867-dbbd-4dd5-be25-1d417011fcc0 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.62 "DELETE /v2.0/ports/854c3e92-9e93-4bd6-9580-b7ef23c9f339 HTTP/1.1" status: 204 len: 173 time: 2.3803914 Sep 21 08:10:22.832397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-96e93cc0-d6b0-4c98-b838-71f09f6c6c9e req-b88e6f68-9ef2-4f71-9c33-e827fcbdca21 tempest-LiveMigrationTest-1756343937 tempest-LiveMigrationTest-1756343937-project] 10.222.0.59 "GET /v2.0/ports?device_id=12890709-1148-4ee6-90d1-ab442eaed892 HTTP/1.1" status: 200 len: 210 time: 0.0866315 Sep 21 08:10:22.848499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Pushing event updated for resources: {'Subnet': ['ID=251bb79a-7905-4d4d-8572-52477c98de0e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:22.923045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:22.923922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:22.926011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3540e46-eeb4-4b0f-aee6-7f15ff14cf72 req-5d1ad617-6160-4f14-b7a0-2a20a14900ee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "PUT /v2.0/ports/815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 200 len: 981 time: 1.7543809 Sep 21 08:10:22.926949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Checking segment: {'id': 'f13cc57b-7a2d-4350-a5df-27ab56f0cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:22.946136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Network hostable DHCP agents. Network: c5f72ee7-e718-4386-8b71-9bfecfa85fa0, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:10:22.949721 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d794ee93-928a-46dc-b803-f9e32fbdfb1f x-openstack-request-id: req-d794ee93-928a-46dc-b803-f9e32fbdfb1f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:22.950034 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b046a7af-968f-4418-b920-b4b7c30b5a5b", "tag": "653498b4-8c79-4389-aff8-e15e523958d3", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:22.950289 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d794ee93-928a-46dc-b803-f9e32fbdfb1f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:22.950693 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'tag': '653498b4-8c79-4389-aff8-e15e523958d3', 'status': 'completed', 'code': 200} Sep 21 08:10:23.001856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb437b43-8e64-4055-a686-f5943265dad6 req-0844743c-0628-4b5c-8a2d-a6c651694a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:23.004321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1dba1f1c-e101-4380-abe2-d5b7bbd25329 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:23.004814 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-0844743c-0628-4b5c-8a2d-a6c651694a73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2161145 Sep 21 08:10:23.006788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:10:23.028517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c5f72ee7-e718-4386-8b71-9bfecfa85fa0) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:23.032287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.058649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:23.059504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.072413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:23.090446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-70034168-e553-4468-a7c2-7f8da563ccff admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0315034 Sep 21 08:10:23.114877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e0f049-b707-4eef-98ff-583a97d68ec9 None None] Network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:10:23.243169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede65aa-c3da-4958-9dfa-3f4f4bdb824c req-dbd67953-ec02-4354-9f3b-492ac7324749 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:23.250802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eede65aa-c3da-4958-9dfa-3f4f4bdb824c req-dbd67953-ec02-4354-9f3b-492ac7324749 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 949 time: 0.1720140 Sep 21 08:10:23.256182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-3ea488dd-dc6e-458d-b7e3-1b1ce6ccce25 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375767 Sep 21 08:10:23.380644 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eede65aa-c3da-4958-9dfa-3f4f4bdb824c req-562d47c2-a7ad-4f05-97aa-00b42aca86dc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285913 Sep 21 08:10:23.417618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ad636858-9f3a-4eb3-bb2d-0e46235fae73 req-66079559-2ebc-420e-beff-9d4be86ae8a9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 210 time: 0.3540776 Sep 21 08:10:23.428119 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.455939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.475039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b8f85-3816-4ab3-8282-3e57e99ef7c8 None None] Network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:10:23.500875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-183ba109-df5a-4092-a248-ec79170899dd None None] Provisioning complete for port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:23.501477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-183ba109-df5a-4092-a248-ec79170899dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.622188 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb437b43-8e64-4055-a686-f5943265dad6 req-1169f557-e2b6-4762-ac01-7b28f67bd95d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059015 Sep 21 08:10:23.636517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.650053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-b65b58da-e574-45d2-92cd-8af52d67d9c0 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1392664405&fields=id&tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 267 time: 0.1155994 Sep 21 08:10:23.685522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-183ba109-df5a-4092-a248-ec79170899dd None None] Port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:10:23.691412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:23.715836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:23.715836 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.783482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-a6b46c0f-02cf-4453-908b-cf548ee1018d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:23.785063 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-a6b46c0f-02cf-4453-908b-cf548ee1018d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 984 time: 0.1252384 Sep 21 08:10:23.798916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-ba2f750f-417f-4722-8084-889afb300ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:23.800606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-ba2f750f-417f-4722-8084-889afb300ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 1099 time: 0.0855038 Sep 21 08:10:23.810812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'port': {'security_groups': ['18dc1e22-4b7c-42fb-8972-af3f36dd08ae', 'dd863fcc-bb3b-4ece-8d59-552c5466ac90', 'ae32abe1-7ed6-410f-8134-1341137840bd']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:23.854756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:23.885546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-84260506-4af9-438a-adc4-07e6e0c58fb8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:23.887439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-84260506-4af9-438a-adc4-07e6e0c58fb8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 0.5913749 Sep 21 08:10:23.916054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:23.921315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:23.939728 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:23.940666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Request body: {'port': {'device_id': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'admin_state_up': True, 'tenant_id': 'af883af499e245068ea61a3a4db99639'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:23.958539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4efbc-773d-42c6-ab07-fd02e9695103 req-8360becd-976b-4775-b38a-2bcbc6b41dc9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:23.963797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76a4efbc-773d-42c6-ab07-fd02e9695103 req-8360becd-976b-4775-b38a-2bcbc6b41dc9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 948 time: 0.3300467 Sep 21 08:10:24.131479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76a4efbc-773d-42c6-ab07-fd02e9695103 req-db99858b-52bd-49d7-828c-58e370a22368 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436710 Sep 21 08:10:24.188277 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.193623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-0e2b0d88-fc3e-46a7-8c3a-6ef1dad4e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.202460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-0e2b0d88-fc3e-46a7-8c3a-6ef1dad4e139 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.3610897 Sep 21 08:10:24.268650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dba1f1c-e101-4380-abe2-d5b7bbd25329'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:24.272673 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dcea42-53d6-44c1-9376-4c33232f6dfd" -d '{"events": [{"server_uuid": "fc9bd520-4114-4ab4-905c-c3c050767a81", "name": "network-vif-plugged", "status": "completed", "tag": "1dba1f1c-e101-4380-abe2-d5b7bbd25329"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:24.311592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-49d882d7-f422-4b63-8d5c-80e404f20a11 None None] Provisioning complete for port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:24.312125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-49d882d7-f422-4b63-8d5c-80e404f20a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.329869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-88df8817-c722-4340-ba94-5b0f2f3abd55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=653498b4-8c79-4389-aff8-e15e523958d3 HTTP/1.1" status: 200 len: 217 time: 0.0593894 Sep 21 08:10:24.393808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1dba1f1c-e101-4380-abe2-d5b7bbd25329, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1dba1f1c-e101-4380-abe2-d5b7bbd25329,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:24.394913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-49d882d7-f422-4b63-8d5c-80e404f20a11 None None] Port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:10:24.400061 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.400950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:24.420301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-318cc436-a2b2-41c6-9042-2aa5bb82ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.426104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-318cc436-a2b2-41c6-9042-2aa5bb82ea21 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0808554 Sep 21 08:10:24.459707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 854c3e92-9e93-4bd6-9580-b7ef23c9f339 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:24.460211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 854c3e92-9e93-4bd6-9580-b7ef23c9f339 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:24.496241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:24.500356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=1dba1f1c-e101-4380-abe2-d5b7bbd25329,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:24.520470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:24.525092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-c24ee480-38f2-4951-949d-83bc82c23f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.526764 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-c24ee480-38f2-4951-949d-83bc82c23f88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883684 Sep 21 08:10:24.564779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:24.565722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.587150 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.594087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.610617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:24.648392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.649075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.650792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ed9bda8-0224-4df0-9433-ee07a18e9933 req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "PUT /v2.0/ports/815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 200 len: 1020 time: 0.8549764 Sep 21 08:10:24.744080 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.756221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875260f3-efc3-4ddf-9e1a-ca25afa4f96f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:24.783444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-0ef62f81-6804-446d-988a-3ec53cc70d90 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420766 Sep 21 08:10:24.786178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:24.789544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:24.803761 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.853214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.861601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.862690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Router cfdaab5e-feac-4f68-a883-702ec0043853 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:10:24.866868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.873234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.878550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Made reservation on behalf of af883af499e245068ea61a3a4db99639 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:24.880182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.883128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:24.886137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.892194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.894680 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-c2ab8cb3-f8e1-4468-a5a8-df54434b7035 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.1714280 Sep 21 08:10:24.927965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:24.951602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'name': 'network-vif-deleted', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339'}, {'name': 'network-changed', 'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0'}, {'name': 'network-changed', 'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:24.954002 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279c566a-e28c-4248-a9a0-f0e8e007318d" -d '{"events": [{"server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "name": "network-vif-deleted", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339"}, {"name": "network-changed", "server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0"}, {"name": "network-changed", "server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:24.970180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-a6aaed35-9ce9-476d-845b-69cba1d67331 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:24.972634 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-a6aaed35-9ce9-476d-845b-69cba1d67331 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/networks?id=c5f72ee7-e718-4386-8b71-9bfecfa85fa0 HTTP/1.1" status: 200 len: 821 time: 0.2312894 Sep 21 08:10:24.978014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b14ce5a-1a50-4166-b502-182026d9f6e7 req-4d3abd34-3a31-45b9-8acd-56acad5481c8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541055 Sep 21 08:10:24.999091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaeea04a-c420-4f66-bd17-35e26886e3dd req-24fa8ac6-57bd-4b40-b2e6-5a7a7a2f884d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040195 Sep 21 08:10:25.047916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-ae9fe94b-5cc7-4b6b-afc5-1627251d5eb8 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/quotas/4ec4e2c1bac34c92b0575271648e0fc3 HTTP/1.1" status: 200 len: 375 time: 0.0572333 Sep 21 08:10:25.057265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43478) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:25.124586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-e2bdef9c-6bfe-4597-81f7-968de2a12bea tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4ec4e2c1bac34c92b0575271648e0fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419927 Sep 21 08:10:25.141942 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4171a5-343f-4685-b38f-c2ea4147ef21 x-openstack-request-id: req-ff4171a5-343f-4685-b38f-c2ea4147ef21 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:25.142394 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9bd520-4114-4ab4-905c-c3c050767a81", "name": "network-vif-plugged", "status": "completed", "tag": "1dba1f1c-e101-4380-abe2-d5b7bbd25329", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:25.142801 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff4171a5-343f-4685-b38f-c2ea4147ef21 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:25.143804 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dba1f1c-e101-4380-abe2-d5b7bbd25329', 'code': 200} Sep 21 08:10:25.203762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:10:25.220913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-71afd7d3-c2be-4eaa-af36-31758713d0f8 admin admin] 10.222.0.59 "PUT /v2.0/routers/cfdaab5e-feac-4f68-a883-702ec0043853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2870648 Sep 21 08:10:25.270977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.294251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Allocated IP 172.20.0.6 (0c6eb153-ad1c-439c-92f3-7ab3cdb0c458/08af9c05-7025-4f97-a5ac-e8b9633f70d9/49fc41d8-1b69-4d10-bdff-0fccba0c5e27) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:25.313150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] Deleting subnet b2521274-8afa-4197-91f5-113a77c7d5c8 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:10:25.320219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.331252 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-b409f473-9b43-4b95-8635-0271c345d658 service neutron] 10.222.0.59 "GET /v2.0/networks/c5f72ee7-e718-4386-8b71-9bfecfa85fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980832 Sep 21 08:10:25.345179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f493f4-61b5-43b2-9452-784dab3a9e79 req-8d318cde-819d-42f2-a619-f8e5a79b713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:25.347705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-73f493f4-61b5-43b2-9452-784dab3a9e79 req-8d318cde-819d-42f2-a619-f8e5a79b713f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 1101 time: 0.1621256 Sep 21 08:10:25.356201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a67746-98bd-4a7b-a978-0af3bc1bc0cd req-97b0bf49-877d-4875-bafd-a5650d1661f4 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:25.368532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22a67746-98bd-4a7b-a978-0af3bc1bc0cd req-97b0bf49-877d-4875-bafd-a5650d1661f4 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 950 time: 0.1643288 Sep 21 08:10:25.397147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3c3aa20b-df2e-48ad-b4a2-6a9a8fe6cf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.421799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.475961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22a67746-98bd-4a7b-a978-0af3bc1bc0cd req-fc232aa5-80f2-4b7d-8eb9-a4ba2001acad tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089804 Sep 21 08:10:25.490784 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-73f493f4-61b5-43b2-9452-784dab3a9e79 req-a2d76704-9fff-4a92-bdfa-1deec2fcf654 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195943 Sep 21 08:10:25.501467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Sync routers for ids ['cfdaab5e-feac-4f68-a883-702ec0043853'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:10:25.507676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.512742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Routers {'cfdaab5e-feac-4f68-a883-702ec0043853'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:25.513378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:10:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cfdaab5e-feac-4f68-a883-702ec0043853'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:25.553635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-bab9f803-d7d3-46f6-bb2c-c146db7ea582 service neutron] 10.222.0.59 "GET /v2.0/networks/c5f72ee7-e718-4386-8b71-9bfecfa85fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214744 Sep 21 08:10:25.588853 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.591636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd48bee4-43a0-41f8-9a9c-528e5a3e1530 req-b71fac05-1db0-4bfb-b45e-0b6c4cde077e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 210 time: 0.0421555 Sep 21 08:10:25.623803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.635972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.655621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Set router cfdaab5e-feac-4f68-a883-702ec0043853 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:25.675730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2521274-8afa-4197-91f5-113a77c7d5c8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:25.689519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.691538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:25.694809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3e0b252c-125e-41aa-a5c8-120958958556 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b2521274-8afa-4197-91f5-113a77c7d5c8 HTTP/1.1" status: 204 len: 168 time: 0.6343739 Sep 21 08:10:25.696466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43488) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:25.697799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:25.700446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:25.762666 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f4fb8-2757-4ec2-972a-653124faa6e0 x-openstack-request-id: req-651f4fb8-2757-4ec2-972a-653124faa6e0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:25.763405 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12890709-1148-4ee6-90d1-ab442eaed892", "name": "network-vif-deleted", "tag": "854c3e92-9e93-4bd6-9580-b7ef23c9f339", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:25.763756 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-651f4fb8-2757-4ec2-972a-653124faa6e0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:25.764393 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12890709-1148-4ee6-90d1-ab442eaed892', 'name': 'network-vif-deleted', 'tag': '854c3e92-9e93-4bd6-9580-b7ef23c9f339', 'status': 'completed', 'code': 200} Sep 21 08:10:25.764741 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'status': 'completed', 'code': 200} Sep 21 08:10:25.765083 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'status': 'completed', 'code': 200} Sep 21 08:10:25.785694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796f336-9b83-48d2-8c83-5498e7446588 req-87f7677a-6c55-402f-b307-d4561a234057 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:25.785694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4796f336-9b83-48d2-8c83-5498e7446588 req-87f7677a-6c55-402f-b307-d4561a234057 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1023 time: 0.0956557 Sep 21 08:10:25.818489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:25.819156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.841058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:25.888516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-2d383d43-2015-4138-b13e-69c8452b6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:25.890444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-2d383d43-2015-4138-b13e-69c8452b6333 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1174 time: 0.1056676 Sep 21 08:10:25.896547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-95a3cd2b-4e16-4dff-9fe0-b212295cad22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9769249 Sep 21 08:10:25.923381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Request body: {'port': {'device_id': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:25.925732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:22Z', 'revision_number': 4, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port': {'id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:17Z', 'updated_at': '2021-09-21T08:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3', 'name': '', 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'mac_address': 'fa:16:3e:a7:e6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '2a967633-c68a-4e88-b80b-bd51f08f13f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:21Z', 'updated_at': '2021-09-21T08:10:23Z', 'revision_number': 2, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'subnets': [{'id': '2a967633-c68a-4e88-b80b-bd51f08f13f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:25.961065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Checking router: cfdaab5e-feac-4f68-a883-702ec0043853 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:10:25.961065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Updating router cfdaab5e-feac-4f68-a883-702ec0043853 port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:10:25.965874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:25.989285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.029398 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.036884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4796f336-9b83-48d2-8c83-5498e7446588 req-79e6290c-3e73-46e3-a92b-288d427655cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=18dc1e22-4b7c-42fb-8972-af3f36dd08ae&id=ae32abe1-7ed6-410f-8134-1341137840bd&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90 HTTP/1.1" status: 200 len: 6147 time: 0.2351553 Sep 21 08:10:26.056467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff4ecf-bb0a-485f-a9a1-a71dd1a01af2 req-94264e30-abdc-4225-b4ed-84c7765ea9c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.064229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebff4ecf-bb0a-485f-a9a1-a71dd1a01af2 req-94264e30-abdc-4225-b4ed-84c7765ea9c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 948 time: 0.1848009 Sep 21 08:10:26.069545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-55bc2345-1018-4ad0-8250-b5b89bf79515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.071038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-55bc2345-1018-4ad0-8250-b5b89bf79515 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 914 time: 0.1562715 Sep 21 08:10:26.139197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-eff51211-bcd3-4c87-80b7-754ddf1825d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 200 len: 217 time: 0.0595117 Sep 21 08:10:26.151987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebff4ecf-bb0a-485f-a9a1-a71dd1a01af2 req-4ae82ee4-4c57-43f5-82d5-2f2bc41e1066 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867672 Sep 21 08:10:26.196684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.239464 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46f4829a-737c-4cd1-b180-3ef6ce20b54a req-32583a39-52a4-42fb-8765-ae0ec6d11764 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 210 time: 0.0344465 Sep 21 08:10:26.276255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-e0106bba-2620-4507-af80-82ff7a6d8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.277870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-e0106bba-2620-4507-af80-82ff7a6d8727 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.1285186 Sep 21 08:10:26.309056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ea7608-6ff2-4220-a5c6-e9553739cd22']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:26.324588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7906314-96c3-4025-a7e3-cba5b0570de2') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:26.324879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7906314-96c3-4025-a7e3-cba5b0570de2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:26.367343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.417067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-95bff7b6-f475-4799-bbae-de72034796bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393367 Sep 21 08:10:26.430880 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.435604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.438399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.474601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-23ff68aa-4295-4dc2-b03e-902d97c144bd tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2640719 Sep 21 08:10:26.482025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:10:26.482496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.483084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:10:26.485783 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:10:26.494464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:26.512691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.519533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.526609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.533148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.540748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.544609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d819055-81b3-4b4f-9bd6-1f737c56b048 None None] Pushing event updated for resources: {'Port': ['ID=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:26.546732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.555628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:26.567682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44b74079-db18-4e3e-946d-0fd77658c02c req-060a4901-a906-4a70-aa37-9d08cc372cf7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.2337413 Sep 21 08:10:26.595050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.619912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-d830cf7a-9454-429e-ab12-b0a1cdbb7bb1 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936874 Sep 21 08:10:26.637495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Attempting to bind port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:26.637840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Attempting to bind port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:26.638207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Attempting to bind port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 on network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:26.651028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:26.651451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Checking segment: {'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:26.652023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.652484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Bound using segment: {'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:26.653436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Bound port: 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39395f2e-2c8b-4471-985a-02da044e0d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:26.653975 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.672928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.692751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:26.693126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.719734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44b74079-db18-4e3e-946d-0fd77658c02c req-38a81e63-458d-4dc5-b580-791bb836ce40 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299732 Sep 21 08:10:26.720582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.729803 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.734097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] 10.222.0.59 "DELETE /v2.0/networks/b2ea7608-6ff2-4220-a5c6-e9553739cd22 HTTP/1.1" status: 204 len: 168 time: 1.0266407 Sep 21 08:10:26.738875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43510) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:26.766144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-d8fcf1bc-38cb-4d8c-8f5d-ae0d50067909 req-2f97b84f-72b9-4494-9f28-b2590ccc5c2f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1612278894 ', 'description': 'tempest-description-1722119569'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:26.774435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05fa41-8a78-4932-a225-35e4846074fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ea7608-6ff2-4220-a5c6-e9553739cd22,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:26.853586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcf1bc-38cb-4d8c-8f5d-ae0d50067909 req-2f97b84f-72b9-4494-9f28-b2590ccc5c2f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.858495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:26.874543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.876740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] For port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:26.885486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] For port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:26.892544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.896847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] Deleting subnet eb07a4fc-883a-4340-90e9-f1745cc28e75 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:10:26.898520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Transition to ACTIVE for port object 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:26.903358 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.909287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.917226 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-261335b9-6103-4a98-8997-061a76e0b400 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851043 Sep 21 08:10:26.958137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d819055-81b3-4b4f-9bd6-1f737c56b048 None None] Pushing event updated for resources: {'Port': ['ID=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:26.963790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 653498b4-8c79-4389-aff8-e15e523958d3 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:26.968305 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:26.985978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Routers {'cfdaab5e-feac-4f68-a883-702ec0043853'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:26.987166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:10:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cfdaab5e-feac-4f68-a883-702ec0043853'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:27.020928 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.034214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:27.098600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-460b9097-0e20-4ec4-aa27-846641990066 None None] Provisioning complete for port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:27.098977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-460b9097-0e20-4ec4-aa27-846641990066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.158683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Allocated IP 172.25.1.21 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/d06cced5-a70f-44a5-a94f-1fdea13dee46) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:27.216793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Attempting to bind port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:27.217319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Attempting to bind port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:27.217746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Attempting to bind port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:27.233097 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcf1bc-38cb-4d8c-8f5d-ae0d50067909 req-2f97b84f-72b9-4494-9f28-b2590ccc5c2f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.235045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:27.235768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Attempting to bind port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:27.250316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcf1bc-38cb-4d8c-8f5d-ae0d50067909 req-2f97b84f-72b9-4494-9f28-b2590ccc5c2f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.285679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:27.286413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Checking segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:27.288420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Bound using segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:27.289172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Bound port: 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:27.289909 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.301924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] Set router cfdaab5e-feac-4f68-a883-702ec0043853 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:27.310341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcf1bc-38cb-4d8c-8f5d-ae0d50067909 req-2f97b84f-72b9-4494-9f28-b2590ccc5c2f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.311628 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d8fcf1bc-38cb-4d8c-8f5d-ae0d50067909 req-2f97b84f-72b9-4494-9f28-b2590ccc5c2f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5493720 Sep 21 08:10:27.316262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97b84f-72b9-4494-9f28-b2590ccc5c2f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1cf45d-d963-482f-99b8-29f5aa57b8b5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:27.350180 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.374539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:27.378796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:27.407352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.417552 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-460b9097-0e20-4ec4-aa27-846641990066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.420788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 653498b4-8c79-4389-aff8-e15e523958d3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=653498b4-8c79-4389-aff8-e15e523958d3,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:27.432958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.453877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.454324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.455822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] 10.222.0.50 "PUT /v2.0/ports/49fc41d8-1b69-4d10-bdff-0fccba0c5e27 HTTP/1.1" status: 200 len: 1091 time: 1.5391138 Sep 21 08:10:27.457391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:27.458990 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e92221-a10e-4c92-8184-691005c0bff5" -d '{"events": [{"name": "network-changed", "server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:27.468165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '653498b4-8c79-4389-aff8-e15e523958d3', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '653498b4-8c79-4389-aff8-e15e523958d3', 'mac_address': 'fa:16:3e:71:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:27.475093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-0b227a9c-cbfe-4f52-b12c-61e9b58821cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.477105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-0b227a9c-cbfe-4f52-b12c-61e9b58821cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1174 time: 0.2169399 Sep 21 08:10:27.495048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844e7d9-570b-4970-9367-778a7e577f28 req-b8d72449-72bb-47f9-bed2-93271901e641 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.496810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6844e7d9-570b-4970-9367-778a7e577f28 req-b8d72449-72bb-47f9-bed2-93271901e641 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 950 time: 0.1158011 Sep 21 08:10:27.497657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eadcb1-df7c-4dd5-a050-c0313438a6bd service neutron] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:27.583724 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6844e7d9-570b-4970-9367-778a7e577f28 req-f71fff9b-bdf5-4cac-8c86-2ec237b82212 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675635 Sep 21 08:10:27.593542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-334686ab-2e44-4716-9c51-49e09a745f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.595188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-334686ab-2e44-4716-9c51-49e09a745f6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 1094 time: 0.0721812 Sep 21 08:10:27.631835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-89cc59cf-efdf-4210-8ca4-dcfbe096a403 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.633800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-89cc59cf-efdf-4210-8ca4-dcfbe096a403 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.62 "GET /v2.0/networks?id=c5f72ee7-e718-4386-8b71-9bfecfa85fa0 HTTP/1.1" status: 200 len: 821 time: 0.3616364 Sep 21 08:10:27.638026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.656815 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-dc8c5ed1-0cda-44f0-877b-c66059134774 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27 HTTP/1.1" status: 200 len: 217 time: 0.0431221 Sep 21 08:10:27.658392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Request body: {'port': {'device_id': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0', 'admin_state_up': True, 'tenant_id': '4ec4e2c1bac34c92b0575271648e0fc3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:27.701570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-460b9097-0e20-4ec4-aa27-846641990066 None None] For port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:27.713157 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-460b9097-0e20-4ec4-aa27-846641990066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.726928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.729972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb07a4fc-883a-4340-90e9-f1745cc28e75,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:27.732297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.738165 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.742749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c55b7ca2-f968-4c29-9343-f61d8139b7f3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/eb07a4fc-883a-4340-90e9-f1745cc28e75 HTTP/1.1" status: 204 len: 168 time: 0.9607196 Sep 21 08:10:27.743360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43524) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:27.750558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-a1e5ea60-794e-4e5f-88ff-04697a4b4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.752205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-a1e5ea60-794e-4e5f-88ff-04697a4b4958 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 914 time: 0.2635972 Sep 21 08:10:27.762490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.771491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-772e25f5-f198-42f9-81fd-2d033cbac8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.772995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-772e25f5-f198-42f9-81fd-2d033cbac8b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.1031079 Sep 21 08:10:27.815294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-2d94af4b-e29c-42fa-924f-3b41c6b9ab66 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330908 Sep 21 08:10:27.845521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653498b4-8c79-4389-aff8-e15e523958d3 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:27.852358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:27.855546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-c7378907-e74d-4bc4-8eec-ab44517129d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 200 len: 217 time: 0.0580511 Sep 21 08:10:27.859411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b9097-0e20-4ec4-aa27-846641990066 None None] Pushing event updated for resources: {'Port': ['ID=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:27.861977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fca0b8-3437-47f9-8238-3af846185350 req-08e6f0ee-7fa7-4198-a496-779e5c530983 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.863546 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8fca0b8-3437-47f9-8238-3af846185350 req-08e6f0ee-7fa7-4198-a496-779e5c530983 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 943 time: 0.1588402 Sep 21 08:10:27.863917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:27.882536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:27.887129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=d06cced5-a70f-44a5-a94f-1fdea13dee46,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:27.894238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.900819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 653498b4-8c79-4389-aff8-e15e523958d3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=653498b4-8c79-4389-aff8-e15e523958d3,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:27.912690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.915086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-24737c72-8fea-4954-8cea-d6df5b7b8465 None None] Provisioning complete for port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:27.915828 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24737c72-8fea-4954-8cea-d6df5b7b8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:27.970541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-51606944-7a5a-4238-a6b8-ec0a0ec8b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:27.972859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-51606944-7a5a-4238-a6b8-ec0a0ec8b921 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.1048837 Sep 21 08:10:27.988532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:22Z', 'revision_number': 4, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port': {'id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:17Z', 'updated_at': '2021-09-21T08:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3', 'name': '', 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'mac_address': 'fa:16:3e:a7:e6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '2a967633-c68a-4e88-b80b-bd51f08f13f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:21Z', 'updated_at': '2021-09-21T08:10:26Z', 'revision_number': 4, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'subnets': [{'id': '2a967633-c68a-4e88-b80b-bd51f08f13f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:27.993114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8fca0b8-3437-47f9-8238-3af846185350 req-608823f6-171f-49c0-a3f1-1decb9fc99c1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115088 Sep 21 08:10:28.022228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-27e04ddf-2290-4aa0-8b10-9ceb72c8c6f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373886 Sep 21 08:10:28.042753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c53569a-c667-4e2a-a849-a69fbb284f12 None None] The sync data for ids ['cfdaab5e-feac-4f68-a883-702ec0043853'] in n-d-809980-2 is: [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:22Z', 'revision_number': 4, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port': {'id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:17Z', 'updated_at': '2021-09-21T08:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3', 'name': '', 'network_id': '3e74a020-3e0d-498e-bd0b-18b87f1e7e82', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'mac_address': 'fa:16:3e:a7:e6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '2a967633-c68a-4e88-b80b-bd51f08f13f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:21Z', 'updated_at': '2021-09-21T08:10:26Z', 'revision_number': 4, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'subnets': [{'id': '2a967633-c68a-4e88-b80b-bd51f08f13f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:10:28.048638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-a909d5b0-7f37-4c58-b376-45ac159ecba2 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047749 Sep 21 08:10:28.051835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=653498b4-8c79-4389-aff8-e15e523958d3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:28.093223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.095525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Made reservation on behalf of 4ec4e2c1bac34c92b0575271648e0fc3 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:28.106436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.155622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.165515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0ccfb9-ed7a-455a-89a0-cb81c686f85e']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:28.191041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:28.240032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8aafec-cc90-46e7-97ee-b28057185ba5') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:28.240032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8aafec-cc90-46e7-97ee-b28057185ba5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:28.261591 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.294774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.302981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:10:28.304254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:10:28.391226 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:10:28.400263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdf5fa0-3fa5-4ed6-94a9-3734882ca856 req-190f7428-0e77-4dbc-b631-b6a58c9a74ad service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165822 Sep 21 08:10:28.403433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.430925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab204f-4c3f-4309-85f6-1cf8c3f5f515 req-180a8eb0-b95c-4d3b-a8e5-8596be75843e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:28.432725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41ab204f-4c3f-4309-85f6-1cf8c3f5f515 req-180a8eb0-b95c-4d3b-a8e5-8596be75843e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 949 time: 0.3008733 Sep 21 08:10:28.435822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.443890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5a0ccfb9-ed7a-455a-89a0-cb81c686f85e HTTP/1.1" status: 204 len: 168 time: 0.6972318 Sep 21 08:10:28.488046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cfcfe-af37-426e-bd4d-3e20fa1060b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0ccfb9-ed7a-455a-89a0-cb81c686f85e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:28.523744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41ab204f-4c3f-4309-85f6-1cf8c3f5f515 req-f7b0d312-0d7a-4c23-876b-74b0de0bafda tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581110 Sep 21 08:10:28.543278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:28.629456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:28.631412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.684482 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0e94d69b-7077-4d53-b5af-2ea56cf9f8b2 req-d8766693-47bf-4590-8327-3ca8c296369c tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 210 time: 0.0662019 Sep 21 08:10:28.702969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43528) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:28.710030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.803975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-941caf1d-5cd5-4460-8da0-8d11ed3ce2fe service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606792 Sep 21 08:10:28.813079 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-11646bc4-36fe-43a2-bc7c-677f5f61937e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2102788e14644079fb8dc21a9014773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1079297 Sep 21 08:10:28.817876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43530) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:28.880120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0fcb68b-b247-42f0-83c8-27328a4c1b52 req-7913df89-c6d2-420e-b543-7ccda7f536cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/8d1cf45d-d963-482f-99b8-29f5aa57b8b5 HTTP/1.1" status: 200 len: 1781 time: 0.1049106 Sep 21 08:10:28.909080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4516b2cb-e291-466b-b363-3dafdf1a8336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.918767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 653498b4-8c79-4389-aff8-e15e523958d3 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:28.946484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4516b2cb-e291-466b-b363-3dafdf1a8336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:28.950975 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70883bfa-daea-4408-a129-b24ed3badb99 x-openstack-request-id: req-70883bfa-daea-4408-a129-b24ed3badb99 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:28.950975 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:28.951524 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70883bfa-daea-4408-a129-b24ed3badb99 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:28.952031 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'status': 'completed', 'code': 200} Sep 21 08:10:28.989026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-279c566a-e28c-4248-a9a0-f0e8e007318d req-99c6bfa9-13fe-4fd7-9309-cd964dd8a24c service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552978 Sep 21 08:10:29.005523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 653498b4-8c79-4389-aff8-e15e523958d3 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:29.011497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 653498b4-8c79-4389-aff8-e15e523958d3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:29.017573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.043704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Allocated IP 172.20.0.14 (c5f72ee7-e718-4386-8b71-9bfecfa85fa0/251bb79a-7905-4d4d-8572-52477c98de0e/d86bb513-62c9-40f2-8502-f33684aa928f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:29.077138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-a87ea9ea-9e94-441a-8aa5-0627d39ded50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.079358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-a87ea9ea-9e94-441a-8aa5-0627d39ded50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 1094 time: 0.0709765 Sep 21 08:10:29.103846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4516b2cb-e291-466b-b363-3dafdf1a8336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.107853 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4516b2cb-e291-466b-b363-3dafdf1a8336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.115475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4516b2cb-e291-466b-b363-3dafdf1a8336 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3bbb3a1-c803-4f65-a6d8-842d57d148df HTTP/1.1" status: 204 len: 168 time: 0.2959328 Sep 21 08:10:29.171106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516b2cb-e291-466b-b363-3dafdf1a8336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bbb3a1-c803-4f65-a6d8-842d57d148df,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:29.223488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.232712 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.289124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-a75037ac-5ac8-4389-b756-4dfa9cc174a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.292767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-a75037ac-5ac8-4389-b756-4dfa9cc174a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 906 time: 0.1982315 Sep 21 08:10:29.293147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653498b4-8c79-4389-aff8-e15e523958d3'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:29.295841 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eea403-d962-4ad7-b381-7c94b7a370a3" -d '{"events": [{"server_uuid": "b046a7af-968f-4418-b920-b4b7c30b5a5b", "name": "network-vif-plugged", "status": "completed", "tag": "653498b4-8c79-4389-aff8-e15e523958d3"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:29.319684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.333801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 653498b4-8c79-4389-aff8-e15e523958d3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=653498b4-8c79-4389-aff8-e15e523958d3,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:29.340986 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.387672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-459f9e7e-1c64-4750-ad9e-2340af28268c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27 HTTP/1.1" status: 200 len: 217 time: 0.0776331 Sep 21 08:10:29.446306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=653498b4-8c79-4389-aff8-e15e523958d3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:29.479436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-20c856d4-be9e-4329-803a-807e11eec4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.484813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-20c856d4-be9e-4329-803a-807e11eec4b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.0939226 Sep 21 08:10:29.514109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.541918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.543994 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0627081 Sep 21 08:10:29.545732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300daa5f-ff3e-4ccb-a6a1-18e819cc0652 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=d06cced5-a70f-44a5-a94f-1fdea13dee46,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:29.546081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-7596b2a9-c1d8-4876-9269-543e2b146d1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504456 Sep 21 08:10:29.657405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-b492b978-10a7-4f5c-bf6c-5c2d0663a7e2 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.1030622 Sep 21 08:10:29.679489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.742874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.748782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.755256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.756000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43550) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:29.760758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.766894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.773056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.778624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.793800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-38de6fc3-e6f7-4a6d-870e-9607ba3a4009 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.1231515 Sep 21 08:10:29.798711 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:10:29.816799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-4d4a5710-fb74-4310-85b4-2a2dde513751 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538269 Sep 21 08:10:29.830001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-335b8be7-363b-485f-8009-daa92b00074c tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:29.840698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283ce18b-c53b-47c3-98a3-5c5b4e43b904 req-335b8be7-363b-485f-8009-daa92b00074c tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1706834 Sep 21 08:10:29.854406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:29.879981 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03e29c1f-a5a0-4c26-bf1a-0722f84e60bd req-f9304ad9-28fe-4958-b254-5cdbc86423a6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852199 Sep 21 08:10:29.895144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ff12e9b-3503-4f22-8776-e6f60893d6ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f49656b099c9416faff20c96fb74757e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360312 Sep 21 08:10:29.917355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43554) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:29.959048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:29.964256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3e92221-a10e-4c92-8184-691005c0bff5 req-748d043f-4252-4fbe-ac54-858ec562e368 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387694 Sep 21 08:10:29.974311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:29.986144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:29.995407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4705fb5e-669b-4383-85af-d7cd8d620cab req-baf834d2-7fa9-4baa-8f7e-e383bf204780 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/8d1cf45d-d963-482f-99b8-29f5aa57b8b5 HTTP/1.1" status: 200 len: 1781 time: 0.1430202 Sep 21 08:10:30.020337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76d4da-8790-44df-b2c6-f30dc14c6b0d req-af4796c9-22ae-4312-930b-7baf0afaa5f9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:30.021237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Pushing event updated for resources: {'Port': ['ID=d86bb513-62c9-40f2-8502-f33684aa928f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:30.021839 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a76d4da-8790-44df-b2c6-f30dc14c6b0d req-af4796c9-22ae-4312-930b-7baf0afaa5f9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 943 time: 0.0551479 Sep 21 08:10:30.062845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a76d4da-8790-44df-b2c6-f30dc14c6b0d req-dbf58d2d-c40a-4c8f-8bb6-7d4114ff37ee tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Sep 21 08:10:30.088195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:30.088829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.092714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86996faa-ccf2-4191-8e31-8985793ca018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.112499 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2911cf35-6b65-4b7e-a492-d36d50b6cfe5 x-openstack-request-id: req-2911cf35-6b65-4b7e-a492-d36d50b6cfe5 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:30.113307 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046a7af-968f-4418-b920-b4b7c30b5a5b", "name": "network-vif-plugged", "status": "completed", "tag": "653498b4-8c79-4389-aff8-e15e523958d3", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:30.114254 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2911cf35-6b65-4b7e-a492-d36d50b6cfe5 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:30.114782 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653498b4-8c79-4389-aff8-e15e523958d3', 'code': 200} Sep 21 08:10:30.123408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-6e565d98-cbe0-40b8-8fbd-bba430e68c81 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4705005 Sep 21 08:10:30.141790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86996faa-ccf2-4191-8e31-8985793ca018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.147288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Request body: {'port': {'device_id': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:30.183399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4705fb5e-669b-4383-85af-d7cd8d620cab req-33d318f7-069a-4f0a-945b-34cf39b5cf76 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.245293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf07b-e51e-476f-84dd-babea76d55e5 req-c0c34a29-4e42-49d7-bd1a-638df9fe17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:30.246711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4705fb5e-669b-4383-85af-d7cd8d620cab req-33d318f7-069a-4f0a-945b-34cf39b5cf76 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.246935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ffcf07b-e51e-476f-84dd-babea76d55e5 req-c0c34a29-4e42-49d7-bd1a-638df9fe17b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 1101 time: 0.0613496 Sep 21 08:10:30.256675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f553d-76b6-4605-acff-86fa2436d652 req-232586e9-95bb-4c46-bc15-709a2b9e33b7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:30.258304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-764f553d-76b6-4605-acff-86fa2436d652 req-232586e9-95bb-4c46-bc15-709a2b9e33b7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 950 time: 0.0835798 Sep 21 08:10:30.272263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.294718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86996faa-ccf2-4191-8e31-8985793ca018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.297224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86996faa-ccf2-4191-8e31-8985793ca018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.298365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-86996faa-ccf2-4191-8e31-8985793ca018 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9362ad1-ab69-4b72-b4ba-5228a0dca920 HTTP/1.1" status: 204 len: 168 time: 0.3800559 Sep 21 08:10:30.313321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ffcf07b-e51e-476f-84dd-babea76d55e5 req-e983c5fa-a90e-4c11-9356-b5e928613a7d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505555 Sep 21 08:10:30.321531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86996faa-ccf2-4191-8e31-8985793ca018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9362ad1-ab69-4b72-b4ba-5228a0dca920,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:30.326463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-764f553d-76b6-4605-acff-86fa2436d652 req-ef474ccb-0ee6-41aa-b5ae-b2e323f6d980 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501564 Sep 21 08:10:30.346633 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4705fb5e-669b-4383-85af-d7cd8d620cab req-33d318f7-069a-4f0a-945b-34cf39b5cf76 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.349767 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4705fb5e-669b-4383-85af-d7cd8d620cab req-33d318f7-069a-4f0a-945b-34cf39b5cf76 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.350929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4705fb5e-669b-4383-85af-d7cd8d620cab req-33d318f7-069a-4f0a-945b-34cf39b5cf76 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/8d1cf45d-d963-482f-99b8-29f5aa57b8b5 HTTP/1.1" status: 204 len: 173 time: 0.3337219 Sep 21 08:10:30.372679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d318f7-069a-4f0a-945b-34cf39b5cf76 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1cf45d-d963-482f-99b8-29f5aa57b8b5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:30.515651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829356-1c65-4dec-aa9f-1b5477f3767f req-8dc6f79c-3eec-4e08-8990-b3d8fb355f80 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:30.525703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e829356-1c65-4dec-aa9f-1b5477f3767f req-8dc6f79c-3eec-4e08-8990-b3d8fb355f80 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 932 time: 0.0832019 Sep 21 08:10:30.574476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e829356-1c65-4dec-aa9f-1b5477f3767f req-cfb6c57b-5a6b-4698-b531-2e45c4fca7d6 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Sep 21 08:10:30.597495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19786-60d2-47d2-b2e0-cfc45873abc5 req-59d8639c-b4be-4ec3-941e-e4dd206d7eae tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:30.598888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ae19786-60d2-47d2-b2e0-cfc45873abc5 req-59d8639c-b4be-4ec3-941e-e4dd206d7eae tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 950 time: 0.1396768 Sep 21 08:10:30.659957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ae19786-60d2-47d2-b2e0-cfc45873abc5 req-24c159ef-7773-45cb-8421-ef9823e84e7e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Sep 21 08:10:30.719478 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-12dc4795-b78a-4906-84da-39cf2f60ca89 req-e9adb380-3412-4abd-b75d-eeeebd9ab8fc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:10:30.720655 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12dc4795-b78a-4906-84da-39cf2f60ca89 req-e9adb380-3412-4abd-b75d-eeeebd9ab8fc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/8d1cf45d-d963-482f-99b8-29f5aa57b8b5 HTTP/1.1" status: 404 len: 352 time: 0.0334775 Sep 21 08:10:30.766070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86bb513-62c9-40f2-8502-f33684aa928f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:30.775163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-71b8b35d-d601-4370-b1b2-c4cb9f61a589 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1689847 Sep 21 08:10:30.779740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.807800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Transition to ACTIVE for port object d86bb513-62c9-40f2-8502-f33684aa928f will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:30.813693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:30.823761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.842614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:30.892828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c99fabb0-2d72-447e-af6b-4e049ca0ee99 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556655 Sep 21 08:10:30.930136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:30.940981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Pushing event updated for resources: {'Port': ['ID=d86bb513-62c9-40f2-8502-f33684aa928f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:31.098329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Attempting to bind port d86bb513-62c9-40f2-8502-f33684aa928f on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:31.098668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Attempting to bind port d86bb513-62c9-40f2-8502-f33684aa928f by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'f13cc57b-7a2d-4350-a5df-27ab56f0cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:31.099000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Attempting to bind port d86bb513-62c9-40f2-8502-f33684aa928f on network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:31.105395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:31.114306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Port d86bb513-62c9-40f2-8502-f33684aa928f on network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:31.114619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Attempting to bind port d86bb513-62c9-40f2-8502-f33684aa928f on network c5f72ee7-e718-4386-8b71-9bfecfa85fa0 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:31.128384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-3c178b6a-86da-417d-bc94-3f67e7222bc5 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:31.131290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'mac_address': 'fa:16:3e:01:81:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:31.135820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-3c178b6a-86da-417d-bc94-3f67e7222bc5 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238905 Sep 21 08:10:31.138268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:31.138611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Checking segment: {'id': 'f13cc57b-7a2d-4350-a5df-27ab56f0cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:31.138999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Bound using segment: {'id': 'f13cc57b-7a2d-4350-a5df-27ab56f0cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:31.139479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Bound port: d86bb513-62c9-40f2-8502-f33684aa928f, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13cc57b-7a2d-4350-a5df-27ab56f0cec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:31.139833 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.188679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-bc4dc926-cb35-4517-9167-9129874e4706 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/quotas/4a1eb7a37a2b4d46b0698a62d64fec79 HTTP/1.1" status: 200 len: 375 time: 0.0521076 Sep 21 08:10:31.213852 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.231757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:31.265625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:31.268806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] For port d86bb513-62c9-40f2-8502-f33684aa928f, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:31.273185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.274086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] For port d86bb513-62c9-40f2-8502-f33684aa928f, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d86bb513-62c9-40f2-8502-f33684aa928f,segment=NetworkSegment(f13cc57b-7a2d-4350-a5df-27ab56f0cec6),segment_id=f13cc57b-7a2d-4350-a5df-27ab56f0cec6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:31.308129 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-82fe5a26-aace-4db3-a052-c72d0bf6b45e tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993390 Sep 21 08:10:31.309393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.379052 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.381354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Pushing event updated for resources: {'Port': ['ID=d86bb513-62c9-40f2-8502-f33684aa928f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:31.386662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:31.387391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.389172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-8f73f33b-9fed-49b0-940b-a478a6903c0d service neutron] 10.222.0.62 "PUT /v2.0/ports/d86bb513-62c9-40f2-8502-f33684aa928f HTTP/1.1" status: 200 len: 1092 time: 1.2505577 Sep 21 08:10:31.389641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'tag': 'd86bb513-62c9-40f2-8502-f33684aa928f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:31.392007 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0258f-c26d-4dde-a906-cc88df0a89c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5833eba-2359-4784-a0c2-55cc39b11035", "tag": "d86bb513-62c9-40f2-8502-f33684aa928f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:31.407750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:31.518757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-e6416675-e89f-44c5-8dda-45ab1ca1a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:31.522043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-e6416675-e89f-44c5-8dda-45ab1ca1a44b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ec4e2c1bac34c92b0575271648e0fc3&device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 1095 time: 0.0788488 Sep 21 08:10:31.552621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Allocated IP 172.25.1.36 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b9cf3668-a089-49cc-a1d6-77374176a054) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:31.628978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-450598fc-267e-46d4-ac04-8bc6e2a16441 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bb513-62c9-40f2-8502-f33684aa928f HTTP/1.1" status: 200 len: 217 time: 0.0978117 Sep 21 08:10:31.634600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-19386682-c552-4d10-81ca-5c82fb935dc7 req-b6d9334b-2680-4e2f-834b-5798b05a7fcf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-920245799', 'description': 'tempest-description-1920143905'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:31.636214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['49fc41d8-1b69-4d10-bdff-0fccba0c5e27'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:31.805873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-f905cb6d-cba2-4816-ab0e-b85281f41085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:31.810264 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-f905cb6d-cba2-4816-ab0e-b85281f41085 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=251bb79a-7905-4d4d-8572-52477c98de0e HTTP/1.1" status: 200 len: 861 time: 0.1628053 Sep 21 08:10:31.894806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-5df1e9f9-33d4-4728-bc33-57abe9b9a053 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5f72ee7-e718-4386-8b71-9bfecfa85fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790989 Sep 21 08:10:31.897155 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.897863 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-19386682-c552-4d10-81ca-5c82fb935dc7 req-b6d9334b-2680-4e2f-834b-5798b05a7fcf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.928823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:31.993902 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.108589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:32.116342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:32.121943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-f9f1d5fd-507f-41e0-9db9-339ba106d78e service neutron] 10.222.0.62 "GET /v2.0/networks/c5f72ee7-e718-4386-8b71-9bfecfa85fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897817 Sep 21 08:10:32.124567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:32.185352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=b9cf3668-a089-49cc-a1d6-77374176a054,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:32.194566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-19386682-c552-4d10-81ca-5c82fb935dc7 req-b6d9334b-2680-4e2f-834b-5798b05a7fcf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.274208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.281214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-19386682-c552-4d10-81ca-5c82fb935dc7 req-b6d9334b-2680-4e2f-834b-5798b05a7fcf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.352772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.408239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-19386682-c552-4d10-81ca-5c82fb935dc7 req-b6d9334b-2680-4e2f-834b-5798b05a7fcf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.422618 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19386682-c552-4d10-81ca-5c82fb935dc7 req-b6d9334b-2680-4e2f-834b-5798b05a7fcf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7984269 Sep 21 08:10:32.440451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9334b-2680-4e2f-834b-5798b05a7fcf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22188b-1362-4da3-9bc7-a8ad6bc7e586,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:32.464881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282508d6-b6eb-48a1-93ae-92f2eb8c4ef8 req-797edb26-6b85-4e85-8f2a-319407b7795b service neutron] 10.222.0.62 "GET /v2.0/networks/c5f72ee7-e718-4386-8b71-9bfecfa85fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337014 Sep 21 08:10:32.579163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.585775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.593439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.599931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.606350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.614645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.619239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.621029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.625587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.630228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-0c7b0f65-1049-4936-957d-8961c7870bab tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5430 time: 0.1273646 Sep 21 08:10:32.676622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33035eb0-ec4e-4bf2-a917-d28297422c07 req-8302cda5-e4ea-4344-99f4-b07a351dcf57 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447626 Sep 21 08:10:32.718039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=b9cf3668-a089-49cc-a1d6-77374176a054,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:32.728560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.745408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:32.751816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-1144b41f-09f1-44aa-89ef-acb4a90586cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9753938 Sep 21 08:10:32.830385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988db26-0781-4d6f-a881-27f172a6859b req-78a1999b-8f9f-44b9-9c48-150691adaf2b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:32.832809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7988db26-0781-4d6f-a881-27f172a6859b req-78a1999b-8f9f-44b9-9c48-150691adaf2b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 944 time: 0.0840731 Sep 21 08:10:32.834539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-71d18158-23f5-434b-a7b1-f0b04102aea5 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0810449 Sep 21 08:10:32.884390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7988db26-0781-4d6f-a881-27f172a6859b req-59fc4aa8-9cdf-40b9-ac42-0152a474994a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455201 Sep 21 08:10:32.944561 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613c3d4a-24c5-4528-b038-71ff05f09dfb x-openstack-request-id: req-613c3d4a-24c5-4528-b038-71ff05f09dfb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:32.945227 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5833eba-2359-4784-a0c2-55cc39b11035", "tag": "d86bb513-62c9-40f2-8502-f33684aa928f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:32.945535 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-613c3d4a-24c5-4528-b038-71ff05f09dfb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:32.946158 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'tag': 'd86bb513-62c9-40f2-8502-f33684aa928f', 'status': 'completed', 'code': 200} Sep 21 08:10:32.949313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:32.998661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-d887940a-2cf8-4489-b541-ca884b9cecad tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:33.012052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-526b8393-8165-4d2e-8757-76f0a15f4f6d req-d887940a-2cf8-4489-b541-ca884b9cecad tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1707458 Sep 21 08:10:33.017349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:33.033099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:33.043882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:33.044635 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.075600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0f56b6c-255b-445a-9599-918aadc0a7e5 req-9b6d1d8e-59e8-4b82-81fd-7c485888d9a5 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 210 time: 0.0514138 Sep 21 08:10:33.086103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-ebea4baf-f4ed-497e-92c2-7a8f89c1798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:33.087802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-ebea4baf-f4ed-497e-92c2-7a8f89c1798a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ec4e2c1bac34c92b0575271648e0fc3&device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 1095 time: 0.1146204 Sep 21 08:10:33.215326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28c5d-8f80-4762-8939-723eb6be3089 req-214a0822-4b0b-4d10-b5fa-b87b8a30a31f tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:33.218770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1eb28c5d-8f80-4762-8939-723eb6be3089 req-214a0822-4b0b-4d10-b5fa-b87b8a30a31f tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 944 time: 0.1119015 Sep 21 08:10:33.230680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:33.250837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3', 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e', 'port_id': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3', 'mac_address': 'fa:16:3e:0b:6e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc6f53c-5359-44e7-ad67-bf15a7d683ed', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:33.284246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1eb28c5d-8f80-4762-8939-723eb6be3089 req-b7045b37-9b26-4e9f-a152-5a365f836e75 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566924 Sep 21 08:10:33.292315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-ca1115e1-e691-4e12-9ff3-b3227b519fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:33.293580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.293824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-ca1115e1-e691-4e12-9ff3-b3227b519fe4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5f72ee7-e718-4386-8b71-9bfecfa85fa0 HTTP/1.1" status: 200 len: 922 time: 0.1981158 Sep 21 08:10:33.325278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1d21-37ff-40c6-8ffa-6b2f5acebfab req-9b087351-d816-4d8f-8f90-3fbe1df2e3a8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:33.326853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c68a1d21-37ff-40c6-8ffa-6b2f5acebfab req-9b087351-d816-4d8f-8f90-3fbe1df2e3a8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 950 time: 0.0894666 Sep 21 08:10:33.353180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-115beb30-ada5-4324-b823-6d809225bde4 req-fcae3ce1-021a-4447-87c3-a9b151c4fad4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-361085420', 'description': 'tempest-description-151790610'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:33.363732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.369947 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.371590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:33.372392 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-7692684d-9eea-498e-961c-212dce8511c3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462561 Sep 21 08:10:33.373853 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba5ebd3-f344-4ae5-84d9-02f52047d9ce" -d '{"events": [{"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-plugged", "status": "completed", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:33.387797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-61b54fe6-cc35-44ec-a1bc-a98f133d434a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86bb513-62c9-40f2-8502-f33684aa928f HTTP/1.1" status: 200 len: 217 time: 0.0863910 Sep 21 08:10:33.398186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:33.401114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:33.408547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.448719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:33.455780 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.456721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c983e9aa-0e0b-4ba1-8b14-05b881782ced details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:33.464947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-115beb30-ada5-4324-b823-6d809225bde4 req-fcae3ce1-021a-4447-87c3-a9b151c4fad4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.471101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c68a1d21-37ff-40c6-8ffa-6b2f5acebfab req-a3cc392a-de20-481b-ab1b-4a3b2ec993b1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917156 Sep 21 08:10:33.479422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-64893c22-4308-4182-97b3-cc2da8ecdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:33.481222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-64893c22-4308-4182-97b3-cc2da8ecdf28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=251bb79a-7905-4d4d-8572-52477c98de0e HTTP/1.1" status: 200 len: 861 time: 0.0817642 Sep 21 08:10:33.502863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:33.553042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-c11da18c-4dfa-40ad-a0c1-bc00ee523001 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5f72ee7-e718-4386-8b71-9bfecfa85fa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615952 Sep 21 08:10:33.567416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c983e9aa-0e0b-4ba1-8b14-05b881782ced, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:33.582168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced', 'network_id': '39c0fb0a-13e2-4d46-9f23-153e936cfb5e', 'port_id': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced', 'mac_address': 'fa:16:3e:70:a9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc6f53c-5359-44e7-ad67-bf15a7d683ed', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:33.604136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c9bfc0ba-9f3b-4189-8c1e-bfe1669a2bdf tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:33.606476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c9bfc0ba-9f3b-4189-8c1e-bfe1669a2bdf tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315271 Sep 21 08:10:33.632190 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.634574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Request body: {'port': {'device_id': '4c2de082-6d23-42cb-bc4a-697510963857', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '4a1eb7a37a2b4d46b0698a62d64fec79'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:33.661285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c983e9aa-0e0b-4ba1-8b14-05b881782ced {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:33.670042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-125d32d5-be15-4a81-98d9-a717b928a5cf service neutron] 10.222.0.62 "GET /v2.0/networks/c5f72ee7-e718-4386-8b71-9bfecfa85fa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096878 Sep 21 08:10:33.686900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:33.693081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c983e9aa-0e0b-4ba1-8b14-05b881782ced, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:33.698705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.699646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3d0d3f49-99f4-4980-942c-9f86a1908812 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:33.794956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-115beb30-ada5-4324-b823-6d809225bde4 req-fcae3ce1-021a-4447-87c3-a9b151c4fad4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.804220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-115beb30-ada5-4324-b823-6d809225bde4 req-fcae3ce1-021a-4447-87c3-a9b151c4fad4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.838016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5b0258f-c26d-4dde-a906-cc88df0a89c6 req-176d941a-ccb8-4adf-8b76-ae3a78c5ced5 service neutron] 10.222.0.62 "GET /v2.0/networks/c5f72ee7-e718-4386-8b71-9bfecfa85fa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607015 Sep 21 08:10:33.848202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-115beb30-ada5-4324-b823-6d809225bde4 req-fcae3ce1-021a-4447-87c3-a9b151c4fad4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.849438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-115beb30-ada5-4324-b823-6d809225bde4 req-fcae3ce1-021a-4447-87c3-a9b151c4fad4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5013916 Sep 21 08:10:33.865722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3ce1-021a-4447-87c3-a9b151c4fad4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7f6ebf-6a6e-49ad-911e-58bd6a187358,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:33.886117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=c983e9aa-0e0b-4ba1-8b14-05b881782ced,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:33.903116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Made reservation on behalf of 4a1eb7a37a2b4d46b0698a62d64fec79 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:33.905938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3d0d3f49-99f4-4980-942c-9f86a1908812, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d0d3f49-99f4-4980-942c-9f86a1908812,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:33.907037 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:33.922320 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96151df5-ffa6-431a-b6a6-13685529cff6 x-openstack-request-id: req-96151df5-ffa6-431a-b6a6-13685529cff6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:33.922951 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-plugged", "status": "completed", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:33.923203 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96151df5-ffa6-431a-b6a6-13685529cff6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:33.924974 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'code': 200} Sep 21 08:10:33.931423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3d0d3f49-99f4-4980-942c-9f86a1908812', 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'port_id': '3d0d3f49-99f4-4980-942c-9f86a1908812', 'mac_address': 'fa:16:3e:ae:b3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05751b0b-b1cb-449d-8cbd-a8b9db515e53', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:33.986019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.000882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0d3f49-99f4-4980-942c-9f86a1908812 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:34.023263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3d0d3f49-99f4-4980-942c-9f86a1908812, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d0d3f49-99f4-4980-942c-9f86a1908812,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:34.029316 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.030285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 20bf013c-2e65-42a7-a736-1af4140a22f9 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:34.052045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68cd2-18b0-4c90-97f8-d0b77c15d69b req-b1fe3bdf-6a8a-4939-ab16-da18aed86223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.054338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74c68cd2-18b0-4c90-97f8-d0b77c15d69b req-b1fe3bdf-6a8a-4939-ab16-da18aed86223 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 1096 time: 0.0481169 Sep 21 08:10:34.096552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de91899c-eba6-4420-bf2b-753b1c992636 req-8e141d51-4e6f-4fe4-a79e-ff157152b9e0 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2077484 Sep 21 08:10:34.105924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74c68cd2-18b0-4c90-97f8-d0b77c15d69b req-019e3972-bb45-4c9d-a24e-cf72141ea016 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Sep 21 08:10:34.134374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:34.164045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3d0d3f49-99f4-4980-942c-9f86a1908812,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:34.188672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Allocated IP 192.168.233.104 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/a0673024-61cb-4818-ab7c-bbee679c463a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:34.205941 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.210396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 20bf013c-2e65-42a7-a736-1af4140a22f9, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20bf013c-2e65-42a7-a736-1af4140a22f9,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:34.231028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'port_id': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'mac_address': 'fa:16:3e:80:82:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:34.260980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95efab-ade7-4fb6-af68-d980cdd3003e req-db6f0404-b32e-4bff-8e6b-ee10a54347a5 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.268981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e95efab-ade7-4fb6-af68-d980cdd3003e req-db6f0404-b32e-4bff-8e6b-ee10a54347a5 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 1101 time: 0.0477090 Sep 21 08:10:34.285890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5e95efab-ade7-4fb6-af68-d980cdd3003e req-644fff25-ffd7-4906-ac6d-b1387eaa7e8b tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.289405 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.303518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bf013c-2e65-42a7-a736-1af4140a22f9 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:34.325402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 20bf013c-2e65-42a7-a736-1af4140a22f9, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20bf013c-2e65-42a7-a736-1af4140a22f9,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:34.337899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.338867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a1e4783d-cdae-4b0e-9ac6-c63ada7b615f details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:34.428300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=20bf013c-2e65-42a7-a736-1af4140a22f9,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:34.432630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5e95efab-ade7-4fb6-af68-d980cdd3003e req-644fff25-ffd7-4906-ac6d-b1387eaa7e8b tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.438567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:34.441025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5e95efab-ade7-4fb6-af68-d980cdd3003e req-644fff25-ffd7-4906-ac6d-b1387eaa7e8b tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.451378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'a1e4783d-cdae-4b0e-9ac6-c63ada7b615f', 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'port_id': 'a1e4783d-cdae-4b0e-9ac6-c63ada7b615f', 'mac_address': 'fa:16:3e:cc:82:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05751b0b-b1cb-449d-8cbd-a8b9db515e53', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:34.473096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.477045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.505480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.508927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e95efab-ade7-4fb6-af68-d980cdd3003e req-644fff25-ffd7-4906-ac6d-b1387eaa7e8b tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380285 Sep 21 08:10:34.531375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fff25-ffd7-4906-ac6d-b1387eaa7e8b tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64ed39-3316-48c0-83fd-578aa399f34e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:34.531611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e4783d-cdae-4b0e-9ac6-c63ada7b615f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:34.567177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:34.572547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.573362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device f69bc2e7-39e3-460c-bf20-b321b1694924 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:34.606382 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.622640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['1dba1f1c-e101-4380-abe2-d5b7bbd25329'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:34.663930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:34.674397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.679939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Allocated IP 172.25.1.138 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/15b5e32a-b429-4145-9229-8e2a27e627dd) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:34.683673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:34.684023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.693018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.698501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:34.699648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.706311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.712313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.718413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.728921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-b2ebf276-7d0a-42a0-bff7-1395e3f23763 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5435 time: 0.1377721 Sep 21 08:10:34.730514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port f69bc2e7-39e3-460c-bf20-b321b1694924, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f69bc2e7-39e3-460c-bf20-b321b1694924,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:34.760368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:34.779494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'f69bc2e7-39e3-460c-bf20-b321b1694924', 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'port_id': 'f69bc2e7-39e3-460c-bf20-b321b1694924', 'mac_address': 'fa:16:3e:2c:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05751b0b-b1cb-449d-8cbd-a8b9db515e53', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:34.801237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbb6764e-a08d-4264-8136-de6e5d34b73e req-0069a5bd-e10f-4653-bb98-fe62aa290644 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621626 Sep 21 08:10:34.823472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Pushing event updated for resources: {'Port': ['ID=a0673024-61cb-4818-ab7c-bbee679c463a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:34.850779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-2ab2b345-1e7b-473e-97a2-4af7b0dfd5c0 req-9bfaf906-b6bb-4173-910f-2af43c5dd769 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-893825584', 'description': 'tempest-description-1378924848'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:34.867132 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.883158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2ab2b345-1e7b-473e-97a2-4af7b0dfd5c0 req-9bfaf906-b6bb-4173-910f-2af43c5dd769 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:34.910581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:34.910756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69bc2e7-39e3-460c-bf20-b321b1694924 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:34.911656 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.001680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port f69bc2e7-39e3-460c-bf20-b321b1694924, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f69bc2e7-39e3-460c-bf20-b321b1694924,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:35.011236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.023547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2ab2b345-1e7b-473e-97a2-4af7b0dfd5c0 req-9bfaf906-b6bb-4173-910f-2af43c5dd769 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.030503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2ab2b345-1e7b-473e-97a2-4af7b0dfd5c0 req-9bfaf906-b6bb-4173-910f-2af43c5dd769 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.053587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.054623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3002550a-2348-46a1-9771-8957d66d5dd8 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:35.054809 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-a926f99f-ba1f-4187-aa81-c4967052dc4c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4249103 Sep 21 08:10:35.072508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Request body: {'port': {'device_id': '4c2de082-6d23-42cb-bc4a-697510963857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:35.081645 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2ab2b345-1e7b-473e-97a2-4af7b0dfd5c0 req-9bfaf906-b6bb-4173-910f-2af43c5dd769 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.083768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ab2b345-1e7b-473e-97a2-4af7b0dfd5c0 req-9bfaf906-b6bb-4173-910f-2af43c5dd769 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2369411 Sep 21 08:10:35.086642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaf906-b6bb-4173-910f-2af43c5dd769 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfdcda7-221d-4dd9-ba07-4aedcb954784,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:35.132471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.232041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d44c2a42-15e7-43c9-a11d-d0475931c6af None None] Provisioning complete for port a0673024-61cb-4818-ab7c-bbee679c463a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:35.233331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d44c2a42-15e7-43c9-a11d-d0475931c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.242761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:35.244861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=f69bc2e7-39e3-460c-bf20-b321b1694924,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:35.257957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:35.261001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.265682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:35.269635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=15b5e32a-b429-4145-9229-8e2a27e627dd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:35.287049 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3002550a-2348-46a1-9771-8957d66d5dd8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3002550a-2348-46a1-9771-8957d66d5dd8,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:35.341294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3002550a-2348-46a1-9771-8957d66d5dd8', 'network_id': '7c8bfe58-4f51-4ba6-997d-f730b9ca663f', 'port_id': '3002550a-2348-46a1-9771-8957d66d5dd8', 'mac_address': 'fa:16:3e:bc:aa:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05751b0b-b1cb-449d-8cbd-a8b9db515e53', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:35.363909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d44c2a42-15e7-43c9-a11d-d0475931c6af None None] Port a0673024-61cb-4818-ab7c-bbee679c463a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:10:35.423863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.442162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3002550a-2348-46a1-9771-8957d66d5dd8 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:35.474020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e361b-552d-4e49-9ad6-2d974a08f583 req-16b4f2da-95a6-4adf-8161-79acb3ec6883 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:35.476467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3002550a-2348-46a1-9771-8957d66d5dd8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3002550a-2348-46a1-9771-8957d66d5dd8,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:35.476864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef6e361b-552d-4e49-9ad6-2d974a08f583 req-16b4f2da-95a6-4adf-8161-79acb3ec6883 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 945 time: 0.0807738 Sep 21 08:10:35.482360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.533012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d86bb513-62c9-40f2-8502-f33684aa928f details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:35.571203 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef6e361b-552d-4e49-9ad6-2d974a08f583 req-59b863d5-9423-4ad7-bfbc-f8a95e888309 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781672 Sep 21 08:10:35.619372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3002550a-2348-46a1-9771-8957d66d5dd8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:35.624748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.688537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176c5bd-358a-452e-bf2c-81ab03a344cd req-6036e783-ed79-4024-ad5d-fcf5d15c8cda tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:35.690626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7176c5bd-358a-452e-bf2c-81ab03a344cd req-6036e783-ed79-4024-ad5d-fcf5d15c8cda tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 936 time: 0.0524893 Sep 21 08:10:35.728823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d86bb513-62c9-40f2-8502-f33684aa928f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d86bb513-62c9-40f2-8502-f33684aa928f,segment=NetworkSegment(f13cc57b-7a2d-4350-a5df-27ab56f0cec6),segment_id=f13cc57b-7a2d-4350-a5df-27ab56f0cec6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:35.730826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7176c5bd-358a-452e-bf2c-81ab03a344cd req-a44d3b83-a9e4-4d28-b428-9a4a6238e02d tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341723 Sep 21 08:10:35.753863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.762988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'd86bb513-62c9-40f2-8502-f33684aa928f', 'network_id': 'c5f72ee7-e718-4386-8b71-9bfecfa85fa0', 'port_id': 'd86bb513-62c9-40f2-8502-f33684aa928f', 'mac_address': 'fa:16:3e:5c:72:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251bb79a-7905-4d4d-8572-52477c98de0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:35.819732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.843638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86bb513-62c9-40f2-8502-f33684aa928f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:35.865464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d86bb513-62c9-40f2-8502-f33684aa928f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d86bb513-62c9-40f2-8502-f33684aa928f,segment=NetworkSegment(f13cc57b-7a2d-4350-a5df-27ab56f0cec6),segment_id=f13cc57b-7a2d-4350-a5df-27ab56f0cec6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:35.870634 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:35.901025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7ae7b-fed8-4c3c-8d79-92aa2a1e81c6 req-acc7444d-1b51-4fb6-acb0-398d68ea216c tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:35.902580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a7ae7b-fed8-4c3c-8d79-92aa2a1e81c6 req-acc7444d-1b51-4fb6-acb0-398d68ea216c tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 944 time: 0.0727923 Sep 21 08:10:35.925848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d86bb513-62c9-40f2-8502-f33684aa928f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:35.957323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a7ae7b-fed8-4c3c-8d79-92aa2a1e81c6 req-0c2a43d6-e701-4f05-88b5-fb96162ab1f4 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Sep 21 08:10:35.996500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0673024-61cb-4818-ab7c-bbee679c463a {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:36.006324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.037322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Transition to ACTIVE for port object a0673024-61cb-4818-ab7c-bbee679c463a will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:36.042565 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.091004 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.120985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.129546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Pushing event updated for resources: {'Port': ['ID=a0673024-61cb-4818-ab7c-bbee679c463a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:36.263297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=15b5e32a-b429-4145-9229-8e2a27e627dd,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:36.285414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.303960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Attempting to bind port a0673024-61cb-4818-ab7c-bbee679c463a on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:36.304497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Attempting to bind port a0673024-61cb-4818-ab7c-bbee679c463a by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:36.305000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Attempting to bind port a0673024-61cb-4818-ab7c-bbee679c463a on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:36.313823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-60cca1f4-208c-492d-b376-61d36185a433 req-c48c36f9-a492-4129-a6a0-7fa180b1b229 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 10893 time: 0.1987953 Sep 21 08:10:36.314461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Port a0673024-61cb-4818-ab7c-bbee679c463a on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:36.314929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Attempting to bind port a0673024-61cb-4818-ab7c-bbee679c463a on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:36.320432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.322202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de91899c-eba6-4420-bf2b-753b1c992636 req-91fba54a-1b64-4932-8607-fa8e5f253c96 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1998050 Sep 21 08:10:36.326665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:36.327186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:36.327874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:36.328560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Bound port: a0673024-61cb-4818-ab7c-bbee679c463a, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:36.329109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.378769 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-60cca1f4-208c-492d-b376-61d36185a433 req-68775106-d646-495b-b524-b6afda0591b8 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/dd863fcc-bb3b-4ece-8d59-552c5466ac90 HTTP/1.1" status: 200 len: 2981 time: 0.0534437 Sep 21 08:10:36.414628 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de91899c-eba6-4420-bf2b-753b1c992636 req-d03b53c9-d987-4f52-aa8f-d53f3b854847 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0821712 Sep 21 08:10:36.431376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-60cca1f4-208c-492d-b376-61d36185a433 req-7c531b0b-82b3-48d9-b9f4-888aa6ae678f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/dd863fcc-bb3b-4ece-8d59-552c5466ac90 HTTP/1.1" status: 200 len: 2981 time: 0.0461276 Sep 21 08:10:36.484201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['a1e4783d-cdae-4b0e-9ac6-c63ada7b615f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:36.516731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['c983e9aa-0e0b-4ba1-8b14-05b881782ced'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:36.520184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3d0d3f49-99f4-4980-942c-9f86a1908812'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:36.523487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['f69bc2e7-39e3-460c-bf20-b321b1694924'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:36.545742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] For port a0673024-61cb-4818-ab7c-bbee679c463a, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:36.563810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] For port a0673024-61cb-4818-ab7c-bbee679c463a, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0673024-61cb-4818-ab7c-bbee679c463a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:36.576782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.598162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91899c-eba6-4420-bf2b-753b1c992636 req-cd59fd6e-a049-4a41-a753-8e88510f27de tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.599564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de91899c-eba6-4420-bf2b-753b1c992636 req-cd59fd6e-a049-4a41-a753-8e88510f27de tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1677244 Sep 21 08:10:36.631771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.632437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:36.633905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] 10.222.0.50 "PUT /v2.0/ports/a0673024-61cb-4818-ab7c-bbee679c463a HTTP/1.1" status: 200 len: 1096 time: 1.5688014 Sep 21 08:10:36.636378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2de082-6d23-42cb-bc4a-697510963857', 'tag': 'a0673024-61cb-4818-ab7c-bbee679c463a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:36.639368 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eecc922-6bb2-431e-b96c-918875967963" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2de082-6d23-42cb-bc4a-697510963857", "tag": "a0673024-61cb-4818-ab7c-bbee679c463a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:36.652831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ab14e18-f9fe-486d-bf06-06cc14f1209a req-85396c25-b8e0-4d6f-9cd8-b7f1b8fc4612 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4bda2d89cf78494fa6ad0c01e42a01b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502305 Sep 21 08:10:36.718454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb6327-be00-436a-a777-f11cf5b2fe3c service neutron] Pushing event updated for resources: {'Port': ['ID=a0673024-61cb-4818-ab7c-bbee679c463a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:36.769687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3002550a-2348-46a1-9771-8957d66d5dd8'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:36.802663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.808649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.814769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.820671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.826841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.834003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.839653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.842604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-d7655940-3974-4f50-8c4c-fa371bd09892 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5437 time: 0.1524217 Sep 21 08:10:36.844025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-de04f54d-0302-42fb-8af4-1d278b9be320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.846532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-de04f54d-0302-42fb-8af4-1d278b9be320 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 1099 time: 0.1079564 Sep 21 08:10:36.872563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab14e18-f9fe-486d-bf06-06cc14f1209a req-0711eade-4ae8-46ca-a98d-33d9dd14972d tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:36.886765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ab14e18-f9fe-486d-bf06-06cc14f1209a req-0711eade-4ae8-46ca-a98d-33d9dd14972d tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327173 Sep 21 08:10:36.918341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ab14e18-f9fe-486d-bf06-06cc14f1209a req-8183ed0e-77f5-4d82-a06c-177dac7e7600 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/quotas/4bda2d89cf78494fa6ad0c01e42a01b5 HTTP/1.1" status: 200 len: 375 time: 0.0301387 Sep 21 08:10:36.922326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-46341093-3b34-4f87-b369-dc74b62ed8ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a0673024-61cb-4818-ab7c-bbee679c463a HTTP/1.1" status: 200 len: 217 time: 0.0650394 Sep 21 08:10:36.937498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['d86bb513-62c9-40f2-8502-f33684aa928f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:36.981627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ab14e18-f9fe-486d-bf06-06cc14f1209a req-928a29e8-2faf-429b-a921-037fa0817f5a tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bda2d89cf78494fa6ad0c01e42a01b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621042 Sep 21 08:10:36.987010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3eddb9b9-cb6a-4b59-b1e4-c9760b363cf0 req-fcdd5f4a-9f11-410e-8dc0-c833199f9f27 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633862 Sep 21 08:10:37.067550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-04cd1ed8-cac8-4351-a3c4-620a5124c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:37.069369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-04cd1ed8-cac8-4351-a3c4-620a5124c0be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0906024 Sep 21 08:10:37.149321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-39c334f9-eb39-438c-b8ed-2ac701e0cb3e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291610 Sep 21 08:10:37.161997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['78cbdc92-3a60-458a-bd1b-e54ea77d21c3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:37.168159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fef23d1f-caba-478c-835a-cd991fa1e82e req-da121525-0f2d-40aa-ac28-04d57636bc43 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/6d22188b-1362-4da3-9bc7-a8ad6bc7e586 HTTP/1.1" status: 200 len: 1800 time: 0.0473430 Sep 21 08:10:37.188420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-6b0af2f1-ede0-4720-b8f1-550aff41bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:37.190974 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-6b0af2f1-ede0-4720-b8f1-550aff41bc5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064370 Sep 21 08:10:37.232804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fef23d1f-caba-478c-835a-cd991fa1e82e req-009c64d1-4cad-40ed-ba17-182b631b42bf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:37.263112 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fef23d1f-caba-478c-835a-cd991fa1e82e req-009c64d1-4cad-40ed-ba17-182b631b42bf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:37.318549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fef23d1f-caba-478c-835a-cd991fa1e82e req-009c64d1-4cad-40ed-ba17-182b631b42bf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:37.323351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fef23d1f-caba-478c-835a-cd991fa1e82e req-009c64d1-4cad-40ed-ba17-182b631b42bf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:37.327929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fef23d1f-caba-478c-835a-cd991fa1e82e req-009c64d1-4cad-40ed-ba17-182b631b42bf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/6d22188b-1362-4da3-9bc7-a8ad6bc7e586 HTTP/1.1" status: 204 len: 173 time: 0.1534989 Sep 21 08:10:37.342368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c64d1-4cad-40ed-ba17-182b631b42bf tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22188b-1362-4da3-9bc7-a8ad6bc7e586,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:37.342852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-04a9dfd3-0743-4bd2-bcb0-7227275b2c61 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:37.344478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-04a9dfd3-0743-4bd2-bcb0-7227275b2c61 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851423 Sep 21 08:10:37.345352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['20bf013c-2e65-42a7-a736-1af4140a22f9'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:37.372422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-ab49b9d6-dc5c-47f1-be9f-651368a6c018 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691844 Sep 21 08:10:37.373615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-a7e1fbde-e718-48a8-8aec-d8418aeefb12 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/quotas/31a43fa3043b4ecba170c7f64abb3351 HTTP/1.1" status: 200 len: 375 time: 0.0206676 Sep 21 08:10:37.461175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c79b-65c1-4c1f-b885-06646a41a650 req-464821db-0a7c-46a2-b934-6df5d5387011 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:37.462815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c280c79b-65c1-4c1f-b885-06646a41a650 req-464821db-0a7c-46a2-b934-6df5d5387011 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 945 time: 0.0577846 Sep 21 08:10:37.494183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-e97ea2a9-03bb-431d-959c-5d86eda940ea tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130476 Sep 21 08:10:37.515127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c280c79b-65c1-4c1f-b885-06646a41a650 req-4802785f-5330-466f-8403-0496a38c9238 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Sep 21 08:10:37.532698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a39bb6dd-11ff-45ba-b1ab-34f59ae2f27c req-c5fa8407-9c81-4671-9299-7d49f1dc3ef3 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499026 Sep 21 08:10:37.728498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-e48f3f61-56be-4578-a6be-24eeca433d97 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1722322 Sep 21 08:10:37.735417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:37.765544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:37.932209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:38.045686 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a994f646-2e5c-4e6d-b468-195f1f3d7fee x-openstack-request-id: req-a994f646-2e5c-4e6d-b468-195f1f3d7fee {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:38.059198 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2de082-6d23-42cb-bc4a-697510963857", "tag": "a0673024-61cb-4818-ab7c-bbee679c463a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:38.059707 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a994f646-2e5c-4e6d-b468-195f1f3d7fee {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:38.060281 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2de082-6d23-42cb-bc4a-697510963857', 'tag': 'a0673024-61cb-4818-ab7c-bbee679c463a', 'status': 'completed', 'code': 200} Sep 21 08:10:38.136206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Allocated IP 172.25.1.104 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/17db396c-b2dc-48a2-b162-157fdcf932be) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:38.191376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecc922-6bb2-431e-b96c-918875967963 req-dd2f81ee-3227-4d20-af3c-7ac546fe8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:38.193486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eecc922-6bb2-431e-b96c-918875967963 req-dd2f81ee-3227-4d20-af3c-7ac546fe8ace service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 1099 time: 0.1012363 Sep 21 08:10:38.209883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29355c9-57df-4083-a70a-99fa923baa7b req-8b85bdd8-b00c-4d14-97a8-9b9e5cf97dfb tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:38.212420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b29355c9-57df-4083-a70a-99fa923baa7b req-8b85bdd8-b00c-4d14-97a8-9b9e5cf97dfb tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 948 time: 0.0762501 Sep 21 08:10:38.279670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:38.324611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:38.328949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b29355c9-57df-4083-a70a-99fa923baa7b req-7cc22f22-261e-475e-9f92-36ca5c79579c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025534 Sep 21 08:10:38.362695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecc922-6bb2-431e-b96c-918875967963 req-b1df9393-26d7-4445-9e79-99de0346d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:38.365403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eecc922-6bb2-431e-b96c-918875967963 req-b1df9393-26d7-4445-9e79-99de0346d271 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1511481 Sep 21 08:10:38.400000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:38.405099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:38.416408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:38.449442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eecc922-6bb2-431e-b96c-918875967963 req-2ea786b0-e6a3-4997-afd8-5b6065f3a4cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a0673024-61cb-4818-ab7c-bbee679c463a HTTP/1.1" status: 200 len: 217 time: 0.0715561 Sep 21 08:10:38.457247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=17db396c-b2dc-48a2-b162-157fdcf932be,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:38.536852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52729db5-3e82-40b4-b3db-7df91044f616 req-457ffc63-b1dd-4817-9031-aba439b96364 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:38.538551 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52729db5-3e82-40b4-b3db-7df91044f616 req-457ffc63-b1dd-4817-9031-aba439b96364 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 945 time: 0.1015613 Sep 21 08:10:38.540359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecc922-6bb2-431e-b96c-918875967963 req-8ae147db-26e8-4909-83eb-0e4b420ed90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:38.542822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eecc922-6bb2-431e-b96c-918875967963 req-8ae147db-26e8-4909-83eb-0e4b420ed90c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0755951 Sep 21 08:10:38.563919 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:38.608135 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52729db5-3e82-40b4-b3db-7df91044f616 req-d9422faf-e609-48f2-b47b-e87b918713af tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630739 Sep 21 08:10:38.620343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecc922-6bb2-431e-b96c-918875967963 req-9cbc3c05-2c9a-428d-9d86-bedca1d92f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:38.622252 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eecc922-6bb2-431e-b96c-918875967963 req-9cbc3c05-2c9a-428d-9d86-bedca1d92f4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611844 Sep 21 08:10:38.635985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:38.794566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eecc922-6bb2-431e-b96c-918875967963 req-7189abb0-052c-4636-b7b6-1d506412d220 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615794 Sep 21 08:10:38.882890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:38.889236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:38.962394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eecc922-6bb2-431e-b96c-918875967963 req-044b4309-f781-46a4-b773-43783379e6c7 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526520 Sep 21 08:10:38.964040 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-006d7f85-f82e-4362-8782-828fd2e26c29 req-ddf43340-3dfe-4c08-a6b2-8bdeb48fa223 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:10:38.977449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-006d7f85-f82e-4362-8782-828fd2e26c29 req-ddf43340-3dfe-4c08-a6b2-8bdeb48fa223 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/6d22188b-1362-4da3-9bc7-a8ad6bc7e586 HTTP/1.1" status: 404 len: 352 time: 0.0326469 Sep 21 08:10:38.989538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event updated for resources: {'Port': ['ID=17db396c-b2dc-48a2-b162-157fdcf932be,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:39.015302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:39.033029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:39.034513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-fab2fdfc-015e-4da7-916f-c1c4040b901a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3051674 Sep 21 08:10:39.110106 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-c6b8dbed-2a0a-4c87-88b3-72a3c2b4c401 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0657423 Sep 21 08:10:39.277647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-eea0c2bf-0dfb-419c-ace9-bae287ef80cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.279075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a763df6a-1a3e-4413-b5d3-9a31c98fc496 req-eea0c2bf-0dfb-419c-ace9-bae287ef80cc tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1682036 Sep 21 08:10:39.322118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.328144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.338022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.347124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.353220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.360197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.366606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.368555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-e1836a07-c3dc-4353-8803-85a37e0b89be tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5437 time: 0.1052971 Sep 21 08:10:39.413760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-698e4e8f-1faf-41cf-98d6-23e06127b586 req-3874a780-6264-4da0-af21-0fdf1802bc8c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383866 Sep 21 08:10:39.438125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ac8e605-fcc0-4364-b26f-f02a825a038a req-0bc6ed8f-19f2-43b5-b29d-387dd850026d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/3a7f6ebf-6a6e-49ad-911e-58bd6a187358 HTTP/1.1" status: 200 len: 1799 time: 0.0552244 Sep 21 08:10:39.497144 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6ac8e605-fcc0-4364-b26f-f02a825a038a req-6aaf3795-2c82-40db-a669-2a06a11e6355 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:39.522768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6ac8e605-fcc0-4364-b26f-f02a825a038a req-6aaf3795-2c82-40db-a669-2a06a11e6355 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:39.526867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf079ed-efe3-464f-8089-be5d6b8f13f5 req-9d782c99-1678-4f11-a694-f653c51ce445 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.528327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bf079ed-efe3-464f-8089-be5d6b8f13f5 req-9d782c99-1678-4f11-a694-f653c51ce445 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 945 time: 0.0507128 Sep 21 08:10:39.566052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6ac8e605-fcc0-4364-b26f-f02a825a038a req-6aaf3795-2c82-40db-a669-2a06a11e6355 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:39.568680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6ac8e605-fcc0-4364-b26f-f02a825a038a req-6aaf3795-2c82-40db-a669-2a06a11e6355 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:39.569833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ac8e605-fcc0-4364-b26f-f02a825a038a req-6aaf3795-2c82-40db-a669-2a06a11e6355 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/3a7f6ebf-6a6e-49ad-911e-58bd6a187358 HTTP/1.1" status: 204 len: 173 time: 0.1258371 Sep 21 08:10:39.570057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bf079ed-efe3-464f-8089-be5d6b8f13f5 req-95abe3ab-98b6-4ecd-b79d-9eaa95aaf1f7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343795 Sep 21 08:10:39.579982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf3795-2c82-40db-a669-2a06a11e6355 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7f6ebf-6a6e-49ad-911e-58bd6a187358,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:39.661914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9ba87c4-76c2-4311-b34d-722f3be99b91 req-35f66111-81e8-4f19-933b-912829bbcf4e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 210 time: 0.0324564 Sep 21 08:10:39.682428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82698312-7d6a-4882-a3ed-1702aabec383 req-7973c128-15e6-42cc-8783-0ad9ddb19c4f tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips/a710a365-d81e-44ee-a475-cd3519452641 HTTP/1.1" status: 200 len: 693 time: 0.0671558 Sep 21 08:10:39.818768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626b9e0-ec81-4535-9998-2afc11e0290f req-9449257b-f168-40f8-a441-5c443072d988 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.820601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1626b9e0-ec81-4535-9998-2afc11e0290f req-9449257b-f168-40f8-a441-5c443072d988 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 948 time: 0.0825913 Sep 21 08:10:39.822563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-9d6b4667-282f-421b-896a-8302769bc075 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349543 Sep 21 08:10:39.831532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698312-7d6a-4882-a3ed-1702aabec383 req-705da96a-a187-4d30-a60a-0c77c5169b6b tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:39.833296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82698312-7d6a-4882-a3ed-1702aabec383 req-705da96a-a187-4d30-a60a-0c77c5169b6b tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1399446 Sep 21 08:10:39.844828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-82698312-7d6a-4882-a3ed-1702aabec383 req-b151a6df-44ee-4627-aefe-5f52c3f51ee2 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:10:39.846929 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82698312-7d6a-4882-a3ed-1702aabec383 req-b151a6df-44ee-4627-aefe-5f52c3f51ee2 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067060 Sep 21 08:10:39.928622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1626b9e0-ec81-4535-9998-2afc11e0290f req-d576cf66-d3d2-4710-a9e2-efba89ce2fa0 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010172 Sep 21 08:10:39.994943 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-d30775e5-b7e5-4774-9085-440090203720 req-f7744338-5a75-4135-9fe1-086b569bc696 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:10:39.995997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d30775e5-b7e5-4774-9085-440090203720 req-f7744338-5a75-4135-9fe1-086b569bc696 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/3a7f6ebf-6a6e-49ad-911e-58bd6a187358 HTTP/1.1" status: 404 len: 352 time: 0.0315654 Sep 21 08:10:40.008870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-360f7279-c5a9-4abf-baf6-18d149ebd0f1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:40.009046 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-360f7279-c5a9-4abf-baf6-18d149ebd0f1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743889 Sep 21 08:10:40.030273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:40.412346 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-159342ab-0006-41c2-b987-f12a7822db58 req-471499ef-6a22-4571-8383-f3c7d84ba32e tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips/a710a365-d81e-44ee-a475-cd3519452641 HTTP/1.1" status: 200 len: 693 time: 0.0536728 Sep 21 08:10:40.537851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-b7cabde0-ce0a-405d-b746-1acfd756dcf2 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382824 Sep 21 08:10:40.540528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159342ab-0006-41c2-b987-f12a7822db58 req-f2ce529b-2be6-461c-a833-7c1879f90117 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:40.541958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-159342ab-0006-41c2-b987-f12a7822db58 req-f2ce529b-2be6-461c-a833-7c1879f90117 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.1212137 Sep 21 08:10:40.584486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0735b6-7d3b-48b9-854b-87bb1b47556d req-d41de9bc-53e2-4b93-a0ad-87347d1e2429 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:40.586047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f0735b6-7d3b-48b9-854b-87bb1b47556d req-d41de9bc-53e2-4b93-a0ad-87347d1e2429 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 945 time: 0.5244834 Sep 21 08:10:40.704287 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f0735b6-7d3b-48b9-854b-87bb1b47556d req-2664cbe9-8114-4463-af9d-e077b43aba29 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065354 Sep 21 08:10:40.708671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:40.711751 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:40.744297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-f0df7188-c010-49c2-ab20-a5cc158b6ad1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:40.745834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-f0df7188-c010-49c2-ab20-a5cc158b6ad1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007852 Sep 21 08:10:40.767660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:40.942893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6947549f-1fe2-4a2d-99b4-300fc88d3823 req-db5893b4-7188-4ff4-8e2f-41e28c79494e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/7cfdcda7-221d-4dd9-ba07-4aedcb954784 HTTP/1.1" status: 200 len: 1800 time: 0.1958239 Sep 21 08:10:40.993753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0673024-61cb-4818-ab7c-bbee679c463a details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:41.011529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-159342ab-0006-41c2-b987-f12a7822db58 req-5bd1af9d-2fbc-4e0f-9f0f-a463a913ba4e tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.4605629 Sep 21 08:10:41.083604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-159342ab-0006-41c2-b987-f12a7822db58 req-e6308ec4-b0bb-44c0-ad41-841e3c6b9251 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.104 HTTP/1.1" status: 200 len: 696 time: 0.0650601 Sep 21 08:10:41.146824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.18 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/4d55273f-4f6e-4f40-bdb4-488659967948) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:41.164522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0673024-61cb-4818-ab7c-bbee679c463a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0673024-61cb-4818-ab7c-bbee679c463a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:41.175735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:41.179710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.191637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a0673024-61cb-4818-ab7c-bbee679c463a', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'a0673024-61cb-4818-ab7c-bbee679c463a', 'mac_address': 'fa:16:3e:33:9d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:41.206994 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6947549f-1fe2-4a2d-99b4-300fc88d3823 req-2dfd142e-d538-4c22-9ba3-7199cf784252 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.252435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.269180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0673024-61cb-4818-ab7c-bbee679c463a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:41.284834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Deleting port 17db396c-b2dc-48a2-b162-157fdcf932be {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:41.285174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.295433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0673024-61cb-4818-ab7c-bbee679c463a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0673024-61cb-4818-ab7c-bbee679c463a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:41.300978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.326478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6947549f-1fe2-4a2d-99b4-300fc88d3823 req-2dfd142e-d538-4c22-9ba3-7199cf784252 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.365471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a0673024-61cb-4818-ab7c-bbee679c463a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:41.379305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.379661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.379892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.380083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.380470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.381031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.381598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.382165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.382735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.383355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.383918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.384473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.385022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.385564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:10:41.404137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Calling delete_port for 17db396c-b2dc-48a2-b162-157fdcf932be owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:41.504678 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6947549f-1fe2-4a2d-99b4-300fc88d3823 req-2dfd142e-d538-4c22-9ba3-7199cf784252 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.507860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6947549f-1fe2-4a2d-99b4-300fc88d3823 req-2dfd142e-d538-4c22-9ba3-7199cf784252 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.509389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6947549f-1fe2-4a2d-99b4-300fc88d3823 req-2dfd142e-d538-4c22-9ba3-7199cf784252 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/7cfdcda7-221d-4dd9-ba07-4aedcb954784 HTTP/1.1" status: 204 len: 173 time: 0.5538857 Sep 21 08:10:41.533593 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.534226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a1e4783d-cdae-4b0e-9ac6-c63ada7b615f up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:41.563864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd142e-d538-4c22-9ba3-7199cf784252 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfdcda7-221d-4dd9-ba07-4aedcb954784,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:41.617182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.619208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:41.630743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:41.633048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.640137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:41.648390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.656956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8c70abe-a0fa-40ba-b4e9-155edb4fd35e req-b06ba727-7fff-4a4d-9b9b-fa281775b2a8 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4bda2d89cf78494fa6ad0c01e42a01b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583124 Sep 21 08:10:41.677694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event deleted for resources: {'Port': ['ID=17db396c-b2dc-48a2-b162-157fdcf932be,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:41.729817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a0673024-61cb-4818-ab7c-bbee679c463a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:41.753081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.753634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:41.754343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.758561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=4d55273f-4f6e-4f40-bdb4-488659967948,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:41.759699 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-159342ab-0006-41c2-b987-f12a7822db58 req-5fc587de-665b-4aba-87b8-e7620dc68670 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "DELETE /v2.0/floatingips/a710a365-d81e-44ee-a475-cd3519452641 HTTP/1.1" status: 204 len: 173 time: 0.6647480 Sep 21 08:10:41.766407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:41.774589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:41.825833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.243 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/a07c509d-88c4-4376-a933-0a2fdeaa52f6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:41.905012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:41.905680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:41.948421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c70abe-a0fa-40ba-b4e9-155edb4fd35e req-c60518c0-fa16-4c6f-94ae-1124ef8630be tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:41.950118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8c70abe-a0fa-40ba-b4e9-155edb4fd35e req-c60518c0-fa16-4c6f-94ae-1124ef8630be tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655833 Sep 21 08:10:41.961813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7008bba2-cd83-4f68-8bc8-d6187a7e52a5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9367576 Sep 21 08:10:41.974577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Request body: {'port': {'device_id': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:42.030318 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.032466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8c70abe-a0fa-40ba-b4e9-155edb4fd35e req-84223bdc-d76e-4bcb-93c8-a704c7dc4de7 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/quotas/4bda2d89cf78494fa6ad0c01e42a01b5 HTTP/1.1" status: 200 len: 375 time: 0.0317476 Sep 21 08:10:42.072756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.081429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.088058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.096145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.103043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.105931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8c70abe-a0fa-40ba-b4e9-155edb4fd35e req-6d9c7bcb-eec1-42ce-8a5f-434980a8d4ec tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bda2d89cf78494fa6ad0c01e42a01b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436420 Sep 21 08:10:42.112671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.119339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.131197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-d1b18413-ef5b-4e52-90d2-2cfa349e1e9b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5437 time: 0.1522446 Sep 21 08:10:42.168376 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.184742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-635e5b81-2903-465d-b0ea-0b74f08f50d7 req-1f6b6a36-c2dc-4719-889d-75bfe61debf9 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524650 Sep 21 08:10:42.204943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:42.223002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4783d-cdae-4b0e-9ac6-c63ada7b615f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:42.226894 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c63959-1d17-4cea-8573-9c541016f2b1" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4783d-cdae-4b0e-9ac6-c63ada7b615f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:42.246317 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.247696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:42.274245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.363616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fce072a6-5454-4ddc-bf8d-e67b29908744 req-c2a2ec5f-14d9-4089-813f-2aef9041a841 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 210 time: 0.0666416 Sep 21 08:10:42.396128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.410608 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-e0885ef8-13c3-4e86-8cc1-18c916ef762f req-583edc8f-d0e0-4daf-864d-a9a6fa6c8f53 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:10:42.412602 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0885ef8-13c3-4e86-8cc1-18c916ef762f req-583edc8f-d0e0-4daf-864d-a9a6fa6c8f53 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/7cfdcda7-221d-4dd9-ba07-4aedcb954784 HTTP/1.1" status: 404 len: 352 time: 0.0181494 Sep 21 08:10:42.459383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:42.464820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5f96e0d4-8198-482e-a951-e7506dc46a42 None None] Provisioning complete for port 4d55273f-4f6e-4f40-bdb4-488659967948 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:42.465192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5f96e0d4-8198-482e-a951-e7506dc46a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.517013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:42.530428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:42.531282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.554259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:42.567520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=a07c509d-88c4-4376-a933-0a2fdeaa52f6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:42.574266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:42.580649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5f96e0d4-8198-482e-a951-e7506dc46a42 None None] Port 4d55273f-4f6e-4f40-bdb4-488659967948 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:10:42.581241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:42.601435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aadf5-1b91-455e-859c-fd994638ecd7 req-b781ce73-294c-4bb8-b711-57e973c35986 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.608402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4aadf5-1b91-455e-859c-fd994638ecd7 req-b781ce73-294c-4bb8-b711-57e973c35986 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 945 time: 0.1236064 Sep 21 08:10:42.667616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4aadf5-1b91-455e-859c-fd994638ecd7 req-d3f835ca-f7ae-4308-827b-5c669f6ffcbd tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559299 Sep 21 08:10:42.670487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfc9c5-11fc-4d37-b489-ada3c3f38742 req-a78b5c31-8617-471a-8f41-763559d11bb7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.680948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3cfc9c5-11fc-4d37-b489-ada3c3f38742 req-a78b5c31-8617-471a-8f41-763559d11bb7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 949 time: 0.2789049 Sep 21 08:10:42.689578 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.756351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:42.757213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.767181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:42.779565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.781818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d86bb513-62c9-40f2-8502-f33684aa928f up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:42.790506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3cfc9c5-11fc-4d37-b489-ada3c3f38742 req-64f1c040-ffc6-4a6f-a3e4-c0345c24075b tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083498 Sep 21 08:10:42.872264 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-8821dd94-c8e6-4593-aa6d-701d4a434dcd tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1088285 Sep 21 08:10:42.886236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Request body: {'port': {'device_id': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:42.909242 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f76b029-39b7-4756-86bc-15b4849b09d4 x-openstack-request-id: req-1f76b029-39b7-4756-86bc-15b4849b09d4 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:42.909911 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "a1e4783d-cdae-4b0e-9ac6-c63ada7b615f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:42.910459 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f76b029-39b7-4756-86bc-15b4849b09d4 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:42.911213 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e4783d-cdae-4b0e-9ac6-c63ada7b615f', 'code': 200} Sep 21 08:10:42.925633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d55273f-4f6e-4f40-bdb4-488659967948 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:42.938775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.956171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:42.975548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port d86bb513-62c9-40f2-8502-f33684aa928f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:42.977119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Transition to ACTIVE for port object 4d55273f-4f6e-4f40-bdb4-488659967948 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:42.983154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.985810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port d86bb513-62c9-40f2-8502-f33684aa928f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:42.988516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:42.989009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:43.023966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:43.094471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=4d55273f-4f6e-4f40-bdb4-488659967948,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:43.146507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816810d-f9a5-45e6-b00e-f13eaff15bce req-fc6281e7-3815-4f7a-a90d-f00b9c6dd130 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.157625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a816810d-f9a5-45e6-b00e-f13eaff15bce req-fc6281e7-3815-4f7a-a90d-f00b9c6dd130 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4643939 Sep 21 08:10:43.265380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:43.348873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9bd6f23-67ad-4d11-b429-fa8964839a4d req-02e2efc3-c833-4f9f-b9c8-1086a1688055 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 6147 time: 0.1605489 Sep 21 08:10:43.353493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-125223b0-6ed6-4711-b741-d0ec229cc246 None None] Provisioning complete for port a07c509d-88c4-4376-a933-0a2fdeaa52f6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:43.354129 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-125223b0-6ed6-4711-b741-d0ec229cc246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:43.412145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-125223b0-6ed6-4711-b741-d0ec229cc246 None None] Port a07c509d-88c4-4376-a933-0a2fdeaa52f6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:10:43.425937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Attempting to bind port 4d55273f-4f6e-4f40-bdb4-488659967948 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:43.426311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Attempting to bind port 4d55273f-4f6e-4f40-bdb4-488659967948 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:43.427219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Attempting to bind port 4d55273f-4f6e-4f40-bdb4-488659967948 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:43.429861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:43.445263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9bd6f23-67ad-4d11-b429-fa8964839a4d req-59429937-984b-4d93-a157-eb9eae964ee8 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/dd863fcc-bb3b-4ece-8d59-552c5466ac90 HTTP/1.1" status: 200 len: 2981 time: 0.0916846 Sep 21 08:10:43.477305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Port 4d55273f-4f6e-4f40-bdb4-488659967948 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:43.484225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Attempting to bind port 4d55273f-4f6e-4f40-bdb4-488659967948 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:43.524187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:43.524692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:43.525185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:43.525768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Bound port: 4d55273f-4f6e-4f40-bdb4-488659967948, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:43.526226 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:43.528030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9bd6f23-67ad-4d11-b429-fa8964839a4d req-4e7d0874-5179-42a8-a018-48c6cec7b59f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/dd863fcc-bb3b-4ece-8d59-552c5466ac90 HTTP/1.1" status: 200 len: 2981 time: 0.0814452 Sep 21 08:10:43.648445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:43.662414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a178d4ca-e64f-49d5-b9ed-cfa0e4fb5d72 req-1ac2565e-0e86-4130-a4b8-4215b07b905f tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?tenant_id=73a7a298e0fb474e984f5eabc29fd54e HTTP/1.1" status: 200 len: 1655 time: 0.1312609 Sep 21 08:10:43.668892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'mac_address': 'fa:16:3e:01:81:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:43.688025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.695419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.703881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.715533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.723245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.730125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.736880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.739965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-60bd37d8-543a-4159-96ea-89a19c1c7944 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5439 time: 0.1258276 Sep 21 08:10:43.748887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d86bb513-62c9-40f2-8502-f33684aa928f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d86bb513-62c9-40f2-8502-f33684aa928f,segment=NetworkSegment(f13cc57b-7a2d-4350-a5df-27ab56f0cec6),segment_id=f13cc57b-7a2d-4350-a5df-27ab56f0cec6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:43.765182 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:43.765982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c983e9aa-0e0b-4ba1-8b14-05b881782ced up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:43.773403 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:43.812515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1816bd3e-858e-43f6-9e88-d38d2b787e2a req-adba7066-ef4d-4bbd-8dfa-1c10c2be9a9f tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600388 Sep 21 08:10:43.848811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] For port 4d55273f-4f6e-4f40-bdb4-488659967948, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:43.886107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178d4ca-e64f-49d5-b9ed-cfa0e4fb5d72 req-509cedf4-fc7d-4155-8b2f-e147ab7c3d1b tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:43.898485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a178d4ca-e64f-49d5-b9ed-cfa0e4fb5d72 req-509cedf4-fc7d-4155-8b2f-e147ab7c3d1b tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks?id=b063202b-519a-473f-a367-4c62d7c2454e&id=b063202b-519a-473f-a367-4c62d7c2454e&id=b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 787 time: 0.2066166 Sep 21 08:10:43.903957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] For port 4d55273f-4f6e-4f40-bdb4-488659967948, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4d55273f-4f6e-4f40-bdb4-488659967948,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:43.919697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d86bb513-62c9-40f2-8502-f33684aa928f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:43.936605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:43.948662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.005844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a2097163-1eb1-4598-b4ba-b908bd45d1ba req-f8152518-060b-4be9-bfd1-8ac39fe7e120 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-402761998', 'description': 'tempest-description-594673765'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:44.009053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:44.018467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.042093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07c509d-88c4-4376-a933-0a2fdeaa52f6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:44.047433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:44.048570 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.050909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] 10.222.0.62 "PUT /v2.0/ports/4d55273f-4f6e-4f40-bdb4-488659967948 HTTP/1.1" status: 200 len: 1095 time: 2.0810666 Sep 21 08:10:44.052465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a2097163-1eb1-4598-b4ba-b908bd45d1ba req-f8152518-060b-4be9-bfd1-8ac39fe7e120 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.054123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'tag': '4d55273f-4f6e-4f40-bdb4-488659967948'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:44.056828 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc643b3-28f5-42c7-820d-c16af8e3bf77", "tag": "4d55273f-4f6e-4f40-bdb4-488659967948"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:44.074836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.103812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port c983e9aa-0e0b-4ba1-8b14-05b881782ced completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:44.124022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Transition to ACTIVE for port object a07c509d-88c4-4376-a933-0a2fdeaa52f6 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:44.125273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0d3a5-5f65-4496-8b1d-caa5b419a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=4d55273f-4f6e-4f40-bdb4-488659967948,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:44.141813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port c983e9aa-0e0b-4ba1-8b14-05b881782ced triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:44.145130 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.169913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526865-6322-4551-a98e-f7e56231fb71 req-28c51827-ba50-4158-8d45-255d4979245c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:44.171685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04526865-6322-4551-a98e-f7e56231fb71 req-28c51827-ba50-4158-8d45-255d4979245c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 936 time: 0.1694813 Sep 21 08:10:44.174216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.236813 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a2097163-1eb1-4598-b4ba-b908bd45d1ba req-f8152518-060b-4be9-bfd1-8ac39fe7e120 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.243020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a2097163-1eb1-4598-b4ba-b908bd45d1ba req-f8152518-060b-4be9-bfd1-8ac39fe7e120 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.248565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Pushing event updated for resources: {'Port': ['ID=a07c509d-88c4-4376-a933-0a2fdeaa52f6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:44.266659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['49fc41d8-1b69-4d10-bdff-0fccba0c5e27'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:44.304507 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a2097163-1eb1-4598-b4ba-b908bd45d1ba req-f8152518-060b-4be9-bfd1-8ac39fe7e120 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.306295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2097163-1eb1-4598-b4ba-b908bd45d1ba req-f8152518-060b-4be9-bfd1-8ac39fe7e120 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3057671 Sep 21 08:10:44.307228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8152518-060b-4be9-bfd1-8ac39fe7e120 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:44.310530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-e33a6e11-87de-4500-bbb3-f5ffe3aae125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:44.311755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-e33a6e11-87de-4500-bbb3-f5ffe3aae125 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 1098 time: 0.2075331 Sep 21 08:10:44.327284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04526865-6322-4551-a98e-f7e56231fb71 req-ade4bfbf-ad73-404d-86ed-e2cb9373c1fe tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849841 Sep 21 08:10:44.405197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:44.435529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-901fdf01-fd75-4085-b57f-3544014d12c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=4d55273f-4f6e-4f40-bdb4-488659967948 HTTP/1.1" status: 200 len: 217 time: 0.0973651 Sep 21 08:10:44.511249 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.541560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e525b3-4caa-4e23-8075-15d16d2144b2 req-3b718ac5-293e-47a2-b810-c401d8599f76 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:44.545505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2e525b3-4caa-4e23-8075-15d16d2144b2 req-3b718ac5-293e-47a2-b810-c401d8599f76 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 946 time: 0.0971963 Sep 21 08:10:44.628779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c983e9aa-0e0b-4ba1-8b14-05b881782ced, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:44.644473 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.645393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3d0d3f49-99f4-4980-942c-9f86a1908812 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:44.655205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2e525b3-4caa-4e23-8075-15d16d2144b2 req-7a94ba1c-756f-419c-b53a-f6d8ef15dc9b tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954342 Sep 21 08:10:44.658722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Attempting to bind port a07c509d-88c4-4376-a933-0a2fdeaa52f6 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:44.658722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Attempting to bind port a07c509d-88c4-4376-a933-0a2fdeaa52f6 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:44.658971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Attempting to bind port a07c509d-88c4-4376-a933-0a2fdeaa52f6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:44.706609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-c4888bff-3f70-4ce5-b798-5534799e1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:44.709009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-c4888bff-3f70-4ce5-b798-5534799e1665 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2425199 Sep 21 08:10:44.711304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Port a07c509d-88c4-4376-a933-0a2fdeaa52f6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:44.711844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Attempting to bind port a07c509d-88c4-4376-a933-0a2fdeaa52f6 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:44.737976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:44.738327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:44.738720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:44.740279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Bound port: a07c509d-88c4-4376-a933-0a2fdeaa52f6, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:44.741289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.783821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=c983e9aa-0e0b-4ba1-8b14-05b881782ced,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:44.784090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-0a911748-79e7-429d-8b91-044c09d666ac tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips/91ee03a2-ff01-407c-8943-b014da78ebc2 HTTP/1.1" status: 200 len: 693 time: 0.0864906 Sep 21 08:10:44.797951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3d0d3f49-99f4-4980-942c-9f86a1908812 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:44.803922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3d0d3f49-99f4-4980-942c-9f86a1908812 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:44.804402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.806679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e618287-9c1a-4e77-8df7-524978d9c530 req-f3c10816-6d33-456f-941f-9aff1c48a7db tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:44.808297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e618287-9c1a-4e77-8df7-524978d9c530 req-f3c10816-6d33-456f-941f-9aff1c48a7db tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 949 time: 0.3282547 Sep 21 08:10:44.874629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6e96effc-d7ae-495e-aa70-2112ffc94d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:44.876147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-6e96effc-d7ae-495e-aa70-2112ffc94d45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443195 Sep 21 08:10:44.918982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3'}, {'server_uuid': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bb513-62c9-40f2-8502-f33684aa928f'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:44.921483 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbfd1a8-fabd-4745-ab3e-c3536b1c2e90" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3"}, {"server_uuid": "e5833eba-2359-4784-a0c2-55cc39b11035", "name": "network-vif-plugged", "status": "completed", "tag": "d86bb513-62c9-40f2-8502-f33684aa928f"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:44.923991 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e618287-9c1a-4e77-8df7-524978d9c530 req-d195aaee-ae93-45dd-ac36-ec09c9c047c0 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832791 Sep 21 08:10:44.924920 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:44.940553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] For port a07c509d-88c4-4376-a933-0a2fdeaa52f6, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:44.989192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] For port a07c509d-88c4-4376-a933-0a2fdeaa52f6, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a07c509d-88c4-4376-a933-0a2fdeaa52f6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:44.991913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3d0d3f49-99f4-4980-942c-9f86a1908812, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d0d3f49-99f4-4980-942c-9f86a1908812,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:44.997175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.000672 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.002995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device f69bc2e7-39e3-460c-bf20-b321b1694924 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:45.026960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-8d3e88b2-ac75-4276-acc7-9a51d087d333 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:45.035996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-8d3e88b2-ac75-4276-acc7-9a51d087d333 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2302482 Sep 21 08:10:45.079464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:45.080982 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.082816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] 10.222.0.62 "PUT /v2.0/ports/a07c509d-88c4-4376-a933-0a2fdeaa52f6 HTTP/1.1" status: 200 len: 1096 time: 2.2010963 Sep 21 08:10:45.101263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-31245d26-bea0-47d6-8cb8-e4b354dae41f service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154696 Sep 21 08:10:45.105770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d927c-ddad-41a9-805e-e35c932b17db service neutron] Pushing event updated for resources: {'Port': ['ID=a07c509d-88c4-4376-a933-0a2fdeaa52f6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:45.114647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:45.200710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-5f1d6859-ad38-4ebc-855a-2ff60f4ee984 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.1633105 Sep 21 08:10:45.325630 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-a3c6e3c6-79b6-4125-b552-58f4caef3703 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.138 HTTP/1.1" status: 200 len: 696 time: 0.0974066 Sep 21 08:10:45.345963 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee2c8c7-8dd9-4dc4-a1e1-07ca16b634b5 x-openstack-request-id: req-dee2c8c7-8dd9-4dc4-a1e1-07ca16b634b5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:45.346288 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc643b3-28f5-42c7-820d-c16af8e3bf77", "tag": "4d55273f-4f6e-4f40-bdb4-488659967948", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:45.347176 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dee2c8c7-8dd9-4dc4-a1e1-07ca16b634b5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:45.347783 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'tag': '4d55273f-4f6e-4f40-bdb4-488659967948', 'status': 'completed', 'code': 200} Sep 21 08:10:45.371243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-0a12bb61-22e2-437c-bb9e-b6908edc5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:45.372929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-0a12bb61-22e2-437c-bb9e-b6908edc5270 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 1099 time: 0.2187335 Sep 21 08:10:45.397505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-009ea255-7c65-4274-bb84-b98c0eadaa06 req-3701a71b-947f-4939-aacb-ae40eaa77937 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-189625579', 'description': 'tempest-description-1631882447'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:45.403742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3d0d3f49-99f4-4980-942c-9f86a1908812,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:45.448405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:45.448788 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.468193 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-dc14209a-909f-4467-b409-9cf85f8e185e service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574517 Sep 21 08:10:45.472285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-41ebf21d-1812-4ecd-afb8-33cba14d220a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a07c509d-88c4-4376-a933-0a2fdeaa52f6 HTTP/1.1" status: 200 len: 217 time: 0.0796466 Sep 21 08:10:45.489573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port f69bc2e7-39e3-460c-bf20-b321b1694924 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:45.505365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port f69bc2e7-39e3-460c-bf20-b321b1694924 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:45.505941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.548148 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-009ea255-7c65-4274-bb84-b98c0eadaa06 req-3701a71b-947f-4939-aacb-ae40eaa77937 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.601747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Deleting port 15b5e32a-b429-4145-9229-8e2a27e627dd {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:45.602153 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.674999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-cfae810e-aea3-4fe8-90b0-9beb4f1f53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:45.676871 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-cfae810e-aea3-4fe8-90b0-9beb4f1f53c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1896338 Sep 21 08:10:45.683151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-6599f237-de9f-4636-a056-4e327b902478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:45.688687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-6599f237-de9f-4636-a056-4e327b902478 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 1098 time: 0.1419258 Sep 21 08:10:45.696869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.722804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.723748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.736375 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.741781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Calling delete_port for 15b5e32a-b429-4145-9229-8e2a27e627dd owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:45.764759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:45.797368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port f69bc2e7-39e3-460c-bf20-b321b1694924, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f69bc2e7-39e3-460c-bf20-b321b1694924,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:45.801685 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.804259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0673024-61cb-4818-ab7c-bbee679c463a up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:45.814238 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.851099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3002550a-2348-46a1-9771-8957d66d5dd8 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:45.958386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:45.981913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:45.997248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event deleted for resources: {'Port': ['ID=15b5e32a-b429-4145-9229-8e2a27e627dd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:46.074734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a0673024-61cb-4818-ab7c-bbee679c463a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:46.078062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.081466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.093230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a0673024-61cb-4818-ab7c-bbee679c463a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:46.094050 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.097041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08e19ddb-612a-42cb-a4f0-a95fc562b042 req-95949aee-a3fa-4952-ae14-0e8d71afe36d tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "DELETE /v2.0/floatingips/91ee03a2-ff01-407c-8943-b014da78ebc2 HTTP/1.1" status: 204 len: 173 time: 0.7637753 Sep 21 08:10:46.140019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3002550a-2348-46a1-9771-8957d66d5dd8 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:46.156760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3002550a-2348-46a1-9771-8957d66d5dd8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:46.157211 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.218306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=f69bc2e7-39e3-460c-bf20-b321b1694924,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:46.226261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-9c10ecf7-5358-47ba-aa4c-be1652ac6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.228451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-9c10ecf7-5358-47ba-aa4c-be1652ac6ad4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.4928560 Sep 21 08:10:46.284278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-c069691a-6a5c-4903-9ee4-0880cf33b673 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=4d55273f-4f6e-4f40-bdb4-488659967948 HTTP/1.1" status: 200 len: 217 time: 0.0430317 Sep 21 08:10:46.322122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.336703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.347105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-cc1e7f10-4bfe-4180-b93d-2e2f463ce274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.352750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-cc1e7f10-4bfe-4180-b93d-2e2f463ce274 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6518276 Sep 21 08:10:46.357941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.359523 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.362206 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.371864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.386063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.388583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-deaa218f-5674-4bee-9270-bd681a1690b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.390207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-deaa218f-5674-4bee-9270-bd681a1690b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1006272 Sep 21 08:10:46.397573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.405465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.414843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-cf074dad-6b93-44cb-afe2-b6bcafc3eb58 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5442 time: 0.1906652 Sep 21 08:10:46.442771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0673024-61cb-4818-ab7c-bbee679c463a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0673024-61cb-4818-ab7c-bbee679c463a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:46.453606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.458437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3002550a-2348-46a1-9771-8957d66d5dd8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3002550a-2348-46a1-9771-8957d66d5dd8,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:46.485726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7650bdfb-2a63-4d52-a507-782e53c346fb req-725baa21-0b5f-4d33-9eed-a3d68608cec6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647018 Sep 21 08:10:46.486102 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.486855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 20bf013c-2e65-42a7-a736-1af4140a22f9 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:46.491381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-009ea255-7c65-4274-bb84-b98c0eadaa06 req-3701a71b-947f-4939-aacb-ae40eaa77937 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.518491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-009ea255-7c65-4274-bb84-b98c0eadaa06 req-3701a71b-947f-4939-aacb-ae40eaa77937 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.537401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-00e38236-2a76-441c-b0e0-97df898df7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.538829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-00e38236-2a76-441c-b0e0-97df898df7b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250236 Sep 21 08:10:46.564163 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897c80b-240d-470d-b212-e337913ecfb9 x-openstack-request-id: req-b897c80b-240d-470d-b212-e337913ecfb9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:46.564505 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3", "code": 200}, {"server_uuid": "e5833eba-2359-4784-a0c2-55cc39b11035", "name": "network-vif-plugged", "status": "completed", "tag": "d86bb513-62c9-40f2-8502-f33684aa928f", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:46.564731 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b897c80b-240d-470d-b212-e337913ecfb9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:46.565140 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3', 'code': 200} Sep 21 08:10:46.565396 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86bb513-62c9-40f2-8502-f33684aa928f', 'code': 200} Sep 21 08:10:46.565647 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced', 'code': 200} Sep 21 08:10:46.616082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a0673024-61cb-4818-ab7c-bbee679c463a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:46.647602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 20bf013c-2e65-42a7-a736-1af4140a22f9 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:46.657072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 20bf013c-2e65-42a7-a736-1af4140a22f9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:46.657473 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.700253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95943700-ec2c-4acc-a4dc-ca553e61b562 req-f6614c6f-fc45-4e26-a49a-e60bf4976f61 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4bda2d89cf78494fa6ad0c01e42a01b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366538 Sep 21 08:10:46.703909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-84a348d8-462a-40bb-bf8c-4a59724c274d service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364937 Sep 21 08:10:46.737207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3002550a-2348-46a1-9771-8957d66d5dd8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:46.818926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a28e4d47-1929-4ae0-85f2-fbbc1b1c2fd4 req-385fbee6-353f-4dae-86e9-d73a74efdb12 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997734 Sep 21 08:10:46.827341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-d78468df-1aa7-40f7-be39-1f6de35283a7 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693947 Sep 21 08:10:46.828702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701a71b-947f-4939-aacb-ae40eaa77937 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8faf20f-6ef7-4c27-bc17-53e184a30aad,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:46.831775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-009ea255-7c65-4274-bb84-b98c0eadaa06 req-3701a71b-947f-4939-aacb-ae40eaa77937 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.833315 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-009ea255-7c65-4274-bb84-b98c0eadaa06 req-3701a71b-947f-4939-aacb-ae40eaa77937 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4555326 Sep 21 08:10:46.904224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:46.951182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8356861-5478-4af0-9725-4c37c351ac6a req-304bdd57-34e6-4028-a6f6-9b66d85068ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:46.955751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8356861-5478-4af0-9725-4c37c351ac6a req-304bdd57-34e6-4028-a6f6-9b66d85068ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 1097 time: 0.2518439 Sep 21 08:10:46.985490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 20bf013c-2e65-42a7-a736-1af4140a22f9, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20bf013c-2e65-42a7-a736-1af4140a22f9,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:46.989997 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:47.016435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95943700-ec2c-4acc-a4dc-ca553e61b562 req-64d40709-60d3-4552-b551-d6fdca477099 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:47.019104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95943700-ec2c-4acc-a4dc-ca553e61b562 req-64d40709-60d3-4552-b551-d6fdca477099 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175194 Sep 21 08:10:47.065385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-503c7452-a5ef-4491-a333-d3bd57741d0e req-e85ffaab-090b-4543-be12-b6bbbd46a18c service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309072 Sep 21 08:10:47.085062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8356861-5478-4af0-9725-4c37c351ac6a req-ba737292-eecc-4142-94e7-155cde9e4790 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651877 Sep 21 08:10:47.092675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95943700-ec2c-4acc-a4dc-ca553e61b562 req-60a6dea9-e547-4bca-bcd0-8485644f939a tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/quotas/4bda2d89cf78494fa6ad0c01e42a01b5 HTTP/1.1" status: 200 len: 375 time: 0.0620875 Sep 21 08:10:47.095778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca92aae-b84b-4cb5-8dbe-6a479103e76a req-187f33a4-9209-4769-bee6-b83be46d7875 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:47.112782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eca92aae-b84b-4cb5-8dbe-6a479103e76a req-187f33a4-9209-4769-bee6-b83be46d7875 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 948 time: 0.1470327 Sep 21 08:10:47.148155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95943700-ec2c-4acc-a4dc-ca553e61b562 req-ddafa6e0-1d17-4a3a-b27b-186bb8d9e759 tempest-QuotasAdminNegativeTest-922873170 tempest-QuotasAdminNegativeTest-922873170-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4bda2d89cf78494fa6ad0c01e42a01b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540340 Sep 21 08:10:47.161596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=20bf013c-2e65-42a7-a736-1af4140a22f9,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:47.179195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eca92aae-b84b-4cb5-8dbe-6a479103e76a req-64c4c7be-765c-4056-8adc-bbf5e6a35449 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644796 Sep 21 08:10:47.348771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'tag': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:47.356895 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77cda45-2773-4455-b973-d11883b61d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "45d62cbd-c732-4a93-bab7-cdac66dc084a", "tag": "a07c509d-88c4-4376-a933-0a2fdeaa52f6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:47.359783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c8e52-a562-4260-81b6-ce932871b376 req-977d7b55-3e53-4acc-9d56-5ea8a78a0180 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:47.362448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b74c8e52-a562-4260-81b6-ce932871b376 req-977d7b55-3e53-4acc-9d56-5ea8a78a0180 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.0685024 Sep 21 08:10:47.389341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983788a-1026-4701-9774-8cde9155d090 req-e10c251b-f49b-41d0-be32-e20844ab94ac tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:47.395929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7983788a-1026-4701-9774-8cde9155d090 req-e10c251b-f49b-41d0-be32-e20844ab94ac tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 946 time: 0.1007423 Sep 21 08:10:47.424579 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b74c8e52-a562-4260-81b6-ce932871b376 req-351e17e7-2ecd-48ac-9bd6-e16c396003ef tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548565 Sep 21 08:10:47.439590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7983788a-1026-4701-9774-8cde9155d090 req-7eda0a6a-a1d3-406b-a1be-e995defb2cbb tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Sep 21 08:10:47.542247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-4971efa2-1e91-49ee-bc64-5abc785e6cb4 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips/6b9d6602-544c-4db7-b524-1445abbef803 HTTP/1.1" status: 200 len: 692 time: 0.0642512 Sep 21 08:10:47.690162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-4938be17-e063-43b6-b4f2-55788e01bf59 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:47.700443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-4938be17-e063-43b6-b4f2-55788e01bf59 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 813 time: 0.1612797 Sep 21 08:10:47.720423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-0ab0fea6-bc5b-4aca-beca-d8b1b69af51b tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/quotas/0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 375 time: 0.0189958 Sep 21 08:10:47.748688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-a8d3d3d3-c55d-4447-b69a-0a8dcf7ce98a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:47.750253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-a8d3d3d3-c55d-4447-b69a-0a8dcf7ce98a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2070391 Sep 21 08:10:47.782064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-10c3a06b-d88c-47ec-88b7-72e724346577 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605783 Sep 21 08:10:47.834113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-dfbaab04-326d-4c19-821a-238eb699eb4a tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0743661 Sep 21 08:10:47.928367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-feac6455-b4f6-45e4-876f-ae523c65cf8e tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.36 HTTP/1.1" status: 200 len: 695 time: 0.0858777 Sep 21 08:10:47.945004 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ffdc8ece-4a76-49a1-9fae-df1abb6ea437 service neutron] 10.222.0.59 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619830 Sep 21 08:10:48.095558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-2911a0b7-c448-4650-9fa0-1816d495f21e service neutron] 10.222.0.59 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422834 Sep 21 08:10:48.116944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Deleting port b9cf3668-a089-49cc-a1d6-77374176a054 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:48.117315 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:48.279195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:48.279736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:48.303391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Calling delete_port for b9cf3668-a089-49cc-a1d6-77374176a054 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:48.529255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:48.567577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812'}, {'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924'}, {'server_uuid': '4c2de082-6d23-42cb-bc4a-697510963857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0673024-61cb-4818-ab7c-bbee679c463a'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3002550a-2348-46a1-9771-8957d66d5dd8'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:48.569887 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df71b6-c934-4b7e-8046-401e17fa12b0" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812"}, {"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-plugged", "status": "completed", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924"}, {"server_uuid": "4c2de082-6d23-42cb-bc4a-697510963857", "name": "network-vif-plugged", "status": "completed", "tag": "a0673024-61cb-4818-ab7c-bbee679c463a"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "3002550a-2348-46a1-9771-8957d66d5dd8"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:48.583537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event deleted for resources: {'Port': ['ID=b9cf3668-a089-49cc-a1d6-77374176a054,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:48.663255 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1cebe5-2bb5-4064-9b33-2483a0bdec04 x-openstack-request-id: req-5b1cebe5-2bb5-4064-9b33-2483a0bdec04 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:48.663733 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d62cbd-c732-4a93-bab7-cdac66dc084a", "tag": "a07c509d-88c4-4376-a933-0a2fdeaa52f6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:48.664073 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b1cebe5-2bb5-4064-9b33-2483a0bdec04 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:48.664562 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'tag': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', 'status': 'completed', 'code': 200} Sep 21 08:10:48.667692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:48.672986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:48.689475 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e64ff4b-2648-433c-b32d-30b67b76c03a req-3a101f6d-965e-4715-abd1-563ce549a8aa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "DELETE /v2.0/floatingips/6b9d6602-544c-4db7-b524-1445abbef803 HTTP/1.1" status: 204 len: 173 time: 0.7508965 Sep 21 08:10:48.788724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cda45-2773-4455-b973-d11883b61d6e req-d04af907-105d-482b-afda-2f546dbbaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.790182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e77cda45-2773-4455-b973-d11883b61d6e req-d04af907-105d-482b-afda-2f546dbbaf9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 1099 time: 0.1311219 Sep 21 08:10:48.808121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.814380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.821502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.827299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.833824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.840475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.850169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.858745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f9ed-0101-4a98-8882-c86f096cd274 req-24883d08-cda0-4434-a4ef-d6c31abc0a54 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:48.861812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d652627-c10b-441f-b964-794deb0c590d req-4200626d-6fc3-4a3d-ad29-5f19f6514275 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.1442356 Sep 21 08:10:48.876082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8551f9ed-0101-4a98-8882-c86f096cd274 req-24883d08-cda0-4434-a4ef-d6c31abc0a54 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 948 time: 0.1222792 Sep 21 08:10:48.940608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8551f9ed-0101-4a98-8882-c86f096cd274 req-56469aa8-c5b5-4f65-8aa2-530aa6a66632 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620701 Sep 21 08:10:48.968899 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d652627-c10b-441f-b964-794deb0c590d req-4613b22a-aae5-4907-9080-0ddc5d27d62e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059024 Sep 21 08:10:49.210411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f428de1e-feba-4a2a-9163-053f9c2654cf req-6163c53b-a1a4-48eb-95fa-7d875ccb6d8d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 210 time: 0.0908511 Sep 21 08:10:49.307347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cda45-2773-4455-b973-d11883b61d6e req-0f537f9c-8fc5-4432-89f8-9c44f0282b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:49.309891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e77cda45-2773-4455-b973-d11883b61d6e req-0f537f9c-8fc5-4432-89f8-9c44f0282b83 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.4261305 Sep 21 08:10:49.347381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaec7f-e960-4645-b4c0-21cbfad7f49f req-5a3cc8b4-cfe0-48c1-9dd7-113331bb81e2 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:49.350204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ddaec7f-e960-4645-b4c0-21cbfad7f49f req-5a3cc8b4-cfe0-48c1-9dd7-113331bb81e2 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.2079444 Sep 21 08:10:49.367135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236ea09-7113-473b-a6ec-c867f16296e6 req-424586db-aeaa-469a-a758-1606a03ea0b7 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:49.368925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2236ea09-7113-473b-a6ec-c867f16296e6 req-424586db-aeaa-469a-a758-1606a03ea0b7 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 946 time: 0.0718577 Sep 21 08:10:49.443303 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2236ea09-7113-473b-a6ec-c867f16296e6 req-9ced64fe-bea9-4f53-ba1f-6ef485eb419f tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640523 Sep 21 08:10:49.467284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e77cda45-2773-4455-b973-d11883b61d6e req-9d2e9996-46fd-43d6-8033-6b43d63fb6cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=a07c509d-88c4-4376-a933-0a2fdeaa52f6 HTTP/1.1" status: 200 len: 217 time: 0.1492395 Sep 21 08:10:49.545932 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73659d26-7a07-4690-a8d8-cab4fc769725 x-openstack-request-id: req-73659d26-7a07-4690-a8d8-cab4fc769725 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:49.546291 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812", "code": 200}, {"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-plugged", "status": "completed", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924", "code": 200}, {"server_uuid": "4c2de082-6d23-42cb-bc4a-697510963857", "name": "network-vif-plugged", "status": "completed", "tag": "a0673024-61cb-4818-ab7c-bbee679c463a", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "3002550a-2348-46a1-9771-8957d66d5dd8", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-plugged", "status": "completed", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:49.546749 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73659d26-7a07-4690-a8d8-cab4fc769725 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:49.546923 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812', 'code': 200} Sep 21 08:10:49.547264 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'code': 200} Sep 21 08:10:49.547582 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924', 'code': 200} Sep 21 08:10:49.547851 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2de082-6d23-42cb-bc4a-697510963857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0673024-61cb-4818-ab7c-bbee679c463a', 'code': 200} Sep 21 08:10:49.548090 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3002550a-2348-46a1-9771-8957d66d5dd8', 'code': 200} Sep 21 08:10:49.548834 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'code': 200} Sep 21 08:10:49.610788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4d55273f-4f6e-4f40-bdb4-488659967948 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:49.627143 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ddaec7f-e960-4645-b4c0-21cbfad7f49f req-c2dcc9e3-36da-4da7-b2f8-a13e2b80d31e tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768904 Sep 21 08:10:49.657963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cda45-2773-4455-b973-d11883b61d6e req-a2e56ead-0ea3-4344-b0a8-f8242e271e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:49.659536 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e77cda45-2773-4455-b973-d11883b61d6e req-a2e56ead-0ea3-4344-b0a8-f8242e271e04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1527610 Sep 21 08:10:49.816336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d81e42-4296-47fb-8ea6-97b28a498cc0 req-aaf7fad6-a015-40e4-aab5-7b3cd135471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:49.818227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3d81e42-4296-47fb-8ea6-97b28a498cc0 req-aaf7fad6-a015-40e4-aab5-7b3cd135471c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 1101 time: 0.0722084 Sep 21 08:10:49.820964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cda45-2773-4455-b973-d11883b61d6e req-f7a50f34-0cf2-4f8a-b366-15dfdbafc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:49.822721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e77cda45-2773-4455-b973-d11883b61d6e req-f7a50f34-0cf2-4f8a-b366-15dfdbafc5cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558785 Sep 21 08:10:49.822878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-cde7e094-5beb-48e1-9359-728a534e20f8 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips/91dfd3c1-907f-4feb-bc68-ba4bac4e3315 HTTP/1.1" status: 200 len: 692 time: 0.1903822 Sep 21 08:10:49.950453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4d55273f-4f6e-4f40-bdb4-488659967948, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4d55273f-4f6e-4f40-bdb4-488659967948,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:49.963655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '4d55273f-4f6e-4f40-bdb4-488659967948', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '4d55273f-4f6e-4f40-bdb4-488659967948', 'mac_address': 'fa:16:3e:fa:1f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:50.038261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3d81e42-4296-47fb-8ea6-97b28a498cc0 req-3b078ca4-30e4-4961-a8d4-3fc599f84a30 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950221 Sep 21 08:10:50.046725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e77cda45-2773-4455-b973-d11883b61d6e req-a60aac77-50d6-44c9-8a3b-3af587f74cda service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143116 Sep 21 08:10:50.086090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:50.113996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d55273f-4f6e-4f40-bdb4-488659967948 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:50.129801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.130294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.130776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.141204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.141868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.142912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.145600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4d55273f-4f6e-4f40-bdb4-488659967948, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4d55273f-4f6e-4f40-bdb4-488659967948,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:50.146322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.148732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-33ae5917-057f-4fa3-9521-bc2d57fd9d15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6501 time: 0.4182839 Sep 21 08:10:50.151082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:50.184360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43992) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:50.232743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-29539360-d4bd-480a-b2ba-5c0765830df7 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.238548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4d55273f-4f6e-4f40-bdb4-488659967948,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:50.248413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-29539360-d4bd-480a-b2ba-5c0765830df7 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.4237561 Sep 21 08:10:50.286237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e77cda45-2773-4455-b973-d11883b61d6e req-f1e6fcac-dd3d-4638-870b-12dc392eb065 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174768 Sep 21 08:10:50.325575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102700e-8f28-461b-98d9-d80c766d3337 req-124901d0-ea0a-48ee-99fe-eee3ad7add7e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.334750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e102700e-8f28-461b-98d9-d80c766d3337 req-124901d0-ea0a-48ee-99fe-eee3ad7add7e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 948 time: 0.1617568 Sep 21 08:10:50.376182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-d445d6d8-b349-49f0-ae7c-5403170e676e tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.1253407 Sep 21 08:10:50.380603 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41db6e8b-9f3a-4223-b9a3-0c0ef8b63f4b req-a0e5fe51-edac-4403-a581-2e390e19e4d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226198 Sep 21 08:10:50.461876 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8ad4a624-8276-414a-ae54-e8ef8d0256fa tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.0798395 Sep 21 08:10:50.547092 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e102700e-8f28-461b-98d9-d80c766d3337 req-744b01fd-8c12-427d-af09-4c948c8893c1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059829 Sep 21 08:10:50.609070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:50.636455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5847d56b-1b74-47d3-b513-c65b9688995a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:50.787298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-328beef2-c971-4743-af4d-336fced0a1fa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.792067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-328beef2-c971-4743-af4d-336fced0a1fa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 813 time: 0.4559190 Sep 21 08:10:50.821775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Deleting port d06cced5-a70f-44a5-a94f-1fdea13dee46 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:50.822903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:50.824172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'port': {'device_id': '3a956efb-34e6-4796-85fc-ded85aecc902', 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09', 'admin_state_up': True, 'tenant_id': '0b65f7a46f1a4a09b8e1e092a1657ae7'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:50.891474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.908874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.916840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.931306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.945795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.954726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.969019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:50.971017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-d1f38d60-4d69-438b-a093-29e52416f121 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.2617087 Sep 21 08:10:51.033162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.034127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.073486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Calling delete_port for d06cced5-a70f-44a5-a94f-1fdea13dee46 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:51.133655 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-652bf2ad-f39d-47e9-bf4e-49c75f71cd81 req-95ddbed9-6a55-42c8-b9b4-dd78cf931638 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399057 Sep 21 08:10:51.163001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5847d56b-1b74-47d3-b513-c65b9688995a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.185878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5847d56b-1b74-47d3-b513-c65b9688995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.268476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5847d56b-1b74-47d3-b513-c65b9688995a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4bda2d89cf78494fa6ad0c01e42a01b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0798500 Sep 21 08:10:51.271551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44008) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:51.279242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Made reservation on behalf of 0b65f7a46f1a4a09b8e1e092a1657ae7 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:10:51.287573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.373236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.373906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e7a833f0-0dc6-4532-b059-18f72dc17d46 req-282e14d9-e277-454e-8f79-5f542c2bd8fa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 210 time: 0.0818067 Sep 21 08:10:51.374676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847d56b-1b74-47d3-b513-c65b9688995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5fecb4-3207-4c8c-bf92-a111f594f714,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:51.448656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Pushing event deleted for resources: {'Port': ['ID=d06cced5-a70f-44a5-a94f-1fdea13dee46,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:51.495722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f15654b-aab5-430f-bb81-fab3cded89ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.527373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f15654b-aab5-430f-bb81-fab3cded89ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.551218 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.555544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.562268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17dff7d1-611d-44c8-8795-2c31de1c2755 req-8955a4c6-2d69-467a-ab01-0b5838293844 tempest-FloatingIPDetailsTestJSON-838700118 tempest-FloatingIPDetailsTestJSON-838700118-project] 10.222.0.59 "DELETE /v2.0/floatingips/91dfd3c1-907f-4feb-bc68-ba4bac4e3315 HTTP/1.1" status: 204 len: 173 time: 1.0990660 Sep 21 08:10:51.565690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44010) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:51.637012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a07c509d-88c4-4376-a933-0a2fdeaa52f6 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:10:51.703118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6413-8072-46a5-a70c-699901ccce50 req-ce77ba6d-bfbb-4035-865a-f89b53fe7620 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:51.715483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ae6413-8072-46a5-a70c-699901ccce50 req-ce77ba6d-bfbb-4035-865a-f89b53fe7620 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.0946193 Sep 21 08:10:51.755458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Allocated IP 172.20.0.11 (4973c017-aa9b-46f1-aab1-bd026de36d09/32f4932b-202d-47f1-a3f5-9d8eae4fadca/bb2fa122-6365-4c65-899c-70315f58fe39) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:10:51.839492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f15654b-aab5-430f-bb81-fab3cded89ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.847021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f15654b-aab5-430f-bb81-fab3cded89ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:51.851121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5f15654b-aab5-430f-bb81-fab3cded89ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c5fecb4-3207-4c8c-bf92-a111f594f714 HTTP/1.1" status: 204 len: 168 time: 0.5731473 Sep 21 08:10:51.882854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ae6413-8072-46a5-a70c-699901ccce50 req-7a76b715-7932-4ee2-9308-d65e8ecc05bf tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647658 Sep 21 08:10:51.900803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15654b-aab5-430f-bb81-fab3cded89ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5fecb4-3207-4c8c-bf92-a111f594f714,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:52.084573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a07c509d-88c4-4376-a933-0a2fdeaa52f6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a07c509d-88c4-4376-a933-0a2fdeaa52f6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:52.101389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', 'mac_address': 'fa:16:3e:c6:4f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:10:52.182650 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:52.222778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07c509d-88c4-4376-a933-0a2fdeaa52f6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:52.262557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6eb2e-34e7-4581-9d88-4234213d7ffa req-1e76b414-cf3b-45a7-bd24-b6bb885eaf6f tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.276668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1af6eb2e-34e7-4581-9d88-4234213d7ffa req-1e76b414-cf3b-45a7-bd24-b6bb885eaf6f tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 946 time: 0.1168401 Sep 21 08:10:52.279421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a07c509d-88c4-4376-a933-0a2fdeaa52f6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a07c509d-88c4-4376-a933-0a2fdeaa52f6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:52.286527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:52.362579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1af6eb2e-34e7-4581-9d88-4234213d7ffa req-20dc059e-aadd-4380-a35b-35b6785a48a5 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783863 Sep 21 08:10:52.494114 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-884fad6f-ea56-4acf-b890-bb71ef6d6fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:52.503887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a07c509d-88c4-4376-a933-0a2fdeaa52f6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:52.560130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.567031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.573817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.585641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.593301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.608354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.623097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.628183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-87caebe2-ffc2-4ef8-8530-8543c6460be6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.1764550 Sep 21 08:10:52.664350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44032) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:52.678416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b098a-1a2b-4dd6-9629-234f393ab3f6 req-64a7f287-34f3-4c45-8f42-cb103bbeed78 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:52.680459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ac0b098a-1a2b-4dd6-9629-234f393ab3f6 req-64a7f287-34f3-4c45-8f42-cb103bbeed78 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 948 time: 0.6282797 Sep 21 08:10:52.730665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['a07c509d-88c4-4376-a933-0a2fdeaa52f6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:52.735694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70588028-305b-4da6-92a9-62cf4c7dbb93 req-706d974b-baa3-4cf1-9158-2deab1dfa9d0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988424 Sep 21 08:10:52.743536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03091ee-3730-4b86-8efd-266c36b58de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:52.747950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:52.836390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ac0b098a-1a2b-4dd6-9629-234f393ab3f6 req-629b4241-6489-4620-a032-5a7ff22368e7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407561 Sep 21 08:10:52.902982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:52.928319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd738ac5-90eb-4102-9ff4-f7b01fc16bc8 req-64f5ec6c-2c92-4dc4-8ac9-fac9f3fb41e3 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 210 time: 0.0595632 Sep 21 08:10:52.933420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:53.056916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Network 4973c017-aa9b-46f1-aab1-bd026de36d09 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:10:53.064276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:10:53.066922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:10:53.174476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:53.239578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d36ff3-ea32-4857-9ace-9406f4471030 req-57afc39b-4a54-496b-934f-bf41f3433960 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.249978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52d36ff3-ea32-4857-9ace-9406f4471030 req-57afc39b-4a54-496b-934f-bf41f3433960 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.1371748 Sep 21 08:10:53.258268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.265858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.273072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.279657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.287488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.299039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.306121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.308391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a3951b50-64d7-4b26-9c4d-47a898ac8867 req-32590dec-b6f8-48d9-bca9-9414d65e7815 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.3683197 Sep 21 08:10:53.309121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52d36ff3-ea32-4857-9ace-9406f4471030 req-14f613a6-84e1-4e3d-934d-2b38aee55307 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Sep 21 08:10:53.315970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.316629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.331194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44048) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:53.356711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Request body: {'floatingip': {'port_id': '20bf013c-2e65-42a7-a736-1af4140a22f9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:53.371629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03091ee-3730-4b86-8efd-266c36b58de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.380000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03091ee-3730-4b86-8efd-266c36b58de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.389642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-ed3d879e-d40d-430c-939f-ee21e7dc48aa tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5759993 Sep 21 08:10:53.414578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Request body: {'port': {'device_id': '3a956efb-34e6-4796-85fc-ded85aecc902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:10:53.497824 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.582406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.616714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03091ee-3730-4b86-8efd-266c36b58de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0d7b3c-a055-459f-9b0c-78719428c75e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:53.645789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e03091ee-3730-4b86-8efd-266c36b58de3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51046fbd97fd40f8bfac80a622ef49e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9638550 Sep 21 08:10:53.651102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44054) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:53.656549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4d55273f-4f6e-4f40-bdb4-488659967948 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:53.741592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-f102ebdb-66d2-41ca-bcb6-abfe3e60361f tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.744402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-f102ebdb-66d2-41ca-bcb6-abfe3e60361f tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 946 time: 0.2339394 Sep 21 08:10:53.758259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.874507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 4d55273f-4f6e-4f40-bdb4-488659967948 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:53.885216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a8a719d-4fb0-4e55-b86a-69085c585a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.897770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 4d55273f-4f6e-4f40-bdb4-488659967948 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:53.901980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:53.905437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662392c-c474-4756-93d4-05ccd5781174 req-ffda54c3-4801-4825-9ebb-f68903f9a3bc tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:53.910731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b662392c-c474-4756-93d4-05ccd5781174 req-ffda54c3-4801-4825-9ebb-f68903f9a3bc tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 946 time: 0.4050975 Sep 21 08:10:54.110369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a8a719d-4fb0-4e55-b86a-69085c585a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.118272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b662392c-c474-4756-93d4-05ccd5781174 req-6d21085b-781a-4d6c-bdc8-9eb9b1db35a2 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962609 Sep 21 08:10:54.221040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Deleting port d86bb513-62c9-40f2-8502-f33684aa928f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:54.221817 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.321340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.344009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960c3d4-53a1-4284-9b50-c558ba95c7f8 req-bf3429e3-7786-499d-9a8f-b1b4d82f501b tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:54.353457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7960c3d4-53a1-4284-9b50-c558ba95c7f8 req-bf3429e3-7786-499d-9a8f-b1b4d82f501b tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.3816824 Sep 21 08:10:54.420159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4d55273f-4f6e-4f40-bdb4-488659967948, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4d55273f-4f6e-4f40-bdb4-488659967948,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:54.421214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d55273f-4f6e-4f40-bdb4-488659967948'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:54.424405 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b8eda8-5c01-42cc-a5fc-4658914941c0" -d '{"events": [{"server_uuid": "7bc643b3-28f5-42c7-820d-c16af8e3bf77", "name": "network-vif-plugged", "status": "completed", "tag": "4d55273f-4f6e-4f40-bdb4-488659967948"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:54.435839 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.537830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4d55273f-4f6e-4f40-bdb4-488659967948,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:54.588361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7960c3d4-53a1-4284-9b50-c558ba95c7f8 req-885a3951-8c36-4c9d-b3d2-84614c37970f tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338226 Sep 21 08:10:54.609211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a8a719d-4fb0-4e55-b86a-69085c585a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.612445 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a8a719d-4fb0-4e55-b86a-69085c585a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.619896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a8a719d-4fb0-4e55-b86a-69085c585a40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc0d7b3c-a055-459f-9b0c-78719428c75e HTTP/1.1" status: 204 len: 168 time: 0.9607673 Sep 21 08:10:54.689169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3467a3-243d-40e3-80eb-3797b5c54d1b req-45e32a9a-027e-4fb8-a2cb-257b881fbe32 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:54.697698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e3467a3-243d-40e3-80eb-3797b5c54d1b req-45e32a9a-027e-4fb8-a2cb-257b881fbe32 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 949 time: 0.4149234 Sep 21 08:10:54.763417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2fa122-6365-4c65-899c-70315f58fe39 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:10:54.777302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.797677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Transition to ACTIVE for port object bb2fa122-6365-4c65-899c-70315f58fe39 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:10:54.808654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] For port d86bb513-62c9-40f2-8502-f33684aa928f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d86bb513-62c9-40f2-8502-f33684aa928f,segment=NetworkSegment(f13cc57b-7a2d-4350-a5df-27ab56f0cec6),segment_id=f13cc57b-7a2d-4350-a5df-27ab56f0cec6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:54.809181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.824015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:54.905634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e3467a3-243d-40e3-80eb-3797b5c54d1b req-51e9a461-1e4c-4866-8e9a-b4ab369de63a tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066627 Sep 21 08:10:54.917992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Calling delete_port for d86bb513-62c9-40f2-8502-f33684aa928f owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:54.941376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a719d-4fb0-4e55-b86a-69085c585a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0d7b3c-a055-459f-9b0c-78719428c75e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:55.042014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Deleting port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:55.042609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.112818 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5837fd-1181-4b98-99dd-4c6add43335f x-openstack-request-id: req-8c5837fd-1181-4b98-99dd-4c6add43335f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:55.113523 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc643b3-28f5-42c7-820d-c16af8e3bf77", "name": "network-vif-plugged", "status": "completed", "tag": "4d55273f-4f6e-4f40-bdb4-488659967948", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:55.113523 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c5837fd-1181-4b98-99dd-4c6add43335f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:55.113842 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d55273f-4f6e-4f40-bdb4-488659967948', 'code': 200} Sep 21 08:10:55.118568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.127337 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.165145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] For port 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:55.165592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.182304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Calling delete_port for 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:10:55.230385 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.393430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-349b3427-38ec-4092-ad82-ce3d2ce8e83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.425332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d2795-492c-4598-8c0e-5a82f1f651ff req-bdb9e8f8-b858-4aaa-b809-183fb5c83320 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:55.436236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:55.436877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-929d2795-492c-4598-8c0e-5a82f1f651ff req-bdb9e8f8-b858-4aaa-b809-183fb5c83320 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 946 time: 0.1622088 Sep 21 08:10:55.459028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907f6e7-1453-437f-9525-2bf7fffa2ad4 req-3c1f3793-644f-45a2-815a-57b08d29a8cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:55.460870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5907f6e7-1453-437f-9525-2bf7fffa2ad4 req-3c1f3793-644f-45a2-815a-57b08d29a8cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 944 time: 0.6504374 Sep 21 08:10:55.461573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.533723 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Floating IP 13cba3d1-f000-490e-b693-54eac503dcb3 associated. External IP: 172.25.1.220, port: 20bf013c-2e65-42a7-a736-1af4140a22f9. Sep 21 08:10:55.558063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:55.636381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-929d2795-492c-4598-8c0e-5a82f1f651ff req-2bc1e540-61f7-4437-9130-ee33928f8c27 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/security-groups?id=7c24d7c7-c26a-4b36-8c09-4be02c435149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979303 Sep 21 08:10:55.641071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.674904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['d86bb513-62c9-40f2-8502-f33684aa928f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:10:55.678247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a07c509d-88c4-4376-a933-0a2fdeaa52f6 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:10:55.765761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Pushing event deleted for resources: {'Port': ['ID=d86bb513-62c9-40f2-8502-f33684aa928f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:55.858575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5907f6e7-1453-437f-9525-2bf7fffa2ad4 req-30d59ce7-9191-4ce8-a8bf-d105ffe047f1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130736 Sep 21 08:10:55.866732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Attempting to bind port bb2fa122-6365-4c65-899c-70315f58fe39 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:10:55.868784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Attempting to bind port bb2fa122-6365-4c65-899c-70315f58fe39 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:10:55.871151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Attempting to bind port bb2fa122-6365-4c65-899c-70315f58fe39 on network 4973c017-aa9b-46f1-aab1-bd026de36d09 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:55.908363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Port bb2fa122-6365-4c65-899c-70315f58fe39 on network 4973c017-aa9b-46f1-aab1-bd026de36d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:10:55.911412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Attempting to bind port bb2fa122-6365-4c65-899c-70315f58fe39 on network 4973c017-aa9b-46f1-aab1-bd026de36d09 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:10:55.924167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port a07c509d-88c4-4376-a933-0a2fdeaa52f6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:10:55.931137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port a07c509d-88c4-4376-a933-0a2fdeaa52f6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:10:55.931769 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:55.998636 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:10:55.999540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Checking segment: {'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:10:56.000155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Bound using segment: {'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:10:56.000852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Bound port: bb2fa122-6365-4c65-899c-70315f58fe39, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:10:56.001916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.020530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196143df-740e-4d0d-bfcd-a9e9569ac0b5 req-b395bdd2-9f48-4215-91de-13d1110f4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:56.022394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-196143df-740e-4d0d-bfcd-a9e9569ac0b5 req-b395bdd2-9f48-4215-91de-13d1110f4ed7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 1100 time: 0.5815210 Sep 21 08:10:56.084006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:10:56.088664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=bb2fa122-6365-4c65-899c-70315f58fe39,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:10:56.104826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.109109 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.221333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a07c509d-88c4-4376-a933-0a2fdeaa52f6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a07c509d-88c4-4376-a933-0a2fdeaa52f6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:10:56.230210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:56.230816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.232043 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.232476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] 10.222.0.50 "PUT /v2.0/ports/bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 1092 time: 2.8227110 Sep 21 08:10:56.233556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d86bb513-62c9-40f2-8502-f33684aa928f no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:10:56.237344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-196143df-740e-4d0d-bfcd-a9e9569ac0b5 req-9ac2633d-cc4c-4a91-b2b7-99ebbafce2e2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446941 Sep 21 08:10:56.237789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:56.240287 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aae0868-fdbd-4341-b4fb-3c736238e22d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:56.309843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: d86bb513-62c9-40f2-8502-f33684aa928f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:10:56.309843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d86bb513-62c9-40f2-8502-f33684aa928f not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:10:56.387669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a07c509d-88c4-4376-a933-0a2fdeaa52f6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:56.588869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.617776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee339d-1542-49e6-ac31-265b6a03c0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:56.636532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba8884-dc97-47d7-8ac0-d461833389af req-14bfbcda-ebcc-445d-b5b2-eea2cdce94d5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:56.638069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18ba8884-dc97-47d7-8ac0-d461833389af req-14bfbcda-ebcc-445d-b5b2-eea2cdce94d5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 949 time: 0.5440037 Sep 21 08:10:56.657879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.686229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-c0fa46f3-a88d-42b2-8f1e-e885cf9ab3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:56.690812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-c0fa46f3-a88d-42b2-8f1e-e885cf9ab3f7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1095 time: 0.1220229 Sep 21 08:10:56.701024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] No DVR routers for this DVR port d86bb513-62c9-40f2-8502-f33684aa928f on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:10:56.707432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:56.709653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e4f58ef-1384-4fa3-b786-d78ab7c7c043 req-e94c5b80-6614-46e9-9f37-8286814439c3 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.62 "DELETE /v2.0/ports/d86bb513-62c9-40f2-8502-f33684aa928f HTTP/1.1" status: 204 len: 173 time: 2.9592741 Sep 21 08:10:56.710196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'name': 'network-vif-deleted', 'tag': 'd86bb513-62c9-40f2-8502-f33684aa928f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:56.712872 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d315d46-ee40-4acc-b697-bd7bed6e5f66" -d '{"events": [{"server_uuid": "e5833eba-2359-4784-a0c2-55cc39b11035", "name": "network-vif-deleted", "tag": "d86bb513-62c9-40f2-8502-f33684aa928f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:56.744610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982ef4b-a493-4556-ac4d-5423f3451b49 req-97a160b3-5e23-416a-96e5-1ce46a0f9611 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:56.753166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7982ef4b-a493-4556-ac4d-5423f3451b49 req-97a160b3-5e23-416a-96e5-1ce46a0f9611 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.9689584 Sep 21 08:10:56.871251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7982ef4b-a493-4556-ac4d-5423f3451b49 req-3a7ce94f-7c79-43a0-8341-596199daae75 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168859 Sep 21 08:10:56.890528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-aad250fd-bae6-4748-ae5d-81d1e2d4c7c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 217 time: 0.1830399 Sep 21 08:10:56.909466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18ba8884-dc97-47d7-8ac0-d461833389af req-25053142-7d01-4d06-8cac-1e8d72871533 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565722 Sep 21 08:10:57.033375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f0041-2515-4a10-85d0-c0dd567f4200 x-openstack-request-id: req-2b0f0041-2515-4a10-85d0-c0dd567f4200 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:57.033375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:57.033375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b0f0041-2515-4a10-85d0-c0dd567f4200 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:57.033375 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39', 'status': 'completed', 'code': 200} Sep 21 08:10:57.095648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Router 294898f7-e6c3-49ab-b4c4-294b84f2d14f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:10:57.115423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:57.118117 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e833dd-d285-4f10-b124-518cd8abdd56" -d '{"events": [{"server_uuid": "45d62cbd-c732-4a93-bab7-cdac66dc084a", "name": "network-vif-plugged", "status": "completed", "tag": "a07c509d-88c4-4376-a933-0a2fdeaa52f6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:57.159076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-83439758-09ca-4483-8058-c7cc344ba147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:57.160591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-83439758-09ca-4483-8058-c7cc344ba147 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.2620955 Sep 21 08:10:57.267937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:10:57.278786 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] Sync routers for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:10:57.281248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:57.291110 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:57.291790 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:10:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:57.295112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-dcc78bc5-3ef7-41c1-b418-12f82e9c5697 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130650 Sep 21 08:10:57.310074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f160bf5d-b37d-4de4-b47c-2aa576adfc52 req-f72fa90a-d503-4832-83d7-f171293a6e38 tempest-ServerAddressesNegativeTestJSON-1546297804 tempest-ServerAddressesNegativeTestJSON-1546297804-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5833eba-2359-4784-a0c2-55cc39b11035 HTTP/1.1" status: 200 len: 210 time: 0.1392920 Sep 21 08:10:57.315902 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10394222-e24e-4676-bb4c-186ea2a5c833 x-openstack-request-id: req-10394222-e24e-4676-bb4c-186ea2a5c833 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:57.316462 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5833eba-2359-4784-a0c2-55cc39b11035", "name": "network-vif-deleted", "tag": "d86bb513-62c9-40f2-8502-f33684aa928f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:57.316877 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-10394222-e24e-4676-bb4c-186ea2a5c833 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:57.317514 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5833eba-2359-4784-a0c2-55cc39b11035', 'name': 'network-vif-deleted', 'tag': 'd86bb513-62c9-40f2-8502-f33684aa928f', 'status': 'completed', 'code': 200} Sep 21 08:10:57.320967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7686c4b-c837-415a-b5e1-dcb4f23c7f29 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "PUT /v2.0/floatingips/13cba3d1-f000-490e-b693-54eac503dcb3 HTTP/1.1" status: 200 len: 992 time: 3.9869418 Sep 21 08:10:57.460175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91674103-8693-482c-ae82-b7ceff8fa635 req-e7aa7ea0-0164-4668-8400-75874ed0bdf9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:57.463443 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91674103-8693-482c-ae82-b7ceff8fa635 req-e7aa7ea0-0164-4668-8400-75874ed0bdf9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 944 time: 0.1449146 Sep 21 08:10:57.548548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91674103-8693-482c-ae82-b7ceff8fa635 req-5288dd9c-fc2a-4ab5-ba3d-86a99b88ae28 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536878 Sep 21 08:10:57.629826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-978e339f-ed4f-4a1b-a653-09c9eb61c144 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163519 Sep 21 08:10:57.643142 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:57.651191 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:57.670275 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4678716d-6087-4753-a5f2-fea5bf5e9188 x-openstack-request-id: req-4678716d-6087-4753-a5f2-fea5bf5e9188 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:10:57.670863 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d62cbd-c732-4a93-bab7-cdac66dc084a", "name": "network-vif-plugged", "status": "completed", "tag": "a07c509d-88c4-4376-a933-0a2fdeaa52f6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:10:57.671391 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4678716d-6087-4753-a5f2-fea5bf5e9188 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:10:57.672273 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', 'code': 200} Sep 21 08:10:57.754756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7a75f-f122-4e70-a1d4-76a63113f127 req-0623c32f-ac9a-439a-a9a5-67b440e3dabd tempest-LiveMigrationNegativeTest-753343157 tempest-LiveMigrationNegativeTest-753343157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:57.756506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bca7a75f-f122-4e70-a1d4-76a63113f127 req-0623c32f-ac9a-439a-a9a5-67b440e3dabd tempest-LiveMigrationNegativeTest-753343157 tempest-LiveMigrationNegativeTest-753343157-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 1101 time: 0.2955344 Sep 21 08:10:57.912681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15647510-1317-4bd9-8f0c-fdf892aba956 req-5985cef0-7681-42b7-a624-7fb8142f63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:57.913546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15647510-1317-4bd9-8f0c-fdf892aba956 req-5985cef0-7681-42b7-a624-7fb8142f63ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 1101 time: 0.1420109 Sep 21 08:10:57.969464 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15647510-1317-4bd9-8f0c-fdf892aba956 req-27c0f884-95a8-46e9-9e44-72a7fd1284cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484083 Sep 21 08:10:57.982419 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bca7a75f-f122-4e70-a1d4-76a63113f127 req-3c4b500b-0203-4d89-97f6-2a2726b55e86 tempest-LiveMigrationNegativeTest-753343157 tempest-LiveMigrationNegativeTest-753343157-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:58.005503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Router cfdaab5e-feac-4f68-a883-702ec0043853 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:10:58.088525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f230b-f18f-4ea0-9b4d-faf35fd44dfd req-f33ed760-fe23-4265-8e8d-0c5309529fbd service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447937 Sep 21 08:10:58.172945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bca7a75f-f122-4e70-a1d4-76a63113f127 req-3c4b500b-0203-4d89-97f6-2a2726b55e86 tempest-LiveMigrationNegativeTest-753343157 tempest-LiveMigrationNegativeTest-753343157-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:58.187152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bca7a75f-f122-4e70-a1d4-76a63113f127 req-3c4b500b-0203-4d89-97f6-2a2726b55e86 tempest-LiveMigrationNegativeTest-753343157 tempest-LiveMigrationNegativeTest-753343157-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:58.200535 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '13cba3d1-f000-490e-b693-54eac503dcb3', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'port_id': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'mac_address': 'fa:16:3e:80:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:09:07Z', 'updated_at': '2021-09-21T08:10:54Z', 'revision_number': 1, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:21Z', 'revision_number': 5, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:58.269430 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] Checking router: 294898f7-e6c3-49ab-b4c4-294b84f2d14f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:10:58.285782 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:58.287827 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:10:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:58.301734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-2129b026-f122-46b7-bbb6-931ce6656618 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=509c42555fb544e9bb252521e01e1b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240684 Sep 21 08:10:58.314644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bca7a75f-f122-4e70-a1d4-76a63113f127 req-3c4b500b-0203-4d89-97f6-2a2726b55e86 tempest-LiveMigrationNegativeTest-753343157 tempest-LiveMigrationNegativeTest-753343157-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488436 Sep 21 08:10:58.344701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b500b-0203-4d89-97f6-2a2726b55e86 tempest-LiveMigrationNegativeTest-753343157 tempest-LiveMigrationNegativeTest-753343157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7c47c9-65f8-4441-bc63-df18b6cc9662,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:10:58.389958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-1991c6e7-e4f3-424d-96a9-a3ae81e1a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:58.392770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-1991c6e7-e4f3-424d-96a9-a3ae81e1a07b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1095 time: 0.2059581 Sep 21 08:10:58.405912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:10:58.416684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] Sync routers for ids ['cfdaab5e-feac-4f68-a883-702ec0043853'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:10:58.422161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4ff19189-be3f-40d1-a667-baf135f37596 admin admin] 10.222.0.59 "PUT /v2.0/routers/cfdaab5e-feac-4f68-a883-702ec0043853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8489068 Sep 21 08:10:58.435724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44166) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:58.439705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] Routers {'cfdaab5e-feac-4f68-a883-702ec0043853'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:58.441161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:10:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cfdaab5e-feac-4f68-a883-702ec0043853'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:58.545245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-68abbc7b-c1d2-4d26-8936-928859e23dfd tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:58.562989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-68abbc7b-c1d2-4d26-8936-928859e23dfd tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526569 Sep 21 08:10:58.596873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-6ad88660-0cdf-4d48-b6d3-c00c54ca6a3e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/quotas/509c42555fb544e9bb252521e01e1b8c HTTP/1.1" status: 200 len: 375 time: 0.0295999 Sep 21 08:10:58.606340 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:58.693239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd20ee-6f28-41b9-bc79-29d2f7c88f0b req-04a69ebf-ee23-489b-b89e-1bdb5c65c6c0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:58.699111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-e2635e13-744a-4755-b0aa-881035deafaa tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005976 Sep 21 08:10:58.700893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4fd20ee-6f28-41b9-bc79-29d2f7c88f0b req-04a69ebf-ee23-489b-b89e-1bdb5c65c6c0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 950 time: 0.1952186 Sep 21 08:10:58.703193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-c20d4f4b-0f97-4148-9971-d70fd4cac601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:58.705216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-c20d4f4b-0f97-4148-9971-d70fd4cac601 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 914 time: 0.2959356 Sep 21 08:10:58.714957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:58.819831 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-02c1cfed-636c-4f83-988e-8abc3d3eb904 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 217 time: 0.0934968 Sep 21 08:10:58.822347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] Set router cfdaab5e-feac-4f68-a883-702ec0043853 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:59.012641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4fd20ee-6f28-41b9-bc79-29d2f7c88f0b req-35a25c52-6d19-4c66-9d79-1ea67cd6a7ae tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107111 Sep 21 08:10:59.115652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:59.135797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-aa7be06b-81fa-472d-9d97-4f4cdc24db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:59.147157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-aa7be06b-81fa-472d-9d97-4f4cdc24db32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.2672775 Sep 21 08:10:59.161932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44190) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:10:59.187693 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '13cba3d1-f000-490e-b693-54eac503dcb3', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'port_id': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'mac_address': 'fa:16:3e:80:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:09:07Z', 'updated_at': '2021-09-21T08:10:54Z', 'revision_number': 1, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:21Z', 'revision_number': 5, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:59.283191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-81f09742-6ed6-4447-907c-d206cdeb9055 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276453 Sep 21 08:10:59.319963 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987121f0-eaf2-49eb-b3f3-9a4330921fba None None] The sync data for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 is: [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '13cba3d1-f000-490e-b693-54eac503dcb3', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'floating_ip_address': '172.25.1.220', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'port_id': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'mac_address': 'fa:16:3e:80:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec542230-7675-45dd-8480-a58b61910dc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:09:07Z', 'updated_at': '2021-09-21T08:10:54Z', 'revision_number': 1, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:21Z', 'revision_number': 5, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:10:59.327527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:10:59.332248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:55Z', 'revision_number': 5, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port': {'id': '6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:10:17Z', 'updated_at': '2021-09-21T08:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:59.336603 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d82d11-a8a4-4adc-b74e-caeba59653d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:10:59.358456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] Deleting subnet 251bb79a-7905-4d4d-8572-52477c98de0e {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:10:59.365001 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:59.413296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] Checking router: cfdaab5e-feac-4f68-a883-702ec0043853 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:10:59.447740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] Routers {'cfdaab5e-feac-4f68-a883-702ec0043853'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:10:59.450476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:10:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cfdaab5e-feac-4f68-a883-702ec0043853'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:59.483902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:59.617523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-556a4576-cc17-49dd-abc5-d2f4d9a71f5e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=509c42555fb544e9bb252521e01e1b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476427 Sep 21 08:10:59.640520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] Set router cfdaab5e-feac-4f68-a883-702ec0043853 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:10:59.709308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff916448-11d2-4259-be75-0db861d30078 req-61a214a0-56a7-4fd0-aa96-2076ff9734db tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:59.712059 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff916448-11d2-4259-be75-0db861d30078 req-61a214a0-56a7-4fd0-aa96-2076ff9734db tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 944 time: 0.4217103 Sep 21 08:10:59.718445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Deleting port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:10:59.719230 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:59.738232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:59Z', 'revision_number': 6, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:10:59.807243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ad9da-6594-4970-b689-858c8cf51c6d None None] The sync data for ids ['cfdaab5e-feac-4f68-a883-702ec0043853'] in n-d-809980-2 is: [{'id': 'cfdaab5e-feac-4f68-a883-702ec0043853', 'name': 'tempest-FloatingIPDetailsTestJSON-643015614-router', 'tenant_id': '73a7a298e0fb474e984f5eabc29fd54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:10:16Z', 'updated_at': '2021-09-21T08:10:59Z', 'revision_number': 6, 'project_id': '73a7a298e0fb474e984f5eabc29fd54e', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:10:59.812551 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4f5883-83af-4ab8-be65-bbe6249855ac None None] New status for floating IP 13cba3d1-f000-490e-b693-54eac503dcb3: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:10:59.814283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:10:59.826309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-c09e250b-db45-4dad-bd31-47626113a7f0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:10:59.838888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-c09e250b-db45-4dad-bd31-47626113a7f0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2131944 Sep 21 08:10:59.960229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-78e371e9-5d8d-44e5-ad27-ee90ef091c4f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/quotas/509c42555fb544e9bb252521e01e1b8c HTTP/1.1" status: 200 len: 375 time: 0.1201565 Sep 21 08:11:00.038833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-87bfc20f-555d-48af-a8ba-7b4a3138364e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775201 Sep 21 08:11:00.060379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:00.163886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251bb79a-7905-4d4d-8572-52477c98de0e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:00.217554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:00.231907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-12e2a787-a8db-49df-9cfa-e4bf3e777380 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/251bb79a-7905-4d4d-8572-52477c98de0e HTTP/1.1" status: 204 len: 168 time: 1.0687685 Sep 21 08:11:00.233049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44212) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:00.397926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-bdc3802c-81df-4d34-a2a2-830517f945e0 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0064280 Sep 21 08:11:00.407632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff916448-11d2-4259-be75-0db861d30078 req-5b445033-7752-420e-b2ca-d8e1843ffbdc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745548 Sep 21 08:11:00.464565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:00.538158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:00.550282 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523c93d3-d8d6-4ec5-af88-c21cfe3b3b98 x-openstack-request-id: req-523c93d3-d8d6-4ec5-af88-c21cfe3b3b98 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:00.550557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:00.550661 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:00.550841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5c6f64b2-cf4e-492f-8cb5-9b7f1e96dfd3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:00.560157 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-523c93d3-d8d6-4ec5-af88-c21cfe3b3b98 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:00.560855 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'status': 'completed', 'code': 200} Sep 21 08:11:00.580982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] For port 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:00.581625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:00.653714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Calling delete_port for 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:00.867689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:00.888235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:00.888235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:00.888235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:00.888235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:00.888235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:00.888235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:00.910489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-bf18f208-071e-4a71-9086-37d07a010a29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6501 time: 0.3474021 Sep 21 08:11:01.004785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2aae0868-fdbd-4341-b4fb-3c736238e22d req-fc819e8e-7a34-4071-8f45-f3057b0a90e5 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927300 Sep 21 08:11:01.009933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-443f2352-937f-40ad-8a34-f70f610d80f7 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=509c42555fb544e9bb252521e01e1b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490353 Sep 21 08:11:01.098905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b01efe-d0e6-4d38-a113-b3b86fe8b53e req-e5215be5-c266-4be0-8507-9b8f367df1ee tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:01.108609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74b01efe-d0e6-4d38-a113-b3b86fe8b53e req-e5215be5-c266-4be0-8507-9b8f367df1ee tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 950 time: 0.4044821 Sep 21 08:11:01.116166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device bb2fa122-6365-4c65-899c-70315f58fe39 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:01.130680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.224347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f72ee7-e718-4386-8b71-9bfecfa85fa0']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:01.262938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13cc57b-7a2d-4350-a5df-27ab56f0cec6') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:01.263792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13cc57b-7a2d-4350-a5df-27ab56f0cec6') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:01.327860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=bb2fa122-6365-4c65-899c-70315f58fe39,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:01.343698 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.347883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'bb2fa122-6365-4c65-899c-70315f58fe39', 'network_id': '4973c017-aa9b-46f1-aab1-bd026de36d09', 'port_id': 'bb2fa122-6365-4c65-899c-70315f58fe39', 'mac_address': 'fa:16:3e:5a:69:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f4932b-202d-47f1-a3f5-9d8eae4fadca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:01.444944 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-539c1e53-6faf-4b6b-a235-b4feaea01edd req-a9313033-73b1-4147-a6c0-03a4a21e6f0c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 210 time: 0.1322935 Sep 21 08:11:01.461544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.478790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-acd72bfc-42e0-45a6-8d80-6c3ccc325608 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:01.480377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-acd72bfc-42e0-45a6-8d80-6c3ccc325608 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4564090 Sep 21 08:11:01.483235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.493219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.511583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2fa122-6365-4c65-899c-70315f58fe39 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:01.549898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Request body: {'port': {'device_id': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '509c42555fb544e9bb252521e01e1b8c'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:01.559937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:01.560270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=bb2fa122-6365-4c65-899c-70315f58fe39,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:01.563384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:11:01.566860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.571147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:11:01.574148 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:11:01.628833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74b01efe-d0e6-4d38-a113-b3b86fe8b53e req-3003986d-0c52-4bc1-aec7-ba2c934c49c8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187917 Sep 21 08:11:01.738558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.749501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.753832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.777866 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c5f72ee7-e718-4386-8b71-9bfecfa85fa0 HTTP/1.1" status: 204 len: 168 time: 1.5385847 Sep 21 08:11:01.884718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e7c2-7f61-4d5c-96a7-55e56b2e5268 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f72ee7-e718-4386-8b71-9bfecfa85fa0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:01.904885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-7302499e-7071-4ca2-9914-992c5165240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:01.911200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-7302499e-7071-4ca2-9914-992c5165240c service neutron] 10.222.0.62 "GET /v2.0/networks?id=b81071b7-8704-4572-b376-55243ff5365f HTTP/1.1" status: 200 len: 917 time: 0.6345251 Sep 21 08:11:01.925834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:01.951190 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.974922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:01.981389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.030781 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['bb2fa122-6365-4c65-899c-70315f58fe39'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:02.245800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44248) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:02.282504 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-304398a6-8b0a-4c88-8027-c6b08c34c3db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 200 len: 1002 time: 0.3627951 Sep 21 08:11:02.297393 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.297904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfdaab5e-feac-4f68-a883-702ec0043853 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:11:02.305361 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.306563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c147c9c9-daed-49b6-9056-959ec5ce2b0c admin admin] 10.222.0.59 "DELETE /v2.0/routers/cfdaab5e-feac-4f68-a883-702ec0043853 HTTP/1.1" status: 204 len: 168 time: 3.8697226 Sep 21 08:11:02.320504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44250) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:02.420034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d677cef4-b31c-4d49-bd41-2d7e23a12f26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ec4e2c1bac34c92b0575271648e0fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594038 Sep 21 08:11:02.422495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44252) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:02.486202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1793-2ceb-4aed-8213-58ba0fa7dcba req-f63767e6-4753-43dc-8664-66a50b110052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:02.511754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8b4d1793-2ceb-4aed-8213-58ba0fa7dcba req-f63767e6-4753-43dc-8664-66a50b110052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 949 time: 0.3487108 Sep 21 08:11:02.523915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:02.543984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4c39a-da7a-49e8-856b-1d044959c3eb req-ae19748c-7f05-4a63-8ced-1a43420764e6 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:02.546684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98c4c39a-da7a-49e8-856b-1d044959c3eb req-ae19748c-7f05-4a63-8ced-1a43420764e6 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 945 time: 0.4011519 Sep 21 08:11:02.573229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-1bf9d78e-a73e-4175-be26-e98aa9ba1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:02.573534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:02.574413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6e9e7dbe-9f14-412e-9beb-9cb40f8c89e3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:02.575417 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-1bf9d78e-a73e-4175-be26-e98aa9ba1556 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4ac5536-34b2-40c8-9b53-df8f2f609101 HTTP/1.1" status: 200 len: 855 time: 0.2829707 Sep 21 08:11:02.598685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] Deleting subnet 2a967633-c68a-4e88-b80b-bd51f08f13f5 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:11:02.620786 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.678974 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98c4c39a-da7a-49e8-856b-1d044959c3eb req-28b3f8d3-e81a-4064-95e8-1bb8a1ef127a tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009674 Sep 21 08:11:02.680149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df9a6563-a790-4844-b3a2-808b87d10740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.689353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Made reservation on behalf of 509c42555fb544e9bb252521e01e1b8c for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:02.694306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.751987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.815367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8b4d1793-2ceb-4aed-8213-58ba0fa7dcba req-8e434c82-2f53-45b4-90db-7a96a0429c0c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018148 Sep 21 08:11:02.816048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df9a6563-a790-4844-b3a2-808b87d10740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:02.821557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-6e88dbd9-017a-456b-868d-3ea4d4437472 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=509c42555fb544e9bb252521e01e1b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964367 Sep 21 08:11:02.865871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-1e43da5f-9383-4925-ba1b-b2f78e60bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:02.869081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-1e43da5f-9383-4925-ba1b-b2f78e60bb8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b81071b7-8704-4572-b376-55243ff5365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643192 Sep 21 08:11:02.874765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.037403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-763cdd1d-c287-4cdf-9b1e-9a99e6350a00 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:03.039384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-763cdd1d-c287-4cdf-9b1e-9a99e6350a00 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077746 Sep 21 08:11:03.106370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Request body: {'port': {'device_id': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '509c42555fb544e9bb252521e01e1b8c'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:03.159644 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6d095f8-96b8-4c8b-96d6-e08be653c255 req-a04acce2-187c-49d6-84f5-2d36445f414e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 210 time: 0.0604718 Sep 21 08:11:03.188660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-302e79cd-f2bc-47f0-ae0a-1d6fa92a19d9 service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996221 Sep 21 08:11:03.257549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df9a6563-a790-4844-b3a2-808b87d10740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.260642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df9a6563-a790-4844-b3a2-808b87d10740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.262054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-df9a6563-a790-4844-b3a2-808b87d10740 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c24d7c7-c26a-4b36-8c09-4be02c435149 HTTP/1.1" status: 204 len: 168 time: 0.8337200 Sep 21 08:11:03.282361 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.321338 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.418884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d82d11-a8a4-4adc-b74e-caeba59653d4 req-b8ea0a3f-9cdf-48be-9102-feb223605ad1 service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393950 Sep 21 08:11:03.442728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a6563-a790-4844-b3a2-808b87d10740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c24d7c7-c26a-4b36-8c09-4be02c435149,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:03.560805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254268d5-65cf-4f9f-a70e-a85ae5ca5ff9 req-374e1bac-a91e-46a4-a301-3200ef6a7e6d tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:03.571883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-254268d5-65cf-4f9f-a70e-a85ae5ca5ff9 req-374e1bac-a91e-46a4-a301-3200ef6a7e6d tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.5274038 Sep 21 08:11:03.573181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.617387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.622749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12c836f-d07a-45a3-aee4-3b8dc52ac1f2 None None] Network 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:11:03.626182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a967633-c68a-4e88-b80b-bd51f08f13f5 HTTP/1.1" status: 204 len: 168 time: 1.3034728 Sep 21 08:11:03.633785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44268) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:03.678045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b8f28-b581-4b9a-afdf-18a899bc9dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a967633-c68a-4e88-b80b-bd51f08f13f5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:03.805833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-254268d5-65cf-4f9f-a70e-a85ae5ca5ff9 req-caff1488-7b9c-46c1-8f28-2d74dea102c6 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325854 Sep 21 08:11:03.956294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397a0b9-b3e0-4bea-83d0-b34940b5d4b6 req-5104b32b-e9a4-4309-918c-c115613c0119 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:03.969618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.981575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397a0b9-b3e0-4bea-83d0-b34940b5d4b6 req-5104b32b-e9a4-4309-918c-c115613c0119 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:03.997510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:03.997934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2397a0b9-b3e0-4bea-83d0-b34940b5d4b6 req-5104b32b-e9a4-4309-918c-c115613c0119 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a&device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 1690 time: 0.2010868 Sep 21 08:11:04.041047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:04.087196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2397a0b9-b3e0-4bea-83d0-b34940b5d4b6 req-f73ba466-a732-4117-85da-446f807ccdde tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871046 Sep 21 08:11:04.138855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] DHCP port deletion for 3e74a020-3e0d-498e-bd0b-18b87f1e7e82 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:11:04.162900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Made reservation on behalf of 509c42555fb544e9bb252521e01e1b8c for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:04.168747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:04.196114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2650b887-3590-431a-98b7-b69284f4ed6d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:04.237757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83e5f1-d36f-43a8-9284-12fd4ab8a1b2 req-04b0133f-c700-4ae2-a1d1-47b42c2f78c7 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:04.240175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd83e5f1-d36f-43a8-9284-12fd4ab8a1b2 req-04b0133f-c700-4ae2-a1d1-47b42c2f78c7 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 945 time: 0.3323231 Sep 21 08:11:04.350629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] Deleting port 597d0cd8-255e-48a3-80e7-761b99d72532 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:04.354735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:04.533244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Allocated IP 192.168.233.101 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/fca34826-69f1-4160-90eb-2f762a30cdd1) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:04.557206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 597d0cd8-255e-48a3-80e7-761b99d72532 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:04.628666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-a79474eb-1ce3-42f7-8c74-0f7756c413dc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:04.637285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-a79474eb-1ce3-42f7-8c74-0f7756c413dc tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.50 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.1747732 Sep 21 08:11:04.650101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] For port 597d0cd8-255e-48a3-80e7-761b99d72532, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=597d0cd8-255e-48a3-80e7-761b99d72532,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:04.651231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:04.707517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] Calling delete_port for 597d0cd8-255e-48a3-80e7-761b99d72532 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:04.841737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41d4dfd0-b0a8-4c5e-8424-03d6d4f13351 req-bde3ca4b-1325-4b41-afde-0f5e483dcecb tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 210 time: 0.0682185 Sep 21 08:11:04.913458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd83e5f1-d36f-43a8-9284-12fd4ab8a1b2 req-24bc125d-0f27-4201-97e5-13d7f6863d27 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177244 Sep 21 08:11:04.979503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.050721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Deleting port 597d0cd8-255e-48a3-80e7-761b99d72532 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:05.051263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.135037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device bb2fa122-6365-4c65-899c-70315f58fe39 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:05.163020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Deleting port a0673024-61cb-4818-ab7c-bbee679c463a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:05.163779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.357320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 597d0cd8-255e-48a3-80e7-761b99d72532, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=597d0cd8-255e-48a3-80e7-761b99d72532,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:05.380505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port bb2fa122-6365-4c65-899c-70315f58fe39 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:05.387276 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.405553 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.409397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port bb2fa122-6365-4c65-899c-70315f58fe39 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:05.410264 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.531829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44316) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:05.543307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40c72d-b80a-4a07-ada8-4e2655c7b852 req-ac47d00d-e3ab-4b2c-96ee-2d24c9cef612 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:05.557265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac40c72d-b80a-4a07-ada8-4e2655c7b852 req-ac47d00d-e3ab-4b2c-96ee-2d24c9cef612 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 1101 time: 0.4381988 Sep 21 08:11:05.599302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.603625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event deleted for resources: {'Port': ['ID=597d0cd8-255e-48a3-80e7-761b99d72532,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:05.621139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] For port 597d0cd8-255e-48a3-80e7-761b99d72532, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=597d0cd8-255e-48a3-80e7-761b99d72532,segment=NetworkSegment(39395f2e-2c8b-4471-985a-02da044e0d52),segment_id=39395f2e-2c8b-4471-985a-02da044e0d52)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:05.621880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.639546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a5571-6fb1-4cb1-9f9a-a372fed861bc req-63321c92-ca80-4a1a-940c-2f38cc10eee7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:05.652603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a1a5571-6fb1-4cb1-9f9a-a372fed861bc req-63321c92-ca80-4a1a-940c-2f38cc10eee7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 950 time: 0.4502892 Sep 21 08:11:05.703140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Calling delete_port for 597d0cd8-255e-48a3-80e7-761b99d72532 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:05.731270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] Pushing event deleted for resources: {'Port': ['ID=597d0cd8-255e-48a3-80e7-761b99d72532,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:05.739853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806d1ea-7d13-4e9d-9feb-5d413fe51264 None None] No DVR routers for this DVR port 597d0cd8-255e-48a3-80e7-761b99d72532 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:05.756750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] For port a0673024-61cb-4818-ab7c-bbee679c463a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0673024-61cb-4818-ab7c-bbee679c463a,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:05.757612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.851351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Calling delete_port for a0673024-61cb-4818-ab7c-bbee679c463a owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:05.897604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:05.911169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac40c72d-b80a-4a07-ada8-4e2655c7b852 req-8fa34f12-8336-4e9c-afa6-56c5b4084805 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330259 Sep 21 08:11:05.919056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a1a5571-6fb1-4cb1-9f9a-a372fed861bc req-7c1480dc-9716-474c-b03c-764fdfd7b49c tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586348 Sep 21 08:11:05.924641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.086273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=bb2fa122-6365-4c65-899c-70315f58fe39,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:06.097417 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:06.101931 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374efc4a-e462-4117-a487-3afa9d2766fb" -d '{"events": [{"server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "name": "network-vif-plugged", "status": "completed", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:06.109245 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.155170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1170427089-network', 'tenant_id': 'b4e5bf781d7948f09985256f803d2e24'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:06.232014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Made reservation on behalf of b4e5bf781d7948f09985256f803d2e24 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:06.237355 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.245249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:06.268998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.323747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:06.357812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90296a71-9808-403e-8019-e83c6a363b27 req-961ac7ec-3d47-4dc8-9099-3c6968f6f805 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 210 time: 0.0658882 Sep 21 08:11:06.400181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:06.416350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:06.419181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:06.484247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:06.485150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.562459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Allocated IP 192.168.233.135 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/4c04ef34-cdd9-4e8a-ac7a-87b07050721d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:06.569113 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.580907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['1dba1f1c-e101-4380-abe2-d5b7bbd25329'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:06.581185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960aaafe-69f0-4289-83d9-a55f18ca23ec req-a2615a10-242f-40eb-9a5c-6dce9bb59283 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:06.582432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-960aaafe-69f0-4289-83d9-a55f18ca23ec req-a2615a10-242f-40eb-9a5c-6dce9bb59283 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 946 time: 0.1020663 Sep 21 08:11:06.584251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a0673024-61cb-4818-ab7c-bbee679c463a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:06.584446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5920ed2-e963-4b77-b588-8946eb13a921 req-5c94d614-7661-4214-a4a9-c183c9a3af89 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:06.593663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5920ed2-e963-4b77-b588-8946eb13a921 req-5c94d614-7661-4214-a4a9-c183c9a3af89 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 1100 time: 0.2534988 Sep 21 08:11:06.648489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.683586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Pushing event deleted for resources: {'Port': ['ID=a0673024-61cb-4818-ab7c-bbee679c463a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:06.689482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] No DVR routers for this DVR port 597d0cd8-255e-48a3-80e7-761b99d72532 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:06.727406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.768065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.798502 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:11:06.802764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Pushing event deleted for resources: {'Port': ['ID=597d0cd8-255e-48a3-80e7-761b99d72532,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:06.827358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-a2a36a58-deaf-46d2-b1e3-bf5a43326118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2828181 Sep 21 08:11:06.844653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5920ed2-e963-4b77-b588-8946eb13a921 req-c6b0ef99-8b5f-48e7-a91e-7466822832b5 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498667 Sep 21 08:11:06.857963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Request body: {'port': {'device_id': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:06.859832 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-960aaafe-69f0-4289-83d9-a55f18ca23ec req-b442b4ac-81bd-4fdd-9450-b16b5621dfb3 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596068 Sep 21 08:11:06.891020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:11:06.959138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] No DVR routers for this DVR port a0673024-61cb-4818-ab7c-bbee679c463a on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:06.967004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:06.974061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2cf2cfc-3c90-4a33-8604-602190ccae10 req-961926b3-3a10-4b9b-8afb-6b5398a512f7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.50 "DELETE /v2.0/ports/a0673024-61cb-4818-ab7c-bbee679c463a HTTP/1.1" status: 204 len: 173 time: 2.3336091 Sep 21 08:11:06.975833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2de082-6d23-42cb-bc4a-697510963857', 'name': 'network-vif-deleted', 'tag': 'a0673024-61cb-4818-ab7c-bbee679c463a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:06.985258 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a466a9-c21e-4a08-ac58-d2b5156f64a7" -d '{"events": [{"server_uuid": "4c2de082-6d23-42cb-bc4a-697510963857", "name": "network-vif-deleted", "tag": "a0673024-61cb-4818-ab7c-bbee679c463a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:07.004604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.005359 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Added segment 015fc018-20bf-48e7-be3e-fa7b7846bae4 of type vlan for network a283f2bb-a04d-4c49-b152-a565e134b8bc Sep 21 08:11:07.015575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf7527-66ed-42ad-937c-f668fd4bd60f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:07.174437 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ae21d6-628d-4f4d-91a0-22e3ae18ebaa x-openstack-request-id: req-f2ae21d6-628d-4f4d-91a0-22e3ae18ebaa {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:07.175104 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "name": "network-vif-plugged", "status": "completed", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:07.175104 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2ae21d6-628d-4f4d-91a0-22e3ae18ebaa {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:07.175386 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39', 'code': 200} Sep 21 08:11:07.210099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5d85e2fd-9a94-4847-9f47-b21dcb624576 None None] Provisioning complete for port fca34826-69f1-4160-90eb-2f762a30cdd1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:07.211061 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d85e2fd-9a94-4847-9f47-b21dcb624576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.264044 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad131a0-90f4-46d4-aa3c-8bf40b2051e5 x-openstack-request-id: req-bad131a0-90f4-46d4-aa3c-8bf40b2051e5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:07.266342 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2de082-6d23-42cb-bc4a-697510963857", "name": "network-vif-deleted", "tag": "a0673024-61cb-4818-ab7c-bbee679c463a", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:07.267093 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bad131a0-90f4-46d4-aa3c-8bf40b2051e5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:07.267984 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2de082-6d23-42cb-bc4a-697510963857', 'name': 'network-vif-deleted', 'tag': 'a0673024-61cb-4818-ab7c-bbee679c463a', 'status': 'completed', 'code': 200} Sep 21 08:11:07.270387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.305014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5d85e2fd-9a94-4847-9f47-b21dcb624576 None None] Port fca34826-69f1-4160-90eb-2f762a30cdd1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:11:07.393980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-167c7751-367c-4633-ab91-cf6a5b314f25 req-0fc63948-6ca3-4958-b94a-09c7d1acb6c7 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 210 time: 0.2942882 Sep 21 08:11:07.400381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.484162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458932-c1c5-421e-a270-bafffc58bc60 req-3f7caf96-5280-4e60-ba51-5a0cfc5abf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:07.486796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33458932-c1c5-421e-a270-bafffc58bc60 req-3f7caf96-5280-4e60-ba51-5a0cfc5abf8c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1097 time: 0.3890252 Sep 21 08:11:07.588445 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.625711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.626963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:07.627840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.668413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1017601 Sep 21 08:11:07.681082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d69dc5be-8a7f-4d4d-9d8d-fd0b12734d35 req-2d3c60ad-8411-4a0c-a5df-7c6217544292 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 210 time: 0.1207631 Sep 21 08:11:07.684123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44374) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:07.686137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33458932-c1c5-421e-a270-bafffc58bc60 req-048dd0a4-5a67-45d4-b659-ef7d6dd9cf28 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714480 Sep 21 08:11:07.699174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Request body: {'subnet': {'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1170427089-subnet', 'tenant_id': 'b4e5bf781d7948f09985256f803d2e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:07.699810 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:07.752786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebb7a8-8d5e-48cb-a22d-34a58bc729d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a283f2bb-a04d-4c49-b152-a565e134b8bc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:07.768743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a283f2bb-a04d-4c49-b152-a565e134b8bc details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:11:07.773673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Made reservation on behalf of b4e5bf781d7948f09985256f803d2e24 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:07.785916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.065479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e74a020-3e0d-498e-bd0b-18b87f1e7e82']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:08.103428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1b689126-939b-4b4b-8a85-a9cdf5a139a7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4641492 Sep 21 08:11:08.130896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39395f2e-2c8b-4471-985a-02da044e0d52') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:08.131574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39395f2e-2c8b-4471-985a-02da044e0d52') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:08.131778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa47c2e-553f-4ee8-9950-b39ab2c3e505 req-ee5917ff-5679-47d4-94e5-a89642bb2c87 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:08.144097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0fa47c2e-553f-4ee8-9950-b39ab2c3e505 req-ee5917ff-5679-47d4-94e5-a89642bb2c87 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 946 time: 0.1486199 Sep 21 08:11:08.168577 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.176743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.250805 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.267364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0fa47c2e-553f-4ee8-9950-b39ab2c3e505 req-2955fb89-bc7c-4eb2-b5eb-fe0c0f31e0e8 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216676 Sep 21 08:11:08.301283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:11:08.302070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:11:08.305107 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:11:08.310684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3edd0a1-db01-46c9-9b63-afd703024b25,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:08.318821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Checking segment: {'id': '015fc018-20bf-48e7-be3e-fa7b7846bae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:08.319506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Network hostable DHCP agents. Network: a283f2bb-a04d-4c49-b152-a565e134b8bc, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:11:08.351555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Network a283f2bb-a04d-4c49-b152-a565e134b8bc is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:11:08.370162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a283f2bb-a04d-4c49-b152-a565e134b8bc) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:08.385631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c956ea77-5c98-4747-89d0-3f38ef589ee3 None None] Network a283f2bb-a04d-4c49-b152-a565e134b8bc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:11:08.390951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.397773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:08.400363 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.439392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4a38d766-2459-4950-b688-c2d0dc7f4fb4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7515054 Sep 21 08:11:08.473261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:08.590167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:08.593330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:08.598171 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d78d1b9-fc1f-42ee-82e1-00b041f67954 req-c718d158-a313-4a65-bb3c-4864303ea551 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2de082-6d23-42cb-bc4a-697510963857 HTTP/1.1" status: 200 len: 210 time: 0.0393682 Sep 21 08:11:08.614865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1a4e5898-40e5-4d34-8a81-43c4f9d2ae16 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:08.617757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1a4e5898-40e5-4d34-8a81-43c4f9d2ae16 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4967961 Sep 21 08:11:08.618852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.698458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88d2e8-8991-42b3-9ae9-3d3bac0e505c None None] Network a283f2bb-a04d-4c49-b152-a565e134b8bc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:11:08.707471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.716125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3e74a020-3e0d-498e-bd0b-18b87f1e7e82 HTTP/1.1" status: 204 len: 168 time: 5.0781116 Sep 21 08:11:08.719439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Pushing event updated for resources: {'Port': ['ID=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:08.834570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:08.835594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:08.864037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-022c7648-f77a-409e-881f-f61cef4007a0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/quotas/31a43fa3043b4ecba170c7f64abb3351 HTTP/1.1" status: 200 len: 375 time: 0.2128661 Sep 21 08:11:08.865209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542cd1c-fc68-48e5-b6b5-0005ad2c6903 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e74a020-3e0d-498e-bd0b-18b87f1e7e82,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:08.960367 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-fc94e52e-fcfb-44d7-9c05-f6561ec8ae6d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8627954 Sep 21 08:11:09.005777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44430) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:09.022885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Request body: {'port': {'device_id': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:09.092440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9dc2c570-6927-405f-b314-c743d8e5f67c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73a7a298e0fb474e984f5eabc29fd54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850890 Sep 21 08:11:09.099872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44436) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:09.105791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-d828b6dd-2e6b-47a7-bcda-bdab4ecb80e1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2196233 Sep 21 08:11:09.133173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0673024-61cb-4818-ab7c-bbee679c463a no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:09.183963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: a0673024-61cb-4818-ab7c-bbee679c463a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:09.185816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0673024-61cb-4818-ab7c-bbee679c463a not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:09.212400 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a5e694-3d45-480e-b1fc-898108512f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.232385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-669e52ef-e0fa-4f51-9ef8-658b6e58ca77 None None] Provisioning complete for port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:09.234507 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-669e52ef-e0fa-4f51-9ef8-658b6e58ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.247383 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a5e694-3d45-480e-b1fc-898108512f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.258767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca34826-69f1-4160-90eb-2f762a30cdd1 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:09.266419 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.290855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.314748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-669e52ef-e0fa-4f51-9ef8-658b6e58ca77 None None] Port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:11:09.354531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a5e694-3d45-480e-b1fc-898108512f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.360010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a5e694-3d45-480e-b1fc-898108512f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.365605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Transition to ACTIVE for port object fca34826-69f1-4160-90eb-2f762a30cdd1 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:09.366768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-06a5e694-3d45-480e-b1fc-898108512f38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d128ebd5-8eff-407c-b95c-4dfb2d1a1153 HTTP/1.1" status: 204 len: 168 time: 0.2628007 Sep 21 08:11:09.371209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:09.392853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5e694-3d45-480e-b1fc-898108512f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d128ebd5-8eff-407c-b95c-4dfb2d1a1153,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:09.450860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:09.806260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Attempting to bind port fca34826-69f1-4160-90eb-2f762a30cdd1 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:09.806602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Attempting to bind port fca34826-69f1-4160-90eb-2f762a30cdd1 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:09.806916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Attempting to bind port fca34826-69f1-4160-90eb-2f762a30cdd1 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:09.878489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Port fca34826-69f1-4160-90eb-2f762a30cdd1 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:09.878959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Attempting to bind port fca34826-69f1-4160-90eb-2f762a30cdd1 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:09.892944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:09.893587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:09.894239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:09.895047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Bound port: fca34826-69f1-4160-90eb-2f762a30cdd1, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:09.895669 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:10.037627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:10.101758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:10.112644 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:10.124894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c04ef34-cdd9-4e8a-ac7a-87b07050721d {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:10.167553 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:10.189296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:10.190333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:10.193066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] 10.222.0.62 "PUT /v2.0/ports/fca34826-69f1-4160-90eb-2f762a30cdd1 HTTP/1.1" status: 200 len: 1096 time: 3.3426085 Sep 21 08:11:10.217515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:10.238639 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd" -d '{"events": [{"name": "network-changed", "server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:10.268861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09430bc4-83cd-431c-945a-9d5da2cbeb0c req-fa51a710-a43e-4a26-a490-bb5b210b24bb tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:10.277275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09430bc4-83cd-431c-945a-9d5da2cbeb0c req-fa51a710-a43e-4a26-a490-bb5b210b24bb tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 936 time: 0.2504547 Sep 21 08:11:10.299965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Transition to ACTIVE for port object 4c04ef34-cdd9-4e8a-ac7a-87b07050721d will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:10.334703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:10.361975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170572d-8263-4def-bfda-057551bc5f04 service neutron] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:10.525679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09430bc4-83cd-431c-945a-9d5da2cbeb0c req-4e1c7a28-ec82-4bca-9375-d6dc31bedfa1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467139 Sep 21 08:11:10.528985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-926580a0-6a67-40da-a9f9-afd244c17123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:10.551817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-926580a0-6a67-40da-a9f9-afd244c17123 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1099 time: 0.3091135 Sep 21 08:11:10.555639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Pushing event updated for resources: {'Port': ['ID=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:10.685999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-0fa9e46b-ee19-4e13-a8eb-a761edde453e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=fca34826-69f1-4160-90eb-2f762a30cdd1 HTTP/1.1" status: 200 len: 217 time: 0.1071618 Sep 21 08:11:10.692987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-57047da9-e6c3-43c8-8ed6-6b1056ce277c tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:10.701068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-57047da9-e6c3-43c8-8ed6-6b1056ce277c tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/networks?id=a283f2bb-a04d-4c49-b152-a565e134b8bc HTTP/1.1" status: 200 len: 809 time: 0.2383871 Sep 21 08:11:10.724005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-1992a472-3e5a-424d-bb80-9497a6b53d9a tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/quotas/b4e5bf781d7948f09985256f803d2e24 HTTP/1.1" status: 200 len: 375 time: 0.0217175 Sep 21 08:11:10.772438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-899fdfa5-37c2-4295-bcdc-85c2a5ff5127 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4e5bf781d7948f09985256f803d2e24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473540 Sep 21 08:11:10.874431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-64407b18-6c14-47c4-b0ef-4eb28cb1e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:10.877165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-64407b18-6c14-47c4-b0ef-4eb28cb1e6a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1600094 Sep 21 08:11:10.934269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-e71e0870-1e78-4236-9980-37024a894583 service neutron] 10.222.0.59 "GET /v2.0/networks/a283f2bb-a04d-4c49-b152-a565e134b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597922 Sep 21 08:11:10.935455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7eb02-ff53-4373-a038-af799ecb0523 req-d1aad265-95e1-4244-9c2f-18b9f2d02c92 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:10.943029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7c7eb02-ff53-4373-a038-af799ecb0523 req-d1aad265-95e1-4244-9c2f-18b9f2d02c92 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 946 time: 0.2670941 Sep 21 08:11:10.972631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Attempting to bind port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:10.973225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Attempting to bind port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:10.973915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Attempting to bind port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:10.994919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:10.995236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Attempting to bind port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:11.017724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:11.017724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:11.018187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:11.018995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Bound port: 4c04ef34-cdd9-4e8a-ac7a-87b07050721d, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:11.020284 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:11.044869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7c7eb02-ff53-4373-a038-af799ecb0523 req-2da62bd2-c584-491e-aed7-29c95a813732 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008546 Sep 21 08:11:11.053663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-264f0cd3-7c73-4876-a9e3-8261d2c58ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:11.055529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-264f0cd3-7c73-4876-a9e3-8261d2c58ecd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624870 Sep 21 08:11:11.082442 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-ce93f56e-94cf-40c6-a312-279940627998 service neutron] 10.222.0.59 "GET /v2.0/networks/a283f2bb-a04d-4c49-b152-a565e134b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450963 Sep 21 08:11:11.228514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] For port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:11.234397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] For port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:11.250924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:11.290529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-9069be99-c3d0-4239-92d1-efe808a26b86 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960583 Sep 21 08:11:11.316180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:11.317300 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:11.320312 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] 10.222.0.50 "PUT /v2.0/ports/4c04ef34-cdd9-4e8a-ac7a-87b07050721d HTTP/1.1" status: 200 len: 1096 time: 2.3022318 Sep 21 08:11:11.373497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a23a0-d9c2-4a42-ac77-222122541a72 service neutron] Pushing event updated for resources: {'Port': ['ID=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:11.468141 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac6bada-3eb6-4510-a7a6-771bf2fbb493 x-openstack-request-id: req-cac6bada-3eb6-4510-a7a6-771bf2fbb493 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:11.468984 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:11.470566 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cac6bada-3eb6-4510-a7a6-771bf2fbb493 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:11.473694 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'status': 'completed', 'code': 200} Sep 21 08:11:11.632495 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3d00c0e-49ac-402a-8070-b0ed8598dc85 req-cf37feb3-c9b0-4f01-bfd3-72310e10b147 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283756 Sep 21 08:11:11.691865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-832b599b-f4b3-40a2-8937-f413b3e56f16 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-402761998&fields=id&tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 267 time: 0.0850060 Sep 21 08:11:11.777783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-5fdbc115-5e63-47c4-9a09-191259a74175 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:11.805962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-bb62de7c-bd7b-4e84-8e62-3b51b1ba9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:11.808073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-5fdbc115-5e63-47c4-9a09-191259a74175 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 946 time: 0.1146047 Sep 21 08:11:11.819599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'port': {'security_groups': ['dd863fcc-bb3b-4ece-8d59-552c5466ac90', '0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:11.831751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-bb62de7c-bd7b-4e84-8e62-3b51b1ba9fe3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 1099 time: 0.3162663 Sep 21 08:11:11.983457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-9a93e720-34db-4af3-b514-d9ce62fe8884 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d HTTP/1.1" status: 200 len: 217 time: 0.1113381 Sep 21 08:11:12.068776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:12.103053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-652689df-347c-42a0-9d31-0aaefaa24230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.106123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-652689df-347c-42a0-9d31-0aaefaa24230 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0955908 Sep 21 08:11:12.151849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-7b5a700e-8879-4f22-b307-83084c5563c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.153435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-7b5a700e-8879-4f22-b307-83084c5563c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1099 time: 0.3204861 Sep 21 08:11:12.229718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159ec27-969c-4502-abcf-328ef4186e99 req-c0315444-1c58-4498-8664-36e418c79316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.232455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-c0315444-1c58-4498-8664-36e418c79316 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088989 Sep 21 08:11:12.327436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-56075041-1813-43ba-be22-b1023cdff12b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478032 Sep 21 08:11:12.387617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86d1d201-265a-432c-a995-8e7992e5275d req-7cbae148-00d1-4a9a-b773-4fc32739f1a0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 210 time: 0.1054575 Sep 21 08:11:12.451835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-af7262a5-78db-40ec-a82e-79579a7a8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.457031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-af7262a5-78db-40ec-a82e-79579a7a8949 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2874916 Sep 21 08:11:12.510188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=bb2fa122-6365-4c65-899c-70315f58fe39,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:12.548499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-47286c4e-6992-43d4-a74b-cb06171f3d4e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=fca34826-69f1-4160-90eb-2f762a30cdd1 HTTP/1.1" status: 200 len: 217 time: 0.0798819 Sep 21 08:11:12.550481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-06b0af3d-a502-4e0c-8365-bd8982c4d9db service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674396 Sep 21 08:11:12.580247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-203ff383-d308-4cd3-88ec-834ea94e823b req-319906fd-fd8a-4b47-8dfa-d101f9e0820c tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 210 time: 0.0427501 Sep 21 08:11:12.602461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-bed2e5d3-1d15-4a8e-921e-dac186723fd0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.605700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-bed2e5d3-1d15-4a8e-921e-dac186723fd0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649221 Sep 21 08:11:12.646842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:12.658134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:12.693846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-2eb8417b-c863-430e-84f8-ee0049dad38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.695439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-2eb8417b-c863-430e-84f8-ee0049dad38b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1259232 Sep 21 08:11:12.765578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:12.787775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'bb2fa122-6365-4c65-899c-70315f58fe39'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:12.794811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4159ec27-969c-4502-abcf-328ef4186e99 req-339c770d-0102-4852-abfd-8f3af732a1ca service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240777 Sep 21 08:11:12.812127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-5e4fa7d1-5e65-4cd7-acf9-01c7864053dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.813081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-5e4fa7d1-5e65-4cd7-acf9-01c7864053dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1071038 Sep 21 08:11:12.856782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adb2de-440d-4f4b-84bb-d67a9f3c4596 req-6c1aa56f-a065-43fa-9857-2599c4c76a14 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.858903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3adb2de-440d-4f4b-84bb-d67a9f3c4596 req-6c1aa56f-a065-43fa-9857-2599c4c76a14 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 948 time: 0.0933297 Sep 21 08:11:12.907340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:12.908302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:12.910198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2376840-1c54-4846-b0bd-b547759cbce5 req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "PUT /v2.0/ports/bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 982 time: 1.0999260 Sep 21 08:11:12.910768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:12.913391 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848af95-bb0e-475d-b728-f87b6d372139" -d '{"events": [{"name": "network-changed", "server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:12.993816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08aa36-3f63-42ae-afb9-ba6264db08cc tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:13.056215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-2a7b62b7-15b1-43a8-8e5d-112fe825fb5b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234000 Sep 21 08:11:13.082050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['bb2fa122-6365-4c65-899c-70315f58fe39'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:13.106007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:13.110869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:13.184231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:13.336858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-faa11e16-c3df-4666-bcf1-6196fb003952 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027246 Sep 21 08:11:13.358289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3adb2de-440d-4f4b-84bb-d67a9f3c4596 req-d7b3ac20-e43a-4b8e-9794-94458095f2fd tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749379 Sep 21 08:11:13.416944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:13.499550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:13.503061 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d38620a-97a3-491c-9f57-737322e7941a" -d '{"events": [{"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-unplugged", "status": "completed", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:13.512826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'tag': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:13.515712 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd298f0c-8bde-412e-ab3a-13995e57a51b", "tag": "4c04ef34-cdd9-4e8a-ac7a-87b07050721d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:13.551352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:13.568812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:13.638530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423516d4-e096-4278-a214-da36951ec38f req-0ce2dc81-0d9f-4143-abe3-6a2c8f55d81b tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:13.641254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-423516d4-e096-4278-a214-da36951ec38f req-0ce2dc81-0d9f-4143-abe3-6a2c8f55d81b tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 950 time: 0.1167130 Sep 21 08:11:13.646373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d1bdc46-ec54-4fe6-a0b6-1d55c19f40fd req-7f0ed498-d68e-4a52-81b8-c2a08b4ffdda service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887123 Sep 21 08:11:13.700911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:13.722111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-423516d4-e096-4278-a214-da36951ec38f req-0127c6cb-ae15-4292-bf9b-34278370938d tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626342 Sep 21 08:11:13.883480 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8638099-dbc1-473f-ab19-33ecd275ac51 x-openstack-request-id: req-e8638099-dbc1-473f-ab19-33ecd275ac51 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:13.883837 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:13.884050 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8638099-dbc1-473f-ab19-33ecd275ac51 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:13.884402 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39', 'status': 'completed', 'code': 200} Sep 21 08:11:13.906941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1df5b587-2847-44e2-9916-76c53ca2c0c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:13.908465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1df5b587-2847-44e2-9916-76c53ca2c0c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8437271 Sep 21 08:11:13.919633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-9840291a-664d-4f9a-8133-2a0635244aed tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:13.921178 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-9840291a-664d-4f9a-8133-2a0635244aed tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 0.7002752 Sep 21 08:11:13.954733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.69 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/6fddbd22-d3f5-4b59-8e0c-94e3de161ce2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:13.960145 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-ce647809-87c8-48d8-86ec-64964b058cbb tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/quotas/af883af499e245068ea61a3a4db99639 HTTP/1.1" status: 200 len: 375 time: 0.0273747 Sep 21 08:11:13.970800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb1243a7-8d51-4092-afab-046d6700527f req-66cc4ff3-942e-4785-86cf-77c29fe4f596 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45 HTTP/1.1" status: 200 len: 1799 time: 0.0852666 Sep 21 08:11:14.004407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848af95-bb0e-475d-b728-f87b6d372139 req-340b838e-9e6f-4234-8e30-ab10d0845520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:14.006089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c848af95-bb0e-475d-b728-f87b6d372139 req-340b838e-9e6f-4234-8e30-ab10d0845520 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1136 time: 0.0850086 Sep 21 08:11:14.053128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': '7d815677-1956-406d-acb7-5e04f2728ee8', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:14.080248 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-fb1243a7-8d51-4092-afab-046d6700527f req-728b3b02-c0a2-4f80-a9b0-77644806007c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 08:11:14.094668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb1243a7-8d51-4092-afab-046d6700527f req-728b3b02-c0a2-4f80-a9b0-77644806007c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45 HTTP/1.1" status: 409 len: 341 time: 0.1103637 Sep 21 08:11:14.183374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-8d64ca0a-085d-4283-9006-338f15e5a5e2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2102017 Sep 21 08:11:14.266682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848af95-bb0e-475d-b728-f87b6d372139 req-c3445b73-52c4-4da8-8669-1eff9e0bc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:14.269566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c848af95-bb0e-475d-b728-f87b6d372139 req-c3445b73-52c4-4da8-8669-1eff9e0bc246 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 914 time: 0.2490604 Sep 21 08:11:14.438145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c848af95-bb0e-475d-b728-f87b6d372139 req-2bb1f0ec-05a7-4690-a17a-936b1b2c0429 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 217 time: 0.1055040 Sep 21 08:11:14.476443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-d3f1f8ea-1bf7-43aa-b476-3cad56b09ebe tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:14.478018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-d3f1f8ea-1bf7-43aa-b476-3cad56b09ebe tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.62 "GET /v2.0/networks?id=a283f2bb-a04d-4c49-b152-a565e134b8bc HTTP/1.1" status: 200 len: 809 time: 0.3436141 Sep 21 08:11:14.494429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Request body: {'port': {'device_id': '75a95e34-453b-422f-9c71-2444be25533d', 'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc', 'admin_state_up': True, 'tenant_id': 'b4e5bf781d7948f09985256f803d2e24'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:14.500164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-c0b2e508-99b6-42bb-a77f-1bdb8b224109 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:14.501795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-c0b2e508-99b6-42bb-a77f-1bdb8b224109 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 950 time: 0.2842274 Sep 21 08:11:14.502439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:14.505819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:14.530584 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:14.605678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848af95-bb0e-475d-b728-f87b6d372139 req-f2f46ff5-d9cc-4aeb-b813-88be1b729168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:14.607244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c848af95-bb0e-475d-b728-f87b6d372139 req-f2f46ff5-d9cc-4aeb-b813-88be1b729168 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.1276126 Sep 21 08:11:14.610211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-f1d52b81-d74f-480f-bf3f-f1f4602a55fe service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035404 Sep 21 08:11:14.718497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c848af95-bb0e-475d-b728-f87b6d372139 req-c208b816-7d29-4982-abc8-ac9d9e010d46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915186 Sep 21 08:11:14.840509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Made reservation on behalf of b4e5bf781d7948f09985256f803d2e24 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:14.844034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:14.847796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:14.862630 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-6ee566fb-f15c-471c-a9ec-7286c162351e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2375631 Sep 21 08:11:14.865093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:14.882247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-5826af19-4de4-443d-966f-9e50a7892d54 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:14.883807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-5826af19-4de4-443d-966f-9e50a7892d54 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "GET /v2.0/ports?device_id=c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908 HTTP/1.1" status: 200 len: 943 time: 0.2284689 Sep 21 08:11:14.929497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:14.979350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:14.984826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-93d779bb-808a-4365-858e-0ff6e613f096 service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728976 Sep 21 08:11:14.993934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Deleting port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:14.994451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:15.008688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c848af95-bb0e-475d-b728-f87b6d372139 req-73e71ac8-abaa-4ca7-893d-4aacf7a80c16 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677758 Sep 21 08:11:15.031148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:15.044231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df0b82ad-4704-4121-951b-2f1fc3cd4918 req-f1c566f3-167b-404b-92ea-1f5b4d240273 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 210 time: 0.1089566 Sep 21 08:11:15.049335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:15.052355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:15.147118 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73076447-67fe-45e4-9d26-ad9357ff1735 x-openstack-request-id: req-73076447-67fe-45e4-9d26-ad9357ff1735 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:15.149841 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-unplugged", "status": "completed", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:15.150248 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73076447-67fe-45e4-9d26-ad9357ff1735 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:15.151698 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'code': 200} Sep 21 08:11:15.258481 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c16e535-b99d-450b-b882-40d3e1739fdd x-openstack-request-id: req-9c16e535-b99d-450b-b882-40d3e1739fdd {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:15.259154 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd298f0c-8bde-412e-ab3a-13995e57a51b", "tag": "4c04ef34-cdd9-4e8a-ac7a-87b07050721d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:15.270189 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c16e535-b99d-450b-b882-40d3e1739fdd {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:15.271188 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'tag': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d', 'status': 'completed', 'code': 200} Sep 21 08:11:15.359780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] For port 1dba1f1c-e101-4380-abe2-d5b7bbd25329, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1dba1f1c-e101-4380-abe2-d5b7bbd25329,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:15.360903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:15.386052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Calling delete_port for 1dba1f1c-e101-4380-abe2-d5b7bbd25329 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:15.402642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.404196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:15.424175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.168 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/798b1e8f-a1bd-49d2-916e-97c3acd8eb4e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:15.485947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.486628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.487128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.487834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.488248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.489464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.490044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.492139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-90adf897-ef9e-4b04-8d2f-5fb6e3b4c94c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6501 time: 0.4860101 Sep 21 08:11:15.543783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721bdbbe-3987-4d30-996d-4cfd7f499885 req-abd1f881-92c3-4953-b45d-2552e0755d26 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 210 time: 0.1783934 Sep 21 08:11:15.555507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Allocated IP 172.20.0.7 (a283f2bb-a04d-4c49-b152-a565e134b8bc/a3edd0a1-db01-46c9-9b63-afd703024b25/20b7c317-e2b6-4612-89fb-1bdbf0278dc6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:15.573171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a324a686-9a8e-45cf-8b8d-6542cccb12e4 None None] Provisioning complete for port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:15.573701 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a324a686-9a8e-45cf-8b8d-6542cccb12e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:15.631866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a324a686-9a8e-45cf-8b8d-6542cccb12e4 None None] Port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:11:15.664641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-468d1681-fb55-495d-8703-037f87d67df6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0132711 Sep 21 08:11:15.696797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Request body: {'port': {'device_id': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:15.715003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-b4eae5d4-be54-42e0-a0d2-1aa17017d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.722489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-b4eae5d4-be54-42e0-a0d2-1aa17017d29b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 1099 time: 0.2398160 Sep 21 08:11:15.724793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:15.748013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c848af95-bb0e-475d-b728-f87b6d372139 req-ca973654-b686-467c-8cfe-8ec87392c02e service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074034 Sep 21 08:11:15.860832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:15.876128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e96ad-de58-4238-92fe-72d64f65ab96 req-3533bd5a-25bb-4344-b535-d8bed57f26a4 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:15.878605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a8e96ad-de58-4238-92fe-72d64f65ab96 req-3533bd5a-25bb-4344-b535-d8bed57f26a4 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 948 time: 0.3352830 Sep 21 08:11:15.879044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'mac_address': 'fa:16:3e:9d:e2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:15.905212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Deleting port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:15.906079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:15.923882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:15.944761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca34826-69f1-4160-90eb-2f762a30cdd1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:15.979892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:15.986971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.015297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.060205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:16.100495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-ab0e787c-89f2-4c2a-8df5-a8f93a30a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.101144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-ab0e787c-89f2-4c2a-8df5-a8f93a30a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.101700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-ab0e787c-89f2-4c2a-8df5-a8f93a30a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.103641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-ab0e787c-89f2-4c2a-8df5-a8f93a30a134 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b81071b7-8704-4572-b376-55243ff5365f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 200 len: 2296 time: 0.5111101 Sep 21 08:11:16.114275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.124618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5ad5-d990-41b7-8b3e-0c297519fc77 req-ce4ba715-61f7-4ade-a27f-ed51fb23a875 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.126739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98ac5ad5-d990-41b7-8b3e-0c297519fc77 req-ce4ba715-61f7-4ade-a27f-ed51fb23a875 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc9bd520-4114-4ab4-905c-c3c050767a81 HTTP/1.1" status: 200 len: 950 time: 0.4573531 Sep 21 08:11:16.158333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a8e96ad-de58-4238-92fe-72d64f65ab96 req-2c93b880-d53e-42a4-84c0-8c7d995851cf tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171135 Sep 21 08:11:16.185402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-6adf723c-ece9-4d1e-a6d1-9b447b8117ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.187246 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-6adf723c-ece9-4d1e-a6d1-9b447b8117ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.4031451 Sep 21 08:11:16.190618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-b7e39185-cf98-4550-9472-c266510450eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.192280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-b7e39185-cf98-4550-9472-c266510450eb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1136 time: 0.3060308 Sep 21 08:11:16.201066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.332548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.351219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-8f579aa5-4560-45f8-96b4-1ca45d89e7fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d HTTP/1.1" status: 200 len: 217 time: 0.1385844 Sep 21 08:11:16.351991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Pushing event deleted for resources: {'Port': ['ID=1dba1f1c-e101-4380-abe2-d5b7bbd25329,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:16.438486 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.451052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:16.457431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:16.479954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] No DVR routers for this DVR port 1dba1f1c-e101-4380-abe2-d5b7bbd25329 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:16.492375 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.494717 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6db0fa98-01b1-4255-9708-3096f8815d62 req-79d1649e-4fe4-44b5-9acd-091fca647cf3 tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.62 "DELETE /v2.0/ports/1dba1f1c-e101-4380-abe2-d5b7bbd25329 HTTP/1.1" status: 204 len: 173 time: 1.9857750 Sep 21 08:11:16.502149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'name': 'network-vif-deleted', 'tag': '1dba1f1c-e101-4380-abe2-d5b7bbd25329'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:16.505209 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a516b4b9-3317-4fbd-9ee2-0da98f86d5f0" -d '{"events": [{"server_uuid": "fc9bd520-4114-4ab4-905c-c3c050767a81", "name": "network-vif-deleted", "tag": "1dba1f1c-e101-4380-abe2-d5b7bbd25329"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:16.555525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fca34826-69f1-4160-90eb-2f762a30cdd1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:16.575740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-45b3d808-e94d-43a8-bf36-7eff666b54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.577281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-45b3d808-e94d-43a8-bf36-7eff666b54f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2160301 Sep 21 08:11:16.598299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:16.635488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:16.643929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:16.651101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:16.734609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-0dcb84fe-3ef7-401e-9036-4a06f955212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.736616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-0dcb84fe-3ef7-401e-9036-4a06f955212b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431875 Sep 21 08:11:16.747452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:16.748450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:16.864315 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-27389a35-05e1-4bc0-8ffd-14f336888fed tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8308730 Sep 21 08:11:16.933708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Request body: {'port': {'device_id': '7d815677-1956-406d-acb7-5e04f2728ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:16.949706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:16.955360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.50', 56894) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:16.962908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] For port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:16.963544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.001562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.040881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-1db3d244-cdcc-433f-9a0f-ce45b219573a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 200 len: 1002 time: 0.9271352 Sep 21 08:11:17.076843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98ac5ad5-d990-41b7-8b3e-0c297519fc77 req-5ec72ccf-5688-45d9-aefe-4c45c6ed36ad tempest-LiveMigrationNegativeTest-598312687 tempest-LiveMigrationNegativeTest-598312687-project] 10.222.0.59 "GET /v2.0/security-groups?id=74ad265a-7058-4f8e-b21c-94887f5567eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9298468 Sep 21 08:11:17.081744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Calling delete_port for 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:17.098892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3893f2e0-5e60-44d5-a5a7-b1d6798d176d req-6e36eb91-3504-4a75-a3f5-d33ce4593767 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 210 time: 0.0872345 Sep 21 08:11:17.103305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Transition to ACTIVE for port object 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:17.207841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c04ef34-cdd9-4e8a-ac7a-87b07050721d details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:17.220983 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.224090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-39aa0542-47e3-4566-9a16-cf2347f8fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:17.227361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-39aa0542-47e3-4566-9a16-cf2347f8fb40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 914 time: 1.0014343 Sep 21 08:11:17.321770 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-384c6457-ec28-4afc-a14a-56232bb6a72a service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650706 Sep 21 08:11:17.331769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-b51c6826-c4da-456d-b51d-2d8d0d789e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:17.333404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-b51c6826-c4da-456d-b51d-2d8d0d789e98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4ac5536-34b2-40c8-9b53-df8f2f609101 HTTP/1.1" status: 200 len: 855 time: 0.2802064 Sep 21 08:11:17.421423 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.425185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-7f951406-7904-42f7-ad4c-d53ec89dbcee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 217 time: 0.1086917 Sep 21 08:11:17.437505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.641354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-c060ea8b-0dc3-4ddf-b0a6-0c70d34c81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:17.643584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-c060ea8b-0dc3-4ddf-b0a6-0c70d34c81c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.1720786 Sep 21 08:11:17.669833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Network a283f2bb-a04d-4c49-b152-a565e134b8bc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:17.686634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f57dc-887c-49dd-9b49-7bad74ea94c9 req-7165cf5d-17b3-4ebe-b0b3-cf6fe60c3c6e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:17.694812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:17.698599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed1f57dc-887c-49dd-9b49-7bad74ea94c9 req-7165cf5d-17b3-4ebe-b0b3-cf6fe60c3c6e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 985 time: 0.4522004 Sep 21 08:11:17.734342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:17.771824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:17.778945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1dba1f1c-e101-4380-abe2-d5b7bbd25329 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:17.799000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-78161eab-6334-494d-abe0-be5e00ca0e2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878503 Sep 21 08:11:17.800991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Pushing event updated for resources: {'Port': ['ID=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:17.805176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-118d3414-66bf-42f5-8370-2f391591fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:17.806962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-118d3414-66bf-42f5-8370-2f391591fd05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b81071b7-8704-4572-b376-55243ff5365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4228830 Sep 21 08:11:17.822876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a0c7cda2-3db1-4107-9cde-f7c6fcc65883 None None] Provisioning complete for port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:17.823518 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0c7cda2-3db1-4107-9cde-f7c6fcc65883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.838456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d', 'mac_address': 'fa:16:3e:93:a9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:17.870313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 1dba1f1c-e101-4380-abe2-d5b7bbd25329 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:17.870569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1dba1f1c-e101-4380-abe2-d5b7bbd25329 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:17.929519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7cda2-3db1-4107-9cde-f7c6fcc65883 None None] Port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:11:17.939017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.959886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c04ef34-cdd9-4e8a-ac7a-87b07050721d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:17.969290 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.973675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Pushing event updated for resources: {'Port': ['ID=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:17.985508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:17.990936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:17.996138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-fce75130-6293-47de-ac9f-97e2e03a9160 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:17.997827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-fce75130-6293-47de-ac9f-97e2e03a9160 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 1.0211461 Sep 21 08:11:18.011949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed1f57dc-887c-49dd-9b49-7bad74ea94c9 req-d25dfd21-eb65-4b3a-a34c-4c2a4590036e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3116143 Sep 21 08:11:18.018577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.019433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.020647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.020805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.021465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.022019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.023025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.023873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.024614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.025394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.025838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.026193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:18.028711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Request body: {'port': {'device_id': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'admin_state_up': True, 'tenant_id': 'af883af499e245068ea61a3a4db99639'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:18.087468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfed4c-4bc8-4f46-b149-7020b8608914 req-7087d99b-4db4-4c3c-a57e-30a38771ae22 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:18.088857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:18.095855 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2cfed4c-4bc8-4f46-b149-7020b8608914 req-7087d99b-4db4-4c3c-a57e-30a38771ae22 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 936 time: 0.7939291 Sep 21 08:11:18.099179 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f31006-c5d3-4a32-8054-32d81ea82287 x-openstack-request-id: req-96f31006-c5d3-4a32-8054-32d81ea82287 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:18.100272 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9bd520-4114-4ab4-905c-c3c050767a81", "name": "network-vif-deleted", "tag": "1dba1f1c-e101-4380-abe2-d5b7bbd25329", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:18.100272 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96f31006-c5d3-4a32-8054-32d81ea82287 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:18.100272 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9bd520-4114-4ab4-905c-c3c050767a81', 'name': 'network-vif-deleted', 'tag': '1dba1f1c-e101-4380-abe2-d5b7bbd25329', 'status': 'completed', 'code': 200} Sep 21 08:11:18.122766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:18.124324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:18.230293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event deleted for resources: {'Port': ['ID=49fc41d8-1b69-4d10-bdff-0fccba0c5e27,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:18.242375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-032ca5e7-d438-4d54-bfc4-6a5dfdf3c1e9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7522476 Sep 21 08:11:18.285640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Request body: {'port': {'device_id': '75a95e34-453b-422f-9c71-2444be25533d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:18.299181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-94f29a61-0441-4c08-bdc6-3d4cd7a3c1ea service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9104776 Sep 21 08:11:18.341416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] No DVR routers for this DVR port 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:18.345246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-26c6cd76-f557-44bb-b7be-afe07a9451ab service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619756 Sep 21 08:11:18.353298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:18.355655 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90fa01a2-da2a-489c-baa9-2560be0a6314 req-3cccec87-0557-46ce-b63b-94eeb00f3ac9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "DELETE /v2.0/ports/49fc41d8-1b69-4d10-bdff-0fccba0c5e27 HTTP/1.1" status: 204 len: 173 time: 3.4581883 Sep 21 08:11:18.355932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-deleted', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:18.358125 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e202c5-9421-408c-9077-2e24c1c38f7a" -d '{"events": [{"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-deleted", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:18.369001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2cfed4c-4bc8-4f46-b149-7020b8608914 req-29a3614e-68d0-40d5-ade8-ede5a8d01f3d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718830 Sep 21 08:11:18.375482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Attempting to bind port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:18.376795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Attempting to bind port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:18.376939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Attempting to bind port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:18.384669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4c04ef34-cdd9-4e8a-ac7a-87b07050721d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:18.402352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:18.402688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Attempting to bind port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:18.414977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-74440149-81a4-4483-bad7-8bcaf18c8581 service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599392 Sep 21 08:11:18.439962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:18.441021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:18.443113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:18.444392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Bound port: 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:18.445456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:18.470896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba470ca-a7d1-4f3d-8475-606958f3b4a7 req-b3a88ab7-6e15-47c3-9a82-60c1b19a7309 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:18.473409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba470ca-a7d1-4f3d-8475-606958f3b4a7 req-b3a88ab7-6e15-47c3-9a82-60c1b19a7309 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 931 time: 0.2906454 Sep 21 08:11:18.582084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:18.639985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Made reservation on behalf of af883af499e245068ea61a3a4db99639 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:18.645224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:18.654560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba470ca-a7d1-4f3d-8475-606958f3b4a7 req-1b3fae36-9598-455b-8c7e-9c8ad7459c76 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597402 Sep 21 08:11:18.713093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] For port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:18.768566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdb169ad-b622-46e1-83f0-af5ff3e14294 req-0f580b7c-8b5c-4247-9d2e-4a1f45855b25 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004316 Sep 21 08:11:18.774325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] For port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:18.796712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf05858-e550-43cd-a289-33a032a3c8cc req-5502a4a3-cde5-461e-99e5-2de0dec12f17 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:18.805138 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3bf05858-e550-43cd-a289-33a032a3c8cc req-5502a4a3-cde5-461e-99e5-2de0dec12f17 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 949 time: 0.2263165 Sep 21 08:11:18.813258 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:18.854387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-00887aa2-c948-48fc-b00b-cbb8bae4823e service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190359 Sep 21 08:11:18.933344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-f9f3c2fa-a04e-4265-94fd-0066ddc63ddc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 217 time: 0.0684860 Sep 21 08:11:18.957883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:18.958884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:18.960666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] 10.222.0.50 "PUT /v2.0/ports/6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 HTTP/1.1" status: 200 len: 1095 time: 3.2761850 Sep 21 08:11:19.003961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:19.034381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-30aa449f-1705-4f16-b511-687e65105044 req-dabec246-c259-41a9-af46-e9b1f4b386a9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 210 time: 0.0973105 Sep 21 08:11:19.038638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:19.074880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3bf05858-e550-43cd-a289-33a032a3c8cc req-99d2327c-f44a-43c7-bb74-52046c21aaa2 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687132 Sep 21 08:11:19.099108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44ac2d-c192-4f52-a560-61047b50e15a service neutron] Pushing event updated for resources: {'Port': ['ID=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:19.121491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Transition to ACTIVE for port object 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:19.131664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:19.154191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-10914cab-21db-4f39-96a2-b1ed62e9fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:19.159430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-10914cab-21db-4f39-96a2-b1ed62e9fa1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.2046843 Sep 21 08:11:19.181545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:19.251303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Pushing event updated for resources: {'Port': ['ID=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:19.264897 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eedc39-1687-4e8f-9ba8-325112892580 x-openstack-request-id: req-c9eedc39-1687-4e8f-9ba8-325112892580 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:19.264897 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908", "name": "network-vif-deleted", "tag": "49fc41d8-1b69-4d10-bdff-0fccba0c5e27", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:19.265182 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9eedc39-1687-4e8f-9ba8-325112892580 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:19.265542 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77fcd36-bc26-4b6f-aaf9-71e2d8e0c908', 'name': 'network-vif-deleted', 'tag': '49fc41d8-1b69-4d10-bdff-0fccba0c5e27', 'status': 'completed', 'code': 200} Sep 21 08:11:19.270140 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:19.270903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 49fc41d8-1b69-4d10-bdff-0fccba0c5e27 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:19.283464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Allocated IP 172.20.0.7 (0c6eb153-ad1c-439c-92f3-7ab3cdb0c458/08af9c05-7025-4f97-a5ac-e8b9633f70d9/a35e4620-ed16-43f6-aa47-70cf0725b1e2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:19.370103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-0741dd84-06ca-4521-9790-77f674b173a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:19.372774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-0741dd84-06ca-4521-9790-77f674b173a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017994 Sep 21 08:11:19.438616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-ae747abe-1bc5-4353-bfbb-72b67a432bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:19.440249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-ae747abe-1bc5-4353-bfbb-72b67a432bf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 1098 time: 0.2862802 Sep 21 08:11:19.595170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-9348f32c-f8fe-4350-991d-782b3d219712 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984646 Sep 21 08:11:19.599089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-1223ff4d-93cd-4d88-96d2-ed8fa60dd1eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 HTTP/1.1" status: 200 len: 217 time: 0.1143026 Sep 21 08:11:19.746400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:19.778524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44766) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:19.809295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Attempting to bind port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:19.809905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Attempting to bind port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:19.810408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Attempting to bind port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:19.821274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:19.821804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Attempting to bind port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:19.832267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:19.832921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:19.833959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:19.834610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Bound port: 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:19.835385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:19.840333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-bbfd6946-4e58-4d34-8540-2aec25a61272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:19.842434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-bbfd6946-4e58-4d34-8540-2aec25a61272 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2169061 Sep 21 08:11:19.853083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:19.856566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port fca34826-69f1-4160-90eb-2f762a30cdd1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:19.873812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd4044-2485-4822-9828-0e651f865eeb req-02556d25-eda5-49c7-8915-71960717103e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:19.874637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fca34826-69f1-4160-90eb-2f762a30cdd1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:19.875016 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:19.875391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fdd4044-2485-4822-9828-0e651f865eeb req-02556d25-eda5-49c7-8915-71960717103e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 985 time: 0.2789395 Sep 21 08:11:19.923386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:19.947427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:19.974303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Transition to ACTIVE for port object 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:19.990115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:19.995596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-d7710064-4d2c-4c0e-9748-b5081bce6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:19.997368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-d7710064-4d2c-4c0e-9748-b5081bce6014 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366026 Sep 21 08:11:20.049489 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.055355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] For port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:20.056335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-04502360-0ea9-4832-92bc-ac59d3b0c637 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906379 Sep 21 08:11:20.092029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] For port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:20.102099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fdd4044-2485-4822-9828-0e651f865eeb req-9a9e39ba-448a-48a3-9903-684dfee7d445 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1820240 Sep 21 08:11:20.130819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'tag': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:20.134167 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f18afa-9d3e-41ff-88d3-42043ff21812" -d '{"events": [{"name": "network-changed", "server_uuid": "a96c6a4e-5fca-46bf-a066-7dd1d8905b6b", "tag": "6fddbd22-d3f5-4b59-8e0c-94e3de161ce2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:20.162639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.172430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:20.175670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:20.179535 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88868bc0-9eff-4b04-8c9e-84378abf914f" -d '{"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:20.187554 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.209207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-21d06bde-2935-418b-83df-f1ee8408ccfa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 217 time: 0.1416397 Sep 21 08:11:20.210618 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.241660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:20.299272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:20.309077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.309779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.312065 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] 10.222.0.62 "PUT /v2.0/ports/798b1e8f-a1bd-49d2-916e-97c3acd8eb4e HTTP/1.1" status: 200 len: 1096 time: 3.4370694 Sep 21 08:11:20.347163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:20.353512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-6edc1bdb-44fb-4444-a842-cb69ebf2a698 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340132 Sep 21 08:11:20.362042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:20.370042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Pushing event updated for resources: {'Port': ['ID=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:20.379459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037315dd-9aac-491c-963f-a80386017b28 req-2741d45a-cbf9-4b84-8d94-e7ce8dc9fa37 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.380845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-037315dd-9aac-491c-963f-a80386017b28 req-2741d45a-cbf9-4b84-8d94-e7ce8dc9fa37 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 948 time: 0.2511530 Sep 21 08:11:20.386707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:20.389359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-09f67b21-676d-4593-8a8f-e623a5aac2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.390857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-09f67b21-676d-4593-8a8f-e623a5aac2e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.1682656 Sep 21 08:11:20.448741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c60105-51fb-4615-b8e3-1325d3c5646c req-59815b9b-29b4-4ded-a03e-430453a4fef3 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.450709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74c60105-51fb-4615-b8e3-1325d3c5646c req-59815b9b-29b4-4ded-a03e-430453a4fef3 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 943 time: 0.2117205 Sep 21 08:11:20.456907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Attempting to bind port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:20.457444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Attempting to bind port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '015fc018-20bf-48e7-be3e-fa7b7846bae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:20.457945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Attempting to bind port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 on network a283f2bb-a04d-4c49-b152-a565e134b8bc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:20.462116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.462866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.462866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.463444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.463858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.463858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.464501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.465283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.465283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.465283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.470539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.470539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e6d5b-b771-4fb4-8605-05c985514bab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:20.472166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-98a4bf52-52b7-41d2-ae4a-d4f576128426 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4a1eb7a37a2b4d46b0698a62d64fec79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6722116 Sep 21 08:11:20.474699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 on network a283f2bb-a04d-4c49-b152-a565e134b8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:20.475036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Attempting to bind port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 on network a283f2bb-a04d-4c49-b152-a565e134b8bc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:20.476977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44784) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:20.508350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:20.508793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Checking segment: {'id': '015fc018-20bf-48e7-be3e-fa7b7846bae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:20.509297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Bound using segment: {'id': '015fc018-20bf-48e7-be3e-fa7b7846bae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:20.509779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Bound port: 20b7c317-e2b6-4612-89fb-1bdbf0278dc6, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015fc018-20bf-48e7-be3e-fa7b7846bae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:20.509779 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.548724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-9cca6a4e-2114-4ddc-ab99-005964ec9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.550267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-9cca6a4e-2114-4ddc-ab99-005964ec9159 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1509566 Sep 21 08:11:20.596917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74c60105-51fb-4615-b8e3-1325d3c5646c req-02c717bc-2ac6-4a55-b37c-baa6c1785892 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354196 Sep 21 08:11:20.614344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.614715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.659446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:20.681507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-037315dd-9aac-491c-963f-a80386017b28 req-b2352e3f-99b2-4fd1-aeb9-a05b4f678d4c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763031 Sep 21 08:11:20.687360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-29c5fc2c-c6eb-4976-894a-9548d4363aa1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6688299 Sep 21 08:11:20.692579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c328e37-a523-484b-b684-dd88c2868ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.712244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-19a51253-bd46-477e-99e7-1a9ddb2c3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.713864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-19a51253-bd46-477e-99e7-1a9ddb2c3b11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 1099 time: 0.3310821 Sep 21 08:11:20.723275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Request body: {'port': {'device_id': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:20.726298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] For port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:20.730248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-63ba5a4d-c542-45b2-88ac-edea8ec339b3 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656173 Sep 21 08:11:20.730459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] For port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,segment=NetworkSegment(015fc018-20bf-48e7-be3e-fa7b7846bae4),segment_id=015fc018-20bf-48e7-be3e-fa7b7846bae4)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:20.779823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.801300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-1f801492-07c4-42e4-ae6b-7aaf8c3c368c service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368529 Sep 21 08:11:20.808042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-774f114f-86b0-4437-bef6-91d8e09578ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e HTTP/1.1" status: 200 len: 217 time: 0.0810890 Sep 21 08:11:20.881480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c328e37-a523-484b-b684-dd88c2868ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.926508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.927131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.928558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] 10.222.0.62 "PUT /v2.0/ports/20b7c317-e2b6-4612-89fb-1bdbf0278dc6 HTTP/1.1" status: 200 len: 1091 time: 2.6596944 Sep 21 08:11:20.955954 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:20.976687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-57a9452a-3663-4c16-949d-014985d2cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:20.978872 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-57a9452a-3663-4c16-949d-014985d2cc91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1596067 Sep 21 08:11:21.081045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555b23e-94b8-47e3-b6ea-530731f066b8 req-920ad728-e840-4b9b-9328-0ed60b18307a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:21.083729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2555b23e-94b8-47e3-b6ea-530731f066b8 req-920ad728-e840-4b9b-9328-0ed60b18307a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 949 time: 0.2489522 Sep 21 08:11:21.196078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c04ef34-cdd9-4e8a-ac7a-87b07050721d up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:21.210721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-c38ac814-f9fd-44e7-82e9-3c2a85b0b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:21.214189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-c38ac814-f9fd-44e7-82e9-3c2a85b0b735 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2222791 Sep 21 08:11:21.274281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:21.274994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a95e34-453b-422f-9c71-2444be25533d', 'tag': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:21.278071 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "75a95e34-453b-422f-9c71-2444be25533d", "tag": "20b7c317-e2b6-4612-89fb-1bdbf0278dc6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:21.280977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:21.281643 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:21.309707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed0cef-b9cf-4c80-8803-8b9a92597ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:21.360582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b705-08f7-4268-89b3-64c110e23a13 req-f1e62a65-16ab-4e2e-8d90-e0b5c3a672d7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:21.362327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c61b705-08f7-4268-89b3-64c110e23a13 req-f1e62a65-16ab-4e2e-8d90-e0b5c3a672d7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 931 time: 0.5599844 Sep 21 08:11:21.376131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-49966f45-eacc-447b-abc1-b30be0ef4266 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635889 Sep 21 08:11:21.400342 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2555b23e-94b8-47e3-b6ea-530731f066b8 req-ba51bbda-f86f-43ff-975c-c5f77d78b0aa tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069334 Sep 21 08:11:21.414087 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:21.468435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-f2e024ae-eedf-431b-aa0e-bf3f2cb2d105 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f69bc2e7-39e3-460c-bf20-b321b1694924 HTTP/1.1" status: 200 len: 217 time: 0.0780554 Sep 21 08:11:21.469434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:21.473518 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c328e37-a523-484b-b684-dd88c2868ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:21.476209 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:21.478334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c328e37-a523-484b-b684-dd88c2868ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:21.479611 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c328e37-a523-484b-b684-dd88c2868ce7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74ad265a-7058-4f8e-b21c-94887f5567eb HTTP/1.1" status: 204 len: 168 time: 0.9948328 Sep 21 08:11:21.502601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-7e1ce97b-3406-4816-bb9a-e855919aa6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:21.504408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-7e1ce97b-3406-4816-bb9a-e855919aa6fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4e5bf781d7948f09985256f803d2e24&device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 1094 time: 0.2597041 Sep 21 08:11:21.573407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c61b705-08f7-4268-89b3-64c110e23a13 req-cac8eb66-1601-48bc-a03a-32ef72df12da tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954794 Sep 21 08:11:21.635365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:21.647034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c328e37-a523-484b-b684-dd88c2868ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad265a-7058-4f8e-b21c-94887f5567eb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:21.656388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-3cde5d14-0484-47bd-922a-43314ae89303 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20b7c317-e2b6-4612-89fb-1bdbf0278dc6 HTTP/1.1" status: 200 len: 217 time: 0.1147192 Sep 21 08:11:21.733245 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e622cd-a8d1-401c-b8ce-f40e6e99c600 x-openstack-request-id: req-b6e622cd-a8d1-401c-b8ce-f40e6e99c600 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:21.734143 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96c6a4e-5fca-46bf-a066-7dd1d8905b6b", "tag": "6fddbd22-d3f5-4b59-8e0c-94e3de161ce2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:21.734143 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6e622cd-a8d1-401c-b8ce-f40e6e99c600 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:21.734652 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'tag': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2', 'status': 'completed', 'code': 200} Sep 21 08:11:21.740575 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ec44d3-e668-4fff-accf-331b3a8152ba x-openstack-request-id: req-11ec44d3-e668-4fff-accf-331b3a8152ba {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:21.741797 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:21.742226 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11ec44d3-e668-4fff-accf-331b3a8152ba {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:21.742842 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'code': 200} Sep 21 08:11:21.783569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35e4620-ed16-43f6-aa47-70cf0725b1e2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:21.820641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:21.865253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Transition to ACTIVE for port object a35e4620-ed16-43f6-aa47-70cf0725b1e2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:21.877865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:21.910699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-246eaea0-adb8-4089-a382-4f5c11cbb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:21.913588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-246eaea0-adb8-4089-a382-4f5c11cbb49c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.4081955 Sep 21 08:11:21.918465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-94a0d380-7b48-4c19-9fed-9a79b3f5489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:21.920813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-94a0d380-7b48-4c19-9fed-9a79b3f5489e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3edd0a1-db01-46c9-9b63-afd703024b25 HTTP/1.1" status: 200 len: 849 time: 0.2563419 Sep 21 08:11:21.985730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-38193406-0844-4801-b1df-6ea5c1c13667 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a283f2bb-a04d-4c49-b152-a565e134b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534272 Sep 21 08:11:21.993341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:22.042423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-5b93f858-fb98-416b-b30a-bdf59ceca89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.044012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-5b93f858-fb98-416b-b30a-bdf59ceca89f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1220429 Sep 21 08:11:22.047112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-f8b21d1e-f516-4f20-875a-a4bb016a1e0e service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625835 Sep 21 08:11:22.079663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b5edb-5305-4346-a6b9-3476b8bee503 req-05008ba9-a3e1-47a0-8cfd-00832b853ec3 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.090904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b7b5edb-5305-4346-a6b9-3476b8bee503 req-05008ba9-a3e1-47a0-8cfd-00832b853ec3 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 985 time: 0.2603259 Sep 21 08:11:22.123601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44848) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:22.161372 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac00d9e4-17e3-48fc-8e25-c8f730743a69 x-openstack-request-id: req-ac00d9e4-17e3-48fc-8e25-c8f730743a69 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:22.161742 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a95e34-453b-422f-9c71-2444be25533d", "tag": "20b7c317-e2b6-4612-89fb-1bdbf0278dc6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:22.161911 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac00d9e4-17e3-48fc-8e25-c8f730743a69 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:22.162352 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a95e34-453b-422f-9c71-2444be25533d', 'tag': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6', 'status': 'completed', 'code': 200} Sep 21 08:11:22.200107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-541d87fe-8732-4040-83bb-bfeda8f3f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.201627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-541d87fe-8732-4040-83bb-bfeda8f3f18e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 1098 time: 0.4795341 Sep 21 08:11:22.217535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb264a-ddf2-48ad-bbdc-721b62193e92 req-6ecea60b-c3ab-4e7d-8398-42277b28b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.218995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-80fb264a-ddf2-48ad-bbdc-721b62193e92 req-6ecea60b-c3ab-4e7d-8398-42277b28b704 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1101 time: 0.2271576 Sep 21 08:11:22.258609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-0dee58fc-9ec2-47fd-a1f3-1da5c04f9970 service neutron] 10.222.0.62 "GET /v2.0/networks/a283f2bb-a04d-4c49-b152-a565e134b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647693 Sep 21 08:11:22.312681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d3e1ded-b743-41eb-b688-5b9bbe4bc39f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=023672c77e4d44679dee4f0498424aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801519 Sep 21 08:11:22.316042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-9a98e2cd-2b1a-4e90-abcc-0cf3a976f061 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282028 Sep 21 08:11:22.316631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44852) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:22.331520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0fff7126-7aa6-4efe-a09a-d3faa18c3e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:22.372631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b7b5edb-5305-4346-a6b9-3476b8bee503 req-b1773ce2-5a2f-4f1c-98f3-daa0f79ff3d2 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2805560 Sep 21 08:11:22.379732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-65eb5577-9495-4cb8-83dd-97e17e4cba9b service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171070 Sep 21 08:11:22.402219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c713951-5b31-482a-ad7c-cdfef63d0618 req-3603f8e0-2297-4c9f-a4c1-86e3d6295db7 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.408924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c713951-5b31-482a-ad7c-cdfef63d0618 req-3603f8e0-2297-4c9f-a4c1-86e3d6295db7 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 943 time: 0.1965787 Sep 21 08:11:22.420927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-80fb264a-ddf2-48ad-bbdc-721b62193e92 req-3b4a5ecc-61eb-41c5-a496-d3ce1753941f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501236 Sep 21 08:11:22.446785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Attempting to bind port a35e4620-ed16-43f6-aa47-70cf0725b1e2 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:22.446785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Attempting to bind port a35e4620-ed16-43f6-aa47-70cf0725b1e2 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:22.446785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Attempting to bind port a35e4620-ed16-43f6-aa47-70cf0725b1e2 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:22.455679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Port a35e4620-ed16-43f6-aa47-70cf0725b1e2 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:22.456112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Attempting to bind port a35e4620-ed16-43f6-aa47-70cf0725b1e2 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:22.458934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-16fa13bf-aa70-49bb-b50c-89cb3b3af426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.460612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-16fa13bf-aa70-49bb-b50c-89cb3b3af426 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2456720 Sep 21 08:11:22.465481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:22.465981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Checking segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:22.466591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Bound using segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:22.467014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Bound port: a35e4620-ed16-43f6-aa47-70cf0725b1e2, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:22.467551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:22.560124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85b02ec3-c117-4d17-9288-a84d575ca4d2 req-22e7c4e1-5336-44cf-be2e-39c7599f650d service neutron] 10.222.0.62 "GET /v2.0/networks/a283f2bb-a04d-4c49-b152-a565e134b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924323 Sep 21 08:11:22.574005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e88bab83-6f85-451a-9ca5-41a83e9b1882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:22.578672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c713951-5b31-482a-ad7c-cdfef63d0618 req-9e8dac87-5c50-40e8-b102-53f694967859 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470559 Sep 21 08:11:22.592477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-e188aea1-95b9-4d8c-82fc-e7dcd95645df service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623148 Sep 21 08:11:22.615028 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e88bab83-6f85-451a-9ca5-41a83e9b1882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:22.704832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e88bab83-6f85-451a-9ca5-41a83e9b1882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:22.707622 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e88bab83-6f85-451a-9ca5-41a83e9b1882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:22.711752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e88bab83-6f85-451a-9ca5-41a83e9b1882 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d7c47c9-65f8-4441-bc63-df18b6cc9662 HTTP/1.1" status: 204 len: 168 time: 0.3869355 Sep 21 08:11:22.738357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bab83-6f85-451a-9ca5-41a83e9b1882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7c47c9-65f8-4441-bc63-df18b6cc9662,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:22.747563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452c51-bbdc-4b4d-a5d1-de9ef46253ba req-ee259306-aca7-4386-9522-98485512c3c0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.749419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ad452c51-bbdc-4b4d-a5d1-de9ef46253ba req-ee259306-aca7-4386-9522-98485512c3c0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 948 time: 0.0870295 Sep 21 08:11:22.780879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-6ea97b88-fba0-45eb-971a-068e95d7fe31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3d0d3f49-99f4-4980-942c-9f86a1908812 HTTP/1.1" status: 200 len: 217 time: 0.0629222 Sep 21 08:11:22.851264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-f812a567-4419-4f9d-907e-e522598bde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.852827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-f812a567-4419-4f9d-907e-e522598bde10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0587773 Sep 21 08:11:22.930180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-3e5fdcaf-5e9b-4648-94d9-8138c980607a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 HTTP/1.1" status: 200 len: 217 time: 0.4596696 Sep 21 08:11:22.941456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-29e1c17a-5ce7-4bb0-beb2-56ab46e26a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.942999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-29e1c17a-5ce7-4bb0-beb2-56ab46e26a36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4e5bf781d7948f09985256f803d2e24&device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 1094 time: 0.1650946 Sep 21 08:11:22.946206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ad452c51-bbdc-4b4d-a5d1-de9ef46253ba req-f6521d77-45ab-440e-8f3e-f08ecca8cd83 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671846 Sep 21 08:11:22.987617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-799b1ebd-055e-4362-bb07-b0511896c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:22.987617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-799b1ebd-055e-4362-bb07-b0511896c016 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062505 Sep 21 08:11:23.046476 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-c3db26dd-e9cd-4f09-946d-64f912de4471 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-189625579&fields=id&tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7 HTTP/1.1" status: 200 len: 267 time: 0.1301706 Sep 21 08:11:23.072083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-1bb4ae12-48c6-450f-a6ff-870f15dbd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.074670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-1bb4ae12-48c6-450f-a6ff-870f15dbd002 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1347325 Sep 21 08:11:23.153408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:23.154799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-233456f5-3358-41aa-8eee-bace7781af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.156528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-233456f5-3358-41aa-8eee-bace7781af7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a283f2bb-a04d-4c49-b152-a565e134b8bc HTTP/1.1" status: 200 len: 910 time: 0.2059317 Sep 21 08:11:23.181643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:23.196813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-5a5195e8-9fe2-4e9d-9e1a-afa4be613f83 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.197035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:23.204862 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-5a5195e8-9fe2-4e9d-9e1a-afa4be613f83 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 985 time: 0.1423740 Sep 21 08:11:23.208264 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:23.228018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4a908-3b72-4b3d-804e-09f1eaff7bf0 req-c1e009db-e4e8-4409-b4b5-93ffd39ca732 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.235951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18f4a908-3b72-4b3d-804e-09f1eaff7bf0 req-c1e009db-e4e8-4409-b4b5-93ffd39ca732 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 950 time: 0.1463234 Sep 21 08:11:23.239136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-799d2bee-9667-473b-bfc0-d4bbcd0a4a08 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468083 Sep 21 08:11:23.240865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-fb14096e-6dd4-44b0-8967-7da51edc5fab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20b7c317-e2b6-4612-89fb-1bdbf0278dc6 HTTP/1.1" status: 200 len: 217 time: 0.0767303 Sep 21 08:11:23.273536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'port': {'security_groups': ['0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45', 'dd863fcc-bb3b-4ece-8d59-552c5466ac90', 'a8faf20f-6ef7-4c27-bc17-53e184a30aad']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:23.317308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-83a9d6ae-4ad8-419c-8e2e-3b2d1d71e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.321173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-83a9d6ae-4ad8-419c-8e2e-3b2d1d71e98d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2106206 Sep 21 08:11:23.386938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18f4a908-3b72-4b3d-804e-09f1eaff7bf0 req-faff9d34-e353-44f7-838c-3a673141daa5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500995 Sep 21 08:11:23.395062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-2500f400-4dd8-4906-bf41-897dc777b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.396602 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-2500f400-4dd8-4906-bf41-897dc777b9dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a3edd0a1-db01-46c9-9b63-afd703024b25 HTTP/1.1" status: 200 len: 849 time: 0.1333947 Sep 21 08:11:23.465867 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-0fc53e59-af70-487f-8a76-38e6ef294959 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338010 Sep 21 08:11:23.467648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.468353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:23.470549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] 10.222.0.50 "PUT /v2.0/ports/a35e4620-ed16-43f6-aa47-70cf0725b1e2 HTTP/1.1" status: 200 len: 1091 time: 2.7538376 Sep 21 08:11:23.482633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-f7d662d6-9243-4df2-88e4-034cc860f15a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a283f2bb-a04d-4c49-b152-a565e134b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686846 Sep 21 08:11:23.531930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:23.545898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2', 'mac_address': 'fa:16:3e:8b:ca:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:23.547946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6911e67-e3d8-405f-b515-09c8aa75602f service neutron] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:23.554032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-6a78c456-daf5-4b49-9c0f-107f999ee098 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976608 Sep 21 08:11:23.594567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:23.607288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:23.617438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:23.640962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:23.646355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:23.673580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-b5679a52-d209-42d0-b20c-7236e9476f4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced HTTP/1.1" status: 200 len: 217 time: 0.0715783 Sep 21 08:11:23.692510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-ca73696a-19f2-4e82-a2d6-6c9018045c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.693358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-ca73696a-19f2-4e82-a2d6-6c9018045c0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 1094 time: 0.1485751 Sep 21 08:11:23.722552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:23.744338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d815677-1956-406d-acb7-5e04f2728ee8', 'tag': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e'}, {'name': 'network-changed', 'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:23.746992 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8c3acb-e798-422d-a4a2-5088142fc780" -d '{"events": [{"name": "network-changed", "server_uuid": "7d815677-1956-406d-acb7-5e04f2728ee8", "tag": "798b1e8f-a1bd-49d2-916e-97c3acd8eb4e"}, {"name": "network-changed", "server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:23.748435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:23.756553 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dd2f0c-a3bd-4d3f-9ae2-3453157058c2" -d '{"events": [{"server_uuid": "fd298f0c-8bde-412e-ab3a-13995e57a51b", "name": "network-vif-plugged", "status": "completed", "tag": "4c04ef34-cdd9-4e8a-ac7a-87b07050721d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:23.771948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250deaca-49bd-44c6-a291-ca9948ba487e req-8ea5aabd-728b-4224-83ff-a9a888496f9d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.773532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-250deaca-49bd-44c6-a291-ca9948ba487e req-8ea5aabd-728b-4224-83ff-a9a888496f9d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 943 time: 0.2854545 Sep 21 08:11:23.789457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-6b6ab9a1-345c-4ea8-bf71-8436196101b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0599196 Sep 21 08:11:23.793746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03f18afa-9d3e-41ff-88d3-42043ff21812 req-8e22bcb8-3400-4280-bb2d-ff1684cc0e75 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077424 Sep 21 08:11:23.831819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-1f7afe61-4dc7-4cb8-a7a0-2b3426c6d04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.834164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-1f7afe61-4dc7-4cb8-a7a0-2b3426c6d04f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.1086423 Sep 21 08:11:23.892585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-686334e7-7915-4d36-a5db-a323942393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.894190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-686334e7-7915-4d36-a5db-a323942393e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.0841491 Sep 21 08:11:23.913714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-0c6b8d7d-fb79-4391-9117-94275611f87a service neutron] 10.222.0.62 "GET /v2.0/networks/a283f2bb-a04d-4c49-b152-a565e134b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178858 Sep 21 08:11:23.926295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-250deaca-49bd-44c6-a291-ca9948ba487e req-8ff56d02-a38e-47d2-a5d1-9d76556f86a5 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404545 Sep 21 08:11:23.939051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-f3b66874-bb06-4a07-bdae-b4f78d0c7402 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317957 Sep 21 08:11:23.970769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-32a5b639-208f-4dd0-9c71-84327f22aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:23.973713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-32a5b639-208f-4dd0-9c71-84327f22aeff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202090 Sep 21 08:11:23.999101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:24.149159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-d4b0aa85-afdf-45b1-881d-68b437d9ad47 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651816 Sep 21 08:11:24.150929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-3366b0e6-768d-45c1-a46e-16ea819bee0d service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962726 Sep 21 08:11:24.160380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=bb2fa122-6365-4c65-899c-70315f58fe39,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:24.172335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ae5fb9-bb29-450f-8d24-90a7f4951a0f req-90ebcf52-2448-47d8-b255-8b587bf4e939 service neutron] 10.222.0.62 "GET /v2.0/networks/a283f2bb-a04d-4c49-b152-a565e134b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383745 Sep 21 08:11:24.261190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc4a701a-9473-4378-a7e5-f2741b856b28 req-d04208bb-b267-4fa0-becb-0c672bb05f50 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984170 Sep 21 08:11:24.293037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:24.302475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:24.314638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-811ef547-2790-4d0d-a738-f3ba83c1493b service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409910 Sep 21 08:11:24.371159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:24.371890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:24.384026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b94de13-864b-4605-a89c-e4757922d5c4 req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "PUT /v2.0/ports/bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 1021 time: 1.1612086 Sep 21 08:11:24.464133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f0078-a4da-4923-b846-e987f339e53f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:24.505148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['bb2fa122-6365-4c65-899c-70315f58fe39'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:24.590402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd6a8c-3645-4da3-a574-425278c28826 req-3c3eab8a-7251-4afc-bf05-f7f021393775 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:24.594608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4fd6a8c-3645-4da3-a574-425278c28826 req-3c3eab8a-7251-4afc-bf05-f7f021393775 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 943 time: 0.1244779 Sep 21 08:11:24.603852 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce31214e-9dcd-45d8-8573-f436b13df19f x-openstack-request-id: req-ce31214e-9dcd-45d8-8573-f436b13df19f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:24.604909 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d815677-1956-406d-acb7-5e04f2728ee8", "tag": "798b1e8f-a1bd-49d2-916e-97c3acd8eb4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:24.605273 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce31214e-9dcd-45d8-8573-f436b13df19f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:24.607182 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d815677-1956-406d-acb7-5e04f2728ee8', 'tag': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'status': 'completed', 'code': 200} Sep 21 08:11:24.607975 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'status': 'completed', 'code': 200} Sep 21 08:11:24.693932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4fd6a8c-3645-4da3-a574-425278c28826 req-73d92bb9-5a26-4e31-abd8-7776fa5e0a2e tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Sep 21 08:11:24.722199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-70e476e6-b7f8-43e0-9586-893753b70782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:24.724538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-70e476e6-b7f8-43e0-9586-893753b70782 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 1094 time: 0.0887978 Sep 21 08:11:24.751498 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0af3b-e6ae-4df7-bc2d-e208661b190e x-openstack-request-id: req-f8d0af3b-e6ae-4df7-bc2d-e208661b190e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:24.752046 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd298f0c-8bde-412e-ab3a-13995e57a51b", "name": "network-vif-plugged", "status": "completed", "tag": "4c04ef34-cdd9-4e8a-ac7a-87b07050721d", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:24.752282 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8d0af3b-e6ae-4df7-bc2d-e208661b190e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:24.752703 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d', 'code': 200} Sep 21 08:11:24.842543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-534b0e4b-a2b9-4dd7-b12e-5d1fee4240e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 200 len: 217 time: 0.5186489 Sep 21 08:11:24.955545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-54f4a772-61c4-4d99-ab84-5caca24aa60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:24.957697 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-54f4a772-61c4-4d99-ab84-5caca24aa60e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.0968783 Sep 21 08:11:24.959455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-0043de3d-a88e-4977-af09-6f7b7cde9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:24.960990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-0043de3d-a88e-4977-af09-6f7b7cde9fac service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 906 time: 0.2233462 Sep 21 08:11:24.962985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-a71e4ba8-feb9-4a72-999e-7635b12e5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:24.965018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-a71e4ba8-feb9-4a72-999e-7635b12e5d62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 1099 time: 0.1832373 Sep 21 08:11:24.985563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35237d54-c3c4-440c-8ff2-7233ebe8807a req-6cfda715-6e1c-4f52-be07-1750bede1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:24.987785 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35237d54-c3c4-440c-8ff2-7233ebe8807a req-6cfda715-6e1c-4f52-be07-1750bede1208 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 1101 time: 0.1174312 Sep 21 08:11:25.027940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2a3db60b-7c0d-482e-8dc9-2c5c925a1840 req-003e33f1-aba9-44e9-870c-2d9d128266b1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/a8faf20f-6ef7-4c27-bc17-53e184a30aad HTTP/1.1" status: 200 len: 1800 time: 0.1563809 Sep 21 08:11:25.038144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-83c43978-5f94-4a34-94c1-349d424c1976 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0640223 Sep 21 08:11:25.053817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'bb2fa122-6365-4c65-899c-70315f58fe39'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:25.096716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750c291-43bd-4b74-b6d9-6aaf1b6d9559 req-822eab2a-5a1f-404c-ab44-52bbe2b12965 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.099528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d750c291-43bd-4b74-b6d9-6aaf1b6d9559 req-822eab2a-5a1f-404c-ab44-52bbe2b12965 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 948 time: 0.2491980 Sep 21 08:11:25.137896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35237d54-c3c4-440c-8ff2-7233ebe8807a req-4ec4d213-b598-4e4e-9b4e-5fe9b22d7d46 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089725 Sep 21 08:11:25.142477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-136deb7d-0617-4ca4-ae76-32a256579041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.144160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-136deb7d-0617-4ca4-ae76-32a256579041 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776454 Sep 21 08:11:25.145595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-31f10917-e841-46a2-be9a-de10ae0ecd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.147007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-31f10917-e841-46a2-be9a-de10ae0ecd31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.0936658 Sep 21 08:11:25.151884 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-2a3db60b-7c0d-482e-8dc9-2c5c925a1840 req-582aec22-9f8d-4da7-a016-535d52b06d1f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 08:11:25.163841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2a3db60b-7c0d-482e-8dc9-2c5c925a1840 req-582aec22-9f8d-4da7-a016-535d52b06d1f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/a8faf20f-6ef7-4c27-bc17-53e184a30aad HTTP/1.1" status: 409 len: 341 time: 0.1329880 Sep 21 08:11:25.198213 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d750c291-43bd-4b74-b6d9-6aaf1b6d9559 req-ee7edc60-73e5-4fb4-8dcb-8a3719c939b7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850437 Sep 21 08:11:25.201871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-32f19196-840a-42e6-9bf1-76727d9644d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.204292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-32f19196-840a-42e6-9bf1-76727d9644d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2254870 Sep 21 08:11:25.232796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:25.263731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-43759081-8536-4c6c-a58b-aa97aa1f26bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e HTTP/1.1" status: 200 len: 217 time: 0.0501230 Sep 21 08:11:25.285549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f07899-e77e-4c35-99d2-f2bcf20bb0b5 req-b43bfb57-52a4-4dfa-861f-4ee94edf7064 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.293969 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30f07899-e77e-4c35-99d2-f2bcf20bb0b5 req-b43bfb57-52a4-4dfa-861f-4ee94edf7064 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 950 time: 0.0752327 Sep 21 08:11:25.312582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:25.322908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:25.323453 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:25.350581 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30f07899-e77e-4c35-99d2-f2bcf20bb0b5 req-07a3f1b8-01b5-429d-8338-269139415c75 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556474 Sep 21 08:11:25.369158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-c693c1cd-2ac5-4411-ae59-2eeae33e5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.370663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-c693c1cd-2ac5-4411-ae59-2eeae33e5c4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0790579 Sep 21 08:11:25.374733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-012d573a-33ba-435b-9916-3b425242ddd8 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109036 Sep 21 08:11:25.375897 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:25.432369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-3288d9ea-abf6-4357-9981-4ecc93041df7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420113 Sep 21 08:11:25.440885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3cc311a-e5a1-43d7-9fea-f295ddf0800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:25.502547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:25.567543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-f872bff7-7d79-4820-8855-03cbed6070d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.569044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-f872bff7-7d79-4820-8855-03cbed6070d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1851382 Sep 21 08:11:25.580487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:25.591341 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:25.619626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f09e58-ba69-49ae-b34a-f9428e1a156b req-719be6b4-cf5b-43d0-93b2-3719df73d8fb service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264760 Sep 21 08:11:25.655838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d841b3-f57f-4e20-8870-ea122c2cc0db req-734acc59-9c93-4060-b368-f53148a9934f tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:25.658690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05d841b3-f57f-4e20-8870-ea122c2cc0db req-734acc59-9c93-4060-b368-f53148a9934f tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 943 time: 0.1786335 Sep 21 08:11:25.683585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-1d0bf1a5-60db-45c6-875a-084c64ea9f5e service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415502 Sep 21 08:11:25.716078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05d841b3-f57f-4e20-8870-ea122c2cc0db req-8ab5fe0a-43a5-4585-b1e9-a1670ddea21c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Sep 21 08:11:25.718539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:25.782668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-9f8ddbea-419d-4062-907f-7020e328bf68 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029436 Sep 21 08:11:25.814467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:25.944497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-17ce2420-56f5-4b97-9c13-bfb12a242b16 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208290 Sep 21 08:11:26.011855 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d8c3acb-e798-422d-a4a2-5088142fc780 req-6efa0662-1f13-4d69-87c6-7cb93cf83308 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214265 Sep 21 08:11:26.050232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:26.079487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'mac_address': 'fa:16:3e:b9:a4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:26.167531 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:26.175295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24ad57-5b37-49be-a39d-fd93d5133b72 req-2a2d06c5-f038-496c-9ced-4d7a0cbc15ef tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.177893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b24ad57-5b37-49be-a39d-fd93d5133b72 req-2a2d06c5-f038-496c-9ced-4d7a0cbc15ef tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 943 time: 0.0837731 Sep 21 08:11:26.178064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.178560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.179458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.182322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.182932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.187069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.187939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.190187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:26.191172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.191936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.195065 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b67f68e-5c92-453b-a3ff-1f19fa6a660b req-ecf5e6bf-2e8f-473f-8576-3df4760a30b5 tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6379 time: 0.1870651 Sep 21 08:11:26.223413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:26.239757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:26.247376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b24ad57-5b37-49be-a39d-fd93d5133b72 req-05c59991-33c3-44d0-81a6-31276437b09b tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580878 Sep 21 08:11:26.330902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:26.399948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab88f0-738d-444f-b8a1-9cb241596a77 req-7186d597-9260-49bd-82cd-eff7635f80ea tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.401875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92ab88f0-738d-444f-b8a1-9cb241596a77 req-7186d597-9260-49bd-82cd-eff7635f80ea tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1024 time: 0.0735822 Sep 21 08:11:26.415741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb172f9-bf13-4aef-b4d4-1074eeadb077 req-e97ebc44-c2f5-43d9-a292-fd13e47032fe tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.417165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1eb172f9-bf13-4aef-b4d4-1074eeadb077 req-e97ebc44-c2f5-43d9-a292-fd13e47032fe tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 886 time: 0.1137671 Sep 21 08:11:26.470619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92ab88f0-738d-444f-b8a1-9cb241596a77 req-f5581010-dea6-4356-b30a-b258b74ea989 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45&id=a8faf20f-6ef7-4c27-bc17-53e184a30aad&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0570674 Sep 21 08:11:26.566445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4391c-ec17-48f8-92cd-5f587a72e5ec req-cfa27541-1fde-4db0-9a9f-063b7ac12b74 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.568665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-98b4391c-ec17-48f8-92cd-5f587a72e5ec req-cfa27541-1fde-4db0-9a9f-063b7ac12b74 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 949 time: 0.0741506 Sep 21 08:11:26.592853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:26.613975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:26.618794 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712c0798-4eef-44ad-8262-2c6b818d5ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:26.640659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-98b4391c-ec17-48f8-92cd-5f587a72e5ec req-8153f880-c674-4db8-9f09-7a56f306b39f tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599778 Sep 21 08:11:26.673946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['798b1e8f-a1bd-49d2-916e-97c3acd8eb4e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:26.760848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:26.763982 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce515f3-8694-42f4-86d4-6b77d84d1d79" -d '{"events": [{"server_uuid": "a96c6a4e-5fca-46bf-a066-7dd1d8905b6b", "name": "network-vif-plugged", "status": "completed", "tag": "6fddbd22-d3f5-4b59-8e0c-94e3de161ce2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:26.792301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131caae6-16f1-43ab-bee3-3dc5f9602fb5 req-3472c641-224a-4968-8dc5-78795c97aeb8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.793970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-131caae6-16f1-43ab-bee3-3dc5f9602fb5 req-3472c641-224a-4968-8dc5-78795c97aeb8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 950 time: 0.0632005 Sep 21 08:11:26.846813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-131caae6-16f1-43ab-bee3-3dc5f9602fb5 req-6f20e333-9c71-4e50-9765-3b6937244ad7 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Sep 21 08:11:26.985395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.986578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.986578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.988287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.988287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.988287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.988287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.989376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.989376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:26.990966 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e3dc0e2b-bbf8-459a-8c75-f87e0e8e350d req-4e854cc5-afa2-4f7a-9f60-3cc55ec8b88d tempest-NetworksTest-1956341598 tempest-NetworksTest-1956341598-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6379 time: 0.1209574 Sep 21 08:11:27.031764 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f3c57c-0ef8-482e-87ec-95561c80fe53 x-openstack-request-id: req-e4f3c57c-0ef8-482e-87ec-95561c80fe53 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:27.032432 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:27.032624 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4f3c57c-0ef8-482e-87ec-95561c80fe53 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:27.033014 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39', 'status': 'completed', 'code': 200} Sep 21 08:11:27.083113 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a2137e-0078-415b-baa1-bf2cad328fa8 x-openstack-request-id: req-c0a2137e-0078-415b-baa1-bf2cad328fa8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:27.085229 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96c6a4e-5fca-46bf-a066-7dd1d8905b6b", "name": "network-vif-plugged", "status": "completed", "tag": "6fddbd22-d3f5-4b59-8e0c-94e3de161ce2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:27.086149 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0a2137e-0078-415b-baa1-bf2cad328fa8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:27.087046 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2', 'code': 200} Sep 21 08:11:27.173077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196c257-b29b-452d-9695-df3c6243e4b2 req-57edcc53-f40a-4760-86b6-dbf51dcf6f93 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.175073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b196c257-b29b-452d-9695-df3c6243e4b2 req-57edcc53-f40a-4760-86b6-dbf51dcf6f93 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 943 time: 0.1185298 Sep 21 08:11:27.200741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-6ae6c897-fa2a-46b8-bd39-c48c911bb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.203113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-6ae6c897-fa2a-46b8-bd39-c48c911bb94b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1175 time: 0.1178169 Sep 21 08:11:27.216241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a35e4620-ed16-43f6-aa47-70cf0725b1e2 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:27.295797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b196c257-b29b-452d-9695-df3c6243e4b2 req-f12800e4-aff3-43d9-a2ce-9c329593dcc8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025946 Sep 21 08:11:27.362858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb824eb-a8c7-4ef5-b1b0-77ea8311f18b req-ee93e4c1-371c-4b76-850f-369eec58c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.365223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cb824eb-a8c7-4ef5-b1b0-77ea8311f18b req-ee93e4c1-371c-4b76-850f-369eec58c1f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 1100 time: 0.1883440 Sep 21 08:11:27.412989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45106) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:27.421071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cb824eb-a8c7-4ef5-b1b0-77ea8311f18b req-873d26dc-126d-4e2e-9862-c3f572c22350 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Sep 21 08:11:27.421691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-1652a889-fd78-4b39-9d9d-ce3fe8520c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.423001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-1652a889-fd78-4b39-9d9d-ce3fe8520c24 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 200 len: 914 time: 0.1827269 Sep 21 08:11:27.429689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:27.446186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'mac_address': 'fa:16:3e:1f:a7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:27.495812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:27.510323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35e4620-ed16-43f6-aa47-70cf0725b1e2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:27.541012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:27.548644 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:27.558025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2ee1d-3995-40de-a35e-21d558cb4c45 req-12bbde3b-1d17-497a-8865-5ac40a19ef26 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.562875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20c2ee1d-3995-40de-a35e-21d558cb4c45 req-12bbde3b-1d17-497a-8865-5ac40a19ef26 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 943 time: 0.0874200 Sep 21 08:11:27.571949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ca79cec-d76e-42be-a5e3-852578b0868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:27.652689 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:27.653864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:27.659301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20c2ee1d-3995-40de-a35e-21d558cb4c45 req-11da9bd4-dfcf-4b4f-91d9-c3a735ab66d9 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888944 Sep 21 08:11:27.734066 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-34ba62f2-500e-45ee-ba01-eea8b1e21c29 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 200 len: 217 time: 0.0524251 Sep 21 08:11:27.741099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ca79cec-d76e-42be-a5e3-852578b0868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:27.746684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ca79cec-d76e-42be-a5e3-852578b0868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:27.795921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4ca79cec-d76e-42be-a5e3-852578b0868b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae166fbb98db4e0fbb6e79341c4dda14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816979 Sep 21 08:11:27.797142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45124) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:27.806898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca79cec-d76e-42be-a5e3-852578b0868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b46d4-1397-4fff-b1d5-d6dfeb38663f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:27.822338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:27.858016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d40132-0a1a-4557-8cd3-15027c87c23a req-e5380ec7-e9ae-4a2e-885a-f72ce62498e0 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.860336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-10d40132-0a1a-4557-8cd3-15027c87c23a req-e5380ec7-e9ae-4a2e-885a-f72ce62498e0 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1024 time: 0.0987070 Sep 21 08:11:27.888558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-26f8c2c9-05be-4e95-890b-03cf4d917b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.891283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-26f8c2c9-05be-4e95-890b-03cf4d917b71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 200 len: 853 time: 0.1437948 Sep 21 08:11:27.932022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4e2cc-0a72-4d30-a68a-e73a296852dc req-9f51a832-efa4-436e-94c3-7b1beadddf73 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:27.933905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fd4e2cc-0a72-4d30-a68a-e73a296852dc req-9f51a832-efa4-436e-94c3-7b1beadddf73 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 949 time: 0.1759830 Sep 21 08:11:27.946432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-10d40132-0a1a-4557-8cd3-15027c87c23a req-b519a74f-5714-4f7a-b49d-8101db71c40e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45&id=a8faf20f-6ef7-4c27-bc17-53e184a30aad&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0663049 Sep 21 08:11:27.959244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-1964cc60-5738-4c35-b8a6-943c8d583464 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4973c017-aa9b-46f1-aab1-bd026de36d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571377 Sep 21 08:11:27.959891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,segment=NetworkSegment(015fc018-20bf-48e7-be3e-fa7b7846bae4),segment_id=015fc018-20bf-48e7-be3e-fa7b7846bae4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:27.981035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6', 'network_id': 'a283f2bb-a04d-4c49-b152-a565e134b8bc', 'port_id': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6', 'mac_address': 'fa:16:3e:db:d0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3edd0a1-db01-46c9-9b63-afd703024b25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:27.986860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a35e4620-ed16-43f6-aa47-70cf0725b1e2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:28.035523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2fd4e2cc-0a72-4d30-a68a-e73a296852dc req-6feeb9e6-c78a-4d4d-ba09-bba92b8e717f tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798745 Sep 21 08:11:28.044572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c513b8-e766-4623-b6d3-e07700724913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.111623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.139487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c513b8-e766-4623-b6d3-e07700724913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.144664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:28.190046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6748df-35de-4c57-92b5-2936b8b88189 req-f65cc372-363a-4711-9891-9538b7a29d52 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:28.192448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb6748df-35de-4c57-92b5-2936b8b88189 req-f65cc372-363a-4711-9891-9538b7a29d52 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 950 time: 0.0812702 Sep 21 08:11:28.210216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-22a0734e-a937-47b8-8fcb-b8387c229063 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238595 Sep 21 08:11:28.221020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,segment=NetworkSegment(015fc018-20bf-48e7-be3e-fa7b7846bae4),segment_id=015fc018-20bf-48e7-be3e-fa7b7846bae4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:28.224719 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.279799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb6748df-35de-4c57-92b5-2936b8b88189 req-64941bd8-0823-4c5f-bece-00ef0e61eaf7 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817485 Sep 21 08:11:28.308432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c513b8-e766-4623-b6d3-e07700724913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.311020 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2c513b8-e766-4623-b6d3-e07700724913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.312216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b2c513b8-e766-4623-b6d3-e07700724913 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac3b46d4-1397-4fff-b1d5-d6dfeb38663f HTTP/1.1" status: 204 len: 168 time: 0.5117593 Sep 21 08:11:28.331945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c513b8-e766-4623-b6d3-e07700724913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b46d4-1397-4fff-b1d5-d6dfeb38663f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:28.396274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:28.429672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712c0798-4eef-44ad-8262-2c6b818d5ca9 req-fed9f8cd-9078-4714-88eb-54076a590d19 service neutron] 10.222.0.50 "GET /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917892 Sep 21 08:11:28.481096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b2ebc-481f-4fd4-82a1-8496f0fb2928 req-c570f091-a1c9-46ec-803d-cf9593a72a3c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:28.482943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-303b2ebc-481f-4fd4-82a1-8496f0fb2928 req-c570f091-a1c9-46ec-803d-cf9593a72a3c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0921998 Sep 21 08:11:28.536281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-0e2ba8ec-83d2-45c3-afb0-03ba8dc6761c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:28.538270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-0e2ba8ec-83d2-45c3-afb0-03ba8dc6761c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 1024 time: 0.0832946 Sep 21 08:11:28.551124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-303b2ebc-481f-4fd4-82a1-8496f0fb2928 req-a9ac2705-5126-4b0c-9ee0-0038667c661e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560281 Sep 21 08:11:28.705800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['20b7c317-e2b6-4612-89fb-1bdbf0278dc6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:28.759700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a42bf0-0951-40bc-9978-ddf2223c96ed req-60cebeab-80b6-4bbe-a82e-07c6bef2436e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:28.762594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a42bf0-0951-40bc-9978-ddf2223c96ed req-60cebeab-80b6-4bbe-a82e-07c6bef2436e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 944 time: 0.1293283 Sep 21 08:11:28.774158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Deleting port bb2fa122-6365-4c65-899c-70315f58fe39 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:28.774825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.881433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a42bf0-0951-40bc-9978-ddf2223c96ed req-a0f11369-ff2e-420f-8caa-c13377b0e3bf tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989556 Sep 21 08:11:28.909872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45192) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:28.951839 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e1988ab-1fe3-4f62-b706-614bdcdc6a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:28.985663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] For port bb2fa122-6365-4c65-899c-70315f58fe39, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=bb2fa122-6365-4c65-899c-70315f58fe39,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:28.986250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.003369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Calling delete_port for bb2fa122-6365-4c65-899c-70315f58fe39 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:29.077632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0122-929b-419c-9dda-6dccc1bf8c01 req-fb940090-e84f-4d42-bb70-1795e4817674 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:29.079803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-189b0122-929b-419c-9dda-6dccc1bf8c01 req-fb940090-e84f-4d42-bb70-1795e4817674 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 944 time: 0.0848129 Sep 21 08:11:29.156187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e1988ab-1fe3-4f62-b706-614bdcdc6a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.159984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-189b0122-929b-419c-9dda-6dccc1bf8c01 req-662ee693-a674-4ddb-8366-e11062b0abea tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684252 Sep 21 08:11:29.161348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e1988ab-1fe3-4f62-b706-614bdcdc6a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.214118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8e1988ab-1fe3-4f62-b706-614bdcdc6a5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea0c67877f8d4a719737f2318a2b8176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022163 Sep 21 08:11:29.215337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1988ab-1fe3-4f62-b706-614bdcdc6a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44931be-b20c-4010-bb88-fae91b8465fc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:29.217951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:29.231454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.257770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'bb2fa122-6365-4c65-899c-70315f58fe39'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:29.277360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'Port': ['ID=bb2fa122-6365-4c65-899c-70315f58fe39,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:29.320469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-39d59edb-3d5b-47a5-b3e1-bf56bf1efd5b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=509c42555fb544e9bb252521e01e1b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322673 Sep 21 08:11:29.340403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] No DVR routers for this DVR port bb2fa122-6365-4c65-899c-70315f58fe39 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:29.343444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.346527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6ae74c8-6ec0-46b1-9ed7-0ce833dac88a req-5c2365cb-3a59-4621-b66f-f00ce3430c42 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "DELETE /v2.0/ports/bb2fa122-6365-4c65-899c-70315f58fe39 HTTP/1.1" status: 204 len: 173 time: 0.8008513 Sep 21 08:11:29.347462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'name': 'network-vif-deleted', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:29.350378 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c8a65d-42b4-4f9f-a232-3db2016fadcb" -d '{"events": [{"server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "name": "network-vif-deleted", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:29.374880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41e1326-cf4a-44f9-a72f-b090fc46118a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.408681 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41e1326-cf4a-44f9-a72f-b090fc46118a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.465655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41e1326-cf4a-44f9-a72f-b090fc46118a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.469071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41e1326-cf4a-44f9-a72f-b090fc46118a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.471422 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d41e1326-cf4a-44f9-a72f-b090fc46118a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a44931be-b20c-4010-bb88-fae91b8465fc HTTP/1.1" status: 204 len: 168 time: 0.2515593 Sep 21 08:11:29.499858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e1326-cf4a-44f9-a72f-b090fc46118a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44931be-b20c-4010-bb88-fae91b8465fc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:29.525208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-fa55df92-e83f-4b35-bef1-2a6924240a78 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:29.535808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-fa55df92-e83f-4b35-bef1-2a6924240a78 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094679 Sep 21 08:11:29.560477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-82a13f79-de25-4203-ae65-99bfa6d1371e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/quotas/509c42555fb544e9bb252521e01e1b8c HTTP/1.1" status: 200 len: 375 time: 0.0229826 Sep 21 08:11:29.624800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-00e4986d-5ecf-4bea-ba76-b4081907e9bb req-89fb4896-6cea-473a-bb7e-372279a4d079 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a956efb-34e6-4796-85fc-ded85aecc902 HTTP/1.1" status: 200 len: 210 time: 0.0347359 Sep 21 08:11:29.655886 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-a0bbeb4b-5374-4c11-a7c5-1a98288c2d9b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909631 Sep 21 08:11:29.787991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517f62d-f055-4d21-8480-daa948fd39fa req-a7836571-5889-4042-ac8b-7ae50e444c2c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:29.789701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f517f62d-f055-4d21-8480-daa948fd39fa req-a7836571-5889-4042-ac8b-7ae50e444c2c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 949 time: 0.0616407 Sep 21 08:11:29.815953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:29.862237 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646743d-b4df-4b39-9501-36cfe60c7779 x-openstack-request-id: req-2646743d-b4df-4b39-9501-36cfe60c7779 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:29.866997 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a956efb-34e6-4796-85fc-ded85aecc902", "name": "network-vif-deleted", "tag": "bb2fa122-6365-4c65-899c-70315f58fe39", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:29.868043 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2646743d-b4df-4b39-9501-36cfe60c7779 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:29.870912 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a956efb-34e6-4796-85fc-ded85aecc902', 'name': 'network-vif-deleted', 'tag': 'bb2fa122-6365-4c65-899c-70315f58fe39', 'status': 'completed', 'code': 200} Sep 21 08:11:29.913828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f517f62d-f055-4d21-8480-daa948fd39fa req-332e4655-1625-40b1-9338-eabaabd13a2e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901637 Sep 21 08:11:29.951594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:29.962303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:29.966697 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:29.997288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1abb29d0-494a-40d6-bbd1-75cd3495f3de req-88d71518-2747-4348-9140-526e0315f68a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 210 time: 0.0411723 Sep 21 08:11:30.145221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:30.202121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec30910-ef25-4b98-bbdc-1762df5504c5 req-2df20a1c-b17f-4460-b686-28ec5c822f8b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:30.204650 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ec30910-ef25-4b98-bbdc-1762df5504c5 req-2df20a1c-b17f-4460-b686-28ec5c822f8b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 944 time: 0.0939283 Sep 21 08:11:30.214246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d815677-1956-406d-acb7-5e04f2728ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:30.217327 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975559b-0331-4c1d-9ebf-5ed2bd96f4e4" -d '{"events": [{"server_uuid": "7d815677-1956-406d-acb7-5e04f2728ee8", "name": "network-vif-plugged", "status": "completed", "tag": "798b1e8f-a1bd-49d2-916e-97c3acd8eb4e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:30.235434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:30.240701 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:30.325394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:30.350504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ec30910-ef25-4b98-bbdc-1762df5504c5 req-f9f83b0b-3f98-41fa-9d95-a29e2203e1b9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210880 Sep 21 08:11:30.364597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ed96a-036f-490a-bcd5-4e2ec0010bd6 req-94c810b2-3d91-491d-8a03-cc0a3864c303 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:30.366300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f29ed96a-036f-490a-bcd5-4e2ec0010bd6 req-94c810b2-3d91-491d-8a03-cc0a3864c303 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 944 time: 0.0764349 Sep 21 08:11:30.403276 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804b0612-bed4-49d5-bdb1-b2f76513ad8d x-openstack-request-id: req-804b0612-bed4-49d5-bdb1-b2f76513ad8d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:30.403643 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d815677-1956-406d-acb7-5e04f2728ee8", "name": "network-vif-plugged", "status": "completed", "tag": "798b1e8f-a1bd-49d2-916e-97c3acd8eb4e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:30.403916 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-804b0612-bed4-49d5-bdb1-b2f76513ad8d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:30.404350 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d815677-1956-406d-acb7-5e04f2728ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'code': 200} Sep 21 08:11:30.439392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f29ed96a-036f-490a-bcd5-4e2ec0010bd6 req-929d48c4-bdc3-4e97-88c6-45616803e0d0 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607815 Sep 21 08:11:30.529947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d78306-3846-4dd4-9d10-d0d84f807f26 req-f8056a68-af41-4c34-9ef5-6c9911c2083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:30.532668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87d78306-3846-4dd4-9d10-d0d84f807f26 req-f8056a68-af41-4c34-9ef5-6c9911c2083e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 1101 time: 0.0640712 Sep 21 08:11:30.589834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87d78306-3846-4dd4-9d10-d0d84f807f26 req-2b9a5631-681a-4a5a-8e05-294e67593e1e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Sep 21 08:11:30.763637 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c446d70c-d595-4ef8-b5fe-10901611d318 req-a6664012-7631-4958-b336-d017d68ee68b tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45 HTTP/1.1" status: 200 len: 1799 time: 0.0499599 Sep 21 08:11:30.839738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c446d70c-d595-4ef8-b5fe-10901611d318 req-2d68d0b9-61fa-4dd9-a4a4-e023ae3d2100 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:30.872359 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c446d70c-d595-4ef8-b5fe-10901611d318 req-2d68d0b9-61fa-4dd9-a4a4-e023ae3d2100 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:30.961834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c446d70c-d595-4ef8-b5fe-10901611d318 req-2d68d0b9-61fa-4dd9-a4a4-e023ae3d2100 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:30.965470 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c446d70c-d595-4ef8-b5fe-10901611d318 req-2d68d0b9-61fa-4dd9-a4a4-e023ae3d2100 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:30.966616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c446d70c-d595-4ef8-b5fe-10901611d318 req-2d68d0b9-61fa-4dd9-a4a4-e023ae3d2100 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45 HTTP/1.1" status: 204 len: 173 time: 0.1924245 Sep 21 08:11:30.981291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68d0b9-61fa-4dd9-a4a4-e023ae3d2100 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:31.114485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d1ca0-ba3c-4399-a542-ddaa470a92e2 req-4f9a21f3-9cc5-409b-becc-1d79721815be tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:31.124260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-788d1ca0-ba3c-4399-a542-ddaa470a92e2 req-4f9a21f3-9cc5-409b-becc-1d79721815be tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 950 time: 0.0883758 Sep 21 08:11:31.142950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cc3fd78-08ae-4250-bdb8-3be3278c8340 req-0b29494b-1629-4623-8ee4-c08829716042 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/a8faf20f-6ef7-4c27-bc17-53e184a30aad HTTP/1.1" status: 200 len: 1800 time: 0.1184173 Sep 21 08:11:31.183528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-788d1ca0-ba3c-4399-a542-ddaa470a92e2 req-a1230ea0-8bbf-45ac-93f6-1726ff37af52 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562553 Sep 21 08:11:31.218425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:31.245982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a35e4620-ed16-43f6-aa47-70cf0725b1e2 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:31.264715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3fd78-08ae-4250-bdb8-3be3278c8340 req-9f0be2f6-4f11-4001-b6bb-9ea85775da8c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.303276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f05d5ceb-9626-404e-9e95-d6b6eb2333fb req-fcbebab3-7fdb-4c74-9232-ab092ce4202a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 210 time: 0.0452280 Sep 21 08:11:31.333500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3fd78-08ae-4250-bdb8-3be3278c8340 req-9f0be2f6-4f11-4001-b6bb-9ea85775da8c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.349026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a35e4620-ed16-43f6-aa47-70cf0725b1e2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:31.354237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a35e4620-ed16-43f6-aa47-70cf0725b1e2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:31.354616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.407297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3fd78-08ae-4250-bdb8-3be3278c8340 req-9f0be2f6-4f11-4001-b6bb-9ea85775da8c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.411885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5cc3fd78-08ae-4250-bdb8-3be3278c8340 req-9f0be2f6-4f11-4001-b6bb-9ea85775da8c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.413566 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cc3fd78-08ae-4250-bdb8-3be3278c8340 req-9f0be2f6-4f11-4001-b6bb-9ea85775da8c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/a8faf20f-6ef7-4c27-bc17-53e184a30aad HTTP/1.1" status: 204 len: 173 time: 0.2613766 Sep 21 08:11:31.436685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0be2f6-4f11-4001-b6bb-9ea85775da8c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8faf20f-6ef7-4c27-bc17-53e184a30aad,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:31.446890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4bdddf7d-8dc6-423f-8ef3-562ff2686c0e req-0c93a232-8a02-4160-9584-81f20ed246e9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-238688870', 'description': 'tempest-description-644479363'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:31.500393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4bdddf7d-8dc6-423f-8ef3-562ff2686c0e req-0c93a232-8a02-4160-9584-81f20ed246e9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.550942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.555192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89195dab-2c7e-4e4a-925a-7be48f12d1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.591034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9246d4-661b-42d2-926b-f51e7c1ab53a req-c2d7c59d-4188-4f53-a00b-6f24036a1d3c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:31.592920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a9246d4-661b-42d2-926b-f51e7c1ab53a req-c2d7c59d-4188-4f53-a00b-6f24036a1d3c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 944 time: 0.0848291 Sep 21 08:11:31.629194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:31.635014 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.637315 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device bb2fa122-6365-4c65-899c-70315f58fe39 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:31.658707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a9246d4-661b-42d2-926b-f51e7c1ab53a req-3d675586-2c26-49be-a30f-eee0b22d933e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Sep 21 08:11:31.668236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4bdddf7d-8dc6-423f-8ef3-562ff2686c0e req-0c93a232-8a02-4160-9584-81f20ed246e9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.698051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4bdddf7d-8dc6-423f-8ef3-562ff2686c0e req-0c93a232-8a02-4160-9584-81f20ed246e9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.713512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: bb2fa122-6365-4c65-899c-70315f58fe39 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:31.714564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device bb2fa122-6365-4c65-899c-70315f58fe39 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:31.757554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93a232-8a02-4160-9584-81f20ed246e9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b87ccf-4875-49b2-9b7c-699c1b2c6924,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:31.780705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:31.790420 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.805785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-f3fa815b-a770-408e-87b8-3c4aae15f88b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=509c42555fb544e9bb252521e01e1b8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056707 Sep 21 08:11:31.830738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:31.916958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:31.920914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:31.921295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:31.963994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132482e8-4f8d-4cdf-b8dc-f9d24c57d331 req-671359a0-9c37-4264-b683-965942a4052f tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:31.965917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-132482e8-4f8d-4cdf-b8dc-f9d24c57d331 req-671359a0-9c37-4264-b683-965942a4052f tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 944 time: 0.1780920 Sep 21 08:11:32.009104 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.009988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-beea0a93-3544-41c3-9eec-b8bf64fc23d0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:32.011450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-beea0a93-3544-41c3-9eec-b8bf64fc23d0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993554 Sep 21 08:11:32.025230 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89195dab-2c7e-4e4a-925a-7be48f12d1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.029773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Request body: {'port': {'device_id': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '509c42555fb544e9bb252521e01e1b8c'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:32.037412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4bdddf7d-8dc6-423f-8ef3-562ff2686c0e req-0c93a232-8a02-4160-9584-81f20ed246e9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.043976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,segment=NetworkSegment(015fc018-20bf-48e7-be3e-fa7b7846bae4),segment_id=015fc018-20bf-48e7-be3e-fa7b7846bae4)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:32.049653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bdddf7d-8dc6-423f-8ef3-562ff2686c0e req-0c93a232-8a02-4160-9584-81f20ed246e9 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6061802 Sep 21 08:11:32.053281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89195dab-2c7e-4e4a-925a-7be48f12d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.055987 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.103988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-132482e8-4f8d-4cdf-b8dc-f9d24c57d331 req-519bc80e-e581-4dc5-bb41-099f79bafbe6 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285081 Sep 21 08:11:32.158063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:32.189705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-89195dab-2c7e-4e4a-925a-7be48f12d1c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=566481b9953e4aae84870621da1e37d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9689076 Sep 21 08:11:32.193185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:32.197232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89195dab-2c7e-4e4a-925a-7be48f12d1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3a2253-0035-416d-aa63-d510857bc58a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:32.294018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e12cae46-4c73-460c-811e-411b6ad8029e req-a33eb61d-33a9-4804-95cb-4e5d663b511a tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/33b87ccf-4875-49b2-9b7c-699c1b2c6924 HTTP/1.1" status: 200 len: 1799 time: 0.1251740 Sep 21 08:11:32.310163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e12cae46-4c73-460c-811e-411b6ad8029e req-44091be7-ff41-4ac3-b0b1-846fb7d5fa2e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1721899294', 'description': 'tempest-description-hth-1541064134'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:32.317307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Made reservation on behalf of 509c42555fb544e9bb252521e01e1b8c for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:32.321063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.352755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f24e4f5-5c1d-46a1-8432-81e71263ccc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.364730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0379c-563a-4602-b095-8d559e5f412a req-632aa9d0-e0df-43f2-8903-c468e2f974c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:32.366613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96b0379c-563a-4602-b095-8d559e5f412a req-632aa9d0-e0df-43f2-8903-c468e2f974c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 950 time: 0.0581794 Sep 21 08:11:32.385811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e12cae46-4c73-460c-811e-411b6ad8029e req-44091be7-ff41-4ac3-b0b1-846fb7d5fa2e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.398740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f24e4f5-5c1d-46a1-8432-81e71263ccc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.407359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2'}, {'server_uuid': '75a95e34-453b-422f-9c71-2444be25533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:32.409818 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579a09b-33ad-4019-9994-c00d0860e34b" -d '{"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-plugged", "status": "completed", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2"}, {"server_uuid": "75a95e34-453b-422f-9c71-2444be25533d", "name": "network-vif-plugged", "status": "completed", "tag": "20b7c317-e2b6-4612-89fb-1bdbf0278dc6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:32.425782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96b0379c-563a-4602-b095-8d559e5f412a req-41363517-5284-41dd-a04e-c7c02bb3203d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Sep 21 08:11:32.570243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e12cae46-4c73-460c-811e-411b6ad8029e req-44091be7-ff41-4ac3-b0b1-846fb7d5fa2e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.581791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e12cae46-4c73-460c-811e-411b6ad8029e req-44091be7-ff41-4ac3-b0b1-846fb7d5fa2e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.585189 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e12cae46-4c73-460c-811e-411b6ad8029e req-44091be7-ff41-4ac3-b0b1-846fb7d5fa2e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.586574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e12cae46-4c73-460c-811e-411b6ad8029e req-44091be7-ff41-4ac3-b0b1-846fb7d5fa2e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "PUT /v2.0/security-groups/33b87ccf-4875-49b2-9b7c-699c1b2c6924 HTTP/1.1" status: 200 len: 1775 time: 0.2844214 Sep 21 08:11:32.592998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f24e4f5-5c1d-46a1-8432-81e71263ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.596891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f24e4f5-5c1d-46a1-8432-81e71263ccc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.598744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1f24e4f5-5c1d-46a1-8432-81e71263ccc1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d3a2253-0035-416d-aa63-d510857bc58a HTTP/1.1" status: 204 len: 168 time: 0.4023728 Sep 21 08:11:32.646528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Allocated IP 192.168.233.42 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/e2e71a7d-a325-447c-940a-90530cba08f4) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:32.653312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44091be7-ff41-4ac3-b0b1-846fb7d5fa2e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b87ccf-4875-49b2-9b7c-699c1b2c6924,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:32.675198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24e4f5-5c1d-46a1-8432-81e71263ccc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3a2253-0035-416d-aa63-d510857bc58a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:32.848747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d733ec8c-6d3e-47a7-8f3b-4247309a73f1 req-64cdba4f-90bb-4bff-abea-cc2849114d84 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 210 time: 0.0408702 Sep 21 08:11:32.908955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.955810 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:32.968621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fca34826-69f1-4160-90eb-2f762a30cdd1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:33.023727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:33.029755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:33.034619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:33.055078 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d45508-2f79-4b73-9ce3-2a72e9d4701d x-openstack-request-id: req-54d45508-2f79-4b73-9ce3-2a72e9d4701d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:33.055430 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-plugged", "status": "completed", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2", "code": 200}, {"server_uuid": "75a95e34-453b-422f-9c71-2444be25533d", "name": "network-vif-plugged", "status": "completed", "tag": "20b7c317-e2b6-4612-89fb-1bdbf0278dc6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:33.055693 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54d45508-2f79-4b73-9ce3-2a72e9d4701d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:33.056113 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'code': 200} Sep 21 08:11:33.056372 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a95e34-453b-422f-9c71-2444be25533d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6', 'code': 200} Sep 21 08:11:33.057408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4c04ef34-cdd9-4e8a-ac7a-87b07050721d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:33.145820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Pushing event updated for resources: {'Port': ['ID=e2e71a7d-a325-447c-940a-90530cba08f4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:33.229465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:33.236934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.237170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab3752-c2ec-4c4c-91bc-fadc35dee438 req-9de877f0-083d-4329-9847-13afc0aaff31 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:33.243563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26ab3752-c2ec-4c4c-91bc-fadc35dee438 req-9de877f0-083d-4329-9847-13afc0aaff31 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 949 time: 0.1436419 Sep 21 08:11:33.256409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6f992-b4a5-4ec5-83a7-f55c0fc98f97 req-c9343ec5-9f09-431b-955f-4e97b69c4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:33.261588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-585c6083-d986-4806-b297-7adf11d21049 req-ccfe0b78-0259-4047-8355-7537856717de tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/33b87ccf-4875-49b2-9b7c-699c1b2c6924 HTTP/1.1" status: 200 len: 1775 time: 0.1731536 Sep 21 08:11:33.267994 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3de6f992-b4a5-4ec5-83a7-f55c0fc98f97 req-c9343ec5-9f09-431b-955f-4e97b69c4369 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 1096 time: 0.1507943 Sep 21 08:11:33.287625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-cf9160e4-3d92-4f09-bd0d-742669207e93 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2633812 Sep 21 08:11:33.298684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432515e2-ea12-4c3c-8a3e-f1bbbd3e154f req-eca0ebaf-29b6-4227-af23-4ec6064722cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:33.305297 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-432515e2-ea12-4c3c-8a3e-f1bbbd3e154f req-eca0ebaf-29b6-4227-af23-4ec6064722cf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 1096 time: 0.2299402 Sep 21 08:11:33.318056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Request body: {'port': {'device_id': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:33.320007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.397272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3de6f992-b4a5-4ec5-83a7-f55c0fc98f97 req-6a998c0b-7de9-45c5-90c8-a407041ed297 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061561 Sep 21 08:11:33.432320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26ab3752-c2ec-4c4c-91bc-fadc35dee438 req-94b5977b-a678-4b1a-ac30-c1c2d228ca0d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627347 Sep 21 08:11:33.501126 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.506108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-432515e2-ea12-4c3c-8a3e-f1bbbd3e154f req-834ce1e9-3664-41b8-b9b9-2461841cac4a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259787 Sep 21 08:11:33.549073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a0dcca97-25fb-41dc-abce-9aa954ba98bd None None] Provisioning complete for port e2e71a7d-a325-447c-940a-90530cba08f4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:33.551203 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0dcca97-25fb-41dc-abce-9aa954ba98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.635136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24d24e-d69b-4b23-9448-5f15a94d2280 req-a70b6801-2887-403f-9227-19389c638be0 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:33.641688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92885b-bf30-493c-8977-92b60c473afd req-2b24ca7a-ee37-4c69-96c7-47aac0123e5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:33.643815 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf92885b-bf30-493c-8977-92b60c473afd req-2b24ca7a-ee37-4c69-96c7-47aac0123e5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2294881 Sep 21 08:11:33.650209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c24d24e-d69b-4b23-9448-5f15a94d2280 req-a70b6801-2887-403f-9227-19389c638be0 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 945 time: 0.1008985 Sep 21 08:11:33.657747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a0dcca97-25fb-41dc-abce-9aa954ba98bd None None] Port e2e71a7d-a325-447c-940a-90530cba08f4 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:11:33.709888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c24d24e-d69b-4b23-9448-5f15a94d2280 req-0d4c8365-e2f6-4dba-98cf-7a7aa7107997 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585301 Sep 21 08:11:33.795858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-917350f2-3a4c-4292-8567-3b1a33a08fab req-bbd50998-42b3-45ea-8842-39a711367c32 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/33b87ccf-4875-49b2-9b7c-699c1b2c6924 HTTP/1.1" status: 200 len: 1775 time: 0.0516982 Sep 21 08:11:33.800940 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf92885b-bf30-493c-8977-92b60c473afd req-daa5c764-8cc2-4898-8071-d05d90b33acd tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410127 Sep 21 08:11:33.894327 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-917350f2-3a4c-4292-8567-3b1a33a08fab req-c51b3482-ba4c-4b3d-b667-5bb9fd279ef1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.930818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-917350f2-3a4c-4292-8567-3b1a33a08fab req-c51b3482-ba4c-4b3d-b667-5bb9fd279ef1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.961141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e71a7d-a325-447c-940a-90530cba08f4 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:33.972900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.990371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Transition to ACTIVE for port object e2e71a7d-a325-447c-940a-90530cba08f4 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:33.995214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-917350f2-3a4c-4292-8567-3b1a33a08fab req-c51b3482-ba4c-4b3d-b667-5bb9fd279ef1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.998532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-917350f2-3a4c-4292-8567-3b1a33a08fab req-c51b3482-ba4c-4b3d-b667-5bb9fd279ef1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:33.999135 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:34.013811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-917350f2-3a4c-4292-8567-3b1a33a08fab req-c51b3482-ba4c-4b3d-b667-5bb9fd279ef1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/33b87ccf-4875-49b2-9b7c-699c1b2c6924 HTTP/1.1" status: 204 len: 173 time: 0.2014537 Sep 21 08:11:34.035267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b3482-ba4c-4b3d-b667-5bb9fd279ef1 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b87ccf-4875-49b2-9b7c-699c1b2c6924,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:34.161103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Pushing event updated for resources: {'Port': ['ID=e2e71a7d-a325-447c-940a-90530cba08f4,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:34.247801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Attempting to bind port e2e71a7d-a325-447c-940a-90530cba08f4 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:34.248174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Attempting to bind port e2e71a7d-a325-447c-940a-90530cba08f4 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:34.248466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Attempting to bind port e2e71a7d-a325-447c-940a-90530cba08f4 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:34.256109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Port e2e71a7d-a325-447c-940a-90530cba08f4 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:34.256476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Attempting to bind port e2e71a7d-a325-447c-940a-90530cba08f4 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:34.265412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:34.265856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:34.266203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:34.266648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Bound port: e2e71a7d-a325-447c-940a-90530cba08f4, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:34.267024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:34.278916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24bc78-bf35-4d7b-983b-47cb1dfdca38 req-3b397937-c10b-464b-9ff1-7ef681cb7051 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.285528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24bc78-bf35-4d7b-983b-47cb1dfdca38 req-3b397937-c10b-464b-9ff1-7ef681cb7051 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.287215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2a24bc78-bf35-4d7b-983b-47cb1dfdca38 req-3b397937-c10b-464b-9ff1-7ef681cb7051 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8&device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 1690 time: 0.0915704 Sep 21 08:11:34.327017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd7656-381d-4011-8f5a-aebb6a4d437d req-17e56b08-511b-4f6e-8be3-1fa77542cef5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.335921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1bd7656-381d-4011-8f5a-aebb6a4d437d req-17e56b08-511b-4f6e-8be3-1fa77542cef5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 947 time: 0.0919790 Sep 21 08:11:34.376413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2a24bc78-bf35-4d7b-983b-47cb1dfdca38 req-2cdf2a7e-c90f-4e9f-b634-f6690092307b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793943 Sep 21 08:11:34.417959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1bd7656-381d-4011-8f5a-aebb6a4d437d req-2dd04008-fb47-4fec-8065-7c772b625361 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734887 Sep 21 08:11:34.424128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] For port e2e71a7d-a325-447c-940a-90530cba08f4, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:34.429745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] For port e2e71a7d-a325-447c-940a-90530cba08f4, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e2e71a7d-a325-447c-940a-90530cba08f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:34.452836 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:34.510481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.511070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:34.512837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] 10.222.0.62 "PUT /v2.0/ports/e2e71a7d-a325-447c-940a-90530cba08f4 HTTP/1.1" status: 200 len: 1095 time: 1.2064445 Sep 21 08:11:34.513411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'tag': 'e2e71a7d-a325-447c-940a-90530cba08f4'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:34.517836 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2958fb63-fc34-4876-8b06-815e8a68b73e" -d '{"events": [{"name": "network-changed", "server_uuid": "df62d7cd-c5cc-43c4-a838-91c9e07a24b3", "tag": "e2e71a7d-a325-447c-940a-90530cba08f4"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:34.593344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11878e0-6921-4d05-9dc7-3f8206e97ebc service neutron] Pushing event updated for resources: {'Port': ['ID=e2e71a7d-a325-447c-940a-90530cba08f4,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:34.677250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45430) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:34.680636 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e537724b-663c-4337-bcbc-820a1bc65dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.682326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-e537724b-663c-4337-bcbc-820a1bc65dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 1098 time: 0.1218150 Sep 21 08:11:34.738353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-d1d831ff-44df-4639-828b-36472a174ea4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e2e71a7d-a325-447c-940a-90530cba08f4 HTTP/1.1" status: 200 len: 217 time: 0.0461533 Sep 21 08:11:34.757836 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134518b3-ca9a-4176-bc05-4f59cdc7bfea x-openstack-request-id: req-134518b3-ca9a-4176-bc05-4f59cdc7bfea {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:34.758143 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df62d7cd-c5cc-43c4-a838-91c9e07a24b3", "tag": "e2e71a7d-a325-447c-940a-90530cba08f4", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:34.758363 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-134518b3-ca9a-4176-bc05-4f59cdc7bfea {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:34.759149 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'tag': 'e2e71a7d-a325-447c-940a-90530cba08f4', 'status': 'completed', 'code': 200} Sep 21 08:11:34.845338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-0f3ccb1e-865f-494a-a279-1fb37389dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.848359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-0f3ccb1e-865f-494a-a279-1fb37389dda9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0879352 Sep 21 08:11:34.920876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a61446-895f-46e5-b142-67c476f3fba8 req-3f8ffeab-6ae0-4e73-81fd-060f91f0217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.923116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-3f8ffeab-6ae0-4e73-81fd-060f91f0217f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618761 Sep 21 08:11:34.957861 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae85022-4dec-4466-ad11-64af01d51da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:34.962921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec187b37-764b-4a1d-8165-bf130cf9f764 req-19c31977-bab1-4c14-83a8-5064afb1c045 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:34.964579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec187b37-764b-4a1d-8165-bf130cf9f764 req-19c31977-bab1-4c14-83a8-5064afb1c045 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 1101 time: 0.1161978 Sep 21 08:11:35.032263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec187b37-764b-4a1d-8165-bf130cf9f764 req-8e9d3375-d3ca-4df6-bf5d-deb5e92dd402 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524614 Sep 21 08:11:35.103357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-d02d4886-95c0-4a9f-a65b-06991048de8c service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650827 Sep 21 08:11:35.103771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae85022-4dec-4466-ad11-64af01d51da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:35.111999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae85022-4dec-4466-ad11-64af01d51da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:35.136723 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-91bcf879-ed34-405f-a71a-073e9e92a60c req-d3c4faf1-d7cc-4e68-9288-66170c58b83d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:11:35.137875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91bcf879-ed34-405f-a71a-073e9e92a60c req-d3c4faf1-d7cc-4e68-9288-66170c58b83d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/a8faf20f-6ef7-4c27-bc17-53e184a30aad HTTP/1.1" status: 404 len: 352 time: 0.0372295 Sep 21 08:11:35.157087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae85022-4dec-4466-ad11-64af01d51da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0317812b-a6fc-447b-8027-f872792a85c1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:35.171754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ae85022-4dec-4466-ad11-64af01d51da7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28c0b1ca21c141e393fb7e764ca13caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933894 Sep 21 08:11:35.175036 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-5fe66c85-2a37-4f1d-bfd5-333906b8f5f4 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=de815fa682e4402e8f5e4c76e00bee06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720179 Sep 21 08:11:35.179481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45452) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:35.271262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c2d73-44cf-46a4-91f6-2bb33775a38c req-b48e4ccf-c9d9-4c1d-93ee-5c68b8f0d5da tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:35.273061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f51c2d73-44cf-46a4-91f6-2bb33775a38c req-b48e4ccf-c9d9-4c1d-93ee-5c68b8f0d5da tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 945 time: 0.0589240 Sep 21 08:11:35.331022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f51c2d73-44cf-46a4-91f6-2bb33775a38c req-5668c50f-6fdc-4580-88be-5d8765062369 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387018 Sep 21 08:11:35.453769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbbfc9-723a-45d3-b6d8-052eedbc40bf req-a3f94b85-96c2-4fb3-9ea4-012b58ce6f2a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:35.455953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1dbbfc9-723a-45d3-b6d8-052eedbc40bf req-a3f94b85-96c2-4fb3-9ea4-012b58ce6f2a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.0586760 Sep 21 08:11:35.497351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1dbbfc9-723a-45d3-b6d8-052eedbc40bf req-cee79410-8b43-4d81-9cfd-a015c0c10ff1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Sep 21 08:11:35.603637 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a61446-895f-46e5-b142-67c476f3fba8 req-2bc8d0f8-2476-47e1-8a7f-56629f68e99b service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831195 Sep 21 08:11:35.609503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d35b9b-f5d1-4793-bba3-f70f35eec887 req-869a3546-2b76-44ba-9c07-4c11818d9b04 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:35.613619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6d35b9b-f5d1-4793-bba3-f70f35eec887 req-869a3546-2b76-44ba-9c07-4c11818d9b04 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 1100 time: 0.0517898 Sep 21 08:11:35.622696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-522779fd-18e2-44c3-a92e-4d3cb8ad026c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:35.644835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-81563ca7-17fe-4e8e-a194-6c06074b9dde tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:35.646274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-81563ca7-17fe-4e8e-a194-6c06074b9dde tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4461052 Sep 21 08:11:35.664027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-522779fd-18e2-44c3-a92e-4d3cb8ad026c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:35.676192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6d35b9b-f5d1-4793-bba3-f70f35eec887 req-83c5a575-6445-4ede-bc1d-fa6a105b9bd3 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497942 Sep 21 08:11:35.688681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-b5f36bbd-3329-4f8a-a962-091dc91244f7 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/quotas/de815fa682e4402e8f5e4c76e00bee06 HTTP/1.1" status: 200 len: 375 time: 0.0274801 Sep 21 08:11:35.742155 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-0030587e-a6ab-49b1-b067-cc54e4be9d1b req-4a8cf118-0284-4828-9a81-ac0ab99a8de4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:11:35.743861 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0030587e-a6ab-49b1-b067-cc54e4be9d1b req-4a8cf118-0284-4828-9a81-ac0ab99a8de4 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/0a3f2415-1bbe-47c5-bbf2-d9c2258e2f45 HTTP/1.1" status: 404 len: 352 time: 0.0235116 Sep 21 08:11:35.782261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-cbe1808f-6a3d-452b-a377-de465c37b636 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=de815fa682e4402e8f5e4c76e00bee06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736744 Sep 21 08:11:35.799427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-f84b8794-2085-47b8-b8c7-39b50e7073d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:35.801009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-f84b8794-2085-47b8-b8c7-39b50e7073d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 1098 time: 0.1252403 Sep 21 08:11:35.862081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-522779fd-18e2-44c3-a92e-4d3cb8ad026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:35.866769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-522779fd-18e2-44c3-a92e-4d3cb8ad026c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:35.868795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-522779fd-18e2-44c3-a92e-4d3cb8ad026c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0317812b-a6fc-447b-8027-f872792a85c1 HTTP/1.1" status: 204 len: 168 time: 0.6878703 Sep 21 08:11:35.934557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522779fd-18e2-44c3-a92e-4d3cb8ad026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0317812b-a6fc-447b-8027-f872792a85c1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:36.004140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-23e7b095-3e65-4b8f-a4f8-b4985b3ef20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:36.008247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-23e7b095-3e65-4b8f-a4f8-b4985b3ef20b service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1966841 Sep 21 08:11:36.059957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-da80e682-6e5c-420a-9d83-969a5ffd4498 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=e2e71a7d-a325-447c-940a-90530cba08f4 HTTP/1.1" status: 200 len: 217 time: 0.0458157 Sep 21 08:11:36.124613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834d45a-5f33-42e2-939c-736bc65777be req-912a138d-f6f8-4d55-907b-33ba2e813f0d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:36.128397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d834d45a-5f33-42e2-939c-736bc65777be req-912a138d-f6f8-4d55-907b-33ba2e813f0d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 947 time: 0.1163902 Sep 21 08:11:36.138319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-af1754a9-55b6-45e1-9341-3e579ed68d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:36.139875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-af1754a9-55b6-45e1-9341-3e579ed68d49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0727599 Sep 21 08:11:36.198877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d834d45a-5f33-42e2-939c-736bc65777be req-fd4b0650-5d4d-4f6e-a369-1fb02ad6cbb0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635765 Sep 21 08:11:36.201662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-b014091a-146f-4a37-a0b2-dc328998fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:36.203909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-b014091a-146f-4a37-a0b2-dc328998fc32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559878 Sep 21 08:11:36.243220 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-1af7a633-0a8e-49c5-9c4f-5d701f90c4cf req-767460a4-40fe-4a02-ab3b-f37346e77c33 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:11:36.254320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1af7a633-0a8e-49c5-9c4f-5d701f90c4cf req-767460a4-40fe-4a02-ab3b-f37346e77c33 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/7cfdcda7-221d-4dd9-ba07-4aedcb954784 HTTP/1.1" status: 404 len: 352 time: 0.0274680 Sep 21 08:11:36.367686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45496) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:36.382644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6425b70-8b08-40ff-9657-7653ac1ef99e req-84464f5f-fd6f-49d6-976e-da1613c6f83e tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 210 time: 0.0394545 Sep 21 08:11:36.385532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-545fee2f-efca-498c-a3c0-59ebf10dffc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:36.389834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-219d4f08-2d57-4d0d-bede-413304a0069e service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779139 Sep 21 08:11:36.423800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-beb5ab7d-3721-4ef8-880e-b67eebb26ea2 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283272 Sep 21 08:11:36.564441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b6d9d-1092-49c3-b5fb-d568bf7ccc41 req-9e9fe7e1-d377-471b-9ba5-8a6edb520370 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:36.566640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d3b6d9d-1092-49c3-b5fb-d568bf7ccc41 req-9e9fe7e1-d377-471b-9ba5-8a6edb520370 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.0837798 Sep 21 08:11:36.575241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2958fb63-fc34-4876-8b06-815e8a68b73e req-b1570737-e883-42e1-babe-5be91a9ef61a service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776075 Sep 21 08:11:36.580796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-a1566d4f-5c9b-4fc0-b2fc-4571dcb72705 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:36.582559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-a1566d4f-5c9b-4fc0-b2fc-4571dcb72705 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521437 Sep 21 08:11:36.610400 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-b824cfc1-bb75-41c4-9822-fb6b48240803 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/quotas/31a43fa3043b4ecba170c7f64abb3351 HTTP/1.1" status: 200 len: 375 time: 0.0184441 Sep 21 08:11:36.615922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-545fee2f-efca-498c-a3c0-59ebf10dffc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:36.631943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d3b6d9d-1092-49c3-b5fb-d568bf7ccc41 req-aaf7649e-d4b9-4ee5-84a7-184206c20163 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551796 Sep 21 08:11:36.638088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-545fee2f-efca-498c-a3c0-59ebf10dffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:36.699790 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-2db68517-69c2-4654-9ee2-9e5b93c3590d req-e4a7b73d-5a99-4863-a532-801c5da87da7 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:11:36.701438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2db68517-69c2-4654-9ee2-9e5b93c3590d req-e4a7b73d-5a99-4863-a532-801c5da87da7 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/3a7f6ebf-6a6e-49ad-911e-58bd6a187358 HTTP/1.1" status: 404 len: 352 time: 0.0248113 Sep 21 08:11:36.712842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fee2f-efca-498c-a3c0-59ebf10dffc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd626bb-eacc-4086-8a63-40c76ac5e920,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:36.726715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-545fee2f-efca-498c-a3c0-59ebf10dffc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdabd5fb26584a55a8b99679aa085550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549981 Sep 21 08:11:36.727114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45502) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:36.760075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-c36e6b4a-8ec2-403c-a8d9-1148e5e7d3d7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1412816 Sep 21 08:11:36.810402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0498b9f-b257-4321-ae5e-1b38ba432602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:36.840829 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0498b9f-b257-4321-ae5e-1b38ba432602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:36.911988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0498b9f-b257-4321-ae5e-1b38ba432602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:36.914922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0498b9f-b257-4321-ae5e-1b38ba432602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:36.916330 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e0498b9f-b257-4321-ae5e-1b38ba432602 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4cd626bb-eacc-4086-8a63-40c76ac5e920 HTTP/1.1" status: 204 len: 168 time: 0.1878603 Sep 21 08:11:36.937178 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-be159d45-37cb-47a2-8326-a40d6d3f302e req-7b39e8fb-4f72-4c79-ba79-828635d2bf7c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:11:36.959130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be159d45-37cb-47a2-8326-a40d6d3f302e req-7b39e8fb-4f72-4c79-ba79-828635d2bf7c tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/6d22188b-1362-4da3-9bc7-a8ad6bc7e586 HTTP/1.1" status: 404 len: 352 time: 0.0561111 Sep 21 08:11:36.960720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0498b9f-b257-4321-ae5e-1b38ba432602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd626bb-eacc-4086-8a63-40c76ac5e920,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:37.018973 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-4da5693a-12fd-4de3-ac2c-14c45a4fcaf2 req-736c4e18-234c-4928-b606-f51b2bbe5f9d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] show failed (client error): The resource could not be found. Sep 21 08:11:37.035073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4da5693a-12fd-4de3-ac2c-14c45a4fcaf2 req-736c4e18-234c-4928-b606-f51b2bbe5f9d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/8d1cf45d-d963-482f-99b8-29f5aa57b8b5 HTTP/1.1" status: 404 len: 352 time: 0.0426109 Sep 21 08:11:37.109033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f03c2237-c66c-496f-8115-42682569f3d0 req-0655ff44-8c67-4ff4-892a-a87d8c8ca592 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 210 time: 0.0582104 Sep 21 08:11:37.357063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d610d-b22b-484c-a8dc-9b1fa03c2285 req-4c991a92-2f66-4a49-ae59-68f3f548f792 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:37.358674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133d610d-b22b-484c-a8dc-9b1fa03c2285 req-4c991a92-2f66-4a49-ae59-68f3f548f792 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 947 time: 0.0783424 Sep 21 08:11:37.429735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133d610d-b22b-484c-a8dc-9b1fa03c2285 req-5939898a-fa7d-4b05-a9a2-f6e97c41c4c5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555577 Sep 21 08:11:37.481472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-84f61890-a05f-4d5e-8154-c5ef92d97cf6 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=de815fa682e4402e8f5e4c76e00bee06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283389 Sep 21 08:11:37.716725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f2e3-dc57-4075-8614-9b26eb0cf6e0 req-60e1fe57-39be-4e01-a447-f27db061fbde tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:37.720214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4a5f2e3-dc57-4075-8614-9b26eb0cf6e0 req-60e1fe57-39be-4e01-a447-f27db061fbde tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1023 time: 0.1142912 Sep 21 08:11:37.832603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4a5f2e3-dc57-4075-8614-9b26eb0cf6e0 req-6d2ab2d9-8faf-44e8-9395-3c0e4e744460 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=18dc1e22-4b7c-42fb-8972-af3f36dd08ae&id=ae32abe1-7ed6-410f-8134-1341137840bd&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0952451 Sep 21 08:11:38.056025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36dbd3d6-8e78-4bba-bc01-7805a789cb2c req-ce3cdcb0-d0c3-41b8-aa4d-015d431080fc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 210 time: 0.0336709 Sep 21 08:11:38.059956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376867b-d7e4-4ae5-a409-5be6c95b90e3 req-ba92b2a4-619f-4c03-bfbf-8cbe01510c88 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:38.061537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0376867b-d7e4-4ae5-a409-5be6c95b90e3 req-ba92b2a4-619f-4c03-bfbf-8cbe01510c88 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.0955918 Sep 21 08:11:38.108979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-041a9359-5a68-44cc-9765-83f1b26e0b4b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:38.112664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-041a9359-5a68-44cc-9765-83f1b26e0b4b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6179469 Sep 21 08:11:38.143739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Request body: {'port': {'device_id': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': 'de815fa682e4402e8f5e4c76e00bee06'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:38.153585 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0376867b-d7e4-4ae5-a409-5be6c95b90e3 req-4f3ddeef-d62d-4616-aa48-dd353e14e7b5 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733881 Sep 21 08:11:38.273168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d6e55b9-dd8f-460a-9278-725875b86eee req-735ab413-c277-4293-b59a-bb11529be491 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 210 time: 0.0423937 Sep 21 08:11:38.326327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Made reservation on behalf of de815fa682e4402e8f5e4c76e00bee06 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:38.331906 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:38.343985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:38.521059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:38.532460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:38.665516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-7a445d36-d403-4366-a9e2-17688ee93350 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531447 Sep 21 08:11:38.770091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Allocated IP 192.168.233.160 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/83043897-1c6c-4e5f-92e6-dc40c04e8cfc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:38.818143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3f4a4-0472-454c-a161-cfeed151dac3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:38.904798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-5aedbdb7-6136-491a-88ba-4428af954abc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:38.906463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-5aedbdb7-6136-491a-88ba-4428af954abc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349019 Sep 21 08:11:38.908962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0ac7f-f541-4338-9b79-6f2add41ef95 req-5cf913a8-7c1f-48c6-92ca-9f072547509e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:38.912164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cf0ac7f-f541-4338-9b79-6f2add41ef95 req-5cf913a8-7c1f-48c6-92ca-9f072547509e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 947 time: 0.2859466 Sep 21 08:11:38.959016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:39.008084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cf0ac7f-f541-4338-9b79-6f2add41ef95 req-9564ac6c-97d9-46e5-bc1d-29a62c1003e1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750906 Sep 21 08:11:39.134190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:39.157218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa49b14-123c-45c7-877d-562fa9320d2a req-b2321084-0149-4cfd-aa00-4be16d29882b tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:39.159841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fa49b14-123c-45c7-877d-562fa9320d2a req-b2321084-0149-4cfd-aa00-4be16d29882b tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1023 time: 0.2214839 Sep 21 08:11:39.206123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:39.252651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fa49b14-123c-45c7-877d-562fa9320d2a req-888fbc99-c3b3-42ef-9d61-1f59500a3901 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=18dc1e22-4b7c-42fb-8972-af3f36dd08ae&id=ae32abe1-7ed6-410f-8134-1341137840bd&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0809867 Sep 21 08:11:39.253832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:39.262728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:39.374396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:39.397189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:39.404771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:39.410901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Pushing event updated for resources: {'Port': ['ID=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:39.514705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb579b-9043-48d1-987f-0642667f5095 req-629f3523-ce37-4d32-93f0-1b94ced4fcb6 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:39.517709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebeb579b-9043-48d1-987f-0642667f5095 req-629f3523-ce37-4d32-93f0-1b94ced4fcb6 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 936 time: 0.2170897 Sep 21 08:11:39.553840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:39.554599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:39.615321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fb564-a5ce-4a99-a5f9-07b402710ff7 req-9285239d-6131-4af6-a980-3a20519e0822 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:39.621647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-59ec5ca2-5b53-422d-af85-741e72df337b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4843643 Sep 21 08:11:39.623884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-576fb564-a5ce-4a99-a5f9-07b402710ff7 req-9285239d-6131-4af6-a980-3a20519e0822 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2263069 Sep 21 08:11:39.639218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.144 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/a577c7ba-206e-4304-9ab1-69cebcea76f4) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:39.641240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Request body: {'port': {'device_id': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:39.650117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebeb579b-9043-48d1-987f-0642667f5095 req-ecf1cce1-4098-4bb4-a82f-d8070ba9cc80 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033187 Sep 21 08:11:39.705051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-1c415473-1806-4943-bf3f-f1708bd53e7e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:39.708064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-1c415473-1806-4943-bf3f-f1708bd53e7e tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1023 time: 0.1850021 Sep 21 08:11:39.710739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-576fb564-a5ce-4a99-a5f9-07b402710ff7 req-410c21b6-a348-4f04-ad4e-d6b591200c70 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728910 Sep 21 08:11:39.886774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:39.906244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e2e71a7d-a325-447c-940a-90530cba08f4 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:39.910012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77cb8e77-5747-4ea2-ba54-47b7a93cb031 req-e511f3b3-4853-4e68-920d-b9ad0a0b4f18 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 210 time: 0.0803561 Sep 21 08:11:39.966719 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.011050 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.060591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:11:40.062089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e2e71a7d-a325-447c-940a-90530cba08f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e2e71a7d-a325-447c-940a-90530cba08f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:40.065361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:40.067751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:11:40.090491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e2e71a7d-a325-447c-940a-90530cba08f4', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'e2e71a7d-a325-447c-940a-90530cba08f4', 'mac_address': 'fa:16:3e:67:5e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:40.092913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Deleting port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:40.093480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.098539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:40.129433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:40.130221 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.159805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2181735 Sep 21 08:11:40.161151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4c3a-08f1-4742-97f5-1b0dcd548e04 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=a577c7ba-206e-4304-9ab1-69cebcea76f4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:40.183106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3', '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:40.188941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Request body: {'port': {'device_id': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:40.277723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.370798 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.443712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] For port 815179c1-a2f8-4e09-b233-8b92c31ee0c0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=815179c1-a2f8-4e09-b233-8b92c31ee0c0,segment=NetworkSegment(ef07d69e-7a01-4156-93f5-3dbe2f8231b2),segment_id=ef07d69e-7a01-4156-93f5-3dbe2f8231b2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:40.444277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.450725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e71a7d-a325-447c-940a-90530cba08f4 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:40.462068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fd334875-8ea1-4c99-8016-0e713f5581de None None] Provisioning complete for port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:40.462440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd334875-8ea1-4c99-8016-0e713f5581de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.464262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Calling delete_port for 815179c1-a2f8-4e09-b233-8b92c31ee0c0 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:40.530245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e2e71a7d-a325-447c-940a-90530cba08f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e2e71a7d-a325-447c-940a-90530cba08f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:40.531661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fd334875-8ea1-4c99-8016-0e713f5581de None None] Port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:11:40.549396 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.588103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5c442-4768-48a9-ba39-d5394e98fb9b req-e6b68d95-d108-49d3-a2da-b4e5360ee7e8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:40.591075 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b5c442-4768-48a9-ba39-d5394e98fb9b req-e6b68d95-d108-49d3-a2da-b4e5360ee7e8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 947 time: 0.1132927 Sep 21 08:11:40.617314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfd8ac-0087-4c68-8d9a-52abdf2c6141 req-f482d6a6-4eba-4205-8873-bee626863cee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:40.618450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82bfd8ac-0087-4c68-8d9a-52abdf2c6141 req-f482d6a6-4eba-4205-8873-bee626863cee tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 1023 time: 0.1578631 Sep 21 08:11:40.647765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e2e71a7d-a325-447c-940a-90530cba08f4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:40.670589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b5c442-4768-48a9-ba39-d5394e98fb9b req-36e83a77-c7dc-48b9-a649-df33e77c1231 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707722 Sep 21 08:11:40.705993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e1ad7f41-1560-49f5-b770-f7de3fe31d2a None None] Provisioning complete for port a577c7ba-206e-4304-9ab1-69cebcea76f4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:40.706994 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1ad7f41-1560-49f5-b770-f7de3fe31d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.751842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82bfd8ac-0087-4c68-8d9a-52abdf2c6141 req-67db73ca-4f94-4db5-9174-23430ae4696f tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups?id=18dc1e22-4b7c-42fb-8972-af3f36dd08ae&id=ae32abe1-7ed6-410f-8134-1341137840bd&id=dd863fcc-bb3b-4ece-8d59-552c5466ac90&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1129088 Sep 21 08:11:40.791354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad7f41-1560-49f5-b770-f7de3fe31d2a None None] Port a577c7ba-206e-4304-9ab1-69cebcea76f4 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:11:40.822825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83043897-1c6c-4e5f-92e6-dc40c04e8cfc {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:40.838510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.866632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Transition to ACTIVE for port object 83043897-1c6c-4e5f-92e6-dc40c04e8cfc will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:40.868907 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.881293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:40.911764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'Port': ['ID=815179c1-a2f8-4e09-b233-8b92c31ee0c0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:41.016844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9b49b-e9e8-47d5-be6b-26884a1202f5 req-7524a056-81f1-4248-aeec-7685901d5e9e tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:41.019702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Pushing event updated for resources: {'Port': ['ID=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:41.039378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dc9b49b-e9e8-47d5-be6b-26884a1202f5 req-7524a056-81f1-4248-aeec-7685901d5e9e tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 948 time: 0.1681163 Sep 21 08:11:41.054662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] No DVR routers for this DVR port 815179c1-a2f8-4e09-b233-8b92c31ee0c0 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:41.063503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:41.066327 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-93358a83-5a66-4198-9401-6578cfe4b2cb req-985594e9-3326-446a-9f27-d09c9ee0f496 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.50 "DELETE /v2.0/ports/815179c1-a2f8-4e09-b233-8b92c31ee0c0 HTTP/1.1" status: 204 len: 173 time: 1.3493814 Sep 21 08:11:41.074718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e2e71a7d-a325-447c-940a-90530cba08f4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:41.098084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'name': 'network-vif-deleted', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:41.100799 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65ebef9-98e3-46a9-a730-9d23186df797" -d '{"events": [{"server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "name": "network-vif-deleted", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:41.147586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dc9b49b-e9e8-47d5-be6b-26884a1202f5 req-e3f0ed8f-0e77-4a2d-a4fc-748e8b653e8f tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066515 Sep 21 08:11:41.209516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Attempting to bind port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:41.210076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Attempting to bind port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:41.210817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Attempting to bind port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:41.222798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:41.223343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Attempting to bind port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:41.276146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:41.276896 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:41.277523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:41.278314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Bound port: 83043897-1c6c-4e5f-92e6-dc40c04e8cfc, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:41.278785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:41.339792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac250243-b9a7-4135-8eb0-a9193bb192c5 req-78ed7b48-5c86-431c-9f33-5c6e8e11d33b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:41.348865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac250243-b9a7-4135-8eb0-a9193bb192c5 req-78ed7b48-5c86-431c-9f33-5c6e8e11d33b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1607306 Sep 21 08:11:41.409761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a577c7ba-206e-4304-9ab1-69cebcea76f4 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:41.412963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] For port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:41.426740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:41.435861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] For port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:41.437082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44b2b1-7fb3-4e3b-a3c4-3a7a36235636 req-c2a3f2d1-83e5-4f3c-88bd-34fa1f046529 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:41.439405 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b44b2b1-7fb3-4e3b-a3c4-3a7a36235636 req-c2a3f2d1-83e5-4f3c-88bd-34fa1f046529 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 936 time: 0.0918908 Sep 21 08:11:41.449277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:41.466934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Transition to ACTIVE for port object a577c7ba-206e-4304-9ab1-69cebcea76f4 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:11:41.482671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac250243-b9a7-4135-8eb0-a9193bb192c5 req-91dfe086-8275-4817-90a0-d3d097ad3c18 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034606 Sep 21 08:11:41.489495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:41.496543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:41.497197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:41.504903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] 10.222.0.50 "PUT /v2.0/ports/83043897-1c6c-4e5f-92e6-dc40c04e8cfc HTTP/1.1" status: 200 len: 1096 time: 1.8698380 Sep 21 08:11:41.524981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bf599-4f76-45a2-847b-a48d1584e44e service neutron] Pushing event updated for resources: {'Port': ['ID=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:41.606409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b44b2b1-7fb3-4e3b-a3c4-3a7a36235636 req-cf0f21d5-9ca3-4c85-981d-d20eb52370a6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586049 Sep 21 08:11:41.692745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-1a0998c8-b571-4752-97f1-3c18a2d9db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:41.695578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-1a0998c8-b571-4752-97f1-3c18a2d9db2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de815fa682e4402e8f5e4c76e00bee06&device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 1099 time: 0.1207607 Sep 21 08:11:41.726476 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2eae1f-b2ac-46ff-a999-6887f8cb8d59 x-openstack-request-id: req-2e2eae1f-b2ac-46ff-a999-6887f8cb8d59 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:41.727208 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7197f4-a38e-46fc-807e-7a1d1062aada", "name": "network-vif-deleted", "tag": "815179c1-a2f8-4e09-b233-8b92c31ee0c0", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:41.727679 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e2eae1f-b2ac-46ff-a999-6887f8cb8d59 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:41.728251 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7197f4-a38e-46fc-807e-7a1d1062aada', 'name': 'network-vif-deleted', 'tag': '815179c1-a2f8-4e09-b233-8b92c31ee0c0', 'status': 'completed', 'code': 200} Sep 21 08:11:41.731239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Pushing event updated for resources: {'Port': ['ID=a577c7ba-206e-4304-9ab1-69cebcea76f4,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:41.781387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-e791fd69-4b47-4ba8-a63f-2e19848570f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=83043897-1c6c-4e5f-92e6-dc40c04e8cfc HTTP/1.1" status: 200 len: 217 time: 0.0713806 Sep 21 08:11:41.817470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Attempting to bind port a577c7ba-206e-4304-9ab1-69cebcea76f4 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:11:41.817960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Attempting to bind port a577c7ba-206e-4304-9ab1-69cebcea76f4 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:11:41.818447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Attempting to bind port a577c7ba-206e-4304-9ab1-69cebcea76f4 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:41.848344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Port a577c7ba-206e-4304-9ab1-69cebcea76f4 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:11:41.848798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Attempting to bind port a577c7ba-206e-4304-9ab1-69cebcea76f4 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:11:41.871528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:11:41.876977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:41.878024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:11:41.879021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Bound port: a577c7ba-206e-4304-9ab1-69cebcea76f4, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:11:41.880872 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:41.976120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-8735bcfe-b63e-4e8c-b511-6c168e4c55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:41.977792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-8735bcfe-b63e-4e8c-b511-6c168e4c55e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1684253 Sep 21 08:11:41.994506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771e827-3aec-469a-9068-04176a35a27a req-bb54dded-8220-4813-a201-a55f3125d4b9 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.003944 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e771e827-3aec-469a-9068-04176a35a27a req-bb54dded-8220-4813-a201-a55f3125d4b9 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 948 time: 0.1079814 Sep 21 08:11:42.024645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dc5393b-de3c-4e44-beaa-fa1cdebaf3f8 req-8f814096-739d-49cd-9463-721502a0d25d tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/ports?device_id=da7197f4-a38e-46fc-807e-7a1d1062aada HTTP/1.1" status: 200 len: 210 time: 0.0560799 Sep 21 08:11:42.099565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] For port a577c7ba-206e-4304-9ab1-69cebcea76f4, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:11:42.105697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] For port a577c7ba-206e-4304-9ab1-69cebcea76f4, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a577c7ba-206e-4304-9ab1-69cebcea76f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:11:42.113050 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:42.130588 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e771e827-3aec-469a-9068-04176a35a27a req-664bc034-495c-4491-a880-8f0303194174 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258483 Sep 21 08:11:42.178460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d16a10-abac-4709-b903-3ca934358838 req-eabab568-2c75-43db-a089-d4bbfc1d4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.180313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.180486 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-eabab568-2c75-43db-a089-d4bbfc1d4038 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577117 Sep 21 08:11:42.181145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:42.182988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] 10.222.0.62 "PUT /v2.0/ports/a577c7ba-206e-4304-9ab1-69cebcea76f4 HTTP/1.1" status: 200 len: 1096 time: 2.0105157 Sep 21 08:11:42.186839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'tag': 'a577c7ba-206e-4304-9ab1-69cebcea76f4'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:42.191054 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "baaec79b-bf9e-4771-bdd2-2eee81082957", "tag": "a577c7ba-206e-4304-9ab1-69cebcea76f4"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:42.240929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc8728-fc2b-4cac-9c32-15bfaccec74e service neutron] Pushing event updated for resources: {'Port': ['ID=a577c7ba-206e-4304-9ab1-69cebcea76f4,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:42.324390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-a997a7d8-be01-4d9e-b98b-e975c840d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.337273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-a997a7d8-be01-4d9e-b98b-e975c840d024 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 1099 time: 0.0705812 Sep 21 08:11:42.388521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-14379959-a3e8-4c80-b163-541398c7e77b service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839457 Sep 21 08:11:42.407582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-3c7e55cf-bddd-4ea0-af11-6444901be1a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=a577c7ba-206e-4304-9ab1-69cebcea76f4 HTTP/1.1" status: 200 len: 217 time: 0.0613482 Sep 21 08:11:42.519454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-48f49a60-430e-48f8-974c-4af314f600d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.521209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-48f49a60-430e-48f8-974c-4af314f600d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1011636 Sep 21 08:11:42.524305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5d16a10-abac-4709-b903-3ca934358838 req-b21d6740-82c8-46d8-9455-70d8f9393c9d service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260934 Sep 21 08:11:42.530690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5209f-998d-4e10-af6c-1141d4104a1e req-f8f3c315-dbcb-415c-8cbc-65a3dbd98816 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.540100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63d5209f-998d-4e10-af6c-1141d4104a1e req-f8f3c315-dbcb-415c-8cbc-65a3dbd98816 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 948 time: 0.1313386 Sep 21 08:11:42.593225 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797dfd1-e083-4024-ae2b-b64946a71529 x-openstack-request-id: req-0797dfd1-e083-4024-ae2b-b64946a71529 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:42.593532 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaec79b-bf9e-4771-bdd2-2eee81082957", "tag": "a577c7ba-206e-4304-9ab1-69cebcea76f4", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:42.594445 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0797dfd1-e083-4024-ae2b-b64946a71529 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:42.595029 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'tag': 'a577c7ba-206e-4304-9ab1-69cebcea76f4', 'status': 'completed', 'code': 200} Sep 21 08:11:42.629812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63d5209f-998d-4e10-af6c-1141d4104a1e req-7f38ccce-5b5d-4a66-9a6e-363450be8869 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885613 Sep 21 08:11:42.633784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-625a447b-ba81-4832-bf0a-35093c6cfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.642894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-625a447b-ba81-4832-bf0a-35093c6cfdce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948768 Sep 21 08:11:42.749885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6855f-1207-42c2-8bc8-1e4531638e13 req-9ebd4328-c10c-46ac-afba-0bdcad0809ed tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.754584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccd6855f-1207-42c2-8bc8-1e4531638e13 req-9ebd4328-c10c-46ac-afba-0bdcad0809ed tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 945 time: 0.0695186 Sep 21 08:11:42.816349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccd6855f-1207-42c2-8bc8-1e4531638e13 req-55738742-8061-4661-8295-828c87591a47 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578163 Sep 21 08:11:42.866238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-da9eec34-4983-444a-a00f-e30455e7c839 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151918 Sep 21 08:11:42.880155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a8969-8b02-402d-922e-80a15217051b req-4b27baf7-2a35-4e51-8d86-cfa9ade683a5 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.882718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d51a8969-8b02-402d-922e-80a15217051b req-4b27baf7-2a35-4e51-8d86-cfa9ade683a5 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1289413 Sep 21 08:11:42.949257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db484adb-cf62-4ee9-a8dc-5dad3369dee4 req-7b70f52d-198f-4a5b-9562-01a315f44290 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:42.950816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db484adb-cf62-4ee9-a8dc-5dad3369dee4 req-7b70f52d-198f-4a5b-9562-01a315f44290 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 948 time: 0.0639777 Sep 21 08:11:42.985584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d51a8969-8b02-402d-922e-80a15217051b req-9fa03595-b376-4efa-b266-94145f84c467 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904324 Sep 21 08:11:43.005916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db484adb-cf62-4ee9-a8dc-5dad3369dee4 req-452b19c5-d778-48d2-8896-6112c79aff15 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Sep 21 08:11:43.035461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e21993bc-4358-41f6-8ba6-b9613a504a58 req-4edad53c-14ad-47ef-84c5-4daa16691224 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462443 Sep 21 08:11:43.204924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-3432892f-5a17-4584-8a1e-526031e0642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:43.207348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-3432892f-5a17-4584-8a1e-526031e0642a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 1099 time: 0.0764968 Sep 21 08:11:43.314079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 815179c1-a2f8-4e09-b233-8b92c31ee0c0 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:43.325755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d7040-2a84-4955-ae48-9fadf8073cc1 req-328b35df-4f75-49c3-a059-e0c6f65a7777 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:43.325755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca5d7040-2a84-4955-ae48-9fadf8073cc1 req-328b35df-4f75-49c3-a059-e0c6f65a7777 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 948 time: 0.1155024 Sep 21 08:11:43.354121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 815179c1-a2f8-4e09-b233-8b92c31ee0c0 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:43.354558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 815179c1-a2f8-4e09-b233-8b92c31ee0c0 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:43.359020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-af872ee7-f330-4352-9cc0-620cfa511374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:43.361617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-af872ee7-f330-4352-9cc0-620cfa511374 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1400537 Sep 21 08:11:43.388989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-304d2931-57dc-4f7b-b702-26e51d9ff0ca req-1c0e42d7-7eb7-4ca5-b0f1-fd2b782dd06b tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/ae32abe1-7ed6-410f-8134-1341137840bd HTTP/1.1" status: 200 len: 1800 time: 0.0444221 Sep 21 08:11:43.392615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca5d7040-2a84-4955-ae48-9fadf8073cc1 req-3fd51161-c163-44f8-ae4d-548609dd0328 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554166 Sep 21 08:11:43.420820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-053bdf24-20d2-45c9-bacb-fa792d2d73b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=a577c7ba-206e-4304-9ab1-69cebcea76f4 HTTP/1.1" status: 200 len: 217 time: 0.0426080 Sep 21 08:11:43.481457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-304d2931-57dc-4f7b-b702-26e51d9ff0ca req-05187285-a84b-45a3-a51e-067b22941408 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:43.487394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-99b3bd8d-b3ee-4427-b146-c664271e0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:43.489111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-99b3bd8d-b3ee-4427-b146-c664271e0736 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0556328 Sep 21 08:11:43.508571 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-304d2931-57dc-4f7b-b702-26e51d9ff0ca req-05187285-a84b-45a3-a51e-067b22941408 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:43.570327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-7f5b2d47-9ac1-44ab-972a-4d8f0347d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:43.572837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-7f5b2d47-9ac1-44ab-972a-4d8f0347d6f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668578 Sep 21 08:11:43.573860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-304d2931-57dc-4f7b-b702-26e51d9ff0ca req-05187285-a84b-45a3-a51e-067b22941408 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:43.577006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-304d2931-57dc-4f7b-b702-26e51d9ff0ca req-05187285-a84b-45a3-a51e-067b22941408 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:43.578766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-304d2931-57dc-4f7b-b702-26e51d9ff0ca req-05187285-a84b-45a3-a51e-067b22941408 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/ae32abe1-7ed6-410f-8134-1341137840bd HTTP/1.1" status: 204 len: 173 time: 0.1824791 Sep 21 08:11:43.601060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05187285-a84b-45a3-a51e-067b22941408 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32abe1-7ed6-410f-8134-1341137840bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:43.738665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'tag': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:43.741228 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223399a3-7af9-4561-a15f-566070f0df6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d9d467-255e-404d-a04c-a9fd96ad2eab", "tag": "83043897-1c6c-4e5f-92e6-dc40c04e8cfc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:43.744067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35e72192-68a8-465c-9d1a-2085795e14dc req-3514a9e9-c408-4a32-b2b2-aca28149df57 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "GET /v2.0/security-groups/18dc1e22-4b7c-42fb-8972-af3f36dd08ae HTTP/1.1" status: 200 len: 1799 time: 0.1226447 Sep 21 08:11:43.777906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-b6c26d16-2ca6-4c77-a79f-22f9cf3867d5 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877384 Sep 21 08:11:43.801648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51cb8-0895-4ab8-86ea-a9a4d1fe59fb req-ec247c72-07ce-431e-8488-d5c377efd43d tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:43.804321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ff51cb8-0895-4ab8-86ea-a9a4d1fe59fb req-ec247c72-07ce-431e-8488-d5c377efd43d tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 948 time: 0.0780740 Sep 21 08:11:43.806799 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:11:43.861617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ff51cb8-0895-4ab8-86ea-a9a4d1fe59fb req-dbef0f6c-0ae2-4545-b437-c7bf071e0c5d tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513394 Sep 21 08:11:43.863797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-35e72192-68a8-465c-9d1a-2085795e14dc req-de09d89c-a8e3-40e9-97e2-9a852c3ed671 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:43.935455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-35e72192-68a8-465c-9d1a-2085795e14dc req-de09d89c-a8e3-40e9-97e2-9a852c3ed671 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:43.941346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e2e71a7d-a325-447c-940a-90530cba08f4 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:44.034608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port e2e71a7d-a325-447c-940a-90530cba08f4 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:44.042124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e2e71a7d-a325-447c-940a-90530cba08f4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:44.042794 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.177838 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa90d91-b2cc-4fc9-80ef-d468f4ff9235 x-openstack-request-id: req-0fa90d91-b2cc-4fc9-80ef-d468f4ff9235 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:44.178322 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d9d467-255e-404d-a04c-a9fd96ad2eab", "tag": "83043897-1c6c-4e5f-92e6-dc40c04e8cfc", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:44.178735 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fa90d91-b2cc-4fc9-80ef-d468f4ff9235 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:44.179422 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'tag': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc', 'status': 'completed', 'code': 200} Sep 21 08:11:44.187416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.222311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e71a7d-a325-447c-940a-90530cba08f4'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:44.225529 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2f77df-187d-43cd-ba91-6166c93fb030" -d '{"events": [{"server_uuid": "df62d7cd-c5cc-43c4-a838-91c9e07a24b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2e71a7d-a325-447c-940a-90530cba08f4"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:44.226606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2bb22c2-8189-48b7-8b4e-f84cebc90e5e req-267371fa-12a8-4d04-940f-3a438d0b404c service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204421 Sep 21 08:11:44.252417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-35e72192-68a8-465c-9d1a-2085795e14dc req-de09d89c-a8e3-40e9-97e2-9a852c3ed671 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.255965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e2e71a7d-a325-447c-940a-90530cba08f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e2e71a7d-a325-447c-940a-90530cba08f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:44.257923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-35e72192-68a8-465c-9d1a-2085795e14dc req-de09d89c-a8e3-40e9-97e2-9a852c3ed671 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.260263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35e72192-68a8-465c-9d1a-2085795e14dc req-de09d89c-a8e3-40e9-97e2-9a852c3ed671 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] 10.222.0.59 "DELETE /v2.0/security-groups/18dc1e22-4b7c-42fb-8972-af3f36dd08ae HTTP/1.1" status: 204 len: 173 time: 0.5059416 Sep 21 08:11:44.261587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.272168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45732) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:44.325506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884051-b47c-425d-b3ca-6f2dce0e880c req-aa00989a-d7c5-4943-a59e-37350a6caf2b tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.327245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08884051-b47c-425d-b3ca-6f2dce0e880c req-aa00989a-d7c5-4943-a59e-37350a6caf2b tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 945 time: 0.0958273 Sep 21 08:11:44.332218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09d89c-a8e3-40e9-97e2-9a852c3ed671 tempest-SecurityGroupsTestJSON-390267699 tempest-SecurityGroupsTestJSON-390267699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dc1e22-4b7c-42fb-8972-af3f36dd08ae,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:44.348972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e2e71a7d-a325-447c-940a-90530cba08f4,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:44.367835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223399a3-7af9-4561-a15f-566070f0df6e req-933499df-e4bc-48c4-a73e-4f896e7a3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.370295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-223399a3-7af9-4561-a15f-566070f0df6e req-933499df-e4bc-48c4-a73e-4f896e7a3fa4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=de815fa682e4402e8f5e4c76e00bee06&device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 1099 time: 0.1400709 Sep 21 08:11:44.373946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.374375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.374788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.375231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.375656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.376214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.376744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.377301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.377827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.378353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.379103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.379849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:11:44.405810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08884051-b47c-425d-b3ca-6f2dce0e880c req-d3ed4781-d0c6-4c4a-8d99-da677469dd3b tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/security-groups?id=cddf7527-66ed-42ad-937c-f668fd4bd60f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706613 Sep 21 08:11:44.411652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] Deleting subnet 32f4932b-202d-47f1-a3f5-9d8eae4fadca {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:11:44.416795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.462904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc70c2-e46c-4ba0-bf99-a908bbac9642 req-5f634d6a-cdfa-41b8-bf57-07a53ee56176 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.464488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f1bc70c2-e46c-4ba0-bf99-a908bbac9642 req-5f634d6a-cdfa-41b8-bf57-07a53ee56176 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1263676 Sep 21 08:11:44.477070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.553994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f1bc70c2-e46c-4ba0-bf99-a908bbac9642 req-36795046-fb0b-4e2b-8405-18c336dee86c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527012 Sep 21 08:11:44.555118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.572709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9ed9c-0535-45ac-a4b9-ac0820bde9a6 req-d10baf01-9f56-4702-9d15-925a01242519 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.574258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ca9ed9c-0535-45ac-a4b9-ac0820bde9a6 req-d10baf01-9f56-4702-9d15-925a01242519 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 948 time: 0.0948434 Sep 21 08:11:44.575530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223399a3-7af9-4561-a15f-566070f0df6e req-0b2e95c4-181e-474d-af19-a19375d30583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.576900 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-223399a3-7af9-4561-a15f-566070f0df6e req-0b2e95c4-181e-474d-af19-a19375d30583 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1861787 Sep 21 08:11:44.643538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-223399a3-7af9-4561-a15f-566070f0df6e req-9ce100af-e186-4728-bfcb-6b251157ee10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=83043897-1c6c-4e5f-92e6-dc40c04e8cfc HTTP/1.1" status: 200 len: 217 time: 0.0551231 Sep 21 08:11:44.671855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-d4423173-d7e2-4aae-8025-2329fae6c033 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.674498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-d4423173-d7e2-4aae-8025-2329fae6c033 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.62 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 945 time: 0.0760798 Sep 21 08:11:44.678184 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.698630 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ca9ed9c-0535-45ac-a4b9-ac0820bde9a6 req-efcd25d0-f38e-4b21-889f-1f2bc60f05dc tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040096 Sep 21 08:11:44.719548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223399a3-7af9-4561-a15f-566070f0df6e req-e95a8806-ed91-44bb-ae7d-5aff78e6408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.721328 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-223399a3-7af9-4561-a15f-566070f0df6e req-e95a8806-ed91-44bb-ae7d-5aff78e6408f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0578623 Sep 21 08:11:44.772858 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d91f5a3-5937-43b3-9348-f04e8a7f4fec x-openstack-request-id: req-9d91f5a3-5937-43b3-9348-f04e8a7f4fec {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:44.773502 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df62d7cd-c5cc-43c4-a838-91c9e07a24b3", "name": "network-vif-plugged", "status": "completed", "tag": "e2e71a7d-a325-447c-940a-90530cba08f4", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:44.774377 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d91f5a3-5937-43b3-9348-f04e8a7f4fec {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:44.777466 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e71a7d-a325-447c-940a-90530cba08f4', 'code': 200} Sep 21 08:11:44.792223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f4932b-202d-47f1-a3f5-9d8eae4fadca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:44.826428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223399a3-7af9-4561-a15f-566070f0df6e req-238414e4-f381-4b91-91b2-4115515db724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.829212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-223399a3-7af9-4561-a15f-566070f0df6e req-238414e4-f381-4b91-91b2-4115515db724 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883760 Sep 21 08:11:44.834168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.836788 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-84d5dcff-3847-46a8-9f19-bc09e0b01e1b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/32f4932b-202d-47f1-a3f5-9d8eae4fadca HTTP/1.1" status: 204 len: 168 time: 0.5608571 Sep 21 08:11:44.843843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45742) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:44.949655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Deleting port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:44.949988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:44.985602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41012ca-d856-425b-b0a2-ae18850a8902 req-4a969a62-564e-4c0f-b2b3-d7578b4c545a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:44.987667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d41012ca-d856-425b-b0a2-ae18850a8902 req-4a969a62-564e-4c0f-b2b3-d7578b4c545a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 949 time: 0.1312385 Sep 21 08:11:45.004266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142f13-299b-4939-aec4-c8c2285d818b req-72600aa6-1b39-4511-bea9-5872feddfe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:45.005822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b142f13-299b-4939-aec4-c8c2285d818b req-72600aa6-1b39-4511-bea9-5872feddfe34 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 1100 time: 0.1284606 Sep 21 08:11:45.058283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.092144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-223399a3-7af9-4561-a15f-566070f0df6e req-9108723a-8f16-41a0-99f2-54f9e3db301e service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439325 Sep 21 08:11:45.105048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035ed2b-039a-41d2-be61-cba4437f43ea req-8290883b-ac4c-498b-901f-d0de9da6a4d2 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:45.111820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0035ed2b-039a-41d2-be61-cba4437f43ea req-8290883b-ac4c-498b-901f-d0de9da6a4d2 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 948 time: 0.1205163 Sep 21 08:11:45.139976 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d41012ca-d856-425b-b0a2-ae18850a8902 req-12308da1-8140-4265-8c4b-b285b0e324e3 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326234 Sep 21 08:11:45.147586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b142f13-299b-4939-aec4-c8c2285d818b req-ab8a0f81-f9dc-41f4-934d-8d9821ea2bd1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267672 Sep 21 08:11:45.167439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] For port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,segment=NetworkSegment(015fc018-20bf-48e7-be3e-fa7b7846bae4),segment_id=015fc018-20bf-48e7-be3e-fa7b7846bae4)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:45.167962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.182769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Calling delete_port for 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:45.292809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.302144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0035ed2b-039a-41d2-be61-cba4437f43ea req-5875d9d4-e6d3-4946-9d79-58e63a0e42b5 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874480 Sep 21 08:11:45.306944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 83043897-1c6c-4e5f-92e6-dc40c04e8cfc details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:45.337636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4973c017-aa9b-46f1-aab1-bd026de36d09']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:45.348338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-223399a3-7af9-4561-a15f-566070f0df6e req-ef0ed5d2-43fc-46c5-b635-c4df724bf4ea service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349617 Sep 21 08:11:45.353619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:45.354313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef07d69e-7a01-4156-93f5-3dbe2f8231b2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:45.369146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.394566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.410159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.427204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:11:45.427877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:11:45.430800 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:11:45.453500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Pushing event deleted for resources: {'Port': ['ID=20b7c317-e2b6-4612-89fb-1bdbf0278dc6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:45.516987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] No DVR routers for this DVR port 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:45.520977 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.524020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8db57f0d-6104-4dfa-bcb3-f9a84f67c219 req-b8f36e23-f40a-467f-ad9f-072ab21471c4 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.62 "DELETE /v2.0/ports/20b7c317-e2b6-4612-89fb-1bdbf0278dc6 HTTP/1.1" status: 204 len: 173 time: 0.8414361 Sep 21 08:11:45.524853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a95e34-453b-422f-9c71-2444be25533d', 'name': 'network-vif-deleted', 'tag': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:45.527895 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bf77aa-34a0-4803-8eab-9eaef6b3f183" -d '{"events": [{"server_uuid": "75a95e34-453b-422f-9c71-2444be25533d", "name": "network-vif-deleted", "tag": "20b7c317-e2b6-4612-89fb-1bdbf0278dc6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:45.555083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['20b7c317-e2b6-4612-89fb-1bdbf0278dc6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:45.604106 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffa06b82-a54f-4d76-a5a8-c6a24398caa3 req-6f99feba-218c-437f-a2fe-00888493bc01 tempest-ServerTagsTestJSON-1377250001 tempest-ServerTagsTestJSON-1377250001-project] 10.222.0.59 "GET /v2.0/ports?device_id=75a95e34-453b-422f-9c71-2444be25533d HTTP/1.1" status: 200 len: 210 time: 0.0490718 Sep 21 08:11:45.607637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.661342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.667139 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b814aa4a-b32e-4b80-83aa-4055f2f06096 x-openstack-request-id: req-b814aa4a-b32e-4b80-83aa-4055f2f06096 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:45.667771 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a95e34-453b-422f-9c71-2444be25533d", "name": "network-vif-deleted", "tag": "20b7c317-e2b6-4612-89fb-1bdbf0278dc6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:45.667986 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b814aa4a-b32e-4b80-83aa-4055f2f06096 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:45.668439 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a95e34-453b-422f-9c71-2444be25533d', 'name': 'network-vif-deleted', 'tag': '20b7c317-e2b6-4612-89fb-1bdbf0278dc6', 'status': 'completed', 'code': 200} Sep 21 08:11:45.669597 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] 10.222.0.59 "DELETE /v2.0/networks/4973c017-aa9b-46f1-aab1-bd026de36d09 HTTP/1.1" status: 204 len: 168 time: 0.8238487 Sep 21 08:11:45.671022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11c02a-b501-4e6f-9a52-5f3f1739192a admin admin] Pushing event deleted for resources: {'Network': ['ID=4973c017-aa9b-46f1-aab1-bd026de36d09,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:45.680465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:45.697933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc', 'mac_address': 'fa:16:3e:78:6e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:45.776865 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.804049 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83043897-1c6c-4e5f-92e6-dc40c04e8cfc {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:45.832433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:45.837777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:45.849628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a76ad-64f8-4b3a-beff-5d1461670c62 req-91fa7efa-818f-419c-bad1-89f6ef7f9201 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:45.851797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a89a76ad-64f8-4b3a-beff-5d1461670c62 req-91fa7efa-818f-419c-bad1-89f6ef7f9201 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.0872548 Sep 21 08:11:45.912791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:45.913786 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a89a76ad-64f8-4b3a-beff-5d1461670c62 req-7fc9a63e-fe98-4115-9255-b6efc27d1b29 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543513 Sep 21 08:11:45.970427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a577c7ba-206e-4304-9ab1-69cebcea76f4 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:11:46.008746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45772) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:46.076934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8bc999b3-170b-43ab-8f18-94569121cee1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b65f7a46f1a4a09b8e1e092a1657ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630288 Sep 21 08:11:46.077264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54a1c3-001a-48cd-a1b4-e239ab7ba8b6 req-140bd010-ede1-4bb6-9ae8-11487648ed7b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:46.079809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45774) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:46.080001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e54a1c3-001a-48cd-a1b4-e239ab7ba8b6 req-140bd010-ede1-4bb6-9ae8-11487648ed7b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 948 time: 0.1255417 Sep 21 08:11:46.134687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a577c7ba-206e-4304-9ab1-69cebcea76f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a577c7ba-206e-4304-9ab1-69cebcea76f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:46.152226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'a577c7ba-206e-4304-9ab1-69cebcea76f4', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'a577c7ba-206e-4304-9ab1-69cebcea76f4', 'mac_address': 'fa:16:3e:ec:b3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:11:46.192450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e54a1c3-001a-48cd-a1b4-e239ab7ba8b6 req-525757b5-111e-4cbd-8a80-1b3b9e42de91 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904109 Sep 21 08:11:46.198009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bf277e7-1a93-40b2-abf2-5983ab3f1c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.226138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.236875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['83043897-1c6c-4e5f-92e6-dc40c04e8cfc'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:46.247975 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bf277e7-1a93-40b2-abf2-5983ab3f1c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.287879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a577c7ba-206e-4304-9ab1-69cebcea76f4 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:11:46.327363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a577c7ba-206e-4304-9ab1-69cebcea76f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a577c7ba-206e-4304-9ab1-69cebcea76f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:46.337793 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.339372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bf277e7-1a93-40b2-abf2-5983ab3f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.345123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bf277e7-1a93-40b2-abf2-5983ab3f1c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.347545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1bf277e7-1a93-40b2-abf2-5983ab3f1c4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd863fcc-bb3b-4ece-8d59-552c5466ac90 HTTP/1.1" status: 204 len: 168 time: 0.2660391 Sep 21 08:11:46.367438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf277e7-1a93-40b2-abf2-5983ab3f1c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd863fcc-bb3b-4ece-8d59-552c5466ac90,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:46.434979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb676e3-47e7-40e0-9d85-c8ca66e4692c req-5aa4fa29-bb83-4f2c-9d6b-ec890285e023 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:46.456792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb676e3-47e7-40e0-9d85-c8ca66e4692c req-5aa4fa29-bb83-4f2c-9d6b-ec890285e023 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 949 time: 0.1320150 Sep 21 08:11:46.469892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a577c7ba-206e-4304-9ab1-69cebcea76f4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:46.522677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb676e3-47e7-40e0-9d85-c8ca66e4692c req-f822ac08-159b-46df-95fe-4cef495b9ea2 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629478 Sep 21 08:11:46.669199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45786) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:46.731577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec34135-cb84-4368-9d61-cbe6059e0253 req-315add7a-f541-4cc4-82d7-00b57628fa65 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:46.735172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fec34135-cb84-4368-9d61-cbe6059e0253 req-315add7a-f541-4cc4-82d7-00b57628fa65 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 949 time: 0.1222804 Sep 21 08:11:46.776936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] Deleting subnet a3edd0a1-db01-46c9-9b63-afd703024b25 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:11:46.787620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.828791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fec34135-cb84-4368-9d61-cbe6059e0253 req-148b6e20-9d54-4d57-9be0-133c8d099eb5 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823846 Sep 21 08:11:46.864024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:46.877612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['a577c7ba-206e-4304-9ab1-69cebcea76f4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:46.919885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.118894 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.143968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.146409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a3edd0a1-db01-46c9-9b63-afd703024b25 HTTP/1.1" status: 204 len: 168 time: 0.4754653 Sep 21 08:11:47.150894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45806) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:47.204290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf553e26-6066-454c-8a64-220d438f0fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3edd0a1-db01-46c9-9b63-afd703024b25,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:47.262705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.370603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.409009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a283f2bb-a04d-4c49-b152-a565e134b8bc']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:47.421469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015fc018-20bf-48e7-be3e-fa7b7846bae4') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:47.422605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015fc018-20bf-48e7-be3e-fa7b7846bae4') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:47.435246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.474619 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.486173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:11:47.486664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:11:47.488538 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:11:47.522738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a4b77-de19-405f-b180-4257f45a1bad req-3f25af35-f1d1-4990-8d0b-9024899a4737 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:47.524293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-542a4b77-de19-405f-b180-4257f45a1bad req-3f25af35-f1d1-4990-8d0b-9024899a4737 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.0868270 Sep 21 08:11:47.595673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.617336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.620538 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a283f2bb-a04d-4c49-b152-a565e134b8bc HTTP/1.1" status: 204 len: 168 time: 0.4685652 Sep 21 08:11:47.623729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-542a4b77-de19-405f-b180-4257f45a1bad req-432ad141-2627-4b77-80c1-c305bdee7907 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684993 Sep 21 08:11:47.625372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d02d7-d5d4-4f25-871a-34f61dfe4b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=a283f2bb-a04d-4c49-b152-a565e134b8bc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:47.686956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45822) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:47.782149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d42f7f-f1f0-4be3-a318-ff6e3b3ecffa req-13bc5d76-e63b-4211-a161-c5574eb543f1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:47.783917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4d42f7f-f1f0-4be3-a318-ff6e3b3ecffa req-13bc5d76-e63b-4211-a161-c5574eb543f1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 949 time: 0.0825644 Sep 21 08:11:47.833852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1354470621-network', 'tenant_id': 'd1d20d4e71694c039ad0c5ec8be2824c'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:47.883434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4d42f7f-f1f0-4be3-a318-ff6e3b3ecffa req-e71bc983-dbe5-4df7-b54e-fcec1dd1d5f5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862408 Sep 21 08:11:47.892847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Made reservation on behalf of d1d20d4e71694c039ad0c5ec8be2824c for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:47.895984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.907670 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:47.963805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45830) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:47.973494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:48.011670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:48.012296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 20b7c317-e2b6-4612-89fb-1bdbf0278dc6 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:48.019645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479eee8-3447-46a3-ade8-77493f81aa16 req-950fe1fe-f3e4-44e7-9e03-ff525a11778d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:48.022570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0479eee8-3447-46a3-ade8-77493f81aa16 req-950fe1fe-f3e4-44e7-9e03-ff525a11778d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 949 time: 0.0983651 Sep 21 08:11:48.052195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5eaf3a78-8e26-45e3-b702-3d091f254bbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4e5bf781d7948f09985256f803d2e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854554 Sep 21 08:11:48.056582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45832) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:48.069107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a146e7-fb3e-462d-91f3-6c093df74371 req-c19a9dac-b06f-45f8-a0ec-e3303c0efb40 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:48.070733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9a146e7-fb3e-462d-91f3-6c093df74371 req-c19a9dac-b06f-45f8-a0ec-e3303c0efb40 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 949 time: 0.0865500 Sep 21 08:11:48.109456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0479eee8-3447-46a3-ade8-77493f81aa16 req-1cf6e06e-ff4d-4db9-bb9b-590f3534774b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785320 Sep 21 08:11:48.134346 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9a146e7-fb3e-462d-91f3-6c093df74371 req-484ecc09-7717-4011-b892-9c2d56f77447 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495622 Sep 21 08:11:48.144288 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.149646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.167718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b77b0f1-fe5c-443d-a356-ebce1506d3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.201703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:11:48.204714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb580ef2-632a-46dd-87ca-375d6794b183,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:48.206772 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b77b0f1-fe5c-443d-a356-ebce1506d3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.219406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.219995 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Added segment 396f169c-c1e1-490d-9a3b-f89e4050e253 of type vlan for network 57daeb94-61aa-4cfd-8a31-2b8f74cee953 Sep 21 08:11:48.232168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:48.276734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b77b0f1-fe5c-443d-a356-ebce1506d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.280150 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b77b0f1-fe5c-443d-a356-ebce1506d3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.281366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b77b0f1-fe5c-443d-a356-ebce1506d3b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cddf7527-66ed-42ad-937c-f668fd4bd60f HTTP/1.1" status: 204 len: 168 time: 0.2232244 Sep 21 08:11:48.291478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77b0f1-fe5c-443d-a356-ebce1506d3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf7527-66ed-42ad-937c-f668fd4bd60f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:48.302090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.336985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.338003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:48.338604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.424012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60b223ff-50e2-46cf-9371-3b6c76552f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.431748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] Pushing event updated for resources: {'Network': ['ID=57daeb94-61aa-4cfd-8a31-2b8f74cee953,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:48.440119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-35157cde-0d80-46e9-9cdb-970045acf2ac admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7480597 Sep 21 08:11:48.443838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45848) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:48.454704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 57daeb94-61aa-4cfd-8a31-2b8f74cee953 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:11:48.461466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Request body: {'subnet': {'network_id': '57daeb94-61aa-4cfd-8a31-2b8f74cee953', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1354470621-subnet', 'tenant_id': 'd1d20d4e71694c039ad0c5ec8be2824c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:48.597986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60b223ff-50e2-46cf-9371-3b6c76552f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.608917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60b223ff-50e2-46cf-9371-3b6c76552f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.626817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Made reservation on behalf of d1d20d4e71694c039ad0c5ec8be2824c for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:48.629528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.649744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-60b223ff-50e2-46cf-9371-3b6c76552f49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53f3c7890f2f45928c686882407962fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164293 Sep 21 08:11:48.650700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45856) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:48.713711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b223ff-50e2-46cf-9371-3b6c76552f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f034f2d-7e9c-4b59-a3c0-df3868ef13fd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:48.740540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7798527-9c01-49c1-9dfd-497e71410bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.819452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7798527-9c01-49c1-9dfd-497e71410bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.851082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9d619-dc6c-46ef-a04e-60fd9d3daae6 req-61c70568-0042-4ae6-945d-6745ab825e71 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:48.852688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7be9d619-dc6c-46ef-a04e-60fd9d3daae6 req-61c70568-0042-4ae6-945d-6745ab825e71 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1052387 Sep 21 08:11:48.928033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7be9d619-dc6c-46ef-a04e-60fd9d3daae6 req-60d06b92-a5ca-4fd7-a510-546373a9da05 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641987 Sep 21 08:11:48.941157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7798527-9c01-49c1-9dfd-497e71410bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.945652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7798527-9c01-49c1-9dfd-497e71410bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.965249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d7798527-9c01-49c1-9dfd-497e71410bb5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f034f2d-7e9c-4b59-a3c0-df3868ef13fd HTTP/1.1" status: 204 len: 168 time: 0.2987213 Sep 21 08:11:48.966744 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:48.984862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798527-9c01-49c1-9dfd-497e71410bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f034f2d-7e9c-4b59-a3c0-df3868ef13fd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:49.113497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4d997d-6d0d-4f7b-b9d2-70b70c13bb68,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:49.137695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.138193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.138680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.139158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.139658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.140146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.140691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.141113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.141582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.142049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.142518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.142988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.143496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.143966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.144433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.144904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.145372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.145837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.148592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0320858-9d84-4421-9e13-7232647a0485 req-d037ef98-bc1e-4780-a1d1-152b12602f04 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957&device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab&device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3&device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b&device_id=7d815677-1956-406d-acb7-5e04f2728ee8&device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b&device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b&device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e&device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a&device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77&device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 16293 time: 0.1667602 Sep 21 08:11:49.149269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84452c61-0847-46d1-b967-ca156b1931d3 req-af32552a-dfae-4206-b911-f61fd87d57c5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.149884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Checking segment: {'id': '396f169c-c1e1-490d-9a3b-f89e4050e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '57daeb94-61aa-4cfd-8a31-2b8f74cee953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:49.150247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Network hostable DHCP agents. Network: 57daeb94-61aa-4cfd-8a31-2b8f74cee953, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:11:49.158060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84452c61-0847-46d1-b967-ca156b1931d3 req-af32552a-dfae-4206-b911-f61fd87d57c5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 949 time: 0.0910811 Sep 21 08:11:49.178773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Network 57daeb94-61aa-4cfd-8a31-2b8f74cee953 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:11:49.188407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d0320858-9d84-4421-9e13-7232647a0485 req-274e2043-1e3d-4761-b210-36465da8b6b8 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.217432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 57daeb94-61aa-4cfd-8a31-2b8f74cee953) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:49.227281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912f84b-4ea4-4242-b690-c1f890b8d00d None None] Network 57daeb94-61aa-4cfd-8a31-2b8f74cee953 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:11:49.230822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84452c61-0847-46d1-b967-ca156b1931d3 req-9f94b3c7-ccd6-4eea-9135-7a06545320a0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675068 Sep 21 08:11:49.240806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.241777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.368378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 83043897-1c6c-4e5f-92e6-dc40c04e8cfc up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:49.368949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbd334-3d4c-4988-8de3-cb32727a6cff req-33fe88a0-00f1-4573-b11b-27bc8d2ffa50 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:49.378832 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4bbd334-3d4c-4988-8de3-cb32727a6cff req-33fe88a0-00f1-4573-b11b-27bc8d2ffa50 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 949 time: 0.0712819 Sep 21 08:11:49.391360 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d0320858-9d84-4421-9e13-7232647a0485 req-274e2043-1e3d-4761-b210-36465da8b6b8 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.397657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d0320858-9d84-4421-9e13-7232647a0485 req-274e2043-1e3d-4761-b210-36465da8b6b8 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.434452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e8725673-bf74-4068-acba-b6c86fec426e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9890642 Sep 21 08:11:49.453661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4bbd334-3d4c-4988-8de3-cb32727a6cff req-757b26c4-d3f1-4b2b-a086-d94b5a98253d tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690989 Sep 21 08:11:49.483704 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0320858-9d84-4421-9e13-7232647a0485 req-274e2043-1e3d-4761-b210-36465da8b6b8 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3096006 Sep 21 08:11:49.491898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e2043-1e3d-4761-b210-36465da8b6b8 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27930e3-41e2-43bd-a175-b66015f2a7df,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:49.542104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:49.548248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:49.549249 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.579042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921fb69-245c-48ba-82ba-7f5c252705ce None None] Network 57daeb94-61aa-4cfd-8a31-2b8f74cee953 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:11:49.583452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45888) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:49.603545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd634906-0a9e-44c6-ac10-3376c507fbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.807554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd634906-0a9e-44c6-ac10-3376c507fbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.820115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd634906-0a9e-44c6-ac10-3376c507fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.823905 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.873607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:49.877138 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949bbe86-c965-4267-a089-ed9239b2b7fd" -d '{"events": [{"server_uuid": "f2d9d467-255e-404d-a04c-a9fd96ad2eab", "name": "network-vif-plugged", "status": "completed", "tag": "83043897-1c6c-4e5f-92e6-dc40c04e8cfc"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:49.892868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd634906-0a9e-44c6-ac10-3376c507fbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fb6dea-e267-4bdc-a605-79ee7a8cc2f5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:49.893104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:49.901697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:49.902685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dd634906-0a9e-44c6-ac10-3376c507fbc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f72711cdd78b47aaad45e25f5bddc780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167813 Sep 21 08:11:49.904891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.987499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc39404b-2e7b-49cc-8756-563e5439b101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:49.994844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a577c7ba-206e-4304-9ab1-69cebcea76f4 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:11:49.996754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:49.998487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391545fd-a226-4937-b9da-dfb2f6a4e837 req-19025d6b-a8a3-4864-b3a0-dcf8913dffd1 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:50.000677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391545fd-a226-4937-b9da-dfb2f6a4e837 req-19025d6b-a8a3-4864-b3a0-dcf8913dffd1 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:50.001291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391545fd-a226-4937-b9da-dfb2f6a4e837 req-19025d6b-a8a3-4864-b3a0-dcf8913dffd1 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:50.011255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-391545fd-a226-4937-b9da-dfb2f6a4e837 req-19025d6b-a8a3-4864-b3a0-dcf8913dffd1 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3&device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b&device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 2883 time: 0.0759902 Sep 21 08:11:50.044107 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc39404b-2e7b-49cc-8756-563e5439b101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:50.058238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-391545fd-a226-4937-b9da-dfb2f6a4e837 req-63b6c417-ed71-4bf0-8e20-b5b2cb145fde tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Sep 21 08:11:50.081159 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-80126de0-1a82-4ace-8647-0495df6c695e req-d22854b3-3864-4c74-b672-a78af67d9777 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] show failed (client error): The resource could not be found. Sep 21 08:11:50.082186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80126de0-1a82-4ace-8647-0495df6c695e req-d22854b3-3864-4c74-b672-a78af67d9777 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "GET /v2.0/security-groups/e665716a-a99e-4947-b88e-b8a02159dc2d HTTP/1.1" status: 404 len: 352 time: 0.0557861 Sep 21 08:11:50.088438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port a577c7ba-206e-4304-9ab1-69cebcea76f4 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:11:50.101570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port a577c7ba-206e-4304-9ab1-69cebcea76f4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:11:50.101962 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:50.143556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc39404b-2e7b-49cc-8756-563e5439b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:50.148624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc39404b-2e7b-49cc-8756-563e5439b101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:50.157413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fc39404b-2e7b-49cc-8756-563e5439b101 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8fb6dea-e267-4bdc-a605-79ee7a8cc2f5 HTTP/1.1" status: 204 len: 168 time: 0.2532341 Sep 21 08:11:50.186129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39404b-2e7b-49cc-8756-563e5439b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fb6dea-e267-4bdc-a605-79ee7a8cc2f5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:50.199419 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10bf86d-2d5d-40a5-bbcf-7e80ed38773f x-openstack-request-id: req-b10bf86d-2d5d-40a5-bbcf-7e80ed38773f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:50.199621 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9d467-255e-404d-a04c-a9fd96ad2eab", "name": "network-vif-plugged", "status": "completed", "tag": "83043897-1c6c-4e5f-92e6-dc40c04e8cfc", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:50.200003 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b10bf86d-2d5d-40a5-bbcf-7e80ed38773f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:50.200430 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc', 'code': 200} Sep 21 08:11:50.285327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:50.319293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eef4f-52aa-4ff2-9b77-d2b020f10d5d req-b3397c44-379a-4ca0-bba3-7448117beef9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:50.334251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-548eef4f-52aa-4ff2-9b77-d2b020f10d5d req-b3397c44-379a-4ca0-bba3-7448117beef9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1270137 Sep 21 08:11:50.351595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a577c7ba-206e-4304-9ab1-69cebcea76f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a577c7ba-206e-4304-9ab1-69cebcea76f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:50.357489 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:50.358096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97515b06-2872-4c79-915c-1e84e4b79228 req-ce5d6700-a416-4518-be0d-9fc52de5637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:50.360457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97515b06-2872-4c79-915c-1e84e4b79228 req-ce5d6700-a416-4518-be0d-9fc52de5637f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 1101 time: 0.0677168 Sep 21 08:11:50.412437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-548eef4f-52aa-4ff2-9b77-d2b020f10d5d req-94a02b92-7a3a-410d-b0be-6e3be1427a71 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710323 Sep 21 08:11:50.440825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97515b06-2872-4c79-915c-1e84e4b79228 req-df32fb77-6667-41f4-9b8b-bc89b6feb489 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721283 Sep 21 08:11:50.477285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a577c7ba-206e-4304-9ab1-69cebcea76f4,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:50.540675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a00e75-c0d1-4bbf-b5ac-8dacc6b73f4b req-8aed87fc-bf67-45d2-aa3d-767736fa1200 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:50.541808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a32361b0-0112-40e3-a3c6-2fac9b75085f req-8be02a20-2520-49d6-aae7-edbeb5b89328 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1d20d4e71694c039ad0c5ec8be2824c HTTP/1.1" status: 200 len: 2984 time: 0.0846262 Sep 21 08:11:50.542524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-13a00e75-c0d1-4bbf-b5ac-8dacc6b73f4b req-8aed87fc-bf67-45d2-aa3d-767736fa1200 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 950 time: 0.1264086 Sep 21 08:11:50.594569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a32361b0-0112-40e3-a3c6-2fac9b75085f req-f8284cea-168d-4445-9b58-edd14723f9e7 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "GET /v2.0/security-groups/eb580ef2-632a-46dd-87ca-375d6794b183 HTTP/1.1" status: 200 len: 2981 time: 0.0512915 Sep 21 08:11:50.604112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-13a00e75-c0d1-4bbf-b5ac-8dacc6b73f4b req-e70cdcf2-4f8a-449a-a0dc-4e1c806559c1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557406 Sep 21 08:11:50.656480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a32361b0-0112-40e3-a3c6-2fac9b75085f req-4e6aa715-d200-4fc8-9f33-dc85410bd5e6 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "GET /v2.0/security-groups/eb580ef2-632a-46dd-87ca-375d6794b183 HTTP/1.1" status: 200 len: 2981 time: 0.0554898 Sep 21 08:11:50.835193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076941e-beff-4436-bb64-ead9c731c114 req-5a1508dc-b7ce-493b-957f-fe456a8b9293 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:50.847370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2076941e-beff-4436-bb64-ead9c731c114 req-5a1508dc-b7ce-493b-957f-fe456a8b9293 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 950 time: 0.1107574 Sep 21 08:11:50.902064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2076941e-beff-4436-bb64-ead9c731c114 req-454c6e96-81d1-4b93-b36d-e1079b6e6191 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Sep 21 08:11:50.907519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bcb138be-e006-49e2-b791-04b56f90c252 req-175660f7-2ccc-4e19-9827-ef4d6a067221 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "GET /v2.0/security-groups/eb580ef2-632a-46dd-87ca-375d6794b183 HTTP/1.1" status: 200 len: 2981 time: 0.0580809 Sep 21 08:11:51.011772 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-bcb138be-e006-49e2-b791-04b56f90c252 req-343aea96-8b36-43d5-9635-2b86fd5abf24 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 08:11:51.028921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bcb138be-e006-49e2-b791-04b56f90c252 req-343aea96-8b36-43d5-9635-2b86fd5abf24 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "DELETE /v2.0/security-groups/eb580ef2-632a-46dd-87ca-375d6794b183 HTTP/1.1" status: 409 len: 352 time: 0.1075642 Sep 21 08:11:51.067340 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-e51e82f5-2b83-47dd-b454-4afeffeb9bb7 req-c065e4fa-2fcd-4672-bd2f-ff3da96fe077 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] show failed (client error): The resource could not be found. Sep 21 08:11:51.075288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e51e82f5-2b83-47dd-b454-4afeffeb9bb7 req-c065e4fa-2fcd-4672-bd2f-ff3da96fe077 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "GET /v2.0/security-groups/6e08ccef-1864-41f9-b59c-70c24ab07eab HTTP/1.1" status: 404 len: 352 time: 0.0226362 Sep 21 08:11:51.107616 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-5e2aed94-2ecf-4dea-bee6-af2ba47523cb req-53971e33-f8d7-4f96-aa68-f1d21aa34a50 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] show failed (client error): The resource could not be found. Sep 21 08:11:51.114156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e2aed94-2ecf-4dea-bee6-af2ba47523cb req-53971e33-f8d7-4f96-aa68-f1d21aa34a50 tempest-SecurityGroupsNegativeTestJSON-170093427 tempest-SecurityGroupsNegativeTestJSON-170093427-project] 10.222.0.59 "GET /v2.0/security-groups/3b7aa142-0f80-4568-b7f8-1d0e573de23b HTTP/1.1" status: 404 len: 352 time: 0.0204690 Sep 21 08:11:51.118988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45954) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:51.187382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] Deleting subnet 1b4d997d-6d0d-4f7b-b9d2-70b70c13bb68 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:11:51.196580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.259462 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.327681 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.397488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.441707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4d997d-6d0d-4f7b-b9d2-70b70c13bb68,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:51.445928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22078b6-fbfd-4d9b-a076-0f68a3d0d754 req-7af2d499-7f36-4876-816d-4e55bef5c44f tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:51.450999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.453363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-47fc29ac-d596-4286-ab96-d5da19b2871a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1b4d997d-6d0d-4f7b-b9d2-70b70c13bb68 HTTP/1.1" status: 204 len: 168 time: 0.3332362 Sep 21 08:11:51.456288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45970) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:51.456840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b22078b6-fbfd-4d9b-a076-0f68a3d0d754 req-7af2d499-7f36-4876-816d-4e55bef5c44f tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1101 time: 0.0591710 Sep 21 08:11:51.535456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b22078b6-fbfd-4d9b-a076-0f68a3d0d754 req-f7ae8f3a-bbe7-4fac-8e90-d4fe8812045b tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714025 Sep 21 08:11:51.589120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.615385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87be73d-ecfd-49b1-9ce1-bc1517b77a55 req-31920aa2-5c90-4fa9-b816-60bb718f6476 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:51.616877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e87be73d-ecfd-49b1-9ce1-bc1517b77a55 req-31920aa2-5c90-4fa9-b816-60bb718f6476 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1118348 Sep 21 08:11:51.736027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164002d-9b0c-4903-8181-21af9e6fec81 req-043e23c7-4fdb-4d25-87d4-96a378d5eb34 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:51.738855 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7164002d-9b0c-4903-8181-21af9e6fec81 req-043e23c7-4fdb-4d25-87d4-96a378d5eb34 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1101 time: 0.0736327 Sep 21 08:11:51.759254 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.767573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e87be73d-ecfd-49b1-9ce1-bc1517b77a55 req-7ffc357d-17dc-42f6-9735-dc1eca2df521 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217971 Sep 21 08:11:51.809116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57daeb94-61aa-4cfd-8a31-2b8f74cee953']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:51.828937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7164002d-9b0c-4903-8181-21af9e6fec81 req-441f35f8-7991-4c84-91fe-de7a3ca912df tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Sep 21 08:11:51.831419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396f169c-c1e1-490d-9a3b-f89e4050e253') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:51.831936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396f169c-c1e1-490d-9a3b-f89e4050e253') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:11:51.845217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.887887 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.900494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:11:51.901230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:11:51.904209 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:11:52.017762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:52.024171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:52.030624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] 10.222.0.59 "DELETE /v2.0/networks/57daeb94-61aa-4cfd-8a31-2b8f74cee953 HTTP/1.1" status: 204 len: 168 time: 0.5724092 Sep 21 08:11:52.046359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff1bbf-925d-4161-9670-097efa7fd407 admin admin] Pushing event deleted for resources: {'Network': ['ID=57daeb94-61aa-4cfd-8a31-2b8f74cee953,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:52.069918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5570a-0c6e-4937-a0a8-30db3ebfc7a0 req-f8ee7d9f-f04e-4baf-97e6-7171a0df9013 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:52.084203 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0fa5570a-0c6e-4937-a0a8-30db3ebfc7a0 req-f8ee7d9f-f04e-4baf-97e6-7171a0df9013 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 950 time: 0.1636436 Sep 21 08:11:52.164317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0fa5570a-0c6e-4937-a0a8-30db3ebfc7a0 req-92f36d04-e609-4aca-a0eb-b57e06e66664 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781794 Sep 21 08:11:52.202904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a577c7ba-206e-4304-9ab1-69cebcea76f4'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:52.208959 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706810a-73b7-48f2-94c0-3a8a5818fee4" -d '{"events": [{"server_uuid": "baaec79b-bf9e-4771-bdd2-2eee81082957", "name": "network-vif-plugged", "status": "completed", "tag": "a577c7ba-206e-4304-9ab1-69cebcea76f4"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:52.315810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:52.346365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0f3bfc2e-d49b-42d4-be35-e1f159931d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:52.383497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5ef8bf9e-b3d9-4c5e-a8d9-54d2814e8504 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1d20d4e71694c039ad0c5ec8be2824c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661843 Sep 21 08:11:52.384028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46012) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:52.388306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46b875-cdd6-41d7-8c62-20658d4d184b req-fa023f88-add9-4658-b02f-5bc15aa4edc6 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:52.398358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba46b875-cdd6-41d7-8c62-20658d4d184b req-fa023f88-add9-4658-b02f-5bc15aa4edc6 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 950 time: 0.0975676 Sep 21 08:11:52.452699 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90da7b0b-a703-47f4-833b-f6c61930e539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:52.471660 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba46b875-cdd6-41d7-8c62-20658d4d184b req-8f775489-7a21-4d3e-9721-36b87b2d33ee tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709860 Sep 21 08:11:52.503519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90da7b0b-a703-47f4-833b-f6c61930e539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:52.529004 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e81919c-446a-4e51-8cf7-33dc0504fae5 x-openstack-request-id: req-5e81919c-446a-4e51-8cf7-33dc0504fae5 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:52.529424 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec79b-bf9e-4771-bdd2-2eee81082957", "name": "network-vif-plugged", "status": "completed", "tag": "a577c7ba-206e-4304-9ab1-69cebcea76f4", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:52.530038 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e81919c-446a-4e51-8cf7-33dc0504fae5 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:52.530429 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a577c7ba-206e-4304-9ab1-69cebcea76f4', 'code': 200} Sep 21 08:11:52.597193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90da7b0b-a703-47f4-833b-f6c61930e539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:52.605694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90da7b0b-a703-47f4-833b-f6c61930e539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:52.612312 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90da7b0b-a703-47f4-833b-f6c61930e539 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb580ef2-632a-46dd-87ca-375d6794b183 HTTP/1.1" status: 204 len: 168 time: 0.2268455 Sep 21 08:11:52.630038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da7b0b-a703-47f4-833b-f6c61930e539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb580ef2-632a-46dd-87ca-375d6794b183,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:52.711787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5514c-464c-45dc-a9e8-8acf41492b5b req-5a65e535-d471-4a72-8af2-19c7f47ec238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:52.713878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57f5514c-464c-45dc-a9e8-8acf41492b5b req-5a65e535-d471-4a72-8af2-19c7f47ec238 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 1101 time: 0.0926278 Sep 21 08:11:52.817994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57f5514c-464c-45dc-a9e8-8acf41492b5b req-798a6985-31f2-4b74-ae4c-d15849904fb7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953250 Sep 21 08:11:53.025646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4583a5e-c926-4cce-9948-39f0df0ad77e req-6ba70129-049c-4cd5-a027-7273033565a0 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:53.038696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4583a5e-c926-4cce-9948-39f0df0ad77e req-6ba70129-049c-4cd5-a027-7273033565a0 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1175797 Sep 21 08:11:53.202088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4583a5e-c926-4cce-9948-39f0df0ad77e req-af3fad67-04e4-4d2e-9f37-e71cc2611500 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480992 Sep 21 08:11:53.391753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53413ae1-b50d-42b5-b0ed-15eb8d7ca134 req-d29de98f-7abd-4456-896a-158138d87e62 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:53.396238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-53413ae1-b50d-42b5-b0ed-15eb8d7ca134 req-d29de98f-7abd-4456-896a-158138d87e62 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0659690 Sep 21 08:11:53.460241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-53413ae1-b50d-42b5-b0ed-15eb8d7ca134 req-54747c07-4d75-4e1f-b711-1b176a09f626 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Sep 21 08:11:53.488644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2dc15-2716-4cad-9f95-218f4e8a4c8f req-db125771-5d7b-4b4b-b6a8-dd940605b265 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:53.504416 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15c2dc15-2716-4cad-9f95-218f4e8a4c8f req-db125771-5d7b-4b4b-b6a8-dd940605b265 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 950 time: 0.1534543 Sep 21 08:11:53.606177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15c2dc15-2716-4cad-9f95-218f4e8a4c8f req-46ef3966-58fb-403b-b75c-3874c4a3d61e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002035 Sep 21 08:11:53.701503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8d92-30ca-4bff-a5ba-547df99ce67f req-bbac2d1b-f115-4ce5-8c5a-e06262d6d132 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:53.704800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bbe8d92-30ca-4bff-a5ba-547df99ce67f req-bbac2d1b-f115-4ce5-8c5a-e06262d6d132 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 950 time: 0.0820811 Sep 21 08:11:53.775710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bbe8d92-30ca-4bff-a5ba-547df99ce67f req-a9aa0c17-06f2-40c8-a69d-5f6c02198f1c tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627201 Sep 21 08:11:53.975236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46092) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:54.212268 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae516532-5e7d-4ea5-b05d-85fb34458b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:54.248423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4d819-0c48-4968-adcc-a824c4bcfff1 req-8ff8199f-39cc-4115-ac03-4ee56563bcd6 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:54.255966 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bc4d819-0c48-4968-adcc-a824c4bcfff1 req-8ff8199f-39cc-4115-ac03-4ee56563bcd6 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 950 time: 0.1332591 Sep 21 08:11:54.325808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bc4d819-0c48-4968-adcc-a824c4bcfff1 req-2ab01bce-6102-4c27-bda1-5e020514d00b tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Sep 21 08:11:54.452943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae516532-5e7d-4ea5-b05d-85fb34458b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:54.459692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d779667-b612-436a-9700-b184929b6657 req-7da1e63b-a409-4a28-8d1d-39f07e6b64ab tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:54.461243 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae516532-5e7d-4ea5-b05d-85fb34458b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:54.480049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d779667-b612-436a-9700-b184929b6657 req-7da1e63b-a409-4a28-8d1d-39f07e6b64ab tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1474261 Sep 21 08:11:54.555218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae516532-5e7d-4ea5-b05d-85fb34458b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d287bbb-6372-469a-8ba5-fdeaecda883c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:54.556068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d779667-b612-436a-9700-b184929b6657 req-7d9796ef-2103-4301-ba36-1d7714b913f1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747616 Sep 21 08:11:54.567512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae516532-5e7d-4ea5-b05d-85fb34458b22 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27e110883c864377bc17d422888ae22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874188 Sep 21 08:11:54.569277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:54.759010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364036f-60ea-40f2-a2ad-9e17f0a76853 req-3378b79f-ea48-4de1-9558-e881630f6c02 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:54.761409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3364036f-60ea-40f2-a2ad-9e17f0a76853 req-3378b79f-ea48-4de1-9558-e881630f6c02 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1414423 Sep 21 08:11:54.762688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4525a6ca-ce73-4abd-bdb3-c9d9e0afdb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:54.832063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4525a6ca-ce73-4abd-bdb3-c9d9e0afdb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:54.838589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3364036f-60ea-40f2-a2ad-9e17f0a76853 req-8706dc1b-96da-4241-91bf-5ac22f29847e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630848 Sep 21 08:11:54.925853 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4525a6ca-ce73-4abd-bdb3-c9d9e0afdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:54.932457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4525a6ca-ce73-4abd-bdb3-c9d9e0afdb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:54.934575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4525a6ca-ce73-4abd-bdb3-c9d9e0afdb06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d287bbb-6372-469a-8ba5-fdeaecda883c HTTP/1.1" status: 204 len: 168 time: 0.3636260 Sep 21 08:11:54.946333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525a6ca-ce73-4abd-bdb3-c9d9e0afdb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d287bbb-6372-469a-8ba5-fdeaecda883c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:55.025282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ce619-e210-40b0-a2ab-ae0ea08119da req-e8f23ed3-1d7a-41e1-bb8d-530208be0d30 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:55.026939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-797ce619-e210-40b0-a2ab-ae0ea08119da req-e8f23ed3-1d7a-41e1-bb8d-530208be0d30 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 950 time: 0.0839591 Sep 21 08:11:55.051720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46142) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:55.085434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-797ce619-e210-40b0-a2ab-ae0ea08119da req-444658b1-d67f-4e82-9d2f-1693c18a4547 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476120 Sep 21 08:11:55.242708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:55.277395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c794cd8-93d1-4bcc-ae42-489b595773cc req-a92cd575-e170-4dad-b837-c110cceeeedb tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:55.279563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c794cd8-93d1-4bcc-ae42-489b595773cc req-a92cd575-e170-4dad-b837-c110cceeeedb tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 1101 time: 0.0813401 Sep 21 08:11:55.326091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c794cd8-93d1-4bcc-ae42-489b595773cc req-f98f41c3-4dbf-448d-a4ad-aba544bc8c2f tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392656 Sep 21 08:11:55.367507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46152) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:55.373544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90203141-0ced-405f-99db-b4f8f157eb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:55.487933 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e527640-0627-45c6-8f47-6362c71d620e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:55.556364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad50c4e-cedf-488f-98b5-5adec5a8706e req-22ecde69-6b30-48ca-a534-a133cf5cfc1f tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:55.570331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fad50c4e-cedf-488f-98b5-5adec5a8706e req-22ecde69-6b30-48ca-a534-a133cf5cfc1f tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 950 time: 0.1160815 Sep 21 08:11:55.579087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46162) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:55.610041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad4e343a-6dfc-4cde-8af2-c5451a17d096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:55.617997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fad50c4e-cedf-488f-98b5-5adec5a8706e req-55f4d2f9-9826-4ad7-b9de-556d41e36f86 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Sep 21 08:11:55.733112 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e527640-0627-45c6-8f47-6362c71d620e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:55.736299 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-947d9961-f2aa-4e6f-b243-b0e56c9c1076 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531273 Sep 21 08:11:55.738602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e527640-0627-45c6-8f47-6362c71d620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:55.773403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6e527640-0627-45c6-8f47-6362c71d620e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0db7cdd13f104e24b8f1df52ed5e78e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7170801 Sep 21 08:11:55.775729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46176) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:55.860991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e527640-0627-45c6-8f47-6362c71d620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a87e8-a851-48f0-b43d-a948c3f1a2d1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:55.866890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058fe3e-ebb8-4dfd-bb16-fe4c19bb978e req-05fc176a-d1a7-45f6-bc5d-eb5bdeead721 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:55.880437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d058fe3e-ebb8-4dfd-bb16-fe4c19bb978e req-05fc176a-d1a7-45f6-bc5d-eb5bdeead721 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1519430 Sep 21 08:11:55.922106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-702f2948-e2a6-4247-8b38-b866a1afaef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:55.934156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d058fe3e-ebb8-4dfd-bb16-fe4c19bb978e req-c36ae9d4-9816-4bf5-9799-5a28a0a67eb6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527537 Sep 21 08:11:55.959027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-702f2948-e2a6-4247-8b38-b866a1afaef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.044696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-702f2948-e2a6-4247-8b38-b866a1afaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.049374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-702f2948-e2a6-4247-8b38-b866a1afaef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.054480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-702f2948-e2a6-4247-8b38-b866a1afaef4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb3a87e8-a851-48f0-b43d-a948c3f1a2d1 HTTP/1.1" status: 204 len: 168 time: 0.2721970 Sep 21 08:11:56.095293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f2948-e2a6-4247-8b38-b866a1afaef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a87e8-a851-48f0-b43d-a948c3f1a2d1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:56.146878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7c59e-35c0-48c1-a901-5e9f8ee0f5fe req-ee51b146-0ba0-4200-a679-e514593bdc50 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:56.149083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3eb7c59e-35c0-48c1-a901-5e9f8ee0f5fe req-ee51b146-0ba0-4200-a679-e514593bdc50 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0948076 Sep 21 08:11:56.206319 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3eb7c59e-35c0-48c1-a901-5e9f8ee0f5fe req-ee1b65a7-9689-4afc-80a1-3c8d19def47e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473945 Sep 21 08:11:56.323784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb87385d-0941-41e0-b371-494cf47da5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.405217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-b197ec5a-5348-4644-83b7-7b5b459c3bb0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:56.407156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-b197ec5a-5348-4644-83b7-7b5b459c3bb0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6427486 Sep 21 08:11:56.423355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-c4824545-5914-4f6a-81a1-a6df555373dd tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:56.424724 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-c4824545-5914-4f6a-81a1-a6df555373dd tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.50 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 950 time: 0.1307001 Sep 21 08:11:56.473974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-d54311d8-fad0-4546-849d-a6f960144859 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/quotas/31a43fa3043b4ecba170c7f64abb3351 HTTP/1.1" status: 200 len: 375 time: 0.0470538 Sep 21 08:11:56.509472 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad4e343a-6dfc-4cde-8af2-c5451a17d096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.552458 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad4e343a-6dfc-4cde-8af2-c5451a17d096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.602403 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.653965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ad4e343a-6dfc-4cde-8af2-c5451a17d096 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d93fdf7273734ba692a70a44f1cbe7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0707946 Sep 21 08:11:56.654601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:56.665216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e343a-6dfc-4cde-8af2-c5451a17d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69458791-1272-49c5-8980-ce1879e1ea01,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:56.683576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-36dbbffa-a13d-4168-a945-7dbf219ce61e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1935775 Sep 21 08:11:56.726896 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Deleting port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:11:56.727408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.853468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb87385d-0941-41e0-b371-494cf47da5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.862272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb87385d-0941-41e0-b371-494cf47da5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.873853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] For port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:11:56.874289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.885404 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb0a22a9-e55d-4b65-9b88-4160ce8ba243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.919545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb0a22a9-e55d-4b65-9b88-4160ce8ba243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:56.939710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Calling delete_port for 83043897-1c6c-4e5f-92e6-dc40c04e8cfc owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:11:56.995489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db30a7e-d4dc-4b18-9e1a-53006951b00a req-d1e87d77-3e09-401e-a651-42ca69b15d9d tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:57.004500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8db30a7e-d4dc-4b18-9e1a-53006951b00a req-d1e87d77-3e09-401e-a651-42ca69b15d9d tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 950 time: 0.2511036 Sep 21 08:11:57.016428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb0a22a9-e55d-4b65-9b88-4160ce8ba243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.020841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb0a22a9-e55d-4b65-9b88-4160ce8ba243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.022819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cb0a22a9-e55d-4b65-9b88-4160ce8ba243 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69458791-1272-49c5-8980-ce1879e1ea01 HTTP/1.1" status: 204 len: 168 time: 0.3671198 Sep 21 08:11:57.054723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a22a9-e55d-4b65-9b88-4160ce8ba243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69458791-1272-49c5-8980-ce1879e1ea01,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:57.070094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46214) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:57.116780 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8db30a7e-d4dc-4b18-9e1a-53006951b00a req-a882c9cf-8a5a-4880-83c7-925bba556fe7 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/security-groups?id=52c3f4a4-0472-454c-a161-cfeed151dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882022 Sep 21 08:11:57.156949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.173878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['83043897-1c6c-4e5f-92e6-dc40c04e8cfc'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:11:57.251147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb87385d-0941-41e0-b371-494cf47da5af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1939daa8a7e7455a9c09ec9920b15067&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8811588 Sep 21 08:11:57.262012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46224) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:57.268889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f1cee92-6be5-4bcf-abbd-d1d59acdb763 req-195306db-db5b-4309-9556-48b7f7c4fcd2 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 210 time: 0.1079648 Sep 21 08:11:57.272621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87385d-0941-41e0-b371-494cf47da5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fddceec-929d-4d70-8535-785162dfb3dd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:57.296170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Pushing event deleted for resources: {'Port': ['ID=83043897-1c6c-4e5f-92e6-dc40c04e8cfc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:57.326758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-network', 'tenant_id': '928945621e6e4aca9018c9c7311b4800'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:57.374473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] No DVR routers for this DVR port 83043897-1c6c-4e5f-92e6-dc40c04e8cfc on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:11:57.379346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.383069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce9a2681-8d2f-475b-b3e7-647c78126f5f req-30869aba-192c-4c73-b7af-cc8e82ac31dc tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.50 "DELETE /v2.0/ports/83043897-1c6c-4e5f-92e6-dc40c04e8cfc HTTP/1.1" status: 204 len: 173 time: 0.9461536 Sep 21 08:11:57.383879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'name': 'network-vif-deleted', 'tag': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:11:57.389927 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db5843f-d78a-48ad-b052-e6ff4b021fc2" -d '{"events": [{"server_uuid": "f2d9d467-255e-404d-a04c-a9fd96ad2eab", "name": "network-vif-deleted", "tag": "83043897-1c6c-4e5f-92e6-dc40c04e8cfc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:11:57.490806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194afc5-409e-4e11-864c-7c3014509b6f req-5a052e98-ab49-4a7e-b92a-c6570c6d9be5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:57.501900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1257a-7620-4b8a-83fc-febe18d428ec req-8331de8e-e1be-4f9b-97b4-957d9a9c51b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:57.504047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b194afc5-409e-4e11-864c-7c3014509b6f req-5a052e98-ab49-4a7e-b92a-c6570c6d9be5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1014612 Sep 21 08:11:57.521200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64b1257a-7620-4b8a-83fc-febe18d428ec req-8331de8e-e1be-4f9b-97b4-957d9a9c51b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2777128 Sep 21 08:11:57.534671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Made reservation on behalf of 928945621e6e4aca9018c9c7311b4800 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:57.544044 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.586072 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.608432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b194afc5-409e-4e11-864c-7c3014509b6f req-be6fa297-4a7f-441d-8bb9-274a7e13b474 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029885 Sep 21 08:11:57.647588 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.666232 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33d56d1b-eeb7-4d74-b169-6e51406eb6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.686124 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7966e8-c390-4e12-9fba-13ead4ef4b7b x-openstack-request-id: req-3e7966e8-c390-4e12-9fba-13ead4ef4b7b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:11:57.687616 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d9d467-255e-404d-a04c-a9fd96ad2eab", "name": "network-vif-deleted", "tag": "83043897-1c6c-4e5f-92e6-dc40c04e8cfc", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:11:57.688857 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e7966e8-c390-4e12-9fba-13ead4ef4b7b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:11:57.690118 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d9d467-255e-404d-a04c-a9fd96ad2eab', 'name': 'network-vif-deleted', 'tag': '83043897-1c6c-4e5f-92e6-dc40c04e8cfc', 'status': 'completed', 'code': 200} Sep 21 08:11:57.732830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33d56d1b-eeb7-4d74-b169-6e51406eb6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.743657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64b1257a-7620-4b8a-83fc-febe18d428ec req-57bd6786-23be-469c-b378-867861f3c90b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212822 Sep 21 08:11:57.864704 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33d56d1b-eeb7-4d74-b169-6e51406eb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.867722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33d56d1b-eeb7-4d74-b169-6e51406eb6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.869058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-33d56d1b-eeb7-4d74-b169-6e51406eb6f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fddceec-929d-4d70-8535-785162dfb3dd HTTP/1.1" status: 204 len: 168 time: 0.6058233 Sep 21 08:11:57.897399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d56d1b-eeb7-4d74-b169-6e51406eb6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fddceec-929d-4d70-8535-785162dfb3dd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:57.922817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.929145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.960880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:11:57.967213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeada2e5-bbf6-40fb-8816-cbc464a5bcc6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:57.978595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:57.979047 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Added segment ed8c3da5-d3a1-4be1-80c9-95efebea960e of type vlan for network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 Sep 21 08:11:58.039701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:58.085903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:58.086933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:58.087906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:58.147047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46250) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:58.147746 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0759861 Sep 21 08:11:58.155003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Request body: {'subnet': {'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-subnet', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:58.183917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6df5aa-e7c5-46df-ac7a-f9f4a2dccece admin admin] Pushing event updated for resources: {'Network': ['ID=a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:58.196092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:11:58.222886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Made reservation on behalf of 928945621e6e4aca9018c9c7311b4800 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:58.229231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:58.329555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5c715ba-0294-4b7f-8467-a144274acf99 req-055b412f-d577-4966-a9ef-fd72b52a74c3 tempest-ImagesNegativeTestJSON-1217311286 tempest-ImagesNegativeTestJSON-1217311286-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2d9d467-255e-404d-a04c-a9fd96ad2eab HTTP/1.1" status: 200 len: 210 time: 0.0746891 Sep 21 08:11:58.398916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fcc1a1f0-46d4-40d1-886e-bb0507bdbccd req-65a7df39-da99-467a-b132-e144fca99ec0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 210 time: 0.0316024 Sep 21 08:11:58.592282 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-7d4f184d-3d72-41bb-9358-c60b06d40139 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417235 Sep 21 08:11:58.605613 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:58.880208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-6b62a0c2-54e6-4da5-8ed5-9010b9888b57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:58.882754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2385e6d-5d25-42e4-8ede-11be96eaa569,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:11:58.884482 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-6b62a0c2-54e6-4da5-8ed5-9010b9888b57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2841845 Sep 21 08:11:58.906699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Checking segment: {'id': 'ed8c3da5-d3a1-4be1-80c9-95efebea960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:11:58.907260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Network hostable DHCP agents. Network: a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:11:58.926516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:58.935785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f26c-fd6b-4748-89c3-87284a38de55 req-d3158cc0-bdb8-4601-846a-82397002f3e9 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:58.938438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4129f26c-fd6b-4748-89c3-87284a38de55 req-d3158cc0-bdb8-4601-846a-82397002f3e9 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2223828 Sep 21 08:11:58.979825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:11:59.007175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:11:59.017455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:59.018130 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:59.018690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe70dc7-de33-4c80-8b7c-9405f71776ee None None] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:11:59.025715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4129f26c-fd6b-4748-89c3-87284a38de55 req-4297b5b7-d597-4eb2-993c-90f70014c41b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788114 Sep 21 08:11:59.048823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6784e27f-6ce0-49af-9e89-1ac555e84037 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8991292 Sep 21 08:11:59.049559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46280) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:59.062351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:11:59.121305 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:59.122541 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:59.159549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a5f46-e031-434c-8554-c38a96118799 req-1d8116dd-c5ea-455f-a3ee-0e5cf6a4e365 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:11:59.168617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee5a5f46-e031-434c-8554-c38a96118799 req-1d8116dd-c5ea-455f-a3ee-0e5cf6a4e365 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1130438 Sep 21 08:11:59.215872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:59.217304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee5a5f46-e031-434c-8554-c38a96118799 req-848e86b7-7c89-482d-8e91-e04615296461 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469708 Sep 21 08:11:59.274081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:11:59.281816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:59.329529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7', 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'fixed_ips': [{'subnet_id': 'a2385e6d-5d25-42e4-8ede-11be96eaa569'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:11:59.330542 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:59.417873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:11:59.489023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 83043897-1c6c-4e5f-92e6-dc40c04e8cfc no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:11:59.523350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:11:59.604383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 83043897-1c6c-4e5f-92e6-dc40c04e8cfc {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:11:59.604723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 83043897-1c6c-4e5f-92e6-dc40c04e8cfc not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:11:59.618598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.178 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/56edce37-d787-4ccb-9a55-464434b91826) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:59.690034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afb47047-de2e-4f2e-8b60-2a9b7580e95d req-e2395051-c449-4b43-a84e-059e8e6a0362 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 210 time: 0.1018262 Sep 21 08:11:59.767952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Allocated IP 172.20.0.2 (a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7/a2385e6d-5d25-42e4-8ede-11be96eaa569/eb388df5-4ea9-40f5-83b9-12faa810fd71) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:11:59.982862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.055101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1382157448-network', 'tenant_id': '70f636b848214219a7c95350936ec409'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:00.064671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.089183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.101962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'a577c7ba-206e-4304-9ab1-69cebcea76f4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:00.106112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3', '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:00.112054 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.155919 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.206474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.249026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:00.262375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:00.273390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:00.281641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Made reservation on behalf of 70f636b848214219a7c95350936ec409 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:00.289424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.330972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=56edce37-d787-4ccb-9a55-464434b91826,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:00.343985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.425885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:00.576156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Pushing event updated for resources: {'Port': ['ID=eb388df5-4ea9-40f5-83b9-12faa810fd71,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:00.576686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:00.577477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.614922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a059e-3c69-42a6-b05d-d77cf1587526 req-e06458ab-1586-4b24-ad92-c3faf1eec1fb tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:00.619212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c3a059e-3c69-42a6-b05d-d77cf1587526 req-e06458ab-1586-4b24-ad92-c3faf1eec1fb tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2616963 Sep 21 08:12:00.626498 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12513f-7f31-45f7-8600-3494eeb75415 req-25e988e4-0c45-4c27-99e9-4268ce2b154b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:00.634571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b12513f-7f31-45f7-8600-3494eeb75415 req-25e988e4-0c45-4c27-99e9-4268ce2b154b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2072964 Sep 21 08:12:00.654219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:00.704628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:00.717869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b12513f-7f31-45f7-8600-3494eeb75415 req-225aff7d-26a0-46ff-8a57-04b6d39f323b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822308 Sep 21 08:12:00.749204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:00.831467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.838595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c3a059e-3c69-42a6-b05d-d77cf1587526 req-e1a2433b-d690-4b7b-8428-1cd6d9a934f8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547060 Sep 21 08:12:00.861040 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:00.886911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Allocated IP 172.25.1.158 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/20241337-6c71-4b38-b2f4-e9ce585cbdc6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:00.899306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-967cb2c6-9ef9-4033-991a-079450efd68e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9989276 Sep 21 08:12:01.001250 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Request body: {'port': {'device_id': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:01.023050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f18fbdc0-fa5e-478e-9b99-d66d7631387a None None] Provisioning complete for port 56edce37-d787-4ccb-9a55-464434b91826 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:01.026989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f18fbdc0-fa5e-478e-9b99-d66d7631387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.060440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:12:01.075499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cfbe8e-ad64-498d-bc21-38cae5b82c13,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:01.126876 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.171246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e4173891-3f6f-4b4d-9256-a87beb38b529 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de815fa682e4402e8f5e4c76e00bee06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7403471 Sep 21 08:12:01.173801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.174255 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Added segment af3088a0-fe3c-4655-8190-f32032f7bbd0 of type vlan for network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 Sep 21 08:12:01.190382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Attempting to bind port eb388df5-4ea9-40f5-83b9-12faa810fd71 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:01.193890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46348) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:01.195650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Attempting to bind port eb388df5-4ea9-40f5-83b9-12faa810fd71 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'ed8c3da5-d3a1-4be1-80c9-95efebea960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:01.196046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Attempting to bind port eb388df5-4ea9-40f5-83b9-12faa810fd71 on network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:01.231301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.248333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:01.248829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Checking segment: {'id': 'ed8c3da5-d3a1-4be1-80c9-95efebea960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:01.249105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.249532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Bound using segment: {'id': 'ed8c3da5-d3a1-4be1-80c9-95efebea960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:01.250024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Bound port: eb388df5-4ea9-40f5-83b9-12faa810fd71, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8c3da5-d3a1-4be1-80c9-95efebea960e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:01.250391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.259015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44eb07-00e8-422e-a48e-2f0fbc4c05df req-135c943a-7f71-4d09-a692-713fce2d605e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:01.260872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed44eb07-00e8-422e-a48e-2f0fbc4c05df req-135c943a-7f71-4d09-a692-713fce2d605e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 936 time: 0.3920131 Sep 21 08:12:01.295068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f18fbdc0-fa5e-478e-9b99-d66d7631387a None None] Port 56edce37-d787-4ccb-9a55-464434b91826 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:01.319224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.340747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.351263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Pushing event updated for resources: {'Port': ['ID=20241337-6c71-4b38-b2f4-e9ce585cbdc6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:01.359835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed44eb07-00e8-422e-a48e-2f0fbc4c05df req-0bc39b75-3745-43e3-a32e-451f4fb7d5b0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843127 Sep 21 08:12:01.369487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:01.372645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:01.383467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:01.497138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.498034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:01.498633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.539937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-076912fd-a0ed-4218-8916-430156b2585d None None] For port eb388df5-4ea9-40f5-83b9-12faa810fd71, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:01.590049 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-076912fd-a0ed-4218-8916-430156b2585d None None] For port eb388df5-4ea9-40f5-83b9-12faa810fd71, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eb388df5-4ea9-40f5-83b9-12faa810fd71,segment=NetworkSegment(ed8c3da5-d3a1-4be1-80c9-95efebea960e),segment_id=ed8c3da5-d3a1-4be1-80c9-95efebea960e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:01.616944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.650405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9473b067-ebc5-41e3-9d4a-fcadae8b6a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.930863 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.972806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:01.974074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076912fd-a0ed-4218-8916-430156b2585d None None] Pushing event updated for resources: {'Port': ['ID=eb388df5-4ea9-40f5-83b9-12faa810fd71,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:02.153113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16619d68-ae8b-4d49-ba59-fb378e0154d4 req-1273d043-c911-44b8-bc2c-3e00b9747d08 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:02.179841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-16619d68-ae8b-4d49-ba59-fb378e0154d4 req-1273d043-c911-44b8-bc2c-3e00b9747d08 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.3171482 Sep 21 08:12:02.280030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-16619d68-ae8b-4d49-ba59-fb378e0154d4 req-bb149c63-0860-421d-bc3d-7924be5b6840 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991478 Sep 21 08:12:02.366532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:02.425032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0046008 Sep 21 08:12:02.434160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46368) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:02.442804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Request body: {'subnet': {'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1382157448-subnet', 'tenant_id': '70f636b848214219a7c95350936ec409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:02.448886 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9473b067-ebc5-41e3-9d4a-fcadae8b6a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:02.545028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Made reservation on behalf of 70f636b848214219a7c95350936ec409 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:02.550592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:02.616144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9473b067-ebc5-41e3-9d4a-fcadae8b6a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:02.618759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9473b067-ebc5-41e3-9d4a-fcadae8b6a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:02.623518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9473b067-ebc5-41e3-9d4a-fcadae8b6a5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52c3f4a4-0472-454c-a161-cfeed151dac3 HTTP/1.1" status: 204 len: 168 time: 1.4250576 Sep 21 08:12:02.623518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da267b-c8b8-4017-861d-f6a91d2c9e38 admin admin] Pushing event updated for resources: {'Network': ['ID=5adfd8ca-a1a8-4be9-8011-90efd43aa405,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:02.640511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:12:02.666641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473b067-ebc5-41e3-9d4a-fcadae8b6a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3f4a4-0472-454c-a161-cfeed151dac3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:02.706276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56edce37-d787-4ccb-9a55-464434b91826 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:02.727956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c123b9a-ee72-49af-ae7a-c8bdde9ab2e9 req-8cfd0457-dc4e-4d0f-ae12-63b4773d03f6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:02.737427 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c123b9a-ee72-49af-ae7a-c8bdde9ab2e9 req-8cfd0457-dc4e-4d0f-ae12-63b4773d03f6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.3105447 Sep 21 08:12:02.740583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:02.779842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24a921-1d1d-4906-97d8-af363b2ed17d req-7163235a-b4f9-4364-b8d6-2302781faa08 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:02.780627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Transition to ACTIVE for port object 56edce37-d787-4ccb-9a55-464434b91826 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:02.788123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c24a921-1d1d-4906-97d8-af363b2ed17d req-7163235a-b4f9-4364-b8d6-2302781faa08 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 936 time: 0.2440119 Sep 21 08:12:02.824652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:02.905503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Router 7625cc7e-80bd-46fa-b65f-ca6014f9092c is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:12:02.930391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c24a921-1d1d-4906-97d8-af363b2ed17d req-130a20bb-1d46-4c61-a0d2-a9147be1a2ac tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270981 Sep 21 08:12:02.949615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=56edce37-d787-4ccb-9a55-464434b91826,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:02.983394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c123b9a-ee72-49af-ae7a-c8bdde9ab2e9 req-f10f815c-7b2f-4b1a-ad7f-5e283bb4a5a1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448094 Sep 21 08:12:03.032937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.184225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb388df5-4ea9-40f5-83b9-12faa810fd71 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:03.217970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Attempting to bind port 56edce37-d787-4ccb-9a55-464434b91826 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:03.218834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Attempting to bind port 56edce37-d787-4ccb-9a55-464434b91826 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:03.220178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Attempting to bind port 56edce37-d787-4ccb-9a55-464434b91826 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:03.250931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Port 56edce37-d787-4ccb-9a55-464434b91826 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:03.251196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3296b040-3f77-43d1-9411-d227d0612e64,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:03.251373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Attempting to bind port 56edce37-d787-4ccb-9a55-464434b91826 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:03.272249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:03.272695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:03.273945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:03.276738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Bound port: 56edce37-d787-4ccb-9a55-464434b91826, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:03.277254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.288487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port eb388df5-4ea9-40f5-83b9-12faa810fd71 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:03.289085 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.352426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:12:03.354962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Checking segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:03.355512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Network hostable DHCP agents. Network: 5adfd8ca-a1a8-4be9-8011-90efd43aa405, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:12:03.405159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Sync routers for ids ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:12:03.409063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.413536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f0aa9789-4ac0-4d87-9584-22d13f366c49 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.3580484 Sep 21 08:12:03.431377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46382) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:03.445371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:12:03.474790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Routers {'7625cc7e-80bd-46fa-b65f-ca6014f9092c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:12:03.475792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] For port 56edce37-d787-4ccb-9a55-464434b91826, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:03.489186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:11:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:03.491898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] For port 56edce37-d787-4ccb-9a55-464434b91826, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=56edce37-d787-4ccb-9a55-464434b91826,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:03.503707 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.581159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 5adfd8ca-a1a8-4be9-8011-90efd43aa405) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:03.595051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:03.596005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.648320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a7bc87e-3767-445f-8a82-5342f49267e5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2033465 Sep 21 08:12:03.696164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b3d15-c2aa-4f42-8b1f-b53afd454d71 req-bfb072d5-a916-44fe-880f-9820863a2cc1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:03.697868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-778b3d15-c2aa-4f42-8b1f-b53afd454d71 req-bfb072d5-a916-44fe-880f-9820863a2cc1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2635734 Sep 21 08:12:03.710081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:03.711664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.715844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/56edce37-d787-4ccb-9a55-464434b91826 HTTP/1.1" status: 200 len: 1096 time: 2.7212503 Sep 21 08:12:03.716578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e0131-f92e-40c7-b70d-9523746ee8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=56edce37-d787-4ccb-9a55-464434b91826,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:03.723563 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:03.727300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'tag': '56edce37-d787-4ccb-9a55-464434b91826'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:03.731483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2242b481-e638-4459-9c1f-634ee7402bc7 None None] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:12:03.732101 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350a2ec1-79ff-439c-a112-2d33c5b4070a" -d '{"events": [{"name": "network-changed", "server_uuid": "0effed34-9e18-4f54-8c9c-b74edcef7995", "tag": "56edce37-d787-4ccb-9a55-464434b91826"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:03.742906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962187f-d7c9-4450-8ce7-f19e05a67c7f None None] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:12:03.852079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-778b3d15-c2aa-4f42-8b1f-b53afd454d71 req-1f21876c-babb-43bd-82a9-b2e17f0d25c0 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370246 Sep 21 08:12:03.854897 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1773fdb2-1456-494e-983a-3e4b1fd4188b x-openstack-request-id: req-1773fdb2-1456-494e-983a-3e4b1fd4188b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:03.855194 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0effed34-9e18-4f54-8c9c-b74edcef7995", "tag": "56edce37-d787-4ccb-9a55-464434b91826", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:03.855477 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1773fdb2-1456-494e-983a-3e4b1fd4188b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:03.855886 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'tag': '56edce37-d787-4ccb-9a55-464434b91826', 'status': 'completed', 'code': 200} Sep 21 08:12:03.885196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-41da4a9a-879b-463d-84b5-62fd48bd831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:03.893420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-41da4a9a-879b-463d-84b5-62fd48bd831b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 1099 time: 0.1029348 Sep 21 08:12:03.976152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:03.981489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-0ff456eb-5dc7-4a43-8ddf-f6f5792e5cf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=56edce37-d787-4ccb-9a55-464434b91826 HTTP/1.1" status: 200 len: 217 time: 0.0780332 Sep 21 08:12:04.009834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Set router 7625cc7e-80bd-46fa-b65f-ca6014f9092c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:12:04.083464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-343fa359-ed43-4b1c-811f-c0a966c9ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:04.086468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-343fa359-ed43-4b1c-811f-c0a966c9ee3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0975716 Sep 21 08:12:04.266890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-c78c7c74-cee6-4118-bdc5-0ce5b753f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:04.272850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-c78c7c74-cee6-4118-bdc5-0ce5b753f190 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605785 Sep 21 08:12:04.293370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571041dc-b597-4a4c-a739-bd98ae871033 req-bfafc719-0131-49d0-952f-836f7c4c7e84 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:04.308281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-571041dc-b597-4a4c-a739-bd98ae871033 req-bfafc719-0131-49d0-952f-836f7c4c7e84 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 948 time: 0.2199380 Sep 21 08:12:04.377284 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4dd01a7b-64c8-491e-a919-0ccaaef332bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:04.426051 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-571041dc-b597-4a4c-a739-bd98ae871033 req-43c969d1-fb3f-47b0-8c61-9a3b22171445 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115403 Sep 21 08:12:04.445635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'tenant_id': '70f636b848214219a7c95350936ec409', 'fixed_ips': [{'subnet_id': '3296b040-3f77-43d1-9411-d227d0612e64'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:12:04.446678 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:04.466949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-de12207a-7a21-48ad-b17d-997eeecd9177 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821876 Sep 21 08:12:04.482643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bba00-720a-463b-ad42-1a494bbf9bcf req-599cd1d6-cf9b-41b0-92ab-779e7a27e035 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:04.492008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585bba00-720a-463b-ad42-1a494bbf9bcf req-599cd1d6-cf9b-41b0-92ab-779e7a27e035 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2768424 Sep 21 08:12:04.511116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4483c459-afc6-4846-9c5e-7526e0abcfce None None] Provisioning complete for port eb388df5-4ea9-40f5-83b9-12faa810fd71 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:04.512011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4483c459-afc6-4846-9c5e-7526e0abcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:04.574153 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:04.621582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-585bba00-720a-463b-ad42-1a494bbf9bcf req-a9fce938-9c98-4d59-9959-0a7fb416655a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285546 Sep 21 08:12:04.707479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13093cbf-5b6e-46eb-81ce-d539ec80fa1d req-1fb1c781-1939-40ab-936d-b80345912b36 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321885 Sep 21 08:12:04.823731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-a6149be0-5abd-4563-bd2a-46a9791151d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:04.825432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-a6149be0-5abd-4563-bd2a-46a9791151d3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 1099 time: 0.0642438 Sep 21 08:12:04.899157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:04.939660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4dd01a7b-64c8-491e-a919-0ccaaef332bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:04.946622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4dd01a7b-64c8-491e-a919-0ccaaef332bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.020357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port eb388df5-4ea9-40f5-83b9-12faa810fd71, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eb388df5-4ea9-40f5-83b9-12faa810fd71,segment=NetworkSegment(ed8c3da5-d3a1-4be1-80c9-95efebea960e),segment_id=ed8c3da5-d3a1-4be1-80c9-95efebea960e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:05.039188 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.109454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-05148e9e-1d58-462d-863b-1f2ac915171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:05.111721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-05148e9e-1d58-462d-863b-1f2ac915171e service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2755303 Sep 21 08:12:05.175193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Allocated IP 172.20.0.2 (5adfd8ca-a1a8-4be9-8011-90efd43aa405/3296b040-3f77-43d1-9411-d227d0612e64/7cb0f947-a052-4143-9106-f8b76d553c8b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:05.206235 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-67f70438-36f0-43d4-8447-ed02ea3d1a73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=56edce37-d787-4ccb-9a55-464434b91826 HTTP/1.1" status: 200 len: 217 time: 0.0852699 Sep 21 08:12:05.292288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:01Z', 'revision_number': 3, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:05.300271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=eb388df5-4ea9-40f5-83b9-12faa810fd71,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:05.302866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-883fae93-9dde-41bc-a7ff-2d88db97936b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:05.304558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-883fae93-9dde-41bc-a7ff-2d88db97936b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 816 time: 0.2501547 Sep 21 08:12:05.340853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-26ffce54-0113-42fc-ba44-6bdab82403e6 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/quotas/70f636b848214219a7c95350936ec409 HTTP/1.1" status: 200 len: 375 time: 0.0200179 Sep 21 08:12:05.350003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-3c5b3c8d-4ec5-4d6e-98ad-d7da81dcf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:05.352235 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-3c5b3c8d-4ec5-4d6e-98ad-d7da81dcf7c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1387661 Sep 21 08:12:05.357803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd01a7b-64c8-491e-a919-0ccaaef332bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25fb448-ffbb-4dec-af35-61b813472420,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:05.447696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4dd01a7b-64c8-491e-a919-0ccaaef332bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1b690f308de44488bf815829e86d38a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4686570 Sep 21 08:12:05.448846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46442) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:05.462030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-a5f1d860-36b2-49ee-a1ca-0a78fa488ca4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031289 Sep 21 08:12:05.481037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb187db-6c9c-43a6-9711-c9b5ed0f55ec req-bec18c57-3d9c-4533-aea5-dface2853924 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:05.482561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bcb187db-6c9c-43a6-9711-c9b5ed0f55ec req-bec18c57-3d9c-4533-aea5-dface2853924 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1277077 Sep 21 08:12:05.521459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-117269b4-470c-4427-8d70-d521f93f9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:05.523239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-117269b4-470c-4427-8d70-d521f93f9a08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1297500 Sep 21 08:12:05.614819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Checking router: 7625cc7e-80bd-46fa-b65f-ca6014f9092c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:12:05.615543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Updating router 7625cc7e-80bd-46fa-b65f-ca6014f9092c port 20241337-6c71-4b38-b2f4-e9ce585cbdc6 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:12:05.621640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bcb187db-6c9c-43a6-9711-c9b5ed0f55ec req-2de8c700-23aa-4ab1-a152-e709ab17fd77 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776486 Sep 21 08:12:05.688916 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.730124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Allocated IP 172.20.0.1 (a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7/a2385e6d-5d25-42e4-8ede-11be96eaa569/fb0ab4b1-bd5e-4976-9b10-cac86533cda1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:05.768935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d20447a1-61ff-4f80-a04b-8dbd4c1ef0bc service neutron] 10.222.0.59 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068764 Sep 21 08:12:05.830784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d33356f0-8cf3-4784-b28b-72d61f0cd588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.858511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce98d7-8262-46b2-90d8-ba7e16176ab6 req-a9800c82-21f3-48ad-ba93-c4d2221fbcf0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:05.860731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfce98d7-8262-46b2-90d8-ba7e16176ab6 req-a9800c82-21f3-48ad-ba93-c4d2221fbcf0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 948 time: 0.1228242 Sep 21 08:12:05.862418 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-07b2eff1-fcd7-4dba-934a-d49a0c7be97b None None] Provisioning complete for port eb388df5-4ea9-40f5-83b9-12faa810fd71 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:05.862722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-07b2eff1-fcd7-4dba-934a-d49a0c7be97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.922069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.928409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-8a7059f8-fb92-42ec-9afc-8debfd686a3a service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851912 Sep 21 08:12:05.938447 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.942528 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfce98d7-8262-46b2-90d8-ba7e16176ab6 req-70c12911-6a98-485c-a029-1aea3b864759 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647256 Sep 21 08:12:05.942767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d33356f0-8cf3-4784-b28b-72d61f0cd588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:05.962517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.001542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.055927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:06.059155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:06.063587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:06.079949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-bfd757df-0fb0-40d4-870b-6ec580afdf8d service neutron] 10.222.0.59 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631922 Sep 21 08:12:06.104062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:06.150039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:06.161820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:06.168833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-350a2ec1-79ff-439c-a112-2d33c5b4070a req-b4c07780-0d9d-4d9c-ade6-5a6cb012f62f service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296743 Sep 21 08:12:06.179013 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d33356f0-8cf3-4784-b28b-72d61f0cd588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.180475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0ab4b1-bd5e-4976-9b10-cac86533cda1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:06.183684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d33356f0-8cf3-4784-b28b-72d61f0cd588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.197694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d33356f0-8cf3-4784-b28b-72d61f0cd588 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d25fb448-ffbb-4dec-af35-61b813472420 HTTP/1.1" status: 204 len: 168 time: 0.7344115 Sep 21 08:12:06.206256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33356f0-8cf3-4784-b28b-72d61f0cd588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25fb448-ffbb-4dec-af35-61b813472420,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:06.213805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.228915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b7d66-df36-4b59-9e17-916354e7357b req-9fa8c8a8-1614-401a-b56a-76e4c97d4c69 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:06.236215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-454b7d66-df36-4b59-9e17-916354e7357b req-9fa8c8a8-1614-401a-b56a-76e4c97d4c69 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1463006 Sep 21 08:12:06.360979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Attempting to bind port 7cb0f947-a052-4143-9106-f8b76d553c8b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:06.361270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Attempting to bind port 7cb0f947-a052-4143-9106-f8b76d553c8b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:06.361636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Attempting to bind port 7cb0f947-a052-4143-9106-f8b76d553c8b on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:06.364555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Pushing event updated for resources: {'Port': ['ID=7cb0f947-a052-4143-9106-f8b76d553c8b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:06.413158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:06.413547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Checking segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:06.413963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.414369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Bound using segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:06.414861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Bound port: 7cb0f947-a052-4143-9106-f8b76d553c8b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:06.415257 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.510797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] For port 7cb0f947-a052-4143-9106-f8b76d553c8b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:06.514372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] For port 7cb0f947-a052-4143-9106-f8b76d553c8b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7cb0f947-a052-4143-9106-f8b76d553c8b,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:06.526752 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.620903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-454b7d66-df36-4b59-9e17-916354e7357b req-b26ae9cc-4f6b-4092-a29e-841e4fc6ecb1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828194 Sep 21 08:12:06.622482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03ae8e-5f6e-48e9-aa46-90b0950c05c8 None None] Pushing event updated for resources: {'Port': ['ID=7cb0f947-a052-4143-9106-f8b76d553c8b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:06.642500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.831015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-30b85caf-4970-4776-aabc-df730db1129c None None] Provisioning complete for port fb0ab4b1-bd5e-4976-9b10-cac86533cda1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:06.839237 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30b85caf-4970-4776-aabc-df730db1129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:06.988773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.001157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-b3bc7ca3-df0a-4ef2-a3bf-144c4b349ab1 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:07.021043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-30b85caf-4970-4776-aabc-df730db1129c None None] Port fb0ab4b1-bd5e-4976-9b10-cac86533cda1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:07.023536 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-b3bc7ca3-df0a-4ef2-a3bf-144c4b349ab1 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 816 time: 0.3416119 Sep 21 08:12:07.025507 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.072052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ddbc4-dcf8-4dd3-bbc1-38c669462b86 req-8a93c630-d073-46de-bf94-b2971477ae9b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:07.085658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-175ddbc4-dcf8-4dd3-bbc1-38c669462b86 req-8a93c630-d073-46de-bf94-b2971477ae9b tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2811573 Sep 21 08:12:07.115415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-25a22701-c949-4c84-9898-ea1202e90ff8 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/quotas/70f636b848214219a7c95350936ec409 HTTP/1.1" status: 200 len: 375 time: 0.0861049 Sep 21 08:12:07.227352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-175ddbc4-dcf8-4dd3-bbc1-38c669462b86 req-489188c2-ef6f-44d1-9eb8-27915cbca402 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282487 Sep 21 08:12:07.320559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46492) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:07.331281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Attempting to bind port 20241337-6c71-4b38-b2f4-e9ce585cbdc6 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:07.331841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Attempting to bind port 20241337-6c71-4b38-b2f4-e9ce585cbdc6 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:07.332223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Attempting to bind port 20241337-6c71-4b38-b2f4-e9ce585cbdc6 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:07.334648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68eb31-93a1-41dc-a589-64dbf2df84e7 None None] Pushing event updated for resources: {'Port': ['ID=20241337-6c71-4b38-b2f4-e9ce585cbdc6,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:07.349970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:07.351123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:07.351756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.352360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:07.353205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Bound port: 20241337-6c71-4b38-b2f4-e9ce585cbdc6, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:07.353955 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.388878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3f00896-79b5-48d8-a0bb-b97ae6066b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.421609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] For port 20241337-6c71-4b38-b2f4-e9ce585cbdc6, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:07.431793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] For port 20241337-6c71-4b38-b2f4-e9ce585cbdc6, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20241337-6c71-4b38-b2f4-e9ce585cbdc6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:07.433671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-d935f64c-b632-4c2d-bde9-4cf7dfed266d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3123178 Sep 21 08:12:07.443604 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.449936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb388df5-4ea9-40f5-83b9-12faa810fd71 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:07.518561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.528368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.657140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fbcb3-7827-4513-a91a-67e1b9882174 req-a65ca276-a7bc-42bb-991e-c93f0425f15c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:07.670949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e43fbcb3-7827-4513-a91a-67e1b9882174 req-a65ca276-a7bc-42bb-991e-c93f0425f15c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 948 time: 0.2634401 Sep 21 08:12:07.686795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-21403290-73eb-4fd4-91ce-125dbb230ab4 service neutron] 10.222.0.59 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505603 Sep 21 08:12:07.696383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0ab4b1-bd5e-4976-9b10-cac86533cda1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:07.704777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3f00896-79b5-48d8-a0bb-b97ae6066b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.714685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3f00896-79b5-48d8-a0bb-b97ae6066b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.756333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:07.769890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e43fbcb3-7827-4513-a91a-67e1b9882174 req-13776979-f8ea-4dac-8fdd-df8270677aac tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958679 Sep 21 08:12:07.772735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68eb31-93a1-41dc-a589-64dbf2df84e7 None None] Pushing event updated for resources: {'Port': ['ID=20241337-6c71-4b38-b2f4-e9ce585cbdc6,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:07.806610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Routers {'7625cc7e-80bd-46fa-b65f-ca6014f9092c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:12:07.810078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:11:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:07.949016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c3f00896-79b5-48d8-a0bb-b97ae6066b88 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65740802a7d64dfaa763f67a0dc28b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259437 Sep 21 08:12:07.958625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46506) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:07.960970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f00896-79b5-48d8-a0bb-b97ae6066b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a21acc-48ea-4680-be14-b5260d400309,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:07.961620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:07.968941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:08.006571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port eb388df5-4ea9-40f5-83b9-12faa810fd71 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:08.007078 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:08.082772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-98eef7cc-b926-4f0c-8b9c-3fdd53ef8147 service neutron] 10.222.0.59 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807547 Sep 21 08:12:08.129296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 56edce37-d787-4ccb-9a55-464434b91826 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:08.141822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:12:08.163498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af9f6a49-546d-4d24-b102-ad33cbbc9ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:08.253448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af9f6a49-546d-4d24-b102-ad33cbbc9ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:08.266965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] Set router 7625cc7e-80bd-46fa-b65f-ca6014f9092c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:12:08.351591 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af9f6a49-546d-4d24-b102-ad33cbbc9ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:08.356897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af9f6a49-546d-4d24-b102-ad33cbbc9ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:08.360146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-af9f6a49-546d-4d24-b102-ad33cbbc9ae7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8a21acc-48ea-4680-be14-b5260d400309 HTTP/1.1" status: 204 len: 168 time: 0.3996360 Sep 21 08:12:08.400294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f6a49-546d-4d24-b102-ad33cbbc9ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a21acc-48ea-4680-be14-b5260d400309,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:08.554647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Router 7625cc7e-80bd-46fa-b65f-ca6014f9092c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:12:08.678349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69713a75-838e-4079-b9b6-bad6a7ac864e req-51d01663-8189-4a45-99e6-b893de79b1cb tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:08.694079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69713a75-838e-4079-b9b6-bad6a7ac864e req-51d01663-8189-4a45-99e6-b893de79b1cb tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.3675599 Sep 21 08:12:08.751871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549288cf-5f46-4cfe-bdb0-24842323b01e None None] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:12:08.830887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fda1c-e8da-4945-a49c-a4df5782132c req-f87b8133-4c2e-4737-a6f4-c34f4368372a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:08.839293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c79fda1c-e8da-4945-a49c-a4df5782132c req-f87b8133-4c2e-4737-a6f4-c34f4368372a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2041123 Sep 21 08:12:08.943582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c79fda1c-e8da-4945-a49c-a4df5782132c req-da7b8e8c-1296-4159-b08b-ae100485b59f tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967646 Sep 21 08:12:08.953312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c6d2304a-49d8-4064-8d94-1909074b40c9 None None] Provisioning complete for port fb0ab4b1-bd5e-4976-9b10-cac86533cda1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:08.955265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6d2304a-49d8-4064-8d94-1909074b40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:08.965684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69713a75-838e-4079-b9b6-bad6a7ac864e req-b31b26a8-021b-4c5d-932c-1748175324d2 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702327 Sep 21 08:12:09.091290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-6909c43a-a91b-4445-8f9d-ed154373c3ea tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:09.097274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-6909c43a-a91b-4445-8f9d-ed154373c3ea tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 816 time: 0.2836721 Sep 21 08:12:09.136252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Request body: {'port': {'device_id': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'admin_state_up': True, 'tenant_id': '70f636b848214219a7c95350936ec409'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:09.140065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:12:09.154441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 56edce37-d787-4ccb-9a55-464434b91826, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=56edce37-d787-4ccb-9a55-464434b91826,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:09.155365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05199b86-6f2e-4936-aa9e-af17769977e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/7625cc7e-80bd-46fa-b65f-ca6014f9092c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7191989 Sep 21 08:12:09.224152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c6d2304a-49d8-4064-8d94-1909074b40c9 None None] Port fb0ab4b1-bd5e-4976-9b10-cac86533cda1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:09.271150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '56edce37-d787-4ccb-9a55-464434b91826', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '56edce37-d787-4ccb-9a55-464434b91826', 'mac_address': 'fa:16:3e:b5:66:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:09.281846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-9b1d6b50-ab09-4769-86e6-f3c236d807ed tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:09.297776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-9b1d6b50-ab09-4769-86e6-f3c236d807ed tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 816 time: 0.2281101 Sep 21 08:12:09.324816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-e17ed639-962b-4f52-9272-5aab9870b148 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/quotas/70f636b848214219a7c95350936ec409 HTTP/1.1" status: 200 len: 375 time: 0.0260854 Sep 21 08:12:09.478061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ef3a-7072-4a67-b925-e028ef8ba197 req-479c4699-46b5-48c3-a756-5fcd33619b68 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:09.484622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2879ef3a-7072-4a67-b925-e028ef8ba197 req-479c4699-46b5-48c3-a756-5fcd33619b68 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 948 time: 0.3301127 Sep 21 08:12:09.496358 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:09.505113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7cb0f947-a052-4143-9106-f8b76d553c8b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:09.506106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-794e679a-4a36-40a0-8ea1-fff007e5042e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1791775 Sep 21 08:12:09.544153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2879ef3a-7072-4a67-b925-e028ef8ba197 req-12576e09-fa47-416b-8fe5-acf40ee040ee tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525491 Sep 21 08:12:09.646180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Made reservation on behalf of 70f636b848214219a7c95350936ec409 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:09.658640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1e66b90c-8300-428d-ac5f-a63526a50581 None None] Provisioning complete for port 7cb0f947-a052-4143-9106-f8b76d553c8b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:09.659020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e66b90c-8300-428d-ac5f-a63526a50581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:09.661047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:09.684511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:09.687227 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95837559-6823-4298-a541-cd500e82685a" -d '{"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:09.710696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-860b91c0-1ec6-4561-94d3-72b4ba18a5bf service neutron] 10.222.0.59 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036939 Sep 21 08:12:09.730276 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:09.764812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:09.790008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:09.887981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56edce37-d787-4ccb-9a55-464434b91826 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:09.897192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-8338a8f6-22f8-47ed-8373-d5477eb0f142 service neutron] 10.222.0.59 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705816 Sep 21 08:12:09.901054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:09.950592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:06Z', 'revision_number': 4, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'fb0ab4b1-bd5e-4976-9b10-cac86533cda1', 'name': '', 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'mac_address': 'fa:16:3e:c7:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a2385e6d-5d25-42e4-8ede-11be96eaa569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:05Z', 'updated_at': '2021-09-21T08:12:06Z', 'revision_number': 2, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'subnets': [{'id': 'a2385e6d-5d25-42e4-8ede-11be96eaa569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:10.000830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 56edce37-d787-4ccb-9a55-464434b91826, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=56edce37-d787-4ccb-9a55-464434b91826,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:10.002672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7cb0f947-a052-4143-9106-f8b76d553c8b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:10.004073 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:10.018836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a224c-b8d7-4496-9eaa-a47d40f9a688 None None] The sync data for ids ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'] in n-d-809980-2 is: [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:06Z', 'revision_number': 4, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'fb0ab4b1-bd5e-4976-9b10-cac86533cda1', 'name': '', 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'mac_address': 'fa:16:3e:c7:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a2385e6d-5d25-42e4-8ede-11be96eaa569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:05Z', 'updated_at': '2021-09-21T08:12:06Z', 'revision_number': 2, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'subnets': [{'id': 'a2385e6d-5d25-42e4-8ede-11be96eaa569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:12:10.042705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:10.106524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Allocated IP 172.20.0.10 (5adfd8ca-a1a8-4be9-8011-90efd43aa405/3296b040-3f77-43d1-9411-d227d0612e64/4e0cd518-d0af-48ba-8384-af20651b8af3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:10.167891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e66b90c-8300-428d-ac5f-a63526a50581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:10.183160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:10.230947 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b90ad1-e9d4-477a-9397-6982b4f5494b x-openstack-request-id: req-23b90ad1-e9d4-477a-9397-6982b4f5494b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:10.231567 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:10.240481 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23b90ad1-e9d4-477a-9397-6982b4f5494b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:10.245628 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'code': 200} Sep 21 08:12:10.375157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1e66b90c-8300-428d-ac5f-a63526a50581 None None] For port 7cb0f947-a052-4143-9106-f8b76d553c8b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7cb0f947-a052-4143-9106-f8b76d553c8b,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:10.446260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=56edce37-d787-4ccb-9a55-464434b91826,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:10.545394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448874a-8b10-4266-820d-f5d4acf3ab05 req-1ac4c0b7-46bb-4d7d-9f03-6a4c3c68103a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:10.573545 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4448874a-8b10-4266-820d-f5d4acf3ab05 req-1ac4c0b7-46bb-4d7d-9f03-6a4c3c68103a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2617862 Sep 21 08:12:10.575107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.resource_extend [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:12:10.595092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e66b90c-8300-428d-ac5f-a63526a50581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:10.682663 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-c73835eb-c215-497e-85d1-88d7436e41c1 req-1c0cf34c-7261-46f6-a9a4-ddf89d763d88 tempest-FloatingIPDetailsNegativeTestJSON-404559878 tempest-FloatingIPDetailsNegativeTestJSON-404559878-project] show failed (client error): The resource could not be found. Sep 21 08:12:10.699011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c73835eb-c215-497e-85d1-88d7436e41c1 req-1c0cf34c-7261-46f6-a9a4-ddf89d763d88 tempest-FloatingIPDetailsNegativeTestJSON-404559878 tempest-FloatingIPDetailsNegativeTestJSON-404559878-project] 10.222.0.59 "GET /v2.0/floatingips/228b4510-f392-401f-8163-72f1acf90969 HTTP/1.1" status: 404 len: 350 time: 0.2370529 Sep 21 08:12:10.709926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46608) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:10.766979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['56edce37-d787-4ccb-9a55-464434b91826'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:10.876961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4448874a-8b10-4266-820d-f5d4acf3ab05 req-4ba6f340-9f81-4d9c-b172-307b3219936f tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839031 Sep 21 08:12:10.970291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:11.037830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e44d7f4-c40d-4903-938d-e0eb05dfb931 req-9cb044ab-4052-47c3-81ca-b046fe53965e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 210 time: 0.0571868 Sep 21 08:12:11.102313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-47b98aea-7728-4178-a2b1-142c53f52219 None None] Provisioning complete for port 7cb0f947-a052-4143-9106-f8b76d553c8b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:11.102841 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47b98aea-7728-4178-a2b1-142c53f52219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:11.199554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66b90c-8300-428d-ac5f-a63526a50581 None None] Pushing event updated for resources: {'Port': ['ID=7cb0f947-a052-4143-9106-f8b76d553c8b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:11.258715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba7134-c564-483d-aba3-01d92beae504 req-33755166-6b06-499f-8f3a-a1456cac50b7 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:11.293306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49ba7134-c564-483d-aba3-01d92beae504 req-33755166-6b06-499f-8f3a-a1456cac50b7 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 948 time: 0.3846400 Sep 21 08:12:11.310379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:11.316656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-1297e707-7b17-4bd7-a8bd-8ff45622eaae tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:11.319608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-1297e707-7b17-4bd7-a8bd-8ff45622eaae tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 816 time: 0.6989772 Sep 21 08:12:11.351800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Request body: {'port': {'device_id': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'admin_state_up': True, 'tenant_id': '70f636b848214219a7c95350936ec409'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:11.401110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:11.425289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'mac_address': 'fa:16:3e:9d:e2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:11.484343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ff250-4c6a-4795-b3bd-5348c0f6d833 req-5e8b6082-0204-429c-b0d3-e2665cdcab23 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:11.495754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f12ff250-4c6a-4795-b3bd-5348c0f6d833 req-5e8b6082-0204-429c-b0d3-e2665cdcab23 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 949 time: 0.2962508 Sep 21 08:12:11.527730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:11.623422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:11.658169 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f12ff250-4c6a-4795-b3bd-5348c0f6d833 req-15b593c1-3bbd-4670-8207-ec0ab7cf85eb tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615186 Sep 21 08:12:11.672555 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:11.677311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49ba7134-c564-483d-aba3-01d92beae504 req-322a6c88-8ee5-4e55-bc97-48b6a7c41ce0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826129 Sep 21 08:12:11.699966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:11.706565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca34826-69f1-4160-90eb-2f762a30cdd1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:11.872397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:11.899970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Pushing event updated for resources: {'Port': ['ID=4e0cd518-d0af-48ba-8384-af20651b8af3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:11.926788 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:12.049056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-aec7fe3b-c9b1-4c60-ad24-b86a33974495 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1556411 Sep 21 08:12:12.122873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:12.129418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:12.133106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:12.146879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:12.175163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7338451f-dc28-4c8e-9dd9-7ef76b6a0391 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0568185 Sep 21 08:12:12.201969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Request body: {'port': {'device_id': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:12.208678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Made reservation on behalf of 70f636b848214219a7c95350936ec409 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:12.212939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:12.416524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2a125869-a669-43ab-87f4-d81565fd7ac5 req-4d78d346-761c-4ba2-b870-9bc20ab94a82 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 210 time: 0.1396093 Sep 21 08:12:12.441669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:12.455098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ca922282-4f4e-42d1-beaf-c5bbf27e15ce None None] Provisioning complete for port 4e0cd518-d0af-48ba-8384-af20651b8af3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:12.455893 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ca922282-4f4e-42d1-beaf-c5bbf27e15ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:12.494899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ca922282-4f4e-42d1-beaf-c5bbf27e15ce None None] Port 4e0cd518-d0af-48ba-8384-af20651b8af3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:12.547268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fca34826-69f1-4160-90eb-2f762a30cdd1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:12.820842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-1485b5dc-b9b0-4921-8993-6fd115a5ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:12.822368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-1485b5dc-b9b0-4921-8993-6fd115a5ca4b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 1101 time: 0.5258288 Sep 21 08:12:12.970952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Allocated IP 172.20.0.5 (5adfd8ca-a1a8-4be9-8011-90efd43aa405/3296b040-3f77-43d1-9411-d227d0612e64/d4906bd1-5f65-44c8-a8d4-19431956abe5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:13.001579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb224e6-1eb9-4354-96b6-2e7a3bbcc720 req-792afbb7-96be-490f-96a0-e479780a8bf6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:13.009190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cbb224e6-1eb9-4354-96b6-2e7a3bbcc720 req-792afbb7-96be-490f-96a0-e479780a8bf6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.9216506 Sep 21 08:12:13.024485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8b898-e1b1-4bc0-a80c-a874f716f307 req-57338e3c-ebfe-46fe-b759-f265a3b13d4e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:13.026662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bed8b898-e1b1-4bc0-a80c-a874f716f307 req-57338e3c-ebfe-46fe-b759-f265a3b13d4e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 949 time: 0.1147354 Sep 21 08:12:13.142221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cbb224e6-1eb9-4354-96b6-2e7a3bbcc720 req-147cb623-6717-402b-97f7-965843b38aef tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316381 Sep 21 08:12:13.173078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-54093570-f23a-4634-8aa4-f6eaa2bdfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:13.174676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-54093570-f23a-4634-8aa4-f6eaa2bdfcf4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2757006 Sep 21 08:12:13.190787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bed8b898-e1b1-4bc0-a80c-a874f716f307 req-fe1e24ad-d01b-4fe7-a73c-106943cfed8c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423576 Sep 21 08:12:13.335662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-8be006bd-1614-4388-ab28-8330aae241c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=653498b4-8c79-4389-aff8-e15e523958d3 HTTP/1.1" status: 200 len: 217 time: 0.1100283 Sep 21 08:12:13.364504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-50dcbc8a-1fd5-4524-b815-6ebc9db50b08 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:13.367347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-50dcbc8a-1fd5-4524-b815-6ebc9db50b08 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 816 time: 0.5488226 Sep 21 08:12:13.404084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Request body: {'port': {'device_id': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'admin_state_up': True, 'tenant_id': '70f636b848214219a7c95350936ec409'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:13.457671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:13.468841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20241337-6c71-4b38-b2f4-e9ce585cbdc6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:13.502107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:13.561632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 20241337-6c71-4b38-b2f4-e9ce585cbdc6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:13.562164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:13.604781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Pushing event updated for resources: {'Port': ['ID=d4906bd1-5f65-44c8-a8d4-19431956abe5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:13.637355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-c62b38ee-cece-4311-b57c-3a83600b6c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:13.638562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-c62b38ee-cece-4311-b57c-3a83600b6c3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.2670410 Sep 21 08:12:13.658128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-993de75d-fefc-4340-94bf-4bb34a5e79e7 req-61d07218-e5a4-49b8-8f4f-fb48751cf939 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 210 time: 0.0578644 Sep 21 08:12:13.710317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:13.714959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:13.719851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:13.723012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb5bbd-96fb-4682-86ab-1f73dd751fda req-ba287769-db2b-47bf-a94b-3495cd817860 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:13.737496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3acb5bbd-96fb-4682-86ab-1f73dd751fda req-ba287769-db2b-47bf-a94b-3495cd817860 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 949 time: 0.3513587 Sep 21 08:12:13.844335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:13.848115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:13.849467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:13.909040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 20241337-6c71-4b38-b2f4-e9ce585cbdc6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20241337-6c71-4b38-b2f4-e9ce585cbdc6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:13.919455 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:13.920332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7cb0f947-a052-4143-9106-f8b76d553c8b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:13.938817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-7d66708f-79ce-4e05-add1-6888bba993fd tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6006985 Sep 21 08:12:13.973681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Request body: {'port': {'device_id': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:14.039276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3acb5bbd-96fb-4682-86ab-1f73dd751fda req-39053c40-1539-4a0e-8ab2-c64bf134c098 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987866 Sep 21 08:12:14.093496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-d6fd51f3-fcb6-4630-898e-f0c01cc056f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:14.095860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-d6fd51f3-fcb6-4630-898e-f0c01cc056f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4072530 Sep 21 08:12:14.097935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Deleting port fb0ab4b1-bd5e-4976-9b10-cac86533cda1 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:12:14.103861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.106495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Made reservation on behalf of 70f636b848214219a7c95350936ec409 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:14.110240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.118866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 56edce37-d787-4ccb-9a55-464434b91826 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:14.157533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=20241337-6c71-4b38-b2f4-e9ce585cbdc6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:14.194597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0cd518-d0af-48ba-8384-af20651b8af3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:14.266185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.274471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7cb0f947-a052-4143-9106-f8b76d553c8b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:14.276517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.288175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.318167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Transition to ACTIVE for port object 4e0cd518-d0af-48ba-8384-af20651b8af3 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:14.339278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.401088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-63df49fd-fe32-46f2-8b76-42f3fa288840 None None] Provisioning complete for port d4906bd1-5f65-44c8-a8d4-19431956abe5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:14.401471 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-63df49fd-fe32-46f2-8b76-42f3fa288840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.501949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cbb8a-f6ea-490e-b18a-fd23745d9963 req-a07ee45b-068c-4860-b859-4215304098bf tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:14.504943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e4cbb8a-f6ea-490e-b18a-fd23745d9963 req-a07ee45b-068c-4860-b859-4215304098bf tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.2214916 Sep 21 08:12:14.505681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0cd518-d0af-48ba-8384-af20651b8af3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:14.562264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 56edce37-d787-4ccb-9a55-464434b91826 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:12:14.579940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 56edce37-d787-4ccb-9a55-464434b91826 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:14.581437 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.586349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-63df49fd-fe32-46f2-8b76-42f3fa288840 None None] Port d4906bd1-5f65-44c8-a8d4-19431956abe5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:14.700146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e4cbb8a-f6ea-490e-b18a-fd23745d9963 req-fe9ad6f2-de0b-4648-8453-6d7edc73db15 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843697 Sep 21 08:12:14.728579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Attempting to bind port 4e0cd518-d0af-48ba-8384-af20651b8af3 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:14.728908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Attempting to bind port 4e0cd518-d0af-48ba-8384-af20651b8af3 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:14.729254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Attempting to bind port 4e0cd518-d0af-48ba-8384-af20651b8af3 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:14.735862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Port 4e0cd518-d0af-48ba-8384-af20651b8af3 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:14.736437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Attempting to bind port 4e0cd518-d0af-48ba-8384-af20651b8af3 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:14.742571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:14.743152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Checking segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:14.743771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Bound using segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:14.744411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Bound port: 4e0cd518-d0af-48ba-8384-af20651b8af3, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:14.744980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.756510 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Sync routers for ids ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:12:14.768505 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Routers {'7625cc7e-80bd-46fa-b65f-ca6014f9092c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:12:14.771191 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:11:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:14.811786 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.830081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-a846b237-ce57-4164-a3ef-e3fa75920968 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020166 Sep 21 08:12:14.857494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.868939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] For port 4e0cd518-d0af-48ba-8384-af20651b8af3, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:14.876953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] For port 4e0cd518-d0af-48ba-8384-af20651b8af3, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4e0cd518-d0af-48ba-8384-af20651b8af3,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:14.883052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.886553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 56edce37-d787-4ccb-9a55-464434b91826, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=56edce37-d787-4ccb-9a55-464434b91826,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:14.888607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56edce37-d787-4ccb-9a55-464434b91826'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:14.893216 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39d5830-363a-4ef4-9b02-11b566cbbe22" -d '{"events": [{"server_uuid": "0effed34-9e18-4f54-8c9c-b74edcef7995", "name": "network-vif-plugged", "status": "completed", "tag": "56edce37-d787-4ccb-9a55-464434b91826"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:14.896078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Allocated IP 172.20.0.11 (5adfd8ca-a1a8-4be9-8011-90efd43aa405/3296b040-3f77-43d1-9411-d227d0612e64/ba01adad-7358-4f84-941c-bfb722b81449) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:14.916921 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.928758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d3ba-71e0-4833-b221-dd4827da6071 req-9a63d16b-c740-41bc-9d45-f2a69986f6d5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:14.943777 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cc0d3ba-71e0-4833-b221-dd4827da6071 req-9a63d16b-c740-41bc-9d45-f2a69986f6d5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 949 time: 0.4927154 Sep 21 08:12:14.966639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:14.967290 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:14.975490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] 10.222.0.50 "PUT /v2.0/ports/4e0cd518-d0af-48ba-8384-af20651b8af3 HTTP/1.1" status: 200 len: 1092 time: 2.7791221 Sep 21 08:12:14.976084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'tag': '4e0cd518-d0af-48ba-8384-af20651b8af3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:14.985923 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a7617e-4ff4-42a6-8f0c-72d13b388aac" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b1c43b-6852-4d35-b4de-2291ae092935", "tag": "4e0cd518-d0af-48ba-8384-af20651b8af3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:15.007438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Calling delete_port for fb0ab4b1-bd5e-4976-9b10-cac86533cda1 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:12:15.094075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=56edce37-d787-4ccb-9a55-464434b91826,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:15.135448 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Set router 7625cc7e-80bd-46fa-b65f-ca6014f9092c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:12:15.211020 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2a19a135-a082-4c5c-925a-a5487290c36e req-30872c03-ee7d-4778-a883-98ce327c9c0a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 210 time: 0.1743214 Sep 21 08:12:15.217688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30efadc-8070-45c9-b474-88a65a233a55 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0cd518-d0af-48ba-8384-af20651b8af3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:15.243961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-1d5a342b-feaa-4e19-ac01-b3f4f5acd76e service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763628 Sep 21 08:12:15.260399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-ee95e713-64de-4617-ae86-64747af39324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:15.272103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-ee95e713-64de-4617-ae86-64747af39324 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 1095 time: 0.2277114 Sep 21 08:12:15.313287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20241337-6c71-4b38-b2f4-e9ce585cbdc6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:15.365275 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2fce6d-e1fa-4c6f-ba0b-b947109b6d30 x-openstack-request-id: req-9e2fce6d-e1fa-4c6f-ba0b-b947109b6d30 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:15.365844 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0effed34-9e18-4f54-8c9c-b74edcef7995", "name": "network-vif-plugged", "status": "completed", "tag": "56edce37-d787-4ccb-9a55-464434b91826", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:15.366391 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e2fce6d-e1fa-4c6f-ba0b-b947109b6d30 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:15.368111 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56edce37-d787-4ccb-9a55-464434b91826', 'code': 200} Sep 21 08:12:15.385372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7733cd8b-f2ac-4db9-8d99-14c30b426e21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0cd518-d0af-48ba-8384-af20651b8af3 HTTP/1.1" status: 200 len: 217 time: 0.0956664 Sep 21 08:12:15.393412 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de554e7-5bc6-4734-af51-25bfbbc61765 x-openstack-request-id: req-4de554e7-5bc6-4734-af51-25bfbbc61765 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:15.394133 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b1c43b-6852-4d35-b4de-2291ae092935", "tag": "4e0cd518-d0af-48ba-8384-af20651b8af3", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:15.394560 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4de554e7-5bc6-4734-af51-25bfbbc61765 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:15.395122 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'tag': '4e0cd518-d0af-48ba-8384-af20651b8af3', 'status': 'completed', 'code': 200} Sep 21 08:12:15.425488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 20241337-6c71-4b38-b2f4-e9ce585cbdc6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:15.425948 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:15.526908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d9877e48-fb5f-4aa5-b462-2ce250f2b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:15.528699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-d9877e48-fb5f-4aa5-b462-2ce250f2b6a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 200 len: 855 time: 0.1151781 Sep 21 08:12:15.530148 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cc0d3ba-71e0-4833-b221-dd4827da6071 req-07b2a8cc-9511-4248-a9c2-ed86a922005b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810020 Sep 21 08:12:15.594293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4100b9-7c11-4f4d-a79a-6234b7ff8464 req-946184ad-d147-4e2a-89d9-229741f7d894 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:15.602861 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4100b9-7c11-4f4d-a79a-6234b7ff8464 req-946184ad-d147-4e2a-89d9-229741f7d894 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 949 time: 0.1147597 Sep 21 08:12:15.612450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e042819-da54-4acd-9a3d-6319fbdf0461 req-43999314-29b8-4079-8e1d-7b1d206a56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:15.614422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2e042819-da54-4acd-9a3d-6319fbdf0461 req-43999314-29b8-4079-8e1d-7b1d206a56bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 1101 time: 0.1592665 Sep 21 08:12:15.635692 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:06Z', 'revision_number': 4, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'fb0ab4b1-bd5e-4976-9b10-cac86533cda1', 'name': '', 'network_id': 'a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'mac_address': 'fa:16:3e:c7:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'a2385e6d-5d25-42e4-8ede-11be96eaa569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:05Z', 'updated_at': '2021-09-21T08:12:06Z', 'revision_number': 2, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'subnets': [{'id': 'a2385e6d-5d25-42e4-8ede-11be96eaa569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:15.660356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-8b943512-0d58-4e3b-b56e-79a8379e78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:15.662116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-8b943512-0d58-4e3b-b56e-79a8379e78db service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5adfd8ca-a1a8-4be9-8011-90efd43aa405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122899 Sep 21 08:12:15.698478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4100b9-7c11-4f4d-a79a-6234b7ff8464 req-62dcd550-79f1-409d-9d26-440cb7e51b4d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734506 Sep 21 08:12:15.698671 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Checking router: 7625cc7e-80bd-46fa-b65f-ca6014f9092c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:12:15.698671 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Updating router 7625cc7e-80bd-46fa-b65f-ca6014f9092c port fb0ab4b1-bd5e-4976-9b10-cac86533cda1 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:12:15.713786 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-70ac4039-686d-49b1-85c8-51e96d9ad427 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b0c08cc582a743c793eff7d32d7279c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431828 Sep 21 08:12:15.733378 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:15.852651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2e042819-da54-4acd-9a3d-6319fbdf0461 req-9ead303e-98d3-4af3-8600-0f8a4418fbfc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233338 Sep 21 08:12:15.863909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-73e4d50a-2745-4e86-9ae5-b22644e1ffca service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792030 Sep 21 08:12:15.993462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:16.025210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361d605-0fb2-44a0-b0ef-e3809c31a058 req-31af5b14-7f3f-4f31-aa28-8360658de10e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:16.027341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3361d605-0fb2-44a0-b0ef-e3809c31a058 req-31af5b14-7f3f-4f31-aa28-8360658de10e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.1567554 Sep 21 08:12:16.032286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-ad7fdf0f-7ab9-4223-9759-97604ad87666 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:16.034679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-ad7fdf0f-7ab9-4223-9759-97604ad87666 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198102 Sep 21 08:12:16.100743 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-62293bd5-231b-46bc-8c9a-46f8a0f33417 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/quotas/b0c08cc582a743c793eff7d32d7279c0 HTTP/1.1" status: 200 len: 375 time: 0.0439050 Sep 21 08:12:16.120236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:16.129815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6763a585-e3ba-4fbc-a821-e1d50fc04c49 req-7783fa5b-6a11-4709-a7f9-739bad17cd4f service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194800 Sep 21 08:12:16.144338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3361d605-0fb2-44a0-b0ef-e3809c31a058 req-4bb2ecfb-c484-4f89-92a8-904332dab725 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961339 Sep 21 08:12:16.149651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-e83055d6-f651-437f-ae86-e3befcb262ce tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0c08cc582a743c793eff7d32d7279c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478613 Sep 21 08:12:16.159485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:16.165859 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:16.223187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0ab4b1-bd5e-4976-9b10-cac86533cda1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:16.261827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:16.384756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:16.391768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:16.428570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fca34826-69f1-4160-90eb-2f762a30cdd1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:16.442295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:16.458624 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.db.api [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:12:16.459900 n-d-809980-2 neutron-server[94727]: DEBUG oslo_db.api [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:12:16.694324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Pushing event updated for resources: {'Port': ['ID=ba01adad-7358-4f84-941c-bfb722b81449,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:16.767258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:16.767989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:16.930508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:17.038854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:17.053689 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Port fb0ab4b1-bd5e-4976-9b10-cac86533cda1 not found while updating agent binding for router 7625cc7e-80bd-46fa-b65f-ca6014f9092c. {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 21 08:12:17.059233 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:17.088165 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Routers {'7625cc7e-80bd-46fa-b65f-ca6014f9092c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:12:17.090990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:11:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:17.223729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-09d76a7b-1b15-4c50-80e2-a0373500e694 None None] Provisioning complete for port ba01adad-7358-4f84-941c-bfb722b81449 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:17.224365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-09d76a7b-1b15-4c50-80e2-a0373500e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:17.323711 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] Set router 7625cc7e-80bd-46fa-b65f-ca6014f9092c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:12:17.328384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:17.357371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-09d76a7b-1b15-4c50-80e2-a0373500e694 None None] Port ba01adad-7358-4f84-941c-bfb722b81449 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:17.371792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:17.380169 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75abff02-387d-4210-af86-fc11b5070553" -d '{"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:17.469798 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-4d9ad77c-148e-4f46-ad0a-c34dd3b4f51a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0853558 Sep 21 08:12:17.480834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-9f0b9162-3de7-4b57-88c0-ef616764f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:17.482696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:17.486390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-9f0b9162-3de7-4b57-88c0-ef616764f459 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 1095 time: 1.0708609 Sep 21 08:12:17.512824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddd68b-08e4-45f1-bff9-9874af6fb1af req-b91b2f8a-5737-4304-b2bc-527414d58a6e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:17.522148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Request body: {'port': {'device_id': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:17.529242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68ddd68b-08e4-45f1-bff9-9874af6fb1af req-b91b2f8a-5737-4304-b2bc-527414d58a6e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 932 time: 0.1620173 Sep 21 08:12:17.653499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68ddd68b-08e4-45f1-bff9-9874af6fb1af req-9016f903-5ce0-48ce-8e8d-aa0e6db37085 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227190 Sep 21 08:12:17.753451 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:16Z', 'revision_number': 5, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:17.754383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4906bd1-5f65-44c8-a8d4-19431956abe5 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:17.765755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:17.787742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-ffa8d2d9-1e86-448e-8a0a-b338597a2bf8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0004339 Sep 21 08:12:17.794139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-8fc47bb7-2391-411b-a059-948bc727dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:17.795768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-8fc47bb7-2391-411b-a059-948bc727dc23 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 917 time: 0.2631094 Sep 21 08:12:17.796816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Transition to ACTIVE for port object d4906bd1-5f65-44c8-a8d4-19431956abe5 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:17.803695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:17.833565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccceb37c-6230-4c91-b5d5-047fc03f6bbd req-39b3f6f7-66f2-4d68-8ccd-39b7e57d9e80 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:17.835079 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccceb37c-6230-4c91-b5d5-047fc03f6bbd req-39b3f6f7-66f2-4d68-8ccd-39b7e57d9e80 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 950 time: 0.9778328 Sep 21 08:12:17.850458 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac458d9-8d3d-46b6-aa35-c30caea447d8 None None] The sync data for ids ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'] in n-d-809980-2 is: [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:16Z', 'revision_number': 5, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:12:17.906521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-c47a196f-9ac9-450c-9919-e7d923a91a51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0cd518-d0af-48ba-8384-af20651b8af3 HTTP/1.1" status: 200 len: 217 time: 0.0905578 Sep 21 08:12:17.966417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:18.032698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4906bd1-5f65-44c8-a8d4-19431956abe5,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:18.082105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-31fa711f-ab2e-47fb-8385-f758ff3e3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:18.091666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-31fa711f-ab2e-47fb-8385-f758ff3e3f4c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 200 len: 855 time: 0.1643486 Sep 21 08:12:18.180787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae779b-8cea-4bdc-bc85-e114f302912b req-0f2e5146-9000-4463-aa37-3a4060cd36bd tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:18.190250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5fae779b-8cea-4bdc-bc85-e114f302912b req-0f2e5146-9000-4463-aa37-3a4060cd36bd tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2909684 Sep 21 08:12:18.273158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Attempting to bind port d4906bd1-5f65-44c8-a8d4-19431956abe5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:18.273409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Attempting to bind port d4906bd1-5f65-44c8-a8d4-19431956abe5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:18.273745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Attempting to bind port d4906bd1-5f65-44c8-a8d4-19431956abe5 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:18.299279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-061f0265-c152-4c0f-9c98-2ecdaa3b5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:18.301444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-061f0265-c152-4c0f-9c98-2ecdaa3b5924 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5adfd8ca-a1a8-4be9-8011-90efd43aa405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692595 Sep 21 08:12:18.304689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5fae779b-8cea-4bdc-bc85-e114f302912b req-65613326-3d1a-4b98-8a87-c75f64a9d579 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136398 Sep 21 08:12:18.311225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Router 7625cc7e-80bd-46fa-b65f-ca6014f9092c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:12:18.318824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Port d4906bd1-5f65-44c8-a8d4-19431956abe5 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:18.319203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Attempting to bind port d4906bd1-5f65-44c8-a8d4-19431956abe5 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:18.339360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-36c714c1-1b14-4702-ba02-b054cef6323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:18.344373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-36c714c1-1b14-4702-ba02-b054cef6323a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 1100 time: 0.4996130 Sep 21 08:12:18.361435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:18.361785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Checking segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:18.362176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Bound using segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:18.362622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Bound port: d4906bd1-5f65-44c8-a8d4-19431956abe5, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:18.362989 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:18.380791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccceb37c-6230-4c91-b5d5-047fc03f6bbd req-48eb4089-4cf3-4ef6-988f-8bf0062bf6c5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155902 Sep 21 08:12:18.500094 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-78cc4f35-c42e-4e4b-b756-60bdba0a930f tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b0c08cc582a743c793eff7d32d7279c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603814 Sep 21 08:12:18.636985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] For port d4906bd1-5f65-44c8-a8d4-19431956abe5, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:18.645729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-e1e2d4f2-d860-4de2-80bb-ac0e5868ec4e service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281248 Sep 21 08:12:18.662835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] For port d4906bd1-5f65-44c8-a8d4-19431956abe5, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d4906bd1-5f65-44c8-a8d4-19431956abe5,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:18.693357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-ae3891ca-4744-42ec-a06b-ec56d945c8c2 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:18.700799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-ae3891ca-4744-42ec-a06b-ec56d945c8c2 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997292 Sep 21 08:12:18.760183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-bfa31a5b-4ea1-452f-9d3c-1686679c08f2 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b0c08cc582a743c793eff7d32d7279c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1461673 Sep 21 08:12:18.834466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-1738f7cb-1e0c-42f2-9d47-49771729d055 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/quotas/b0c08cc582a743c793eff7d32d7279c0 HTTP/1.1" status: 200 len: 375 time: 0.1326990 Sep 21 08:12:18.839495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:18.862261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15a7617e-4ff4-42a6-8f0c-72d13b388aac req-485319ce-91af-440b-81ef-336c07bdc0f6 service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577282 Sep 21 08:12:18.911553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-f2faa767-ca69-40e9-8d50-7360a86cc186 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b0c08cc582a743c793eff7d32d7279c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760427 Sep 21 08:12:18.927389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:18.928065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:18.938022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] 10.222.0.50 "PUT /v2.0/ports/d4906bd1-5f65-44c8-a8d4-19431956abe5 HTTP/1.1" status: 200 len: 1091 time: 4.9781849 Sep 21 08:12:18.941005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'tag': 'd4906bd1-5f65-44c8-a8d4-19431956abe5'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:18.950528 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3f00c7-929c-4655-84ae-732eb6406a98" -d '{"events": [{"name": "network-changed", "server_uuid": "f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3", "tag": "d4906bd1-5f65-44c8-a8d4-19431956abe5"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:18.998588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba236e4-6169-4598-b8fc-0f81f1a6fee6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4906bd1-5f65-44c8-a8d4-19431956abe5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:19.067966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a551b1-6c54-44df-91d7-7fb3da314c82 req-0d63454f-8e8f-4476-9f4a-30b8a1bd5803 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.069202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-8016ccd3-354b-428f-967c-45df0dd018d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.069608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a551b1-6c54-44df-91d7-7fb3da314c82 req-0d63454f-8e8f-4476-9f4a-30b8a1bd5803 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.4774656 Sep 21 08:12:19.076434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-6afdd006-1bba-429e-b132-73bf3a83fd5f tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.078469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-6afdd006-1bba-429e-b132-73bf3a83fd5f tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018231 Sep 21 08:12:19.078639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-8016ccd3-354b-428f-967c-45df0dd018d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 1094 time: 0.0737283 Sep 21 08:12:19.090005 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-99e45564-a0bb-4a65-95ab-e8052c844770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.091888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-99e45564-a0bb-4a65-95ab-e8052c844770 service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.7101226 Sep 21 08:12:19.101109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:12:19.114459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Request body: {'port': {'device_id': '969932bb-3c8c-4043-9a8d-060e93229080', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': 'b0c08cc582a743c793eff7d32d7279c0'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:19.194514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-721ebd30-b02b-4b84-9311-b5f7ac97b397 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4906bd1-5f65-44c8-a8d4-19431956abe5 HTTP/1.1" status: 200 len: 217 time: 0.0995400 Sep 21 08:12:19.228788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fb0ab4b1-bd5e-4976-9b10-cac86533cda1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:12:19.238356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-05ab86e3-c216-4730-a852-3fd0b6ecd354 admin admin] 10.222.0.59 "PUT /v2.0/routers/7625cc7e-80bd-46fa-b65f-ca6014f9092c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5277817 Sep 21 08:12:19.241700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46842) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:19.322990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: fb0ab4b1-bd5e-4976-9b10-cac86533cda1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:12:19.326561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fb0ab4b1-bd5e-4976-9b10-cac86533cda1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:12:19.329830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-2ae838fb-d8b9-4c64-8748-cabcaa137963 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=4d55273f-4f6e-4f40-bdb4-488659967948 HTTP/1.1" status: 200 len: 217 time: 0.2115054 Sep 21 08:12:19.338803 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22d801b-42ae-47ae-9695-174660669f9a x-openstack-request-id: req-b22d801b-42ae-47ae-9695-174660669f9a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:19.339101 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:19.340631 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b22d801b-42ae-47ae-9695-174660669f9a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:19.341063 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'code': 200} Sep 21 08:12:19.356890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] Sync routers for ids ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:12:19.362926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-ff9da2c1-8cb1-4b5b-937a-553bceaa75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.366777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-ff9da2c1-8cb1-4b5b-937a-553bceaa75ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 200 len: 855 time: 0.1625450 Sep 21 08:12:19.424143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] Routers {'7625cc7e-80bd-46fa-b65f-ca6014f9092c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:12:19.426248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:11:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:19.458103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a551b1-6c54-44df-91d7-7fb3da314c82 req-8022875b-f576-46b8-91ec-12fcb3504770 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742938 Sep 21 08:12:19.551231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-56086f1c-6df7-438b-986a-9b2515909a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.556474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-d62ff650-1f12-4403-867a-04695f5ef5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.557972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-d62ff650-1f12-4403-867a-04695f5ef5d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1877980 Sep 21 08:12:19.565183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-56086f1c-6df7-438b-986a-9b2515909a37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5adfd8ca-a1a8-4be9-8011-90efd43aa405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838806 Sep 21 08:12:19.611170 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75d21d0-0a38-4055-9e01-19b1934e12e1 x-openstack-request-id: req-a75d21d0-0a38-4055-9e01-19b1934e12e1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:19.613307 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3", "tag": "d4906bd1-5f65-44c8-a8d4-19431956abe5", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:19.614020 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a75d21d0-0a38-4055-9e01-19b1934e12e1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:19.619132 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'tag': 'd4906bd1-5f65-44c8-a8d4-19431956abe5', 'status': 'completed', 'code': 200} Sep 21 08:12:19.679235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:19.750662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba01adad-7358-4f84-941c-bfb722b81449 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:19.761707 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:19.771416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4e0cd518-d0af-48ba-8384-af20651b8af3 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:19.779128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Transition to ACTIVE for port object ba01adad-7358-4f84-941c-bfb722b81449 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:19.882095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4e0cd518-d0af-48ba-8384-af20651b8af3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4e0cd518-d0af-48ba-8384-af20651b8af3,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:19.900451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-a32d45ea-5a56-4971-953b-cf25a2a1028b service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023472 Sep 21 08:12:19.900936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '4e0cd518-d0af-48ba-8384-af20651b8af3', 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'port_id': '4e0cd518-d0af-48ba-8384-af20651b8af3', 'mac_address': 'fa:16:3e:35:e3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3296b040-3f77-43d1-9411-d227d0612e64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:19.944664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7227cd0-9f12-428f-842d-5a77933f8e55 req-6d231ade-2cc4-4e16-8799-ac178a8bffbb tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:19.957866 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7227cd0-9f12-428f-842d-5a77933f8e55 req-6d231ade-2cc4-4e16-8799-ac178a8bffbb tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 932 time: 0.3894403 Sep 21 08:12:19.998276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07345a1-8f7f-416f-8b85-3024684e41ab req-f3796709-7c2e-4586-9288-e3a2bf2b6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:20.000788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d07345a1-8f7f-416f-8b85-3024684e41ab req-f3796709-7c2e-4586-9288-e3a2bf2b6bba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1101 time: 0.1826899 Sep 21 08:12:20.003412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] Set router 7625cc7e-80bd-46fa-b65f-ca6014f9092c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:12:20.005327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:20.049725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0cd518-d0af-48ba-8384-af20651b8af3 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:20.135993 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7227cd0-9f12-428f-842d-5a77933f8e55 req-7e979a49-f869-47ae-9f1f-d8a7a4b527f6 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770439 Sep 21 08:12:20.159827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d07345a1-8f7f-416f-8b85-3024684e41ab req-0f2477c1-a18a-4716-831f-1141aeae7ba3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352167 Sep 21 08:12:20.207901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99fee668-9a7b-4b9e-a2e1-cd24834bbad9 req-8d5763b2-9ff8-4210-b87a-dc0b7961ecde service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911367 Sep 21 08:12:20.239900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4e0cd518-d0af-48ba-8384-af20651b8af3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4e0cd518-d0af-48ba-8384-af20651b8af3,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:20.248376 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:20.357274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5910cb-f9a2-4a74-9399-4a9b35c92a67 req-f813e508-ce90-4d24-8105-e2e5892e05d6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:20.362086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be5910cb-f9a2-4a74-9399-4a9b35c92a67 req-f813e508-ce90-4d24-8105-e2e5892e05d6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1080568 Sep 21 08:12:20.369450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4e0cd518-d0af-48ba-8384-af20651b8af3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:20.392170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:16Z', 'revision_number': 5, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:20.403534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Made reservation on behalf of b0c08cc582a743c793eff7d32d7279c0 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:20.411162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:20.441265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] Checking router: 7625cc7e-80bd-46fa-b65f-ca6014f9092c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:12:20.444394 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:20.445931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be5910cb-f9a2-4a74-9399-4a9b35c92a67 req-414d05a3-cd1b-40da-8a74-aec2a9bee47d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744669 Sep 21 08:12:20.451130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] Routers {'7625cc7e-80bd-46fa-b65f-ca6014f9092c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:12:20.451640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:11:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:20.511902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-968e3fdd-e443-40a8-9812-00d7ab7c6755 req-aeda651e-ec4a-467c-b0c8-fc3c5a09777a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 210 time: 0.8211496 Sep 21 08:12:20.594527 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:20.609815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-ddfd95db-bbfb-49a2-a9ce-668ff3a5fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:20.617751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-ddfd95db-bbfb-49a2-a9ce-668ff3a5fcdf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 1094 time: 0.1558640 Sep 21 08:12:20.652444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-442e1406-4a2b-4a22-892c-897777f21a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:20.657578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-442e1406-4a2b-4a22-892c-897777f21a77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0918510 Sep 21 08:12:20.759117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:20.808549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4e0cd518-d0af-48ba-8384-af20651b8af3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:20.808763 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:12:20.940933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] Set router 7625cc7e-80bd-46fa-b65f-ca6014f9092c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:12:20.960912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:21.092110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf01078-08fd-4054-b2cf-47d60d42423a req-53412067-89ac-4e68-a3fb-1b774f4369e4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:21.102064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-baf01078-08fd-4054-b2cf-47d60d42423a req-53412067-89ac-4e68-a3fb-1b774f4369e4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 950 time: 0.3408077 Sep 21 08:12:21.118521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba01adad-7358-4f84-941c-bfb722b81449,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:21.123655 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-fb554d81-de52-4ce6-9e40-4b450fcfcc55 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493501 Sep 21 08:12:21.132390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-d8f545ee-6d42-4868-ac5d-fb2ecb9450a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:21.134244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-d8f545ee-6d42-4868-ac5d-fb2ecb9450a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 917 time: 0.5026407 Sep 21 08:12:21.148718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:21.223623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-05d9f4c9-ba15-463b-b7f6-4f680084426a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4906bd1-5f65-44c8-a8d4-19431956abe5 HTTP/1.1" status: 200 len: 217 time: 0.0759697 Sep 21 08:12:21.226092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.226720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.227201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.227911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.228850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.229776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.230777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.231894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.232532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.233229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.233914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-baf01078-08fd-4054-b2cf-47d60d42423a req-0394938d-208d-4989-af2f-c56e1a446051 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294792 Sep 21 08:12:21.234071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.234680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:21.373684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-178b61eb-d8d0-4d7b-a639-875c8f655fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:21.380580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-178b61eb-d8d0-4d7b-a639-875c8f655fb0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 200 len: 855 time: 0.1375210 Sep 21 08:12:21.470013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Attempting to bind port ba01adad-7358-4f84-941c-bfb722b81449 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:21.470439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Attempting to bind port ba01adad-7358-4f84-941c-bfb722b81449 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:21.472139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Attempting to bind port ba01adad-7358-4f84-941c-bfb722b81449 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:21.538883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:16Z', 'revision_number': 5, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:21.581495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4f198-79c4-4b12-b68e-e31ee9864249 None None] The sync data for ids ['7625cc7e-80bd-46fa-b65f-ca6014f9092c'] in n-d-809980-2 is: [{'id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1925481209-router', 'tenant_id': '928945621e6e4aca9018c9c7311b4800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:11:59Z', 'updated_at': '2021-09-21T08:12:16Z', 'revision_number': 5, 'project_id': '928945621e6e4aca9018c9c7311b4800', 'gw_port': {'id': '20241337-6c71-4b38-b2f4-e9ce585cbdc6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7625cc7e-80bd-46fa-b65f-ca6014f9092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:12:00Z', 'updated_at': '2021-09-21T08:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:12:21.619439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8cc2611a-23f5-488c-ad0b-d045e70aef77 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b0c08cc582a743c793eff7d32d7279c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151116 Sep 21 08:12:21.646851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-4614e629-17f6-4d24-a69e-c160c07e6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:21.650909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-4614e629-17f6-4d24-a69e-c160c07e6cc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5adfd8ca-a1a8-4be9-8011-90efd43aa405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2525129 Sep 21 08:12:21.686255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Port ba01adad-7358-4f84-941c-bfb722b81449 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:21.687194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Attempting to bind port ba01adad-7358-4f84-941c-bfb722b81449 on network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:21.700367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:21.700733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Checking segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:21.701182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Bound using segment: {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:21.701699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Bound port: ba01adad-7358-4f84-941c-bfb722b81449, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3088a0-fe3c-4655-8190-f32032f7bbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:21.702169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:21.716176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634b663e-6b64-43c0-96c1-ec6a421cf06c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:21.920482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b9b7-cc3c-45cb-8bdf-05273b1e0d05 req-15546c54-d114-4b33-83cc-46fe08699de4 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:21.922614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5be8b9b7-cc3c-45cb-8bdf-05273b1e0d05 req-15546c54-d114-4b33-83cc-46fe08699de4 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 1101 time: 0.3611782 Sep 21 08:12:21.975709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Deleting port 20241337-6c71-4b38-b2f4-e9ce585cbdc6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:12:21.976386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:21.989491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91948a5-7bf9-4a7e-997d-6c556d3465c3 req-1948c6c5-fca7-4fcd-b333-765f995f9477 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:21.998526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f91948a5-7bf9-4a7e-997d-6c556d3465c3 req-1948c6c5-fca7-4fcd-b333-765f995f9477 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 944 time: 0.4551725 Sep 21 08:12:22.054215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fafa73a-9446-4b74-b920-c703aa1d2f2a req-e1122688-095f-43d3-8b78-00aeffa37deb service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9093702 Sep 21 08:12:22.072678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-4a79401d-32a7-48b5-b7fb-ed4fcf755deb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:22.074207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-4a79401d-32a7-48b5-b7fb-ed4fcf755deb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216788 Sep 21 08:12:22.089488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-a5f7f688-6a6d-46b9-9d9e-eda047f4407e service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663955 Sep 21 08:12:22.101306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Request body: {'port': {'device_id': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': 'b0c08cc582a743c793eff7d32d7279c0'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:22.121493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] For port ba01adad-7358-4f84-941c-bfb722b81449, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:22.125433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5be8b9b7-cc3c-45cb-8bdf-05273b1e0d05 req-29e1d0bd-ae31-4773-8d47-c436fb1a6513 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693606 Sep 21 08:12:22.173708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f91948a5-7bf9-4a7e-997d-6c556d3465c3 req-7a6c0b5b-ae00-494d-8e32-ac66457c45da tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700656 Sep 21 08:12:22.214656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] For port 20241337-6c71-4b38-b2f4-e9ce585cbdc6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20241337-6c71-4b38-b2f4-e9ce585cbdc6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:22.215148 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:22.232882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Calling delete_port for 20241337-6c71-4b38-b2f4-e9ce585cbdc6 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:12:22.335229 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5908ffd6-a671-4239-a1f1-dba5c678d8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:22.351865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] For port ba01adad-7358-4f84-941c-bfb722b81449, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ba01adad-7358-4f84-941c-bfb722b81449,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:22.355608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Allocated IP 192.168.233.253 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/34813ded-222a-4ec1-bf27-e79c3210fd7e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:22.375080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:22.420826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d1e38da-d7a9-4503-aff9-725c5d37e86d req-1489854a-0635-45dc-aae5-b97a475b63e3 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 210 time: 0.0674269 Sep 21 08:12:22.465699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a3f00c7-929c-4655-84ae-732eb6406a98 req-c09ca82c-7266-4b30-9781-a13866e4a08d service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560607 Sep 21 08:12:22.476153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba80a1-80fb-4d8f-b8aa-879bef893b08 req-e87eaaf5-d7b2-4a2f-80dc-812c2168d2e8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:22.479268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbba80a1-80fb-4d8f-b8aa-879bef893b08 req-e87eaaf5-d7b2-4a2f-80dc-812c2168d2e8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1460409 Sep 21 08:12:22.508800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba01adad-7358-4f84-941c-bfb722b81449,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:22.519146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:22.519718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:22.522290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-de1b1309-8be2-4e7d-9fca-cafa11293fb9 service neutron] 10.222.0.50 "PUT /v2.0/ports/ba01adad-7358-4f84-941c-bfb722b81449 HTTP/1.1" status: 200 len: 1092 time: 5.0271468 Sep 21 08:12:22.555837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'tag': 'ba01adad-7358-4f84-941c-bfb722b81449'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:22.561757 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a34b1-1000-4693-a3ad-541c73b1e5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4a0962-3a1f-4a31-a367-0677d1bcb518", "tag": "ba01adad-7358-4f84-941c-bfb722b81449"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:22.589664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Made reservation on behalf of b0c08cc582a743c793eff7d32d7279c0 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:22.594602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:22.619424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbba80a1-80fb-4d8f-b8aa-879bef893b08 req-9fcf65e2-0239-4a70-8c30-7fd15eb7b784 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236310 Sep 21 08:12:22.764288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-3014c19c-e68a-4cb2-b368-050243b715b3 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471059 Sep 21 08:12:22.849484 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec9e5a3-d0a3-4bd0-9f0a-c39207f6098d x-openstack-request-id: req-8ec9e5a3-d0a3-4bd0-9f0a-c39207f6098d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:22.849756 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4a0962-3a1f-4a31-a367-0677d1bcb518", "tag": "ba01adad-7358-4f84-941c-bfb722b81449", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:22.850038 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ec9e5a3-d0a3-4bd0-9f0a-c39207f6098d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:22.850469 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'tag': 'ba01adad-7358-4f84-941c-bfb722b81449', 'status': 'completed', 'code': 200} Sep 21 08:12:22.972385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca4678-0cf2-4e8a-9892-d2c6b6694683 req-21aaa7bc-6a0d-493c-9c02-88306304ddb6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:22.973027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-54df83d5-6f18-4044-a990-f463a6880ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:22.974548 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-54df83d5-6f18-4044-a990-f463a6880ffb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 1095 time: 0.3538115 Sep 21 08:12:22.984771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02ca4678-0cf2-4e8a-9892-d2c6b6694683 req-21aaa7bc-6a0d-493c-9c02-88306304ddb6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0745354 Sep 21 08:12:23.027172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02ca4678-0cf2-4e8a-9892-d2c6b6694683 req-57572afe-f77e-412c-b132-ff4a7c787c85 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Sep 21 08:12:23.081144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-28e8901e-be66-4b3c-a448-f29dc59cbcc9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba01adad-7358-4f84-941c-bfb722b81449 HTTP/1.1" status: 200 len: 217 time: 0.0946667 Sep 21 08:12:23.136077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-faec09f4-0f67-47c8-a99f-93a11baf53b0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:23.137592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-faec09f4-0f67-47c8-a99f-93a11baf53b0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3554380 Sep 21 08:12:23.141712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.220783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=20241337-6c71-4b38-b2f4-e9ce585cbdc6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:23.225957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.255842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-57c9b991-5015-4c68-9ccc-c6716e589854 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/quotas/31a43fa3043b4ecba170c7f64abb3351 HTTP/1.1" status: 200 len: 375 time: 0.0874996 Sep 21 08:12:23.304758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-fd00cf33-4629-4346-8ace-32aa1b9c8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:23.306574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-fd00cf33-4629-4346-8ace-32aa1b9c8ae4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 200 len: 855 time: 0.1910310 Sep 21 08:12:23.390980 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.525662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.528792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-1d5f5c59-88b3-4d2d-82d2-db59d772d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:23.530466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-1d5f5c59-88b3-4d2d-82d2-db59d772d043 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5adfd8ca-a1a8-4be9-8011-90efd43aa405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097220 Sep 21 08:12:23.545999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b2b92cbf-b320-41e7-8769-d38d9f11395c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2632246 Sep 21 08:12:23.547175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.558116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.560303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a35e4620-ed16-43f6-aa47-70cf0725b1e2 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:23.566563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4e0cd518-d0af-48ba-8384-af20651b8af3 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:23.588339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8382ec-8b1f-4152-902f-96ab44cfda7a req-90e7741c-f3b4-4401-8a04-c36178f84130 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:23.590351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef8382ec-8b1f-4152-902f-96ab44cfda7a req-90e7741c-f3b4-4401-8a04-c36178f84130 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 944 time: 0.1273897 Sep 21 08:12:23.642677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Allocated IP 192.168.233.13 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/6f4fdf6b-8d85-466d-9221-360bacda9af8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:23.674558 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef8382ec-8b1f-4152-902f-96ab44cfda7a req-10cd4dd8-4b96-4a5d-9af6-7f9f09f26544 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743728 Sep 21 08:12:23.776968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:23.780947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.781706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7625cc7e-80bd-46fa-b65f-ca6014f9092c {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:12:23.809916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.818541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:23.820202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ddf296ef-240b-452c-b464-7563e8849e6a admin admin] 10.222.0.59 "DELETE /v2.0/routers/7625cc7e-80bd-46fa-b65f-ca6014f9092c HTTP/1.1" status: 204 len: 168 time: 4.5722618 Sep 21 08:12:23.848319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 4e0cd518-d0af-48ba-8384-af20651b8af3 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:12:23.862589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 4e0cd518-d0af-48ba-8384-af20651b8af3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:23.862983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:23.965343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:23.968696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:23.972434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:24.072815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:24.086950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6086d84e-0e80-4bf9-950c-1cce79b1d631 req-00092a58-909a-45cf-8e13-3a5e3dc42648 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 210 time: 0.0650067 Sep 21 08:12:24.125476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] Deleting subnet a2385e6d-5d25-42e4-8ede-11be96eaa569 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:12:24.149974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.188019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'mac_address': 'fa:16:3e:1f:a7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:24.278187 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.290569 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.331005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.351123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e725e48c-1507-477b-b8c3-b27b968e77eb req-42af1e08-240d-4a83-b695-c78dcd0bc2db tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 210 time: 0.0513339 Sep 21 08:12:24.357942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.367008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0cd518-d0af-48ba-8384-af20651b8af3'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:24.385972 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958ddfba-9c61-4285-bd02-113afe121a4b" -d '{"events": [{"server_uuid": "f0b1c43b-6852-4d35-b4de-2291ae092935", "name": "network-vif-plugged", "status": "completed", "tag": "4e0cd518-d0af-48ba-8384-af20651b8af3"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:24.454243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4e0cd518-d0af-48ba-8384-af20651b8af3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4e0cd518-d0af-48ba-8384-af20651b8af3,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:24.466382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a35e4620-ed16-43f6-aa47-70cf0725b1e2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:24.488978 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.492846 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.499651 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa7ecac-efd6-45c7-a687-1dcbb5e6c354 x-openstack-request-id: req-ffa7ecac-efd6-45c7-a687-1dcbb5e6c354 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:24.502007 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b1c43b-6852-4d35-b4de-2291ae092935", "name": "network-vif-plugged", "status": "completed", "tag": "4e0cd518-d0af-48ba-8384-af20651b8af3", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:24.505145 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffa7ecac-efd6-45c7-a687-1dcbb5e6c354 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:24.505801 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0cd518-d0af-48ba-8384-af20651b8af3', 'code': 200} Sep 21 08:12:24.609975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:24.618977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.620143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d4906bd1-5f65-44c8-a8d4-19431956abe5 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:24.622707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:24.630129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c388a3e9-5dbb-457b-a009-f68aa2dacb13 None None] Provisioning complete for port 34813ded-222a-4ec1-bf27-e79c3210fd7e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:24.630876 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c388a3e9-5dbb-457b-a009-f68aa2dacb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.643694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:24.668248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:24.723262 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-038f7b05-354e-4e45-a983-805ff4331804 service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1739106 Sep 21 08:12:24.768772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:24.769990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.816099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7be2aba6-c35e-415a-8bc7-aa33f1fe2c4a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7227921 Sep 21 08:12:24.834989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c388a3e9-5dbb-457b-a009-f68aa2dacb13 None None] Port 34813ded-222a-4ec1-bf27-e79c3210fd7e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:24.863621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:24.868672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Request body: {'port': {'device_id': '969932bb-3c8c-4043-9a8d-060e93229080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:24.921201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:24.968989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.969378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.969668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.970003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.970334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.970934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.971260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.975791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.976134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.976476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.976827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:24.977170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:25.011098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4e0cd518-d0af-48ba-8384-af20651b8af3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:25.032212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:25.042349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.065646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931eb00-c130-4ee1-9b70-ea2ec91f63fe req-7dd3e7eb-4750-412d-9167-ab933b33f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:25.068945 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8931eb00-c130-4ee1-9b70-ea2ec91f63fe req-7dd3e7eb-4750-412d-9167-ab933b33f61c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 1097 time: 0.4158041 Sep 21 08:12:25.093893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c49d10a5-6f9b-4c22-b541-8f0b691ed015 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0032325 Sep 21 08:12:25.108785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Request body: {'port': {'device_id': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:25.117260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaec92d-e42d-4f97-ab6d-27cdc24fed9c req-e69ac2b8-0f9e-4577-8b3b-55ee55b314cc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:25.130479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efaec92d-e42d-4f97-ab6d-27cdc24fed9c req-e69ac2b8-0f9e-4577-8b3b-55ee55b314cc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 1.1502523 Sep 21 08:12:25.138590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc744fe-ea73-4f9e-8469-7cfffce23d46 req-107c0fdd-7ce8-4b6b-a853-ae33290d0726 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:25.145329 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6dc744fe-ea73-4f9e-8469-7cfffce23d46 req-107c0fdd-7ce8-4b6b-a853-ae33290d0726 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 944 time: 0.2612472 Sep 21 08:12:25.161892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:25.180285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.214873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.220420 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8931eb00-c130-4ee1-9b70-ea2ec91f63fe req-6cc1d2c2-6f7d-40e3-b239-982e7cea0ebf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252167 Sep 21 08:12:25.241660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.249635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877a959-c6ae-4cbc-bcc4-384cbe0c1db8 None None] Network a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:12:25.249929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a2385e6d-5d25-42e4-8ede-11be96eaa569 HTTP/1.1" status: 204 len: 168 time: 1.4291742 Sep 21 08:12:25.269656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47040) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:25.274594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efaec92d-e42d-4f97-ab6d-27cdc24fed9c req-176ca77c-a891-4c01-969d-5e8d8c4e8e48 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430802 Sep 21 08:12:25.332026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e60815cc-b3c8-4476-8871-8d6625eb6723 None None] Provisioning complete for port 6f4fdf6b-8d85-466d-9221-360bacda9af8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:25.332725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e60815cc-b3c8-4476-8871-8d6625eb6723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.340726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d4906bd1-5f65-44c8-a8d4-19431956abe5, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d4906bd1-5f65-44c8-a8d4-19431956abe5,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:25.349816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20241337-6c71-4b38-b2f4-e9ce585cbdc6 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:12:25.355209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a27ed63-e346-40e6-b910-9da05bb84346 req-e11056bb-5290-4700-aad5-143ac27eeefa service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232710 Sep 21 08:12:25.357797 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.395770 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6dc744fe-ea73-4f9e-8469-7cfffce23d46 req-58c5bde2-afdf-42ec-90a1-362d9abf0ac2 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161820 Sep 21 08:12:25.397176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e515d-8c75-4722-b0fa-b8ae5eae486d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2385e6d-5d25-42e4-8ede-11be96eaa569,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:25.477241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.487637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.619733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 20241337-6c71-4b38-b2f4-e9ce585cbdc6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:12:25.620246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20241337-6c71-4b38-b2f4-e9ce585cbdc6 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:12:25.659764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'd4906bd1-5f65-44c8-a8d4-19431956abe5', 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'port_id': 'd4906bd1-5f65-44c8-a8d4-19431956abe5', 'mac_address': 'fa:16:3e:da:78:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3296b040-3f77-43d1-9411-d227d0612e64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:25.673271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-60fff0b2-a70b-4273-99f8-a48c64e77e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.828558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e60815cc-b3c8-4476-8871-8d6625eb6723 None None] Port 6f4fdf6b-8d85-466d-9221-360bacda9af8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:25.844833 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:25.862425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19d4ca-292b-45d7-a23e-a8f6ac91262b req-96707c18-25c3-4aa9-a603-28a2478e0d41 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:25.876415 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea19d4ca-292b-45d7-a23e-a8f6ac91262b req-96707c18-25c3-4aa9-a603-28a2478e0d41 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 935 time: 0.2810574 Sep 21 08:12:25.877431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4906bd1-5f65-44c8-a8d4-19431956abe5 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:25.963968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e754022-4c36-42cc-bc60-453b23350333 req-5daeb34d-8437-40f5-bcbe-d3cccef58672 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 210 time: 0.1530511 Sep 21 08:12:25.976702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea19d4ca-292b-45d7-a23e-a8f6ac91262b req-9dbf96be-6e2e-4c1d-9bda-07b8b40123da tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994210 Sep 21 08:12:26.006822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d4906bd1-5f65-44c8-a8d4-19431956abe5, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d4906bd1-5f65-44c8-a8d4-19431956abe5,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:26.006822 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:26.071300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] DHCP port deletion for a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:12:26.141375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=d4906bd1-5f65-44c8-a8d4-19431956abe5,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:26.170529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a35e4620-ed16-43f6-aa47-70cf0725b1e2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:26.173200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-db3083a9-ed1c-4a5e-9f7c-99ccfe5c9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:26.174946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-db3083a9-ed1c-4a5e-9f7c-99ccfe5c9326 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 1095 time: 0.4678562 Sep 21 08:12:26.276149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] Deleting port eb388df5-4ea9-40f5-83b9-12faa810fd71 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:12:26.277232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:26.410725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-a02c897d-347b-485e-973a-c806a77176a7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=31a43fa3043b4ecba170c7f64abb3351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866094 Sep 21 08:12:26.424442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Deleting port eb388df5-4ea9-40f5-83b9-12faa810fd71 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:12:26.427496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:26.736024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-91353a87-1f7f-4383-a797-63951a80a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:26.737805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-91353a87-1f7f-4383-a797-63951a80a6c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 917 time: 0.5448267 Sep 21 08:12:26.754836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] For port eb388df5-4ea9-40f5-83b9-12faa810fd71, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eb388df5-4ea9-40f5-83b9-12faa810fd71,segment=NetworkSegment(ed8c3da5-d3a1-4be1-80c9-95efebea960e),segment_id=ed8c3da5-d3a1-4be1-80c9-95efebea960e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:26.755451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:26.761637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34813ded-222a-4ec1-bf27-e79c3210fd7e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:26.833725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-fbbafccd-af2f-465f-a7b9-385aa62289fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba01adad-7358-4f84-941c-bfb722b81449 HTTP/1.1" status: 200 len: 217 time: 0.0811877 Sep 21 08:12:26.840730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:26.851657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Calling delete_port for eb388df5-4ea9-40f5-83b9-12faa810fd71 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:12:26.889295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-3b78551b-0e75-41ec-8719-cd37a79113a9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:26.890248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['d4906bd1-5f65-44c8-a8d4-19431956abe5'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:26.893246 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-3b78551b-0e75-41ec-8719-cd37a79113a9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4716504 Sep 21 08:12:26.937833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Request body: {'port': {'device_id': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '31a43fa3043b4ecba170c7f64abb3351'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:26.941339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257aa53-8246-47e4-91c5-67156461d767 req-81702719-18f2-40bb-bb06-b74a509026a7 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:26.952593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f257aa53-8246-47e4-91c5-67156461d767 req-81702719-18f2-40bb-bb06-b74a509026a7 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 944 time: 0.3468356 Sep 21 08:12:26.955937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-5535091d-e510-4852-baae-3fd98a6a610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:26.957860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-5535091d-e510-4852-baae-3fd98a6a610d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 200 len: 855 time: 0.1014984 Sep 21 08:12:26.984418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc102e-a68c-447c-84ca-1d36d234966c req-3ee989b2-f80e-4e28-91d5-21118b0c6ff5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:26.988608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Transition to ACTIVE for port object 34813ded-222a-4ec1-bf27-e79c3210fd7e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:27.004012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cdcc102e-a68c-447c-84ca-1d36d234966c req-3ee989b2-f80e-4e28-91d5-21118b0c6ff5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.4985082 Sep 21 08:12:27.080923 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:27.086521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] For port eb388df5-4ea9-40f5-83b9-12faa810fd71, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eb388df5-4ea9-40f5-83b9-12faa810fd71,segment=NetworkSegment(ed8c3da5-d3a1-4be1-80c9-95efebea960e),segment_id=ed8c3da5-d3a1-4be1-80c9-95efebea960e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:27.087151 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:27.091582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:27.283576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] Calling delete_port for eb388df5-4ea9-40f5-83b9-12faa810fd71 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:12:27.440272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f257aa53-8246-47e4-91c5-67156461d767 req-fba586f1-3379-4165-b55a-bcbbcf605f70 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860165 Sep 21 08:12:27.480185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb388df5-4ea9-40f5-83b9-12faa810fd71 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:12:27.528906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Attempting to bind port 34813ded-222a-4ec1-bf27-e79c3210fd7e on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:27.536233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Attempting to bind port 34813ded-222a-4ec1-bf27-e79c3210fd7e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:27.537375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Attempting to bind port 34813ded-222a-4ec1-bf27-e79c3210fd7e on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:27.604799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-6c8f337b-41fc-420a-bbd1-c9ed7a610060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:27.607762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-6c8f337b-41fc-420a-bbd1-c9ed7a610060 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5adfd8ca-a1a8-4be9-8011-90efd43aa405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6314251 Sep 21 08:12:27.609716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:27.617116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Port 34813ded-222a-4ec1-bf27-e79c3210fd7e on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:27.627072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Attempting to bind port 34813ded-222a-4ec1-bf27-e79c3210fd7e on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:27.693563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:27.704651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:27.705193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:27.705624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Bound port: 34813ded-222a-4ec1-bf27-e79c3210fd7e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:27.705996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:27.822198 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:27.835040 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:27.889100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:27.959611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] No DVR routers for this DVR port eb388df5-4ea9-40f5-83b9-12faa810fd71 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:12:27.963403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb388df5-4ea9-40f5-83b9-12faa810fd71,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:27.965534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706c16c-f1ad-422a-8fe8-ea938b27aa29 None None] Pushing event deleted for resources: {'Port': ['ID=eb388df5-4ea9-40f5-83b9-12faa810fd71,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:28.003702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No active binding found for port eb388df5-4ea9-40f5-83b9-12faa810fd71 {{(pid=94726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 08:12:28.004151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb388df5-4ea9-40f5-83b9-12faa810fd71 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:12:28.027274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cdcc102e-a68c-447c-84ca-1d36d234966c req-c20da8fc-e6f1-485a-aae6-12ccd148d847 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0216732 Sep 21 08:12:28.074971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] No DVR routers for this DVR port eb388df5-4ea9-40f5-83b9-12faa810fd71 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:12:28.091511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc52b7e6-b100-46de-b3fe-3300733e62d5 req-085aa106-b047-4423-9b67-1692bdd28911 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 210 time: 0.0871863 Sep 21 08:12:28.177820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-259be0d0-9151-4e61-81e5-fdcb673eb582 service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456567 Sep 21 08:12:28.289999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Made reservation on behalf of 31a43fa3043b4ecba170c7f64abb3351 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:28.295177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.348447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f51a34b1-1000-4693-a3ad-541c73b1e5a3 req-dc334e9a-5ba9-4252-8dfa-0c0f3ae44473 service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592057 Sep 21 08:12:28.377555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a87db-746d-42d6-8dd0-311eb86040b7 req-976bf7da-a9b2-4e60-a3c6-66e209c5e859 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:28.378221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:28.385430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd4a87db-746d-42d6-8dd0-311eb86040b7 req-976bf7da-a9b2-4e60-a3c6-66e209c5e859 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 935 time: 0.2160065 Sep 21 08:12:28.416224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:28.454955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f4fdf6b-8d85-466d-9221-360bacda9af8 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:28.462990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.466537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.477404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.541872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Transition to ACTIVE for port object 6f4fdf6b-8d85-466d-9221-360bacda9af8 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:28.558547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:28.559135 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.562627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd4a87db-746d-42d6-8dd0-311eb86040b7 req-b2f029bc-d97d-47c1-a490-87eafbb4404c tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761897 Sep 21 08:12:28.564437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] 10.222.0.62 "PUT /v2.0/ports/34813ded-222a-4ec1-bf27-e79c3210fd7e HTTP/1.1" status: 200 len: 1096 time: 3.7070618 Sep 21 08:12:28.564996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:28.571174 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63abe4cc-5a35-4235-a3bf-979de645aefb" -d '{"events": [{"name": "network-changed", "server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:28.573834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.609720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:28.676493 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80453908-250d-44a7-a462-0e37abc8ee58 x-openstack-request-id: req-80453908-250d-44a7-a462-0e37abc8ee58 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:28.677091 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:28.677504 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80453908-250d-44a7-a462-0e37abc8ee58 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:28.678071 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'status': 'completed', 'code': 200} Sep 21 08:12:28.719929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:28.720313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8c3da5-d3a1-4be1-80c9-95efebea960e') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:28.721176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8c3da5-d3a1-4be1-80c9-95efebea960e') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:28.775583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.828607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d792b45-5ad9-4f9e-a751-cfde6046a982 service neutron] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:28.836031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Allocated IP 192.168.233.58 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/dc5eb970-b7eb-4603-abe1-970ede29b076) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:28.859936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2507bc-abc4-407e-a991-207b0db1a5e7 req-9b8c4884-99c4-4c6e-bf78-d7f3208ca176 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:28.867734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e2507bc-abc4-407e-a991-207b0db1a5e7 req-9b8c4884-99c4-4c6e-bf78-d7f3208ca176 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 944 time: 0.2651029 Sep 21 08:12:28.870905 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:28.941387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:12:28.942358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:12:29.062240 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:12:29.095258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Attempting to bind port 6f4fdf6b-8d85-466d-9221-360bacda9af8 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:29.096095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Attempting to bind port 6f4fdf6b-8d85-466d-9221-360bacda9af8 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:29.096375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Attempting to bind port 6f4fdf6b-8d85-466d-9221-360bacda9af8 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:29.103376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-96401906-c468-497f-81af-93df624bbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:29.106610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Port 6f4fdf6b-8d85-466d-9221-360bacda9af8 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:29.106947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Attempting to bind port 6f4fdf6b-8d85-466d-9221-360bacda9af8 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:29.109421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-96401906-c468-497f-81af-93df624bbd31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c08cc582a743c793eff7d32d7279c0&device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 1099 time: 0.4421835 Sep 21 08:12:29.123002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:29.123424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:29.123854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:29.124305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Bound port: 6f4fdf6b-8d85-466d-9221-360bacda9af8, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:29.124672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:29.162329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e2507bc-abc4-407e-a991-207b0db1a5e7 req-fb1f3fcf-6dbb-4c83-8ade-7d0e68a6d500 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925551 Sep 21 08:12:29.162523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:29.260756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:29.268863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7 HTTP/1.1" status: 204 len: 168 time: 3.9928603 Sep 21 08:12:29.273728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-a940a28f-20ee-444a-9271-51d5747f4b69 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e HTTP/1.1" status: 200 len: 217 time: 0.1470582 Sep 21 08:12:29.352872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-82f79c49-07b7-4152-9706-052bea97794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:29.361276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-82f79c49-07b7-4152-9706-052bea97794c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0628712 Sep 21 08:12:29.364392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf7e98-24a3-4d54-aa14-664932b0bce1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6cb905a-3f58-4abf-b1c1-eb4c4b1f09e7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:29.466354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:29.502909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be388945-d559-44d4-92d7-7c779a67de7a req-a0d6f8ea-fc94-440d-8efc-6961c180d864 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 210 time: 0.2073357 Sep 21 08:12:29.532964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-2d10b4ad-0048-412c-8d00-fca1349294a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:29.538930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-2d10b4ad-0048-412c-8d00-fca1349294a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669111 Sep 21 08:12:29.540172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:29.544298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:29.556262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3', '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:29.561865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:29.562121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'a577c7ba-206e-4304-9ab1-69cebcea76f4', '56edce37-d787-4ccb-9a55-464434b91826'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:29.697197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event updated for resources: {'Port': ['ID=dc5eb970-b7eb-4603-abe1-970ede29b076,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:29.719968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:29.744526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-7d2e02e6-ed29-4607-a24c-fdae247e390f service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916416 Sep 21 08:12:29.778241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d55bb-9258-480b-a30a-dd4bcf7bb9d4 req-3b93fef2-1a93-447f-b69b-8e4acd2c9d9a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:29.785374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-576d55bb-9258-480b-a30a-dd4bcf7bb9d4 req-3b93fef2-1a93-447f-b69b-8e4acd2c9d9a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.5530846 Sep 21 08:12:29.875537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47148) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:30.009684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:30.017156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:30.018217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:30.020957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-8952650a-841d-46f3-9b9e-686db98564ee service neutron] 10.222.0.50 "PUT /v2.0/ports/6f4fdf6b-8d85-466d-9221-360bacda9af8 HTTP/1.1" status: 200 len: 1095 time: 4.9162941 Sep 21 08:12:30.032981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:30.038540 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed79b480-a22c-4990-b4c5-6062703d2421" -d '{"events": [{"name": "network-changed", "server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:30.070923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ba01adad-7358-4f84-941c-bfb722b81449 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:30.083435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a35e4620-ed16-43f6-aa47-70cf0725b1e2 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:30.270831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:30.275762 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.resource_extend [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:12:30.290488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:30.318594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:30.429681 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-576d55bb-9258-480b-a30a-dd4bcf7bb9d4 req-2bc4cb3f-9fd0-4534-9975-c69f7f46c24d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506222 Sep 21 08:12:30.458861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-21309b33-04ee-45b2-ac31-994a2c825337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:30.460727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-21309b33-04ee-45b2-ac31-994a2c825337 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0c08cc582a743c793eff7d32d7279c0&device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 1098 time: 0.3351774 Sep 21 08:12:30.489974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3457222b-ba1e-4320-b86a-112958bdc7eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=928945621e6e4aca9018c9c7311b4800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6114526 Sep 21 08:12:30.492815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47172) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:30.550646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156461c3-3dad-4b6f-953a-3134a7502cbf req-df39a7f6-7c9d-4401-a55a-4392706b4dae tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:30.552370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-156461c3-3dad-4b6f-953a-3134a7502cbf req-df39a7f6-7c9d-4401-a55a-4392706b4dae tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.8068132 Sep 21 08:12:30.604752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:30.622369 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:30.643004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port ba01adad-7358-4f84-941c-bfb722b81449, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ba01adad-7358-4f84-941c-bfb722b81449,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:30.658683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-ac17ea57-7c40-4775-9192-94ea4c97f353 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8 HTTP/1.1" status: 200 len: 217 time: 0.1865113 Sep 21 08:12:30.678873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'ba01adad-7358-4f84-941c-bfb722b81449', 'network_id': '5adfd8ca-a1a8-4be9-8011-90efd43aa405', 'port_id': 'ba01adad-7358-4f84-941c-bfb722b81449', 'mac_address': 'fa:16:3e:d2:ee:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3296b040-3f77-43d1-9411-d227d0612e64', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:30.692460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b9ff6b-82a4-44f1-a440-bcc3b6debb0f req-de37790b-1c88-4671-b425-2e51cd442257 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9351385 Sep 21 08:12:30.719551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-b8ef4089-0d46-480e-abc0-e00a546d9325 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8052938 Sep 21 08:12:30.731290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-156461c3-3dad-4b6f-953a-3134a7502cbf req-adba4d52-ab78-4d39-9995-cef1ecf168bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681623 Sep 21 08:12:30.829388 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:30.831946 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67275f-629f-4764-8850-f966d1a886fb x-openstack-request-id: req-9c67275f-629f-4764-8850-f966d1a886fb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:30.833205 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:30.833555 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c67275f-629f-4764-8850-f966d1a886fb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:30.834049 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'status': 'completed', 'code': 200} Sep 21 08:12:30.853504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a35e4620-ed16-43f6-aa47-70cf0725b1e2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:30.853880 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:30.871816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-30297eb1-13ab-4af7-8961-beed47ca7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:30.873338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-30297eb1-13ab-4af7-8961-beed47ca7b23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0c08cc582a743c793eff7d32d7279c0&device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 1099 time: 0.1052818 Sep 21 08:12:30.883465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Request body: {'port': {'device_id': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:30.925914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba01adad-7358-4f84-941c-bfb722b81449 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:30.964799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970e4eee-67d2-4772-b87c-2a636b5f5b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:30.976068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port ba01adad-7358-4f84-941c-bfb722b81449, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ba01adad-7358-4f84-941c-bfb722b81449,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:31.000987 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.037525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7053c-0064-40d8-bf80-e5488c2ba6f6 req-e220e561-6da7-494b-a927-2fb64adf635f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.052937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8cb7053c-0064-40d8-bf80-e5488c2ba6f6 req-e220e561-6da7-494b-a927-2fb64adf635f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 944 time: 0.1774182 Sep 21 08:12:31.110530 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8cb7053c-0064-40d8-bf80-e5488c2ba6f6 req-db0a2e97-8291-4e8d-b3a6-80c65d9e3b6d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537081 Sep 21 08:12:31.126639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.135401 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970e4eee-67d2-4772-b87c-2a636b5f5b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.138344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-102015d0-5ed7-44ca-ac30-eea3458b8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.139050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c8b4abf4-76b0-4e2f-b91c-bfc28f1ba53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.140902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-c8b4abf4-76b0-4e2f-b91c-bfc28f1ba53f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.4741302 Sep 21 08:12:31.141380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-102015d0-5ed7-44ca-ac30-eea3458b8fde service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2564681 Sep 21 08:12:31.219997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373408-56fe-41e7-a789-1469dcd26ad2 req-6a3c3014-6f7e-4290-a001-4a87d1805aea tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.229897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c373408-56fe-41e7-a789-1469dcd26ad2 req-6a3c3014-6f7e-4290-a001-4a87d1805aea tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 935 time: 0.2610912 Sep 21 08:12:31.257425 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-21d0b9e2-659c-4618-9cdf-7d7a0d508a2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e HTTP/1.1" status: 200 len: 217 time: 0.0946388 Sep 21 08:12:31.387930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c373408-56fe-41e7-a789-1469dcd26ad2 req-9c4b28d9-1250-4029-b81a-3bc043483c43 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566334 Sep 21 08:12:31.414380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-7252954f-7919-4daa-b360-891f1e88ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.416406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-7252954f-7919-4daa-b360-891f1e88ab33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2538109 Sep 21 08:12:31.433087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-ecb72472-4f59-4633-afc4-34a529772393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.435251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-ecb72472-4f59-4633-afc4-34a529772393 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1702621 Sep 21 08:12:31.484954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-611016fb-bf60-4959-b23c-d9de9441c0c5 None None] Provisioning complete for port dc5eb970-b7eb-4603-abe1-970ede29b076 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:31.485468 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-611016fb-bf60-4959-b23c-d9de9441c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.510596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970e4eee-67d2-4772-b87c-2a636b5f5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.519274 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970e4eee-67d2-4772-b87c-2a636b5f5b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.524089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-970e4eee-67d2-4772-b87c-2a636b5f5b78 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aeada2e5-bbf6-40fb-8816-cbc464a5bcc6 HTTP/1.1" status: 204 len: 168 time: 1.0287673 Sep 21 08:12:31.540624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-62e592f5-f076-41df-b000-b850a1eb373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.554155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-62e592f5-f076-41df-b000-b850a1eb373c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107309 Sep 21 08:12:31.570907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4eee-67d2-4772-b87c-2a636b5f5b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeada2e5-bbf6-40fb-8816-cbc464a5bcc6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:31.590764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-611016fb-bf60-4959-b23c-d9de9441c0c5 None None] Port dc5eb970-b7eb-4603-abe1-970ede29b076 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:12:31.602980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['ba01adad-7358-4f84-941c-bfb722b81449'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:31.717267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=ba01adad-7358-4f84-941c-bfb722b81449,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:31.785408 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.858943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10816d27-672c-448e-9105-882619a76221 req-f83e028d-5f45-4852-81de-ec53555d7cd1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:31.866160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-10816d27-672c-448e-9105-882619a76221 req-f83e028d-5f45-4852-81de-ec53555d7cd1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2688682 Sep 21 08:12:31.885499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:31.893552 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6471dbf-43f9-4be8-b9c1-e3d7147b8f50" -d '{"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-plugged", "status": "completed", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:31.924573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:31.931196 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-0f9ace67-824c-4668-84ac-0e73a560b118 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684099 Sep 21 08:12:31.943152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.954715 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:31.956108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d4906bd1-5f65-44c8-a8d4-19431956abe5 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:32.020726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-10816d27-672c-448e-9105-882619a76221 req-fee580b8-2f58-4547-97ef-e6f51e1c089c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536114 Sep 21 08:12:32.113440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:32.148993 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-cb53aeea-ff85-47bb-8d95-65a206379ccb service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787312 Sep 21 08:12:32.190757 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef41753-a819-4ce3-9f1d-6768c43f2db9 x-openstack-request-id: req-cef41753-a819-4ce3-9f1d-6768c43f2db9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:32.191080 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-plugged", "status": "completed", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:32.191271 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cef41753-a819-4ce3-9f1d-6768c43f2db9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:32.202867 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'code': 200} Sep 21 08:12:32.224413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63abe4cc-5a35-4235-a3bf-979de645aefb req-c166e4a4-8add-440b-813a-83021f4c15ac service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705710 Sep 21 08:12:32.397289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90e41e-4399-4c51-a094-f17e3d43bf70 req-11bf68cd-f95e-4359-9f52-421999a25d6e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:32.408580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5eb970-b7eb-4603-abe1-970ede29b076 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:32.412384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e90e41e-4399-4c51-a094-f17e3d43bf70 req-11bf68cd-f95e-4359-9f52-421999a25d6e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 945 time: 0.1507690 Sep 21 08:12:32.417236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:32.432387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Transition to ACTIVE for port object dc5eb970-b7eb-4603-abe1-970ede29b076 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:32.442017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:32.528737 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e90e41e-4399-4c51-a094-f17e3d43bf70 req-d9835d61-a7c5-4528-9fbf-40541e09de41 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148169 Sep 21 08:12:32.547225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port d4906bd1-5f65-44c8-a8d4-19431956abe5 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:12:32.564259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6655edef-3c82-4e9d-86c6-2f57c14a4615 req-6483d8e3-8509-4a74-b8ec-933a6e2994b9 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008057 Sep 21 08:12:32.588219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5eb970-b7eb-4603-abe1-970ede29b076,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:32.603195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200cf33-730a-4caf-8e4f-946f82343f8d req-6eb8ea06-f191-4446-a3cf-27ba821c1f86 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:32.611261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8200cf33-730a-4caf-8e4f-946f82343f8d req-6eb8ea06-f191-4446-a3cf-27ba821c1f86 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.3262665 Sep 21 08:12:32.685887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port d4906bd1-5f65-44c8-a8d4-19431956abe5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:32.687140 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:32.837069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8200cf33-730a-4caf-8e4f-946f82343f8d req-62cef4c3-4958-4626-81f6-89018739d3e3 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246995 Sep 21 08:12:32.913501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-3f87ae25-47d4-43b8-967b-716b854bffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:32.915339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-3f87ae25-47d4-43b8-967b-716b854bffeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b0c08cc582a743c793eff7d32d7279c0&device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 1098 time: 0.2443197 Sep 21 08:12:32.917249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Attempting to bind port dc5eb970-b7eb-4603-abe1-970ede29b076 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:32.927966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Attempting to bind port dc5eb970-b7eb-4603-abe1-970ede29b076 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:32.929278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Attempting to bind port dc5eb970-b7eb-4603-abe1-970ede29b076 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:32.967245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Port dc5eb970-b7eb-4603-abe1-970ede29b076 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:32.967803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Attempting to bind port dc5eb970-b7eb-4603-abe1-970ede29b076 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:33.055605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2772339-ef7a-4d96-b6cd-d0ff521ed2dc req-2817866c-4fab-4332-bcb6-22ba5130faa6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:33.077784 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2772339-ef7a-4d96-b6cd-d0ff521ed2dc req-2817866c-4fab-4332-bcb6-22ba5130faa6 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 947 time: 0.1353643 Sep 21 08:12:33.088430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:33.088790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:33.089223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:33.089712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Bound port: dc5eb970-b7eb-4603-abe1-970ede29b076, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:33.090101 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:33.224704 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:33.226596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2772339-ef7a-4d96-b6cd-d0ff521ed2dc req-e5690a61-ea65-4668-a000-976839781076 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468558 Sep 21 08:12:33.495531 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:33.501351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d4906bd1-5f65-44c8-a8d4-19431956abe5, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d4906bd1-5f65-44c8-a8d4-19431956abe5,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:33.508705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:33.531578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-da426309-ae10-4e4e-b3c9-3556d4efddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:33.536173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-da426309-ae10-4e4e-b3c9-3556d4efddc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.5704138 Sep 21 08:12:33.547522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] For port dc5eb970-b7eb-4603-abe1-970ede29b076, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:33.550635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e748b3-6461-42ab-8e33-7b038996f2f6 req-467ccd20-0c60-4161-901c-3e1ff9a912a6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:33.552922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] For port dc5eb970-b7eb-4603-abe1-970ede29b076, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=dc5eb970-b7eb-4603-abe1-970ede29b076,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:33.564666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22e748b3-6461-42ab-8e33-7b038996f2f6 req-467ccd20-0c60-4161-901c-3e1ff9a912a6 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1592162 Sep 21 08:12:33.571156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:33.617695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=d4906bd1-5f65-44c8-a8d4-19431956abe5,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:33.645313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-795bafe7-24e3-4bd0-9879-2b71b7c1be04 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8 HTTP/1.1" status: 200 len: 217 time: 0.0948644 Sep 21 08:12:33.732143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:33.733706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:33.736176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22e748b3-6461-42ab-8e33-7b038996f2f6 req-cab9686a-1792-47ba-9b7c-38c92461c8d1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694984 Sep 21 08:12:33.743077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] 10.222.0.50 "PUT /v2.0/ports/dc5eb970-b7eb-4603-abe1-970ede29b076 HTTP/1.1" status: 200 len: 1095 time: 2.9218135 Sep 21 08:12:33.745909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'tag': 'dc5eb970-b7eb-4603-abe1-970ede29b076'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:33.748955 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb7db0-c773-4c8d-a883-29686888c26f" -d '{"events": [{"name": "network-changed", "server_uuid": "59a3a7f3-deae-4405-a3ec-18b4db0dee7f", "tag": "dc5eb970-b7eb-4603-abe1-970ede29b076"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:33.827972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-6aa44598-7cfb-4b98-b832-dd9c488165a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:33.830545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-6aa44598-7cfb-4b98-b832-dd9c488165a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1636090 Sep 21 08:12:33.899591 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdc67e5-a590-4a6f-9dee-b837b66457eb x-openstack-request-id: req-cfdc67e5-a590-4a6f-9dee-b837b66457eb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:33.899894 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a3a7f3-deae-4405-a3ec-18b4db0dee7f", "tag": "dc5eb970-b7eb-4603-abe1-970ede29b076", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:33.900242 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cfdc67e5-a590-4a6f-9dee-b837b66457eb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:33.900767 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'tag': 'dc5eb970-b7eb-4603-abe1-970ede29b076', 'status': 'completed', 'code': 200} Sep 21 08:12:34.004089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4e325-548a-4189-bd03-d16196a11354 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5eb970-b7eb-4603-abe1-970ede29b076,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:34.058645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-371f88b9-daed-446e-954d-5a9fc64e13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:34.059976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-371f88b9-daed-446e-954d-5a9fc64e13d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 1098 time: 0.2286303 Sep 21 08:12:34.075064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ba01adad-7358-4f84-941c-bfb722b81449 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:34.077787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf818a8-ac7e-4a32-ba23-d34739876326 req-240a32e8-93a3-4d62-9c36-4956dd0ef96d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:34.096405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaf818a8-ac7e-4a32-ba23-d34739876326 req-240a32e8-93a3-4d62-9c36-4956dd0ef96d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 945 time: 0.2631335 Sep 21 08:12:34.101694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-2544d64f-8675-4164-a91d-8ef32a5b3f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:34.103152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-2544d64f-8675-4164-a91d-8ef32a5b3f3b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442858 Sep 21 08:12:34.162438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-d96ec681-7d9a-484c-918e-36976d3ce000 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=dc5eb970-b7eb-4603-abe1-970ede29b076 HTTP/1.1" status: 200 len: 217 time: 0.0630481 Sep 21 08:12:34.192089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11c977-56fc-4fff-8d44-9a27e21ab51d req-d874d4bf-6c75-4353-966f-5f8b9048bc1f tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:34.203360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea11c977-56fc-4fff-8d44-9a27e21ab51d req-d874d4bf-6c75-4353-966f-5f8b9048bc1f tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.2489305 Sep 21 08:12:34.217025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4906bd1-5f65-44c8-a8d4-19431956abe5'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:34.224293 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4ec719-2e57-4e5d-b47c-adedc325b359" -d '{"events": [{"server_uuid": "f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3", "name": "network-vif-plugged", "status": "completed", "tag": "d4906bd1-5f65-44c8-a8d4-19431956abe5"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:34.252770 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaf818a8-ac7e-4a32-ba23-d34739876326 req-a7738ff7-9058-4aa3-b8c3-c080aa8f16b5 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554089 Sep 21 08:12:34.261191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port ba01adad-7358-4f84-941c-bfb722b81449 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:12:34.287802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port ba01adad-7358-4f84-941c-bfb722b81449 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:34.288506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:34.330366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-bb4c454f-1c07-4fac-914f-c6ab4188777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:34.332042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-bb4c454f-1c07-4fac-914f-c6ab4188777b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1556182 Sep 21 08:12:34.344110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea11c977-56fc-4fff-8d44-9a27e21ab51d req-0c906f7b-901b-4612-8445-e964c5353619 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384852 Sep 21 08:12:34.429876 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-8654da72-c726-4f16-88e0-4f9c27773a96 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129032 Sep 21 08:12:34.499683 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:34.542270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-15a98351-adae-44d3-b405-4b2f6a868105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:34.545726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-15a98351-adae-44d3-b405-4b2f6a868105 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1807249 Sep 21 08:12:34.573935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port ba01adad-7358-4f84-941c-bfb722b81449, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ba01adad-7358-4f84-941c-bfb722b81449,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:34.589427 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:34.711797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed79b480-a22c-4990-b4c5-6062703d2421 req-276aed89-44f4-45fd-822c-53d740ed9bac service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011466 Sep 21 08:12:34.712872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=ba01adad-7358-4f84-941c-bfb722b81449,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:34.796690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88747cdd-8ad2-4898-beb3-c3e658efabb4 req-c5d3b5a7-6f3f-4464-9f67-0635e2870308 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:34.805547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88747cdd-8ad2-4898-beb3-c3e658efabb4 req-c5d3b5a7-6f3f-4464-9f67-0635e2870308 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 947 time: 0.3032444 Sep 21 08:12:34.851457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-24b41c9f-f8ca-4773-b8a0-dffe3eaf5b2b service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097576 Sep 21 08:12:34.859899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88747cdd-8ad2-4898-beb3-c3e658efabb4 req-d7f1f22f-39af-430f-b70b-05775a889d0e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534909 Sep 21 08:12:34.930439 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1477bb2-9be6-4236-bac4-34502b01ddc3 x-openstack-request-id: req-b1477bb2-9be6-4236-bac4-34502b01ddc3 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:34.930728 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3", "name": "network-vif-plugged", "status": "completed", "tag": "d4906bd1-5f65-44c8-a8d4-19431956abe5", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:34.931584 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b1477bb2-9be6-4236-bac4-34502b01ddc3 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:34.931993 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4906bd1-5f65-44c8-a8d4-19431956abe5', 'code': 200} Sep 21 08:12:34.991781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94540c83-68c3-4181-84ad-0cbac80c9115 req-09cecd20-92f3-46fc-8635-3888780c7b1f service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308601 Sep 21 08:12:34.991946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47304) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:35.169393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82b0ee-0626-4a86-b5cb-dbd2df6ec57c req-301ba2b0-69d0-4348-93af-e5345463e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:35.170814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28893d-c1df-42cb-9977-e3a2655f11d9 req-288f07b3-b035-47a5-8719-ef784041c5ec tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:35.171118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a82b0ee-0626-4a86-b5cb-dbd2df6ec57c req-301ba2b0-69d0-4348-93af-e5345463e9cc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 1096 time: 0.1238427 Sep 21 08:12:35.173985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7db0-c773-4c8d-a883-29686888c26f req-3ca67530-9b0d-4218-8a2c-5ec762db8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:35.175957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58eb7db0-c773-4c8d-a883-29686888c26f req-3ca67530-9b0d-4218-8a2c-5ec762db8831 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31a43fa3043b4ecba170c7f64abb3351&device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 1098 time: 0.0944333 Sep 21 08:12:35.177643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a28893d-c1df-42cb-9977-e3a2655f11d9 req-288f07b3-b035-47a5-8719-ef784041c5ec tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1079566 Sep 21 08:12:35.308972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a82b0ee-0626-4a86-b5cb-dbd2df6ec57c req-b9445bda-9644-41e1-ac8a-65e775f8d485 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236954 Sep 21 08:12:35.327683 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58beb324-46d9-449c-b61e-2c1bcb9c804b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:35.408520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7db0-c773-4c8d-a883-29686888c26f req-20075cd2-8618-49c7-bde5-c5e4bc919aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:35.410148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58eb7db0-c773-4c8d-a883-29686888c26f req-20075cd2-8618-49c7-bde5-c5e4bc919aaf service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2240417 Sep 21 08:12:35.430366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a28893d-c1df-42cb-9977-e3a2655f11d9 req-e84d51c4-9b3f-4e11-9dec-40af53b094b2 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415199 Sep 21 08:12:35.539107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd706d7-21bb-4c76-8250-af069e26a7a3 req-68a6bb97-c9d9-4bea-9e93-a8f6d99aec08 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:35.556094 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0cd706d7-21bb-4c76-8250-af069e26a7a3 req-68a6bb97-c9d9-4bea-9e93-a8f6d99aec08 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.1083448 Sep 21 08:12:35.719132 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58eb7db0-c773-4c8d-a883-29686888c26f req-2de008b3-d9c6-465e-bade-6c2669659f2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=dc5eb970-b7eb-4603-abe1-970ede29b076 HTTP/1.1" status: 200 len: 217 time: 0.1571822 Sep 21 08:12:35.749897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffac93-fcea-4c59-8ebe-9d47e105ddbf req-172387e4-abc8-4ef8-ba4d-f3bdc3351d57 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:35.766080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-adffac93-fcea-4c59-8ebe-9d47e105ddbf req-172387e4-abc8-4ef8-ba4d-f3bdc3351d57 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.1820257 Sep 21 08:12:35.798051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58beb324-46d9-449c-b61e-2c1bcb9c804b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:35.803418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47336) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:35.821830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7db0-c773-4c8d-a883-29686888c26f req-5c519aa0-415b-4e2d-b364-5fa5d8d326c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:35.823974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58eb7db0-c773-4c8d-a883-29686888c26f req-5c519aa0-415b-4e2d-b364-5fa5d8d326c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0892689 Sep 21 08:12:35.838056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58beb324-46d9-449c-b61e-2c1bcb9c804b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:35.851593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-adffac93-fcea-4c59-8ebe-9d47e105ddbf req-73b86174-ddee-46e5-ae4c-67449e502695 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842972 Sep 21 08:12:35.899343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0cd706d7-21bb-4c76-8250-af069e26a7a3 req-867b36b8-89ad-44f6-bfd0-2012c394964c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335979 Sep 21 08:12:35.985686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58beb324-46d9-449c-b61e-2c1bcb9c804b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf89bbac3d52497aadeecd27278479bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9927251 Sep 21 08:12:35.986819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb324-46d9-449c-b61e-2c1bcb9c804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47c6212-a323-4eee-97f8-741d265ab033,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:35.989579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47350) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:36.002464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb7db0-c773-4c8d-a883-29686888c26f req-db51a273-d065-4f9f-b1a1-b0077655ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:36.006584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58eb7db0-c773-4c8d-a883-29686888c26f req-db51a273-d065-4f9f-b1a1-b0077655ae73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702054 Sep 21 08:12:36.085140 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6f4fdf6b-8d85-466d-9221-360bacda9af8 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:36.101638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1277-c5ae-4e89-9b47-8d97944ad4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.131363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4366ae1c-92b4-4ac0-b5a3-0cec7806c583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.165575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72898-2b35-4768-b635-be4fb89e10a8 req-02d76c89-0c7b-49bd-a899-a72d2a03ae28 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:36.167616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbd72898-2b35-4768-b635-be4fb89e10a8 req-02d76c89-0c7b-49bd-a899-a72d2a03ae28 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 947 time: 0.1365981 Sep 21 08:12:36.178861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4366ae1c-92b4-4ac0-b5a3-0cec7806c583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.236784 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbd72898-2b35-4768-b635-be4fb89e10a8 req-37239110-0947-40fa-bed0-986458dea4d3 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591114 Sep 21 08:12:36.247002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:36.251846 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58eb7db0-c773-4c8d-a883-29686888c26f req-48fd08bf-c8d7-4de1-b9f5-5db62c593e69 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366259 Sep 21 08:12:36.292839 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4366ae1c-92b4-4ac0-b5a3-0cec7806c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.295620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4366ae1c-92b4-4ac0-b5a3-0cec7806c583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.300483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4366ae1c-92b4-4ac0-b5a3-0cec7806c583 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c47c6212-a323-4eee-97f8-741d265ab033 HTTP/1.1" status: 204 len: 168 time: 0.3094168 Sep 21 08:12:36.323369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366ae1c-92b4-4ac0-b5a3-0cec7806c583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47c6212-a323-4eee-97f8-741d265ab033,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:36.335659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:36.349178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1277-c5ae-4e89-9b47-8d97944ad4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.355211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee3d1277-c5ae-4e89-9b47-8d97944ad4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.385238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'mac_address': 'fa:16:3e:1f:c4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:36.422769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ee3d1277-c5ae-4e89-9b47-8d97944ad4ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c45c89a4e7242638a67fbefe4a40dcd&name=default HTTP/1.1" status: 200 len: 2980 time: 0.6164589 Sep 21 08:12:36.424997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:36.425284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58eb7db0-c773-4c8d-a883-29686888c26f req-486de5b5-ea8f-416c-9d3f-df17b203a889 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530180 Sep 21 08:12:36.552259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d1277-c5ae-4e89-9b47-8d97944ad4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4572dcff-df97-4a2f-990b-00b85a16308f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:36.602405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-507abec0-9554-46a8-9fe2-f48182da4754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.652420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-507abec0-9554-46a8-9fe2-f48182da4754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.671862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543969bc-b72a-42b6-94a1-224f8b88d18f req-abd32332-b297-43f6-ba86-949f5881fad2 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:36.683516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-543969bc-b72a-42b6-94a1-224f8b88d18f req-abd32332-b297-43f6-ba86-949f5881fad2 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0951796 Sep 21 08:12:36.740749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-543969bc-b72a-42b6-94a1-224f8b88d18f req-bd6358e9-d92f-4f91-b009-aef595c4105c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604532 Sep 21 08:12:36.768807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.776145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-507abec0-9554-46a8-9fe2-f48182da4754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.778851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-507abec0-9554-46a8-9fe2-f48182da4754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.790308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-507abec0-9554-46a8-9fe2-f48182da4754 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4572dcff-df97-4a2f-990b-00b85a16308f HTTP/1.1" status: 204 len: 168 time: 0.3641737 Sep 21 08:12:36.818718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:36.828542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507abec0-9554-46a8-9fe2-f48182da4754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4572dcff-df97-4a2f-990b-00b85a16308f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:36.836846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'mac_address': 'fa:16:3e:e9:63:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:36.856123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f4fdf6b-8d85-466d-9221-360bacda9af8 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:36.856959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47364) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:36.904291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed211-402d-4bfc-b396-3802653b0ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:36.937271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba01adad-7358-4f84-941c-bfb722b81449'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:36.945537 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d9f31d-66ba-418f-8ea0-67325ebacc33" -d '{"events": [{"server_uuid": "7a4a0962-3a1f-4a31-a367-0677d1bcb518", "name": "network-vif-plugged", "status": "completed", "tag": "ba01adad-7358-4f84-941c-bfb722b81449"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:36.991953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:37.000916 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.005252 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.161914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:37.172111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e39d71-fa24-4ab1-9aff-116891ef5cb1 req-629d7aab-712f-4483-a853-44a22306d0b5 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:37.179284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41868c-1808-46cb-bf7a-363b92fb0e15 req-426e332d-3317-411c-9ec6-fb31bb2bb843 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:37.181209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c7e39d71-fa24-4ab1-9aff-116891ef5cb1 req-629d7aab-712f-4483-a853-44a22306d0b5 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.1207330 Sep 21 08:12:37.182519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34813ded-222a-4ec1-bf27-e79c3210fd7e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:37.188114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d41868c-1808-46cb-bf7a-363b92fb0e15 req-426e332d-3317-411c-9ec6-fb31bb2bb843 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 948 time: 0.1445975 Sep 21 08:12:37.227234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:37.252481 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.275807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d41868c-1808-46cb-bf7a-363b92fb0e15 req-bea086e2-2dc1-4707-8c06-3c07f3fb4570 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803478 Sep 21 08:12:37.323809 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c7e39d71-fa24-4ab1-9aff-116891ef5cb1 req-11d58e23-02cf-4ddd-99e5-a8c114c260fc tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405189 Sep 21 08:12:37.361808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:37.374875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed211-402d-4bfc-b396-3802653b0ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.378494 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791d0dbe-a1fe-48ac-9a82-b8c478a5b20e x-openstack-request-id: req-791d0dbe-a1fe-48ac-9a82-b8c478a5b20e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:37.379060 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4a0962-3a1f-4a31-a367-0677d1bcb518", "name": "network-vif-plugged", "status": "completed", "tag": "ba01adad-7358-4f84-941c-bfb722b81449", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:37.380486 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-791d0dbe-a1fe-48ac-9a82-b8c478a5b20e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:37.381073 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba01adad-7358-4f84-941c-bfb722b81449', 'code': 200} Sep 21 08:12:37.381391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed211-402d-4bfc-b396-3802653b0ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.461534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eb8ed211-402d-4bfc-b396-3802653b0ae0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bdf73cb858c4ac8909605b703120977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084356 Sep 21 08:12:37.464253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47390) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:37.496296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['6f4fdf6b-8d85-466d-9221-360bacda9af8'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:37.535915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ed211-402d-4bfc-b396-3802653b0ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805098fd-9dcd-41b1-beec-f2d2f338ce11,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:37.575999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc2af6-d063-4410-a28f-3da4d4a199f0 req-50a53d4a-79cd-492e-accc-e83631a751b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:37.581995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28bc2af6-d063-4410-a28f-3da4d4a199f0 req-50a53d4a-79cd-492e-accc-e83631a751b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 1097 time: 0.1092792 Sep 21 08:12:37.628691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eeb1c-b69c-407d-bb17-db902211d124 req-40e61fa0-22d0-492b-acb0-dec8a4932a76 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:37.643845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-546eeb1c-b69c-407d-bb17-db902211d124 req-40e61fa0-22d0-492b-acb0-dec8a4932a76 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 947 time: 0.1185174 Sep 21 08:12:37.696765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28bc2af6-d063-4410-a28f-3da4d4a199f0 req-0c7729c5-9bdf-4132-a514-590a6e3bb158 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926595 Sep 21 08:12:37.710306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe5b-e9e8-4357-bfe6-48d6212ac02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.770834 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe5b-e9e8-4357-bfe6-48d6212ac02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.817732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['34813ded-222a-4ec1-bf27-e79c3210fd7e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:37.903488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-546eeb1c-b69c-407d-bb17-db902211d124 req-fb4fbaaa-a27c-4b29-8109-ddc94663774c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579515 Sep 21 08:12:37.905489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe5b-e9e8-4357-bfe6-48d6212ac02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.910028 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe5b-e9e8-4357-bfe6-48d6212ac02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:37.911895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-53b1fe5b-e9e8-4357-bfe6-48d6212ac02f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/805098fd-9dcd-41b1-beec-f2d2f338ce11 HTTP/1.1" status: 204 len: 168 time: 0.4462566 Sep 21 08:12:37.933669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1fe5b-e9e8-4357-bfe6-48d6212ac02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805098fd-9dcd-41b1-beec-f2d2f338ce11,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:38.050881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4acdf-8fd5-4195-befc-0022b5c439ac req-c97b7c49-01ff-4d97-94de-efe38ad679e0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:38.065489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-32a4acdf-8fd5-4195-befc-0022b5c439ac req-c97b7c49-01ff-4d97-94de-efe38ad679e0 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0898767 Sep 21 08:12:38.116068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device dc5eb970-b7eb-4603-abe1-970ede29b076 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:38.148008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-32a4acdf-8fd5-4195-befc-0022b5c439ac req-99dfaf9a-d741-4ea4-863b-e21e5bb691a8 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784872 Sep 21 08:12:38.278966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port dc5eb970-b7eb-4603-abe1-970ede29b076, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=dc5eb970-b7eb-4603-abe1-970ede29b076,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:38.311927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'dc5eb970-b7eb-4603-abe1-970ede29b076', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'dc5eb970-b7eb-4603-abe1-970ede29b076', 'mac_address': 'fa:16:3e:da:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:38.423656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:38.489253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5eb970-b7eb-4603-abe1-970ede29b076 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:38.516698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27a8f0-ccc8-4ac0-8642-28458cbdec28 req-b05a2bad-2d8d-4e75-a03b-8d12779f1002 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:38.530359 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e27a8f0-ccc8-4ac0-8642-28458cbdec28 req-b05a2bad-2d8d-4e75-a03b-8d12779f1002 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.0965562 Sep 21 08:12:38.558473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port dc5eb970-b7eb-4603-abe1-970ede29b076, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=dc5eb970-b7eb-4603-abe1-970ede29b076,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:38.566127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:38.589301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44cd7d-1b91-4a69-b472-ed4788b8d7e0 req-73194c63-5d9b-4298-9235-787e5c43f7a2 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:38.604090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a44cd7d-1b91-4a69-b472-ed4788b8d7e0 req-73194c63-5d9b-4298-9235-787e5c43f7a2 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 948 time: 0.1846459 Sep 21 08:12:38.628805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e27a8f0-ccc8-4ac0-8642-28458cbdec28 req-0e3442eb-1bca-4ecb-bb7e-082c2725f839 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971258 Sep 21 08:12:38.700104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a44cd7d-1b91-4a69-b472-ed4788b8d7e0 req-5dd4ea9f-d329-468c-b80b-b4d1a50b5afc tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Sep 21 08:12:38.768016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=dc5eb970-b7eb-4603-abe1-970ede29b076,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:39.062271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['dc5eb970-b7eb-4603-abe1-970ede29b076'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:39.132380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729618f-8f25-4fb5-a9d7-4dbedcf3645a req-507bfd63-9b0c-4bad-a9ff-007933fdb1e7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:39.134925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0729618f-8f25-4fb5-a9d7-4dbedcf3645a req-507bfd63-9b0c-4bad-a9ff-007933fdb1e7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 948 time: 0.0997598 Sep 21 08:12:39.244709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0729618f-8f25-4fb5-a9d7-4dbedcf3645a req-ecb1e1f1-ebaf-4aa0-a725-c4ebc0345901 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935445 Sep 21 08:12:39.532413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091cb38-f162-474b-8291-e0baaf6ad168 req-5b216039-b60a-4655-bc50-ec1bf3c0dc31 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:39.539902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6091cb38-f162-474b-8291-e0baaf6ad168 req-5b216039-b60a-4655-bc50-ec1bf3c0dc31 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1180530 Sep 21 08:12:39.615691 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6091cb38-f162-474b-8291-e0baaf6ad168 req-ecafc374-d7e4-477e-b8ad-e7b54ab3ed8d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746942 Sep 21 08:12:39.853032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a331f3-4988-4857-a67a-84f7432fa922 req-a015fe4b-f0c2-4f54-9a34-c2617554682b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:39.854799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93a331f3-4988-4857-a67a-84f7432fa922 req-a015fe4b-f0c2-4f54-9a34-c2617554682b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.0936053 Sep 21 08:12:39.883430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4b867-b90b-41dc-93cf-079a0212b6f0 req-aaf49b69-694c-47a2-afcc-527a35d8b648 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:39.886099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81f4b867-b90b-41dc-93cf-079a0212b6f0 req-aaf49b69-694c-47a2-afcc-527a35d8b648 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 948 time: 0.0856235 Sep 21 08:12:39.937245 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93a331f3-4988-4857-a67a-84f7432fa922 req-106c070c-52b1-47b0-9140-fd5680014815 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753422 Sep 21 08:12:39.954889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81f4b867-b90b-41dc-93cf-079a0212b6f0 req-115c8ec0-dd14-4a20-af37-507a210a35d4 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Sep 21 08:12:40.120480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6f4fdf6b-8d85-466d-9221-360bacda9af8 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:40.252699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb806d29-5ce4-4fbd-a7ad-11bd7f3e4d87 req-7eef27e8-c8bd-45f6-bfbc-086e21ef10d4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:40.255465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:40.275537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb806d29-5ce4-4fbd-a7ad-11bd7f3e4d87 req-7eef27e8-c8bd-45f6-bfbc-086e21ef10d4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1079283 Sep 21 08:12:40.356675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb806d29-5ce4-4fbd-a7ad-11bd7f3e4d87 req-f48202a6-5eab-47e3-bc24-e3ffee23ce8d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783217 Sep 21 08:12:40.372087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 6f4fdf6b-8d85-466d-9221-360bacda9af8 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:12:40.405762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 6f4fdf6b-8d85-466d-9221-360bacda9af8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:40.407784 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:40.574681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74935-ceaf-41a5-a143-a48a684389ec req-7f18daa6-8f03-4824-b78f-fd9a93a10699 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:40.593291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9be74935-ceaf-41a5-a143-a48a684389ec req-7f18daa6-8f03-4824-b78f-fd9a93a10699 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 948 time: 0.1209271 Sep 21 08:12:40.598612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 34813ded-222a-4ec1-bf27-e79c3210fd7e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:12:40.603164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343f29c-7b8c-40db-8354-255aff71f85d req-5d16a4df-2bd6-468e-b414-d21b5bac0d6f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:40.605352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 34813ded-222a-4ec1-bf27-e79c3210fd7e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:40.606051 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:40.612276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0343f29c-7b8c-40db-8354-255aff71f85d req-5d16a4df-2bd6-468e-b414-d21b5bac0d6f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 945 time: 0.0919175 Sep 21 08:12:40.673600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0343f29c-7b8c-40db-8354-255aff71f85d req-c17b615a-17e9-466d-bdbe-cedfd7a07630 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Sep 21 08:12:40.705258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:40.707175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9be74935-ceaf-41a5-a143-a48a684389ec req-4a4fbf42-ab4e-4b00-aba0-6cd9a8f61333 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Sep 21 08:12:40.874301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:40.875541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:40.892820 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca49750-8a62-4349-9bc9-ad0bec7d2532" -d '{"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:40.901509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2e004-900f-4c5e-98a7-2ff2cc5793f1 req-18dff4b8-0265-4db1-98c9-040a96b5a544 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:40.904101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79d2e004-900f-4c5e-98a7-2ff2cc5793f1 req-18dff4b8-0265-4db1-98c9-040a96b5a544 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1077836 Sep 21 08:12:41.015503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79d2e004-900f-4c5e-98a7-2ff2cc5793f1 req-105f182b-4cc5-4f77-99b3-1a8ee206406d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961270 Sep 21 08:12:41.020545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:41.022548 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:41.100389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:41.104470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:41.108699 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:41.225825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:41.244094 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8886ae-9a47-41c2-b31a-bb4128fa0e50 x-openstack-request-id: req-7a8886ae-9a47-41c2-b31a-bb4128fa0e50 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:41.245016 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:41.245499 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a8886ae-9a47-41c2-b31a-bb4128fa0e50 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:41.246207 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'code': 200} Sep 21 08:12:41.401179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4aec7-1221-41ab-af72-9dc85e2202ef req-0272b548-8a06-42be-9899-59419e0a822e tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:41.402994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dc4aec7-1221-41ab-af72-9dc85e2202ef req-0272b548-8a06-42be-9899-59419e0a822e tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 949 time: 0.1047838 Sep 21 08:12:41.491973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dc4aec7-1221-41ab-af72-9dc85e2202ef req-afd455f7-a695-47f5-b373-1d4ee16d1301 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828378 Sep 21 08:12:42.019843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7641e-812f-40e5-a697-ff3f845aa21c req-b3c50aa5-8adf-4c2b-b2d8-e9898496f5c8 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:42.023604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97d7641e-812f-40e5-a697-ff3f845aa21c req-b3c50aa5-8adf-4c2b-b2d8-e9898496f5c8 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.6336470 Sep 21 08:12:42.027509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ee4a-802f-4e8e-ad85-ac5fb1d34baf req-e4b6a2be-8691-4a9b-8379-7106b9ed5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:42.030403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7907ee4a-802f-4e8e-ad85-ac5fb1d34baf req-e4b6a2be-8691-4a9b-8379-7106b9ed5c8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 1100 time: 0.6980674 Sep 21 08:12:42.141298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97d7641e-812f-40e5-a697-ff3f845aa21c req-002df219-f8a7-4a36-85d3-45a6857a8498 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044955 Sep 21 08:12:42.143382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7907ee4a-802f-4e8e-ad85-ac5fb1d34baf req-e88b6113-7d53-4af4-81cc-e08bf1772777 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042969 Sep 21 08:12:42.161995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device dc5eb970-b7eb-4603-abe1-970ede29b076 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:42.331069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port dc5eb970-b7eb-4603-abe1-970ede29b076 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:12:42.341548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74857e-759c-4e6a-b824-8df5ea1ae6ea req-b4041224-2764-4863-877c-60c5b48efe76 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:42.355557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port dc5eb970-b7eb-4603-abe1-970ede29b076 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:42.357846 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:42.363190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c74857e-759c-4e6a-b824-8df5ea1ae6ea req-b4041224-2764-4863-877c-60c5b48efe76 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 948 time: 0.1735344 Sep 21 08:12:42.371110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeebc0e-9c75-40b0-a56b-491e95416dd4 req-eec4305f-7778-467a-9fcb-a0b1cf86e626 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:42.374526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ceeebc0e-9c75-40b0-a56b-491e95416dd4 req-eec4305f-7778-467a-9fcb-a0b1cf86e626 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1235747 Sep 21 08:12:42.439697 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c74857e-759c-4e6a-b824-8df5ea1ae6ea req-1e555ff9-ac22-4ee6-95dc-b4c23340d5c2 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733392 Sep 21 08:12:42.476407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ceeebc0e-9c75-40b0-a56b-491e95416dd4 req-9d5eac02-a0c4-47be-827b-a08dc3b7d985 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847304 Sep 21 08:12:42.531941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:42.642196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port dc5eb970-b7eb-4603-abe1-970ede29b076, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=dc5eb970-b7eb-4603-abe1-970ede29b076,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:42.648212 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:42.760960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=dc5eb970-b7eb-4603-abe1-970ede29b076,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:42.985020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15eec-b04d-47d6-92f5-e12f01e60d7d req-e66a285c-a1a7-4938-9a21-9b4610150791 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:42.985351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf534a-e182-4b67-b3f7-8d6659edf480 req-cc6bcb56-6178-4202-80e2-c4525f9a45b9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:42.987572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8bf534a-e182-4b67-b3f7-8d6659edf480 req-cc6bcb56-6178-4202-80e2-c4525f9a45b9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1119995 Sep 21 08:12:42.999002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83d15eec-b04d-47d6-92f5-e12f01e60d7d req-e66a285c-a1a7-4938-9a21-9b4610150791 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 949 time: 0.0877724 Sep 21 08:12:43.053186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8bf534a-e182-4b67-b3f7-8d6659edf480 req-d11e84b2-f994-4cf2-affa-9865b5529a4c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 Sep 21 08:12:43.067986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83d15eec-b04d-47d6-92f5-e12f01e60d7d req-dd346569-45f3-4630-b1a5-12e58b15df74 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639257 Sep 21 08:12:43.247992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e'}, {'server_uuid': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5eb970-b7eb-4603-abe1-970ede29b076'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:43.250417 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2f853b-5435-4851-894e-45060568caa8" -d '{"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-plugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e"}, {"server_uuid": "59a3a7f3-deae-4405-a3ec-18b4db0dee7f", "name": "network-vif-plugged", "status": "completed", "tag": "dc5eb970-b7eb-4603-abe1-970ede29b076"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:43.807115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64391c90-1546-4fd9-b666-319b625d6d68 req-2489b09c-1630-4020-94f6-cfc6e0c13864 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:43.828847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64391c90-1546-4fd9-b666-319b625d6d68 req-2489b09c-1630-4020-94f6-cfc6e0c13864 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:43.834955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64391c90-1546-4fd9-b666-319b625d6d68 req-2489b09c-1630-4020-94f6-cfc6e0c13864 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:43.847022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64391c90-1546-4fd9-b666-319b625d6d68 req-2489b09c-1630-4020-94f6-cfc6e0c13864 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518&device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3&device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 2418 time: 0.1652822 Sep 21 08:12:43.901282 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceb9b16-8f26-4a84-af65-b02448b3e2df x-openstack-request-id: req-aceb9b16-8f26-4a84-af65-b02448b3e2df {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:43.902107 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-plugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e", "code": 200}, {"server_uuid": "59a3a7f3-deae-4405-a3ec-18b4db0dee7f", "name": "network-vif-plugged", "status": "completed", "tag": "dc5eb970-b7eb-4603-abe1-970ede29b076", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:43.902107 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aceb9b16-8f26-4a84-af65-b02448b3e2df {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:43.902458 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'code': 200} Sep 21 08:12:43.902458 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5eb970-b7eb-4603-abe1-970ede29b076', 'code': 200} Sep 21 08:12:43.937258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64391c90-1546-4fd9-b666-319b625d6d68 req-c246d2b9-927f-4361-ab69-030eacf1cba1 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889814 Sep 21 08:12:44.027141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f6588-45a7-4e56-aa59-09259cd89bca req-bb0f0b2b-0af7-4384-bb16-e9d554c51922 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:44.034927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-065f6588-45a7-4e56-aa59-09259cd89bca req-bb0f0b2b-0af7-4384-bb16-e9d554c51922 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 949 time: 0.0665262 Sep 21 08:12:44.119799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-065f6588-45a7-4e56-aa59-09259cd89bca req-87ec3343-bc44-4828-b1e8-64f7ea01a21d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832763 Sep 21 08:12:44.159653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f2ffc-1313-442c-9e36-25907a27b707 req-449661d3-6dce-42dd-a95e-866aef3f530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:44.161537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d08f2ffc-1313-442c-9e36-25907a27b707 req-449661d3-6dce-42dd-a95e-866aef3f530a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 1100 time: 0.1046543 Sep 21 08:12:44.254518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229065fe-e39d-4770-939f-108842023231 req-32875322-65df-4f59-a01e-8ded5e7f66a1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:44.267852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-229065fe-e39d-4770-939f-108842023231 req-32875322-65df-4f59-a01e-8ded5e7f66a1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2292349 Sep 21 08:12:44.275349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d08f2ffc-1313-442c-9e36-25907a27b707 req-8c518e8d-8ba7-4147-96fd-a60bbdfb5be2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063197 Sep 21 08:12:44.285505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9621e8-13e4-4ae3-a6f5-002c413f33d5 req-b748de6a-a19b-45c3-9815-d9eceb009862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:44.288043 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5b9621e8-13e4-4ae3-a6f5-002c413f33d5 req-b748de6a-a19b-45c3-9815-d9eceb009862 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 1101 time: 0.1449485 Sep 21 08:12:44.393424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-229065fe-e39d-4770-939f-108842023231 req-97961c5e-4022-4203-badb-b4d64ac80669 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241124 Sep 21 08:12:44.400535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5b9621e8-13e4-4ae3-a6f5-002c413f33d5 req-b767bbf7-4e24-44f3-b0c7-5ff3e08cffb6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010401 Sep 21 08:12:44.526724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10308dd0-d6f9-447e-8b63-13a1ba24cd48 req-5276d041-59ff-49c0-8ba0-e721b1a1c81f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:44.533214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10308dd0-d6f9-447e-8b63-13a1ba24cd48 req-5276d041-59ff-49c0-8ba0-e721b1a1c81f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.1644459 Sep 21 08:12:44.610531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10308dd0-d6f9-447e-8b63-13a1ba24cd48 req-3d8d11cd-4b7c-4867-a688-5d106e242067 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663977 Sep 21 08:12:44.628663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3888803-a7d0-4460-8a5b-fbdef5ca3c5e req-6b763ab1-23c2-4a79-8709-6470fda1f822 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:44.642454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3888803-a7d0-4460-8a5b-fbdef5ca3c5e req-6b763ab1-23c2-4a79-8709-6470fda1f822 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 949 time: 0.1144416 Sep 21 08:12:44.724094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3888803-a7d0-4460-8a5b-fbdef5ca3c5e req-3e690547-880c-41be-b38c-653f6ebb3ae0 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812433 Sep 21 08:12:44.999255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879eb3c-52b2-477d-ae6b-9bd249dbd67a req-4d092b30-b6f3-40a4-8515-332460d95a5c tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:45.002582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e879eb3c-52b2-477d-ae6b-9bd249dbd67a req-4d092b30-b6f3-40a4-8515-332460d95a5c tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 950 time: 0.1002898 Sep 21 08:12:45.095521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e879eb3c-52b2-477d-ae6b-9bd249dbd67a req-04ef004c-ab82-4f2e-b0f8-2e938274a131 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833216 Sep 21 08:12:45.387440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c6973-f368-4975-89be-f4ba415e0b63 req-5e8a266d-7ca7-4370-8a1a-2e07ce38bd78 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:45.404628 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175c6973-f368-4975-89be-f4ba415e0b63 req-5e8a266d-7ca7-4370-8a1a-2e07ce38bd78 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 949 time: 0.1086874 Sep 21 08:12:45.485801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175c6973-f368-4975-89be-f4ba415e0b63 req-05bb8b7c-e5f9-4deb-b20c-e77a6eaeb9df tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791831 Sep 21 08:12:45.822411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f6bc9-1a3d-45e5-913d-ac83cb6aa0f6 req-19747117-ec63-46f9-bf3a-0f774e957e3d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:45.829675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-839f6bc9-1a3d-45e5-913d-ac83cb6aa0f6 req-19747117-ec63-46f9-bf3a-0f774e957e3d tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0902762 Sep 21 08:12:45.919407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-839f6bc9-1a3d-45e5-913d-ac83cb6aa0f6 req-51573193-f6fc-48e3-8c47-79aa847a8596 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826559 Sep 21 08:12:46.365875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d81bf-fe92-42d3-a928-abe490a209d6 req-b924d77f-07a6-45e8-9ade-b52627669577 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:46.375535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-308d81bf-fe92-42d3-a928-abe490a209d6 req-b924d77f-07a6-45e8-9ade-b52627669577 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 950 time: 0.0810807 Sep 21 08:12:46.464331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-308d81bf-fe92-42d3-a928-abe490a209d6 req-0ea436eb-aa4e-4fbd-a5d6-0ec37294b947 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872808 Sep 21 08:12:46.892449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ccf38-a7c4-467d-9d5d-ff02ec8e1433 req-440b3533-0c3c-415a-a605-4f5cd3ea6fd8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:46.895741 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5ccf38-a7c4-467d-9d5d-ff02ec8e1433 req-440b3533-0c3c-415a-a605-4f5cd3ea6fd8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 949 time: 0.1557674 Sep 21 08:12:46.978677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5ccf38-a7c4-467d-9d5d-ff02ec8e1433 req-4f1754bd-0e84-4a1f-8053-242bc13903c7 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692315 Sep 21 08:12:47.351678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947548-b8c4-45e4-8477-e767f45f019b req-e2d09163-ef65-494c-8c41-01e9d7eb2562 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:47.361299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3947548-b8c4-45e4-8477-e767f45f019b req-e2d09163-ef65-494c-8c41-01e9d7eb2562 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0887475 Sep 21 08:12:47.400049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f3947548-b8c4-45e4-8477-e767f45f019b req-92ede78a-1f77-439b-9d4d-2fdcb4347586 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Sep 21 08:12:47.549556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9bf16-ebe6-4b56-83c1-9e671986ce7c req-f5c27d75-3cc1-422a-b4c5-bccf361a0f7f tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:47.551372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8fa9bf16-ebe6-4b56-83c1-9e671986ce7c req-f5c27d75-3cc1-422a-b4c5-bccf361a0f7f tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 1100 time: 0.0559409 Sep 21 08:12:47.602401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8fa9bf16-ebe6-4b56-83c1-9e671986ce7c req-66191a29-c4aa-4ee5-b403-afb6b5e3e2b2 tempest-ServersOnMultiNodesTest-284995269 tempest-ServersOnMultiNodesTest-284995269-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Sep 21 08:12:47.708891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edaa78-3d45-4f41-9889-0ccfc1d8dad5 req-8bfb7edb-20ce-4894-a341-77cd5baf115d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:47.711226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4edaa78-3d45-4f41-9889-0ccfc1d8dad5 req-8bfb7edb-20ce-4894-a341-77cd5baf115d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.0958111 Sep 21 08:12:47.765834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4edaa78-3d45-4f41-9889-0ccfc1d8dad5 req-33a8be1c-59b2-4775-a160-4c754d3c5e94 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Sep 21 08:12:47.879563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e1f92-b863-45cb-a69d-a52f26016898 req-b4fca4cc-6e95-4b7a-ad58-b03e9ee01bad tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:47.881619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c5e1f92-b863-45cb-a69d-a52f26016898 req-b4fca4cc-6e95-4b7a-ad58-b03e9ee01bad tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 950 time: 0.0692003 Sep 21 08:12:47.932925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c5e1f92-b863-45cb-a69d-a52f26016898 req-50c34b32-779a-44c9-b765-5f7ab7705c0a tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Sep 21 08:12:48.131759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42e0d4-356c-4d15-9a2c-7ed048191cbd req-ab84ffd4-5354-4d51-95c6-402de6c11eda tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:48.133526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b42e0d4-356c-4d15-9a2c-7ed048191cbd req-ab84ffd4-5354-4d51-95c6-402de6c11eda tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 949 time: 0.0663061 Sep 21 08:12:48.188533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b42e0d4-356c-4d15-9a2c-7ed048191cbd req-23c14e5c-65b1-4864-bfb1-3af464782ed4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475101 Sep 21 08:12:48.876057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7343-531e-4828-93a8-40b6e12beca6 req-1a32a470-69df-42c7-8644-331e84539b98 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:48.890398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-865c7343-531e-4828-93a8-40b6e12beca6 req-1a32a470-69df-42c7-8644-331e84539b98 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1345854 Sep 21 08:12:48.965631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-865c7343-531e-4828-93a8-40b6e12beca6 req-5b521940-7006-450a-a135-9106c8d4ce68 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725446 Sep 21 08:12:49.274193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47822) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:49.304108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cec0a-ad3c-45ba-af48-6ca950210e28 req-73edbd02-aadd-4232-a1ba-962f175f9c1c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:49.307804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a2cec0a-ad3c-45ba-af48-6ca950210e28 req-73edbd02-aadd-4232-a1ba-962f175f9c1c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1130028 Sep 21 08:12:49.426586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a2cec0a-ad3c-45ba-af48-6ca950210e28 req-77731b6a-cdad-4e80-b6c9-0f610b30be6b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047814 Sep 21 08:12:49.601711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51a524-f697-4bf5-8ca2-cc7f0262ed52 req-4a715ad3-8b5e-44d8-9636-d3b5a4be0a4b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:49.603380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c51a524-f697-4bf5-8ca2-cc7f0262ed52 req-4a715ad3-8b5e-44d8-9636-d3b5a4be0a4b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 949 time: 0.0827305 Sep 21 08:12:49.684612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c51a524-f697-4bf5-8ca2-cc7f0262ed52 req-d9b22cef-5823-4fec-a9f8-0fd5956391ff tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648270 Sep 21 08:12:49.714331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eafe3db0-0c94-4929-9ba7-1152f245bbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:49.888784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eafe3db0-0c94-4929-9ba7-1152f245bbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:49.896513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eafe3db0-0c94-4929-9ba7-1152f245bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:49.945343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-b11ee209-8a31-4b88-b184-0eab6b66e36d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:49.948705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-b11ee209-8a31-4b88-b184-0eab6b66e36d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 0.2003269 Sep 21 08:12:49.972017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe3db0-0c94-4929-9ba7-1152f245bbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f3ec1e-8e9d-4d5e-ace8-c634c41e8f44,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:49.979759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-d0706a66-bbeb-4552-bb4f-b2e304ede4b3 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/quotas/af883af499e245068ea61a3a4db99639 HTTP/1.1" status: 200 len: 375 time: 0.0196614 Sep 21 08:12:49.997392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eafe3db0-0c94-4929-9ba7-1152f245bbf9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e3203e0a04743ae8b07bcb14ef8c89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7199748 Sep 21 08:12:50.003222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47846) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:50.086231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-00cf0989-7e0a-4675-a303-f067f44a33ab tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945146 Sep 21 08:12:50.118815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa72a57d-b6c0-4d1a-b51b-6f29f729124d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:50.216258 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa72a57d-b6c0-4d1a-b51b-6f29f729124d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:50.243762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-9077cf6f-c135-412a-aa36-9b61a6f548d1 service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439669 Sep 21 08:12:50.309660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e657c-07aa-4a73-a8a9-92bee6aa87c6 req-ae542c94-eff5-4970-938a-85d761dd6799 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:50.312369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e9e657c-07aa-4a73-a8a9-92bee6aa87c6 req-ae542c94-eff5-4970-938a-85d761dd6799 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1878529 Sep 21 08:12:50.343501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46af41-4998-49f4-a90e-a428afa688da req-32bcfcae-4669-4da0-a29d-a6a1de58fbda tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:50.346173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c46af41-4998-49f4-a90e-a428afa688da req-32bcfcae-4669-4da0-a29d-a6a1de58fbda tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 949 time: 0.1107528 Sep 21 08:12:50.411935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa72a57d-b6c0-4d1a-b51b-6f29f729124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:50.413969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-dee631a0-4f49-4f66-a73c-3d23801cd75a service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560941 Sep 21 08:12:50.415869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa72a57d-b6c0-4d1a-b51b-6f29f729124d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:50.417091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-aa72a57d-b6c0-4d1a-b51b-6f29f729124d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8f3ec1e-8e9d-4d5e-ace8-c634c41e8f44 HTTP/1.1" status: 204 len: 168 time: 0.4121938 Sep 21 08:12:50.454642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e9e657c-07aa-4a73-a8a9-92bee6aa87c6 req-f724e2c4-cce7-4f98-a041-1a42cd7d50ff tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073012 Sep 21 08:12:50.455892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a57d-b6c0-4d1a-b51b-6f29f729124d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f3ec1e-8e9d-4d5e-ace8-c634c41e8f44,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:50.548897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port dc5eb970-b7eb-4603-abe1-970ede29b076 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:12:50.550057 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:50.749880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port dc5eb970-b7eb-4603-abe1-970ede29b076, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=dc5eb970-b7eb-4603-abe1-970ede29b076,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:50.750560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:50.832714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for dc5eb970-b7eb-4603-abe1-970ede29b076 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:12:50.943212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42123ff0-5196-4b7a-bd0d-e951e92ea2f3 req-a8193033-9412-414a-becf-2a93c6007f6a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:50.945889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42123ff0-5196-4b7a-bd0d-e951e92ea2f3 req-a8193033-9412-414a-becf-2a93c6007f6a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1984878 Sep 21 08:12:50.970063 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5e01df1-d120-4bff-ad56-9109b73b5a22 req-bfe51bb6-71a1-490e-bc0f-bfeda151d553 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 210 time: 0.1468675 Sep 21 08:12:51.088698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42123ff0-5196-4b7a-bd0d-e951e92ea2f3 req-35a4a105-7196-4517-9b18-976be7aa38c0 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311920 Sep 21 08:12:51.123838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47884) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:51.222223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c878fb-6320-4f6d-b242-80bac3e19c86 req-44779d81-1175-4781-bd6d-cd630f9d117d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:51.233626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19c878fb-6320-4f6d-b242-80bac3e19c86 req-44779d81-1175-4781-bd6d-cd630f9d117d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 949 time: 0.1303654 Sep 21 08:12:51.304343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19c878fb-6320-4f6d-b242-80bac3e19c86 req-bbca8ab5-44e1-4ff9-b22c-7bdd0d9078d5 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693457 Sep 21 08:12:51.371424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd213c06-aa2a-430e-94fd-849a5eeda7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:51.398197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:51.417576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'a577c7ba-206e-4304-9ab1-69cebcea76f4', '56edce37-d787-4ccb-9a55-464434b91826'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:51.430962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3', '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2', 'dc5eb970-b7eb-4603-abe1-970ede29b076'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:51.469712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=dc5eb970-b7eb-4603-abe1-970ede29b076,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:51.546377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port dc5eb970-b7eb-4603-abe1-970ede29b076 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:12:51.558105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:51.560948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c46af41-4998-49f4-a90e-a428afa688da req-ae685409-6856-4b22-b1fe-2babc655aa92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "DELETE /v2.0/ports/dc5eb970-b7eb-4603-abe1-970ede29b076 HTTP/1.1" status: 204 len: 173 time: 1.1904805 Sep 21 08:12:51.561630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'name': 'network-vif-deleted', 'tag': 'dc5eb970-b7eb-4603-abe1-970ede29b076'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:51.562540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd213c06-aa2a-430e-94fd-849a5eeda7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:51.564205 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afabe201-12b0-4e88-9741-4c2aa9dabd30" -d '{"events": [{"server_uuid": "59a3a7f3-deae-4405-a3ec-18b4db0dee7f", "name": "network-vif-deleted", "tag": "dc5eb970-b7eb-4603-abe1-970ede29b076"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:51.570249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd213c06-aa2a-430e-94fd-849a5eeda7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:51.708020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dd213c06-aa2a-430e-94fd-849a5eeda7d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94fd614fa21b4df8b4395586ee49a95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813913 Sep 21 08:12:51.712961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47904) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:51.852060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd213c06-aa2a-430e-94fd-849a5eeda7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099c9905-9721-45d3-9916-ab5eb02b3887,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:51.857018 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf425a1-06dd-4459-8d9c-6ab3f2d4f7e5 x-openstack-request-id: req-7cf425a1-06dd-4459-8d9c-6ab3f2d4f7e5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:51.857726 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a3a7f3-deae-4405-a3ec-18b4db0dee7f", "name": "network-vif-deleted", "tag": "dc5eb970-b7eb-4603-abe1-970ede29b076", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:51.858436 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7cf425a1-06dd-4459-8d9c-6ab3f2d4f7e5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:51.859292 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a3a7f3-deae-4405-a3ec-18b4db0dee7f', 'name': 'network-vif-deleted', 'tag': 'dc5eb970-b7eb-4603-abe1-970ede29b076', 'status': 'completed', 'code': 200} Sep 21 08:12:51.880518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3c8f2-d6f2-40ce-80da-e7c1607773ac req-be856448-820e-436b-85cb-16bbe84c7b20 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:51.889667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87d3c8f2-d6f2-40ce-80da-e7c1607773ac req-be856448-820e-436b-85cb-16bbe84c7b20 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1971955 Sep 21 08:12:51.912173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00c7523a-3151-4d55-840e-91739ba4b3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:51.967979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87d3c8f2-d6f2-40ce-80da-e7c1607773ac req-b7b9ba60-a39f-4252-a45d-691ca965c2bc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762429 Sep 21 08:12:51.978166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00c7523a-3151-4d55-840e-91739ba4b3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.149265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00c7523a-3151-4d55-840e-91739ba4b3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.155820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00c7523a-3151-4d55-840e-91739ba4b3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.157831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-00c7523a-3151-4d55-840e-91739ba4b3d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/099c9905-9721-45d3-9916-ab5eb02b3887 HTTP/1.1" status: 204 len: 168 time: 0.4426920 Sep 21 08:12:52.176845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-f053520c-1ef5-4e5f-8408-d8029a97eedc tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:52.178025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1887b8dd-1c95-41cf-979b-e06d6d84c51b req-2ad1a920-2506-4dce-8d02-a64e50122bc8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 210 time: 0.0435150 Sep 21 08:12:52.179658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-f053520c-1ef5-4e5f-8408-d8029a97eedc tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "GET /v2.0/ports?device_id=32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b HTTP/1.1" status: 200 len: 945 time: 0.0964546 Sep 21 08:12:52.243435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7523a-3151-4d55-840e-91739ba4b3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099c9905-9721-45d3-9916-ab5eb02b3887,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:52.269338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device dc5eb970-b7eb-4603-abe1-970ede29b076 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:12:52.364841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: dc5eb970-b7eb-4603-abe1-970ede29b076 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:12:52.365843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device dc5eb970-b7eb-4603-abe1-970ede29b076 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:12:52.366434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a35e4620-ed16-43f6-aa47-70cf0725b1e2 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:12:52.532031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069c629-4cfd-4cec-bea5-643031e88787 req-518fe883-3021-4456-8830-f88e7c31984b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:52.546936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6069c629-4cfd-4cec-bea5-643031e88787 req-518fe883-3021-4456-8830-f88e7c31984b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1902676 Sep 21 08:12:52.566295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47934) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:52.574268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e29b5bb-d1d4-4893-836c-b5248e316c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.618339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7bfc2f7-9ad8-49b6-ae2c-721d090bf93e req-11743532-6a29-412a-afc4-21433cefed4c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=59a3a7f3-deae-4405-a3ec-18b4db0dee7f HTTP/1.1" status: 200 len: 210 time: 0.0763690 Sep 21 08:12:52.641487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Deleting port a35e4620-ed16-43f6-aa47-70cf0725b1e2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:12:52.642463 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.741323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6069c629-4cfd-4cec-bea5-643031e88787 req-246b4350-e3a3-4024-ae8a-e36ff8004a2f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865478 Sep 21 08:12:52.828449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-aa9e79cd-f525-4dfb-a10a-f69709dab9b1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:52.830002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-aa9e79cd-f525-4dfb-a10a-f69709dab9b1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.62 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 0.3764803 Sep 21 08:12:52.844402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Request body: {'port': {'device_id': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'admin_state_up': True, 'tenant_id': 'af883af499e245068ea61a3a4db99639'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:52.874736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1280048741-network', 'tenant_id': 'f8128369941b404798e8a80116e7cb7d'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:52.900006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:52.900683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.913502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.923866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47938) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:52.928429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Calling delete_port for a35e4620-ed16-43f6-aa47-70cf0725b1e2 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:12:52.944057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Made reservation on behalf of f8128369941b404798e8a80116e7cb7d for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:52.946337 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.963567 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10d58f84-b552-46b6-9e5e-1f32c2c9010f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:52.973002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:52.975532 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9230f6e2-cc11-4cae-81a0-af8bd2c6390b" -d '{"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:52.979697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.013760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a35e4620-ed16-43f6-aa47-70cf0725b1e2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a35e4620-ed16-43f6-aa47-70cf0725b1e2,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:53.045055 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2ae01a-6b9a-46c2-ad79-753c8395cecc x-openstack-request-id: req-3b2ae01a-6b9a-46c2-ad79-753c8395cecc {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:53.045545 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:53.045941 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b2ae01a-6b9a-46c2-ad79-753c8395cecc {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:53.046765 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'code': 200} Sep 21 08:12:53.053467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:12:53.053467 n-d-809980-2 neutron-server[94725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 08:12:53.053467 n-d-809980-2 neutron-server[94725]: [parameters: {'project_id_1': 'af883af499e245068ea61a3a4db99639', 'expiration_1': datetime.datetime(2021, 9, 21, 8, 12, 33, 23945)}] Sep 21 08:12:53.053467 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:12:53.054739 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:12:53.054990 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.061777 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:12:53.061777 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 08:12:53.061777 n-d-809980-2 neutron-server[94724]: [parameters: {'project_id_1': 'f8128369941b404798e8a80116e7cb7d', 'expiration_1': datetime.datetime(2021, 9, 21, 8, 12, 33, 40435)}] Sep 21 08:12:53.061777 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:12:53.062245 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:12:53.179086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:53.208932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.209410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.210002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.210544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.211120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.212112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.212308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.212830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.213402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.213975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.214544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.215113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:12:53.258469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10d58f84-b552-46b6-9e5e-1f32c2c9010f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.275282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10d58f84-b552-46b6-9e5e-1f32c2c9010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.292954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182db46-821a-402c-8e3e-9714d4c21983 req-3c17a53f-a3b3-4b9b-9346-8e52eab4c133 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:53.296135 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8182db46-821a-402c-8e3e-9714d4c21983 req-3c17a53f-a3b3-4b9b-9346-8e52eab4c133 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1891198 Sep 21 08:12:53.368985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49bef942-5e93-4a09-9060-39d1ad0ff3db req-b0eb975f-34bf-4139-ba55-3e50176594d1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 210 time: 0.0368404 Sep 21 08:12:53.375096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.390652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-10d58f84-b552-46b6-9e5e-1f32c2c9010f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=133cd788f5b74f8a9645244b173c2279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640272 Sep 21 08:12:53.393363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47958) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:53.451536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d58f84-b552-46b6-9e5e-1f32c2c9010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e716316-da76-40ca-b76a-b9ee438ee446,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:53.464414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event deleted for resources: {'Port': ['ID=a35e4620-ed16-43f6-aa47-70cf0725b1e2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:53.467733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b69a85-4395-4a3b-b03b-0f3be84a555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.485800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8182db46-821a-402c-8e3e-9714d4c21983 req-724c4663-abba-4b94-b9c5-668d500d2790 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697485 Sep 21 08:12:53.494690 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b69a85-4395-4a3b-b03b-0f3be84a555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.533814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] No DVR routers for this DVR port a35e4620-ed16-43f6-aa47-70cf0725b1e2 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:12:53.536689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.539248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6448ade0-e6c6-4d83-83ef-9ca6e902795f req-8616e5e1-9acf-456b-88a6-a7d40dc7b6b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "DELETE /v2.0/ports/a35e4620-ed16-43f6-aa47-70cf0725b1e2 HTTP/1.1" status: 204 len: 173 time: 1.3310940 Sep 21 08:12:53.548552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b69a85-4395-4a3b-b03b-0f3be84a555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.552929 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b69a85-4395-4a3b-b03b-0f3be84a555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.554871 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d6b69a85-4395-4a3b-b03b-0f3be84a555a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e716316-da76-40ca-b76a-b9ee438ee446 HTTP/1.1" status: 204 len: 168 time: 0.1599045 Sep 21 08:12:53.563424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.578285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b69a85-4395-4a3b-b03b-0f3be84a555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e716316-da76-40ca-b76a-b9ee438ee446,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:53.603353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:12:53.603353 n-d-809980-2 neutron-server[94725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 08:12:53.603353 n-d-809980-2 neutron-server[94725]: [parameters: {'project_id_1': 'af883af499e245068ea61a3a4db99639', 'expiration_1': datetime.datetime(2021, 9, 21, 8, 12, 33, 584911)}] Sep 21 08:12:53.603353 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:12:53.604239 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:12:53.727231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.734284 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.764589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:12:53.783111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.783525 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Added segment 0109d7db-2158-4b29-ab19-957e6a7354df of type vlan for network 1bafff8f-3891-44e3-ae8b-380411534ec4 Sep 21 08:12:53.784949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61932198-d8c4-4c57-99a8-ff445edecd37,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:53.856407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.866805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-deleted', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:53.869769 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c7958d-bb82-41b4-b201-b61c9705c4d6" -d '{"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-deleted", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:53.902223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Made reservation on behalf of af883af499e245068ea61a3a4db99639 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:53.908745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.920181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.921433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:53.922116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:53.967492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3965018 Sep 21 08:12:53.968296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47972) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:54.009663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Request body: {'subnet': {'network_id': '1bafff8f-3891-44e3-ae8b-380411534ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1280048741-subnet', 'tenant_id': 'f8128369941b404798e8a80116e7cb7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:54.019721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be705e-2871-42d0-90d6-e79bfe958320 admin admin] Pushing event updated for resources: {'Network': ['ID=1bafff8f-3891-44e3-ae8b-380411534ec4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:54.035551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1bafff8f-3891-44e3-ae8b-380411534ec4 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:12:54.047468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Made reservation on behalf of f8128369941b404798e8a80116e7cb7d for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:54.051390 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:54.066368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7fd8-dc63-4768-bb8f-5d8049f8032b req-9c1a2c99-e669-4e2a-ba73-b6997f021771 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:54.075605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c01c7fd8-dc63-4768-bb8f-5d8049f8032b req-9c1a2c99-e669-4e2a-ba73-b6997f021771 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1924388 Sep 21 08:12:54.164102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c01c7fd8-dc63-4768-bb8f-5d8049f8032b req-e7fed359-68e2-4323-94db-e24ea5fe7981 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872009 Sep 21 08:12:54.291363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Allocated IP 172.20.0.11 (0c6eb153-ad1c-439c-92f3-7ab3cdb0c458/08af9c05-7025-4f97-a5ac-e8b9633f70d9/4afd9de8-7767-40b7-8d0a-7c297a98855f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:12:54.294805 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8eb104-5b30-4c25-94e2-c0a11a92a316 x-openstack-request-id: req-7f8eb104-5b30-4c25-94e2-c0a11a92a316 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:54.295645 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b", "name": "network-vif-deleted", "tag": "a35e4620-ed16-43f6-aa47-70cf0725b1e2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:54.296027 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f8eb104-5b30-4c25-94e2-c0a11a92a316 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:54.296416 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e3ed2c-5e2c-466d-91c1-5e91d93e1e1b', 'name': 'network-vif-deleted', 'tag': 'a35e4620-ed16-43f6-aa47-70cf0725b1e2', 'status': 'completed', 'code': 200} Sep 21 08:12:54.317843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:12:54.467998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:54.587758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:54.593874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5cc278-9b75-4e7a-afed-a4b09e312f36,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:54.612214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Checking segment: {'id': '0109d7db-2158-4b29-ab19-957e6a7354df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bafff8f-3891-44e3-ae8b-380411534ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:54.614161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Network hostable DHCP agents. Network: 1bafff8f-3891-44e3-ae8b-380411534ec4, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:12:54.621604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'mac_address': 'fa:16:3e:e9:63:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:12:54.650490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Network 1bafff8f-3891-44e3-ae8b-380411534ec4 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:12:54.675512 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:54.676836 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d6676f-c966-4653-966e-7c19dfb52edb req-771555cd-1493-4363-89e4-15de314e96d2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 210 time: 0.0444210 Sep 21 08:12:54.692765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1bafff8f-3891-44e3-ae8b-380411534ec4) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:54.694871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34813ded-222a-4ec1-bf27-e79c3210fd7e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:54.704151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12569ff8-5583-42b2-bca1-62b0d0ec4ab3 None None] Network 1bafff8f-3891-44e3-ae8b-380411534ec4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:12:54.707539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:54.708146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:54.743139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3e4293a9-a1a4-48ba-b63a-901e81e75473 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7709641 Sep 21 08:12:54.754435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:54.777304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342268ae-16f4-4b67-b7f4-8f8e26a2b445 req-c4b2816c-df67-4bd1-b60a-a9b11382e669 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:54.791727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:54.792012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-342268ae-16f4-4b67-b7f4-8f8e26a2b445 req-c4b2816c-df67-4bd1-b60a-a9b11382e669 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 950 time: 0.1825123 Sep 21 08:12:54.822897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:54.870860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131c33c-c671-4ed0-8571-d36baa135c5e req-80727ad7-00b9-41cc-9e86-61f3a7c00e46 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:54.877277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b131c33c-c671-4ed0-8571-d36baa135c5e req-80727ad7-00b9-41cc-9e86-61f3a7c00e46 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1139810 Sep 21 08:12:54.897928 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:54.953691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b131c33c-c671-4ed0-8571-d36baa135c5e req-830c9ea6-58bc-4483-a212-c576f89a9b1b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635600 Sep 21 08:12:54.985764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:55.003995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-342268ae-16f4-4b67-b7f4-8f8e26a2b445 req-6eafb51b-6725-4edd-acee-b619a87542d0 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098253 Sep 21 08:12:55.007674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16c45a-b877-476a-95a8-8a7b385f3bcc None None] Network 1bafff8f-3891-44e3-ae8b-380411534ec4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:12:55.007970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:12:55.009478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:12:55.026320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:12:55.054194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:55.077664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:55.078100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.093466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-7be71e23-985c-4e1a-93be-64ef974c350e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2531481 Sep 21 08:12:55.112913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Request body: {'port': {'device_id': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:55.125522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['34813ded-222a-4ec1-bf27-e79c3210fd7e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:55.186620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.230653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4177717f-b2cb-4968-a1b3-3d0d0d487895 req-9e71dcbd-034f-43d7-a68c-3b66b824d139 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-637744002', 'description': 'tempest-description-42270220'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:55.284826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4177717f-b2cb-4968-a1b3-3d0d0d487895 req-9e71dcbd-034f-43d7-a68c-3b66b824d139 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.310395 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.390266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e236053-92cb-4ce6-b1fc-d0f0c9771169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.446560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ac339-89f3-41f5-a12c-40669dd45b45 req-d56f7008-7bfd-4f8a-b807-ddf166ddd660 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:55.460350 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c9ac339-89f3-41f5-a12c-40669dd45b45 req-d56f7008-7bfd-4f8a-b807-ddf166ddd660 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1272440 Sep 21 08:12:55.461543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4177717f-b2cb-4968-a1b3-3d0d0d487895 req-9e71dcbd-034f-43d7-a68c-3b66b824d139 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.468612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4177717f-b2cb-4968-a1b3-3d0d0d487895 req-9e71dcbd-034f-43d7-a68c-3b66b824d139 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.499865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4177717f-b2cb-4968-a1b3-3d0d0d487895 req-9e71dcbd-034f-43d7-a68c-3b66b824d139 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.509535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4177717f-b2cb-4968-a1b3-3d0d0d487895 req-9e71dcbd-034f-43d7-a68c-3b66b824d139 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2854836 Sep 21 08:12:55.517542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71dcbd-034f-43d7-a68c-3b66b824d139 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a73cb70-c7db-44fd-ab6d-f29cc72d6a24,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:55.566835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c9ac339-89f3-41f5-a12c-40669dd45b45 req-3cf635c9-41ec-4ec9-88d9-0c45f94923a4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053939 Sep 21 08:12:55.685351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-233feb54-092b-494a-acd6-371149cd8fc0 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/6a73cb70-c7db-44fd-ab6d-f29cc72d6a24 HTTP/1.1" status: 200 len: 1804 time: 0.0907609 Sep 21 08:12:55.692913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a73cb70-c7db-44fd-ab6d-f29cc72d6a24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:55.693224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a73cb70-c7db-44fd-ab6d-f29cc72d6a24', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:55.722536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4afd9de8-7767-40b7-8d0a-7c297a98855f {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:12:55.738505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.764274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Transition to ACTIVE for port object 4afd9de8-7767-40b7-8d0a-7c297a98855f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:12:55.775522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.860613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c9106-e7df-43f0-97dc-ea629d7e45e4 req-a24b34e0-922d-450f-84ff-85102e5f82c6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:55.875872 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-208c9106-e7df-43f0-97dc-ea629d7e45e4 req-a24b34e0-922d-450f-84ff-85102e5f82c6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 944 time: 0.1093538 Sep 21 08:12:55.882432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:55.917941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-208c9106-e7df-43f0-97dc-ea629d7e45e4 req-d692e95e-0f65-4948-9b0c-f27e4aa3921a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Sep 21 08:12:55.918839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:56.004221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48048) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:56.128327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b7626-f90e-4b33-8214-32f44011dcad req-adf7c1ce-72fa-46d3-a69c-7997852b9cc1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:56.130069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b3b7626-f90e-4b33-8214-32f44011dcad req-adf7c1ce-72fa-46d3-a69c-7997852b9cc1 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.0784647 Sep 21 08:12:56.194506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b3b7626-f90e-4b33-8214-32f44011dcad req-3dbf9379-bee4-481b-9984-f91e0a638278 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556164 Sep 21 08:12:56.247219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.257987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.261215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a35e4620-ed16-43f6-aa47-70cf0725b1e2 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:12:56.284233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-46937167'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:56.289330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e582b460-8705-4689-b68b-100aca7a445d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:56.301465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.302664 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75b032ea-fb6f-4da6-acca-fcdbb1b6d9fc req-b882cd9c-7a79-474f-b81d-48a47bbb10db tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6152806 Sep 21 08:12:56.307442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Attempting to bind port 4afd9de8-7767-40b7-8d0a-7c297a98855f on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:12:56.307442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Attempting to bind port 4afd9de8-7767-40b7-8d0a-7c297a98855f by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:12:56.307702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Attempting to bind port 4afd9de8-7767-40b7-8d0a-7c297a98855f on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:56.316932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: a35e4620-ed16-43f6-aa47-70cf0725b1e2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:12:56.317701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a35e4620-ed16-43f6-aa47-70cf0725b1e2 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:12:56.319033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Port 4afd9de8-7767-40b7-8d0a-7c297a98855f on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:12:56.319837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Attempting to bind port 4afd9de8-7767-40b7-8d0a-7c297a98855f on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:12:56.328890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:12:56.329490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Checking segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:12:56.330206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Bound using segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:12:56.331017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Bound port: 4afd9de8-7767-40b7-8d0a-7c297a98855f, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:12:56.331626 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.342419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:12:56.350095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-81919d93-be76-47fa-819c-8de25abaa299 req-cea5e7a2-353e-4c8e-ab9b-5b9953d3bcee tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-993641419', 'description': 'tempest-description-95151751'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:56.350549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Made reservation on behalf of fb5cf2aac8fc42198ceb602c16cdfea3 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:56.353961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.371081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.395647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f8d44-9640-4cd9-8c78-3a33585e9aed req-6706a57b-ef4f-4cf5-8196-850769cfefd8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:56.397247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-910f8d44-9640-4cd9-8c78-3a33585e9aed req-6706a57b-ef4f-4cf5-8196-850769cfefd8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 950 time: 0.1056004 Sep 21 08:12:56.409477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-81919d93-be76-47fa-819c-8de25abaa299 req-cea5e7a2-353e-4c8e-ab9b-5b9953d3bcee tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.436498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 34813ded-222a-4ec1-bf27-e79c3210fd7e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:12:56.437323 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.476753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-910f8d44-9640-4cd9-8c78-3a33585e9aed req-7b779619-50f0-427b-98cf-652f7f23bc9e tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648487 Sep 21 08:12:56.494080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:12:56.497645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:12:56.503767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.564385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:56.565039 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.566501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] 10.222.0.62 "PUT /v2.0/ports/4afd9de8-7767-40b7-8d0a-7c297a98855f HTTP/1.1" status: 200 len: 1092 time: 1.4608450 Sep 21 08:12:56.567128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:56.569530 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac66aeb-1c21-4f7e-84aa-923078184b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:56.580441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-92f20ca8-9cb4-4a7b-8d76-a5503ac03b96 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:56.582136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-92f20ca8-9cb4-4a7b-8d76-a5503ac03b96 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 950 time: 0.1419749 Sep 21 08:12:56.587007 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.593418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.633296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738e8345-244d-4c5d-b4ef-bd045907f59f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:56.646647 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d80e0-0108-46eb-af79-e70e645d856e x-openstack-request-id: req-c38d80e0-0108-46eb-af79-e70e645d856e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:56.647260 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:56.647726 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c38d80e0-0108-46eb-af79-e70e645d856e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:56.648297 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'status': 'completed', 'code': 200} Sep 21 08:12:56.656645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:12:56.681232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.681656 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Added segment c0f53ba9-4a37-4415-bd4d-3b0a42a9efc5 of type vlan for network da67e922-fc86-4f91-8517-81b9360f883f Sep 21 08:12:56.728577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90181fc-1a6a-4974-b1be-917650bafe23 service neutron] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:56.785719 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.803030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.808400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.817635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-4425703e-b2ff-4668-8163-91204a3336bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:56.818502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-4425703e-b2ff-4668-8163-91204a3336bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 1095 time: 0.1739795 Sep 21 08:12:56.833806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-81919d93-be76-47fa-819c-8de25abaa299 req-cea5e7a2-353e-4c8e-ab9b-5b9953d3bcee tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.838157 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-81919d93-be76-47fa-819c-8de25abaa299 req-cea5e7a2-353e-4c8e-ab9b-5b9953d3bcee tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.839576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26888295-0acc-47f7-a61b-970754160d38 req-c668d320-f016-402f-af68-e187fe969dde tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:56.841271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26888295-0acc-47f7-a61b-970754160d38 req-c668d320-f016-402f-af68-e187fe969dde tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.0916407 Sep 21 08:12:56.851491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:56.854858 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b1ef6-6936-4bff-ac6c-d91b7a14ad0b" -d '{"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-plugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:56.857080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.866570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:56.867681 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.872761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:56.875606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port 56edce37-d787-4ccb-9a55-464434b91826 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:12:56.876026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.878105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.883236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-81919d93-be76-47fa-819c-8de25abaa299 req-cea5e7a2-353e-4c8e-ab9b-5b9953d3bcee tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:56.884508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81919d93-be76-47fa-819c-8de25abaa299 req-cea5e7a2-353e-4c8e-ab9b-5b9953d3bcee tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5478878 Sep 21 08:12:56.908332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5e7a2-353e-4c8e-ab9b-5b9953d3bcee tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2163ca9b-df50-4cec-bfe9-9007646f9bd6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:56.958811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:57.036935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Pushing event updated for resources: {'Network': ['ID=da67e922-fc86-4f91-8517-81b9360f883f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:57.050462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network da67e922-fc86-4f91-8517-81b9360f883f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:12:57.053921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31002889-80eb-4139-a979-b0ffeacb14f9 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0487859 Sep 21 08:12:57.059859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:57.082660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26888295-0acc-47f7-a61b-970754160d38 req-527223fa-50f7-4bee-9749-58225411d1d3 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336931 Sep 21 08:12:57.093568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-2ae8be51-83bc-4ebc-a1e4-08c1759016c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f HTTP/1.1" status: 200 len: 217 time: 0.0892091 Sep 21 08:12:57.157992 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d074b55c-78b9-4fa2-a43d-f5fe56022b20 x-openstack-request-id: req-d074b55c-78b9-4fa2-a43d-f5fe56022b20 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:57.158530 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-plugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:57.158983 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d074b55c-78b9-4fa2-a43d-f5fe56022b20 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:57.159666 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'code': 200} Sep 21 08:12:57.216202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'network': {'name': 'tempest-network--1761397941', 'router:external': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:57.285293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port 56edce37-d787-4ccb-9a55-464434b91826, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=56edce37-d787-4ccb-9a55-464434b91826,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:12:57.286122 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.287163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Made reservation on behalf of aa2514a708804bb1ae3f34e464281db6 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:57.291856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.306741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.309707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for 56edce37-d787-4ccb-9a55-464434b91826 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:12:57.314973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-f1e918be-ac72-49a4-9cda-1b9998154913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:57.316517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-f1e918be-ac72-49a4-9cda-1b9998154913 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.1844964 Sep 21 08:12:57.327881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8a520-1524-4c94-8c18-0db4316426d3 req-25a71b1f-cf3f-4773-9e03-737bb87d452c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:57.328357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be5a3e11-181a-4769-99ab-588d4c522723 req-933be188-2a75-4e9e-9a0d-7a3f881bbe50 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/2163ca9b-df50-4cec-bfe9-9007646f9bd6 HTTP/1.1" status: 200 len: 1804 time: 0.1701481 Sep 21 08:12:57.330090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ba8a520-1524-4c94-8c18-0db4316426d3 req-25a71b1f-cf3f-4773-9e03-737bb87d452c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 944 time: 0.0833294 Sep 21 08:12:57.354029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-be5a3e11-181a-4769-99ab-588d4c522723 req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2163ca9b-df50-4cec-bfe9-9007646f9bd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:57.354818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-be5a3e11-181a-4769-99ab-588d4c522723 req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2163ca9b-df50-4cec-bfe9-9007646f9bd6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:57.420642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ba8a520-1524-4c94-8c18-0db4316426d3 req-d176d6f3-9118-4171-b129-8b4b4b7d7dc8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660379 Sep 21 08:12:57.426015 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-01ddc5af-ff49-4f12-b1f4-de306e7cc5c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910819 Sep 21 08:12:57.511159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.517672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.560732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:12:57.606755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.607339 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Added segment 2dbbb08f-ba6f-4347-b3f0-5567456c2ecc of type vlan for network 904e3471-4385-4b3a-a23b-acfb58d1ba3d Sep 21 08:12:57.609813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-5e2f72af-fb22-40e7-acad-296cd07a72db service neutron] 10.222.0.62 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753056 Sep 21 08:12:57.635765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae59b6c3-7cb8-4d81-9e9b-99e319889b49,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:57.657238 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.692445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39cf0b-7893-4f01-8be2-11601aaa9f0f req-4c65a84e-b38f-4246-b39b-a7f3383bd038 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:57.695854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f39cf0b-7893-4f01-8be2-11601aaa9f0f req-4c65a84e-b38f-4246-b39b-a7f3383bd038 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1639421 Sep 21 08:12:57.697619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.708426 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-be5a3e11-181a-4769-99ab-588d4c522723 req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.754630 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.782511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'a577c7ba-206e-4304-9ab1-69cebcea76f4', '56edce37-d787-4ccb-9a55-464434b91826'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:57.786733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3', '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:12:57.787917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.792683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:57.794241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.804353 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:12:57.853523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f39cf0b-7893-4f01-8be2-11601aaa9f0f req-7f645940-49c8-4cea-8124-337f6d5ff133 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410770 Sep 21 08:12:57.868580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-be5a3e11-181a-4769-99ab-588d4c522723 req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.870631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=56edce37-d787-4ccb-9a55-464434b91826,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:57.881706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8120458 Sep 21 08:12:57.892804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48104) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:57.894052 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-be5a3e11-181a-4769-99ab-588d4c522723 req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:57.964717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb5af5-1ea7-4076-93da-f9a9cdc32db9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Network': ['ID=904e3471-4385-4b3a-a23b-acfb58d1ba3d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:57.994927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 904e3471-4385-4b3a-a23b-acfb58d1ba3d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:12:58.035615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2184550-0e46-4dc3-9576-cbe39d48bec8 req-68f13304-880d-4f82-b4e3-fdfea24f979f service neutron] 10.222.0.62 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947830 Sep 21 08:12:58.055890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bf363d-90ff-40dc-8132-f1e78404db91,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:58.064642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port 56edce37-d787-4ccb-9a55-464434b91826 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:12:58.067421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-be5a3e11-181a-4769-99ab-588d4c522723 req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.077104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be5a3e11-181a-4769-99ab-588d4c522723 req-c9a39356-db50-4457-8e0c-38ce37d5ffbf tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7438979 Sep 21 08:12:58.133789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-732a3ba4-821d-480b-9e74-5f601b5f913a req-417106e7-ae02-4347-a70b-cf46c1013546 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=0effed34-9e18-4f54-8c9c-b74edcef7995 HTTP/1.1" status: 200 len: 210 time: 0.1267855 Sep 21 08:12:58.194674 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.197026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c2a6264-742b-48a9-9454-d846ddd51482 req-0bd4f2be-d907-4bb8-a0c5-711ccfc51c2d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "DELETE /v2.0/ports/56edce37-d787-4ccb-9a55-464434b91826 HTTP/1.1" status: 204 len: 173 time: 1.6059868 Sep 21 08:12:58.200423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-fc2a8221-d7e0-4b6b-aa55-69f9d9dd7627 req-ae95ec02-4fb2-4630-8df1-610780067781 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-936888941', 'description': 'tempest-description-1226894930'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:58.248095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc2a8221-d7e0-4b6b-aa55-69f9d9dd7627 req-ae95ec02-4fb2-4630-8df1-610780067781 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.302977 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.386462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-68e8370e-db24-42b5-9821-112cd8a5c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:58.389865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-68e8370e-db24-42b5-9821-112cd8a5c01f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 1095 time: 0.1780238 Sep 21 08:12:58.489771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc2a8221-d7e0-4b6b-aa55-69f9d9dd7627 req-ae95ec02-4fb2-4630-8df1-610780067781 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.501069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc2a8221-d7e0-4b6b-aa55-69f9d9dd7627 req-ae95ec02-4fb2-4630-8df1-610780067781 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.571125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fc2a8221-d7e0-4b6b-aa55-69f9d9dd7627 req-ae95ec02-4fb2-4630-8df1-610780067781 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.584624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc2a8221-d7e0-4b6b-aa55-69f9d9dd7627 req-ae95ec02-4fb2-4630-8df1-610780067781 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4012871 Sep 21 08:12:58.606708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95ec02-4fb2-4630-8df1-610780067781 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7159fb26-c6b2-4f83-94d5-f892495090d9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:58.778366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'name': 'network-vif-deleted', 'tag': '56edce37-d787-4ccb-9a55-464434b91826'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:12:58.787027 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a4a33c-2f88-4f6a-ac35-387a8e167813" -d '{"events": [{"server_uuid": "0effed34-9e18-4f54-8c9c-b74edcef7995", "name": "network-vif-deleted", "tag": "56edce37-d787-4ccb-9a55-464434b91826"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:12:58.820990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:58.935984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904e3471-4385-4b3a-a23b-acfb58d1ba3d']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:58.966857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbbb08f-ba6f-4347-b3f0-5567456c2ecc') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:58.967656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbbb08f-ba6f-4347-b3f0-5567456c2ecc') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:12:58.995724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a63ce3-cd10-4a6c-99c0-c521eb3f0c5f req-6300c2fe-9f74-4267-8f2e-b7db0df5c383 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:58.996961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d3640-26b1-4404-b744-7bd736e6ec4d req-86d303b6-da23-4520-aeba-40f35138b78d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:59.004850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b4d3640-26b1-4404-b744-7bd736e6ec4d req-86d303b6-da23-4520-aeba-40f35138b78d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.5109544 Sep 21 08:12:59.013291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64a63ce3-cd10-4a6c-99c0-c521eb3f0c5f req-6300c2fe-9f74-4267-8f2e-b7db0df5c383 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 944 time: 0.1474199 Sep 21 08:12:59.014832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.031079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-b78dc9c1-52a2-4a82-9c60-0f85bf0a7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:59.040842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-b78dc9c1-52a2-4a82-9c60-0f85bf0a7fee service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 906 time: 0.5908864 Sep 21 08:12:59.123799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64a63ce3-cd10-4a6c-99c0-c521eb3f0c5f req-dc09363f-67ff-495b-954d-891fbec16181 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066124 Sep 21 08:12:59.139455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.163685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-d0891773-3c3c-4983-a066-5e7c7a9ccc19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f HTTP/1.1" status: 200 len: 217 time: 0.0950806 Sep 21 08:12:59.180490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-b1ebc65b-d827-4fa6-aa53-142a23c465ac req-7a27808b-3111-46b9-989b-e802d8239546 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-928446187', 'description': 'tempest-description-822280799'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:59.189486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:12:59.190022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:12:59.198484 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:12:59.250701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1ebc65b-d827-4fa6-aa53-142a23c465ac req-7a27808b-3111-46b9-989b-e802d8239546 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.283951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b4d3640-26b1-4404-b744-7bd736e6ec4d req-43870a2c-6691-4302-9f28-fe29d209ff7f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419267 Sep 21 08:12:59.314580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-d05bff84-b9a1-40d1-be86-4f50f0d71fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:59.316341 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-d05bff84-b9a1-40d1-be86-4f50f0d71fde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.1435363 Sep 21 08:12:59.356312 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.364987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 904e3471-4385-4b3a-a23b-acfb58d1ba3d {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 08:12:59.368634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.371546 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "DELETE /v2.0/networks/904e3471-4385-4b3a-a23b-acfb58d1ba3d HTTP/1.1" status: 204 len: 168 time: 1.4678640 Sep 21 08:12:59.379260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48138) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:12:59.391547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:12:59.403510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-20105008-ca5e-495f-a1a7-9cb200a32db5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729191 Sep 21 08:12:59.437736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d951d48-be9d-4d8f-aaef-6efc65e64b66 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event deleted for resources: {'Network': ['ID=904e3471-4385-4b3a-a23b-acfb58d1ba3d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:12:59.454934 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80596580-3e30-48a6-881e-471baea34437 x-openstack-request-id: req-80596580-3e30-48a6-881e-471baea34437 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:12:59.455577 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0effed34-9e18-4f54-8c9c-b74edcef7995", "name": "network-vif-deleted", "tag": "56edce37-d787-4ccb-9a55-464434b91826", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:12:59.455982 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80596580-3e30-48a6-881e-471baea34437 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:12:59.456842 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0effed34-9e18-4f54-8c9c-b74edcef7995', 'name': 'network-vif-deleted', 'tag': '56edce37-d787-4ccb-9a55-464434b91826', 'status': 'completed', 'code': 200} Sep 21 08:12:59.600954 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1ebc65b-d827-4fa6-aa53-142a23c465ac req-7a27808b-3111-46b9-989b-e802d8239546 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.637397 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1ebc65b-d827-4fa6-aa53-142a23c465ac req-7a27808b-3111-46b9-989b-e802d8239546 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.658728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Made reservation on behalf of aa2514a708804bb1ae3f34e464281db6 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:12:59.662407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.667119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1ebc65b-d827-4fa6-aa53-142a23c465ac req-7a27808b-3111-46b9-989b-e802d8239546 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.672490 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-f1c10fa2-62e3-4cc4-af9b-8b6d55d5971c service neutron] 10.222.0.62 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505822 Sep 21 08:12:59.679728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1ebc65b-d827-4fa6-aa53-142a23c465ac req-7a27808b-3111-46b9-989b-e802d8239546 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5153127 Sep 21 08:12:59.811783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:12:59.846439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.847018 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Added segment d7a1a6a4-d3c7-46f6-92e2-2e0a64dcea51 of type vlan for network ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 Sep 21 08:12:59.878344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2813e-2348-4fa2-919e-523addc86397 req-54d90e39-4fd8-4423-8e20-b619eaa2dcf3 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:12:59.880066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6c2813e-2348-4fa2-919e-523addc86397 req-54d90e39-4fd8-4423-8e20-b619eaa2dcf3 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2894218 Sep 21 08:12:59.929451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:12:59.972597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6c2813e-2348-4fa2-919e-523addc86397 req-569292f8-35b1-420c-a16b-831c8fa23221 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824485 Sep 21 08:12:59.982152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac66aeb-1c21-4f7e-84aa-923078184b9f req-9732b1d8-89eb-493b-8438-54f346f9bd3a service neutron] 10.222.0.62 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668376 Sep 21 08:13:00.021441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27808b-3111-46b9-989b-e802d8239546 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fcd58b-764b-4603-b966-2bf46af772aa,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:00.034302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.037079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:00.037079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.149876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Network': ['ID=ce2478e7-02be-4c1b-a990-fe3efdb8d1a3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:00.169153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:00.196446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-241294a7-a98a-46b4-89f9-9c87d4c50777 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8153236 Sep 21 08:13:00.200677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48156) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:00.208295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'subnet': {'network_id': 'ce2478e7-02be-4c1b-a990-fe3efdb8d1a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:00.220698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-21579b5c-d93a-4a2d-8390-7118ee3efc1a tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/7159fb26-c6b2-4f83-94d5-f892495090d9 HTTP/1.1" status: 200 len: 1806 time: 0.2215259 Sep 21 08:13:00.277918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Made reservation on behalf of aa2514a708804bb1ae3f34e464281db6 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:00.280365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.345412 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0c055ce2-ca19-4dde-9a76-8ec2ee620919 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/12fcd58b-764b-4603-b966-2bf46af772aa HTTP/1.1" status: 200 len: 1805 time: 0.1157169 Sep 21 08:13:00.356988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 56edce37-d787-4ccb-9a55-464434b91826 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:00.363978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7159fb26-c6b2-4f83-94d5-f892495090d9', 'remote_group_id': '12fcd58b-764b-4603-b966-2bf46af772aa', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:00.364709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7159fb26-c6b2-4f83-94d5-f892495090d9', 'remote_group_id': '12fcd58b-764b-4603-b966-2bf46af772aa', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:00.394341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 56edce37-d787-4ccb-9a55-464434b91826 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:00.395211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 56edce37-d787-4ccb-9a55-464434b91826 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:00.397333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:00.551407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.582907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.608229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.616448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.625178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:00.628508 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15ddde-72fa-481c-a1de-794a54dedc79" -d '{"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:00.648657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:00.652873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e360a30e-fbf0-4866-83a0-fdf29eb9f726,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:00.658309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.681971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:00.697423 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-673e01ae-7c97-4f48-b79d-c96d04f22016 req-0337a1ee-aaa1-4183-af10-a38a2d5a2468 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3483114 Sep 21 08:13:00.755381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179def9f-9acf-4cf1-ad1d-3c5f86d46576 req-86d9ca69-432b-4d49-9733-9aa6737c3bf9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:00.767368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-179def9f-9acf-4cf1-ad1d-3c5f86d46576 req-86d9ca69-432b-4d49-9733-9aa6737c3bf9 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 944 time: 0.1819952 Sep 21 08:13:00.820842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:00.868560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4caf18-a54c-498f-aac4-07a40cd0aba0 req-d2ab701e-3356-4fba-afc9-d54fc09f48f5 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:00.876272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d4caf18-a54c-498f-aac4-07a40cd0aba0 req-d2ab701e-3356-4fba-afc9-d54fc09f48f5 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1010370 Sep 21 08:13:00.890766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-179def9f-9acf-4cf1-ad1d-3c5f86d46576 req-9ebfc516-7980-4784-b04f-e7f66e7bf3ae tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152098 Sep 21 08:13:00.970625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d4caf18-a54c-498f-aac4-07a40cd0aba0 req-f4b97570-8d0c-4e7d-b3a1-36d1f80f02b2 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914485 Sep 21 08:13:01.064449 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249bcd2-0592-4f6d-a06e-0189ac6add09 x-openstack-request-id: req-a249bcd2-0592-4f6d-a06e-0189ac6add09 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:01.065380 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:01.065740 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a249bcd2-0592-4f6d-a06e-0189ac6add09 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:01.066273 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'code': 200} Sep 21 08:13:01.101461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-2057fa28-9e33-4c95-a879-95a323ded9a4 req-09a8e0a3-ee53-4cc0-81e8-cc0b0b795a46 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1770380432', 'description': 'tempest-description-1307568245'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:01.142993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2057fa28-9e33-4c95-a879-95a323ded9a4 req-09a8e0a3-ee53-4cc0-81e8-cc0b0b795a46 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.237896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12321-eeff-4f1d-a6ee-46efa913923b req-56406b01-ac97-44df-a99c-b2663c27a7c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:01.240803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55d12321-eeff-4f1d-a6ee-46efa913923b req-56406b01-ac97-44df-a99c-b2663c27a7c4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 950 time: 0.1908002 Sep 21 08:13:01.242603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:13:01.244067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.314741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2057fa28-9e33-4c95-a879-95a323ded9a4 req-09a8e0a3-ee53-4cc0-81e8-cc0b0b795a46 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.320181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2057fa28-9e33-4c95-a879-95a323ded9a4 req-09a8e0a3-ee53-4cc0-81e8-cc0b0b795a46 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.362886 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2057fa28-9e33-4c95-a879-95a323ded9a4 req-09a8e0a3-ee53-4cc0-81e8-cc0b0b795a46 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.365958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2057fa28-9e33-4c95-a879-95a323ded9a4 req-09a8e0a3-ee53-4cc0-81e8-cc0b0b795a46 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2711928 Sep 21 08:13:01.408499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8e0a3-ee53-4cc0-81e8-cc0b0b795a46 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c910bcb2-d380-4295-a15b-c7dd7f7764d4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:01.444995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55d12321-eeff-4f1d-a6ee-46efa913923b req-d936dfb1-04c9-4eb0-a2a3-533a977db6d1 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414852 Sep 21 08:13:01.453776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Checking segment: {'id': 'd7a1a6a4-d3c7-46f6-92e2-2e0a64dcea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ce2478e7-02be-4c1b-a990-fe3efdb8d1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:01.454480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Network hostable DHCP agents. Network: ce2478e7-02be-4c1b-a990-fe3efdb8d1a3, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:13:01.467978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Subnet': ['ID=01033efe-828d-46e1-8555-cc5858cd8e1e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:01.486025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Network ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:13:01.521797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ce2478e7-02be-4c1b-a990-fe3efdb8d1a3) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:01.535863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37f812-cdfb-4dcb-a043-b6295572e9fd None None] Network ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:13:01.537880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:01.538865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.578958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48182) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:01.583932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'floatingip': {'floating_network_id': 'ce2478e7-02be-4c1b-a990-fe3efdb8d1a3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:01.589889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d698edc9-1797-4433-b9ca-fa703cd9c539 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3849998 Sep 21 08:13:01.645989 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.673107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1bdc6710-dc19-4116-a0db-3fad5d58dc38 req-d08d1a91-0592-42e8-bd42-b331d62bb897 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1264579007', 'description': 'tempest-description-839968767'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:01.701308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cb453-3ba7-40e6-a94c-b33a121f2cc3 req-f43f373d-c586-487e-b82b-6b3be8ccc071 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:01.703363 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-294cb453-3ba7-40e6-a94c-b33a121f2cc3 req-f43f373d-c586-487e-b82b-6b3be8ccc071 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 948 time: 0.1100903 Sep 21 08:13:01.792178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bdc6710-dc19-4116-a0db-3fad5d58dc38 req-d08d1a91-0592-42e8-bd42-b331d62bb897 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.796161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-294cb453-3ba7-40e6-a94c-b33a121f2cc3 req-5745036b-96da-475c-9985-bdb62b0bc7ba tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788546 Sep 21 08:13:01.842872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f0f58-b299-4915-9307-d7ff37477727 None None] Network ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:13:01.846680 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:01.973630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.084174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bdc6710-dc19-4116-a0db-3fad5d58dc38 req-d08d1a91-0592-42e8-bd42-b331d62bb897 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.111769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bdc6710-dc19-4116-a0db-3fad5d58dc38 req-d08d1a91-0592-42e8-bd42-b331d62bb897 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.150102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bcf16-ed80-4b74-bd2d-cd710dd05716 req-0d5b7e7e-324b-490f-9fc0-3ea976e52217 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:02.152904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e05bcf16-ed80-4b74-bd2d-cd710dd05716 req-0d5b7e7e-324b-490f-9fc0-3ea976e52217 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 944 time: 0.1162441 Sep 21 08:13:02.184147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bdc6710-dc19-4116-a0db-3fad5d58dc38 req-d08d1a91-0592-42e8-bd42-b331d62bb897 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.186282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1bdc6710-dc19-4116-a0db-3fad5d58dc38 req-d08d1a91-0592-42e8-bd42-b331d62bb897 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5211568 Sep 21 08:13:02.197164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d1a91-0592-42e8-bd42-b331d62bb897 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e9b957-229e-4c75-9b74-a5e549afc0be,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:02.217542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e05bcf16-ed80-4b74-bd2d-cd710dd05716 req-43f3dc3b-5cc9-4763-833f-c53d9bca63c6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567095 Sep 21 08:13:02.228231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Allocated IP 172.20.0.13 (ce2478e7-02be-4c1b-a990-fe3efdb8d1a3/01033efe-828d-46e1-8555-cc5858cd8e1e/25fb95e8-2a02-4a33-9679-18dee448a2b7) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:13:02.336726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-06af5d54-a13c-430b-9331-31b39d08d631 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/c910bcb2-d380-4295-a15b-c7dd7f7764d4 HTTP/1.1" status: 200 len: 1807 time: 0.0724277 Sep 21 08:13:02.369344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4afd9de8-7767-40b7-8d0a-7c297a98855f details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:13:02.432088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-eada44bb-2cf3-4cde-98b6-6f53985bb151 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/a6e9b957-229e-4c75-9b74-a5e549afc0be HTTP/1.1" status: 200 len: 1806 time: 0.0928903 Sep 21 08:13:02.437600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c910bcb2-d380-4295-a15b-c7dd7f7764d4', 'remote_group_id': 'a6e9b957-229e-4c75-9b74-a5e549afc0be', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:02.438058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c910bcb2-d380-4295-a15b-c7dd7f7764d4', 'remote_group_id': 'a6e9b957-229e-4c75-9b74-a5e549afc0be', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:02.438827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e50ce8-79c9-496c-a91b-885aea72a3eb req-98b83952-26af-4faa-bc08-9bc55df05bba tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:02.447760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e50ce8-79c9-496c-a91b-885aea72a3eb req-98b83952-26af-4faa-bc08-9bc55df05bba tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.0955024 Sep 21 08:13:02.484495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.508869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e50ce8-79c9-496c-a91b-885aea72a3eb req-989d7d06-1aae-4bda-853a-d72dd3ba79dc tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599434 Sep 21 08:13:02.567630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.593082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-5c78074f-6082-4e46-8e8e-b7f32c4df25f tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:02.596153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-5c78074f-6082-4e46-8e8e-b7f32c4df25f tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 950 time: 0.1342747 Sep 21 08:13:02.612671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.639621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:02.661687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'mac_address': 'fa:16:3e:0e:14:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:13:02.705728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Port': ['ID=25fb95e8-2a02-4a33-9679-18dee448a2b7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:02.755105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.786129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Network ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:02.789433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4afd9de8-7767-40b7-8d0a-7c297a98855f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:13:02.798116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:02.803593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:02.847101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:02.857001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:02.860173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:13:02.899002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39dbe-7032-4e81-86e3-db8ccc9be5b5 req-588a7214-225a-48fb-b0e0-64f478735dc2 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:02.901782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90b39dbe-7032-4e81-86e3-db8ccc9be5b5 req-588a7214-225a-48fb-b0e0-64f478735dc2 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 950 time: 0.1884472 Sep 21 08:13:02.990286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:02.992979 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90b39dbe-7032-4e81-86e3-db8ccc9be5b5 req-6adf4ed2-4c5c-4640-912e-42b35e00f431 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825324 Sep 21 08:13:03.093544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.120765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:03.126610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.136606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.151546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'mac_address': 'fa:16:3e:9d:e2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:13:03.188891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.194683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021a33d3-60bc-4f8c-8ac2-6aaea44f87fc,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:03.215357 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.228022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40e1713e-deb5-45ae-9347-74b1ffe74706 req-fbc97f1d-9fe8-4b85-a2c9-fd9a82c2c21f tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7946048 Sep 21 08:13:03.249475 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.264603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port a577c7ba-206e-4304-9ab1-69cebcea76f4 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:03.265197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.292876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca34826-69f1-4160-90eb-2f762a30cdd1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:13:03.348962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:03.351845 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.354258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.489914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:03.525210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbc1ae-aabe-4a70-8539-5501a635220a req-8ded67ba-63df-459b-8644-a9b784907818 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:03.526970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eedbc1ae-aabe-4a70-8539-5501a635220a req-8ded67ba-63df-459b-8644-a9b784907818 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1081836 Sep 21 08:13:03.533030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port a577c7ba-206e-4304-9ab1-69cebcea76f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a577c7ba-206e-4304-9ab1-69cebcea76f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:03.533572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.541643 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-925adf9b-bb0f-45bc-8831-beabfa370dbc req-482913b1-59f3-46fc-a861-e151f8a119aa tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/a6e9b957-229e-4c75-9b74-a5e549afc0be HTTP/1.1" status: 200 len: 1806 time: 0.1932161 Sep 21 08:13:03.566928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for a577c7ba-206e-4304-9ab1-69cebcea76f4 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:03.628587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eedbc1ae-aabe-4a70-8539-5501a635220a req-81ead57c-7e71-4179-8594-7800c601a5e2 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921309 Sep 21 08:13:03.719765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.724753 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-925adf9b-bb0f-45bc-8831-beabfa370dbc req-7f0771ef-6abd-4c65-88a7-4e1db56cdc80 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.731015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.817325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-925adf9b-bb0f-45bc-8831-beabfa370dbc req-7f0771ef-6abd-4c65-88a7-4e1db56cdc80 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.863594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.877772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:03.894749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Port': ['ID=25fb95e8-2a02-4a33-9679-18dee448a2b7,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:03.933062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.934264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4afd9de8-7767-40b7-8d0a-7c297a98855f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:03.937538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=a577c7ba-206e-4304-9ab1-69cebcea76f4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:03.953211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce28f5-af1d-40e6-ad37-3b30ec54ea12 req-017c3eee-b4a7-4b2c-95ca-ecef51f4080c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:03.955489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5bce28f5-af1d-40e6-ad37-3b30ec54ea12 req-017c3eee-b4a7-4b2c-95ca-ecef51f4080c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 945 time: 0.1795163 Sep 21 08:13:03.965883 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:03.973821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31c2c9e4-3708-4260-bc24-de37f7a1aa98 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3931739 Sep 21 08:13:03.980129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48212) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:03.981367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3', '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:03.983931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fca34826-69f1-4160-90eb-2f762a30cdd1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:04.074742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5bce28f5-af1d-40e6-ad37-3b30ec54ea12 req-6a3634fe-7f55-47c7-aeee-48499b5cf91e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039398 Sep 21 08:13:04.118243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port a577c7ba-206e-4304-9ab1-69cebcea76f4 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:04.124867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:04.127239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16f28a71-d726-4e8f-ab72-6850575bff9b req-79b1b55a-505c-440e-b52b-068a46bd5168 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "DELETE /v2.0/ports/a577c7ba-206e-4304-9ab1-69cebcea76f4 HTTP/1.1" status: 204 len: 173 time: 1.5221019 Sep 21 08:13:04.134712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'name': 'network-vif-deleted', 'tag': 'a577c7ba-206e-4304-9ab1-69cebcea76f4'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:04.137450 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992c1c2e-fc64-43b0-8970-bd722bbcbbaa" -d '{"events": [{"server_uuid": "baaec79b-bf9e-4771-bdd2-2eee81082957", "name": "network-vif-deleted", "tag": "a577c7ba-206e-4304-9ab1-69cebcea76f4"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:04.224121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ceeb869d-d24b-4c85-9963-68c2654edac3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "GET /v2.0/floatingips?floating_network_id=ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 HTTP/1.1" status: 200 len: 690 time: 0.2417006 Sep 21 08:13:04.225954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48220) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:04.290589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-925adf9b-bb0f-45bc-8831-beabfa370dbc req-7f0771ef-6abd-4c65-88a7-4e1db56cdc80 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:04.293704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-925adf9b-bb0f-45bc-8831-beabfa370dbc req-7f0771ef-6abd-4c65-88a7-4e1db56cdc80 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:04.302131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a78d74-bad2-4d08-94ed-c00f2b7ea818 req-dbbdb9ac-efb2-42a0-83e2-094b3e79052e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:04.304723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17a78d74-bad2-4d08-94ed-c00f2b7ea818 req-dbbdb9ac-efb2-42a0-83e2-094b3e79052e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1048617 Sep 21 08:13:04.318149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-925adf9b-bb0f-45bc-8831-beabfa370dbc req-7f0771ef-6abd-4c65-88a7-4e1db56cdc80 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-groups/a6e9b957-229e-4c75-9b74-a5e549afc0be HTTP/1.1" status: 204 len: 173 time: 0.7662745 Sep 21 08:13:04.406679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0771ef-6abd-4c65-88a7-4e1db56cdc80 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e9b957-229e-4c75-9b74-a5e549afc0be,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:04.471735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17a78d74-bad2-4d08-94ed-c00f2b7ea818 req-24ff9c1f-de5e-4803-887a-3be91a234f77 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322379 Sep 21 08:13:04.528851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a577c7ba-206e-4304-9ab1-69cebcea76f4 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:04.578140 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5837a74b-0fe9-4e28-b5d7-e4aab8078270 x-openstack-request-id: req-5837a74b-0fe9-4e28-b5d7-e4aab8078270 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:04.578443 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaec79b-bf9e-4771-bdd2-2eee81082957", "name": "network-vif-deleted", "tag": "a577c7ba-206e-4304-9ab1-69cebcea76f4", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:04.578752 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5837a74b-0fe9-4e28-b5d7-e4aab8078270 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:04.579480 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaec79b-bf9e-4771-bdd2-2eee81082957', 'name': 'network-vif-deleted', 'tag': 'a577c7ba-206e-4304-9ab1-69cebcea76f4', 'status': 'completed', 'code': 200} Sep 21 08:13:04.615494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:04.640527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9018f629-9fe5-4907-a55e-9c0f03f25ac2 req-2eff8b0e-de16-415d-a888-2f9ce5cdc462 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=baaec79b-bf9e-4771-bdd2-2eee81082957 HTTP/1.1" status: 200 len: 210 time: 0.1162944 Sep 21 08:13:04.652276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: a577c7ba-206e-4304-9ab1-69cebcea76f4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:04.652624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a577c7ba-206e-4304-9ab1-69cebcea76f4 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:04.855487 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5094478-3fb5-45c8-9b4f-ccb8a0f77e05 req-348c0c11-73e5-4311-ab79-c70b9213f3e2 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/c910bcb2-d380-4295-a15b-c7dd7f7764d4 HTTP/1.1" status: 200 len: 1807 time: 0.1431305 Sep 21 08:13:04.895845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-875f7103-aa2b-4a4a-9b1b-5a0b59258713 req-b1b0eb63-5d98-4958-aab4-080c9c167222 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1974212138', 'description': 'tempest-description-2074786034'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:04.935734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-875f7103-aa2b-4a4a-9b1b-5a0b59258713 req-b1b0eb63-5d98-4958-aab4-080c9c167222 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.111797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-875f7103-aa2b-4a4a-9b1b-5a0b59258713 req-b1b0eb63-5d98-4958-aab4-080c9c167222 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.118592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-875f7103-aa2b-4a4a-9b1b-5a0b59258713 req-b1b0eb63-5d98-4958-aab4-080c9c167222 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.182774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-875f7103-aa2b-4a4a-9b1b-5a0b59258713 req-b1b0eb63-5d98-4958-aab4-080c9c167222 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.184097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-875f7103-aa2b-4a4a-9b1b-5a0b59258713 req-b1b0eb63-5d98-4958-aab4-080c9c167222 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2959566 Sep 21 08:13:05.193365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0eb63-5d98-4958-aab4-080c9c167222 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531fe504-d03b-4c41-95ba-36aa8aec7ed2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:05.454910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df0f03-53f5-44ff-a5b0-e072ec62a0c1 req-fa622498-45f4-4d67-ab88-5e16ce00fe14 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:05.464473 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57df0f03-53f5-44ff-a5b0-e072ec62a0c1 req-fa622498-45f4-4d67-ab88-5e16ce00fe14 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 945 time: 0.1367352 Sep 21 08:13:05.524327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57df0f03-53f5-44ff-a5b0-e072ec62a0c1 req-1acda767-f548-471a-a861-d85f3791d5e2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496216 Sep 21 08:13:05.558843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Deleting port 25fb95e8-2a02-4a33-9679-18dee448a2b7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:05.559427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.597727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719978da-ff9b-4b2f-9270-055ca60d373a req-75e3ddfb-7344-4fc4-8376-5793e1181f5b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:05.606917 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-719978da-ff9b-4b2f-9270-055ca60d373a req-75e3ddfb-7344-4fc4-8376-5793e1181f5b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1530378 Sep 21 08:13:05.638124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-284f00cf-d5a9-4a4a-942b-5ea423734412 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/531fe504-d03b-4c41-95ba-36aa8aec7ed2 HTTP/1.1" status: 200 len: 1807 time: 0.0760808 Sep 21 08:13:05.656805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531fe504-d03b-4c41-95ba-36aa8aec7ed2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:05.658437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531fe504-d03b-4c41-95ba-36aa8aec7ed2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:05.712052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-719978da-ff9b-4b2f-9270-055ca60d373a req-e30e5fd3-4323-47b4-91b4-dae5c9b76b1f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046820 Sep 21 08:13:05.726780 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.727269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.748339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Calling delete_port for 25fb95e8-2a02-4a33-9679-18dee448a2b7 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:05.841229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.914746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.932265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.967698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:05.969821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91ad3ab9-4638-4605-bd79-4a524c590108 req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3186729 Sep 21 08:13:05.970508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8f5cb-efaf-49e6-b9ed-174d94355648 req-e68e368a-d17f-4a56-84ed-a5b43df13866 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:05.972118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8d8f5cb-efaf-49e6-b9ed-174d94355648 req-e68e368a-d17f-4a56-84ed-a5b43df13866 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1065001 Sep 21 08:13:05.989781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1bd19-4a7a-42aa-83e1-edd473da03a8 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a367c9bd-cd47-409c-b7b2-8d9c2b3b204d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:06.112969 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8d8f5cb-efaf-49e6-b9ed-174d94355648 req-63b546e3-9b42-415f-b801-f696005e4665 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206963 Sep 21 08:13:06.156646 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.215072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event deleted for resources: {'Port': ['ID=25fb95e8-2a02-4a33-9679-18dee448a2b7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:06.282325 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-f8bca294-7d4f-4603-8797-2be09ccbf26e tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/531fe504-d03b-4c41-95ba-36aa8aec7ed2 HTTP/1.1" status: 200 len: 2401 time: 0.0962002 Sep 21 08:13:06.294681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531fe504-d03b-4c41-95ba-36aa8aec7ed2', 'remote_group_id': None}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:06.295324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531fe504-d03b-4c41-95ba-36aa8aec7ed2', 'remote_group_id': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:06.338815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.406591 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.417218 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.447109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.453066 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.471766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9223e7-b367-4c99-97e6-461a6361b755,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:06.503650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.512794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dca8100-256f-4615-b660-2c81c0fd4f29 req-a72ac778-8522-4c6b-9c55-ac4ecc43b457 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2219715 Sep 21 08:13:06.542975 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.589033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=01033efe-828d-46e1-8555-cc5858cd8e1e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:06.663409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72c707e0-0821-494e-8ee1-2ba271f9cc08 req-24da1ade-9b94-4c33-816a-8ffef0521256 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/531fe504-d03b-4c41-95ba-36aa8aec7ed2 HTTP/1.1" status: 200 len: 3000 time: 0.1155758 Sep 21 08:13:06.675407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.706749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2478e7-02be-4c1b-a990-fe3efdb8d1a3']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:06.719529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a1a6a4-d3c7-46f6-92e2-2e0a64dcea51') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:06.720231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a1a6a4-d3c7-46f6-92e2-2e0a64dcea51') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:06.734602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.774702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.789773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:06.790173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:06.798905 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:06.881988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62674a23-60a5-4d00-ac6b-971dff36dfd6 req-e4a9b31e-4a3b-4b48-a321-760060dbbda6 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-group-rules/7a9223e7-b367-4c99-97e6-461a6361b755 HTTP/1.1" status: 200 len: 783 time: 0.0577123 Sep 21 08:13:06.884415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99854031-c67b-4c56-90e2-cb7cc5d74a04 req-4d9c2e0f-984f-4c00-b08b-fdd1bc267ad8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:06.897414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99854031-c67b-4c56-90e2-cb7cc5d74a04 req-4d9c2e0f-984f-4c00-b08b-fdd1bc267ad8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 945 time: 0.0958121 Sep 21 08:13:06.929351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.941167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 08:13:06.976235 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99854031-c67b-4c56-90e2-cb7cc5d74a04 req-51662aea-b816-4fd4-9614-1b1b718808cb tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772707 Sep 21 08:13:06.979038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:06.984521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:06.994511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "DELETE /v2.0/networks/ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 HTTP/1.1" status: 204 len: 168 time: 2.7626894 Sep 21 08:13:06.999395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50c4d9-2ceb-4ff2-a5a6-173a51c243b3 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce2478e7-02be-4c1b-a990-fe3efdb8d1a3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:07.050569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62674a23-60a5-4d00-ac6b-971dff36dfd6 req-ab82296f-3eef-4bf0-97d9-2a2ffd31ecfa tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/531fe504-d03b-4c41-95ba-36aa8aec7ed2 HTTP/1.1" status: 200 len: 3000 time: 0.1463368 Sep 21 08:13:07.107869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-62674a23-60a5-4d00-ac6b-971dff36dfd6 req-37a2c63a-e7b9-4392-b6ec-eeb83a87b454 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:07.133304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-62674a23-60a5-4d00-ac6b-971dff36dfd6 req-37a2c63a-e7b9-4392-b6ec-eeb83a87b454 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:07.217927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f85e42-928f-4df1-985c-49ff5213d686 req-c143682e-47fc-42e0-98a8-ad4b1bcc21aa tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.227670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-62674a23-60a5-4d00-ac6b-971dff36dfd6 req-37a2c63a-e7b9-4392-b6ec-eeb83a87b454 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:07.233921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8f85e42-928f-4df1-985c-49ff5213d686 req-c143682e-47fc-42e0-98a8-ad4b1bcc21aa tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.1295466 Sep 21 08:13:07.242221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-62674a23-60a5-4d00-ac6b-971dff36dfd6 req-37a2c63a-e7b9-4392-b6ec-eeb83a87b454 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:07.244657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-133c9624-84d1-4aa5-a751-199185e84035 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.2581937 Sep 21 08:13:07.246557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62674a23-60a5-4d00-ac6b-971dff36dfd6 req-37a2c63a-e7b9-4392-b6ec-eeb83a87b454 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7a9223e7-b367-4c99-97e6-461a6361b755 HTTP/1.1" status: 204 len: 173 time: 0.1842430 Sep 21 08:13:07.249216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:07.271853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2c63a-e7b9-4392-b6ec-eeb83a87b454 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a9223e7-b367-4c99-97e6-461a6361b755,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:07.430003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d859a8-7322-48aa-8811-9eee551fbc8b req-f4fdf181-1fdc-4820-be34-b00fbf303bf9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.431559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39d859a8-7322-48aa-8811-9eee551fbc8b req-f4fdf181-1fdc-4820-be34-b00fbf303bf9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 949 time: 0.0817800 Sep 21 08:13:07.476110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.476972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.477131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.477499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.477963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.478423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.478885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.479488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.479812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.481857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fa5c43d1-bd6e-4d32-9368-d2ff3cf56cc9 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5839 time: 0.2179728 Sep 21 08:13:07.494307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8f85e42-928f-4df1-985c-49ff5213d686 req-f3b6c7c9-1781-4853-9929-a806537f26fa tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591217 Sep 21 08:13:07.494773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48290) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:07.545580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39d859a8-7322-48aa-8811-9eee551fbc8b req-d2906d25-7127-4bd3-8c95-493924655712 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047137 Sep 21 08:13:07.657281 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-bae0d18b-e372-4329-8bf6-7f4c5331ba2c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] delete failed (client error): The resource could not be found. Sep 21 08:13:07.664711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bae0d18b-e372-4329-8bf6-7f4c5331ba2c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/069b5b32-7a02-4b92-973f-4f8da7b11821 HTTP/1.1" status: 404 len: 345 time: 0.1686935 Sep 21 08:13:07.668671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:07.708877 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cb0e8b-9282-4619-a8ed-e73923b6b87a tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] DELETE failed (client error): The resource could not be found. Sep 21 08:13:07.709518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cb0e8b-9282-4619-a8ed-e73923b6b87a tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:13:07.715958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-80cb0e8b-9282-4619-a8ed-e73923b6b87a tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "DELETE /v2.0/networks/ce2478e7-02be-4c1b-a990-fe3efdb8d1a3 HTTP/1.1" status: 404 len: 339 time: 0.0413554 Sep 21 08:13:07.716286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48302) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:07.722277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'network': {'name': 'tempest-network--1055774815', 'router:external': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:07.806390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02adee8-f337-43d9-b01c-bbf0e549344c req-e46d56eb-e038-46ac-8004-11814d8be599 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:07.815931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f02adee8-f337-43d9-b01c-bbf0e549344c req-e46d56eb-e038-46ac-8004-11814d8be599 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1447473 Sep 21 08:13:07.824307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Made reservation on behalf of aa2514a708804bb1ae3f34e464281db6 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:07.828979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:07.869581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:07.876937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f02adee8-f337-43d9-b01c-bbf0e549344c req-b894cde8-df55-4ec1-be0b-c1ac2ee4139d tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595727 Sep 21 08:13:07.902414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:07.903044 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Added segment f4a500cf-e3ec-4280-ad5f-3fd13c4ef1a3 of type vlan for network 4677748b-a976-40a0-860d-fd4f2750dc6a Sep 21 08:13:07.919810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04967628-8048-4a9d-a5a7-72c1b6b15bee req-01d93dbd-b8f4-434b-bd21-f756967d1209 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/531fe504-d03b-4c41-95ba-36aa8aec7ed2 HTTP/1.1" status: 200 len: 2401 time: 0.1531081 Sep 21 08:13:08.011931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.073642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04967628-8048-4a9d-a5a7-72c1b6b15bee req-89c86961-30ba-4b95-9cd0-5a91686ee0dd tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.119386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04967628-8048-4a9d-a5a7-72c1b6b15bee req-89c86961-30ba-4b95-9cd0-5a91686ee0dd tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.123694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.124751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.125870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.193919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245ecce-ce32-4c21-a5a8-f536f49de588 req-fc8e010d-93e8-438a-b79b-ecdc880bac22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.202283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9245ecce-ce32-4c21-a5a8-f536f49de588 req-fc8e010d-93e8-438a-b79b-ecdc880bac22 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 945 time: 0.1149678 Sep 21 08:13:08.212844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4948363 Sep 21 08:13:08.216037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48306) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:08.258296 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9245ecce-ce32-4c21-a5a8-f536f49de588 req-0ed765f4-866b-4e57-8cd4-732ca57ae5ae tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537179 Sep 21 08:13:08.334681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934af1a-b5a5-455c-8f19-988216281161 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Network': ['ID=4677748b-a976-40a0-860d-fd4f2750dc6a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:08.351577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4677748b-a976-40a0-860d-fd4f2750dc6a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:08.423735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4afd9de8-7767-40b7-8d0a-7c297a98855f up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:08.474456 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04967628-8048-4a9d-a5a7-72c1b6b15bee req-89c86961-30ba-4b95-9cd0-5a91686ee0dd tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.478335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04967628-8048-4a9d-a5a7-72c1b6b15bee req-89c86961-30ba-4b95-9cd0-5a91686ee0dd tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.489744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04967628-8048-4a9d-a5a7-72c1b6b15bee req-89c86961-30ba-4b95-9cd0-5a91686ee0dd tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-groups/531fe504-d03b-4c41-95ba-36aa8aec7ed2 HTTP/1.1" status: 204 len: 173 time: 0.5438254 Sep 21 08:13:08.522812 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-c23c0ad0-3164-476f-8e63-61f923217db0 req-e84cfee6-7e0e-404c-8cb6-dee1ac62d22d tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] show failed (client error): The resource could not be found. Sep 21 08:13:08.541183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c86961-30ba-4b95-9cd0-5a91686ee0dd tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531fe504-d03b-4c41-95ba-36aa8aec7ed2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:08.556500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c23c0ad0-3164-476f-8e63-61f923217db0 req-e84cfee6-7e0e-404c-8cb6-dee1ac62d22d tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/a6e9b957-229e-4c75-9b74-a5e549afc0be HTTP/1.1" status: 404 len: 352 time: 0.0523627 Sep 21 08:13:08.634449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 4afd9de8-7767-40b7-8d0a-7c297a98855f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:13:08.639526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 4afd9de8-7767-40b7-8d0a-7c297a98855f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:08.639909 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.712664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ae69d-85a5-447e-9636-d98fc42315dd tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.714058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69df3fc7-e831-4015-bb06-26a1dd56ffd6 req-de1aacd4-a197-4e92-9e23-c90f9bd46926 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/c910bcb2-d380-4295-a15b-c7dd7f7764d4 HTTP/1.1" status: 200 len: 1807 time: 0.0974538 Sep 21 08:13:08.725601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ae69d-85a5-447e-9636-d98fc42315dd tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.737608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ae69d-85a5-447e-9636-d98fc42315dd tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.748573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989ae69d-85a5-447e-9636-d98fc42315dd tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.751365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-989ae69d-85a5-447e-9636-d98fc42315dd tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5321848 Sep 21 08:13:08.759188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48320) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:08.809277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b709f-e34e-409f-a081-4b75268df9fc req-5be37497-53cd-43bc-978a-b503af9bfb7d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.811781 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-880b709f-e34e-409f-a081-4b75268df9fc req-5be37497-53cd-43bc-978a-b503af9bfb7d tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d815677-1956-406d-acb7-5e04f2728ee8 HTTP/1.1" status: 200 len: 950 time: 0.2327337 Sep 21 08:13:08.866695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.906365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:08.909555 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de48623-1f29-463a-8dbb-fb8888331d61" -d '{"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-plugged", "status": "completed", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:08.931434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:08.938077 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:08.940225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:08.953358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e73f-4eb4-4f5e-a25c-bcfcfed3fc0d req-09b27a46-76ad-4bc8-b7ed-5b084fa19076 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:08.954934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-31e0e73f-4eb4-4f5e-a25c-bcfcfed3fc0d req-09b27a46-76ad-4bc8-b7ed-5b084fa19076 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 950 time: 0.2731476 Sep 21 08:13:08.957781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.015068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-69df3fc7-e831-4015-bb06-26a1dd56ffd6 req-53157165-3746-4835-b22b-66baaa5e39ec tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.038982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:09.051623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fca34826-69f1-4160-90eb-2f762a30cdd1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:09.052146 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.070625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-69df3fc7-e831-4015-bb06-26a1dd56ffd6 req-53157165-3746-4835-b22b-66baaa5e39ec tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.080477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-31e0e73f-4eb4-4f5e-a25c-bcfcfed3fc0d req-6ca15884-052a-4c71-b46f-71294885f94a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793347 Sep 21 08:13:09.116933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:09.122124 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.212282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-69df3fc7-e831-4015-bb06-26a1dd56ffd6 req-53157165-3746-4835-b22b-66baaa5e39ec tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.219409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-69df3fc7-e831-4015-bb06-26a1dd56ffd6 req-53157165-3746-4835-b22b-66baaa5e39ec tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.226513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69df3fc7-e831-4015-bb06-26a1dd56ffd6 req-53157165-3746-4835-b22b-66baaa5e39ec tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-groups/c910bcb2-d380-4295-a15b-c7dd7f7764d4 HTTP/1.1" status: 204 len: 173 time: 0.5082221 Sep 21 08:13:09.262333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.362224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:09.373454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-abac062d-bba8-4956-862c-30f4330e14fb tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:09.375352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-abac062d-bba8-4956-862c-30f4330e14fb tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/ports?device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 949 time: 0.4001374 Sep 21 08:13:09.380391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53157165-3746-4835-b22b-66baaa5e39ec tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c910bcb2-d380-4295-a15b-c7dd7f7764d4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:09.413386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.536184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.553524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85e714-444a-4bf0-ba90-916d1e0da09f req-9f16acbd-6403-4aa5-b94f-a30885dc42d9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:09.568098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd85e714-444a-4bf0-ba90-916d1e0da09f req-9f16acbd-6403-4aa5-b94f-a30885dc42d9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 949 time: 0.3502188 Sep 21 08:13:09.620869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4677748b-a976-40a0-860d-fd4f2750dc6a']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:09.628045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=11']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:09.632639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a500cf-e3ec-4280-ad5f-3fd13c4ef1a3') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:09.633201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a500cf-e3ec-4280-ad5f-3fd13c4ef1a3') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:09.640144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:09.640725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.672317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:09.683552 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.702503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd85e714-444a-4bf0-ba90-916d1e0da09f req-39d600a3-1108-406b-98d2-ed7466055b8c tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228471 Sep 21 08:13:09.712855 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.733137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:09.733376 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.750578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee21d97-c959-465e-b205-165e010ab562 req-df50b66c-2429-4d7e-91df-d2d90c71d897 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:09.772099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ee21d97-c959-465e-b205-165e010ab562 req-df50b66c-2429-4d7e-91df-d2d90c71d897 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1885457 Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:09.787448 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:09.832039 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3104633-db21-4425-b5a5-9f5e8e7b5c04 x-openstack-request-id: req-e3104633-db21-4425-b5a5-9f5e8e7b5c04 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:09.832391 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-plugged", "status": "completed", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:09.832647 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3104633-db21-4425-b5a5-9f5e8e7b5c04 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:09.833060 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'code': 200} Sep 21 08:13:09.907774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:09.908108 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:09.976475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aed71c7d-3420-400e-8f7b-f20be805b10a req-ba3c95b5-d8f4-4b00-83a8-b8d1ccb46473 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/12fcd58b-764b-4603-b966-2bf46af772aa HTTP/1.1" status: 200 len: 1805 time: 0.1251030 Sep 21 08:13:09.987571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ee21d97-c959-465e-b205-165e010ab562 req-cab2fc04-3c22-41ce-a0d1-f32c7d537b3c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137384 Sep 21 08:13:09.991860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.007594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad983b0-8e57-4b4f-8060-34bd35c53acc req-5f265223-433f-4b38-b809-40083172d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:10.007594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bad983b0-8e57-4b4f-8060-34bd35c53acc req-5f265223-433f-4b38-b809-40083172d41e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 1097 time: 0.0788801 Sep 21 08:13:10.010897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4677748b-a976-40a0-860d-fd4f2750dc6a {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 08:13:10.014535 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.024345 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "DELETE /v2.0/networks/4677748b-a976-40a0-860d-fd4f2750dc6a HTTP/1.1" status: 204 len: 168 time: 1.2639277 Sep 21 08:13:10.038249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48344) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:10.087696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'network': {'name': 'tempest-network--1729962335', 'router:external': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:10.149400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0985b4-b996-4f00-9a10-b23d13b62310 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event deleted for resources: {'Network': ['ID=4677748b-a976-40a0-860d-fd4f2750dc6a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:10.176185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bad983b0-8e57-4b4f-8060-34bd35c53acc req-9feed703-fee3-4b94-ad87-29bf486959dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165600 Sep 21 08:13:10.193943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Made reservation on behalf of aa2514a708804bb1ae3f34e464281db6 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:10.197908 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.217716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aed71c7d-3420-400e-8f7b-f20be805b10a req-b8abddb3-11e1-4396-b670-6c5c00fc2d40 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.290236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aed71c7d-3420-400e-8f7b-f20be805b10a req-b8abddb3-11e1-4396-b670-6c5c00fc2d40 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.339241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5659cd5-2854-464d-a9b7-b87a33dbb4ff req-8d5a3d9a-1c01-42be-8b8b-00486a17e67c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:10.343730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5659cd5-2854-464d-a9b7-b87a33dbb4ff req-8d5a3d9a-1c01-42be-8b8b-00486a17e67c tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 946 time: 0.1983671 Sep 21 08:13:10.361134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:10.361550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.385788 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.406793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:10.411995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:10.423192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aed71c7d-3420-400e-8f7b-f20be805b10a req-b8abddb3-11e1-4396-b670-6c5c00fc2d40 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.428080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-aed71c7d-3420-400e-8f7b-f20be805b10a req-b8abddb3-11e1-4396-b670-6c5c00fc2d40 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.440901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aed71c7d-3420-400e-8f7b-f20be805b10a req-b8abddb3-11e1-4396-b670-6c5c00fc2d40 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-groups/12fcd58b-764b-4603-b966-2bf46af772aa HTTP/1.1" status: 204 len: 173 time: 0.4328887 Sep 21 08:13:10.458645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:10.499917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=798b1e8f-a1bd-49d2-916e-97c3acd8eb4e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:10.645247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abddb3-11e1-4396-b670-6c5c00fc2d40 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fcd58b-764b-4603-b966-2bf46af772aa,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:10.661262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:10.667363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.677197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-880b709f-e34e-409f-a081-4b75268df9fc req-026cde96-1c1a-46ca-b8ca-7695fa51cb09 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "DELETE /v2.0/ports/798b1e8f-a1bd-49d2-916e-97c3acd8eb4e HTTP/1.1" status: 204 len: 173 time: 1.8443787 Sep 21 08:13:10.685677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:10.702728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d815677-1956-406d-acb7-5e04f2728ee8', 'name': 'network-vif-deleted', 'tag': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:10.718643 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68408461-d804-4d32-9075-59bf746a7277" -d '{"events": [{"server_uuid": "7d815677-1956-406d-acb7-5e04f2728ee8", "name": "network-vif-deleted", "tag": "798b1e8f-a1bd-49d2-916e-97c3acd8eb4e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:10.760016 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.760358 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Added segment ac4fb9ef-42b2-4c33-b3be-69177f779c4c of type vlan for network b11aedbb-5416-4918-8ad6-869e974e6b38 Sep 21 08:13:10.813383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2516c49-bd0d-4fc1-8a00-770ac8c01cfe req-deb0e3f1-e418-473e-b54e-ee99a9c4cb4c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:10.827271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2516c49-bd0d-4fc1-8a00-770ac8c01cfe req-deb0e3f1-e418-473e-b54e-ee99a9c4cb4c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.2685239 Sep 21 08:13:10.882827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5659cd5-2854-464d-a9b7-b87a33dbb4ff req-742ca8a9-3312-4603-866a-02dbc6c24c10 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276573 Sep 21 08:13:10.892403 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.927232 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:10.969221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2516c49-bd0d-4fc1-8a00-770ac8c01cfe req-b386181a-0808-45e9-a868-e10a86100c50 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397009 Sep 21 08:13:11.006174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=6fddbd22-d3f5-4b59-8e0c-94e3de161ce2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:11.090826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:11.097960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:11.100164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c29c3b5a-6f8b-44df-8cc4-60d74ba62571 req-b308203d-b15d-413f-af07-8c9e82145052 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "DELETE /v2.0/ports/6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 HTTP/1.1" status: 204 len: 173 time: 1.7053416 Sep 21 08:13:11.100616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'name': 'network-vif-deleted', 'tag': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:11.103013 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4c83d0-ccd6-4459-9d4e-90004790bd4e" -d '{"events": [{"server_uuid": "a96c6a4e-5fca-46bf-a066-7dd1d8905b6b", "name": "network-vif-deleted", "tag": "6fddbd22-d3f5-4b59-8e0c-94e3de161ce2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:11.116709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:11.127083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:11.128225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:11.310569 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c35e85-43a5-4243-a6f5-0f836623294a x-openstack-request-id: req-24c35e85-43a5-4243-a6f5-0f836623294a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:11.311033 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d815677-1956-406d-acb7-5e04f2728ee8", "name": "network-vif-deleted", "tag": "798b1e8f-a1bd-49d2-916e-97c3acd8eb4e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:11.311468 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24c35e85-43a5-4243-a6f5-0f836623294a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:11.312038 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d815677-1956-406d-acb7-5e04f2728ee8', 'name': 'network-vif-deleted', 'tag': '798b1e8f-a1bd-49d2-916e-97c3acd8eb4e', 'status': 'completed', 'code': 200} Sep 21 08:13:11.486142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba4215b7-52ab-40ce-a3a2-16c81f3ef4d4 req-ac9a5c8b-97bd-4190-91cd-91de88bda489 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=a96c6a4e-5fca-46bf-a066-7dd1d8905b6b HTTP/1.1" status: 200 len: 210 time: 0.0855374 Sep 21 08:13:11.556422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48370) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:11.558969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4751391 Sep 21 08:13:11.560843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7357c9-157f-45d5-993a-39ca5c7d9388 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Network': ['ID=b11aedbb-5416-4918-8ad6-869e974e6b38,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:11.577550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4562a2bf-2990-49eb-8fa5-00c7cf1e18f2 req-779a23f6-435d-48e5-98be-6a0548237419 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/7159fb26-c6b2-4f83-94d5-f892495090d9 HTTP/1.1" status: 200 len: 1806 time: 0.5660601 Sep 21 08:13:11.590532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b11aedbb-5416-4918-8ad6-869e974e6b38 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:11.768579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4562a2bf-2990-49eb-8fa5-00c7cf1e18f2 req-fef2ecf0-503e-4747-839d-05382f8445d3 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:11.810546 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4562a2bf-2990-49eb-8fa5-00c7cf1e18f2 req-fef2ecf0-503e-4747-839d-05382f8445d3 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:11.833035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:11.840209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:11.849909 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc91014-2249-42ff-a3ec-9d8c40d6e350" -d '{"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:11.970971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4562a2bf-2990-49eb-8fa5-00c7cf1e18f2 req-fef2ecf0-503e-4747-839d-05382f8445d3 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:11.987870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-4562a2bf-2990-49eb-8fa5-00c7cf1e18f2 req-fef2ecf0-503e-4747-839d-05382f8445d3 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:11.992427 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4562a2bf-2990-49eb-8fa5-00c7cf1e18f2 req-fef2ecf0-503e-4747-839d-05382f8445d3 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-groups/7159fb26-c6b2-4f83-94d5-f892495090d9 HTTP/1.1" status: 204 len: 173 time: 0.4036496 Sep 21 08:13:12.019271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2ecf0-503e-4747-839d-05382f8445d3 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7159fb26-c6b2-4f83-94d5-f892495090d9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:12.083246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4240f3b3-673b-462c-840c-f114edf8bb98 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:12.084870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4240f3b3-673b-462c-840c-f114edf8bb98 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] 10.222.0.59 "GET /v2.0/networks/b11aedbb-5416-4918-8ad6-869e974e6b38 HTTP/1.1" status: 200 len: 757 time: 0.5217113 Sep 21 08:13:12.089608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48380) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:12.111598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9006369-683b-4928-a995-90f84e879f6e req-7686feb7-b7b4-4d88-bece-0c19db3469d4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:12.127180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d9006369-683b-4928-a995-90f84e879f6e req-7686feb7-b7b4-4d88-bece-0c19db3469d4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.3884723 Sep 21 08:13:12.194946 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e538e912-1bed-460c-9001-d81773e51566 x-openstack-request-id: req-e538e912-1bed-460c-9001-d81773e51566 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:12.194946 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96c6a4e-5fca-46bf-a066-7dd1d8905b6b", "name": "network-vif-deleted", "tag": "6fddbd22-d3f5-4b59-8e0c-94e3de161ce2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:12.194946 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e538e912-1bed-460c-9001-d81773e51566 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:12.195792 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96c6a4e-5fca-46bf-a066-7dd1d8905b6b', 'name': 'network-vif-deleted', 'tag': '6fddbd22-d3f5-4b59-8e0c-94e3de161ce2', 'status': 'completed', 'code': 200} Sep 21 08:13:12.209241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-120404bd-f917-437d-9673-ef741b83f223 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2659068 Sep 21 08:13:12.385107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eee32f-4417-41d0-bdf5-441464b4b081 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:12.386765 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-48eee32f-4417-41d0-bdf5-441464b4b081 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] 10.222.0.59 "GET /v2.0/networks/da67e922-fc86-4f91-8517-81b9360f883f HTTP/1.1" status: 200 len: 766 time: 0.2938828 Sep 21 08:13:12.387656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:12.392124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48388) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:12.402597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-2ddc7370-a587-461b-8c98-68dc6dbab0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:12.409727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-2ddc7370-a587-461b-8c98-68dc6dbab0bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=509c42555fb544e9bb252521e01e1b8c&device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 1101 time: 0.1673810 Sep 21 08:13:12.449615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:12.470708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:12.474519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaecaf-c9df-4afd-9bc0-ffd2ee2b0313 req-680ca5f9-1ecc-4b2b-8990-e064c8e818d2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:12.476720 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0faaecaf-c9df-4afd-9bc0-ffd2ee2b0313 req-680ca5f9-1ecc-4b2b-8990-e064c8e818d2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 946 time: 0.1571689 Sep 21 08:13:12.477744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6fddbd22-d3f5-4b59-8e0c-94e3de161ce2 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:12.542044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:12.550391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 798b1e8f-a1bd-49d2-916e-97c3acd8eb4e not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:12.630393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-49e8058b-5b53-493f-a939-5aecf16220c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:12.631008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0faaecaf-c9df-4afd-9bc0-ffd2ee2b0313 req-057c77b7-3831-4b05-b394-7dd7e709c266 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198337 Sep 21 08:13:12.639842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:12.641127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-49e8058b-5b53-493f-a939-5aecf16220c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1831801 Sep 21 08:13:12.663424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:12.816120 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8f8fcc-8f6f-49fe-b2f9-f805f64484a3 x-openstack-request-id: req-3a8f8fcc-8f6f-49fe-b2f9-f805f64484a3 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:12.818830 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:12.821076 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a8f8fcc-8f6f-49fe-b2f9-f805f64484a3 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:12.823129 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'code': 200} Sep 21 08:13:12.843989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-65bebad5-4224-42f2-842b-941463ee64cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d HTTP/1.1" status: 200 len: 217 time: 0.1865740 Sep 21 08:13:12.890916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d9006369-683b-4928-a995-90f84e879f6e req-c57da571-ddd5-4f5e-83a8-c4c9046d974f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626014 Sep 21 08:13:12.951525 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:12.989289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fd3c6-0556-4dc1-8d5b-b98d347957b6 req-80ba3392-4b2c-4209-bd18-8c72b4943af5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:13.000461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a44fd3c6-0556-4dc1-8d5b-b98d347957b6 req-80ba3392-4b2c-4209-bd18-8c72b4943af5 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.1781323 Sep 21 08:13:13.012640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-e2526c38-52a7-4ad5-a0f0-8d1c4a52005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:13.017477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-e2526c38-52a7-4ad5-a0f0-8d1c4a52005d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1546957 Sep 21 08:13:13.056204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11aedbb-5416-4918-8ad6-869e974e6b38']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:13.084480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a44fd3c6-0556-4dc1-8d5b-b98d347957b6 req-f7c5ea93-fab2-4377-883b-0b9c88161c3a tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830302 Sep 21 08:13:13.122053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ede2e46-0cd3-46cb-ba46-b4fa655d2ae0 req-13dc36e2-cc3d-42d1-a841-322866810f80 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/2163ca9b-df50-4cec-bfe9-9007646f9bd6 HTTP/1.1" status: 200 len: 2404 time: 0.1744020 Sep 21 08:13:13.146336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4fb9ef-42b2-4c33-b3be-69177f779c4c') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:13.146953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4fb9ef-42b2-4c33-b3be-69177f779c4c') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:13.155815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-1c7ad0ca-e22c-4bee-8fbb-682d11eaadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:13.158660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-1c7ad0ca-e22c-4bee-8fbb-682d11eaadce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213300 Sep 21 08:13:13.175255 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.230242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.281208 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3ede2e46-0cd3-46cb-ba46-b4fa655d2ae0 req-84d2e435-f47d-487b-af5d-4d26e45f019a tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.289952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:13.294333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:13.298349 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:13.312173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294d780-2f87-4e95-a796-c2ef69df8297 req-cdd99d27-91aa-48e1-9504-f1f49a29edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:13.318163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8294d780-2f87-4e95-a796-c2ef69df8297 req-cdd99d27-91aa-48e1-9504-f1f49a29edb6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1102 time: 0.2557812 Sep 21 08:13:13.367994 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3ede2e46-0cd3-46cb-ba46-b4fa655d2ae0 req-84d2e435-f47d-487b-af5d-4d26e45f019a tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.434527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-b8872d38-a556-4b87-9e9c-fa279059cd04 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238643 Sep 21 08:13:13.462727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.504815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3ede2e46-0cd3-46cb-ba46-b4fa655d2ae0 req-84d2e435-f47d-487b-af5d-4d26e45f019a tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.507248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3ede2e46-0cd3-46cb-ba46-b4fa655d2ae0 req-84d2e435-f47d-487b-af5d-4d26e45f019a tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.519366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ede2e46-0cd3-46cb-ba46-b4fa655d2ae0 req-84d2e435-f47d-487b-af5d-4d26e45f019a tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-groups/2163ca9b-df50-4cec-bfe9-9007646f9bd6 HTTP/1.1" status: 204 len: 173 time: 0.3825343 Sep 21 08:13:13.530382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b11aedbb-5416-4918-8ad6-869e974e6b38 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 08:13:13.546658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.552847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "DELETE /v2.0/networks/b11aedbb-5416-4918-8ad6-869e974e6b38 HTTP/1.1" status: 204 len: 168 time: 1.1578476 Sep 21 08:13:13.557128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8294d780-2f87-4e95-a796-c2ef69df8297 req-92bdc2c5-ce1c-4df9-b552-2075fc3f1f7f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029357 Sep 21 08:13:13.558291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48406) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:13.561481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8de868-397b-49c5-9cca-7c331826c03c tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event deleted for resources: {'Network': ['ID=b11aedbb-5416-4918-8ad6-869e974e6b38,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:13.577966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'network': {'name': 'tempest-network--1540497858'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:13.579464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2e435-f47d-487b-af5d-4d26e45f019a tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2163ca9b-df50-4cec-bfe9-9007646f9bd6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:13.655445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Made reservation on behalf of aa2514a708804bb1ae3f34e464281db6 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:13.660856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.692987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:13.708005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.708542 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Added segment f4bb3784-e6b6-4385-96b9-70063b268e0e of type vlan for network d59983a1-8358-4b53-900f-80a1cfb6574c Sep 21 08:13:13.709907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae3b3314-4c26-463c-9870-d9ed8291cf93 req-4a71051c-4329-49f9-8672-b83b3a80dc35 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "GET /v2.0/security-groups/6a73cb70-c7db-44fd-ab6d-f29cc72d6a24 HTTP/1.1" status: 200 len: 2398 time: 0.0515108 Sep 21 08:13:13.715030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac4ec34b-b547-4e52-a458-be3cc2d77dad req-c2c8704c-e378-426c-8a18-1ca97f4f389c service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705998 Sep 21 08:13:13.774278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.804188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.807927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:13.810265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.845603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2769995 Sep 21 08:13:13.854706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48412) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:13.862260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:13.894349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ae3b3314-4c26-463c-9870-d9ed8291cf93 req-9a07db8e-46e4-4bd0-9d50-5ba0d80583e5 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:13.963915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ae3b3314-4c26-463c-9870-d9ed8291cf93 req-9a07db8e-46e4-4bd0-9d50-5ba0d80583e5 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.016773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ae3b3314-4c26-463c-9870-d9ed8291cf93 req-9a07db8e-46e4-4bd0-9d50-5ba0d80583e5 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.019755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ae3b3314-4c26-463c-9870-d9ed8291cf93 req-9a07db8e-46e4-4bd0-9d50-5ba0d80583e5 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.021019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae3b3314-4c26-463c-9870-d9ed8291cf93 req-9a07db8e-46e4-4bd0-9d50-5ba0d80583e5 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] 10.222.0.59 "DELETE /v2.0/security-groups/6a73cb70-c7db-44fd-ab6d-f29cc72d6a24 HTTP/1.1" status: 204 len: 173 time: 0.2899423 Sep 21 08:13:14.060914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48418) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:14.065351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07db8e-46e4-4bd0-9d50-5ba0d80583e5 tempest-SecurityGroupRulesTestJSON-206721217 tempest-SecurityGroupRulesTestJSON-206721217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a73cb70-c7db-44fd-ab6d-f29cc72d6a24,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:14.233927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] Deleting subnet 7d5cc278-9b75-4e7a-afed-a4b09e312f36 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:13:14.237634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.274866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.278097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d84eb-5b96-4043-b5af-0c2ab2df8b10 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Network': ['ID=d59983a1-8358-4b53-900f-80a1cfb6574c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:14.294148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d59983a1-8358-4b53-900f-80a1cfb6574c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:14.391043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf834b-0bff-4cc1-9f1d-b5bd3797e53b req-3aeb214d-e724-4297-a476-1b795f3a8ced tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:14.411064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-31cf834b-0bff-4cc1-9f1d-b5bd3797e53b req-3aeb214d-e724-4297-a476-1b795f3a8ced tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 946 time: 0.1153169 Sep 21 08:13:14.422528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.487035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-31cf834b-0bff-4cc1-9f1d-b5bd3797e53b req-5a0eebe2-437c-4523-9022-0c1b03c4867d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764370 Sep 21 08:13:14.618316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.654511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56645-e4c8-43c4-b5c8-d39c4d1175ad req-e122c229-9f1a-422f-b45d-82005e68adfb tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:14.656146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74a56645-e4c8-43c4-b5c8-d39c4d1175ad req-e122c229-9f1a-422f-b45d-82005e68adfb tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1528401 Sep 21 08:13:14.674880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.682734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faefaa0-74c1-4e96-9c1c-8764d185c801 req-663d2d3e-73e8-4f28-968f-4be62357197b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:14.687845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4faefaa0-74c1-4e96-9c1c-8764d185c801 req-663d2d3e-73e8-4f28-968f-4be62357197b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.1169858 Sep 21 08:13:14.693724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.724838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Network d59983a1-8358-4b53-900f-80a1cfb6574c is not hosted by any dhcp agent {{(pid=94724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:13:14.726855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:14.727999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.733165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "PUT /v2.0/networks/d59983a1-8358-4b53-900f-80a1cfb6574c HTTP/1.1" status: 200 len: 858 time: 0.8738325 Sep 21 08:13:14.737025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48428) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:14.772054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4faefaa0-74c1-4e96-9c1c-8764d185c801 req-ed57acce-0d99-400e-8887-1611a07c310e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727341 Sep 21 08:13:14.797272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:14.814578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7d5cc278-9b75-4e7a-afed-a4b09e312f36 HTTP/1.1" status: 204 len: 168 time: 0.7086117 Sep 21 08:13:14.814578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48430) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:14.819920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aab548-d059-4032-9ee8-0184bed635da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5cc278-9b75-4e7a-afed-a4b09e312f36,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:14.900830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74a56645-e4c8-43c4-b5c8-d39c4d1175ad req-6820ab5f-9bfa-4c3a-8b76-b507fbc6335b tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372077 Sep 21 08:13:14.911963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ee48f-5aa9-48f1-be10-81bc5d6f2b72 tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event updated for resources: {'Network': ['ID=d59983a1-8358-4b53-900f-80a1cfb6574c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:14.971655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.035852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.236237 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.236605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.297525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59983a1-8358-4b53-900f-80a1cfb6574c']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:15.351605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bb3784-e6b6-4385-96b9-70063b268e0e') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:15.351961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bb3784-e6b6-4385-96b9-70063b268e0e') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:15.400147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.448934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.475145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:15.476174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:15.603450 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:15.623725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.664779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d59983a1-8358-4b53-900f-80a1cfb6574c {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 08:13:15.679235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.684084 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] 10.222.0.59 "DELETE /v2.0/networks/d59983a1-8358-4b53-900f-80a1cfb6574c HTTP/1.1" status: 204 len: 168 time: 0.9408534 Sep 21 08:13:15.698795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48450) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:15.713573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bafff8f-3891-44e3-ae8b-380411534ec4']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:15.721698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431779e2-6607-4441-a562-f435c1f2f4fc tempest-ExternalNetworksTestJSON-857297958 tempest-ExternalNetworksTestJSON-857297958-project-admin] Pushing event deleted for resources: {'Network': ['ID=d59983a1-8358-4b53-900f-80a1cfb6574c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:15.762305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11572e7b-7ddb-4477-b9de-bb62561fd21a req-92e373fe-1c15-45d9-9424-f4e23835cbb4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:15.765169 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11572e7b-7ddb-4477-b9de-bb62561fd21a req-92e373fe-1c15-45d9-9424-f4e23835cbb4 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 949 time: 0.1550286 Sep 21 08:13:15.774497 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59cf11c-0c6f-4ed1-965a-6778b0f868de tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] DELETE failed (client error): The resource could not be found. Sep 21 08:13:15.775457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59cf11c-0c6f-4ed1-965a-6778b0f868de tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:13:15.781384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f59cf11c-0c6f-4ed1-965a-6778b0f868de tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] 10.222.0.59 "DELETE /v2.0/subnets/01033efe-828d-46e1-8555-cc5858cd8e1e HTTP/1.1" status: 404 len: 337 time: 0.0810225 Sep 21 08:13:15.800496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48452) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:15.830059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0109d7db-2158-4b29-ab19-957e6a7354df') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:15.830976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0109d7db-2158-4b29-ab19-957e6a7354df') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:15.871142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11572e7b-7ddb-4477-b9de-bb62561fd21a req-73a02d9d-b99b-43f2-b842-094278cf74d3 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969098 Sep 21 08:13:15.926076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.934506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.957315 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.975188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:15.975811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:15.979687 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:16.005761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df37dd1-6347-4c42-9f77-b949e8017c7d req-22391aa7-81cb-4618-a19d-910e01b03e7d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:16.015753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7df37dd1-6347-4c42-9f77-b949e8017c7d req-22391aa7-81cb-4618-a19d-910e01b03e7d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 946 time: 0.2760453 Sep 21 08:13:16.387164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df60352-0137-40ab-8e73-710454a95995 req-546afe25-20e7-4885-847b-f2b45e9d7736 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:16.403625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5df60352-0137-40ab-8e73-710454a95995 req-546afe25-20e7-4885-847b-f2b45e9d7736 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.1477821 Sep 21 08:13:16.424798 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:16.456028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:16.458604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] 10.222.0.59 "DELETE /v2.0/networks/1bafff8f-3891-44e3-ae8b-380411534ec4 HTTP/1.1" status: 204 len: 168 time: 1.6498513 Sep 21 08:13:16.533394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7df37dd1-6347-4c42-9f77-b949e8017c7d req-04ad8882-c55d-448b-9c13-706c6a5a7006 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161383 Sep 21 08:13:16.539787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5df60352-0137-40ab-8e73-710454a95995 req-3b984cd6-ddb6-4055-85f1-4a45e4bb0345 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321409 Sep 21 08:13:16.627625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-57885abe-c3cb-462d-bdf4-885ad429dbfb tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:16.636560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-57885abe-c3cb-462d-bdf4-885ad429dbfb tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 949 time: 0.1829925 Sep 21 08:13:16.644598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2583cf-0bb3-4efb-94b1-2469cf17d29f admin admin] Pushing event deleted for resources: {'Network': ['ID=1bafff8f-3891-44e3-ae8b-380411534ec4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:16.649010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:16.683904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-6b6f4b95-d292-404a-a6df-2aea4db37ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:16.687388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-6b6f4b95-d292-404a-a6df-2aea4db37ab4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f636b848214219a7c95350936ec409&device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 1097 time: 0.4419799 Sep 21 08:13:16.688488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da67e922-fc86-4f91-8517-81b9360f883f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:16.760944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f53ba9-4a37-4415-bd4d-3b0a42a9efc5') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:16.762332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f53ba9-4a37-4415-bd4d-3b0a42a9efc5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:16.792058 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:16.898387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:16.914207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:16.914824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:16.920357 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:17.018010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-12d7f201-2d90-4080-8bb4-f3d9671b3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:17.019893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-12d7f201-2d90-4080-8bb4-f3d9671b3bf3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 200 len: 917 time: 0.3073552 Sep 21 08:13:17.032474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.041242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.049856 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] 10.222.0.59 "DELETE /v2.0/networks/da67e922-fc86-4f91-8517-81b9360f883f HTTP/1.1" status: 204 len: 168 time: 1.2452130 Sep 21 08:13:17.065475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36720d-9e1d-4e0f-b0d8-91e2e38d0b09 req-9973c1f8-10eb-4ca4-ae42-6d60b7253912 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:17.081210 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d36720d-9e1d-4e0f-b0d8-91e2e38d0b09 req-9973c1f8-10eb-4ca4-ae42-6d60b7253912 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.2429090 Sep 21 08:13:17.094014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17bb65-17db-4243-9912-47e184dc71a8 tempest-ExternalNetworksTestJSON-320524318 tempest-ExternalNetworksTestJSON-320524318-project] Pushing event deleted for resources: {'Network': ['ID=da67e922-fc86-4f91-8517-81b9360f883f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:17.146689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-e9c229f9-d7ab-4c5d-b31c-f9e1f83ab7ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e0cd518-d0af-48ba-8384-af20651b8af3 HTTP/1.1" status: 200 len: 217 time: 0.0921047 Sep 21 08:13:17.146934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port 4d55273f-4f6e-4f40-bdb4-488659967948 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:17.149740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.210317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48488) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:17.266831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-6c94b9fe-e2ca-4433-8411-d9fd8e54c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:17.272321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-6c94b9fe-e2ca-4433-8411-d9fd8e54c55e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 200 len: 855 time: 0.1152449 Sep 21 08:13:17.291125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d36720d-9e1d-4e0f-b0d8-91e2e38d0b09 req-2363a132-409f-4f3d-9e9b-709073de8d31 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082894 Sep 21 08:13:17.355571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2b91c148-b279-45fa-b82f-308b32bdd82a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8128369941b404798e8a80116e7cb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419921 Sep 21 08:13:17.357682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48490) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:17.429482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-013a1481-a933-4df1-b011-819332bf5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:17.431201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-013a1481-a933-4df1-b011-819332bf5146 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5adfd8ca-a1a8-4be9-8011-90efd43aa405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368127 Sep 21 08:13:17.508945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port 4d55273f-4f6e-4f40-bdb4-488659967948, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4d55273f-4f6e-4f40-bdb4-488659967948,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:17.509783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.525869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for 4d55273f-4f6e-4f40-bdb4-488659967948 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:17.536740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-af573dac-c0d8-4ace-b99c-0df6ce715112 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:17.538881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-af573dac-c0d8-4ace-b99c-0df6ce715112 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 950 time: 0.3851984 Sep 21 08:13:17.666988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48498) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:17.671448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b487-da64-4c73-8cb0-29d4b16dcdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.888502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.902864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4d55273f-4f6e-4f40-bdb4-488659967948', 'a07c509d-88c4-4376-a933-0a2fdeaa52f6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:17.909509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:17.943585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b487-da64-4c73-8cb0-29d4b16dcdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.948976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port a07c509d-88c4-4376-a933-0a2fdeaa52f6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:17.949333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:17.964125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=4d55273f-4f6e-4f40-bdb4-488659967948,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:18.049295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-bb3092bc-9473-49b8-b861-9038fd6b0769 service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055248 Sep 21 08:13:18.078705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port 4d55273f-4f6e-4f40-bdb4-488659967948 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:18.090795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.096696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7c7439d-5778-44f0-8ab1-06df067015a5 req-f61049b4-e0d1-44f0-9b08-213fa4e2db82 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "DELETE /v2.0/ports/4d55273f-4f6e-4f40-bdb4-488659967948 HTTP/1.1" status: 204 len: 173 time: 1.4515955 Sep 21 08:13:18.121918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'name': 'network-vif-deleted', 'tag': '4d55273f-4f6e-4f40-bdb4-488659967948'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:18.125012 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e3908-f471-4ef2-86f8-bdf2a9bd375d" -d '{"events": [{"server_uuid": "7bc643b3-28f5-42c7-820d-c16af8e3bf77", "name": "network-vif-deleted", "tag": "4d55273f-4f6e-4f40-bdb4-488659967948"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:18.129142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c372-59ed-4dc0-b8f0-e0659dc186c5 req-a0dd61c8-d6a7-465a-9726-da527ff45eb8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:18.132000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad25c372-59ed-4dc0-b8f0-e0659dc186c5 req-a0dd61c8-d6a7-465a-9726-da527ff45eb8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bc643b3-28f5-42c7-820d-c16af8e3bf77 HTTP/1.1" status: 200 len: 867 time: 0.3659482 Sep 21 08:13:18.202160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a8084e4-0661-4c98-8626-b7773a47af83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb5cf2aac8fc42198ceb602c16cdfea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337639 Sep 21 08:13:18.207870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48520) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:18.272364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f363a7-c790-48ca-b870-f83ba24f32d2 req-9acabab5-0d90-472c-b27d-e8592733990a tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:18.274361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76f363a7-c790-48ca-b870-f83ba24f32d2 req-9acabab5-0d90-472c-b27d-e8592733990a tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1102 time: 0.2158430 Sep 21 08:13:18.352363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d837f478-434c-483a-b6e3-6d0a06cbf357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.360918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c235f7a9-ba01-46be-a242-3e937a730c88 req-0b67ec96-71e0-4fef-9092-a416fb83d297 service neutron] 10.222.0.50 "GET /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932708 Sep 21 08:13:18.378492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port a07c509d-88c4-4376-a933-0a2fdeaa52f6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a07c509d-88c4-4376-a933-0a2fdeaa52f6,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:18.379558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.473867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76f363a7-c790-48ca-b870-f83ba24f32d2 req-b7875831-cc3d-431a-959f-1b94a3638bb7 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648262 Sep 21 08:13:18.475201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for a07c509d-88c4-4376-a933-0a2fdeaa52f6 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:18.483128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad25c372-59ed-4dc0-b8f0-e0659dc186c5 req-7a0b8c8b-8bc0-41d9-b3d5-b23e9f72c0a9 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383147 Sep 21 08:13:18.484523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b487-da64-4c73-8cb0-29d4b16dcdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.494678 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b487-da64-4c73-8cb0-29d4b16dcdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.507241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1ab3b487-da64-4c73-8cb0-29d4b16dcdea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61932198-d8c4-4c57-99a8-ff445edecd37 HTTP/1.1" status: 204 len: 168 time: 1.1439838 Sep 21 08:13:18.515597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d837f478-434c-483a-b6e3-6d0a06cbf357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.534186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3b487-da64-4c73-8cb0-29d4b16dcdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61932198-d8c4-4c57-99a8-ff445edecd37,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:18.750325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d837f478-434c-483a-b6e3-6d0a06cbf357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.757862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d837f478-434c-483a-b6e3-6d0a06cbf357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:18.763767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d837f478-434c-483a-b6e3-6d0a06cbf357 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/738e8345-244d-4c5d-b4ef-bd045907f59f HTTP/1.1" status: 204 len: 168 time: 0.5508077 Sep 21 08:13:18.838450 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797ba04-8c56-4453-b29e-40647b455e22 x-openstack-request-id: req-5797ba04-8c56-4453-b29e-40647b455e22 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:18.838807 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc643b3-28f5-42c7-820d-c16af8e3bf77", "name": "network-vif-deleted", "tag": "4d55273f-4f6e-4f40-bdb4-488659967948", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:18.839968 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5797ba04-8c56-4453-b29e-40647b455e22 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:18.840449 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc643b3-28f5-42c7-820d-c16af8e3bf77', 'name': 'network-vif-deleted', 'tag': '4d55273f-4f6e-4f40-bdb4-488659967948', 'status': 'completed', 'code': 200} Sep 21 08:13:18.859350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837f478-434c-483a-b6e3-6d0a06cbf357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738e8345-244d-4c5d-b4ef-bd045907f59f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:19.015531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8f24-cf12-419e-ba88-566a49a2f49a req-104ca2f3-96f2-49bb-9266-34c2a3e92074 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:19.031237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f39c8f24-cf12-419e-ba88-566a49a2f49a req-104ca2f3-96f2-49bb-9266-34c2a3e92074 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1811323 Sep 21 08:13:19.099102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:19.139565 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f39c8f24-cf12-419e-ba88-566a49a2f49a req-88202c4f-3193-4ebf-82a2-ccdb622a2759 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036775 Sep 21 08:13:19.191714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=a07c509d-88c4-4376-a933-0a2fdeaa52f6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:19.235045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['653498b4-8c79-4389-aff8-e15e523958d3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:19.345257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port a07c509d-88c4-4376-a933-0a2fdeaa52f6 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:19.349429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:19.351830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68b5b58d-595f-4785-bf7d-3b8070eb5b1a req-11f88d61-f584-4733-a376-fca5104566b8 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.62 "DELETE /v2.0/ports/a07c509d-88c4-4376-a933-0a2fdeaa52f6 HTTP/1.1" status: 204 len: 173 time: 1.8018460 Sep 21 08:13:19.410704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cea698-ecf9-44ab-84b1-e1bdfff5c7eb req-43362657-529e-4d5a-9d2a-5efae601c5bb tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:19.419698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29cea698-ecf9-44ab-84b1-e1bdfff5c7eb req-43362657-529e-4d5a-9d2a-5efae601c5bb tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 1102 time: 0.1298196 Sep 21 08:13:19.508263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29cea698-ecf9-44ab-84b1-e1bdfff5c7eb req-a64a148d-0095-4df2-ae02-6e5f640903d8 tempest-ServersAdminTestJSON-1800999313 tempest-ServersAdminTestJSON-1800999313-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815594 Sep 21 08:13:19.734434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48580) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:19.834807 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48586) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:19.845415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c4f61a02-c60a-438a-8bde-6be4413041df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa2514a708804bb1ae3f34e464281db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091349 Sep 21 08:13:19.896010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-332cc8a6-e288-491a-b5f7-508afc5ddf5d req-03060be6-eb89-41f6-86d5-a8e0ab656030 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=45d62cbd-c732-4a93-bab7-cdac66dc084a HTTP/1.1" status: 200 len: 210 time: 0.1408117 Sep 21 08:13:19.995724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ceaedad-26c4-4412-97e8-443a01159653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.042501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ceaedad-26c4-4412-97e8-443a01159653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.146396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ceaedad-26c4-4412-97e8-443a01159653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.151038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ceaedad-26c4-4412-97e8-443a01159653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.156883 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9ceaedad-26c4-4412-97e8-443a01159653 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae59b6c3-7cb8-4d81-9e9b-99e319889b49 HTTP/1.1" status: 204 len: 168 time: 0.3198733 Sep 21 08:13:20.174871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaedad-26c4-4412-97e8-443a01159653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae59b6c3-7cb8-4d81-9e9b-99e319889b49,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:20.210391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da57c1-16e6-4f74-9c39-f35796763d28 req-07048e64-4bb9-4743-b1cc-819835ee065c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:20.212480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68da57c1-16e6-4f74-9c39-f35796763d28 req-07048e64-4bb9-4743-b1cc-819835ee065c tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 949 time: 0.0971181 Sep 21 08:13:20.310787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68da57c1-16e6-4f74-9c39-f35796763d28 req-21199fb1-59c4-4cfd-862f-25bbd3a6787e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885160 Sep 21 08:13:20.490951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4afd9de8-7767-40b7-8d0a-7c297a98855f details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:13:20.517786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48626) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:20.536322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4d55273f-4f6e-4f40-bdb4-488659967948 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:20.537085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c48822-b671-4655-8bba-b26b50ecd13c req-7a9a355c-b1a9-4d7f-80ad-a3f0aac55a84 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:20.546231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04c48822-b671-4655-8bba-b26b50ecd13c req-7a9a355c-b1a9-4d7f-80ad-a3f0aac55a84 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.0858042 Sep 21 08:13:20.611270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04c48822-b671-4655-8bba-b26b50ecd13c req-7163c0e1-c80d-4c65-8018-d489b68bcfab tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634120 Sep 21 08:13:20.710970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:20.728209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'mac_address': 'fa:16:3e:0e:14:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:13:20.762565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1106181326-network', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:20.791759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 4d55273f-4f6e-4f40-bdb4-488659967948 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:20.792186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4d55273f-4f6e-4f40-bdb4-488659967948 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:20.800950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Made reservation on behalf of 158674ce29ed4a0f90741b9b7944cdaa for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:20.806045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.818040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.843709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'name': 'network-vif-deleted', 'tag': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:20.850167 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b4f25-1261-42aa-9210-ef53f3f73717" -d '{"events": [{"server_uuid": "45d62cbd-c732-4a93-bab7-cdac66dc084a", "name": "network-vif-deleted", "tag": "a07c509d-88c4-4376-a933-0a2fdeaa52f6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:20.864896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.872845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f855e-44e9-4260-ba1c-675d5218365f req-4c6c94a0-d957-441e-bd12-d86b498e5b33 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:20.883753 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-704f855e-44e9-4260-ba1c-675d5218365f req-4c6c94a0-d957-441e-bd12-d86b498e5b33 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 950 time: 0.1292722 Sep 21 08:13:20.885677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4afd9de8-7767-40b7-8d0a-7c297a98855f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:13:20.919785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:20.926226 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:20.956149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-704f855e-44e9-4260-ba1c-675d5218365f req-6a4344f2-eef8-47a7-9f20-9c947dcd23ec tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710847 Sep 21 08:13:20.991800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.000493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb67f50-906b-437a-9f3b-891e2d41f136 req-2786adc5-a2b4-4b20-9975-4dfd2d15c5b7 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:21.002099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9eb67f50-906b-437a-9f3b-891e2d41f136 req-2786adc5-a2b4-4b20-9975-4dfd2d15c5b7 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1051404 Sep 21 08:13:21.003663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.025875 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3287e7a-12b9-4c23-9878-bf26cc6c4ba4 x-openstack-request-id: req-a3287e7a-12b9-4c23-9878-bf26cc6c4ba4 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:21.026184 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d62cbd-c732-4a93-bab7-cdac66dc084a", "name": "network-vif-deleted", "tag": "a07c509d-88c4-4376-a933-0a2fdeaa52f6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:21.026415 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3287e7a-12b9-4c23-9878-bf26cc6c4ba4 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:21.026819 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d62cbd-c732-4a93-bab7-cdac66dc084a', 'name': 'network-vif-deleted', 'tag': 'a07c509d-88c4-4376-a933-0a2fdeaa52f6', 'status': 'completed', 'code': 200} Sep 21 08:13:21.047025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:21.055009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:21.061447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03154881-7089-4a9e-80db-107eebc565ff,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:21.072897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['4afd9de8-7767-40b7-8d0a-7c297a98855f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:21.080155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.080519 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Added segment 2be37d51-443d-43a1-81ba-796de889df93 of type vlan for network dcccfaba-9260-4cc8-860a-07a7c7504d56 Sep 21 08:13:21.110158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9eb67f50-906b-437a-9f3b-891e2d41f136 req-16bffbad-66c3-4ca8-9083-d5f6c25fe725 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846465 Sep 21 08:13:21.185814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.235139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.237961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:21.239015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.284786 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7651651 Sep 21 08:13:21.288416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48672) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:21.296857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Request body: {'subnet': {'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1106181326-subnet', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:21.329464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ced83-9bfa-4679-96dd-2b636178b0eb admin admin] Pushing event updated for resources: {'Network': ['ID=dcccfaba-9260-4cc8-860a-07a7c7504d56,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:21.347840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Made reservation on behalf of 158674ce29ed4a0f90741b9b7944cdaa for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:21.350554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:21.351275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.441305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970607e2-79eb-4262-970a-48391a967972 req-935c2f35-650b-4d5b-b64d-47591bbd4724 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:21.445223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-970607e2-79eb-4262-970a-48391a967972 req-935c2f35-650b-4d5b-b64d-47591bbd4724 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 945 time: 0.1060429 Sep 21 08:13:21.526111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-970607e2-79eb-4262-970a-48391a967972 req-1411d7f5-70a9-4993-8d4d-9abcca17da49 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687890 Sep 21 08:13:21.753774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:21.913128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde2f8bf-bad0-4348-8d2b-f9959bf0e888,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:21.936843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.937694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.938221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.938616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.938949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.939513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.940181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.940690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.940882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.941357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.941503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.941738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:21.966624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f812-68b5-4a47-90ae-3a4aea159cb1 req-bc92b311-8ecd-4966-a3a5-dc7db7ef269e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:21.969188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4132f812-68b5-4a47-90ae-3a4aea159cb1 req-bc92b311-8ecd-4966-a3a5-dc7db7ef269e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 949 time: 0.2003226 Sep 21 08:13:21.985221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Checking segment: {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:21.985584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Network hostable DHCP agents. Network: dcccfaba-9260-4cc8-860a-07a7c7504d56, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:13:22.089938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:13:22.107462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4132f812-68b5-4a47-90ae-3a4aea159cb1 req-96611756-939a-4319-bccc-770ead134016 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172228 Sep 21 08:13:22.126305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-af260890-929f-4985-aada-65e7e526ce23 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:22.128229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-af260890-929f-4985-aada-65e7e526ce23 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 949 time: 0.1577761 Sep 21 08:13:22.130030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, dcccfaba-9260-4cc8-860a-07a7c7504d56) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:22.135677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:22.137444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.140985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e98ab4-d527-4ac5-9b75-3f4e7d35e722 None None] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:13:22.146728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f805f-471c-4fdd-826d-8855de91e5f8 req-d5990332-0102-45ba-8b74-d03c4249e8ea tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:22.160160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b1f805f-471c-4fdd-826d-8855de91e5f8 req-d5990332-0102-45ba-8b74-d03c4249e8ea tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.1002452 Sep 21 08:13:22.226747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b1f805f-471c-4fdd-826d-8855de91e5f8 req-e5879b04-47a6-479b-81c1-6b3742ca0b0f tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636952 Sep 21 08:13:22.276078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48714) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:22.276658 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2359cc9a-da36-43b6-ad54-e440b0c165a8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9865763 Sep 21 08:13:22.283785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:22.352645 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.355026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Deleting port e2e71a7d-a325-447c-940a-90530cba08f4 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:22.356237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.358453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.364024 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1501a70-28b8-4878-b237-a15c83685243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.429193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-f9c2c4b8-5c54-46df-ad23-debde999a9c1 req-5ce440b2-f2f7-450e-be28-fe764e277c64 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:13:22.430842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9c2c4b8-5c54-46df-ad23-debde999a9c1 req-5ce440b2-f2f7-450e-be28-fe764e277c64 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158651 Sep 21 08:13:22.510981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4afd9de8-7767-40b7-8d0a-7c297a98855f up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:22.538746 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.565736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e9e71-cdb1-4b8d-8870-0cc781e63a26 req-3f27950c-cb78-4534-9958-822e51d5494a tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:22.582000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c29e9e71-cdb1-4b8d-8870-0cc781e63a26 req-3f27950c-cb78-4534-9958-822e51d5494a tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 950 time: 0.1988640 Sep 21 08:13:22.612697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 4afd9de8-7767-40b7-8d0a-7c297a98855f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:22.613496 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.630381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] For port e2e71a7d-a325-447c-940a-90530cba08f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e2e71a7d-a325-447c-940a-90530cba08f4,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:22.630935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.646541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9c2c4b8-5c54-46df-ad23-debde999a9c1 req-8f312d4d-b11d-4e68-ac66-4eb897d28ee8 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1764545 Sep 21 08:13:22.656776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Calling delete_port for e2e71a7d-a325-447c-940a-90530cba08f4 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:22.657993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-dcccfaba-9260-4cc8-860a-07a7c7504d56', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:13:22.661239 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:22.901148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48726) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:22.920388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c29e9e71-cdb1-4b8d-8870-0cc781e63a26 req-60d9aa86-448d-4d7c-b724-d53f6ac32b24 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372362 Sep 21 08:13:22.995608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.022812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.065846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e2e71a7d-a325-447c-940a-90530cba08f4', 'fca34826-69f1-4160-90eb-2f762a30cdd1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:23.072297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4c04ef34-cdd9-4e8a-ac7a-87b07050721d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:23.113929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Pushing event deleted for resources: {'Port': ['ID=e2e71a7d-a325-447c-940a-90530cba08f4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:23.228649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] No DVR routers for this DVR port e2e71a7d-a325-447c-940a-90530cba08f4 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:23.233637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.240747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-247c0baa-e79f-46aa-bd15-13172647f7f4 req-7ec52a5f-91ee-4bec-adfa-6622b886f0dc tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "DELETE /v2.0/ports/e2e71a7d-a325-447c-940a-90530cba08f4 HTTP/1.1" status: 204 len: 173 time: 1.0986583 Sep 21 08:13:23.241552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'name': 'network-vif-deleted', 'tag': 'e2e71a7d-a325-447c-940a-90530cba08f4'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:23.257791 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b1afc1-42fe-49f3-93a5-543796c684bd" -d '{"events": [{"server_uuid": "df62d7cd-c5cc-43c4-a838-91c9e07a24b3", "name": "network-vif-deleted", "tag": "e2e71a7d-a325-447c-940a-90530cba08f4"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:23.446141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:23.477733 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.479042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34111-105c-4226-a910-3c225f87d6c4 req-8ab02b35-79f8-4ce2-8553-dd60e398c5aa tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:23.487779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13f34111-105c-4226-a910-3c225f87d6c4 req-8ab02b35-79f8-4ce2-8553-dd60e398c5aa tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.0992441 Sep 21 08:13:23.508370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Allocated IP 172.20.0.2 (dcccfaba-9260-4cc8-860a-07a7c7504d56/cde2f8bf-bad0-4348-8d2b-f9959bf0e888/be3a384b-5d96-4798-b125-a679f271a907) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:13:23.525596 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-482b5268-90af-4cfe-97e2-20507b30cd76 req-01647efe-e1db-4400-a1a7-37d19184f962 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=df62d7cd-c5cc-43c4-a838-91c9e07a24b3 HTTP/1.1" status: 200 len: 210 time: 0.0751073 Sep 21 08:13:23.581776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:23.585380 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6cb92e-b2b9-4b1a-8d7a-5b16922fa885" -d '{"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-plugged", "status": "completed", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:23.593334 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.618811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-13f34111-105c-4226-a910-3c225f87d6c4 req-903c0050-1af3-4216-8aec-40572d093dcf tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296051 Sep 21 08:13:23.644376 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.680545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.698056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:23.773724 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:23.775061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a07c509d-88c4-4376-a933-0a2fdeaa52f6 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:23.830057 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa8e3c8-2c1f-493e-a232-fd73b8a263e0 x-openstack-request-id: req-2fa8e3c8-2c1f-493e-a232-fd73b8a263e0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:23.830669 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df62d7cd-c5cc-43c4-a838-91c9e07a24b3", "name": "network-vif-deleted", "tag": "e2e71a7d-a325-447c-940a-90530cba08f4", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:23.831407 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fa8e3c8-2c1f-493e-a232-fd73b8a263e0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:23.834533 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df62d7cd-c5cc-43c4-a838-91c9e07a24b3', 'name': 'network-vif-deleted', 'tag': 'e2e71a7d-a325-447c-940a-90530cba08f4', 'status': 'completed', 'code': 200} Sep 21 08:13:23.942784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: a07c509d-88c4-4376-a933-0a2fdeaa52f6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:23.943116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a07c509d-88c4-4376-a933-0a2fdeaa52f6 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:24.030739 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad4a844-2a9e-4881-816b-a991561da793 x-openstack-request-id: req-9ad4a844-2a9e-4881-816b-a991561da793 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:24.031124 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-plugged", "status": "completed", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:24.031504 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ad4a844-2a9e-4881-816b-a991561da793 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:24.031825 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'code': 200} Sep 21 08:13:24.119898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:24.153250 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569cb31-c74e-4c7a-80b5-6587ad7b9937 req-6731d2ce-aede-49e6-939d-ba80f17dda1b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:24.160497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5569cb31-c74e-4c7a-80b5-6587ad7b9937 req-6731d2ce-aede-49e6-939d-ba80f17dda1b tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 950 time: 0.0851023 Sep 21 08:13:24.214713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5569cb31-c74e-4c7a-80b5-6587ad7b9937 req-723e6c3b-a365-4775-9960-e25a48a80760 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498016 Sep 21 08:13:24.267934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.277140 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.335897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:24.345910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:24.352454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:24.373790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6f4fdf6b-8d85-466d-9221-360bacda9af8 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:13:24.377905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Allocated IP 172.25.1.201 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/1c4153d0-f333-45cc-929b-a25750a8b6d1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:13:24.390037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.398600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Pushing event updated for resources: {'Port': ['ID=be3a384b-5d96-4798-b125-a679f271a907,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:24.423764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f2ce-8236-423d-92b7-02fc82ae4159 req-dab7346c-7034-4494-97d9-b46751c5d299 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:24.425695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d565f2ce-8236-423d-92b7-02fc82ae4159 req-dab7346c-7034-4494-97d9-b46751c5d299 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 945 time: 0.1595969 Sep 21 08:13:24.520288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e2e71a7d-a325-447c-940a-90530cba08f4 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:24.563374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Attempting to bind port be3a384b-5d96-4798-b125-a679f271a907 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:13:24.563971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Attempting to bind port be3a384b-5d96-4798-b125-a679f271a907 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:13:24.564349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Attempting to bind port be3a384b-5d96-4798-b125-a679f271a907 on network dcccfaba-9260-4cc8-860a-07a7c7504d56 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:13:24.567647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: e2e71a7d-a325-447c-940a-90530cba08f4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:24.568208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e2e71a7d-a325-447c-940a-90530cba08f4 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:24.568893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:24.661636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d565f2ce-8236-423d-92b7-02fc82ae4159 req-3897fff4-e2b2-43cf-a7f5-5900c0b1c390 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826990 Sep 21 08:13:24.664655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:13:24.665082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Checking segment: {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:24.665465 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.665876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Bound using segment: {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:13:24.666384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Bound port: be3a384b-5d96-4798-b125-a679f271a907, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:13:24.666772 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.742965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:24.807943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'mac_address': 'fa:16:3e:1f:c4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:13:24.925026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] For port be3a384b-5d96-4798-b125-a679f271a907, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:13:24.962136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.964240 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.969494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] For port be3a384b-5d96-4798-b125-a679f271a907, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=be3a384b-5d96-4798-b125-a679f271a907,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:13:24.978052 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:24.995283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:25.012083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-8601243c-39d5-4b18-87ef-5672c0a78a97 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:25.016044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-8601243c-39d5-4b18-87ef-5672c0a78a97 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 950 time: 0.3368084 Sep 21 08:13:25.086496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f4fdf6b-8d85-466d-9221-360bacda9af8 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:13:25.145179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec25fae-1c19-441e-a4e8-fcc4f51e2178 req-bac7cd3c-c6f3-4e15-81fb-5abfd157ead9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:25.152257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ec25fae-1c19-441e-a4e8-fcc4f51e2178 req-bac7cd3c-c6f3-4e15-81fb-5abfd157ead9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.3191769 Sep 21 08:13:25.156765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:25.204940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:25.223383 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:25.251823 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:25.262285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a6ca8-fe0f-4500-bc9f-20cbac8ff0fc None None] Pushing event updated for resources: {'Port': ['ID=be3a384b-5d96-4798-b125-a679f271a907,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:25.268858 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:25.324367 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:25.381398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774384b-8544-46e6-bf61-399a58370b7e req-2b7e9e88-969f-45ae-a3e4-b32d17d26901 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:25.385414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5774384b-8544-46e6-bf61-399a58370b7e req-2b7e9e88-969f-45ae-a3e4-b32d17d26901 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 950 time: 0.1297572 Sep 21 08:13:25.410322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:25.458773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['6f4fdf6b-8d85-466d-9221-360bacda9af8'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:25.471865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ec25fae-1c19-441e-a4e8-fcc4f51e2178 req-0ca923f0-7089-437b-9389-4029c5de6cde tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870028 Sep 21 08:13:25.534540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4153d0-f333-45cc-929b-a25750a8b6d1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:25.552029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.552517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.553062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.553494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.553940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.554374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.554817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.555585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.556039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.557365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.557907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.558386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:25.558616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5774384b-8544-46e6-bf61-399a58370b7e req-0668e118-b271-4769-91a2-2b30c7893084 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611392 Sep 21 08:13:25.612475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:25.620075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5efa1b5-0fb0-47ca-84d6-af985225ae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:25.639724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Allocated IP 172.25.1.182 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/27aa3577-f3e9-4449-a3e1-546f1680ee14) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:13:25.653132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:25.656561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:25.671841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:25.705521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Deleting port 653498b4-8c79-4389-aff8-e15e523958d3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:25.708990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:26.033102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:26.042053 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7402981f-73e4-4a76-8060-35aeaafc5844" -d '{"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-unplugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:26.087904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102db636-7fce-4a53-aa7e-c719549495f7 req-154c5a9c-8f54-4348-8135-d8e9dd6f6e74 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:26.089488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-102db636-7fce-4a53-aa7e-c719549495f7 req-154c5a9c-8f54-4348-8135-d8e9dd6f6e74 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 950 time: 0.3528123 Sep 21 08:13:26.157133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fdb8-da13-4a5d-a3be-ce87fac0abcb req-3725f6b3-2441-4d25-9f95-380a9eee1137 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:26.173119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fdb8-da13-4a5d-a3be-ce87fac0abcb req-3725f6b3-2441-4d25-9f95-380a9eee1137 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:26.180518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fdb8-da13-4a5d-a3be-ce87fac0abcb req-3725f6b3-2441-4d25-9f95-380a9eee1137 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:26.192771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d27fdb8-da13-4a5d-a3be-ce87fac0abcb req-3725f6b3-2441-4d25-9f95-380a9eee1137 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518&device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3&device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 2418 time: 0.1695495 Sep 21 08:13:26.271395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] For port 653498b4-8c79-4389-aff8-e15e523958d3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=653498b4-8c79-4389-aff8-e15e523958d3,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:26.271795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:26.276106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d27fdb8-da13-4a5d-a3be-ce87fac0abcb req-96a24a12-209c-4adb-800b-dc9d97cddf1a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817423 Sep 21 08:13:26.324217 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b32bddc-a104-476d-bb6d-39cd3185c785 x-openstack-request-id: req-0b32bddc-a104-476d-bb6d-39cd3185c785 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:26.324537 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-unplugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:26.324796 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b32bddc-a104-476d-bb6d-39cd3185c785 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:26.325778 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'code': 200} Sep 21 08:13:26.370076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6f4fdf6b-8d85-466d-9221-360bacda9af8 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:26.380020 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-102db636-7fce-4a53-aa7e-c719549495f7 req-640ed56e-999e-49dc-b6db-d6ea33155a92 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/security-groups?id=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432451 Sep 21 08:13:26.416195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Calling delete_port for 653498b4-8c79-4389-aff8-e15e523958d3 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:26.519568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:26.612486 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:26.614353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 6f4fdf6b-8d85-466d-9221-360bacda9af8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:26.614826 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:26.674653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ca3a82c-e437-4b67-9a07-66ca6dc04eaa req-a0fa6cd3-8448-4df3-a03f-5ae16c83c3e9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1601481 Sep 21 08:13:27.038351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.081693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.163637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Pushing event updated for resources: {'Port': ['ID=27aa3577-f3e9-4449-a3e1-546f1680ee14,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:27.204904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:27.214401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68161e9-93f3-4013-8e16-d55654c0ab09 None None] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:13:27.214932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b90887-77ab-406c-bcf4-eb0c9c041c08 req-bc60fff2-0c70-4fee-87a3-dac3378f284e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:27.230345 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92b90887-77ab-406c-bcf4-eb0c9c041c08 req-bc60fff2-0c70-4fee-87a3-dac3378f284e tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 950 time: 0.4175165 Sep 21 08:13:27.237328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:27.240682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.241794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 653498b4-8c79-4389-aff8-e15e523958d3 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:27.248497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.449289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:27.457752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:27.532674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92b90887-77ab-406c-bcf4-eb0c9c041c08 req-e08b18b3-eb97-4074-8284-b4d7176fb118 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010817 Sep 21 08:13:27.654881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device be3a384b-5d96-4798-b125-a679f271a907 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:27.742100 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.759260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5f23cff6-c74b-4adb-a170-e2a53b029ad5 None None] Provisioning complete for port be3a384b-5d96-4798-b125-a679f271a907 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:27.759660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5f23cff6-c74b-4adb-a170-e2a53b029ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.769678 n-d-809980-2 neutron-server[94726]: INFO neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No ports have port_id starting with 653498b4-8c79-4389-aff8-e15e523958d3 Sep 21 08:13:27.797094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:27.840215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.893799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port be3a384b-5d96-4798-b125-a679f271a907 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:27.894764 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:27.902211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a2b3638-18a3-447e-96fb-e3ac1675dfbb req-8939b406-9cf6-424d-a5a1-46bebda1d48a tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046a7af-968f-4418-b920-b4b7c30b5a5b HTTP/1.1" status: 200 len: 210 time: 0.1551645 Sep 21 08:13:27.952543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Pushing event deleted for resources: {'Port': ['ID=653498b4-8c79-4389-aff8-e15e523958d3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:28.069159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] No DVR routers for this DVR port 653498b4-8c79-4389-aff8-e15e523958d3 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:28.075042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:28.081938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d74179d9-37de-47b3-997c-ea7b15baae11 req-b2c53afc-1fc2-4b4a-bf20-5a1443608e57 tempest-ServersOnMultiNodesTest-396315942 tempest-ServersOnMultiNodesTest-396315942-project] 10.222.0.50 "DELETE /v2.0/ports/653498b4-8c79-4389-aff8-e15e523958d3 HTTP/1.1" status: 204 len: 173 time: 3.0501504 Sep 21 08:13:28.118328 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5f23cff6-c74b-4adb-a170-e2a53b029ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:28.139056 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:28.152065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'name': 'network-vif-deleted', 'tag': '653498b4-8c79-4389-aff8-e15e523958d3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:28.162004 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0c8629-f43a-464a-a389-941da1f87847" -d '{"events": [{"server_uuid": "b046a7af-968f-4418-b920-b4b7c30b5a5b", "name": "network-vif-deleted", "tag": "653498b4-8c79-4389-aff8-e15e523958d3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:28.319746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5f23cff6-c74b-4adb-a170-e2a53b029ad5 None None] For port be3a384b-5d96-4798-b125-a679f271a907, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=be3a384b-5d96-4798-b125-a679f271a907,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:28.344150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:28.350166 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbdec65-8e3a-4b0f-b24a-18245ae77e32" -d '{"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:28.382190 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5f23cff6-c74b-4adb-a170-e2a53b029ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:28.509131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23cff6-c74b-4adb-a170-e2a53b029ad5 None None] Pushing event updated for resources: {'Port': ['ID=be3a384b-5d96-4798-b125-a679f271a907,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:28.582372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9856a7ba-fb57-405f-af33-0ec61e245735 None None] Provisioning complete for port be3a384b-5d96-4798-b125-a679f271a907 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:28.583396 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9856a7ba-fb57-405f-af33-0ec61e245735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:28.932569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-29164ead-f60a-42fd-9786-d5c3a332f1fd tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:28.939700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-29164ead-f60a-42fd-9786-d5c3a332f1fd tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd298f0c-8bde-412e-ab3a-13995e57a51b HTTP/1.1" status: 200 len: 950 time: 1.1830568 Sep 21 08:13:29.060744 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:29.263892 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:29.455924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device be3a384b-5d96-4798-b125-a679f271a907 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:29.610974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port be3a384b-5d96-4798-b125-a679f271a907 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:29.613626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:29.747032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:29.773747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:29.796394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Deleting port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:29.796907 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.001153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.044476 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.046383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1436436 Sep 21 08:13:30.051282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48902) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:30.071482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1293407240', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'fixed_ips': [{'ip_address': '172.25.1.182'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:30.108594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Router cf759990-52d9-4f69-8784-216a5fecded9 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:13:30.138824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c96fdb-cddb-45a6-ad22-221ecd937ac0 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Pushing event updated for resources: {'Port': ['ID=27aa3577-f3e9-4449-a3e1-546f1680ee14,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:30.165602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Made reservation on behalf of 4b351b90bc804ba79eb5bedd07b0a8e5 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:30.178931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.195286 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.356380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] For port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:30.357317 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.382921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c04ef34-cdd9-4e8a-ac7a-87b07050721d no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:30.416473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Calling delete_port for 4c04ef34-cdd9-4e8a-ac7a-87b07050721d owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:30.440097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:13:30.464042 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Sync routers for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:13:30.485328 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.496437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.499819 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:13:30.502711 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:13:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:30.515263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] device_id is not set on port 559c6179-76e4-4c40-a2e6-e95bc82e4d72 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:13:30.625838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.631531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-446f83dc-7be3-47a8-ae8f-a10972581c65 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3540666 Sep 21 08:13:30.632201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48904) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:30.635367 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:30.661282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No active binding found for port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d {{(pid=94726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 08:13:30.680583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c04ef34-cdd9-4e8a-ac7a-87b07050721d not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:30.689048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fca34826-69f1-4160-90eb-2f762a30cdd1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:30.695673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:13:30.821856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Pushing event deleted for resources: {'Port': ['ID=4c04ef34-cdd9-4e8a-ac7a-87b07050721d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:30.822127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c34aa33-0b13-4924-a002-364e1f19b267,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:30.987897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] No DVR routers for this DVR port 4c04ef34-cdd9-4e8a-ac7a-87b07050721d on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:30.998458 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:31.001785 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8c51614-05c8-4427-a835-550eeeafb8b7 req-ed78975f-5cbc-4417-a27a-5ee15a2c316f tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.50 "DELETE /v2.0/ports/4c04ef34-cdd9-4e8a-ac7a-87b07050721d HTTP/1.1" status: 204 len: 173 time: 2.0328491 Sep 21 08:13:31.297601 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 08:13:31.300181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:13:31.361283 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c5584ec1-b706-47e2-8440-1d8a13e9461a tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3077083 Sep 21 08:13:31.365965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48906) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:31.498956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:26Z', 'revision_number': 3, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:31.611589 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Checking router: cf759990-52d9-4f69-8784-216a5fecded9 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:13:31.611937 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Updating router cf759990-52d9-4f69-8784-216a5fecded9 port 1c4153d0-f333-45cc-929b-a25750a8b6d1 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:13:31.678667 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:31.855810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Deleting port 27aa3577-f3e9-4449-a3e1-546f1680ee14 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:31.857030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:31.862632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.224388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.225547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.266585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.305690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Calling delete_port for 27aa3577-f3e9-4449-a3e1-546f1680ee14 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:32.471063 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.480747 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.590444 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Attempting to bind port 1c4153d0-f333-45cc-929b-a25750a8b6d1 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:13:32.591603 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Attempting to bind port 1c4153d0-f333-45cc-929b-a25750a8b6d1 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:13:32.591830 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Attempting to bind port 1c4153d0-f333-45cc-929b-a25750a8b6d1 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:13:32.614584 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:13:32.617561 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:32.617561 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.617561 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:13:32.618260 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Bound port: 1c4153d0-f333-45cc-929b-a25750a8b6d1, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:13:32.619094 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.625155 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Pushing event updated for resources: {'Port': ['ID=1c4153d0-f333-45cc-929b-a25750a8b6d1,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:32.682422 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.682795 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.685222 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.685594 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.685926 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.689415 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.689837 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.690154 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.690469 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.690792 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.691121 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.691507 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:32.770136 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] For port 1c4153d0-f333-45cc-929b-a25750a8b6d1, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:13:32.773462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Allocated IP 172.20.0.1 (dcccfaba-9260-4cc8-860a-07a7c7504d56/cde2f8bf-bad0-4348-8d2b-f9959bf0e888/530cad8a-169a-468d-8181-104b9647d826) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:13:32.778809 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] For port 1c4153d0-f333-45cc-929b-a25750a8b6d1, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1c4153d0-f333-45cc-929b-a25750a8b6d1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:13:32.793527 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:32.893827 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:13:32.894990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:13:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:33.023456 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:13:33.111253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:33.125841 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d56f2-95ba-40a3-9bbb-a502134e089e None None] Pushing event updated for resources: {'Port': ['ID=1c4153d0-f333-45cc-929b-a25750a8b6d1,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:33.206400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Pushing event deleted for resources: {'Port': ['ID=27aa3577-f3e9-4449-a3e1-546f1680ee14,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:33.269677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:33.325383 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:33.332442 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:26Z', 'revision_number': 3, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:33.365633 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:33.375147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:33.380999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69ccd5e8-7924-46ef-a9e5-34fe6fa5c177 tempest-ExternalNetworksAdminNegativeTestJSON-452997787 tempest-ExternalNetworksAdminNegativeTestJSON-452997787-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/480484c8-c01e-4a58-b209-35b47eba22e2 HTTP/1.1" status: 204 len: 168 time: 2.0136812 Sep 21 08:13:33.382352 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7490b48-2e66-41ae-ab6c-a3e94c77ba78 None None] The sync data for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 is: [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:26Z', 'revision_number': 3, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:13:33.417666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:33.547928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:33.563734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:33.568346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:33.704013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Pushing event updated for resources: {'Port': ['ID=530cad8a-169a-468d-8181-104b9647d826,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:33.788680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:34.345590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7331aae5-00d2-4c17-9b00-5f68203e1682 None None] Provisioning complete for port 530cad8a-169a-468d-8181-104b9647d826 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:34.346758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7331aae5-00d2-4c17-9b00-5f68203e1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:34.436047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7331aae5-00d2-4c17-9b00-5f68203e1682 None None] Port 530cad8a-169a-468d-8181-104b9647d826 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:13:34.556751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48920) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:34.826064 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:13:34.862683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:34.923654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9eceb5cf-9717-476c-bd19-01522db97746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.327411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.333776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.366895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9eceb5cf-9717-476c-bd19-01522db97746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.374430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9eceb5cf-9717-476c-bd19-01522db97746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.510323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1c4153d0-f333-45cc-929b-a25750a8b6d1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:35.529005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.553094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9eceb5cf-9717-476c-bd19-01522db97746 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6411183aff05403a9488099054a2543c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9946015 Sep 21 08:13:35.574385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eceb5cf-9717-476c-bd19-01522db97746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a26c730-60f0-411c-8397-dfc9e23ac220,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:35.578316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48924) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:35.734011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1c4153d0-f333-45cc-929b-a25750a8b6d1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:35.734310 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.778203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Pushing event updated for resources: {'Port': ['ID=530cad8a-169a-468d-8181-104b9647d826,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:35.778487 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f11ea93-31ad-49c4-aa79-cbd299b50293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.883413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f11ea93-31ad-49c4-aa79-cbd299b50293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.975388 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f11ea93-31ad-49c4-aa79-cbd299b50293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.978988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f11ea93-31ad-49c4-aa79-cbd299b50293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:35.980474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f11ea93-31ad-49c4-aa79-cbd299b50293 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a26c730-60f0-411c-8397-dfc9e23ac220 HTTP/1.1" status: 204 len: 168 time: 0.4007301 Sep 21 08:13:36.021380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11ea93-31ad-49c4-aa79-cbd299b50293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a26c730-60f0-411c-8397-dfc9e23ac220,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:36.090662 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:36.093423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:36.102767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:36.240755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 1c4153d0-f333-45cc-929b-a25750a8b6d1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1c4153d0-f333-45cc-929b-a25750a8b6d1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:36.260340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:36.475917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=1c4153d0-f333-45cc-929b-a25750a8b6d1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:36.546934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Router cf759990-52d9-4f69-8784-216a5fecded9 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:13:36.602193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-267da11f-55fa-4415-8744-17ec08b7192d None None] Provisioning complete for port 530cad8a-169a-468d-8181-104b9647d826 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:36.603193 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-267da11f-55fa-4415-8744-17ec08b7192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:36.740767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-267da11f-55fa-4415-8744-17ec08b7192d None None] Port 530cad8a-169a-468d-8181-104b9647d826 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:13:36.914498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:13:36.928282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Sync routers for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:13:36.940210 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-725aad6b-33d2-4498-bc37-6f4160563c55 admin admin] 10.222.0.59 "PUT /v2.0/routers/cf759990-52d9-4f69-8784-216a5fecded9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3059161 Sep 21 08:13:36.948874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48932) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:36.970055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:13:36.970723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:13:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:37.043422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48934) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:37.046991 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b0fefcbf-f397-4cbd-a839-1e3f85ee0983 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b351b90bc804ba79eb5bedd07b0a8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963936 Sep 21 08:13:37.182702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce65a4b3-199e-4451-bb1d-86c967ee966f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:37.252580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce65a4b3-199e-4451-bb1d-86c967ee966f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:37.319019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:13:37.392698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce65a4b3-199e-4451-bb1d-86c967ee966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:37.396660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce65a4b3-199e-4451-bb1d-86c967ee966f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:37.398139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ce65a4b3-199e-4451-bb1d-86c967ee966f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c34aa33-0b13-4924-a002-364e1f19b267 HTTP/1.1" status: 204 len: 168 time: 0.3533401 Sep 21 08:13:37.430331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65a4b3-199e-4451-bb1d-86c967ee966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c34aa33-0b13-4924-a002-364e1f19b267,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:37.494622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1c4153d0-f333-45cc-929b-a25750a8b6d1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:37.826986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1c4153d0-f333-45cc-929b-a25750a8b6d1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:37.826986 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:37.970274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:35Z', 'revision_number': 2, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:38.040228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Checking router: cf759990-52d9-4f69-8784-216a5fecded9 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:13:38.040592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Updating router cf759990-52d9-4f69-8784-216a5fecded9 port 530cad8a-169a-468d-8181-104b9647d826 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:13:38.136288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:39.064652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:39.120718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:39.266267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff272e82-b801-41a4-8181-4e35613e0f59 None None] Pushing event updated for resources: {'Port': ['ID=530cad8a-169a-468d-8181-104b9647d826,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:39.343026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Attempting to bind port 530cad8a-169a-468d-8181-104b9647d826 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:13:39.343825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Attempting to bind port 530cad8a-169a-468d-8181-104b9647d826 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:13:39.344382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Attempting to bind port 530cad8a-169a-468d-8181-104b9647d826 on network dcccfaba-9260-4cc8-860a-07a7c7504d56 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:13:39.368248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:13:39.369235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Checking segment: {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:39.370068 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:39.370959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Bound using segment: {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:13:39.372465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Bound port: 530cad8a-169a-468d-8181-104b9647d826, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:13:39.373603 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:39.583421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] For port 530cad8a-169a-468d-8181-104b9647d826, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:13:39.589095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] For port 530cad8a-169a-468d-8181-104b9647d826, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=530cad8a-169a-468d-8181-104b9647d826,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:13:39.621900 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:39.653796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-873f7752-7465-445f-a7e7-15f7c7033ce6 None None] Provisioning complete for port 530cad8a-169a-468d-8181-104b9647d826 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:39.654393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-873f7752-7465-445f-a7e7-15f7c7033ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:39.769736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:13:39.771035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:13:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:39.775149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff272e82-b801-41a4-8181-4e35613e0f59 None None] Pushing event updated for resources: {'Port': ['ID=530cad8a-169a-468d-8181-104b9647d826,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:40.270099 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-873f7752-7465-445f-a7e7-15f7c7033ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:40.317345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:13:40.641105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-873f7752-7465-445f-a7e7-15f7c7033ce6 None None] For port 530cad8a-169a-468d-8181-104b9647d826, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=530cad8a-169a-468d-8181-104b9647d826,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:40.706000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-873f7752-7465-445f-a7e7-15f7c7033ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:41.028044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f7752-7465-445f-a7e7-15f7c7033ce6 None None] Pushing event updated for resources: {'Port': ['ID=530cad8a-169a-468d-8181-104b9647d826,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:41.037618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-90307bb7-c4d4-4c53-8f38-b8ad5b13326c None None] Provisioning complete for port 530cad8a-169a-468d-8181-104b9647d826 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:41.038195 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90307bb7-c4d4-4c53-8f38-b8ad5b13326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:41.058513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48986) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.247929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b62693fc-c43e-4934-baac-6b1746209b23 tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:41.328987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b62693fc-c43e-4934-baac-6b1746209b23 tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "PUT /v2.0/quotas/5e93648dec7d45228ddac28758b91c0c HTTP/1.1" status: 200 len: 366 time: 0.2686861 Sep 21 08:13:41.329846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48990) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.362198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48992) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.363404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d9f4acd-ea93-49af-83e9-48d96519701d tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0318377 Sep 21 08:13:41.389567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d96c2456-d5fa-46ab-a2cc-63a44724c5cb tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "GET /v2.0/quotas/5e93648dec7d45228ddac28758b91c0c HTTP/1.1" status: 200 len: 366 time: 0.0223813 Sep 21 08:13:41.391451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.401530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:39Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:41.446808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d5872ecb-a3c2-4b58-8451-e26dc87deb79 tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/5e93648dec7d45228ddac28758b91c0c HTTP/1.1" status: 204 len: 168 time: 0.0532808 Sep 21 08:13:41.448728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.460949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b561199f-807c-4169-a469-a721d83a203d tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0108099 Sep 21 08:13:41.461414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48998) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.483973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a4347840-c7f8-47de-a368-15ce95ea7db3 tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "GET /v2.0/quotas/5e93648dec7d45228ddac28758b91c0c HTTP/1.1" status: 200 len: 370 time: 0.0176632 Sep 21 08:13:41.484712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49000) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.509344 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ceabd6b5-1369-4e4f-9b06-6c831e546d2b tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "GET /v2.0/quotas/5e93648dec7d45228ddac28758b91c0c/default HTTP/1.1" status: 200 len: 370 time: 0.0196345 Sep 21 08:13:41.509653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b6da9-da68-45b5-8159-f4bba9116589 None None] The sync data for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 is: [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:39Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:13:41.510202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49002) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.539766 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-58c9fde3-a013-43d3-9ac4-ac5e3b1be687 tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] delete failed (client error): The resource could not be found. Sep 21 08:13:41.545260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-58c9fde3-a013-43d3-9ac4-ac5e3b1be687 tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "DELETE /v2.0/quotas/5e93648dec7d45228ddac28758b91c0c HTTP/1.1" status: 404 len: 348 time: 0.0298121 Sep 21 08:13:41.886762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49006) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:41.934541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:network and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:41.942578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:41.953236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:subnet and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:41.973761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:42.013877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:subnetpool and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:42.038886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:42.064178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:port and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:42.076188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:42.092929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:router and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:42.106106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:42.125706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:floatingip and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:42.143781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:42.234266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:security_group and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:42.244336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:42.265156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Usage tracker for resource:security_group_rule and tenant:3a3952f436b94b77a2131c2a6e4800bc is out of sync, need to count used quota {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 21 08:13:42.276575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.quota.resource [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 21 08:13:42.302465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-38383182-e61a-4581-bc87-4c6503fd2dff tempest-QuotasTest-2001017211 tempest-QuotasTest-2001017211-project-admin] 10.222.0.59 "GET /v2.0/quotas/3a3952f436b94b77a2131c2a6e4800bc/details.json HTTP/1.1" status: 200 len: 703 time: 0.4131520 Sep 21 08:13:43.201613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49012) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:43.461585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2f3cd8f-faf4-4699-ba41-a833ff86c1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:43.526605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 530cad8a-169a-468d-8181-104b9647d826 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:43.714619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 530cad8a-169a-468d-8181-104b9647d826 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:43.716651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:43.794834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2f3cd8f-faf4-4699-ba41-a833ff86c1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:43.801925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2f3cd8f-faf4-4699-ba41-a833ff86c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:43.910707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f2f3cd8f-faf4-4699-ba41-a833ff86c1d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=462a76db8d704ffe9dcf052c714fdd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076194 Sep 21 08:13:43.914905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:43.951266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3cd8f-faf4-4699-ba41-a833ff86c1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2732f2cf-839b-4750-b32a-d330c4129239,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:44.060610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34ac301-c87e-4b13-be81-f3e95c8dd847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:44.092447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34ac301-c87e-4b13-be81-f3e95c8dd847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:44.176816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34ac301-c87e-4b13-be81-f3e95c8dd847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:44.180132 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34ac301-c87e-4b13-be81-f3e95c8dd847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:44.181641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c34ac301-c87e-4b13-be81-f3e95c8dd847 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2732f2cf-839b-4750-b32a-d330c4129239 HTTP/1.1" status: 204 len: 168 time: 0.2644444 Sep 21 08:13:44.209321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ac301-c87e-4b13-be81-f3e95c8dd847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2732f2cf-839b-4750-b32a-d330c4129239,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:44.809887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49032) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:44.833134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed2f673c-0815-42a1-af36-712f9a640e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:45.041340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed2f673c-0815-42a1-af36-712f9a640e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:45.056639 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed2f673c-0815-42a1-af36-712f9a640e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:45.132178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ed2f673c-0815-42a1-af36-712f9a640e0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a3952f436b94b77a2131c2a6e4800bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201888 Sep 21 08:13:45.135997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49044) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:45.136797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f673c-0815-42a1-af36-712f9a640e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07ee96e-bd85-4742-83d9-fc9810ddeb0c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:45.276921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da79d694-7799-40de-827e-aa9a84a477fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:45.303465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da79d694-7799-40de-827e-aa9a84a477fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:45.340572 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1f0109-67d4-45b1-8f55-3342f9ca816b x-openstack-request-id: req-0c1f0109-67d4-45b1-8f55-3342f9ca816b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:45.341148 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-plugged", "status": "completed", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:45.341316 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c1f0109-67d4-45b1-8f55-3342f9ca816b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:45.341942 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'code': 200} Sep 21 08:13:45.382910 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da79d694-7799-40de-827e-aa9a84a477fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:45.386204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da79d694-7799-40de-827e-aa9a84a477fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:45.391385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-da79d694-7799-40de-827e-aa9a84a477fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d07ee96e-bd85-4742-83d9-fc9810ddeb0c HTTP/1.1" status: 204 len: 168 time: 0.2488713 Sep 21 08:13:45.403115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d694-7799-40de-827e-aa9a84a477fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07ee96e-bd85-4742-83d9-fc9810ddeb0c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:45.601144 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc43d50-32c0-4e3a-9d60-9fc4c26db25f x-openstack-request-id: req-8dc43d50-32c0-4e3a-9d60-9fc4c26db25f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:45.602913 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046a7af-968f-4418-b920-b4b7c30b5a5b", "name": "network-vif-deleted", "tag": "653498b4-8c79-4389-aff8-e15e523958d3", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:45.603972 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dc43d50-32c0-4e3a-9d60-9fc4c26db25f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:45.605041 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b046a7af-968f-4418-b920-b4b7c30b5a5b', 'name': 'network-vif-deleted', 'tag': '653498b4-8c79-4389-aff8-e15e523958d3', 'status': 'completed', 'code': 200} Sep 21 08:13:46.084742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49096) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:46.252131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49114) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:46.257935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ecc4ec46-b6c0-4254-9188-59e658350b92 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085018515', 'description': 'tempest-description--487628886'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:46.295603 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ec46-b6c0-4254-9188-59e658350b92 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.383267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2dc8b-b2d9-4c3a-89e6-06b1fd9c6e39 req-5f024250-fd29-48e3-a15f-bbd87ea65980 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:46.384877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3f2dc8b-b2d9-4c3a-89e6-06b1fd9c6e39 req-5f024250-fd29-48e3-a15f-bbd87ea65980 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.0724685 Sep 21 08:13:46.505067 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ec46-b6c0-4254-9188-59e658350b92 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.510906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dfa67fef-9225-4d01-a044-0c2fe6ad633d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31a43fa3043b4ecba170c7f64abb3351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243820 Sep 21 08:13:46.514599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3f2dc8b-b2d9-4c3a-89e6-06b1fd9c6e39 req-89958d24-c448-4793-8f4a-c2117ae6c655 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025445 Sep 21 08:13:46.515196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:46.532488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ec46-b6c0-4254-9188-59e658350b92 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.598503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ec46-b6c0-4254-9188-59e658350b92 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.599892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ecc4ec46-b6c0-4254-9188-59e658350b92 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3467529 Sep 21 08:13:46.605643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49132) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:46.606622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4ec46-b6c0-4254-9188-59e658350b92 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d7e160-8385-468c-a79e-db2044620fa8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:46.609394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b45fc3f-5b17-4608-bfa4-7da1443bf918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.620470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8d36a3ee-43ac-457f-b8b2-e469df6c3262 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Request body: {'security_group_rule': {'security_group_id': '03d7e160-8385-468c-a79e-db2044620fa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:46.657667 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b45fc3f-5b17-4608-bfa4-7da1443bf918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.673679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d36a3ee-43ac-457f-b8b2-e469df6c3262 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.754882 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b45fc3f-5b17-4608-bfa4-7da1443bf918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.760724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b45fc3f-5b17-4608-bfa4-7da1443bf918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.763717 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2b45fc3f-5b17-4608-bfa4-7da1443bf918 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1 HTTP/1.1" status: 204 len: 168 time: 0.2466352 Sep 21 08:13:46.781891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49140) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:46.783559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45fc3f-5b17-4608-bfa4-7da1443bf918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd6a2c3-d63d-445a-93ec-c85c85dbe6c1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:46.797442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d36a3ee-43ac-457f-b8b2-e469df6c3262 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.802575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d36a3ee-43ac-457f-b8b2-e469df6c3262 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.837562 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36a3ee-43ac-457f-b8b2-e469df6c3262 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f6a301-972f-46e6-908c-c69401ead595,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:46.848278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d36a3ee-43ac-457f-b8b2-e469df6c3262 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:46.851906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8d36a3ee-43ac-457f-b8b2-e469df6c3262 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2442946 Sep 21 08:13:46.854330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49150) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:46.860325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-61df8d65-9fd5-4a1f-8e82-6112e2e8aefa tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Request body: {'security_group_rule': {'security_group_id': '03d7e160-8385-468c-a79e-db2044620fa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:46.900215 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61df8d65-9fd5-4a1f-8e82-6112e2e8aefa tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.003230 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61df8d65-9fd5-4a1f-8e82-6112e2e8aefa tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.007945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61df8d65-9fd5-4a1f-8e82-6112e2e8aefa tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.040427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'networks': [{'name': 'tempest-network--2080563211'}, {'name': 'tempest-network--1764475128'}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:47.040742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'network': {'name': 'tempest-network--2080563211'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:47.041219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'network': {'name': 'tempest-network--1764475128'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:47.049201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8d65-9fd5-4a1f-8e82-6112e2e8aefa tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33031181-e9b0-4803-8d68-de3c8b6d58b1,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:47.055182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61df8d65-9fd5-4a1f-8e82-6112e2e8aefa tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.057132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-61df8d65-9fd5-4a1f-8e82-6112e2e8aefa tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016554 Sep 21 08:13:47.061108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49180) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:47.069312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:47.095194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Made reservation on behalf of a5c209dd73994fe699ec9d4a1ecc29d3 for: {'network': 2} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:47.101748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.120333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.141415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.338736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.373944 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.396156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.396623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.470702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49200) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:47.511098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d1d000-5ae0-4fbd-9b20-4b2a00d61789,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:47.514002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:47.570679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-16272bad-2365-4a05-9a24-7cf0342aff33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7672335197c34fe5a548226ce0223a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978208 Sep 21 08:13:47.574258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49204) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:47.594187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c26d-f6f2-4e5c-813b-4be0840165ce req-c5c749c3-7494-419a-a35f-5ada6790f059 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:47.596097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8517c26d-f6f2-4e5c-813b-4be0840165ce req-c5c749c3-7494-419a-a35f-5ada6790f059 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.2537673 Sep 21 08:13:47.601331 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.601961 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Added segment 7a6803ee-eb81-404b-a89a-61c720196e5f of type vlan for network dfaeb182-351d-4a5c-b6a1-4d602af66cd6 Sep 21 08:13:47.602226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8461b02-4863-403d-a415-45c1bf3accfd req-a671787e-752a-4391-b4fb-0a424836b9e5 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:47.612225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8461b02-4863-403d-a415-45c1bf3accfd req-a671787e-752a-4391-b4fb-0a424836b9e5 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 949 time: 0.1103318 Sep 21 08:13:47.612839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'name': 'network-vif-deleted', 'tag': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:47.615990 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70796050-05b7-4114-b7b2-c6ef4940f59c" -d '{"events": [{"server_uuid": "fd298f0c-8bde-412e-ab3a-13995e57a51b", "name": "network-vif-deleted", "tag": "4c04ef34-cdd9-4e8a-ac7a-87b07050721d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:47.659441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8461b02-4863-403d-a415-45c1bf3accfd req-4088684b-9e52-41c7-8faa-6e2505dbd3fd tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Sep 21 08:13:47.724284 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.733013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Allocated IP 172.25.1.144 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/282251c6-8891-4669-b20b-99f076491bdd) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:13:47.752605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-46a9259d-fd45-40e5-9438-03c6c8449b95 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:47.754173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-46a9259d-fd45-40e5-9438-03c6c8449b95 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.2615221 Sep 21 08:13:47.786024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175e535-90e5-41f0-b8dd-f7f8f2ef4f9d req-8cc969ce-a33a-4a00-88a7-9052af0721e7 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:47.788886 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d175e535-90e5-41f0-b8dd-f7f8f2ef4f9d req-8cc969ce-a33a-4a00-88a7-9052af0721e7 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.0598667 Sep 21 08:13:47.833997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d175e535-90e5-41f0-b8dd-f7f8f2ef4f9d req-ec39d46c-ed9b-4770-9c41-e607dc081d9b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 Sep 21 08:13:47.845263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8517c26d-f6f2-4e5c-813b-4be0840165ce req-7fedde62-5259-4bf4-aa6f-bf586beb854c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202582 Sep 21 08:13:47.895555 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b351e-535d-48d2-b505-53d7445e8742 x-openstack-request-id: req-8f8b351e-535d-48d2-b505-53d7445e8742 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:47.895800 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5751a0-d5c9-49a1-8ef9-897d658d6d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:47.895988 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd298f0c-8bde-412e-ab3a-13995e57a51b", "name": "network-vif-deleted", "tag": "4c04ef34-cdd9-4e8a-ac7a-87b07050721d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:47.896298 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f8b351e-535d-48d2-b505-53d7445e8742 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:47.896492 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd298f0c-8bde-412e-ab3a-13995e57a51b', 'name': 'network-vif-deleted', 'tag': '4c04ef34-cdd9-4e8a-ac7a-87b07050721d', 'status': 'completed', 'code': 200} Sep 21 08:13:47.932950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:48.275274 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.275274 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Added segment 69e5bfb7-c393-495a-a7a4-08ad4b3c36b2 of type vlan for network 58eefada-5cd1-4b52-942f-230bb10f4350 Sep 21 08:13:48.282042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5751a0-d5c9-49a1-8ef9-897d658d6d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.436740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.438964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.493704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Deleting port fca34826-69f1-4160-90eb-2f762a30cdd1 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:48.494001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.508933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6f4fdf6b-8d85-466d-9221-360bacda9af8 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:48.538392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-967a4d87-61d3-48a2-b1dc-758dfa5bdf1e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:48.539962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-967a4d87-61d3-48a2-b1dc-758dfa5bdf1e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 0.3450036 Sep 21 08:13:48.540612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.541118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.546697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:48.551547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:48.552228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.572892 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5751a0-d5c9-49a1-8ef9-897d658d6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.576145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5751a0-d5c9-49a1-8ef9-897d658d6d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.577804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de5751a0-d5c9-49a1-8ef9-897d658d6d4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf64ed39-3316-48c0-83fd-578aa399f34e HTTP/1.1" status: 204 len: 168 time: 1.0007446 Sep 21 08:13:48.608370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4afd9de8-7767-40b7-8d0a-7c297a98855f no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:48.653325 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.688791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:48.691411 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83bd3a-44ed-4eb0-98fa-6de1d2ad26af" -d '{"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:48.713215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:48.718978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5751a0-d5c9-49a1-8ef9-897d658d6d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64ed39-3316-48c0-83fd-578aa399f34e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:48.737884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.747973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9598696 Sep 21 08:13:48.747973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-140d6e94-de70-4aef-b5b9-38c7a0fbac83 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/quotas/af883af499e245068ea61a3a4db99639 HTTP/1.1" status: 200 len: 375 time: 0.1762562 Sep 21 08:13:48.748819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:48.762513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.815014 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.841199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Network': ['ID=dfaeb182-351d-4a5c-b6a1-4d602af66cd6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:48.866541 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83b72b9-6932-4672-b5d1-fd4be8f03065 x-openstack-request-id: req-e83b72b9-6932-4672-b5d1-fd4be8f03065 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:48.866723 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-unplugged", "status": "completed", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:48.866880 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e83b72b9-6932-4672-b5d1-fd4be8f03065 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:48.867227 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'code': 200} Sep 21 08:13:48.876188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network dfaeb182-351d-4a5c-b6a1-4d602af66cd6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:48.882093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:48.909814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] For port fca34826-69f1-4160-90eb-2f762a30cdd1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fca34826-69f1-4160-90eb-2f762a30cdd1,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:48.910641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:48.927746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Calling delete_port for fca34826-69f1-4160-90eb-2f762a30cdd1 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:48.936620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:48.979989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.054732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:49.086504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:49.107776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:49.141138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:49.158997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f288af-3e67-487b-87db-ed5a81633063 req-1c54bafa-e66e-4fbb-bb5e-4f9d646d0388 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.161242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82f288af-3e67-487b-87db-ed5a81633063 req-1c54bafa-e66e-4fbb-bb5e-4f9d646d0388 tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/ports?device_id=46617e9e-22c6-4cb8-bf3b-987d913a1b0e HTTP/1.1" status: 200 len: 951 time: 0.1454659 Sep 21 08:13:49.183493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165b1c1-84ab-4429-b83c-376ae78c89a3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.187579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95328d-b009-4c0b-93a1-578b1cb79ef5 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Network': ['ID=58eefada-5cd1-4b52-942f-230bb10f4350,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:49.189833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165b1c1-84ab-4429-b83c-376ae78c89a3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.196322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165b1c1-84ab-4429-b83c-376ae78c89a3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.204192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165b1c1-84ab-4429-b83c-376ae78c89a3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.206572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2165b1c1-84ab-4429-b83c-376ae78c89a3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4574957 Sep 21 08:13:49.209941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 58eefada-5cd1-4b52-942f-230bb10f4350 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:49.214982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49258) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:49.222953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event updated for resources: {'Port': ['ID=282251c6-8891-4669-b20b-99f076491bdd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:49.257756 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-ef79c57e-ab8d-4ca8-bb95-7cdcc4eec441 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4467263 Sep 21 08:13:49.311773 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82f288af-3e67-487b-87db-ed5a81633063 req-ed23b4b8-879a-47e3-a0ad-56f90666c6ab tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.59 "GET /v2.0/security-groups?id=2650b887-3590-431a-98b7-b69284f4ed6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030974 Sep 21 08:13:49.333626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-4143b009-ffda-479e-8137-de224c68edfa tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.337897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-4143b009-ffda-479e-8137-de224c68edfa tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.2153573 Sep 21 08:13:49.418659 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.424695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.433418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.522243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Pushing event deleted for resources: {'Port': ['ID=fca34826-69f1-4160-90eb-2f762a30cdd1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:49.566496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] No DVR routers for this DVR port fca34826-69f1-4160-90eb-2f762a30cdd1 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:49.569614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.577125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ae4326-680d-4b8c-895f-30265268a4e5 req-f9e2aa11-3ad3-43e4-864e-a1b4062bd83b tempest-ServersAdminTestJSON-822841797 tempest-ServersAdminTestJSON-822841797-project] 10.222.0.62 "DELETE /v2.0/ports/fca34826-69f1-4160-90eb-2f762a30cdd1 HTTP/1.1" status: 204 len: 173 time: 1.8073382 Sep 21 08:13:49.636420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-deleted', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:49.640371 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db56324a-eb0b-4f05-b777-4e130af7a226" -d '{"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-deleted", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:49.640672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e30521-3e7a-4c00-a284-0a1af14fc198 req-900f9d40-1a7a-4a86-b2d2-666f17c5bdb6 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.648349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25e30521-3e7a-4c00-a284-0a1af14fc198 req-900f9d40-1a7a-4a86-b2d2-666f17c5bdb6 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 946 time: 0.2114940 Sep 21 08:13:49.655843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-ab1e0198-cd46-4aa2-a80d-d05cb57b7993 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:13:49.656974 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-ab1e0198-cd46-4aa2-a80d-d05cb57b7993 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3989851 Sep 21 08:13:49.659201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.744815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.807541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaeb182-351d-4a5c-b6a1-4d602af66cd6']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:49.827288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25e30521-3e7a-4c00-a284-0a1af14fc198 req-f310318e-1493-4fc8-af4c-9dde50c3f099 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774762 Sep 21 08:13:49.870865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6803ee-eb81-404b-a89a-61c720196e5f') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:49.871165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6803ee-eb81-404b-a89a-61c720196e5f') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:49.882516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Deleting port ba01adad-7358-4f84-941c-bfb722b81449 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:49.883016 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.892575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.935253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.942832 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a6e6ba9f-38cf-4409-a7a2-980ad826238a service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135345 Sep 21 08:13:49.971074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:49.971519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:49.972155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-062379cb-90c7-413e-8c7b-349cbe49d940 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:49.973748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-062379cb-90c7-413e-8c7b-349cbe49d940 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aa00cac-5a8d-489a-b0dc-8c0eefe5316e HTTP/1.1" status: 200 len: 944 time: 0.4111240 Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:49.975881 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:50.076193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.107418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.139783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-7e4850fd-c5d6-4e94-a9a1-97595891d1c2 service neutron] 10.222.0.59 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840134 Sep 21 08:13:50.315849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event updated for resources: {'Port': ['ID=282251c6-8891-4669-b20b-99f076491bdd,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:50.326772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.348714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.350566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.350781 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fde52b6a-221e-45a1-a959-8895830ce109 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2880425 Sep 21 08:13:50.369241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] For port ba01adad-7358-4f84-941c-bfb722b81449, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=ba01adad-7358-4f84-941c-bfb722b81449,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:50.370273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.375192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Deleting port 4afd9de8-7767-40b7-8d0a-7c297a98855f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:50.375593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.378042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.380782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/networks/dfaeb182-351d-4a5c-b6a1-4d602af66cd6 HTTP/1.1" status: 204 len: 168 time: 1.1683781 Sep 21 08:13:50.386285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49300) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:50.404863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1f2c1-bcea-433a-a9e7-ca7a4057ac5a tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Network': ['ID=dfaeb182-351d-4a5c-b6a1-4d602af66cd6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:50.423757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Calling delete_port for ba01adad-7358-4f84-941c-bfb722b81449 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:50.611279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 4afd9de8-7767-40b7-8d0a-7c297a98855f no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:50.626525 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2c6ef2-7339-498d-b4b3-b1a7cf80016a x-openstack-request-id: req-9c2c6ef2-7339-498d-b4b3-b1a7cf80016a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:50.626969 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46617e9e-22c6-4cb8-bf3b-987d913a1b0e", "name": "network-vif-deleted", "tag": "fca34826-69f1-4160-90eb-2f762a30cdd1", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:50.627188 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c2c6ef2-7339-498d-b4b3-b1a7cf80016a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:50.627830 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46617e9e-22c6-4cb8-bf3b-987d913a1b0e', 'name': 'network-vif-deleted', 'tag': 'fca34826-69f1-4160-90eb-2f762a30cdd1', 'status': 'completed', 'code': 200} Sep 21 08:13:50.637983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] For port 4afd9de8-7767-40b7-8d0a-7c297a98855f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=4afd9de8-7767-40b7-8d0a-7c297a98855f,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:50.638498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.662032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.701481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Pushing event deleted for resources: {'Port': ['ID=ba01adad-7358-4f84-941c-bfb722b81449,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:50.724066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Calling delete_port for 4afd9de8-7767-40b7-8d0a-7c297a98855f owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:50.733165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4e0cd518-d0af-48ba-8384-af20651b8af3', 'd4906bd1-5f65-44c8-a8d4-19431956abe5'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:50.753677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e184e255-85dc-4632-954e-2336b2dbbaa2 req-55027bb9-f976-4d92-8d26-a863340c12b1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 210 time: 0.1025290 Sep 21 08:13:50.761165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.799931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] No DVR routers for this DVR port ba01adad-7358-4f84-941c-bfb722b81449 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:50.807606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:50.814842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8b32836-7f9e-4798-8769-0d1fc7ebd44f req-755590b7-ec85-4af3-8442-32e415df6bd4 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "DELETE /v2.0/ports/ba01adad-7358-4f84-941c-bfb722b81449 HTTP/1.1" status: 204 len: 173 time: 1.3913839 Sep 21 08:13:50.816023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'name': 'network-vif-deleted', 'tag': 'ba01adad-7358-4f84-941c-bfb722b81449'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:50.820131 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae053b1-34d1-4c3a-8bbb-d428df99d2f5" -d '{"events": [{"server_uuid": "7a4a0962-3a1f-4a31-a367-0677d1bcb518", "name": "network-vif-deleted", "tag": "ba01adad-7358-4f84-941c-bfb722b81449"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:50.875016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:50.889135 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51542d2-7055-44d7-8745-1b3bf7b961df" -d '{"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-unplugged", "status": "completed", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:50.908226 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b2e63-58bd-4590-b156-3758669983db x-openstack-request-id: req-192b2e63-58bd-4590-b156-3758669983db {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:50.909457 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4a0962-3a1f-4a31-a367-0677d1bcb518", "name": "network-vif-deleted", "tag": "ba01adad-7358-4f84-941c-bfb722b81449", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:50.910081 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-192b2e63-58bd-4590-b156-3758669983db {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:50.910673 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4a0962-3a1f-4a31-a367-0677d1bcb518', 'name': 'network-vif-deleted', 'tag': 'ba01adad-7358-4f84-941c-bfb722b81449', 'status': 'completed', 'code': 200} Sep 21 08:13:51.049509 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21e03d-03f6-48e0-b681-453063b155e0 x-openstack-request-id: req-2b21e03d-03f6-48e0-b681-453063b155e0 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:51.050515 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-unplugged", "status": "completed", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:51.051148 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b21e03d-03f6-48e0-b681-453063b155e0 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:51.052125 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'code': 200} Sep 21 08:13:51.226093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:51.287080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: fca34826-69f1-4160-90eb-2f762a30cdd1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:51.287538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fca34826-69f1-4160-90eb-2f762a30cdd1 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:51.340433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49368) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:51.348035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:51.420039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721bcc08-6b6d-4b17-86b6-eed1fd864a5f req-659e2885-542e-4902-9093-37ed25878718 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=7a4a0962-3a1f-4a31-a367-0677d1bcb518 HTTP/1.1" status: 200 len: 210 time: 0.2567046 Sep 21 08:13:51.488174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event deleted for resources: {'Port': ['ID=4afd9de8-7767-40b7-8d0a-7c297a98855f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:51.670516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:51.733820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] No DVR routers for this DVR port 4afd9de8-7767-40b7-8d0a-7c297a98855f on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:51.738696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:51.741485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa031d66-bbc8-421b-8ae8-da6bad1d4144 req-964828ad-96b0-49f6-bb0f-609fafd59c5d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.62 "DELETE /v2.0/ports/4afd9de8-7767-40b7-8d0a-7c297a98855f HTTP/1.1" status: 204 len: 173 time: 1.6793389 Sep 21 08:13:51.744703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58eefada-5cd1-4b52-942f-230bb10f4350']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:51.758784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e5bfb7-c393-495a-a7a4-08ad4b3c36b2') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:51.759566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e5bfb7-c393-495a-a7a4-08ad4b3c36b2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:13:51.775645 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:51.806864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:51.825733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:13:51.826890 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:13:51.836225 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:13:52.001885 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.022694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cca0c9a-b36a-4ef1-8e5a-06117e92bb0e req-0d93da79-b305-4f85-86e1-5b88e54be576 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 210 time: 0.0974236 Sep 21 08:13:52.040842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.049199 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/networks/58eefada-5cd1-4b52-942f-230bb10f4350 HTTP/1.1" status: 204 len: 168 time: 1.6574044 Sep 21 08:13:52.051206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49420) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:52.068487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9462752-e500-4744-9ff3-8a8c779aa45e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Network': ['ID=58eefada-5cd1-4b52-942f-230bb10f4350,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:52.193725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b6f0c0fe-22e0-4a98-b2d6-991edf0b10b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=509c42555fb544e9bb252521e01e1b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8491421 Sep 21 08:13:52.195123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49428) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:52.306362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7893a8-182c-4adf-9d55-acc8201ee237 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:52.313092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7893a8-182c-4adf-9d55-acc8201ee237 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:52.315928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7d7893a8-182c-4adf-9d55-acc8201ee237 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2524889 Sep 21 08:13:52.317221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49580d94-67df-4fa1-909c-b7d1a37ba0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.322393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49436) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:52.327004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2100716575'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:52.361666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49580d94-67df-4fa1-909c-b7d1a37ba0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.388894 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d8640d89-eb50-43e0-8096-68ca9ba067bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.389445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Made reservation on behalf of a5c209dd73994fe699ec9d4a1ecc29d3 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:52.394634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.441477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:52.455809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.456205 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Added segment acd6da54-56ed-4e58-a321-1e90d04d23e6 of type vlan for network 3cb494d9-c79e-416e-b953-e669e819b1cb Sep 21 08:13:52.501137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ba01adad-7358-4f84-941c-bfb722b81449 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:52.564793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.573216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49580d94-67df-4fa1-909c-b7d1a37ba0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.582256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49580d94-67df-4fa1-909c-b7d1a37ba0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.586875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: ba01adad-7358-4f84-941c-bfb722b81449 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:52.587243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device ba01adad-7358-4f84-941c-bfb722b81449 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:52.587843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-49580d94-67df-4fa1-909c-b7d1a37ba0b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2650b887-3590-431a-98b7-b69284f4ed6d HTTP/1.1" status: 204 len: 168 time: 0.3914590 Sep 21 08:13:52.607892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:13:52.629508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-deleted', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:52.633350 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efde6093-2111-49b9-ad05-c2ff09591a0f" -d '{"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-deleted", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:52.649056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49580d94-67df-4fa1-909c-b7d1a37ba0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2650b887-3590-431a-98b7-b69284f4ed6d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:52.721444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.745495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:52.747204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:52.811012 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7951a6fc-cda6-4958-b5ab-7cd1cb6df795 x-openstack-request-id: req-7951a6fc-cda6-4958-b5ab-7cd1cb6df795 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:52.811342 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa00cac-5a8d-489a-b0dc-8c0eefe5316e", "name": "network-vif-deleted", "tag": "4afd9de8-7767-40b7-8d0a-7c297a98855f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:52.812846 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7951a6fc-cda6-4958-b5ab-7cd1cb6df795 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:52.813277 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa00cac-5a8d-489a-b0dc-8c0eefe5316e', 'name': 'network-vif-deleted', 'tag': '4afd9de8-7767-40b7-8d0a-7c297a98855f', 'status': 'completed', 'code': 200} Sep 21 08:13:52.845159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5222683 Sep 21 08:13:52.848112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49468) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:52.856334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-696173302'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:52.899823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:52.922631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'mac_address': 'fa:16:3e:e9:63:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:13:52.964097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Made reservation on behalf of a5c209dd73994fe699ec9d4a1ecc29d3 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:52.973139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.023524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.046630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34813ded-222a-4ec1-bf27-e79c3210fd7e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:13:53.051641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed2ff9-673d-4a02-936f-b0d249b6f2fd tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Network': ['ID=3cb494d9-c79e-416e-b953-e669e819b1cb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:53.073267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:53.086517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:53.089741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3cb494d9-c79e-416e-b953-e669e819b1cb details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:53.107368 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.108696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.109050 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Added segment 085aacc6-8afd-44d3-86dd-a3870aff71cd of type vlan for network 198cdf35-6079-4fe0-9ead-47c8c60b5498 Sep 21 08:13:53.178490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49478) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:53.258664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['34813ded-222a-4ec1-bf27-e79c3210fd7e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:53.260704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:53.279365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.280022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.280531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.281031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.281530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.282041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.282535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.282874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.283223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.283737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.298861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.299403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.299921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:13:53.318384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-abb0bbdb-8ee6-4328-8997-4fb844d8a324 req-9b303a3f-a72a-4f17-bd87-160949689f08 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 210 time: 0.0851333 Sep 21 08:13:53.449073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49484) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:53.459109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.466824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:53.471911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.489677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2def1850-9d96-46a3-a34e-a2044dde8b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.578443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1ec9b-0843-4367-8290-a0464704c0a4 req-530a44bb-4360-46b5-95fa-f9eba2aee5ce tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:53.586926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cd1ec9b-0843-4367-8290-a0464704c0a4 req-530a44bb-4360-46b5-95fa-f9eba2aee5ce tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 945 time: 0.2993729 Sep 21 08:13:53.650263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-652d1f42-dab9-4af5-bf16-6fe7d2068675 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:53.653491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-652d1f42-dab9-4af5-bf16-6fe7d2068675 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 805 time: 0.2453110 Sep 21 08:13:53.675889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Request body: {'port': {'device_id': '90382605-ea98-4040-ab98-2b47739ac8a3', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'admin_state_up': True, 'tenant_id': 'af883af499e245068ea61a3a4db99639'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:53.725537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cd1ec9b-0843-4367-8290-a0464704c0a4 req-139e2fe6-a4a6-401c-aee7-b31eac4ba517 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373062 Sep 21 08:13:53.726383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Network': ['ID=198cdf35-6079-4fe0-9ead-47c8c60b5498,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:53.741773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 198cdf35-6079-4fe0-9ead-47c8c60b5498 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:53.762694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6bab74ae-d7ed-460d-94ca-ce388f4a69e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97b5638ecf73482ebf71f36f94497700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042343 Sep 21 08:13:53.767786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49496) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:53.847785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2def1850-9d96-46a3-a34e-a2044dde8b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.862618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5f4197e9-04d1-404b-be52-08de1c3d21df tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0131843 Sep 21 08:13:53.865640 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2def1850-9d96-46a3-a34e-a2044dde8b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.866777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49500) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:53.877621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'ports': [{'network_id': '3cb494d9-c79e-416e-b953-e669e819b1cb', 'name': 'tempest-port--1606078382', 'admin_state_up': True}, {'network_id': '198cdf35-6079-4fe0-9ead-47c8c60b5498', 'admin_state_up': False}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:53.878012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'port': {'network_id': '3cb494d9-c79e-416e-b953-e669e819b1cb', 'name': 'tempest-port--1606078382', 'admin_state_up': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:53.878509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'port': {'network_id': '198cdf35-6079-4fe0-9ead-47c8c60b5498', 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:53.882770 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f6566a6-b17f-433e-be17-c40d1121d9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.940486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def1850-9d96-46a3-a34e-a2044dde8b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4081baf3-03bc-43d6-bc1d-9f85f2a37b4b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:53.946432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f6566a6-b17f-433e-be17-c40d1121d9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:53.953436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2def1850-9d96-46a3-a34e-a2044dde8b48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f88753b6a6449389404a592f9c1ad21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7717214 Sep 21 08:13:53.954510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49502) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:53.994243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Made reservation on behalf of af883af499e245068ea61a3a4db99639 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:53.998008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.088718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43ef7099-8cf9-4879-85b0-1ab57d3c1a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.116374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f6566a6-b17f-433e-be17-c40d1121d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.119064 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f6566a6-b17f-433e-be17-c40d1121d9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.122875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3f6566a6-b17f-433e-be17-c40d1121d9b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f27930e3-41e2-43bd-a175-b66015f2a7df HTTP/1.1" status: 204 len: 168 time: 0.3512392 Sep 21 08:13:54.132782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6566a6-b17f-433e-be17-c40d1121d9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27930e3-41e2-43bd-a175-b66015f2a7df,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:54.149820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43ef7099-8cf9-4879-85b0-1ab57d3c1a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.158067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Made reservation on behalf of a5c209dd73994fe699ec9d4a1ecc29d3 for: {'port': 2} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:54.175807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.190679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.239273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Allocated IP 172.20.0.10 (0c6eb153-ad1c-439c-92f3-7ab3cdb0c458/08af9c05-7025-4f97-a5ac-e8b9633f70d9/a0a40427-5d94-4673-a3cb-8a14f8485fd6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:13:54.280851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43ef7099-8cf9-4879-85b0-1ab57d3c1a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.283826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43ef7099-8cf9-4879-85b0-1ab57d3c1a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.287427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-43ef7099-8cf9-4879-85b0-1ab57d3c1a79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4081baf3-03bc-43d6-bc1d-9f85f2a37b4b HTTP/1.1" status: 204 len: 168 time: 0.3296688 Sep 21 08:13:54.304398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef7099-8cf9-4879-85b0-1ab57d3c1a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4081baf3-03bc-43d6-bc1d-9f85f2a37b4b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:54.327724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] device_id is not set on port 69a6f4be-2ea3-47b2-9baf-66a3b2c85c84 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:13:54.540483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ca10678a-4d1e-4f67-af05-a435c3fcbfea req-d13e589a-e1a3-4570-a6cc-bdedaa88aec2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Sep 21 08:13:54.565850 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.618377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.621065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:13:54.647902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.751009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] device_id is not set on port 8821584d-3b86-437b-8dca-0d15bb81948e yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:13:54.799935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:13:54.807758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:54.808552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 34813ded-222a-4ec1-bf27-e79c3210fd7e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:13:54.812538 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.823192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:54.930773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event updated for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:54.957292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.964173 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:54.991343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:54.994085 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdc3c29-ae9b-4bdf-a130-c97969b3c307" -d '{"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-plugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:55.010659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:55.011533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.028168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:55.035818 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.061701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-c75e3c3d-db7a-42b9-a4c3-a8c08d5ed297 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:55.070979 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-c75e3c3d-db7a-42b9-a4c3-a8c08d5ed297 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 945 time: 0.2222795 Sep 21 08:13:55.116040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-4725d51a-a674-42d8-a8e1-03bddd463116 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4468060 Sep 21 08:13:55.145992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-1c587470-ba28-41bf-a735-33c5698259fe tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:13:55.150905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-1c587470-ba28-41bf-a735-33c5698259fe tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124273 Sep 21 08:13:55.156412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49542) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:55.194607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:55.208073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba567fbd-6e03-40a0-860e-ea1b000ddade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.252456 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.283373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Deleting port d4906bd1-5f65-44c8-a8d4-19431956abe5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:55.283373 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.362828 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2520aa8f-b6e8-4aa4-b8cd-6085eb0eb751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.458692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] For port d4906bd1-5f65-44c8-a8d4-19431956abe5, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d4906bd1-5f65-44c8-a8d4-19431956abe5,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:13:55.459063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.481447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba567fbd-6e03-40a0-860e-ea1b000ddade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.486907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deefd7-22c9-4148-a140-41b7d022a917 req-a1381e9b-9e86-4723-8419-018e9dc4fa2c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:55.489099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Calling delete_port for d4906bd1-5f65-44c8-a8d4-19431956abe5 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:55.489501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34deefd7-22c9-4148-a140-41b7d022a917 req-a1381e9b-9e86-4723-8419-018e9dc4fa2c tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 945 time: 0.5718837 Sep 21 08:13:55.493974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba567fbd-6e03-40a0-860e-ea1b000ddade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.530571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Request body: {'port': {'device_id': '90382605-ea98-4040-ab98-2b47739ac8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:55.550497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.586576 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec700369-e487-4715-b443-8e3c34d0a855 x-openstack-request-id: req-ec700369-e487-4715-b443-8e3c34d0a855 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:55.586869 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-plugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:55.587112 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec700369-e487-4715-b443-8e3c34d0a855 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:55.587546 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'code': 200} Sep 21 08:13:55.644508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34deefd7-22c9-4148-a140-41b7d022a917 req-1bd1a6d5-9730-43ce-b979-5d7b3a8d53d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442342 Sep 21 08:13:55.644842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba567fbd-6e03-40a0-860e-ea1b000ddade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b59118f-0ea0-4df9-8c9f-f47ae8a1dddd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:55.665772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Port': ['ID=69a6f4be-2ea3-47b2-9baf-66a3b2c85c84,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:55.684823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Checking segment: {'id': 'acd6da54-56ed-4e58-a321-1e90d04d23e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '3cb494d9-c79e-416e-b953-e669e819b1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:55.685194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network hostable DHCP agents. Network: 3cb494d9-c79e-416e-b953-e669e819b1cb, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:13:55.706123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network 3cb494d9-c79e-416e-b953-e669e819b1cb is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:13:55.720940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3cb494d9-c79e-416e-b953-e669e819b1cb) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:55.728587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49556) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:55.729084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ba567fbd-6e03-40a0-860e-ea1b000ddade admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31cd667e940e46e4bed479a64b450a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715044 Sep 21 08:13:55.733714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab004708-33d7-462f-8932-43043bba7427 None None] Network 3cb494d9-c79e-416e-b953-e669e819b1cb requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:13:55.740800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.752254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:55.755708 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:55.979261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Port': ['ID=8821584d-3b86-437b-8dca-0d15bb81948e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:56.008045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Checking segment: {'id': '085aacc6-8afd-44d3-86dd-a3870aff71cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '198cdf35-6079-4fe0-9ead-47c8c60b5498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:56.008519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network hostable DHCP agents. Network: 198cdf35-6079-4fe0-9ead-47c8c60b5498, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:13:56.017462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36bd0a73-e97f-4b7c-98f5-bfeab868fcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.033183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d197e9-f47f-40eb-a249-015b9bbe3e98 req-886bbe21-26e4-4d98-a2b5-20923b80dbe1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:56.042165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83d197e9-f47f-40eb-a249-015b9bbe3e98 req-886bbe21-26e4-4d98-a2b5-20923b80dbe1 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 932 time: 0.3025725 Sep 21 08:13:56.065065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36bd0a73-e97f-4b7c-98f5-bfeab868fcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.067078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network 198cdf35-6079-4fe0-9ead-47c8c60b5498 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:13:56.097146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 198cdf35-6079-4fe0-9ead-47c8c60b5498) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:13:56.108352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e85291-90e7-4328-8d42-aec1cf6518e1 None None] Network 198cdf35-6079-4fe0-9ead-47c8c60b5498 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:13:56.125901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:13:56.137111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:56.146857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:56.147883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.181875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b8c242b0-a73a-4190-90b3-300a1349499f tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3089316 Sep 21 08:13:56.183130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49574) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:56.203733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83d197e9-f47f-40eb-a249-015b9bbe3e98 req-f6cb5eb5-2ad6-427d-947c-95130f98cef0 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605403 Sep 21 08:13:56.223296 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.247851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4e0cd518-d0af-48ba-8384-af20651b8af3', 'd4906bd1-5f65-44c8-a8d4-19431956abe5'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:13:56.297107 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36bd0a73-e97f-4b7c-98f5-bfeab868fcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.300146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36bd0a73-e97f-4b7c-98f5-bfeab868fcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.301455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-36bd0a73-e97f-4b7c-98f5-bfeab868fcb4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b59118f-0ea0-4df9-8c9f-f47ae8a1dddd HTTP/1.1" status: 204 len: 168 time: 0.5706580 Sep 21 08:13:56.326713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd0a73-e97f-4b7c-98f5-bfeab868fcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b59118f-0ea0-4df9-8c9f-f47ae8a1dddd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:56.340650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f0b5d-335f-48b6-b947-88c5589cff96 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:56.349828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f0b5d-335f-48b6-b947-88c5589cff96 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:56.356141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e39f0b5d-335f-48b6-b947-88c5589cff96 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1692741 Sep 21 08:13:56.356861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49580) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:56.420938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Pushing event deleted for resources: {'Port': ['ID=d4906bd1-5f65-44c8-a8d4-19431956abe5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:56.533708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] No DVR routers for this DVR port d4906bd1-5f65-44c8-a8d4-19431956abe5 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:13:56.545332 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.562093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c32d6f7-5ea4-45fc-b9d2-5d8e4da1db65 req-98456651-a4bc-4391-96eb-e5a139c5211e tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "DELETE /v2.0/ports/d4906bd1-5f65-44c8-a8d4-19431956abe5 HTTP/1.1" status: 204 len: 173 time: 1.4862423 Sep 21 08:13:56.562772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'name': 'network-vif-deleted', 'tag': 'd4906bd1-5f65-44c8-a8d4-19431956abe5'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:56.568915 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8770c29a-3fac-453b-b0aa-a99df74c393e" -d '{"events": [{"server_uuid": "f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3", "name": "network-vif-deleted", "tag": "d4906bd1-5f65-44c8-a8d4-19431956abe5"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:56.634616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.654923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Deleting port 69a6f4be-2ea3-47b2-9baf-66a3b2c85c84 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:56.655789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.769995 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db30c46-ff25-45f4-a7b4-740928cf4241 x-openstack-request-id: req-1db30c46-ff25-45f4-a7b4-740928cf4241 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:56.770344 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3", "name": "network-vif-deleted", "tag": "d4906bd1-5f65-44c8-a8d4-19431956abe5", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:56.770521 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1db30c46-ff25-45f4-a7b4-740928cf4241 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:56.771111 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3', 'name': 'network-vif-deleted', 'tag': 'd4906bd1-5f65-44c8-a8d4-19431956abe5', 'status': 'completed', 'code': 200} Sep 21 08:13:56.790784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:56.847746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Calling delete_port for 69a6f4be-2ea3-47b2-9baf-66a3b2c85c84 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:56.859730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a40427-5d94-4673-a3cb-8a14f8485fd6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:13:56.971126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0e9e3a5-09cf-4a78-8cac-8ce06065de0f req-b533c7c5-c34e-435f-9013-5c5df04e7aac tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4142e2e-1e28-47e6-b9d3-b4b1bfa4a9a3 HTTP/1.1" status: 200 len: 210 time: 0.1144543 Sep 21 08:13:56.978859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.031113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.034999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Transition to ACTIVE for port object a0a40427-5d94-4673-a3cb-8a14f8485fd6 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:13:57.049885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.116205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Port': ['ID=69a6f4be-2ea3-47b2-9baf-66a3b2c85c84,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:57.144837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.146903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5292e58b-ffa6-460b-9c6a-5a9f18772d4e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/ports/69a6f4be-2ea3-47b2-9baf-66a3b2c85c84 HTTP/1.1" status: 204 len: 168 time: 0.7888472 Sep 21 08:13:57.156988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49612) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:57.223996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Attempting to bind port a0a40427-5d94-4673-a3cb-8a14f8485fd6 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:13:57.224741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Attempting to bind port a0a40427-5d94-4673-a3cb-8a14f8485fd6 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:13:57.224741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Attempting to bind port a0a40427-5d94-4673-a3cb-8a14f8485fd6 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:13:57.235784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Port a0a40427-5d94-4673-a3cb-8a14f8485fd6 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:13:57.235963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Attempting to bind port a0a40427-5d94-4673-a3cb-8a14f8485fd6 on network 0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:13:57.245219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:13:57.245840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Checking segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:13:57.246023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Bound using segment: {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:13:57.246614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Bound port: a0a40427-5d94-4673-a3cb-8a14f8485fd6, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87d8f24d-05ca-4308-a4a2-39a824810866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:13:57.247082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.263008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Pushing event updated for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:57.363153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:13:57.374485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:13:57.384312 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.427172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Deleting port 8821584d-3b86-437b-8dca-0d15bb81948e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:13:57.427915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.478729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:57.479599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.489122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] 10.222.0.50 "PUT /v2.0/ports/a0a40427-5d94-4673-a3cb-8a14f8485fd6 HTTP/1.1" status: 200 len: 1092 time: 2.3201995 Sep 21 08:13:57.591545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d37066-4aa6-4184-820d-4034ec4083eb service neutron] Pushing event updated for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:57.663687 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.679722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.694627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-ce697cea-0815-4b9f-8884-1aebb5cb3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:57.699134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-ce697cea-0815-4b9f-8884-1aebb5cb3c1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 1095 time: 0.1431518 Sep 21 08:13:57.700831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ddbd-5d55-4b37-b9ba-f49a8fff6656 req-741ec907-ddd0-4f4a-9fc2-d8afcdd218bd tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:57.702625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab60ddbd-5d55-4b37-b9ba-f49a8fff6656 req-741ec907-ddd0-4f4a-9fc2-d8afcdd218bd tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 944 time: 0.2471499 Sep 21 08:13:57.707688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Calling delete_port for 8821584d-3b86-437b-8dca-0d15bb81948e owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:13:57.772669 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-a777c618-8c5f-4525-b375-223873a6a0c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6 HTTP/1.1" status: 200 len: 217 time: 0.0596042 Sep 21 08:13:57.812174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab60ddbd-5d55-4b37-b9ba-f49a8fff6656 req-2c88aee1-5c2f-4d39-bfc2-268c87897c4d tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013231 Sep 21 08:13:57.880953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-273a3f66-e03f-4111-bc17-16cc2fa1ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:57.882598 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.882754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-273a3f66-e03f-4111-bc17-16cc2fa1ffae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.1003354 Sep 21 08:13:57.938124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Port': ['ID=8821584d-3b86-437b-8dca-0d15bb81948e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:57.946742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:57.962137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3ce01018-886a-4813-9772-f25c6455d856 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/ports/8821584d-3b86-437b-8dca-0d15bb81948e HTTP/1.1" status: 204 len: 168 time: 0.8038423 Sep 21 08:13:57.981391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-e980caa7-6141-4f26-980d-aea580a0536b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891812 Sep 21 08:13:57.983586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49644) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:58.079833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-32339b24-924a-425f-8685-7e6e192370c6 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0899825 Sep 21 08:13:58.082481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49662) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:58.103361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-841963218'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:58.132596 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-8e2e0375-a1b6-41c9-830f-af1f24282916 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385212 Sep 21 08:13:58.146517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Made reservation on behalf of a5c209dd73994fe699ec9d4a1ecc29d3 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:58.156720 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.210687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:58.235341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.236419 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Added segment 39a8c783-41cc-4fb1-a62b-68296f3acc63 of type vlan for network f85821a4-f52f-49bf-abaa-7996398f0fc1 Sep 21 08:13:58.333178 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb1e7353-1088-4f56-a5a1-14c8e83fb311 req-0f30545d-5065-41dc-bbad-5bbc44a2c990 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876805 Sep 21 08:13:58.420994 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.478417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.489264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:58.490412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.541849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d4906bd1-5f65-44c8-a8d4-19431956abe5 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:13:58.564546 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4737403 Sep 21 08:13:58.568937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49684) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:58.584052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: d4906bd1-5f65-44c8-a8d4-19431956abe5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:13:58.584527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d4906bd1-5f65-44c8-a8d4-19431956abe5 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:13:58.584729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1514750996'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:58.654847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185a710-887d-4161-9ad2-51fb72440e4b req-9dfd6b37-c402-474c-b45e-a28324413aba tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:58.666725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d185a710-887d-4161-9ad2-51fb72440e4b req-9dfd6b37-c402-474c-b45e-a28324413aba tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1738110 Sep 21 08:13:58.673297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82893b90-56ef-4ff6-a8de-d71439e5a435 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Network': ['ID=f85821a4-f52f-49bf-abaa-7996398f0fc1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:58.689383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network f85821a4-f52f-49bf-abaa-7996398f0fc1 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:58.724217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Made reservation on behalf of a5c209dd73994fe699ec9d4a1ecc29d3 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:13:58.728631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.730485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d185a710-887d-4161-9ad2-51fb72440e4b req-dfada103-9952-459f-8460-98f8d0116c3a tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630546 Sep 21 08:13:58.772587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:13:58.775956 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9558525-0eb6-4b24-add8-231984827ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:13:58.797926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:13:58.815354 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.816190 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Added segment 3d90ccba-734d-4d39-9c13-64887073b8a2 of type vlan for network 36c85656-8b17-4471-a4f0-be96e0c4c7f5 Sep 21 08:13:58.902327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:58.984351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:59.002495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:59.003949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:59.048748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4784532 Sep 21 08:13:59.254417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc415b-ee5f-44ae-bd27-7e7879c54f3e tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Network': ['ID=36c85656-8b17-4471-a4f0-be96e0c4c7f5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:13:59.276584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 36c85656-8b17-4471-a4f0-be96e0c4c7f5 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:13:59.308324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49700) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:59.335993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49704) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:13:59.347513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'subnets': [{'network_id': 'f85821a4-f52f-49bf-abaa-7996398f0fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--17477431', 'ip_version': 4}, {'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:59.347910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'subnet': {'network_id': 'f85821a4-f52f-49bf-abaa-7996398f0fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--17477431', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:59.348540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Request body: {'subnet': {'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:13:59.539562 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7644bd13-74ed-4284-a814-21802a91c204 x-openstack-request-id: req-7644bd13-74ed-4284-a814-21802a91c204 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:13:59.540141 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:13:59.540463 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7644bd13-74ed-4284-a814-21802a91c204 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:13:59.541226 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'status': 'completed', 'code': 200} Sep 21 08:13:59.651727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d19a9eb9-0cc9-4d3d-b378-01af7bb4b385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:59.715055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9558525-0eb6-4b24-add8-231984827ab9 req-1e74112b-5cf9-4d66-891f-df5f7c9e5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:59.717850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9558525-0eb6-4b24-add8-231984827ab9 req-1e74112b-5cf9-4d66-891f-df5f7c9e5632 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=af883af499e245068ea61a3a4db99639&device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 1095 time: 0.1389313 Sep 21 08:13:59.749628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae3147-cf74-4883-898b-25b1399f637b req-ea76d302-17e7-4146-8f32-18ac2c8118fb tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:13:59.759779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bae3147-cf74-4883-898b-25b1399f637b req-ea76d302-17e7-4146-8f32-18ac2c8118fb tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 944 time: 0.1104157 Sep 21 08:13:59.877055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bae3147-cf74-4883-898b-25b1399f637b req-fd6e21fa-ecb0-43a0-ab54-b7bb35afb732 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150265 Sep 21 08:13:59.967297 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d19a9eb9-0cc9-4d3d-b378-01af7bb4b385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:13:59.987001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d19a9eb9-0cc9-4d3d-b378-01af7bb4b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:00.048534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9558525-0eb6-4b24-add8-231984827ab9 req-1e23196a-114c-48e6-ae5e-a244cfb04057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:00.051249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Made reservation on behalf of a5c209dd73994fe699ec9d4a1ecc29d3 for: {'subnet': 2} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:00.052325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9558525-0eb6-4b24-add8-231984827ab9 req-1e23196a-114c-48e6-ae5e-a244cfb04057 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 200 len: 906 time: 0.3265743 Sep 21 08:14:00.057521 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:00.058072 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:00.093589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d19a9eb9-0cc9-4d3d-b378-01af7bb4b385 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0797ce239c742af9ac1d1ebb2ffaf5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835269 Sep 21 08:14:00.095340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a9eb9-0cc9-4d3d-b378-01af7bb4b385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49c0660-570e-4f92-823c-a2d24c23972f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:00.099551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49712) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:00.145549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9558525-0eb6-4b24-add8-231984827ab9 req-94f90617-4d08-4d4d-9628-b2ec0cc861fa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6 HTTP/1.1" status: 200 len: 217 time: 0.0832090 Sep 21 08:14:00.269820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9558525-0eb6-4b24-add8-231984827ab9 req-38ad00e6-7e51-4a2f-b6d6-b0964b7b6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:00.271559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9558525-0eb6-4b24-add8-231984827ab9 req-38ad00e6-7e51-4a2f-b6d6-b0964b7b6ec4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 200 len: 845 time: 0.1151748 Sep 21 08:14:00.356406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9558525-0eb6-4b24-add8-231984827ab9 req-b767d9e2-5592-45c9-8f9b-f03d6c7d27dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647671 Sep 21 08:14:00.451633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526ec9-3297-468b-8620-ebbaa7eb39b7 req-ba19c922-0197-4510-ae78-f424db9dbd68 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:00.453923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c526ec9-3297-468b-8620-ebbaa7eb39b7 req-ba19c922-0197-4510-ae78-f424db9dbd68 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.1796851 Sep 21 08:14:00.549723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0a40427-5d94-4673-a3cb-8a14f8485fd6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:14:00.714136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c526ec9-3297-468b-8620-ebbaa7eb39b7 req-af06aaea-b8ac-4fcd-840e-f909b71aaf55 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/security-groups?id=a0cfbe8e-ad64-498d-bc21-38cae5b82c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469494 Sep 21 08:14:00.768234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9558525-0eb6-4b24-add8-231984827ab9 req-4710fbc1-ab12-476f-b7e2-723c07f7fa2a service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813121 Sep 21 08:14:00.833306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78870605-e03f-4548-ba76-88532bb188c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:00.888344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:00.921104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'mac_address': 'fa:16:3e:00:9e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:14:00.933305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78870605-e03f-4548-ba76-88532bb188c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.000544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9558525-0eb6-4b24-add8-231984827ab9 req-462ce229-e99a-48b8-94de-80e9d9153a61 service neutron] 10.222.0.50 "GET /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261901 Sep 21 08:14:01.018790 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.023436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-6476afe9-6f7b-4835-b5ed-0ea9402f1adc tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:01.032978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-6476afe9-6f7b-4835-b5ed-0ea9402f1adc tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 946 time: 0.4071321 Sep 21 08:14:01.072745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a40427-5d94-4673-a3cb-8a14f8485fd6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:01.131572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:01.143806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.180223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78870605-e03f-4548-ba76-88532bb188c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.191245 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78870605-e03f-4548-ba76-88532bb188c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.199010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78870605-e03f-4548-ba76-88532bb188c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c49c0660-570e-4f92-823c-a2d24c23972f HTTP/1.1" status: 204 len: 168 time: 1.0864580 Sep 21 08:14:01.232854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Deleting port 4e0cd518-d0af-48ba-8384-af20651b8af3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:01.233468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.292466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78870605-e03f-4548-ba76-88532bb188c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49c0660-570e-4f92-823c-a2d24c23972f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:01.314634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:01.331595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.455937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a0a40427-5d94-4673-a3cb-8a14f8485fd6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:14:01.470183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Subnet': ['ID=c3625ec7-8073-4c1d-abd4-5b0197cb9e0f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:01.564541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Checking segment: {'id': '39a8c783-41cc-4fb1-a62b-68296f3acc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f85821a4-f52f-49bf-abaa-7996398f0fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:01.565610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network hostable DHCP agents. Network: f85821a4-f52f-49bf-abaa-7996398f0fc1, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:01.619692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network f85821a4-f52f-49bf-abaa-7996398f0fc1 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:01.651702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, f85821a4-f52f-49bf-abaa-7996398f0fc1) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:01.669216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.732054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6b35e-d9b4-4903-9055-5cf90156852c None None] Network f85821a4-f52f-49bf-abaa-7996398f0fc1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:01.885576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event updated for resources: {'Subnet': ['ID=536f15e1-214b-426a-a2a9-d98c15d5c438,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:01.903925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] For port 4e0cd518-d0af-48ba-8384-af20651b8af3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4e0cd518-d0af-48ba-8384-af20651b8af3,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:01.905542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:01.960479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Calling delete_port for 4e0cd518-d0af-48ba-8384-af20651b8af3 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:01.960479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:02.053990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5051733-4ea3-4e79-82da-5c652ddd523a req-4ae384b9-b90c-4853-9164-d7fee65cd786 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:02.054235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Checking segment: {'id': '3d90ccba-734d-4d39-9c13-64887073b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:02.054235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network hostable DHCP agents. Network: 36c85656-8b17-4471-a4f0-be96e0c4c7f5, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:02.054513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5051733-4ea3-4e79-82da-5c652ddd523a req-4ae384b9-b90c-4853-9164-d7fee65cd786 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 945 time: 0.5446744 Sep 21 08:14:02.067175 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.109958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b91161ce-8ae0-4d21-8bf7-f3e7bc5d6e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.110275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Network 36c85656-8b17-4471-a4f0-be96e0c4c7f5 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:02.167221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 36c85656-8b17-4471-a4f0-be96e0c4c7f5) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:02.172103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:02.172596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:02.173251 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.200302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ec986-1ab3-4f2c-9460-28bcb04f1191 None None] Network 36c85656-8b17-4471-a4f0-be96e0c4c7f5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:02.243232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-687bc69a-5bec-43b9-8e61-c49cb50d95bc tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.9052205 Sep 21 08:14:02.244826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49734) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:02.311502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5051733-4ea3-4e79-82da-5c652ddd523a req-704a345b-00ca-4e3a-9941-851f47adc26a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883537 Sep 21 08:14:02.493583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f153e1d-d777-41cf-966b-ff84b0d8f395 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:02.498659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f153e1d-d777-41cf-966b-ff84b0d8f395 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:02.503025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f153e1d-d777-41cf-966b-ff84b0d8f395 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:02.513582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6f153e1d-d777-41cf-966b-ff84b0d8f395 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2642035 Sep 21 08:14:02.514434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49736) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:02.555136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0fd38b-7572-48d1-9e84-3db39d590f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-f85821a4-f52f-49bf-abaa-7996398f0fc1', 'network_id': 'f85821a4-f52f-49bf-abaa-7996398f0fc1', 'tenant_id': 'a5c209dd73994fe699ec9d4a1ecc29d3', 'fixed_ips': [{'subnet_id': 'c3625ec7-8073-4c1d-abd4-5b0197cb9e0f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:02.565093 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd38b-7572-48d1-9e84-3db39d590f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.672259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Deleting subnet c3625ec7-8073-4c1d-abd4-5b0197cb9e0f {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:14:02.680760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.694561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.785484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.878779 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.930689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b91161ce-8ae0-4d21-8bf7-f3e7bc5d6e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.953394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-36c85656-8b17-4471-a4f0-be96e0c4c7f5', 'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5', 'tenant_id': 'a5c209dd73994fe699ec9d4a1ecc29d3', 'fixed_ips': [{'subnet_id': '536f15e1-214b-426a-a2a9-d98c15d5c438'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:02.960720 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.986425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] No DVR routers for this DVR port 4e0cd518-d0af-48ba-8384-af20651b8af3 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:02.991808 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:02.994068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b4d5a5d-0d0d-4d7c-ad4b-f15b4db241a2 req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.50 "DELETE /v2.0/ports/4e0cd518-d0af-48ba-8384-af20651b8af3 HTTP/1.1" status: 204 len: 173 time: 1.9532785 Sep 21 08:14:02.994892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b997d18-8ca3-455b-a998-43fecfc7d2d9 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] Pushing event deleted for resources: {'Port': ['ID=4e0cd518-d0af-48ba-8384-af20651b8af3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:02.998990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'name': 'network-vif-deleted', 'tag': '4e0cd518-d0af-48ba-8384-af20651b8af3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:03.001728 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c26f79-ca27-4be2-930c-ba25ed63776e" -d '{"events": [{"server_uuid": "f0b1c43b-6852-4d35-b4de-2291ae092935", "name": "network-vif-deleted", "tag": "4e0cd518-d0af-48ba-8384-af20651b8af3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:03.004537 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b91161ce-8ae0-4d21-8bf7-f3e7bc5d6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.007685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.064268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Subnet': ['ID=c3625ec7-8073-4c1d-abd4-5b0197cb9e0f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:03.078527 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.084938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49742) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:03.089597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b67a6154-b2b1-4a3a-a14d-8baef1b58014 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/subnets/c3625ec7-8073-4c1d-abd4-5b0197cb9e0f HTTP/1.1" status: 204 len: 168 time: 0.5673358 Sep 21 08:14:03.205880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b91161ce-8ae0-4d21-8bf7-f3e7bc5d6e92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6d40281eb6349c9be0f268478b280c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1869047 Sep 21 08:14:03.213237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49744) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:03.248668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91161ce-8ae0-4d21-8bf7-f3e7bc5d6e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc33e236-611e-4165-a8b3-1c0e02f82c4f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:03.297885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Deleting subnet 536f15e1-214b-426a-a2a9-d98c15d5c438 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:14:03.308746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-433099b6-d83d-45c8-8719-4ee3bd6a9828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.353258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-433099b6-d83d-45c8-8719-4ee3bd6a9828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.398767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Allocated IP 172.20.0.18 (36c85656-8b17-4471-a4f0-be96e0c4c7f5/536f15e1-214b-426a-a2a9-d98c15d5c438/3c5901d0-73ac-4ec0-aecf-47ad7c203e43) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:03.450850 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-433099b6-d83d-45c8-8719-4ee3bd6a9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.453998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-433099b6-d83d-45c8-8719-4ee3bd6a9828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.455222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-433099b6-d83d-45c8-8719-4ee3bd6a9828 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc33e236-611e-4165-a8b3-1c0e02f82c4f HTTP/1.1" status: 204 len: 168 time: 0.2409673 Sep 21 08:14:03.478273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433099b6-d83d-45c8-8719-4ee3bd6a9828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc33e236-611e-4165-a8b3-1c0e02f82c4f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:03.522459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d1a87dd-11a4-49be-af80-4cef06114d49 req-0e012447-bf44-49de-a182-2fec598cfcc6 tempest-ListServerFiltersTestJSON-1087847066 tempest-ListServerFiltersTestJSON-1087847066-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0b1c43b-6852-4d35-b4de-2291ae092935 HTTP/1.1" status: 200 len: 210 time: 0.0547984 Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-8c0fd38b-7572-48d1-9e84-3db39d590f67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3625ec7-8073-4c1d-abd4-5b0197cb9e0f: This subnet is being modified by another concurrent operation. Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:14:03.541381 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3625ec7-8073-4c1d-abd4-5b0197cb9e0f: This subnet is being modified by another concurrent operation. Sep 21 08:14:03.547234 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:14:03.583686 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78774768-7d8c-422a-bff3-0773f72ce1ff x-openstack-request-id: req-78774768-7d8c-422a-bff3-0773f72ce1ff {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:03.586256 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b1c43b-6852-4d35-b4de-2291ae092935", "name": "network-vif-deleted", "tag": "4e0cd518-d0af-48ba-8384-af20651b8af3", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:03.591860 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78774768-7d8c-422a-bff3-0773f72ce1ff {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:03.592555 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b1c43b-6852-4d35-b4de-2291ae092935', 'name': 'network-vif-deleted', 'tag': '4e0cd518-d0af-48ba-8384-af20651b8af3', 'status': 'completed', 'code': 200} Sep 21 08:14:03.649050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388c013-ca5e-4596-99d9-e2de26ce668e None None] Network f85821a4-f52f-49bf-abaa-7996398f0fc1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:03.780943 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:03.798638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87852cda-c913-4820-b753-344b8d78e60e req-70a0135f-5f52-44ac-9a5b-f8b57113e55e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:03.800816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87852cda-c913-4820-b753-344b8d78e60e req-70a0135f-5f52-44ac-9a5b-f8b57113e55e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 945 time: 0.1064229 Sep 21 08:14:03.915225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87852cda-c913-4820-b753-344b8d78e60e req-a7ca969c-02a3-4e4a-a3e2-8b5b9eff8a12 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068232 Sep 21 08:14:04.086367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.103732 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.110216 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.158364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Network 36c85656-8b17-4471-a4f0-be96e0c4c7f5 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:04.215491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:04.223181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:04.235303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.272935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Pushing event updated for resources: {'Port': ['ID=3c5901d0-73ac-4ec0-aecf-47ad7c203e43,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:04.324022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Attempting to bind port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:04.325324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Attempting to bind port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '3d90ccba-734d-4d39-9c13-64887073b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:04.325950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Attempting to bind port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 on network 36c85656-8b17-4471-a4f0-be96e0c4c7f5 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:04.338380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:04.340105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Checking segment: {'id': '3d90ccba-734d-4d39-9c13-64887073b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:04.341218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.342451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Bound using segment: {'id': '3d90ccba-734d-4d39-9c13-64887073b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:04.344780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Bound port: 3c5901d0-73ac-4ec0-aecf-47ad7c203e43, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d90ccba-734d-4d39-9c13-64887073b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '36c85656-8b17-4471-a4f0-be96e0c4c7f5'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:04.345388 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.466410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] For port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:04.470751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] For port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3c5901d0-73ac-4ec0-aecf-47ad7c203e43,segment=NetworkSegment(3d90ccba-734d-4d39-9c13-64887073b8a2),segment_id=3d90ccba-734d-4d39-9c13-64887073b8a2)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:04.483559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.483809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.604435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a08e81-6762-4d8d-8d05-3efc887b49d4 None None] Pushing event updated for resources: {'Port': ['ID=3c5901d0-73ac-4ec0-aecf-47ad7c203e43,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:04.627937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.631212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0a40427-5d94-4673-a3cb-8a14f8485fd6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:04.676252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49782) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:04.743712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Subnet': ['ID=536f15e1-214b-426a-a2a9-d98c15d5c438,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:04.762267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.768623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49784) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:04.771379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4e166a8b-4e38-4437-bd23-6a814481f139 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/subnets/536f15e1-214b-426a-a2a9-d98c15d5c438 HTTP/1.1" status: 204 len: 168 time: 1.6828420 Sep 21 08:14:04.815130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a0a40427-5d94-4673-a3cb-8a14f8485fd6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:14:04.823266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a0a40427-5d94-4673-a3cb-8a14f8485fd6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:04.825182 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.841305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] Deleting subnet 3296b040-3f77-43d1-9411-d227d0612e64 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:14:04.851665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49786) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:04.857293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:04.905545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ae88b-bd2d-4836-94e8-fe986d3dc8af tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:04.910784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49792) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:04.923195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b9ae88b-bd2d-4836-94e8-fe986d3dc8af tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1532321 Sep 21 08:14:04.986524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.088362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.160706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:05.161786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:05.164617 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b4e96-ac6c-4824-902f-122e07ff84c5" -d '{"events": [{"server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "name": "network-vif-plugged", "status": "completed", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:05.170063 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.171015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4e0cd518-d0af-48ba-8384-af20651b8af3 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:05.188199 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.234804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:05.236318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b846fe25-553c-4d30-aaef-5568a9ec37ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.365204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 4e0cd518-d0af-48ba-8384-af20651b8af3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:14:05.367783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4e0cd518-d0af-48ba-8384-af20651b8af3 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:14:05.378772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.410707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b846fe25-553c-4d30-aaef-5568a9ec37ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.483354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a94f-2668-417c-9b6d-bda53fcaf022 req-f4a8ef8d-0afb-4a23-8b98-c8cb0661e1c6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:05.491451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ca9a94f-2668-417c-9b6d-bda53fcaf022 req-f4a8ef8d-0afb-4a23-8b98-c8cb0661e1c6 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 946 time: 0.2941351 Sep 21 08:14:05.500054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b846fe25-553c-4d30-aaef-5568a9ec37ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.562598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846fe25-553c-4d30-aaef-5568a9ec37ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae37d12d-8082-4b0e-81b7-70c8d079e3f1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:05.582041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Deleting port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:05.582390 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.623076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:05.667296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] For port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3c5901d0-73ac-4ec0-aecf-47ad7c203e43,segment=NetworkSegment(3d90ccba-734d-4d39-9c13-64887073b8a2),segment_id=3d90ccba-734d-4d39-9c13-64887073b8a2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:05.667766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.686167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Calling delete_port for 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:05.716842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:05.717542 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.723586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b846fe25-553c-4d30-aaef-5568a9ec37ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=739c737824fb45e996f91c176bb29249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699641 Sep 21 08:14:05.728950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49810) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:05.750809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ca9a94f-2668-417c-9b6d-bda53fcaf022 req-604e6285-e191-40e8-a059-3c060f615db0 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525046 Sep 21 08:14:05.832921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.900670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3296b040-3f77-43d1-9411-d227d0612e64,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:05.924212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.927961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-820f85d9-d9e6-4148-9e8c-a0d4fa4fdcc0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3296b040-3f77-43d1-9411-d227d0612e64 HTTP/1.1" status: 204 len: 168 time: 1.2498646 Sep 21 08:14:05.938254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49816) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:05.953146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.956929 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45bdb438-794a-471a-881b-91aa88398b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.967974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:05.971259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef004d-3916-4123-8aa4-f8a1f06156df None None] Network 5adfd8ca-a1a8-4be9-8011-90efd43aa405 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:05.999705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49818) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:06.013363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45bdb438-794a-471a-881b-91aa88398b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.047566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Port': ['ID=3c5901d0-73ac-4ec0-aecf-47ad7c203e43,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:06.052269 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dc0435-ba73-48c2-b8a9-643cc6aadc2b x-openstack-request-id: req-f4dc0435-ba73-48c2-b8a9-643cc6aadc2b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:06.052596 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "name": "network-vif-plugged", "status": "completed", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:06.055509 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4dc0435-ba73-48c2-b8a9-643cc6aadc2b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:06.056559 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'code': 200} Sep 21 08:14:06.097725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] No DVR routers for this DVR port 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:06.112687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45bdb438-794a-471a-881b-91aa88398b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.115648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45bdb438-794a-471a-881b-91aa88398b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.117089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45bdb438-794a-471a-881b-91aa88398b23 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae37d12d-8082-4b0e-81b7-70c8d079e3f1 HTTP/1.1" status: 204 len: 168 time: 0.3801346 Sep 21 08:14:06.130392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdb438-794a-471a-881b-91aa88398b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae37d12d-8082-4b0e-81b7-70c8d079e3f1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:06.243738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.340914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.349161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-118738443-network', 'tenant_id': '58182623161f4be392584bf410df279f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:06.381165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c07df8-3a23-4e4a-8b90-c8e5dfd139fa req-77afa57c-b203-4e55-8295-f00f6017dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:06.382811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78c07df8-3a23-4e4a-8b90-c8e5dfd139fa req-77afa57c-b203-4e55-8295-f00f6017dd7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 1097 time: 0.2361927 Sep 21 08:14:06.406528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] DHCP port deletion for 5adfd8ca-a1a8-4be9-8011-90efd43aa405 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:14:06.408144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c85656-8b17-4471-a4f0-be96e0c4c7f5']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:06.415892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Made reservation on behalf of 58182623161f4be392584bf410df279f for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:06.420611 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.429267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d90ccba-734d-4d39-9c13-64887073b8a2') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:06.432399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d90ccba-734d-4d39-9c13-64887073b8a2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:06.446174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.451803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.473939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c92e3-94f0-488d-a027-9e6c31a1dd2e None None] Network 36c85656-8b17-4471-a4f0-be96e0c4c7f5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:06.478287 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78c07df8-3a23-4e4a-8b90-c8e5dfd139fa req-bac8f8d8-17f8-477c-b9db-d598664b8288 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840850 Sep 21 08:14:06.480948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.497248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:06.498033 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:06.501878 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:06.519354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Deleting port 7cb0f947-a052-4143-9106-f8b76d553c8b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:06.528221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.546138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e677de04-3e3f-46c6-a721-85dd572416b8 None None] Could not find standard attr ID for object 3c5901d0-73ac-4ec0-aecf-47ad7c203e43. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:14:06.624837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] Deleting port 7cb0f947-a052-4143-9106-f8b76d553c8b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:06.625128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.694039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.717976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.723580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/networks/36c85656-8b17-4471-a4f0-be96e0c4c7f5 HTTP/1.1" status: 204 len: 168 time: 1.8110683 Sep 21 08:14:06.726391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] For port 7cb0f947-a052-4143-9106-f8b76d553c8b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7cb0f947-a052-4143-9106-f8b76d553c8b,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:06.727047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.733867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49828) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:06.747190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] For port 7cb0f947-a052-4143-9106-f8b76d553c8b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7cb0f947-a052-4143-9106-f8b76d553c8b,segment=NetworkSegment(af3088a0-fe3c-4655-8190-f32032f7bbd0),segment_id=af3088a0-fe3c-4655-8190-f32032f7bbd0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:06.748193 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.778286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] Calling delete_port for 7cb0f947-a052-4143-9106-f8b76d553c8b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:06.823264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71144c7-0e4d-428e-a5e1-0d78fd6503e0 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Network': ['ID=36c85656-8b17-4471-a4f0-be96e0c4c7f5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:06.847005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Calling delete_port for 7cb0f947-a052-4143-9106-f8b76d553c8b owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:06.961330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.980771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:06.997993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.045153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f006057-6867-465a-996b-15d7f2e16278,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:07.069440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2938a-23fb-490f-a0b3-8057433d73ed req-fb93eeb2-459f-4095-8bab-1be8e9b2dee7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:07.075542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dc2938a-23fb-490f-a0b3-8057433d73ed req-fb93eeb2-459f-4095-8bab-1be8e9b2dee7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 946 time: 0.1191518 Sep 21 08:14:07.082826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd930f34-c90f-4be4-a4b8-96be8c3621ca None None] DHCP port deletion for 36c85656-8b17-4471-a4f0-be96e0c4c7f5 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:14:07.084014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:07.138333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.138692 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Added segment d14ea174-4029-492c-917b-b07e0aa0a58d of type vlan for network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 Sep 21 08:14:07.167071 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.178675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dc2938a-23fb-490f-a0b3-8057433d73ed req-1b7ffc36-c656-4cb1-91d0-ff4692c79290 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971451 Sep 21 08:14:07.189219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.232079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] No DVR routers for this DVR port 7cb0f947-a052-4143-9106-f8b76d553c8b on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:07.236861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb0f947-a052-4143-9106-f8b76d553c8b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:07.240000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.275365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] Pushing event deleted for resources: {'Port': ['ID=7cb0f947-a052-4143-9106-f8b76d553c8b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:07.290990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e24ab-a368-4158-b474-857782206ee0 None None] No DVR routers for this DVR port 7cb0f947-a052-4143-9106-f8b76d553c8b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:07.310828 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.316094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f84f9-7369-47fc-9add-7d8135449401 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:14:07.334949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85821a4-f52f-49bf-abaa-7996398f0fc1']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:07.372883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a8c783-41cc-4fb1-a62b-68296f3acc63') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:07.374012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a8c783-41cc-4fb1-a62b-68296f3acc63') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:07.380894 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.428127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adfd8ca-a1a8-4be9-8011-90efd43aa405']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:07.447910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3088a0-fe3c-4655-8190-f32032f7bbd0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:07.448192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3088a0-fe3c-4655-8190-f32032f7bbd0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:07.469569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.485341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.497035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.502433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.503496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:07.506034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.513482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7cb0f947-a052-4143-9106-f8b76d553c8b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:07.516202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:07.516879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:07.522801 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:07.542600 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.551149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:07.551590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.612372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7cb0f947-a052-4143-9106-f8b76d553c8b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:14:07.612727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7cb0f947-a052-4143-9106-f8b76d553c8b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:14:07.613408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:07.679934 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:07.688724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49850) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:07.688893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6878247 Sep 21 08:14:07.701817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.707837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Request body: {'subnet': {'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-118738443-subnet', 'tenant_id': '58182623161f4be392584bf410df279f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:07.734155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.736934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/networks/f85821a4-f52f-49bf-abaa-7996398f0fc1 HTTP/1.1" status: 204 len: 168 time: 0.9975486 Sep 21 08:14:07.739391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49852) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:07.747771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.755691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.757839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5adfd8ca-a1a8-4be9-8011-90efd43aa405 HTTP/1.1" status: 204 len: 168 time: 1.8182006 Sep 21 08:14:07.775281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:14:07.793963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3c5901d0-73ac-4ec0-aecf-47ad7c203e43 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:14:07.860789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f76978-9789-45b1-ad4e-11e71e4b7fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5adfd8ca-a1a8-4be9-8011-90efd43aa405,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:07.886945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Made reservation on behalf of 58182623161f4be392584bf410df279f for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:07.893165 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:07.944692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad916b-09b7-4a40-9f4f-a90d742b0e7d admin admin] Pushing event updated for resources: {'Network': ['ID=0beafd4b-9259-4bcd-ba61-88cfb43f1670,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:07.944862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f84f9-7369-47fc-9add-7d8135449401 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:14:07.961715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:08.024429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc222f3-918c-4aac-a299-7209392ec3e3 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Network': ['ID=f85821a4-f52f-49bf-abaa-7996398f0fc1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:08.117919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49858) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:08.148134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.346746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.369079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198cdf35-6079-4fe0-9ead-47c8c60b5498']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:08.381212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085aacc6-8afd-44d3-86dd-a3870aff71cd') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:08.381799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085aacc6-8afd-44d3-86dd-a3870aff71cd') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:08.393021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.407383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a2db462f-ecb2-4bce-ac73-9d37c10f45c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70f636b848214219a7c95350936ec409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874904 Sep 21 08:14:08.407979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.412397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.414416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49866) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:08.439398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:08.439808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:08.443388 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:08.541439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.548839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3076bd-9269-4227-a896-21f9716ee871 req-9a71812e-71d9-4d51-a6bc-f26a52c368fd tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:08.550539 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f3076bd-9269-4227-a896-21f9716ee871 req-9a71812e-71d9-4d51-a6bc-f26a52c368fd tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 946 time: 0.1638854 Sep 21 08:14:08.555907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42b2689a-1841-4bef-a6ab-2ac9dea081a4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:08.562895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Checking segment: {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:08.563254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Network hostable DHCP agents. Network: 0beafd4b-9259-4bcd-ba61-88cfb43f1670, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:08.564023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.570743 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/networks/198cdf35-6079-4fe0-9ead-47c8c60b5498 HTTP/1.1" status: 204 len: 168 time: 0.8301823 Sep 21 08:14:08.573225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49868) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:08.573919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2141bd6b-d864-474e-88ef-5533c87ca759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.613889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:08.626063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0beafd4b-9259-4bcd-ba61-88cfb43f1670) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:08.631189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:08.631814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.653877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f3076bd-9269-4227-a896-21f9716ee871 req-900afdef-19a1-493c-ba0d-41fef341e8f7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858471 Sep 21 08:14:08.663364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d23428bc-31e4-4475-b4e3-c5b961543123 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9619408 Sep 21 08:14:08.672230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fd51e-efa1-43b7-8e4c-5be6b71e4228 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Network': ['ID=198cdf35-6079-4fe0-9ead-47c8c60b5498,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:08.752363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2141bd6b-d864-474e-88ef-5533c87ca759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:08.987219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.048487 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2141bd6b-d864-474e-88ef-5533c87ca759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.053969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2141bd6b-d864-474e-88ef-5533c87ca759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.055398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2141bd6b-d864-474e-88ef-5533c87ca759 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0cfbe8e-ad64-498d-bc21-38cae5b82c13 HTTP/1.1" status: 204 len: 168 time: 0.6398659 Sep 21 08:14:09.062964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdff0a6-2b38-41a4-b5a8-15c0a1bd93d3 None None] Network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:09.089570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141bd6b-d864-474e-88ef-5533c87ca759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cfbe8e-ad64-498d-bc21-38cae5b82c13,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:09.140096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.204484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb494d9-c79e-416e-b953-e669e819b1cb']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:09.235508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd6da54-56ed-4e58-a321-1e90d04d23e6') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:09.235814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd6da54-56ed-4e58-a321-1e90d04d23e6') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:09.256675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.301655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.314225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:09.319506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.337431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cacef9-a833-4400-8c14-a384315ce8e7 None None] Network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:09.492134 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:09.499513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.519247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:09.521563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] 10.222.0.59 "DELETE /v2.0/networks/3cb494d9-c79e-416e-b953-e669e819b1cb HTTP/1.1" status: 204 len: 168 time: 0.9412670 Sep 21 08:14:09.553686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890920c-c1d7-4920-aad8-d25c2675f6a9 tempest-BulkNetworkOpsTest-2117841545 tempest-BulkNetworkOpsTest-2117841545-project] Pushing event deleted for resources: {'Network': ['ID=3cb494d9-c79e-416e-b953-e669e819b1cb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:09.781233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49898) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:10.135933 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9b26bc5-2aff-42fd-aa7b-71fdd289dbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.161891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49910) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:10.342837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9b26bc5-2aff-42fd-aa7b-71fdd289dbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.350884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9b26bc5-2aff-42fd-aa7b-71fdd289dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.403781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b26bc5-2aff-42fd-aa7b-71fdd289dbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd7b9ad-c25a-47de-ba31-c938c03477b5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:10.408481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b9b26bc5-2aff-42fd-aa7b-71fdd289dbb7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7000114f26c542eda21f5cc3fa0f9c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255944 Sep 21 08:14:10.411507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49920) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:10.532480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-870f7741-abcc-4a4f-bb30-51752ae908b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5c209dd73994fe699ec9d4a1ecc29d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688412 Sep 21 08:14:10.535099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49926) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:10.556590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02a56bd9-17fb-4134-baab-80dd3dcba630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.646178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc441094-1652-4948-83e1-f3572471024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.654046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02a56bd9-17fb-4134-baab-80dd3dcba630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.692127 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc441094-1652-4948-83e1-f3572471024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.739098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49930) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:10.789147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02a56bd9-17fb-4134-baab-80dd3dcba630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.801412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02a56bd9-17fb-4134-baab-80dd3dcba630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.807403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-02a56bd9-17fb-4134-baab-80dd3dcba630 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4dd7b9ad-c25a-47de-ba31-c938c03477b5 HTTP/1.1" status: 204 len: 168 time: 0.3917844 Sep 21 08:14:10.810246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc441094-1652-4948-83e1-f3572471024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.812775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc441094-1652-4948-83e1-f3572471024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.813880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bc441094-1652-4948-83e1-f3572471024e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28d1d000-5ae0-4fbd-9b20-4b2a00d61789 HTTP/1.1" status: 204 len: 168 time: 0.2780459 Sep 21 08:14:10.825257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a56bd9-17fb-4134-baab-80dd3dcba630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd7b9ad-c25a-47de-ba31-c938c03477b5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:10.843734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc441094-1652-4948-83e1-f3572471024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d1d000-5ae0-4fbd-9b20-4b2a00d61789,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:10.921616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2024916733-network', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:10.961204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Made reservation on behalf of 64837cc605d547898f2d13fa7a83d64e for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:10.968602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:10.990425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.209764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.216901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.245437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:11.282471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:11.286292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.286875 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Added segment a1751482-962c-4ed7-a75d-84bc00e04519 of type vlan for network d703ed52-8229-4a1f-af6e-cc602621b9f4 Sep 21 08:14:11.381471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.429479 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.431115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:11.432093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.527917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] Pushing event updated for resources: {'Network': ['ID=d703ed52-8229-4a1f-af6e-cc602621b9f4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:11.533924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-00515697-5e4a-4e3f-8e5f-d03428c8c86e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7913134 Sep 21 08:14:11.534345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49960) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:11.539580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Request body: {'subnet': {'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2024916733-subnet', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:11.546799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:11.666976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Made reservation on behalf of 64837cc605d547898f2d13fa7a83d64e for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:11.669617 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:11.817519 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:14:11.971966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.061534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:12.064682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:12.065040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Network hostable DHCP agents. Network: d703ed52-8229-4a1f-af6e-cc602621b9f4, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:12.087417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:12.106486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d703ed52-8229-4a1f-af6e-cc602621b9f4) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:12.114611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89423288-1bfe-4210-b289-c418af224c86 None None] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:12.135903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:12.136536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.165106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c9fd86f9-f6bd-436f-a1bc-bb55a9959fab admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6296897 Sep 21 08:14:12.168692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49976) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:12.175528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:12.265504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.267205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.398811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d703ed52-8229-4a1f-af6e-cc602621b9f4', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:12.400129 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.411542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.597251 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.600486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49990) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:12.704246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Allocated IP 172.20.0.2 (d703ed52-8229-4a1f-af6e-cc602621b9f4/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb/225e9c96-64f4-40b2-bfef-80ef42c88368) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:12.731215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-323225253'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:12.770600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:12.775299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.810901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.918610 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:12.928105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.024392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Pushing event updated for resources: {'Port': ['ID=225e9c96-64f4-40b2-bfef-80ef42c88368,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:13.043128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.047239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:13.051817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.052596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:13.055638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:13.063806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.077451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:13.089008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.090368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.090727 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment 00309024-87ab-4a2e-819a-27a1cd6a935c of type vlan for network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 Sep 21 08:14:13.136034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.139618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Attempting to bind port 225e9c96-64f4-40b2-bfef-80ef42c88368 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:13.139988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Attempting to bind port 225e9c96-64f4-40b2-bfef-80ef42c88368 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:13.140348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Attempting to bind port 225e9c96-64f4-40b2-bfef-80ef42c88368 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:13.145475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:13.145854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:13.146242 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.146631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Bound using segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:13.147086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Bound port: 225e9c96-64f4-40b2-bfef-80ef42c88368, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:13.147487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.166061 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.172018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:13.172655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.248249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6463752 Sep 21 08:14:13.263728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4179cc73-a8a5-4922-a43c-ebde6e854f30,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:13.268726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] For port 225e9c96-64f4-40b2-bfef-80ef42c88368, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:13.273061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] For port 225e9c96-64f4-40b2-bfef-80ef42c88368, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=225e9c96-64f4-40b2-bfef-80ef42c88368,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:13.278162 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.362275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Allocated IP 172.25.1.10 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:13.371915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49996) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:13.383565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9bcaa-906d-4727-873b-6d9070f15e69 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=9457e4a7-1996-4b2c-8f44-899f5ec4eeb6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:13.385857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': '9457e4a7-1996-4b2c-8f44-899f5ec4eeb6', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:13.417009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:13.421174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c170a-12a8-4dc2-a8f7-dc581b366556 None None] Pushing event updated for resources: {'Port': ['ID=225e9c96-64f4-40b2-bfef-80ef42c88368,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:13.612798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:13.616431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:13.874746 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:14.013326 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:14.113501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:14.121477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:14.124621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:14.139028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:14.206020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Pushing event updated for resources: {'Port': ['ID=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:14.259925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=7fd104c1-50f7-4728-9110-699db5581516,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:14.324235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': '00309024-87ab-4a2e-819a-27a1cd6a935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9457e4a7-1996-4b2c-8f44-899f5ec4eeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:14.326085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:14.959095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:14.980792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:14.988066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:14.988702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:14.999071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd0f5e-4a08-4133-a1b7-9b58ea3603db None None] Network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:15.155715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f73bcf5-88de-499d-ae52-4325fee68a75 None None] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:15.290584 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:15.392371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f738c3f2-37d4-4835-bc90-d88881459c39 None None] Provisioning complete for port 225e9c96-64f4-40b2-bfef-80ef42c88368 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:15.392847 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f738c3f2-37d4-4835-bc90-d88881459c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:15.431133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-ab9f042e-5148-4220-b43e-7fa1088fd973 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:15.436067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-ab9f042e-5148-4220-b43e-7fa1088fd973 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 821 time: 0.8305120 Sep 21 08:14:15.492106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-4f55ed47-8a3d-4070-b844-f83928ab0db1 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/quotas/58182623161f4be392584bf410df279f HTTP/1.1" status: 200 len: 375 time: 0.0478628 Sep 21 08:14:15.665192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-ed29904c-5f3c-4f2f-aeb6-4a1d2d154622 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1629255 Sep 21 08:14:15.681077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c59e1bc4-74a6-4ca0-aa9f-c82ebf4ea43b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3026242 Sep 21 08:14:15.690001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50058) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:15.728963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1228520075'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:15.729355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-9457e4a7-1996-4b2c-8f44-899f5ec4eeb6', 'network_id': '9457e4a7-1996-4b2c-8f44-899f5ec4eeb6', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': '7fd104c1-50f7-4728-9110-699db5581516'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:15.734747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40797f8b-7ea0-42d6-b516-3f4127e877b7 req-9e00d40c-c0cb-4014-884a-2c098e1b63b9 tempest-AbsoluteLimitsNegativeTestJSON-769140283 tempest-AbsoluteLimitsNegativeTestJSON-769140283-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=42e393435ab7410f8311b1164debbca5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031578 Sep 21 08:14:15.736355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:15.739566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 225e9c96-64f4-40b2-bfef-80ef42c88368 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:15.873805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-ac078da9-05c7-45ea-ada6-ab931225ec01 service neutron] 10.222.0.59 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992195 Sep 21 08:14:15.896120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:15.906301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.008110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f738c3f2-37d4-4835-bc90-d88881459c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.013822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Allocated IP 172.20.255.242 (9457e4a7-1996-4b2c-8f44-899f5ec4eeb6/7fd104c1-50f7-4728-9110-699db5581516/da1192e0-60fd-4c31-ab5d-59feef81e333) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:16.020112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:16.022738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.091591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-96aab274-2a8a-434c-8ac3-d21c2715ca7b service neutron] 10.222.0.59 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108846 Sep 21 08:14:16.101820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40797f8b-7ea0-42d6-b516-3f4127e877b7 req-7894d483-b719-4f88-a6f4-b0d1bdf0e2d9 tempest-AbsoluteLimitsNegativeTestJSON-769140283 tempest-AbsoluteLimitsNegativeTestJSON-769140283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:16.104102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40797f8b-7ea0-42d6-b516-3f4127e877b7 req-7894d483-b719-4f88-a6f4-b0d1bdf0e2d9 tempest-AbsoluteLimitsNegativeTestJSON-769140283 tempest-AbsoluteLimitsNegativeTestJSON-769140283-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3595521 Sep 21 08:14:16.106372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.107179 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment 3269cb39-2a65-4367-a086-3d79810b3916 of type vlan for network c8321823-e8a2-436c-9926-4295526183e9 Sep 21 08:14:16.158700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f738c3f2-37d4-4835-bc90-d88881459c39 None None] For port 225e9c96-64f4-40b2-bfef-80ef42c88368, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=225e9c96-64f4-40b2-bfef-80ef42c88368,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:16.171655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.248865 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f738c3f2-37d4-4835-bc90-d88881459c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.297902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.303998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:16.304649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.333343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40797f8b-7ea0-42d6-b516-3f4127e877b7 req-4edd42b7-c2a0-41fb-af10-78dc1c3dd41b tempest-AbsoluteLimitsNegativeTestJSON-769140283 tempest-AbsoluteLimitsNegativeTestJSON-769140283-project] 10.222.0.59 "GET /v2.0/quotas/42e393435ab7410f8311b1164debbca5 HTTP/1.1" status: 200 len: 375 time: 0.0395052 Sep 21 08:14:16.345154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6460581 Sep 21 08:14:16.345452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50068) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:16.349597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': 'c8321823-e8a2-436c-9926-4295526183e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:16.379851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 225e9c96-64f4-40b2-bfef-80ef42c88368 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:16.380265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.511085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738c3f2-37d4-4835-bc90-d88881459c39 None None] Pushing event updated for resources: {'Port': ['ID=225e9c96-64f4-40b2-bfef-80ef42c88368,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:16.603012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:16.615693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:16.634595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0a40427-5d94-4673-a3cb-8a14f8485fd6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:14:16.687425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68101ac1-8696-4119-8e3d-9299ac5db457 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=c8321823-e8a2-436c-9926-4295526183e9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:16.738649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40797f8b-7ea0-42d6-b516-3f4127e877b7 req-6406bded-6424-45e4-939d-43482bcef1e1 tempest-AbsoluteLimitsNegativeTestJSON-769140283 tempest-AbsoluteLimitsNegativeTestJSON-769140283-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=42e393435ab7410f8311b1164debbca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1732781 Sep 21 08:14:16.832402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c8321823-e8a2-436c-9926-4295526183e9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:16.923087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Router bc126a77-9371-4607-9aad-6d8a8502e4e8 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:14:17.166696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-49d50321-2e4d-40fa-bbd1-def8373c2f1d None None] Provisioning complete for port 225e9c96-64f4-40b2-bfef-80ef42c88368 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:17.167269 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-49d50321-2e4d-40fa-bbd1-def8373c2f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:17.173547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:14:17.187831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Sync routers for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:14:17.208910 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:17.209725 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:13:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:17.215633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b91aab8-0671-44ba-9cbf-a1f14820c319 req-a7c8d55a-eb2c-49ff-8e6f-9ff82b8326d7 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 210 time: 0.1070249 Sep 21 08:14:17.240018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:17.248251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2633aeea-0942-47b1-902c-e2a37643e68b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0774198 Sep 21 08:14:17.252493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50104) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:17.568567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:17.590057 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:17.608837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'network_id': '0c6eb153-ad1c-439c-92f3-7ab3cdb0c458', 'port_id': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'mac_address': 'fa:16:3e:00:9e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08af9c05-7025-4f97-a5ac-e8b9633f70d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:14:17.702748 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:17.723510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:17.811513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:17.846223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:17.922745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4a48a-8070-41b6-8d24-52ff6940f515 req-6f3166cd-b8be-42ec-90d9-95f34a0f6e17 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:17.950340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aae4a48a-8070-41b6-8d24-52ff6940f515 req-6f3166cd-b8be-42ec-90d9-95f34a0f6e17 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 946 time: 0.2514312 Sep 21 08:14:18.064652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.115305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:18.121326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aae4a48a-8070-41b6-8d24-52ff6940f515 req-8df989cc-1bbc-4aa3-ba2c-4fac46eeb4b8 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699646 Sep 21 08:14:18.188537 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:14Z', 'revision_number': 3, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:18.226657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16000ad8-3995-4d41-ab03-4ac932f6de78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.245361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 225e9c96-64f4-40b2-bfef-80ef42c88368 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:18.256831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Checking router: bc126a77-9371-4607-9aad-6d8a8502e4e8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:14:18.257183 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Updating router bc126a77-9371-4607-9aad-6d8a8502e4e8 port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:14:18.262958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Pushing event updated for resources: {'Port': ['ID=da1192e0-60fd-4c31-ab5d-59feef81e333,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:18.309141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:18.347724 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.375885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:18.423382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0a40427-5d94-4673-a3cb-8a14f8485fd6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:18.633151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16000ad8-3995-4d41-ab03-4ac932f6de78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.642573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16000ad8-3995-4d41-ab03-4ac932f6de78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.656154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7cd3bd6-7492-47eb-896a-2f63e4bb1792 req-7f055c9d-9834-408c-be43-20bb93a47db3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 210 time: 0.1397178 Sep 21 08:14:18.774745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=9d22de04-9eeb-4e6c-a2fc-cdf7a98e8678,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:18.849837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Attempting to bind port da1192e0-60fd-4c31-ab5d-59feef81e333 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:18.854552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Attempting to bind port da1192e0-60fd-4c31-ab5d-59feef81e333 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '00309024-87ab-4a2e-819a-27a1cd6a935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9457e4a7-1996-4b2c-8f44-899f5ec4eeb6'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:18.855885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Attempting to bind port da1192e0-60fd-4c31-ab5d-59feef81e333 on network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:18.878206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:18.879777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Checking segment: {'id': '00309024-87ab-4a2e-819a-27a1cd6a935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9457e4a7-1996-4b2c-8f44-899f5ec4eeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:18.882461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-16000ad8-3995-4d41-ab03-4ac932f6de78 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42e393435ab7410f8311b1164debbca5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1599848 Sep 21 08:14:18.883116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.883968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Bound using segment: {'id': '00309024-87ab-4a2e-819a-27a1cd6a935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9457e4a7-1996-4b2c-8f44-899f5ec4eeb6'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:18.884649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Bound port: da1192e0-60fd-4c31-ab5d-59feef81e333, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00309024-87ab-4a2e-819a-27a1cd6a935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9457e4a7-1996-4b2c-8f44-899f5ec4eeb6'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:18.884925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50152) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:18.885369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.908032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:18.941629 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:18.949165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16000ad8-3995-4d41-ab03-4ac932f6de78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e573df-1bf3-46d1-93b6-a7b881cb0bad,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:19.065472 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba9b3cbc-1a56-43c0-a010-3d651b6ea285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.163182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba9b3cbc-1a56-43c0-a010-3d651b6ea285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.168917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': '3269cb39-2a65-4367-a086-3d79810b3916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c8321823-e8a2-436c-9926-4295526183e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:19.169483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: c8321823-e8a2-436c-9926-4295526183e9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:19.197055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:19.249441 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba9b3cbc-1a56-43c0-a010-3d651b6ea285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.255407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba9b3cbc-1a56-43c0-a010-3d651b6ea285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.267125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ba9b3cbc-1a56-43c0-a010-3d651b6ea285 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87e573df-1bf3-46d1-93b6-a7b881cb0bad HTTP/1.1" status: 204 len: 168 time: 0.3732898 Sep 21 08:14:19.310201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a0a40427-5d94-4673-a3cb-8a14f8485fd6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:14:19.328324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b3cbc-1a56-43c0-a010-3d651b6ea285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e573df-1bf3-46d1-93b6-a7b881cb0bad,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:19.414123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 225e9c96-64f4-40b2-bfef-80ef42c88368 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:19.419372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.514897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f652b-1b4f-4bea-8ad2-a1a63bf19560 req-ceff1d92-49fd-4c78-a38e-b1ae80ea9fb7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:19.516521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e7f652b-1b4f-4bea-8ad2-a1a63bf19560 req-ceff1d92-49fd-4c78-a38e-b1ae80ea9fb7 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 945 time: 0.2009482 Sep 21 08:14:19.623569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e7f652b-1b4f-4bea-8ad2-a1a63bf19560 req-6ac2966d-4193-4a58-b2e7-1de78ce19caf tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868187 Sep 21 08:14:19.626771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] For port da1192e0-60fd-4c31-ab5d-59feef81e333, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:19.636060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] For port da1192e0-60fd-4c31-ab5d-59feef81e333, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=da1192e0-60fd-4c31-ab5d-59feef81e333,segment=NetworkSegment(00309024-87ab-4a2e-819a-27a1cd6a935c),segment_id=00309024-87ab-4a2e-819a-27a1cd6a935c)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:19.642451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-1c5d1738-86ea-499c-a8d0-6929f916973f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9753947 Sep 21 08:14:19.659784 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.666449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.673277 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.719943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network c8321823-e8a2-436c-9926-4295526183e9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:19.835480 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Attempting to bind port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:19.837224 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Attempting to bind port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:19.837871 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Attempting to bind port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:19.845905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-13d39a55-4645-4212-a704-30058ca7e73e req-7ecc9934-147f-4ce4-951d-3f40510ac96b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 210 time: 0.0627189 Sep 21 08:14:19.857818 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:19.859796 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:19.862881 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.863677 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:19.864488 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Bound port: e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:19.866545 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.873551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef986e04-dd43-4811-88a0-8aec9939503e None None] Pushing event updated for resources: {'Port': ['ID=da1192e0-60fd-4c31-ab5d-59feef81e333,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:19.879194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c8321823-e8a2-436c-9926-4295526183e9) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:19.901327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:19.915848 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:19.985064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b369e72e-fea0-4797-962f-425bb7670872 None None] Network c8321823-e8a2-436c-9926-4295526183e9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:20.029373 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf828c5-6180-44a7-a639-0ab441bcf88f None None] Pushing event updated for resources: {'Port': ['ID=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:20.144074 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] For port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:20.153244 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] For port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:20.164439 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:20.217892 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:20.529876 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf828c5-6180-44a7-a639-0ab441bcf88f None None] Pushing event updated for resources: {'Port': ['ID=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:20.546474 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:20.549859 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:13:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:20.687213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Allocated IP 172.20.0.1 (d703ed52-8229-4a1f-af6e-cc602621b9f4/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb/56dcaabf-86d3-41f4-849a-44e22e8a422c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:20.800806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-c8321823-e8a2-436c-9926-4295526183e9', 'network_id': 'c8321823-e8a2-436c-9926-4295526183e9', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': '9d22de04-9eeb-4e6c-a2fc-cdf7a98e8678'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:20.802881 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:20.854079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:20.930916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.934514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.935161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.935686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.940704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.941146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.941639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.948012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d2a92e95-3f47-49b6-9a30-f1424d29009d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6501 time: 1.1913295 Sep 21 08:14:20.971173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-304eacc0-7aa9-4c44-a3d4-62215e4052ed tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:20.975732 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-304eacc0-7aa9-4c44-a3d4-62215e4052ed tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 821 time: 2.0454865 Sep 21 08:14:20.978603 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:21.007574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.033976 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d4c3e08b-2c5b-431f-a5ab-1fe623b3e5fd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.6883829 Sep 21 08:14:21.037659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50224) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:21.122818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Request body: {'port': {'device_id': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'admin_state_up': True, 'tenant_id': '58182623161f4be392584bf410df279f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:21.181428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Allocated IP 172.20.0.2 (c8321823-e8a2-436c-9926-4295526183e9/9d22de04-9eeb-4e6c-a2fc-cdf7a98e8678/ef4df2a5-6f26-4168-b8ec-f83926f49132) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:21.284047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.299292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:21.431630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.436968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0a40427-5d94-4673-a3cb-8a14f8485fd6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:21.442410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.444006 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:14Z', 'revision_number': 3, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:21.498762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Pushing event updated for resources: {'Port': ['ID=56dcaabf-86d3-41f4-849a-44e22e8a422c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:21.528055 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5903c7-d115-4eaa-acbd-ff3bef207b9f None None] The sync data for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 is: [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:14Z', 'revision_number': 3, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:14:21.542014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Made reservation on behalf of 58182623161f4be392584bf410df279f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:21.554998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.612514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.643195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5cb2a62-5deb-4749-85b8-5b3169fac043 req-2a9d3ffa-1666-4db6-8863-3ed4efe749a7 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 210 time: 0.3336637 Sep 21 08:14:21.648479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Pushing event updated for resources: {'Port': ['ID=ef4df2a5-6f26-4168-b8ec-f83926f49132,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:21.656663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:21.699260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Network c8321823-e8a2-436c-9926-4295526183e9 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:21.726726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:21.728062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-270581630-network', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:21.730881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:21.794573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Made reservation on behalf of 8dfae42d6d5f4c1493facdddcb38116b for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:21.799232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.822601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a0a40427-5d94-4673-a3cb-8a14f8485fd6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:21.823096 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.836930 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.882209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:21.896339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Attempting to bind port ef4df2a5-6f26-4168-b8ec-f83926f49132 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:21.896724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Attempting to bind port ef4df2a5-6f26-4168-b8ec-f83926f49132 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '3269cb39-2a65-4367-a086-3d79810b3916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c8321823-e8a2-436c-9926-4295526183e9'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:21.898542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Attempting to bind port ef4df2a5-6f26-4168-b8ec-f83926f49132 on network c8321823-e8a2-436c-9926-4295526183e9 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:21.930562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:21.931092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Checking segment: {'id': '3269cb39-2a65-4367-a086-3d79810b3916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c8321823-e8a2-436c-9926-4295526183e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:21.933472 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.933937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Bound using segment: {'id': '3269cb39-2a65-4367-a086-3d79810b3916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c8321823-e8a2-436c-9926-4295526183e9'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:21.934521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Bound port: ef4df2a5-6f26-4168-b8ec-f83926f49132, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3269cb39-2a65-4367-a086-3d79810b3916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c8321823-e8a2-436c-9926-4295526183e9'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:21.936825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:21.978453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.029023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:22.208017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] For port ef4df2a5-6f26-4168-b8ec-f83926f49132, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:22.212267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] For port ef4df2a5-6f26-4168-b8ec-f83926f49132, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ef4df2a5-6f26-4168-b8ec-f83926f49132,segment=NetworkSegment(3269cb39-2a65-4367-a086-3d79810b3916),segment_id=3269cb39-2a65-4367-a086-3d79810b3916)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:22.225411 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.227346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=9d22de04-9eeb-4e6c-a2fc-cdf7a98e8678,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:22.316962 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.365108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65a69-5a12-4f20-abdf-e9d154efc299 None None] Pushing event updated for resources: {'Port': ['ID=ef4df2a5-6f26-4168-b8ec-f83926f49132,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:22.385762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.396539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc26fb-04fb-4250-a72e-46343fdd1baf None None] Network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:22.407540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1c17a-e31b-4182-add3-42e9995a7e6c req-72036163-f0e2-4830-b473-f4614007d196 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:22.415291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a9d1c17a-e31b-4182-add3-42e9995a7e6c req-72036163-f0e2-4830-b473-f4614007d196 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 945 time: 1.4381454 Sep 21 08:14:22.454255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.461616 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.478182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8321823-e8a2-436c-9926-4295526183e9']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:22.525322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:22.539330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-4bf43fcc-fe3e-4e56-958e-735f73918ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:22.540293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3269cb39-2a65-4367-a086-3d79810b3916') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:22.540594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3269cb39-2a65-4367-a086-3d79810b3916') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:22.540810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-4bf43fcc-fe3e-4e56-958e-735f73918ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:22.541470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-4bf43fcc-fe3e-4e56-958e-735f73918ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:22.543545 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-4bf43fcc-fe3e-4e56-958e-735f73918ccb service neutron] 10.222.0.62 "GET /v2.0/networks?id=b81071b7-8704-4572-b376-55243ff5365f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 200 len: 2296 time: 1.5060863 Sep 21 08:14:22.552029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Allocated IP 172.20.0.2 (0beafd4b-9259-4bcd-ba61-88cfb43f1670/42b2689a-1841-4bef-a6ab-2ac9dea081a4/68c06b65-c66b-4338-8e6b-673ac23888ba) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:22.624417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.642030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.642666 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Added segment c5b0b699-233e-43f4-a5e0-02dff071c3c7 of type vlan for network fdb6cee9-0381-46b5-8fa4-7915c634aa76 Sep 21 08:14:22.643005 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.669230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-f56ffd8c-c6c1-483d-9228-aed9808655c4 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:22.671546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-f56ffd8c-c6c1-483d-9228-aed9808655c4 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 945 time: 0.6740108 Sep 21 08:14:22.676199 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a9d1c17a-e31b-4182-add3-42e9995a7e6c req-071cdc2e-7229-4521-969c-228f66507bb4 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575724 Sep 21 08:14:22.704884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f76105-4bca-49e5-9f4d-673d44f1b3f5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:22.746481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.772251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:22.803026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:22.806027 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f42b901-1659-4e7f-af57-9b16cb47c5ce" -d '{"events": [{"server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "name": "network-vif-plugged", "status": "completed", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:22.811630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:22.821640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6af6bb60-a243-4c5b-a1a8-0cc886416265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.826268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.841748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:22.842510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:22.846361 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:22.889932 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.907159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Provisioning complete for port da1192e0-60fd-4c31-ab5d-59feef81e333 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:22.907159 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:22.920098 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6048da-2c9e-4930-9a08-bfc1fb113242 x-openstack-request-id: req-7c6048da-2c9e-4930-9a08-bfc1fb113242 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:22.920383 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "name": "network-vif-plugged", "status": "completed", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:22.920631 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c6048da-2c9e-4930-9a08-bfc1fb113242 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:22.921022 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'code': 200} Sep 21 08:14:22.942714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac717d80-7291-4dcf-ba05-dee8404cc398 None None] Network c8321823-e8a2-436c-9926-4295526183e9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:22.978588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-c173f6d5-710c-4c65-b8ff-b10a43de1231 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 200 len: 1002 time: 0.4211891 Sep 21 08:14:23.065806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-179bc146-23f0-4b7c-914a-932810c8f143 req-806aa1ea-0005-4d13-b80c-47066951dfe9 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 210 time: 0.1776278 Sep 21 08:14:23.070305 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:14:23.070305 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:14:23.070305 n-d-809980-2 neutron-server[94724]: [parameters: {'id': 'c8321823-e8a2-436c-9926-4295526183e9'}] Sep 21 08:14:23.070305 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:14:23.081552 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:14:23.083080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:14:23.130369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:23.135197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:23.135652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.177498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.178558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:23.194484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.310808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.314936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Deleting port a0a40427-5d94-4673-a3cb-8a14f8485fd6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:23.315478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.342879 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.377477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.408267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] For port da1192e0-60fd-4c31-ab5d-59feef81e333, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=da1192e0-60fd-4c31-ab5d-59feef81e333,segment=NetworkSegment(00309024-87ab-4a2e-819a-27a1cd6a935c),segment_id=00309024-87ab-4a2e-819a-27a1cd6a935c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:23.415501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-5b431c15-9cd4-4102-84fe-2c9c230d002f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:23.419735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.420176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-5b431c15-9cd4-4102-84fe-2c9c230d002f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4ac5536-34b2-40c8-9b53-df8f2f609101 HTTP/1.1" status: 200 len: 855 time: 0.4233956 Sep 21 08:14:23.429865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:23.490779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Pushing event updated for resources: {'Port': ['ID=da1192e0-60fd-4c31-ab5d-59feef81e333,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:23.495365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.495562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device da1192e0-60fd-4c31-ab5d-59feef81e333 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:23.575619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a95065-3fa2-4078-961d-bae6c3634d06 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:14:23.581142 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Provisioning complete for port 56dcaabf-86d3-41f4-849a-44e22e8a422c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:23.581432 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.701915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:23.706199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e25ea057-3a26-4f0a-bd13-7ff77b5196cd None None] Port 56dcaabf-86d3-41f4-849a-44e22e8a422c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:14:23.763328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port da1192e0-60fd-4c31-ab5d-59feef81e333 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:23.763712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.770889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4543450 Sep 21 08:14:23.772028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:23.793064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50284) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:23.805485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eb4de-4e8b-4ad1-b8fc-5a1413ebcee3 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb6cee9-0381-46b5-8fa4-7915c634aa76,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:23.811570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Request body: {'subnet': {'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-270581630-subnet', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:23.825833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:23.919097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a95065-3fa2-4078-961d-bae6c3634d06 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:14:23.925701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-25e43cee-720f-40dc-80be-578921b50df0 None None] Provisioning complete for port da1192e0-60fd-4c31-ab5d-59feef81e333 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:23.926070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-25e43cee-720f-40dc-80be-578921b50df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.005852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3ccc5-ccd5-439c-92c3-7aa358339f21 req-e802ab6e-6b91-42d7-9146-15ab1a08633d tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:24.008033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ff3ccc5-ccd5-439c-92c3-7aa358339f21 req-e802ab6e-6b91-42d7-9146-15ab1a08633d tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 951 time: 0.6958013 Sep 21 08:14:24.009681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Made reservation on behalf of 8dfae42d6d5f4c1493facdddcb38116b for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:24.013119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.065790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] For port a0a40427-5d94-4673-a3cb-8a14f8485fd6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a0a40427-5d94-4673-a3cb-8a14f8485fd6,segment=NetworkSegment(87d8f24d-05ca-4308-a4a2-39a824810866),segment_id=87d8f24d-05ca-4308-a4a2-39a824810866)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:24.066499 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.124249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Calling delete_port for a0a40427-5d94-4673-a3cb-8a14f8485fd6 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:24.130376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e99a3-e80a-4a4c-9d9c-557870eba698 req-929b6685-6340-49af-bdd9-e0452006a2f2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:24.141643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef0e99a3-e80a-4a4c-9d9c-557870eba698 req-929b6685-6340-49af-bdd9-e0452006a2f2 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 946 time: 0.1735582 Sep 21 08:14:24.171769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-5e8409a4-449d-4ab6-97e9-eadab2c07839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:24.173327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-5e8409a4-449d-4ab6-97e9-eadab2c07839 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b81071b7-8704-4572-b376-55243ff5365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7436516 Sep 21 08:14:24.176791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.192446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-bf54b11e-9609-44ec-8194-b8e4321c023f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:14:24.193496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-bf54b11e-9609-44ec-8194-b8e4321c023f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064089 Sep 21 08:14:24.221577 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ff3ccc5-ccd5-439c-92c3-7aa358339f21 req-0e6e4796-7aba-4dba-acc9-4ebd02a03204 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996698 Sep 21 08:14:24.384616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port ef4df2a5-6f26-4168-b8ec-f83926f49132 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:24.385263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.402716 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-705a99bd-f9b1-4d3a-94ca-1ebc050ee954 req-91c7d803-5f60-4424-96b9-0cc3938dea69 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 210 time: 0.0567005 Sep 21 08:14:24.439485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef0e99a3-e80a-4a4c-9d9c-557870eba698 req-9bac54b0-73a6-4fc1-835e-a051426b2d0a tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/security-groups?id=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962718 Sep 21 08:14:24.560858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port ef4df2a5-6f26-4168-b8ec-f83926f49132, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ef4df2a5-6f26-4168-b8ec-f83926f49132,segment=NetworkSegment(3269cb39-2a65-4367-a086-3d79810b3916),segment_id=3269cb39-2a65-4367-a086-3d79810b3916)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:24.561255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.561696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-2d5427dc-cf60-4c58-96a1-0f010c3c060d service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580031 Sep 21 08:14:24.584401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for ef4df2a5-6f26-4168-b8ec-f83926f49132 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:24.692388 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.694927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:24.712307 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.740791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.799675 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.819047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:24.834167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:24.840042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port ef4df2a5-6f26-4168-b8ec-f83926f49132 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:24.854526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:24.862024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:24.862412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.919195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=ef4df2a5-6f26-4168-b8ec-f83926f49132,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:24.921956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:24.922725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:24.969329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device da1192e0-60fd-4c31-ab5d-59feef81e333 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:25.003109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a0a40427-5d94-4673-a3cb-8a14f8485fd6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:25.016580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:25.036260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9283834 Sep 21 08:14:25.040172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.049367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.049908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.050210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.050730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.051260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.051813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.052334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.053270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.053856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.054366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.054889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.055428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.056027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fafeb1-98a2-43ae-adc1-52b6c858c2a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.064251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Request body: {'port': {'device_id': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:25.127203 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.164007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port da1192e0-60fd-4c31-ab5d-59feef81e333 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:25.164443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.169158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-c7a8da14-0ec7-41ec-aa14-4142eac7cc71 service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633555 Sep 21 08:14:25.245096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.249284 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.250123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-ae3c975c-d811-4a48-b98b-034c151bd3f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 217 time: 0.0611477 Sep 21 08:14:25.254912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.295969 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.344384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8321823-e8a2-436c-9926-4295526183e9']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:25.344738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-0f9a010e-80e6-4cdf-8b46-197370610450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:25.346587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-0f9a010e-80e6-4cdf-8b46-197370610450 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0502923 Sep 21 08:14:25.374766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Pushing event updated for resources: {'Port': ['ID=56dcaabf-86d3-41f4-849a-44e22e8a422c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:25.391509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fa1845cb-27fa-41cb-81ee-ba3d2ab8a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.438352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3269cb39-2a65-4367-a086-3d79810b3916') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:25.438878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3269cb39-2a65-4367-a086-3d79810b3916') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:25.443350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2cdcdbe-2470-4033-a276-bdeddc25edce,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:25.466675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-1903848f-7267-4dd6-9703-31aaf0b6d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:25.468312 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-1903848f-7267-4dd6-9703-31aaf0b6d930 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062326 Sep 21 08:14:25.473749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Pushing event deleted for resources: {'Port': ['ID=a0a40427-5d94-4673-a3cb-8a14f8485fd6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:25.479694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:25.493029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:25.514457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.518525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] No DVR routers for this DVR port a0a40427-5d94-4673-a3cb-8a14f8485fd6 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:25.530949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.533231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-65acb6f0-990f-49bf-af2e-58f5b6cf31e3 req-e9ae83d2-1e5a-478d-a391-07e53bb3203e tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.50 "DELETE /v2.0/ports/a0a40427-5d94-4673-a3cb-8a14f8485fd6 HTTP/1.1" status: 204 len: 173 time: 2.8331742 Sep 21 08:14:25.535556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'name': 'network-vif-deleted', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:25.545857 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebb4bc2-10c1-4c20-a778-5fe73ee4fc29" -d '{"events": [{"server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "name": "network-vif-deleted", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:25.593041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.606303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Checking segment: {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:25.607003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Network hostable DHCP agents. Network: fdb6cee9-0381-46b5-8fa4-7915c634aa76, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:25.618118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:25.620088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:25.639810 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:25.733917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.739648 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.741673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/c8321823-e8a2-436c-9926-4295526183e9 HTTP/1.1" status: 204 len: 168 time: 4.7023370 Sep 21 08:14:25.748063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:25.749854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50374) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:25.758556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-473913720'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:25.800711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22027481-1d33-4139-8745-9f2f00627923 req-35f2608e-a4e7-4e6e-9510-a237b43a27fb tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:25.802324 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22027481-1d33-4139-8745-9f2f00627923 req-35f2608e-a4e7-4e6e-9510-a237b43a27fb tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 931 time: 0.2447727 Sep 21 08:14:25.807656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=c8321823-e8a2-436c-9926-4295526183e9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:25.825611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, fdb6cee9-0381-46b5-8fa4-7915c634aa76) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:25.832296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5f3465cb-c613-4c46-bf52-3d4b83f82109 None None] Provisioning complete for port 56dcaabf-86d3-41f4-849a-44e22e8a422c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:25.832693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5f3465cb-c613-4c46-bf52-3d4b83f82109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.836469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9787743-fa4a-4c75-9353-1870de15d03f None None] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:25.847654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.848014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.849039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.849039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.849039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.849415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.849685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.850015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.850349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.850686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.851017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.851115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02713d4e-3c97-4b27-98c7-df2cbd62a66d req-a19bf3ef-913b-4498-a515-e0daf106c060 tempest-ImagesTestJSON-709745429 tempest-ImagesTestJSON-709745429-project] 10.222.0.59 "GET /v2.0/ports?device_id=90382605-ea98-4040-ab98-2b47739ac8a3 HTTP/1.1" status: 200 len: 210 time: 0.2226954 Sep 21 08:14:25.851370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63e529-828a-4aea-84ad-8c262646e519 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:25.854745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:25.858615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.863748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Router bc126a77-9371-4607-9aad-6d8a8502e4e8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:14:25.869855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:25.870976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.932209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:25.946715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:25.947072 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment 556c5f4d-cdd1-40ab-a7cc-76e54da5da10 of type vlan for network 4066e961-ba0d-4de2-83ce-19153760f89b Sep 21 08:14:25.987637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5f3465cb-c613-4c46-bf52-3d4b83f82109 None None] Port 56dcaabf-86d3-41f4-849a-44e22e8a422c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:14:25.998502 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.002627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f702334b-7d36-4e96-b307-2e50b957f0fc admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1982539 Sep 21 08:14:26.012496 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22027481-1d33-4139-8745-9f2f00627923 req-1973d9e6-2f1d-436e-ba0b-2bd08d8e9398 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956906 Sep 21 08:14:26.013047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50380) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:26.019274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:26.064730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.066014 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.070385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.085289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:26.085289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.157905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52609746-8ee6-4db7-9ed6-03a9f5213831 None None] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:26.183117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c06b65-c66b-4338-8e6b-673ac23888ba {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:26.239136 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb2ee3-4f74-4c69-881e-60df709bebb9 x-openstack-request-id: req-9bcb2ee3-4f74-4c69-881e-60df709bebb9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:26.250034 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90382605-ea98-4040-ab98-2b47739ac8a3", "name": "network-vif-deleted", "tag": "a0a40427-5d94-4673-a3cb-8a14f8485fd6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:26.250391 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9bcb2ee3-4f74-4c69-881e-60df709bebb9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:26.250909 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90382605-ea98-4040-ab98-2b47739ac8a3', 'name': 'network-vif-deleted', 'tag': 'a0a40427-5d94-4673-a3cb-8a14f8485fd6', 'status': 'completed', 'code': 200} Sep 21 08:14:26.252757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.253836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=4066e961-ba0d-4de2-83ce-19153760f89b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:26.275916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f47b04a9-f99f-4db6-85f0-f3f22af5310b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5215762 Sep 21 08:14:26.277323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50404) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:26.329180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-1ab46e45-5735-4bf8-b851-059bb58b1087 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8482664 Sep 21 08:14:26.330673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:14:26.336244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': '4066e961-ba0d-4de2-83ce-19153760f89b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:26.338596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-85418e60-7f94-45b2-8c11-4f7e8a5cf01e admin admin] 10.222.0.59 "PUT /v2.0/routers/bc126a77-9371-4607-9aad-6d8a8502e4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0847852 Sep 21 08:14:26.346242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4066e961-ba0d-4de2-83ce-19153760f89b details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:26.350224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.370769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Sync routers for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:14:26.390347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Transition to ACTIVE for port object 68c06b65-c66b-4338-8e6b-673ac23888ba will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:14:26.439941 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.463198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:26.464737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:26.534833 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.611732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:26.617059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.666216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-48d5a5bf-044e-4ede-abbc-cd86e4e44e3b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1085018515&fields=id&tenant_id=158674ce29ed4a0f90741b9b7944cdaa HTTP/1.1" status: 200 len: 267 time: 0.1491706 Sep 21 08:14:26.677378 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.695636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:26.701511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing IP validity checks on allocation pools {{(pid=94724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 08:14:26.702241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 08:14:26.795943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:26.803987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-8bc07a65-84ca-4445-834b-f772863006ed service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634397 Sep 21 08:14:26.820148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:26.852345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-eafec15b-29c0-4fac-8287-dd09042fc457 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 217 time: 0.0394292 Sep 21 08:14:26.936346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-3680b88c-6dcd-4cd3-a41d-1287ee9d4d12 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:26.937883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-3680b88c-6dcd-4cd3-a41d-1287ee9d4d12 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/networks?id=dcccfaba-9260-4cc8-860a-07a7c7504d56 HTTP/1.1" status: 200 len: 816 time: 0.2707911 Sep 21 08:14:26.941021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Attempting to bind port 68c06b65-c66b-4338-8e6b-673ac23888ba on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:26.941364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Attempting to bind port 68c06b65-c66b-4338-8e6b-673ac23888ba by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:26.941703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Attempting to bind port 68c06b65-c66b-4338-8e6b-673ac23888ba on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:26.957813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:26.959453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-18f16a64-d448-48a1-98c1-358890999fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:26.961381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-18f16a64-d448-48a1-98c1-358890999fe9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0994329 Sep 21 08:14:26.962996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Port 68c06b65-c66b-4338-8e6b-673ac23888ba on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:14:26.963350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Attempting to bind port 68c06b65-c66b-4338-8e6b-673ac23888ba on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:26.967791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-cbbd53f6-474b-478b-a364-5fba9f99ac38 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/quotas/158674ce29ed4a0f90741b9b7944cdaa HTTP/1.1" status: 200 len: 375 time: 0.0212841 Sep 21 08:14:27.002056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.009499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:27.009846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Checking segment: {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:27.010241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Bound using segment: {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:27.010694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Bound port: 68c06b65-c66b-4338-8e6b-673ac23888ba, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:27.011103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.039261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:27.044070 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c392384-e402-4fac-af00-cce8de2eb315" -d '{"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-unplugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:27.064727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:27.076211 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.082680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:24Z', 'revision_number': 2, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:27.091551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=8a98f24c-05e8-4af3-9135-29a65317301e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:27.105822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.110150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': '556c5f4d-cdd1-40ab-a7cc-76e54da5da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4066e961-ba0d-4de2-83ce-19153760f89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:27.110510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: 4066e961-ba0d-4de2-83ce-19153760f89b, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:27.113385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:27.117238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:27.130612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.138715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.143614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d49292d7-f802-40d9-a4ed-29b6bef72c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:27.145625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Checking router: bc126a77-9371-4607-9aad-6d8a8502e4e8 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:14:27.146107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-d49292d7-f802-40d9-a4ed-29b6bef72c04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740501 Sep 21 08:14:27.146759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Updating router bc126a77-9371-4607-9aad-6d8a8502e4e8 port 56dcaabf-86d3-41f4-849a-44e22e8a422c binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:14:27.193997 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.202451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 4066e961-ba0d-4de2-83ce-19153760f89b is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:27.203121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-9abbd060-6148-49d9-b708-67de67caddcd tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=158674ce29ed4a0f90741b9b7944cdaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2005026 Sep 21 08:14:27.210297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=11']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:27.226830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:27.236584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cb4e6e72-1732-4437-b113-58c2b1cf60ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839576270', 'description': 'tempest-description--1546036982'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:27.244941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:27.245493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.247182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] 10.222.0.62 "PUT /v2.0/ports/68c06b65-c66b-4338-8e6b-673ac23888ba HTTP/1.1" status: 200 len: 1091 time: 2.1871045 Sep 21 08:14:27.255043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:27.257346 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:27.299650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 4066e961-ba0d-4de2-83ce-19153760f89b) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:27.308137 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6e72-1732-4437-b113-58c2b1cf60ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.310952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:27.311671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.353149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3a87d255-0238-45a1-a79e-6d619541a7c7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0310135 Sep 21 08:14:27.361935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50468) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:27.363265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Allocated IP 172.25.1.52 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/4bb8d068-e20f-412c-8645-2fedee6a4d74) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:27.376710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1970d-1a1e-4c4a-9b5b-53750fbe970b service neutron] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:27.459090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-5404913c-5e36-49c6-880f-ab7bfe519a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:27.459090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-5404913c-5e36-49c6-880f-ab7bfe519a9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 1094 time: 0.1383610 Sep 21 08:14:27.510148 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-2704c0ac-0576-4c13-8c74-9b35a2d0a500 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375258 Sep 21 08:14:27.511561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-4afd8e9f-5f2e-47d6-a80c-219eaf209d70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68c06b65-c66b-4338-8e6b-673ac23888ba HTTP/1.1" status: 200 len: 217 time: 0.0440440 Sep 21 08:14:27.522851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-7e760357-c2f9-4cff-b6f5-a5c7fadfc43a service neutron] 10.222.0.59 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881343 Sep 21 08:14:27.531255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9133533-0edd-4589-981c-fdf246b46cc8 None None] Network 4066e961-ba0d-4de2-83ce-19153760f89b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:27.565739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.574142 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.846506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.854402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee1742-f929-4341-ac94-3f8cc63954d7 None None] Pushing event updated for resources: {'Port': ['ID=56dcaabf-86d3-41f4-849a-44e22e8a422c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:27.889952 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.928132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193295f-fc5f-4b8d-98b3-156169f38320 req-2755a7de-e9b3-4e95-aee9-3894c8021fc0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:27.936014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9193295f-fc5f-4b8d-98b3-156169f38320 req-2755a7de-e9b3-4e95-aee9-3894c8021fc0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 943 time: 0.4023972 Sep 21 08:14:27.960701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6e72-1732-4437-b113-58c2b1cf60ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.982457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.984023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Attempting to bind port 56dcaabf-86d3-41f4-849a-44e22e8a422c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:27.984416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Attempting to bind port 56dcaabf-86d3-41f4-849a-44e22e8a422c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:27.985122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Attempting to bind port 56dcaabf-86d3-41f4-849a-44e22e8a422c on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:27.986838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-252d37b6-d8d3-43c3-bb2c-b3c36439b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:27.986959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6e72-1732-4437-b113-58c2b1cf60ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:27.988359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-252d37b6-d8d3-43c3-bb2c-b3c36439b06e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42b2689a-1841-4bef-a6ab-2ac9dea081a4 HTTP/1.1" status: 200 len: 861 time: 0.4646266 Sep 21 08:14:28.011683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:28.012423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:28.012720 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.015151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Bound using segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:28.016003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Bound port: 56dcaabf-86d3-41f4-849a-44e22e8a422c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:28.016329 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.036457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-41dcbc81-9abb-4f0d-ba20-2c07370177ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0beafd4b-9259-4bcd-ba61-88cfb43f1670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351968 Sep 21 08:14:28.039215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-4066e961-ba0d-4de2-83ce-19153760f89b', 'network_id': '4066e961-ba0d-4de2-83ce-19153760f89b', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': '8a98f24c-05e8-4af3-9135-29a65317301e'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:28.042820 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.057540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e6e72-1732-4437-b113-58c2b1cf60ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37bcf76-dd84-4a6c-b076-5b3911ffca26,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:28.081434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-6a4f9c32-3ec0-4359-a69c-6f4f544a6f5a service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561097 Sep 21 08:14:28.083183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9193295f-fc5f-4b8d-98b3-156169f38320 req-17f1577b-8092-4a27-9084-da7c9ac40dc8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450970 Sep 21 08:14:28.095406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb4e6e72-1732-4437-b113-58c2b1cf60ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.097757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb4e6e72-1732-4437-b113-58c2b1cf60ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8671117 Sep 21 08:14:28.105963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50480) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:28.110041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-dc2802f9-5cf0-4587-9ccf-4683083a4f3e service neutron] 10.222.0.59 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587852 Sep 21 08:14:28.116929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3bc26967-53d3-4ecd-9877-245f062aff16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'security_group_rule': {'security_group_id': 'a37bcf76-dd84-4a6c-b076-5b3911ffca26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:28.153668 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.196319 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345ee80c-c581-472d-9f2c-72952a5896af x-openstack-request-id: req-345ee80c-c581-472d-9f2c-72952a5896af {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:28.196319 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-unplugged", "status": "completed", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:28.196695 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-345ee80c-c581-472d-9f2c-72952a5896af {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:28.197060 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'code': 200} Sep 21 08:14:28.197551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bc26967-53d3-4ecd-9877-245f062aff16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.212801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.271609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb8d068-e20f-412c-8645-2fedee6a4d74,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:28.294035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] For port 56dcaabf-86d3-41f4-849a-44e22e8a422c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:28.299079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] For port 56dcaabf-86d3-41f4-849a-44e22e8a422c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=56dcaabf-86d3-41f4-849a-44e22e8a422c,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:28.300867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-25e8ac01-6138-4b6f-b9ed-e919b0f10735 service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536595 Sep 21 08:14:28.304431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-6b381c6b-8457-4fc2-9128-c6f557c373c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f69bc2e7-39e3-460c-bf20-b321b1694924 HTTP/1.1" status: 200 len: 217 time: 0.2114694 Sep 21 08:14:28.307284 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9efc97-66cb-4511-97fa-bc2000ddb277 x-openstack-request-id: req-ae9efc97-66cb-4511-97fa-bc2000ddb277 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:28.308299 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:28.308896 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae9efc97-66cb-4511-97fa-bc2000ddb277 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:28.309597 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'status': 'completed', 'code': 200} Sep 21 08:14:28.330382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b0a6b5a-75bb-4853-8ac9-fc04ea9331f6 None None] Provisioning complete for port 56dcaabf-86d3-41f4-849a-44e22e8a422c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:28.330884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6b5a-75bb-4853-8ac9-fc04ea9331f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.333455 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.347018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:28.351845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:28.357292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:28.459074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Allocated IP 172.20.0.3 (4066e961-ba0d-4de2-83ce-19153760f89b/8a98f24c-05e8-4af3-9135-29a65317301e/9619176e-f0b9-446b-8c68-8354da8bded5) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:28.524395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:28.524970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:28.527632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee1742-f929-4341-ac94-3f8cc63954d7 None None] Pushing event updated for resources: {'Port': ['ID=56dcaabf-86d3-41f4-849a-44e22e8a422c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:28.537187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-38a06626-db47-4c9e-bbf6-a16f79a6af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:28.549764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-38a06626-db47-4c9e-bbf6-a16f79a6af95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.2339199 Sep 21 08:14:28.661485 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bc26967-53d3-4ecd-9877-245f062aff16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.662324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-2c03b109-3d49-4917-a68e-690d5a93725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:28.664152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-2c03b109-3d49-4917-a68e-690d5a93725a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955896 Sep 21 08:14:28.666834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8af2ff2-7e43-4e8b-b9f9-b25a7d2dd9b3 req-d4eae3d3-3e4d-4789-b303-5b7444fb73e1 service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536482 Sep 21 08:14:28.723489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bc26967-53d3-4ecd-9877-245f062aff16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.763177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f3a8094-5914-43a0-932c-23abc3c3306c req-4e990668-b797-418c-8093-7fed7ce4cd2e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0768814 Sep 21 08:14:28.766607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc26967-53d3-4ecd-9877-245f062aff16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0fef3c-32c7-4b71-8861-5c37d0293ddb,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:28.850541 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bc26967-53d3-4ecd-9877-245f062aff16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.855822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3bc26967-53d3-4ecd-9877-245f062aff16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7486029 Sep 21 08:14:28.858251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50530) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:28.864834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b3dc2cf8-8c7c-4c13-8676-808f0877ce17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'security_group_rule': {'security_group_id': 'a37bcf76-dd84-4a6c-b076-5b3911ffca26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:28.910989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-3cac682f-c97d-4d00-aafd-329cd55b5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:28.912781 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-3cac682f-c97d-4d00-aafd-329cd55b5005 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 1094 time: 0.1606190 Sep 21 08:14:28.953602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6b5a-75bb-4853-8ac9-fc04ea9331f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:28.958156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2cf8-8c7c-4c13-8676-808f0877ce17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.017829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:29.045659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-9cb7b7ac-04bb-4e57-8668-72c6f20c5cef service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702312 Sep 21 08:14:29.109869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b0a6b5a-75bb-4853-8ac9-fc04ea9331f6 None None] For port 56dcaabf-86d3-41f4-849a-44e22e8a422c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=56dcaabf-86d3-41f4-849a-44e22e8a422c,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:29.111038 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.124158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6b5a-75bb-4853-8ac9-fc04ea9331f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.138222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.166647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.254374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-a6f9628b-47fc-4dee-bf02-cbda1bca7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:29.256465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-a6f9628b-47fc-4dee-bf02-cbda1bca7dc2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 922 time: 0.3284774 Sep 21 08:14:29.268376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Network 4066e961-ba0d-4de2-83ce-19153760f89b is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:29.301702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:29.321581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:29.331035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-784331a4-0b3e-4ff1-b9c1-b7ee18c02091 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68c06b65-c66b-4338-8e6b-673ac23888ba HTTP/1.1" status: 200 len: 217 time: 0.0630403 Sep 21 08:14:29.334720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a6b5a-75bb-4853-8ac9-fc04ea9331f6 None None] Pushing event updated for resources: {'Port': ['ID=56dcaabf-86d3-41f4-849a-44e22e8a422c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:29.408805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-828dd2fd-b39e-45a7-b047-b4c3578067d0 None None] Provisioning complete for port 56dcaabf-86d3-41f4-849a-44e22e8a422c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:29.409376 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-828dd2fd-b39e-45a7-b047-b4c3578067d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.420122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-11b3810d-1475-4626-9be2-41ee346ee102 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635745 Sep 21 08:14:29.452100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-87a84ca3-0c37-4378-8747-ea98854df944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:29.453702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-87a84ca3-0c37-4378-8747-ea98854df944 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42b2689a-1841-4bef-a6ab-2ac9dea081a4 HTTP/1.1" status: 200 len: 861 time: 0.1086326 Sep 21 08:14:29.485087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.506060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Pushing event updated for resources: {'Port': ['ID=9619176e-f0b9-446b-8c68-8354da8bded5,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:29.519271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-febe5c62-3b19-4807-99a1-280e240cd65c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3d0d3f49-99f4-4980-942c-9f86a1908812 HTTP/1.1" status: 200 len: 217 time: 0.0894990 Sep 21 08:14:29.520306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Attempting to bind port 9619176e-f0b9-446b-8c68-8354da8bded5 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:29.520681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Attempting to bind port 9619176e-f0b9-446b-8c68-8354da8bded5 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '556c5f4d-cdd1-40ab-a7cc-76e54da5da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4066e961-ba0d-4de2-83ce-19153760f89b'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:29.521042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Attempting to bind port 9619176e-f0b9-446b-8c68-8354da8bded5 on network 4066e961-ba0d-4de2-83ce-19153760f89b {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:29.533640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:29.534005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Checking segment: {'id': '556c5f4d-cdd1-40ab-a7cc-76e54da5da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4066e961-ba0d-4de2-83ce-19153760f89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:29.534410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.534795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Bound using segment: {'id': '556c5f4d-cdd1-40ab-a7cc-76e54da5da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4066e961-ba0d-4de2-83ce-19153760f89b'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:29.535266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Bound port: 9619176e-f0b9-446b-8c68-8354da8bded5, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556c5f4d-cdd1-40ab-a7cc-76e54da5da10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '4066e961-ba0d-4de2-83ce-19153760f89b'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:29.535664 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.570756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2cf8-8c7c-4c13-8676-808f0877ce17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.586434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-949f177a-bc59-45aa-8ba5-04ae36929233 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0beafd4b-9259-4bcd-ba61-88cfb43f1670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137440 Sep 21 08:14:29.590402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=8a98f24c-05e8-4af3-9135-29a65317301e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:29.655894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90eb62-f942-4e61-8d0f-ddff1bad09a2 req-ffb1623b-4cb5-4046-9a12-63dd09e43c95 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:29.668851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a90eb62-f942-4e61-8d0f-ddff1bad09a2 req-ffb1623b-4cb5-4046-9a12-63dd09e43c95 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 943 time: 0.3897545 Sep 21 08:14:29.697362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:28Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:29.698074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2cf8-8c7c-4c13-8676-808f0877ce17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.702197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] For port 9619176e-f0b9-446b-8c68-8354da8bded5, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:29.718556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50590) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:29.721380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-c465bd9d-87f9-4fff-9037-7102c0d5bf06 service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039546 Sep 21 08:14:29.738907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e0983-8a94-4cc9-8997-228822fb9e18 None None] The sync data for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 is: [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:28Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:14:29.747715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] For port 9619176e-f0b9-446b-8c68-8354da8bded5, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9619176e-f0b9-446b-8c68-8354da8bded5,segment=NetworkSegment(556c5f4d-cdd1-40ab-a7cc-76e54da5da10),segment_id=556c5f4d-cdd1-40ab-a7cc-76e54da5da10)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:29.757654 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2cf8-8c7c-4c13-8676-808f0877ce17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.766216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b3dc2cf8-8c7c-4c13-8676-808f0877ce17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8996758 Sep 21 08:14:29.770983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.783666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50592) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:29.787796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a90eb62-f942-4e61-8d0f-ddff1bad09a2 req-11dce8d2-f9e9-4d5c-9200-1e83551457c5 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178448 Sep 21 08:14:29.791424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:29.798074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc2cf8-8c7c-4c13-8676-808f0877ce17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67a0347-1d7a-48b9-80de-546c3110f94e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:29.871868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-50a1fb90-eafa-47df-9cab-797a63bb7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:29.873981 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-50a1fb90-eafa-47df-9cab-797a63bb7bbd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.3206909 Sep 21 08:14:29.883123 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.909867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:29.921840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980689f-258a-43f7-8dbe-03095e542ec3 None None] Pushing event updated for resources: {'Port': ['ID=9619176e-f0b9-446b-8c68-8354da8bded5,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:29.937972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4066e961-ba0d-4de2-83ce-19153760f89b']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:29.975968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556c5f4d-cdd1-40ab-a7cc-76e54da5da10') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:29.976644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556c5f4d-cdd1-40ab-a7cc-76e54da5da10') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:30.008967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46359d4-6a02-451d-95be-60dc3d9f4b6c None None] Network 4066e961-ba0d-4de2-83ce-19153760f89b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:30.028960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] Deleting subnet 08af9c05-7025-4f97-a5ac-e8b9633f70d9 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:14:30.068204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.094897 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.134286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6885be4a-f33b-4987-b9dd-d5d9ab3af0b4 req-98ef0308-1a6d-4ae9-93f1-fd29bb695ab9 service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029663 Sep 21 08:14:30.140644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-c7498d67-3b94-4d84-aed3-3b1698c25276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:30.142581 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-c7498d67-3b94-4d84-aed3-3b1698c25276 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2552822 Sep 21 08:14:30.182433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15fe94-c501-4d00-9b5c-917d355490ee None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:14:30.329653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1e413d0-b67c-4aae-bce4-b467ef2ea74c req-479cf515-9571-4848-973d-72f98958d857 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.3216102 Sep 21 08:14:30.332801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15fe94-c501-4d00-9b5c-917d355490ee None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:14:30.346128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.405612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.426927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-be4045df-7393-4319-9241-d00bf6df80bd service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761388 Sep 21 08:14:30.456177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:30.456604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.478772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:30.479705 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:30.597743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.691755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 56dcaabf-86d3-41f4-849a-44e22e8a422c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:30.699613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-1b9ca630-6f38-4dea-9179-59516b4e11d5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:30.701067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-1b9ca630-6f38-4dea-9179-59516b4e11d5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.50 "GET /v2.0/networks?id=dcccfaba-9260-4cc8-860a-07a7c7504d56 HTTP/1.1" status: 200 len: 816 time: 0.6514537 Sep 21 08:14:30.705854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:14:30.705854 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:14:30.705854 n-d-809980-2 neutron-server[94724]: [parameters: {'id': '4066e961-ba0d-4de2-83ce-19153760f89b'}] Sep 21 08:14:30.705854 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:14:30.706216 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:14:30.803100 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.850532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-1c8aff5f-8167-40dc-8b4b-2b23dc4cf64d service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115753 Sep 21 08:14:30.888791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 56dcaabf-86d3-41f4-849a-44e22e8a422c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:30.889169 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:30.939420 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-bdd4f473-d61a-4d43-8831-7af3abfcd47e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=158674ce29ed4a0f90741b9b7944cdaa HTTP/1.1" status: 200 len: 380 time: 0.1502037 Sep 21 08:14:30.971511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-48316f72-59bc-425c-9ef5-5839e267b6de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced HTTP/1.1" status: 200 len: 217 time: 0.0971391 Sep 21 08:14:30.989537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Request body: {'port': {'device_id': '88181031-46ae-4b18-923f-a6e723645ce5', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'admin_state_up': True, 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'security_groups': ['03d7e160-8385-468c-a79e-db2044620fa8']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:31.091423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Allocated IP 172.25.1.38 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/db942bee-585b-4c6b-909f-e4f73d2e7939) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:31.142392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-f2a6aed8-c88b-41fa-9a4f-802fefaed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:31.148460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-f2a6aed8-c88b-41fa-9a4f-802fefaed831 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.1760824 Sep 21 08:14:31.220252 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.249008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.308128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e6495-0d11-4088-8930-ee02cd95cf49 req-af43aee6-a876-4e37-9d0e-e3a8828b3398 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:31.309847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-335e6495-0d11-4088-8930-ee02cd95cf49 req-af43aee6-a876-4e37-9d0e-e3a8828b3398 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 943 time: 0.2153540 Sep 21 08:14:31.322623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08af9c05-7025-4f97-a5ac-e8b9633f70d9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:31.332882 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.335652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f3700d45-7831-4a8e-835e-132b73482d9d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/08af9c05-7025-4f97-a5ac-e8b9633f70d9 HTTP/1.1" status: 204 len: 168 time: 1.5988510 Sep 21 08:14:31.358937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50674) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:31.395194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-a5e4cc37-be58-4e3a-b517-d42312672036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:31.397522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-a5e4cc37-be58-4e3a-b517-d42312672036 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2198205 Sep 21 08:14:31.399562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Router 398d65a8-5919-4869-8b19-0f2422b0f821 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:14:31.498085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Made reservation on behalf of 158674ce29ed4a0f90741b9b7944cdaa for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:31.513594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.535159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-335e6495-0d11-4088-8930-ee02cd95cf49 req-b8808ac2-b8e9-4508-be3f-ab6fd6837a50 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828938 Sep 21 08:14:31.583964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d1157d4-6f48-423d-ac71-5dbb8acbd67e req-1bc4d95d-6f1c-45db-998c-5ed7d41096e1 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0441523 Sep 21 08:14:31.585622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port 9619176e-f0b9-446b-8c68-8354da8bded5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:31.586924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.631953 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.638316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.708836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port 9619176e-f0b9-446b-8c68-8354da8bded5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9619176e-f0b9-446b-8c68-8354da8bded5,segment=NetworkSegment(556c5f4d-cdd1-40ab-a7cc-76e54da5da10),segment_id=556c5f4d-cdd1-40ab-a7cc-76e54da5da10)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:31.709176 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.722038 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-6b825828-e89e-4702-b5b3-87c28979c9fa service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061535 Sep 21 08:14:31.819811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.844719 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.896937 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:31.958073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:31.973600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:31.988133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6eb153-ad1c-439c-92f3-7ab3cdb0c458']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:31.991161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:32.001737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=db942bee-585b-4c6b-909f-e4f73d2e7939,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:32.026789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for 9619176e-f0b9-446b-8c68-8354da8bded5 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:32.033125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d8f24d-05ca-4308-a4a2-39a824810866') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:32.033502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d8f24d-05ca-4308-a4a2-39a824810866') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:32.055570 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.070618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-b5479198-a5fd-4683-a7b7-f957250c854e service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309262 Sep 21 08:14:32.088608 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.122860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-63e0d7e7-6f50-497b-a173-601c65be9722 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 200 len: 217 time: 0.0445261 Sep 21 08:14:32.127381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:32.127933 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:32.129798 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:32.264405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.269155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-b741fc6b-58f7-41db-8d82-e8f8ff289614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:32.272339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-b741fc6b-58f7-41db-8d82-e8f8ff289614 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.1261775 Sep 21 08:14:32.274458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.289258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6a71-e1dc-4d35-8bfe-c489f6394784 req-4ffc227c-d5a5-46ab-807b-93b24f815fa4 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:32.292510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-411d6a71-e1dc-4d35-8bfe-c489f6394784 req-4ffc227c-d5a5-46ab-807b-93b24f815fa4 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.2518234 Sep 21 08:14:32.293562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.299545 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0c6eb153-ad1c-439c-92f3-7ab3cdb0c458 HTTP/1.1" status: 204 len: 168 time: 0.9367559 Sep 21 08:14:32.306377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137715df-8979-49e1-84dd-3240c21304c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c6eb153-ad1c-439c-92f3-7ab3cdb0c458,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:32.306528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:14:32.318185 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Sync routers for ids ['398d65a8-5919-4869-8b19-0f2422b0f821'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:14:32.343646 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.345542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-81b36a21-454f-41e7-8733-0fda59423c46 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3298211 Sep 21 08:14:32.353437 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Routers {'398d65a8-5919-4869-8b19-0f2422b0f821'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:32.356529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50686) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:32.360439 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['398d65a8-5919-4869-8b19-0f2422b0f821'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:32.373697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.421740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Allocated IP 172.20.0.10 (dcccfaba-9260-4cc8-860a-07a7c7504d56/cde2f8bf-bad0-4348-8d2b-f9959bf0e888/6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:32.422307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-7c19e82f-e4d8-481d-a95c-f731d227429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:32.423879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-7c19e82f-e4d8-481d-a95c-f731d227429c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231160 Sep 21 08:14:32.445523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.561055 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Set router 398d65a8-5919-4869-8b19-0f2422b0f821 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:32.619658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50692) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:32.663827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.674406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=9619176e-f0b9-446b-8c68-8354da8bded5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:32.676403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port 9619176e-f0b9-446b-8c68-8354da8bded5 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:32.687215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-411d6a71-e1dc-4d35-8bfe-c489f6394784 req-b97b29b9-80aa-4978-b1fd-16f1138c82f2 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543749 Sep 21 08:14:32.688964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.826421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-a4c4e778-75d5-4e33-82f9-95e5d49bad14 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827696 Sep 21 08:14:32.849231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 68c06b65-c66b-4338-8e6b-673ac23888ba details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:14:32.874674 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f94606dd-452d-4f96-ae42-147ffd433acb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af883af499e245068ea61a3a4db99639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500792 Sep 21 08:14:32.875596 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:14:28Z', 'revision_number': 3, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port': {'id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:27Z', 'updated_at': '2021-09-21T08:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:32.877599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50694) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:32.897296 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.903889 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Checking router: 398d65a8-5919-4869-8b19-0f2422b0f821 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:14:32.904462 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Updating router 398d65a8-5919-4869-8b19-0f2422b0f821 port 4bb8d068-e20f-412c-8645-2fedee6a4d74 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:14:32.929797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4bb9f00-bf90-4b8e-b04d-c3412ead5512 req-f0831fe8-8c8c-4bc6-8546-dcd658cb5ab2 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0993583 Sep 21 08:14:32.934656 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:32.971905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:32.986036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'port_id': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'mac_address': 'fa:16:3e:98:c7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b2689a-1841-4bef-a6ab-2ac9dea081a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:14:33.023628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4066e961-ba0d-4de2-83ce-19153760f89b']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:33.034509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.070728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c06b65-c66b-4338-8e6b-673ac23888ba {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:33.088616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556c5f4d-cdd1-40ab-a7cc-76e54da5da10') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:33.089755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556c5f4d-cdd1-40ab-a7cc-76e54da5da10') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:33.116742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.123232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:33.132227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.187615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.204772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:33.205248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.237070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:33.306650 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:33.309091 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181e6bb2-4085-414d-98cd-af79503fa27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.337561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.347798 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.354115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.361996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/4066e961-ba0d-4de2-83ce-19153760f89b HTTP/1.1" status: 204 len: 168 time: 5.9959555 Sep 21 08:14:33.396681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50698) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:33.409766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-668877503'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:33.421560 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.431886 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.465103 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.474223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf42ebc-2274-48a9-b3ac-6ca9c8cc81cf tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=4066e961-ba0d-4de2-83ce-19153760f89b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:33.506419 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Pushing event updated for resources: {'Port': ['ID=4bb8d068-e20f-412c-8645-2fedee6a4d74,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:33.509006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181e6bb2-4085-414d-98cd-af79503fa27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.515631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['68c06b65-c66b-4338-8e6b-673ac23888ba'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:14:33.525634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca35fc-5190-414b-8bf5-61671efa04f1 req-bed793e2-db5d-40ae-8366-ed80a19ec4ff tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:33.528170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bca35fc-5190-414b-8bf5-61671efa04f1 req-bed793e2-db5d-40ae-8366-ed80a19ec4ff tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 943 time: 0.8524375 Sep 21 08:14:33.529421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=db942bee-585b-4c6b-909f-e4f73d2e7939,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:33.543216 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.543591 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.543945 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.544314 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.544651 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.545030 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.545359 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.545684 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.546268 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.546600 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.547072 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.547494 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:33.558994 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Attempting to bind port 4bb8d068-e20f-412c-8645-2fedee6a4d74 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:33.559641 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Attempting to bind port 4bb8d068-e20f-412c-8645-2fedee6a4d74 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:33.560008 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Attempting to bind port 4bb8d068-e20f-412c-8645-2fedee6a4d74 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:33.567966 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:33.568345 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:33.568808 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.569206 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:33.569725 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Bound port: 4bb8d068-e20f-412c-8645-2fedee6a4d74, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:33.570115 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.616015 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bca35fc-5190-414b-8bf5-61671efa04f1 req-5d70eb0a-464b-4571-98cc-b35a23d8cb7f tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760033 Sep 21 08:14:33.640880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.653133 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46f17e7-9388-4f83-a462-0a08bf012f48 req-84722799-5580-4ef9-ae68-6c96678f9baa service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661207 Sep 21 08:14:33.659114 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] For port 4bb8d068-e20f-412c-8645-2fedee6a4d74, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:33.663003 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] For port 4bb8d068-e20f-412c-8645-2fedee6a4d74, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4bb8d068-e20f-412c-8645-2fedee6a4d74,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:33.673161 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.674409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.676310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e62c6c2f-8612-452e-bc36-646e0668f3c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8886075 Sep 21 08:14:33.767622 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3abc9-aed8-49b9-9f87-689e3ee7d198 None None] Pushing event updated for resources: {'Port': ['ID=4bb8d068-e20f-412c-8645-2fedee6a4d74,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:33.815210 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Routers {'398d65a8-5919-4869-8b19-0f2422b0f821'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:33.816218 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['398d65a8-5919-4869-8b19-0f2422b0f821'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:33.825306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:33.828943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.918076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:33.957941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-b22002ba-e69d-4942-8cca-abf52f714039 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:33.959396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-b22002ba-e69d-4942-8cca-abf52f714039 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.3760622 Sep 21 08:14:33.973834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] Set router 398d65a8-5919-4869-8b19-0f2422b0f821 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:33.978624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-960be789-0872-4312-b650-64232d443856 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1839576270&fields=id&tenant_id=64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 267 time: 0.0481172 Sep 21 08:14:34.102337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:34.103997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-b13f8a73-5142-4d22-97b8-06aaae76f59c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:34.113620 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-b13f8a73-5142-4d22-97b8-06aaae76f59c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.1252882 Sep 21 08:14:34.113849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:34.133127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-a3e6e6ee-4f85-4102-acb4-a4330f209509 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/quotas/64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 375 time: 0.0184937 Sep 21 08:14:34.164813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045fb42-106a-41c4-b124-e4eb24124f7e req-6e68abec-5092-49ab-8053-46fa2a5957ea tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:34.166712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0045fb42-106a-41c4-b124-e4eb24124f7e req-6e68abec-5092-49ab-8053-46fa2a5957ea tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.3455932 Sep 21 08:14:34.168464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:34.198692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:34.256247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-a4674c89-cc6d-44d0-a477-eb61f4a05f1f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1160414 Sep 21 08:14:34.325394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:34.326238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.375788 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.376148 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment babe856d-480f-472f-9db4-8a1d0c0332fc of type vlan for network d3990f7d-4723-4955-b496-0810c4d9cb7f Sep 21 08:14:34.384650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181e6bb2-4085-414d-98cd-af79503fa27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.387747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-181e6bb2-4085-414d-98cd-af79503fa27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.388929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-181e6bb2-4085-414d-98cd-af79503fa27c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a HTTP/1.1" status: 204 len: 168 time: 1.4878473 Sep 21 08:14:34.445511 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:14:28Z', 'revision_number': 3, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port': {'id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:27Z', 'updated_at': '2021-09-21T08:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:34.511093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event updated for resources: {'Port': ['ID=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:34.525315 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043a571-6bdf-44f6-b26c-3d7742959eb9 None None] The sync data for ids ['398d65a8-5919-4869-8b19-0f2422b0f821'] in n-d-809980-2 is: [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:14:28Z', 'revision_number': 3, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port': {'id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:27Z', 'updated_at': '2021-09-21T08:14:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:14:34.537724 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-ec5447b0-72f5-41bb-a3f9-8d3567273cb4 service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772758 Sep 21 08:14:34.564562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-327cc396-a063-41f8-a25c-c496f426737e tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5818195 Sep 21 08:14:34.565313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e6bb2-4085-414d-98cd-af79503fa27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e4a5b-a3a5-4919-8c7c-7f58f3a96c8a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:34.572764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.595990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Request body: {'port': {'device_id': '88181031-46ae-4b18-923f-a6e723645ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:34.606482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Deleting port 6f4fdf6b-8d85-466d-9221-360bacda9af8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:34.606831 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.610557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-dcb3cba9-df4b-4da8-8651-b2eea84eb3f8 None None] Provisioning complete for port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:34.612184 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dcb3cba9-df4b-4da8-8651-b2eea84eb3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.699781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0045fb42-106a-41c4-b124-e4eb24124f7e req-b695dee6-aed0-4b23-9c53-a76d090be71f tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472424 Sep 21 08:14:34.701617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:34.708915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-dcb3cba9-df4b-4da8-8651-b2eea84eb3f8 None None] Port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:14:34.821459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-2ba17f57-bf18-4d64-b7f8-3a5e2434ded6 service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762768 Sep 21 08:14:34.880449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 68c06b65-c66b-4338-8e6b-673ac23888ba up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:35.070403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 68c06b65-c66b-4338-8e6b-673ac23888ba completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:14:35.077816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 68c06b65-c66b-4338-8e6b-673ac23888ba triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:35.078224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:35.260807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f72180-2ad4-439d-b663-705ed1fd18ee req-9594fd3f-1036-4435-804b-67164c878472 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:35.262437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26f72180-2ad4-439d-b663-705ed1fd18ee req-9594fd3f-1036-4435-804b-67164c878472 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 944 time: 0.0918458 Sep 21 08:14:35.302745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:35.334719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:35.336963 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03588c7-7de4-4763-a691-fc64049a5a78" -d '{"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-plugged", "status": "completed", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:35.352507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:35.358312 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:35.373532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26f72180-2ad4-439d-b663-705ed1fd18ee req-fb037cb2-5417-4f24-9414-77e614e716fe tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994699 Sep 21 08:14:35.514639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Allocated IP 172.20.0.1 (fdb6cee9-0381-46b5-8fa4-7915c634aa76/d2cdcdbe-2470-4033-a276-bdeddc25edce/959b0260-2a02-4e24-8594-31757b945b77) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:35.535550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:35.541537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5375e9e-66d1-46c6-ba5f-2ed08a793a00 req-077782d6-65c3-4ed1-8448-4f81b3a9d8e1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 210 time: 0.0818255 Sep 21 08:14:35.631512 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cccfb68-4429-4946-b4e2-b166fdc703f7 x-openstack-request-id: req-8cccfb68-4429-4946-b4e2-b166fdc703f7 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:35.631971 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-plugged", "status": "completed", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:35.632274 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8cccfb68-4429-4946-b4e2-b166fdc703f7 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:35.632855 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'code': 200} Sep 21 08:14:35.680765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:35.698632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:35.699277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:35.854228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:35.900437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba80a-ef7a-43d1-bf8a-a97e5bec3e55 req-208d4b0c-763c-48a2-aaec-081a274aeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:35.902230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5030541 Sep 21 08:14:35.905898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-66aba80a-ef7a-43d1-bf8a-a97e5bec3e55 req-208d4b0c-763c-48a2-aaec-081a274aeb2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 1096 time: 0.2044959 Sep 21 08:14:35.907758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50756) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:35.921501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:36.009607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee33a6-1950-4d3e-a1d4-f392bc6c104b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=d3990f7d-4723-4955-b496-0810c4d9cb7f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:36.012547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50758) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:36.024842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d3990f7d-4723-4955-b496-0810c4d9cb7f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:36.032705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe410718-1dcb-492c-bdf7-de114765bbc2 req-d3c63b5a-e731-499b-a1b1-b75e47ac3833 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:36.034517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe410718-1dcb-492c-bdf7-de114765bbc2 req-d3c63b5a-e731-499b-a1b1-b75e47ac3833 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 947 time: 0.2112062 Sep 21 08:14:36.054831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77e2e5-896f-4f32-b034-4eb99a50c56a req-e8edaaca-0c28-4815-9768-8f210939f048 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:36.066482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c77e2e5-896f-4f32-b034-4eb99a50c56a req-e8edaaca-0c28-4815-9768-8f210939f048 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 932 time: 1.1935523 Sep 21 08:14:36.076123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] For port 6f4fdf6b-8d85-466d-9221-360bacda9af8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6f4fdf6b-8d85-466d-9221-360bacda9af8,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:36.078577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-66aba80a-ef7a-43d1-bf8a-a97e5bec3e55 req-3a24194c-62da-46f8-9a0c-31c6506b6d52 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502342 Sep 21 08:14:36.078942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.112714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Calling delete_port for 6f4fdf6b-8d85-466d-9221-360bacda9af8 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:36.113508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:36.117818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.138917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe410718-1dcb-492c-bdf7-de114765bbc2 req-601c6bbc-afd3-4fde-8b6c-cf0c0c53bf89 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842040 Sep 21 08:14:36.142385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.311864 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.368981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.395176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-290034415-network', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:36.438357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.452233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=5e4da6be-fcb2-49bf-af54-17d56bd3d8a9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:36.459413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:36.478141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': 'babe856d-480f-472f-9db4-8a1d0c0332fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:36.478515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: d3990f7d-4723-4955-b496-0810c4d9cb7f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:36.548011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c77e2e5-896f-4f32-b034-4eb99a50c56a req-bc6f5263-ec4e-468f-a87a-7133eea3c9de tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4805124 Sep 21 08:14:36.569677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:36.571244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network d3990f7d-4723-4955-b496-0810c4d9cb7f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:36.592065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:36.609522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d22c8f-ea5f-44f4-9927-c8c068560b2a req-0ed82e12-739a-486d-aff7-68396562e6d4 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:36.617285 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82d22c8f-ea5f-44f4-9927-c8c068560b2a req-0ed82e12-739a-486d-aff7-68396562e6d4 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.1343620 Sep 21 08:14:36.655371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=959b0260-2a02-4e24-8594-31757b945b77,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:36.665778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d3990f7d-4723-4955-b496-0810c4d9cb7f) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:36.674885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db538dc0-3c19-44a9-a0fa-9d4cbf914625 None None] Network d3990f7d-4723-4955-b496-0810c4d9cb7f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:36.684123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:36.684727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.760397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f56e43ce-5d22-419b-8402-ed3f559633a9 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8515506 Sep 21 08:14:36.760824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50768) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:36.781996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82d22c8f-ea5f-44f4-9927-c8c068560b2a req-08287291-32e8-4118-a931-70bede423c1c tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637707 Sep 21 08:14:36.801114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Made reservation on behalf of a90a7eea95494962ab29329ab10ac150 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:36.801685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-1ab396db-44b5-4115-9593-4b2f6cf2deac tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:36.803225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-1ab396db-44b5-4115-9593-4b2f6cf2deac tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.2668858 Sep 21 08:14:36.803560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.808996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4bb8d068-e20f-412c-8645-2fedee6a4d74 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:36.880803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d598e530-1e5e-4ae2-9dad-e9b391685c90 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 380 time: 0.0577285 Sep 21 08:14:36.896295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'port': {'device_id': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'admin_state_up': True, 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'security_groups': ['a37bcf76-dd84-4a6c-b076-5b3911ffca26']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:36.914978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] No DVR routers for this DVR port 6f4fdf6b-8d85-466d-9221-360bacda9af8 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:36.925571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4bb8d068-e20f-412c-8645-2fedee6a4d74 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:36.925851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.965080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:36.967195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bab2905-1ece-49ee-9c63-c48569593a03 req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.50 "DELETE /v2.0/ports/6f4fdf6b-8d85-466d-9221-360bacda9af8 HTTP/1.1" status: 204 len: 173 time: 2.9977858 Sep 21 08:14:36.986370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-deleted', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:36.988785 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16e24b6-c5e9-4776-a8e6-01c400baf34c" -d '{"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-deleted", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:36.993039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13eb8a-526d-47fd-8496-ea81f0e387fb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Pushing event deleted for resources: {'Port': ['ID=6f4fdf6b-8d85-466d-9221-360bacda9af8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:37.008251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0b785fc-f3db-4d2d-a5f8-dd1fb3294d81 req-6518bad2-3444-4995-a596-a13b647811ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 210 time: 0.1252551 Sep 21 08:14:37.009275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.050049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.077478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6f4fdf6b-8d85-466d-9221-360bacda9af8 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:37.138813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 6f4fdf6b-8d85-466d-9221-360bacda9af8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:14:37.139511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6f4fdf6b-8d85-466d-9221-360bacda9af8 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:14:37.147948 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31ca93-f220-46f0-9c22-11c82d711093 x-openstack-request-id: req-9c31ca93-f220-46f0-9c22-11c82d711093 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:37.148389 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f36bbb9-2d33-4bd6-afe1-ba01954b14eb", "name": "network-vif-deleted", "tag": "6f4fdf6b-8d85-466d-9221-360bacda9af8", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:37.148696 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c31ca93-f220-46f0-9c22-11c82d711093 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:37.149210 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f36bbb9-2d33-4bd6-afe1-ba01954b14eb', 'name': 'network-vif-deleted', 'tag': '6f4fdf6b-8d85-466d-9221-360bacda9af8', 'status': 'completed', 'code': 200} Sep 21 08:14:37.163153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:37.194204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.195760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.228384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 4bb8d068-e20f-412c-8645-2fedee6a4d74, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4bb8d068-e20f-412c-8645-2fedee6a4d74,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:37.236589 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.243867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Transition to ACTIVE for port object 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:14:37.266084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.308890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d3990f7d-4723-4955-b496-0810c4d9cb7f', 'network_id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': '5e4da6be-fcb2-49bf-af54-17d56bd3d8a9'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:37.309829 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.325422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=4bb8d068-e20f-412c-8645-2fedee6a4d74,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:37.387246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.500424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af959872-3a61-4690-a864-36856f3baf19 req-83cf7db7-3d3c-41de-8678-4b4eb58d2211 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f36bbb9-2d33-4bd6-afe1-ba01954b14eb HTTP/1.1" status: 200 len: 210 time: 0.1951275 Sep 21 08:14:37.508325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Allocated IP 172.20.0.1 (d3990f7d-4723-4955-b496-0810c4d9cb7f/5e4da6be-fcb2-49bf-af54-17d56bd3d8a9/5680dbac-3c57-4275-8b6a-644051dd5fdd) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:37.583969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:37.719861 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.727586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.734987 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.756274 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.767684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.770887 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.815088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Network d3990f7d-4723-4955-b496-0810c4d9cb7f is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:37.820002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:37.824467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebac758-266f-4ffa-97b0-eb92886867e5 req-198e41ac-1b0d-4786-aad2-0c769703ce7f tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:37.828801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:37.830925 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Pushing event updated for resources: {'Port': ['ID=5680dbac-3c57-4275-8b6a-644051dd5fdd,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:37.834859 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bebac758-266f-4ffa-97b0-eb92886867e5 req-198e41ac-1b0d-4786-aad2-0c769703ce7f tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.1273916 Sep 21 08:14:37.837802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Made reservation on behalf of 64837cc605d547898f2d13fa7a83d64e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:37.843010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.869359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Attempting to bind port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:37.870502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Attempting to bind port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:37.870703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Attempting to bind port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db on network dcccfaba-9260-4cc8-860a-07a7c7504d56 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:37.872940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:37.893035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Attempting to bind port 5680dbac-3c57-4275-8b6a-644051dd5fdd on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:37.893763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Attempting to bind port 5680dbac-3c57-4275-8b6a-644051dd5fdd by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'babe856d-480f-472f-9db4-8a1d0c0332fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:37.894999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Attempting to bind port 5680dbac-3c57-4275-8b6a-644051dd5fdd on network d3990f7d-4723-4955-b496-0810c4d9cb7f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:37.901734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:37.902623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Checking segment: {'id': 'babe856d-480f-472f-9db4-8a1d0c0332fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:37.903477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.904085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Bound using segment: {'id': 'babe856d-480f-472f-9db4-8a1d0c0332fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:37.904887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Bound port: 5680dbac-3c57-4275-8b6a-644051dd5fdd, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe856d-480f-472f-9db4-8a1d0c0332fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:37.906440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.915344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db on network dcccfaba-9260-4cc8-860a-07a7c7504d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:14:37.915672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Attempting to bind port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db on network dcccfaba-9260-4cc8-860a-07a7c7504d56 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:37.917636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a709db-f5c9-4302-abde-6c3756c4910a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:37.919986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bebac758-266f-4ffa-97b0-eb92886867e5 req-48ff8c07-f27f-4ea5-b229-9442fa5b8368 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843894 Sep 21 08:14:37.941683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.942044 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Added segment 6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f of type vlan for network a85627da-998e-4f1b-829a-4624c768fe0b Sep 21 08:14:37.988168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:37.988437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Checking segment: {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:37.988811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Bound using segment: {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:37.989258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Bound port: 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be37d51-443d-43a1-81ba-796de889df93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:37.989619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:37.995688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] For port 5680dbac-3c57-4275-8b6a-644051dd5fdd, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:37.999093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] For port 5680dbac-3c57-4275-8b6a-644051dd5fdd, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5680dbac-3c57-4275-8b6a-644051dd5fdd,segment=NetworkSegment(babe856d-480f-472f-9db4-8a1d0c0332fc),segment_id=babe856d-480f-472f-9db4-8a1d0c0332fc)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:38.006502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.030130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Allocated IP 172.20.0.6 (d703ed52-8229-4a1f-af6e-cc602621b9f4/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb/98f83644-e219-47d0-a31b-ccc85239cc5e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:38.075057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47fa2f-921e-43fe-b202-17b0e4963672 None None] Pushing event updated for resources: {'Port': ['ID=5680dbac-3c57-4275-8b6a-644051dd5fdd,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:38.110847 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.151535 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.155093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17a7e4ba-bb79-4ba8-a5bd-965bc1f8e05c req-33274bff-f45a-4f84-8133-30b83d815d1a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 210 time: 0.0432653 Sep 21 08:14:38.218207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5061e-7dd5-421f-892d-6c333d15f9cd req-6f44e775-939d-4906-8bac-1b90b36d0b28 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:38.220072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cdb5061e-7dd5-421f-892d-6c333d15f9cd req-6f44e775-939d-4906-8bac-1b90b36d0b28 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.3131232 Sep 21 08:14:38.236302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.237227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4da6be-fcb2-49bf-af54-17d56bd3d8a9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:38.262385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.263738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:38.264492 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.293871 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.350453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:38.353961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:38.358438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:38.391936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:38.435658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:38.436532 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.453441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-d7c625bf-96cb-4ce0-903f-b6ef6cb77042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5713668 Sep 21 08:14:38.467836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Request body: {'port': {'device_id': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:38.570801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.654442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-19429b36-cd61-4e61-a56c-80d95bdcac41 None None] Provisioning complete for port 98f83644-e219-47d0-a31b-ccc85239cc5e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:38.660618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19429b36-cd61-4e61-a56c-80d95bdcac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.685089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] For port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:38.715916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.723621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.731474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7099540 Sep 21 08:14:38.743091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50788) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:38.752013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-19429b36-cd61-4e61-a56c-80d95bdcac41 None None] Port 98f83644-e219-47d0-a31b-ccc85239cc5e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:14:38.757713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Request body: {'subnet': {'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-290034415-subnet', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:38.773584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5680dbac-3c57-4275-8b6a-644051dd5fdd up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:38.774069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.794804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] For port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:38.835100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Made reservation on behalf of a90a7eea95494962ab29329ab10ac150 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:38.840466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.849751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25052c-3739-4e22-ad26-ba4a104ed2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a85627da-998e-4f1b-829a-4624c768fe0b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:38.865387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a85627da-998e-4f1b-829a-4624c768fe0b details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:38.868531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3990f7d-4723-4955-b496-0810c4d9cb7f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:38.872973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.905454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cdb5061e-7dd5-421f-892d-6c333d15f9cd req-6be58e48-6494-4121-9ea2-1bc39cbc26b6 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6509535 Sep 21 08:14:38.917327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babe856d-480f-472f-9db4-8a1d0c0332fc') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:38.917671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babe856d-480f-472f-9db4-8a1d0c0332fc') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:38.954773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.966576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5680dbac-3c57-4275-8b6a-644051dd5fdd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:38.966917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.967058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.996999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:38.997653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:38.999197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] 10.222.0.50 "PUT /v2.0/ports/6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db HTTP/1.1" status: 200 len: 1092 time: 4.4235864 Sep 21 08:14:39.003060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=959b0260-2a02-4e24-8594-31757b945b77,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:39.006199 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.096734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:39.097184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.116923 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:39.137013 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:39.164910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730c515-625d-4dd6-a0fe-bf11ed1a71a0 req-c38319f0-17dc-4f14-b4fe-cf00ac0cb721 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:39.165243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 5680dbac-3c57-4275-8b6a-644051dd5fdd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5680dbac-3c57-4275-8b6a-644051dd5fdd,segment=NetworkSegment(babe856d-480f-472f-9db4-8a1d0c0332fc),segment_id=babe856d-480f-472f-9db4-8a1d0c0332fc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:39.166934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7730c515-625d-4dd6-a0fe-bf11ed1a71a0 req-c38319f0-17dc-4f14-b4fe-cf00ac0cb721 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 949 time: 0.1404574 Sep 21 08:14:39.173057 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.174046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4bb8d068-e20f-412c-8645-2fedee6a4d74 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:39.184934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:39.187476 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e59b31-18cb-4a62-8162-7c543d9875c1" -d '{"events": [{"name": "network-changed", "server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:39.253290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7730c515-625d-4dd6-a0fe-bf11ed1a71a0 req-1e986b15-9051-48da-a658-8ade304dc5aa tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651290 Sep 21 08:14:39.265274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f83644-e219-47d0-a31b-ccc85239cc5e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:39.267596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=5680dbac-3c57-4275-8b6a-644051dd5fdd,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:39.284536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.292331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4bb8d068-e20f-412c-8645-2fedee6a4d74 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:39.292718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.398579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79d989-0f80-4378-a988-b52049bdb0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:39.416435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc162a-d81a-40c7-8e50-220cae655ebe req-6af2b508-e488-4486-93a5-7c40de13c5d4 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:39.416879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:14:39.416879 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:14:39.416879 n-d-809980-2 neutron-server[94724]: [parameters: {'id': 'd3990f7d-4723-4955-b496-0810c4d9cb7f'}] Sep 21 08:14:39.416879 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:14:39.417205 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:14:39.418181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79bc162a-d81a-40c7-8e50-220cae655ebe req-6af2b508-e488-4486-93a5-7c40de13c5d4 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.0695870 Sep 21 08:14:39.421340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Transition to ACTIVE for port object 98f83644-e219-47d0-a31b-ccc85239cc5e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:14:39.430661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.430873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f8ee8-9efc-4d18-a329-cdfe6754436e req-303c6505-7f5a-466d-87c3-fc9f1a1edb88 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:39.432870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-566f8ee8-9efc-4d18-a329-cdfe6754436e req-303c6505-7f5a-466d-87c3-fc9f1a1edb88 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.3641763 Sep 21 08:14:39.438713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9660a4d0-45d7-4b2a-acd9-c6b226cf7747 None None] Network d3990f7d-4723-4955-b496-0810c4d9cb7f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:39.440101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-fd7a5c00-a09f-4405-9822-99dbb8c91e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:39.441604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-fd7a5c00-a09f-4405-9822-99dbb8c91e99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=158674ce29ed4a0f90741b9b7944cdaa&device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 1095 time: 0.3818216 Sep 21 08:14:39.481733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:39.516629 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-b5764214-2941-4962-ad74-610ffc183a4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db HTTP/1.1" status: 200 len: 217 time: 0.0636830 Sep 21 08:14:39.517725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:39.565218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:39.567786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5d8270f3-450d-4e98-97e9-10fbfffd7ed9 None None] Provisioning complete for port 5680dbac-3c57-4275-8b6a-644051dd5fdd triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:39.568786 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d8270f3-450d-4e98-97e9-10fbfffd7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.579286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-566f8ee8-9efc-4d18-a329-cdfe6754436e req-d0d144b1-56df-4c5f-b4c7-69b56e6fecf1 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347837 Sep 21 08:14:39.616844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79bc162a-d81a-40c7-8e50-220cae655ebe req-80806908-f8d3-449a-9f49-fdf23adaddf2 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821718 Sep 21 08:14:39.732704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] DHCP port deletion for d3990f7d-4723-4955-b496-0810c4d9cb7f request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:14:39.771397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.777128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Attempting to bind port 98f83644-e219-47d0-a31b-ccc85239cc5e on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:39.777600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Attempting to bind port 98f83644-e219-47d0-a31b-ccc85239cc5e by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:39.778339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Attempting to bind port 98f83644-e219-47d0-a31b-ccc85239cc5e on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:39.803486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] Deleting port 5680dbac-3c57-4275-8b6a-644051dd5fdd {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:39.805334 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.832358 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372e3e3c-df1b-4494-a6c2-d781caf3cedd x-openstack-request-id: req-372e3e3c-df1b-4494-a6c2-d781caf3cedd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:39.832910 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:39.832910 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-372e3e3c-df1b-4494-a6c2-d781caf3cedd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:39.833237 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'status': 'completed', 'code': 200} Sep 21 08:14:39.841521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Router 398d65a8-5919-4869-8b19-0f2422b0f821 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:14:39.846809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Port 98f83644-e219-47d0-a31b-ccc85239cc5e on network d703ed52-8229-4a1f-af6e-cc602621b9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:14:39.847334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Attempting to bind port 98f83644-e219-47d0-a31b-ccc85239cc5e on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:39.868158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:39.868689 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:39.869179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Bound using segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:39.869724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Bound port: 98f83644-e219-47d0-a31b-ccc85239cc5e, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:39.870834 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.900992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] For port 5680dbac-3c57-4275-8b6a-644051dd5fdd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5680dbac-3c57-4275-8b6a-644051dd5fdd,segment=NetworkSegment(babe856d-480f-472f-9db4-8a1d0c0332fc),segment_id=babe856d-480f-472f-9db4-8a1d0c0332fc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:39.901431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.904651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a76626-1966-437c-9f6b-93c5a46b3b7a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:39.914522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] Calling delete_port for 5680dbac-3c57-4275-8b6a-644051dd5fdd owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:39.942258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510699-1390-4200-b9af-8d279734252b req-8f9406a5-d19f-4dd3-9f43-c5c6c079653c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:39.943779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9d510699-1390-4200-b9af-8d279734252b req-8f9406a5-d19f-4dd3-9f43-c5c6c079653c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 943 time: 0.1226280 Sep 21 08:14:39.944293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:39.951530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-105f9379-5f4c-409b-9f0d-614c142bfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:39.952931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-105f9379-5f4c-409b-9f0d-614c142bfd92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde2f8bf-bad0-4348-8d2b-f9959bf0e888 HTTP/1.1" status: 200 len: 855 time: 0.4258449 Sep 21 08:14:39.968353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Checking segment: {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:39.968989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Network hostable DHCP agents. Network: a85627da-998e-4f1b-829a-4624c768fe0b, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:40.002438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859237e-6877-408a-9387-b566a0b42481 req-3d569cb9-8c83-4d61-a113-956f3be8e8fa tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.004170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6859237e-6877-408a-9387-b566a0b42481 req-3d569cb9-8c83-4d61-a113-956f3be8e8fa tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.1172919 Sep 21 08:14:40.004547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.034719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:40.035094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] Pushing event deleted for resources: {'Port': ['ID=5680dbac-3c57-4275-8b6a-644051dd5fdd,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:40.037151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a67bf2-24ba-49b7-abb5-25d452c364c1 None None] No DVR routers for this DVR port 5680dbac-3c57-4275-8b6a-644051dd5fdd on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:40.038508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Network a85627da-998e-4f1b-829a-4624c768fe0b is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:40.058590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:40.066769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.078861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a85627da-998e-4f1b-829a-4624c768fe0b) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:40.088038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6efbb1-9965-4684-b897-3f629669c06d None None] Network a85627da-998e-4f1b-829a-4624c768fe0b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:40.106338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6859237e-6877-408a-9387-b566a0b42481 req-be906c98-a9a0-4ba5-811f-4a92d9459492 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900559 Sep 21 08:14:40.109915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.110663 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.115275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9d510699-1390-4200-b9af-8d279734252b req-b369cf68-d5ec-40f2-9a31-8cb01cd4ab41 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588197 Sep 21 08:14:40.127180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.127812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.129241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] 10.222.0.50 "PUT /v2.0/ports/98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 1091 time: 1.6668777 Sep 21 08:14:40.129692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:40.129913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-8aaf9f89-f5bc-489c-ba29-3e9e514a27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.132939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-8aaf9f89-f5bc-489c-ba29-3e9e514a27e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcccfaba-9260-4cc8-860a-07a7c7504d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655049 Sep 21 08:14:40.133028 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:40.144045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:14:40.193053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4f0c2-6c6e-43e1-bb7d-050a063f6956 service neutron] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:40.204247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Sync routers for ids ['398d65a8-5919-4869-8b19-0f2422b0f821'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:14:40.209875 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26eb124-76dc-4259-a90c-9d4848a1f232 x-openstack-request-id: req-d26eb124-76dc-4259-a90c-9d4848a1f232 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:40.210318 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:40.210868 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d26eb124-76dc-4259-a90c-9d4848a1f232 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:40.211378 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'status': 'completed', 'code': 200} Sep 21 08:14:40.214495 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-534a31a0-59f7-4a44-b7db-f88cbc15a7b3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4689925 Sep 21 08:14:40.228850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Routers {'398d65a8-5919-4869-8b19-0f2422b0f821'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:40.230685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['398d65a8-5919-4869-8b19-0f2422b0f821'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:40.230828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50810) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:40.238945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:40.277980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-9897918d-32eb-47b1-bd91-76fad0e82951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.280328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-9897918d-32eb-47b1-bd91-76fad0e82951 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1094 time: 0.0831671 Sep 21 08:14:40.285516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.286677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.293387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-12d5bcc2-c3ba-42a4-8a82-f9e9d164e9e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/398d65a8-5919-4869-8b19-0f2422b0f821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9327021 Sep 21 08:14:40.324813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-c38cfafe-d46c-4d67-8077-f540b3c94f3e service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717832 Sep 21 08:14:40.377692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port 5680dbac-3c57-4275-8b6a-644051dd5fdd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:40.378392 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.411268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-07d3bae2-7255-45d0-802d-e1d1bbff9bb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 217 time: 0.0927744 Sep 21 08:14:40.464359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579a8eb-ffe5-47e0-a705-485af2b8ead8 req-538f1343-c4f3-4ce0-bfc7-db35ae1ba341 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.466340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7579a8eb-ffe5-47e0-a705-485af2b8ead8 req-538f1343-c4f3-4ce0-bfc7-db35ae1ba341 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.1670828 Sep 21 08:14:40.501505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-a85627da-998e-4f1b-829a-4624c768fe0b', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:40.502382 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.506709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.542370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port 5680dbac-3c57-4275-8b6a-644051dd5fdd, host n-d-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:40.542754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.549485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Set router 398d65a8-5919-4869-8b19-0f2422b0f821 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:40.570009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-086120e1-6a8c-4e31-aa40-1710ff6011b4 req-d60f408d-b951-4f7b-a74a-c486ebaa3428 service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436144 Sep 21 08:14:40.604469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for 5680dbac-3c57-4275-8b6a-644051dd5fdd owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:40.614809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Port 5680dbac-3c57-4275-8b6a-644051dd5fdd was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:14:40.618417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.662099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port 5680dbac-3c57-4275-8b6a-644051dd5fdd on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:40.678946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=5680dbac-3c57-4275-8b6a-644051dd5fdd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:40.712414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-9ecf0528-4e0c-4d33-aad6-4e6335ae147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.714457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-9ecf0528-4e0c-4d33-aad6-4e6335ae147a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.2912672 Sep 21 08:14:40.722716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381c1a8-7f79-42bc-9f3c-bac8cacd8234 req-177585ce-08a7-4bca-b5ca-49163f9a0f08 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.724238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3381c1a8-7f79-42bc-9f3c-bac8cacd8234 req-177585ce-08a7-4bca-b5ca-49163f9a0f08 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 949 time: 0.3049402 Sep 21 08:14:40.737017 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7579a8eb-ffe5-47e0-a705-485af2b8ead8 req-f66568c2-36d3-4f61-ba7f-d74e609de2c8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907501 Sep 21 08:14:40.741179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5680dbac-3c57-4275-8b6a-644051dd5fdd no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:40.805162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.837818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:40.848350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-00c5eaab-2f8c-4a96-afb4-00fbb32d5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.849926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-00c5eaab-2f8c-4a96-afb4-00fbb32d5805 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=158674ce29ed4a0f90741b9b7944cdaa&device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 1095 time: 0.1723158 Sep 21 08:14:40.854491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 5680dbac-3c57-4275-8b6a-644051dd5fdd {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:14:40.856491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5680dbac-3c57-4275-8b6a-644051dd5fdd not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:14:40.893695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3990f7d-4723-4955-b496-0810c4d9cb7f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:40.899831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-b3d54354-2a45-492a-afeb-4f6d25fe291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.902150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-b3d54354-2a45-492a-afeb-4f6d25fe291b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747243 Sep 21 08:14:40.917883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babe856d-480f-472f-9db4-8a1d0c0332fc') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:40.918442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babe856d-480f-472f-9db4-8a1d0c0332fc') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:40.919691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-9b67e5f0-d8f9-4185-b835-3f7a1c8a3447 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:40.921256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-9b67e5f0-d8f9-4185-b835-3f7a1c8a3447 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.62 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 949 time: 0.1045032 Sep 21 08:14:40.924481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3381c1a8-7f79-42bc-9f3c-bac8cacd8234 req-3daf5986-af88-4a83-b3f3-0a92716743eb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870451 Sep 21 08:14:40.940179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.016049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.027727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:41.028271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:41.032127 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:41.110135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-c19eaafe-b9d6-44e5-a430-cf51151c3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:41.111211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Allocated IP 172.20.0.2 (a85627da-998e-4f1b-829a-4624c768fe0b/c8a76626-1966-437c-9f6b-93c5a46b3b7a/2e299550-6b25-458f-a684-58a0d7f36b05) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:41.111814 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-c19eaafe-b9d6-44e5-a430-cf51151c3584 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcccfaba-9260-4cc8-860a-07a7c7504d56 HTTP/1.1" status: 200 len: 917 time: 0.2362349 Sep 21 08:14:41.170769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.184563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-c9696056-259b-4597-9deb-e542e5bdf5f7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db HTTP/1.1" status: 200 len: 217 time: 0.0631068 Sep 21 08:14:41.201236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.203201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/d3990f7d-4723-4955-b496-0810c4d9cb7f HTTP/1.1" status: 204 len: 168 time: 4.4361727 Sep 21 08:14:41.207062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50838) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:41.213569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060685344'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:41.232688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef007-e820-436a-b8d5-da97ecf011f8 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=d3990f7d-4723-4955-b496-0810c4d9cb7f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:41.237222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e04de-b719-4490-9142-bad58957b21f req-21360669-d7ba-4a51-8d32-5c89382b32da tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:41.244807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b0e04de-b719-4490-9142-bad58957b21f req-21360669-d7ba-4a51-8d32-5c89382b32da tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.2125137 Sep 21 08:14:41.290865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 4, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port': {'id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:27Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '959b0260-2a02-4e24-8594-31757b945b77', 'name': '', 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'mac_address': 'fa:16:3e:c5:e7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:34Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 2, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'subnets': [{'id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:41.291431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-12728273-4847-4412-8c80-e50859069997 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660684 Sep 21 08:14:41.321056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-b46b4ca5-7023-4397-823b-e48ad5c5e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:41.322684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-b46b4ca5-7023-4397-823b-e48ad5c5e25c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde2f8bf-bad0-4348-8d2b-f9959bf0e888 HTTP/1.1" status: 200 len: 855 time: 0.1150069 Sep 21 08:14:41.339021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Checking router: 398d65a8-5919-4869-8b19-0f2422b0f821 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:14:41.339391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Updating router 398d65a8-5919-4869-8b19-0f2422b0f821 port 959b0260-2a02-4e24-8594-31757b945b77 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:14:41.378838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091acf-4f1b-41a8-be61-01bd1620832c req-7723d4d6-0a8a-4565-bf58-6dec8af0bd43 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:41.385847 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.386451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-7723d4d6-0a8a-4565-bf58-6dec8af0bd43 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 810 time: 0.2510850 Sep 21 08:14:41.399487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.408330 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-470ee27e-7e3d-4cb4-a8f9-fabb7500c72c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/quotas/8dfae42d6d5f4c1493facdddcb38116b HTTP/1.1" status: 200 len: 375 time: 0.0205321 Sep 21 08:14:41.425073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-8d1c999f-f86a-49fe-ba75-2dd912f78374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:41.426830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-8d1c999f-f86a-49fe-ba75-2dd912f78374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcccfaba-9260-4cc8-860a-07a7c7504d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958846 Sep 21 08:14:41.428251 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.526530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Network a85627da-998e-4f1b-829a-4624c768fe0b is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:41.546809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:41.549687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:41.555598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Pushing event updated for resources: {'Port': ['ID=2e299550-6b25-458f-a684-58a0d7f36b05,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:41.629602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:41.632988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.644247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Attempting to bind port 2e299550-6b25-458f-a684-58a0d7f36b05 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:41.644247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Attempting to bind port 2e299550-6b25-458f-a684-58a0d7f36b05 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:41.644728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Attempting to bind port 2e299550-6b25-458f-a684-58a0d7f36b05 on network a85627da-998e-4f1b-829a-4624c768fe0b {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:41.667466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Deleting port 34813ded-222a-4ec1-bf27-e79c3210fd7e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:41.667812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.677250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:41.677522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Checking segment: {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:41.677894 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.678285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Bound using segment: {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:41.678766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Bound port: 2e299550-6b25-458f-a684-58a0d7f36b05, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:41.679144 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.679857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b0e04de-b719-4490-9142-bad58957b21f req-b828a724-3e5d-4604-a59f-0cb1586844ed tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335825 Sep 21 08:14:41.781412 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-32caa54e-6530-4086-9cc1-d37602c56ed0 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3719394 Sep 21 08:14:41.828739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:41.830544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] For port 2e299550-6b25-458f-a684-58a0d7f36b05, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:41.833384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-d672e2ef-8b74-477e-9cbc-25d20ad053dc service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888657 Sep 21 08:14:41.853842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] For port 2e299550-6b25-458f-a684-58a0d7f36b05, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e299550-6b25-458f-a684-58a0d7f36b05,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:41.874134 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.886401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-8aaa099e-c8de-4a21-9e6e-f1614e5b24a4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:14:41.898468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-8aaa099e-c8de-4a21-9e6e-f1614e5b24a4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1157486 Sep 21 08:14:41.900923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.901973 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment f0bf487e-2179-4be7-8842-c7eceafaf3e5 of type vlan for network ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6 Sep 21 08:14:41.925903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2a9ae3d-eb5b-44da-928c-52c57bd08b69 req-ae0ee203-ad0d-417d-b068-b52b4a185ef4 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212358 Sep 21 08:14:41.948962 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.969340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:41.977722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949cb5c-8590-4af7-8e45-0be35a78a060 None None] Pushing event updated for resources: {'Port': ['ID=2e299550-6b25-458f-a684-58a0d7f36b05,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:42.002387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] For port 34813ded-222a-4ec1-bf27-e79c3210fd7e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=34813ded-222a-4ec1-bf27-e79c3210fd7e,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:42.002868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.017360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Calling delete_port for 34813ded-222a-4ec1-bf27-e79c3210fd7e owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:42.048840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac969ce-acb9-4039-b7b2-70e750babff9 None None] Pushing event updated for resources: {'Port': ['ID=959b0260-2a02-4e24-8594-31757b945b77,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:42.082376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Attempting to bind port 959b0260-2a02-4e24-8594-31757b945b77 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:42.082761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Attempting to bind port 959b0260-2a02-4e24-8594-31757b945b77 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:42.083129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Attempting to bind port 959b0260-2a02-4e24-8594-31757b945b77 on network fdb6cee9-0381-46b5-8fa4-7915c634aa76 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:42.088648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:42.089039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Checking segment: {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:42.089427 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.090138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Bound using segment: {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:42.090316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Bound port: 959b0260-2a02-4e24-8594-31757b945b77, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:42.090655 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.092159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04e59b31-18cb-4a62-8162-7c543d9875c1 req-5344cd50-20f7-4c7d-affa-c0aac15be36a service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495344 Sep 21 08:14:42.126828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-7021593d-f43b-4c26-a54a-ce96073d4c56 service neutron] 10.222.0.59 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267790 Sep 21 08:14:42.145107 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.199399 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.205705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] For port 959b0260-2a02-4e24-8594-31757b945b77, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:42.209826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] For port 959b0260-2a02-4e24-8594-31757b945b77, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=959b0260-2a02-4e24-8594-31757b945b77,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:42.226097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.266632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-f7027090-35ba-4121-ac4e-539847d0977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:42.272868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-f7027090-35ba-4121-ac4e-539847d0977f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1094 time: 0.2154663 Sep 21 08:14:42.281386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ef2d4-affb-4bd2-9977-fa59c75cf9e8 req-658c7d2a-5701-4193-88ed-2c2bbf542f7d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:42.282930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-950ef2d4-affb-4bd2-9977-fa59c75cf9e8 req-658c7d2a-5701-4193-88ed-2c2bbf542f7d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 943 time: 0.3794403 Sep 21 08:14:42.284631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-44c2345c-de15-436b-b0cb-ea54d1cfd6ad service neutron] 10.222.0.59 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459203 Sep 21 08:14:42.289113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.336636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac969ce-acb9-4039-b7b2-70e750babff9 None None] Pushing event updated for resources: {'Port': ['ID=959b0260-2a02-4e24-8594-31757b945b77,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:42.350665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Routers {'398d65a8-5919-4869-8b19-0f2422b0f821'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:42.351716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['398d65a8-5919-4869-8b19-0f2422b0f821'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:42.369598 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.375621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:42.376269 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.509178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] Set router 398d65a8-5919-4869-8b19-0f2422b0f821 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:42.558792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3490465 Sep 21 08:14:42.596746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50850) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:42.600913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-950ef2d4-affb-4bd2-9977-fa59c75cf9e8 req-b1d25429-19dc-4b72-a169-1cb066da3ba7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674735 Sep 21 08:14:42.609973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': 'ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:42.617196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9e150-23f5-424d-a5ea-bb6a56fbb89b tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:42.758224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:42.758569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:42.762818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.777865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddb4a5-b858-4d84-a113-2f41860157b6 req-6299edc3-5034-4c00-b15b-d5f957d8d68f tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:42.785757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aeddb4a5-b858-4d84-a113-2f41860157b6 req-6299edc3-5034-4c00-b15b-d5f957d8d68f tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.2435338 Sep 21 08:14:42.798781 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:42.806736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-149a01c0-7523-40d0-a581-e279c8e8e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:42.810502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-149a01c0-7523-40d0-a581-e279c8e8e294 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.5172989 Sep 21 08:14:42.845992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e299550-6b25-458f-a684-58a0d7f36b05 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:42.887753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Pushing event deleted for resources: {'Port': ['ID=34813ded-222a-4ec1-bf27-e79c3210fd7e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:42.902059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aeddb4a5-b858-4d84-a113-2f41860157b6 req-0defc85d-a69d-43fe-a895-1317a85f4110 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149509 Sep 21 08:14:42.904715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Allocated IP 172.25.1.235 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/d268a52a-b5e5-488f-b5dd-7518ac2ff67e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:43.061482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.074703 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03d17b75-3c37-49a0-8062-7a0880263617 req-d15143e8-e064-463a-b88e-1f9e7ab6cbad tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 210 time: 0.0397608 Sep 21 08:14:43.157560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.177118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.186194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2e299550-6b25-458f-a684-58a0d7f36b05 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:43.186721 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.204879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-0265c85b-571a-4e65-b35b-8ba1ceb45503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 217 time: 0.3474057 Sep 21 08:14:43.225072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=aa970fb6-cad8-4651-a480-dd4f80d0ee60,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:43.253278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1c574-7e22-425c-83f2-376ccb246320 req-6d2493ca-dc95-4986-bbc3-72c71cb14165 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:43.263610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': 'f0bf487e-2179-4be7-8842-c7eceafaf3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:43.263980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:43.264365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9e1c574-7e22-425c-83f2-376ccb246320 req-6d2493ca-dc95-4986-bbc3-72c71cb14165 tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/ports?device_id=969932bb-3c8c-4043-9a8d-060e93229080 HTTP/1.1" status: 200 len: 866 time: 0.5273483 Sep 21 08:14:43.309225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174ad85-230c-4316-945d-c09576d85635 req-86d8cd81-add1-47d1-9f42-19ad158eba54 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:43.310803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8174ad85-230c-4316-945d-c09576d85635 req-86d8cd81-add1-47d1-9f42-19ad158eba54 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.0820551 Sep 21 08:14:43.312020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:43.333618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:43.340034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:43.341360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.362349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] No DVR routers for this DVR port 34813ded-222a-4ec1-bf27-e79c3210fd7e on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:43.371944 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ee23150c-66b5-4125-96df-93195fe25752 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7689092 Sep 21 08:14:43.381178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:43.387002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50864) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:43.388872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d177c9-7a25-43b1-adc8-a112b970174b None None] Network ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:43.395032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.400853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8174ad85-230c-4316-945d-c09576d85635 req-370c4113-203d-4de2-8339-6c2c37887a4d tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780537 Sep 21 08:14:43.401773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d9de782f-b28d-4152-8406-714ceaa9c22c req-6871b244-0310-422a-884b-f2470d70b4bb tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.62 "DELETE /v2.0/ports/34813ded-222a-4ec1-bf27-e79c3210fd7e HTTP/1.1" status: 204 len: 173 time: 2.4646466 Sep 21 08:14:43.407198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-deleted', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:43.426990 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01294d0-e711-45b6-98b0-61258ea81db2" -d '{"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-deleted", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:43.455154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 4, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port': {'id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:27Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '959b0260-2a02-4e24-8594-31757b945b77', 'name': '', 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'mac_address': 'fa:16:3e:c5:e7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:34Z', 'updated_at': '2021-09-21T08:14:42Z', 'revision_number': 4, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'subnets': [{'id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:43.522575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:43.543924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Pushing event updated for resources: {'Port': ['ID=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:43.546620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:43.567719 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.605333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d92a6e-60b3-4bc9-b902-9052e583bea8 None None] The sync data for ids ['398d65a8-5919-4869-8b19-0f2422b0f821'] in n-d-809980-2 is: [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 4, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port': {'id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:27Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '959b0260-2a02-4e24-8594-31757b945b77', 'name': '', 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'mac_address': 'fa:16:3e:c5:e7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:34Z', 'updated_at': '2021-09-21T08:14:42Z', 'revision_number': 4, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'subnets': [{'id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:14:43.618433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.714165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f72f0-cb94-41e9-937d-1cc6614b67dd None None] Network a85627da-998e-4f1b-829a-4624c768fe0b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:43.719466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9e1c574-7e22-425c-83f2-376ccb246320 req-876cb3b0-1d4b-4bbc-9e59-06925da3244c tempest-ListImageFiltersTestJSON-621986328 tempest-ListImageFiltersTestJSON-621986328-project] 10.222.0.59 "GET /v2.0/security-groups?id=634b663e-6b64-43c0-96c1-ec6a421cf06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525516 Sep 21 08:14:43.774361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-c415147b-5037-4b1c-80d9-4ec79df47be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:43.775972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-c415147b-5037-4b1c-80d9-4ec79df47be1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.5013461 Sep 21 08:14:43.797171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.848644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 2e299550-6b25-458f-a684-58a0d7f36b05, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e299550-6b25-458f-a684-58a0d7f36b05,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:43.859964 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8474ca3c-41f2-4ba3-9341-83843ea4ec62 x-openstack-request-id: req-8474ca3c-41f2-4ba3-9341-83843ea4ec62 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:43.860284 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969932bb-3c8c-4043-9a8d-060e93229080", "name": "network-vif-deleted", "tag": "34813ded-222a-4ec1-bf27-e79c3210fd7e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:43.860533 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8474ca3c-41f2-4ba3-9341-83843ea4ec62 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:43.862196 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969932bb-3c8c-4043-9a8d-060e93229080', 'name': 'network-vif-deleted', 'tag': '34813ded-222a-4ec1-bf27-e79c3210fd7e', 'status': 'completed', 'code': 200} Sep 21 08:14:43.867060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1cb6c1e4-82d0-436c-9fc7-91221919b592 None None] Provisioning complete for port 2e299550-6b25-458f-a684-58a0d7f36b05 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:43.867608 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c1e4-82d0-436c-9fc7-91221919b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.872795 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:43.883786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b46b67-5a20-4b0e-a56e-2de02af7d823 req-931e6b73-4e0d-44a9-8e68-a25d58dd5e82 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:43.886409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17b46b67-5a20-4b0e-a56e-2de02af7d823 req-931e6b73-4e0d-44a9-8e68-a25d58dd5e82 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.1679108 Sep 21 08:14:43.954347 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17b46b67-5a20-4b0e-a56e-2de02af7d823 req-6da5de5c-95e5-4fa4-b7b5-5e14f5a0eca6 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 Sep 21 08:14:43.961566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.048563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-570dcb18-2602-41d1-b72b-2569e7625f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:44.050860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-570dcb18-2602-41d1-b72b-2569e7625f94 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659657 Sep 21 08:14:44.053280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=aa970fb6-cad8-4651-a480-dd4f80d0ee60,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:44.055478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=2e299550-6b25-458f-a684-58a0d7f36b05,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:44.148182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3b805-dc7c-4fd8-b59d-7c85cd4c2e51 req-c546756a-aa3b-46b7-8aa1-1ccfd8f1b7de tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:44.149891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eda3b805-dc7c-4fd8-b59d-7c85cd4c2e51 req-c546756a-aa3b-46b7-8aa1-1ccfd8f1b7de tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 943 time: 0.2080867 Sep 21 08:14:44.154003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d40da3-c991-484b-9313-86bc33b02fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6', 'network_id': 'ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': 'aa970fb6-cad8-4651-a480-dd4f80d0ee60'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:44.155779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90d40da3-c991-484b-9313-86bc33b02fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.188671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.302362 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.304840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:44.313369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22999ef-4ec0-4550-a67c-10fc691dc664 None None] Network ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:44.325333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bf487e-2179-4be7-8842-c7eceafaf3e5') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:44.325652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bf487e-2179-4be7-8842-c7eceafaf3e5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:44.349546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.362451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955aa94-df78-4868-a45a-6dcc5dc54659 req-3c8d7562-ae81-49ad-8a4a-d52a36cf36db tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:44.364060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a955aa94-df78-4868-a45a-6dcc5dc54659 req-3c8d7562-ae81-49ad-8a4a-d52a36cf36db tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.1774993 Sep 21 08:14:44.409519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.427820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a955aa94-df78-4868-a45a-6dcc5dc54659 req-18e3eb65-4579-4b1a-bb62-f8167dba2188 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563111 Sep 21 08:14:44.429073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:44.429508 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:44.434956 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:44.620568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091acf-4f1b-41a8-be61-01bd1620832c req-7423accf-941f-4298-82c8-b187cd914aa6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:44.622101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-7423accf-941f-4298-82c8-b187cd914aa6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.62 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 810 time: 0.4694188 Sep 21 08:14:44.623219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9adc4d3-7c4b-4f80-8983-31dbd5e36b32 req-574f69af-cf64-4eb1-a25c-5b625ae575bd tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 210 time: 0.0706739 Sep 21 08:14:44.627194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.647619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.651500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Request body: {'port': {'device_id': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'admin_state_up': True, 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:44.655928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6 HTTP/1.1" status: 204 len: 168 time: 1.2476635 Sep 21 08:14:44.658841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50882) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:44.696670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1460290803'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:44.705608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c4835-7993-477b-ac06-fa8f16d8f902 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:44.719298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-91312c17-1936-4388-bd05-640646cbc7a7 None None] Provisioning complete for port 2e299550-6b25-458f-a684-58a0d7f36b05 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:44.719639 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-91312c17-1936-4388-bd05-640646cbc7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.776639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eda3b805-dc7c-4fd8-b59d-7c85cd4c2e51 req-38157721-ca28-4915-bad5-f0f57174716f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4874673 Sep 21 08:14:44.804171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536739ce-1d96-4ae0-abca-8e12ef033bc7 req-91e3d915-5704-4d22-b34a-09a6bdb103ee tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:44.806104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-536739ce-1d96-4ae0-abca-8e12ef033bc7 req-91e3d915-5704-4d22-b34a-09a6bdb103ee tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.0958314 Sep 21 08:14:44.807902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:44.811372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.842139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 959b0260-2a02-4e24-8594-31757b945b77 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:44.859125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:44.870395 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.870837 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment 72a1a87c-d379-4ae6-92fd-9424717a3a48 of type vlan for network 79b68c68-2891-4a3f-833c-2e9fa33ab9e7 Sep 21 08:14:44.909854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 959b0260-2a02-4e24-8594-31757b945b77 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:44.910235 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.936094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:44.958357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:44.962491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 34813ded-222a-4ec1-bf27-e79c3210fd7e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:14:44.962843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 34813ded-222a-4ec1-bf27-e79c3210fd7e not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:14:44.972918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-536739ce-1d96-4ae0-abca-8e12ef033bc7 req-69a0ebd1-3afe-4456-a33a-558e76dc14a1 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362059 Sep 21 08:14:45.005139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.008776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-d5d93283-d3bf-4a9e-a10a-c622efdbd8f8 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944812 Sep 21 08:14:45.013648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:45.014308 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.056310 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3936751 Sep 21 08:14:45.059124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50886) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:45.077868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:45.088225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.110025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:14:45.161874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f58121-9021-4e8e-8bdd-36c844788795 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=79b68c68-2891-4a3f-833c-2e9fa33ab9e7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:45.175985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 79b68c68-2891-4a3f-833c-2e9fa33ab9e7 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:45.184644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 959b0260-2a02-4e24-8594-31757b945b77, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=959b0260-2a02-4e24-8594-31757b945b77,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:45.203995 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.205052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e299550-6b25-458f-a684-58a0d7f36b05 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:45.358108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:45.442107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'mac_address': 'fa:16:3e:20:60:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:14:45.502623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.505347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc80c2-e0eb-4587-b5f2-e9d017f99092 req-04095731-096c-4274-a621-5a88e7d6a892 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:45.506870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63bc80c2-e0eb-4587-b5f2-e9d017f99092 req-04095731-096c-4274-a621-5a88e7d6a892 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.5838628 Sep 21 08:14:45.520891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=959b0260-2a02-4e24-8594-31757b945b77,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:45.534728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2e299550-6b25-458f-a684-58a0d7f36b05 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:45.535113 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.537505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f83644-e219-47d0-a31b-ccc85239cc5e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:45.584528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:45.594096 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.638158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Made reservation on behalf of 8dfae42d6d5f4c1493facdddcb38116b for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:45.641827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.683794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:45.754568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63bc80c2-e0eb-4587-b5f2-e9d017f99092 req-10021936-6bb5-4495-8c8a-4916e993e500 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346163 Sep 21 08:14:45.769917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.810641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-221a2bd9-d9ed-4371-b306-c9d70bdf8bdd req-bb07a5a6-afb8-40ed-b717-c53b2122a2d7 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779438 Sep 21 08:14:45.815496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:45.819164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:45.829321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['98f83644-e219-47d0-a31b-ccc85239cc5e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:14:45.930548 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cafcc112-22c5-470f-821f-8af670878cfa req-b8f06f74-7e35-4f7d-8a0f-4f0c40b834c2 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 210 time: 0.0854118 Sep 21 08:14:45.971757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing IP validity checks on allocation pools {{(pid=94725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 08:14:45.972382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 08:14:46.125482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Allocated IP 172.20.0.8 (fdb6cee9-0381-46b5-8fa4-7915c634aa76/d2cdcdbe-2470-4033-a276-bdeddc25edce/71f1239a-dd52-4f84-806b-24475796c91a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:46.210882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee77f9f-0d5c-46b8-bb57-18e6758f8a6b req-ec642c7e-28dd-4018-b1cf-054ef67cae38 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:46.212409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ee77f9f-0d5c-46b8-bb57-18e6758f8a6b req-ec642c7e-28dd-4018-b1cf-054ef67cae38 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2017794 Sep 21 08:14:46.388564 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:46.390281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Router 8f6de553-3421-4a7d-88e2-b80944c5edea is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:14:46.407279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ee77f9f-0d5c-46b8-bb57-18e6758f8a6b req-f41f1643-4990-423d-aaf1-fef2c61777ec tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748893 Sep 21 08:14:46.606823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=a6848ce7-1832-4a5b-9efc-82820c8f296c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:46.647470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:46.658203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 959b0260-2a02-4e24-8594-31757b945b77 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:46.667627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a282075-db55-4241-bb1a-14e630eef44f req-73605509-9985-4446-b879-2014cb7ed1c4 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:46.669216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a282075-db55-4241-bb1a-14e630eef44f req-73605509-9985-4446-b879-2014cb7ed1c4 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.1838183 Sep 21 08:14:46.696705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': '72a1a87c-d379-4ae6-92fd-9424717a3a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:46.697269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: 79b68c68-2891-4a3f-833c-2e9fa33ab9e7, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:46.733470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 959b0260-2a02-4e24-8594-31757b945b77 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:46.734356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:46.804656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a282075-db55-4241-bb1a-14e630eef44f req-cd8e42eb-cfba-4018-bf4b-6dfc31b5f303 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031768 Sep 21 08:14:46.806816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:14:46.809493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 79b68c68-2891-4a3f-833c-2e9fa33ab9e7 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:46.819499 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Sync routers for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:14:46.823405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:46.833988 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:46.835399 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:46.882543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 79b68c68-2891-4a3f-833c-2e9fa33ab9e7) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:46.888298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:46.892618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50972) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:46.893061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c0fb07f3-262e-4549-9919-8ab3eca0740c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6605084 Sep 21 08:14:46.904316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3128999-bdf5-44d1-bad0-981792ace2b4 None None] Network 79b68c68-2891-4a3f-833c-2e9fa33ab9e7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:46.909468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:46.910459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:46.946073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:46.952063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50976) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:46.966760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:46.978532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:46.984172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a9eb5bd1-3b8e-4a98-a054-1d6947323e32 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9145048 Sep 21 08:14:46.989565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Pushing event updated for resources: {'Port': ['ID=71f1239a-dd52-4f84-806b-24475796c91a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:46.993329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50982) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:47.014791 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:47.108869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:47.192200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44255eb-8ccd-433a-ab2c-160392c74833 req-cf005f58-2fa8-4534-af9a-94fa7ee6354f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:47.193857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-79b68c68-2891-4a3f-833c-2e9fa33ab9e7', 'network_id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': 'a6848ce7-1832-4a5b-9efc-82820c8f296c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:47.194902 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.197487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:47.198826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.200627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a44255eb-8ccd-433a-ab2c-160392c74833 req-cf005f58-2fa8-4534-af9a-94fa7ee6354f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 931 time: 0.1186001 Sep 21 08:14:47.211857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 98f83644-e219-47d0-a31b-ccc85239cc5e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:14:47.217617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 98f83644-e219-47d0-a31b-ccc85239cc5e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:47.218420 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.250974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c18fb9-c9b7-4a61-b929-d4ad71e99b16 req-900d0b78-e80c-4576-a1a8-6d7942ae5b7a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:47.258478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07c18fb9-c9b7-4a61-b929-d4ad71e99b16 req-900d0b78-e80c-4576-a1a8-6d7942ae5b7a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.2619777 Sep 21 08:14:47.275139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-6ef94692-0285-4fc8-aad7-5889a9bac4d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6326015 Sep 21 08:14:47.283585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.300560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Request body: {'port': {'device_id': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:47.307942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b2f24a29-e54f-4a81-95cb-59b64174cea0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0c08cc582a743c793eff7d32d7279c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514149 Sep 21 08:14:47.326544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:47.363606 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:44Z', 'revision_number': 3, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:47.387260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07c18fb9-c9b7-4a61-b929-d4ad71e99b16 req-d9959691-e119-4000-a1c2-911faaee2977 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276824 Sep 21 08:14:47.402220 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Checking router: 8f6de553-3421-4a7d-88e2-b80944c5edea for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:14:47.402564 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Updating router 8f6de553-3421-4a7d-88e2-b80944c5edea port d268a52a-b5e5-488f-b5dd-7518ac2ff67e binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:14:47.421951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a44255eb-8ccd-433a-ab2c-160392c74833 req-f02d989f-f32b-4046-9f42-1dd1d6d128e3 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152259 Sep 21 08:14:47.444349 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.457630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Allocated IP 172.20.0.3 (79b68c68-2891-4a3f-833c-2e9fa33ab9e7/a6848ce7-1832-4a5b-9efc-82820c8f296c/1a8a2ef0-d175-4471-a87e-c948ed44733f) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:47.468115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.515508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:47.525671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:47.528230 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2146a6cf-12aa-4447-b077-77ad59337204" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:47.534732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.551934 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.568363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.607368 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b67a2-52f6-4c81-86d6-d3d1498dd82b x-openstack-request-id: req-0e5b67a2-52f6-4c81-86d6-d3d1498dd82b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:47.607693 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:47.607952 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e5b67a2-52f6-4c81-86d6-d3d1498dd82b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:47.609091 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'code': 200} Sep 21 08:14:47.646601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.709934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4394de19-d050-4eec-971b-67f6bd6716a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.797646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4394de19-d050-4eec-971b-67f6bd6716a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.807709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabced5-afed-47c2-87de-b9d48e51e155 req-1016a69e-86b7-4d08-8702-ab0f8fee93c3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:47.809753 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdabced5-afed-47c2-87de-b9d48e51e155 req-1016a69e-86b7-4d08-8702-ab0f8fee93c3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 945 time: 0.2622926 Sep 21 08:14:47.834450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Allocated IP 172.20.0.1 (a85627da-998e-4f1b-829a-4624c768fe0b/c8a76626-1966-437c-9f6b-93c5a46b3b7a/8fef04fb-d010-4876-b3c6-3bfbf65adc94) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:47.856326 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.863652 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.921486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200996c6-33d2-4ed5-b1df-28e5dc0860e2 req-1d705fae-7a32-49b2-a6fd-6b6561156d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:47.922963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-200996c6-33d2-4ed5-b1df-28e5dc0860e2 req-1d705fae-7a32-49b2-a6fd-6b6561156d16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1096 time: 0.2503116 Sep 21 08:14:47.931212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:47.935218 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc94142-8ac2-4a64-9a50-5de038e0760d None None] Pushing event updated for resources: {'Port': ['ID=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:47.959747 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Attempting to bind port d268a52a-b5e5-488f-b5dd-7518ac2ff67e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:47.960261 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Attempting to bind port d268a52a-b5e5-488f-b5dd-7518ac2ff67e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:47.960837 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Attempting to bind port d268a52a-b5e5-488f-b5dd-7518ac2ff67e on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:47.968432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:47.969493 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:47.969798 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.970418 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:47.971142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Bound port: d268a52a-b5e5-488f-b5dd-7518ac2ff67e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:47.971709 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:47.981471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.012275 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.014263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdabced5-afed-47c2-87de-b9d48e51e155 req-ae0b88e2-b57b-41a0-987e-8fe5e708ce14 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480947 Sep 21 08:14:48.032350 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.055937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-200996c6-33d2-4ed5-b1df-28e5dc0860e2 req-506c5b6e-bd13-46e5-97f4-b81ec83876d2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225457 Sep 21 08:14:48.070605 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] For port d268a52a-b5e5-488f-b5dd-7518ac2ff67e, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:48.076408 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] For port d268a52a-b5e5-488f-b5dd-7518ac2ff67e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:48.083699 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4394de19-d050-4eec-971b-67f6bd6716a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.083884 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.085740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636d642-da44-4478-b83f-63d0815fcb92 req-0db5dbd1-6754-4599-9e6a-b0ab4684f798 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:48.087058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4394de19-d050-4eec-971b-67f6bd6716a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.088545 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4394de19-d050-4eec-971b-67f6bd6716a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/634b663e-6b64-43c0-96c1-ec6a421cf06c HTTP/1.1" status: 204 len: 168 time: 0.7575819 Sep 21 08:14:48.095307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Network 79b68c68-2891-4a3f-833c-2e9fa33ab9e7 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:48.098720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:48.100988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c636d642-da44-4478-b83f-63d0815fcb92 req-0db5dbd1-6754-4599-9e6a-b0ab4684f798 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.1485131 Sep 21 08:14:48.106081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:48.111468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.113727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Pushing event updated for resources: {'Port': ['ID=1a8a2ef0-d175-4471-a87e-c948ed44733f,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:48.143044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.172893 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:48.173823 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:48.174520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394de19-d050-4eec-971b-67f6bd6716a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634b663e-6b64-43c0-96c1-ec6a421cf06c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:48.200825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8fef04fb-d010-4876-b3c6-3bfbf65adc94,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:48.209555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Attempting to bind port 1a8a2ef0-d175-4471-a87e-c948ed44733f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:48.210087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Attempting to bind port 1a8a2ef0-d175-4471-a87e-c948ed44733f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '72a1a87c-d379-4ae6-92fd-9424717a3a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:48.210297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Attempting to bind port 1a8a2ef0-d175-4471-a87e-c948ed44733f on network 79b68c68-2891-4a3f-833c-2e9fa33ab9e7 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:48.213223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c636d642-da44-4478-b83f-63d0815fcb92 req-ba9e46a5-2910-44ac-8a1f-7fe6a498f164 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109359 Sep 21 08:14:48.227961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:48.228348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Checking segment: {'id': '72a1a87c-d379-4ae6-92fd-9424717a3a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:48.229982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.233751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Network a85627da-998e-4f1b-829a-4624c768fe0b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:48.236231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:48.239451 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc94142-8ac2-4a64-9a50-5de038e0760d None None] Pushing event updated for resources: {'Port': ['ID=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:48.241708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:48.253071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Bound using segment: {'id': '72a1a87c-d379-4ae6-92fd-9424717a3a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:48.255037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Bound port: 1a8a2ef0-d175-4471-a87e-c948ed44733f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a1a87c-d379-4ae6-92fd-9424717a3a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:48.255516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.288577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f1239a-dd52-4f84-806b-24475796c91a {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:48.297547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.315756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.318923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Transition to ACTIVE for port object 71f1239a-dd52-4f84-806b-24475796c91a will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:14:48.341430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=a6848ce7-1832-4a5b-9efc-82820c8f296c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:48.349244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.377402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] For port 1a8a2ef0-d175-4471-a87e-c948ed44733f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:48.385846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] For port 1a8a2ef0-d175-4471-a87e-c948ed44733f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1a8a2ef0-d175-4471-a87e-c948ed44733f,segment=NetworkSegment(72a1a87c-d379-4ae6-92fd-9424717a3a48),segment_id=72a1a87c-d379-4ae6-92fd-9424717a3a48)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:48.386572 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:48.393228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.663387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85413c1c-87d6-44cb-a8df-8767acb5d446 None None] Pushing event updated for resources: {'Port': ['ID=1a8a2ef0-d175-4471-a87e-c948ed44733f,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:48.666578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.685706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e55bb3-a6b8-4f54-ba02-f833fca001e4 req-d21b66eb-481d-4136-9968-d705f48d9367 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:48.688552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876506b5-89a8-434e-a081-3282858abe7c None None] Network 79b68c68-2891-4a3f-833c-2e9fa33ab9e7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:48.693689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e55bb3-a6b8-4f54-ba02-f833fca001e4 req-d21b66eb-481d-4136-9968-d705f48d9367 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 943 time: 0.1330750 Sep 21 08:14:48.840603 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:44Z', 'revision_number': 3, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:48.845302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-21af0a28-a16d-4a93-84bd-0ec1d454bc2b None None] Provisioning complete for port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:48.845998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21af0a28-a16d-4a93-84bd-0ec1d454bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.880878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.883138 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:14:48.883986 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec7616-b9ef-459e-a1e7-c71f63393bc0 None None] The sync data for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 is: [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:44Z', 'revision_number': 3, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:14:48.889002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:48.890720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-21af0a28-a16d-4a93-84bd-0ec1d454bc2b None None] Port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:14:48.978611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163146a8-467a-4f92-a502-1f549d7d2e49 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:14:48.982194 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e55bb3-a6b8-4f54-ba02-f833fca001e4 req-8393e676-4291-4723-abb2-ccdf26881e6e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860250 Sep 21 08:14:49.036988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.039248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8fef04fb-d010-4876-b3c6-3bfbf65adc94,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:49.108211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.124248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Pushing event updated for resources: {'Port': ['ID=71f1239a-dd52-4f84-806b-24475796c91a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:49.127060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:14:49.226192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b68c68-2891-4a3f-833c-2e9fa33ab9e7']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:49.226808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Network a85627da-998e-4f1b-829a-4624c768fe0b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:49.237936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:49.257642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163146a8-467a-4f92-a502-1f549d7d2e49 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:14:49.269317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a1a87c-d379-4ae6-92fd-9424717a3a48') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:49.269703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a1a87c-d379-4ae6-92fd-9424717a3a48') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:49.296297 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.312223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031c10-2fbe-4001-8a4d-21ce2a57e32d req-fb467597-e525-4885-b0db-b63d71a42f25 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:49.323305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd031c10-2fbe-4001-8a4d-21ce2a57e32d req-fb467597-e525-4885-b0db-b63d71a42f25 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.2082372 Sep 21 08:14:49.383875 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.386171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Attempting to bind port 71f1239a-dd52-4f84-806b-24475796c91a on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:49.386628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Attempting to bind port 71f1239a-dd52-4f84-806b-24475796c91a by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:49.387034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Attempting to bind port 71f1239a-dd52-4f84-806b-24475796c91a on network fdb6cee9-0381-46b5-8fa4-7915c634aa76 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:49.406492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd031c10-2fbe-4001-8a4d-21ce2a57e32d req-5be6f54c-d6da-4899-9d51-a61e2721aa4e tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821702 Sep 21 08:14:49.416312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Port 71f1239a-dd52-4f84-806b-24475796c91a on network fdb6cee9-0381-46b5-8fa4-7915c634aa76 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:14:49.419180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Attempting to bind port 71f1239a-dd52-4f84-806b-24475796c91a on network fdb6cee9-0381-46b5-8fa4-7915c634aa76 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:49.423890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0498-e0df-409e-8c18-24d98686bd86 req-c12452fb-aac1-4b02-b14e-a661824506b4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:49.425104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:49.425528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.425921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-146f0498-e0df-409e-8c18-24d98686bd86 req-c12452fb-aac1-4b02-b14e-a661824506b4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 945 time: 0.1973727 Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:49.434547 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:49.446582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:49.446937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Checking segment: {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:49.447356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Bound using segment: {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:49.447885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Bound port: 71f1239a-dd52-4f84-806b-24475796c91a, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:49.448249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.457971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:49.521471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'port_id': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'mac_address': 'fa:16:3e:6d:ba:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:14:49.570947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-146f0498-e0df-409e-8c18-24d98686bd86 req-6b757641-97de-4e32-9af6-2524d7585797 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715871 Sep 21 08:14:49.576763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Router 8f6de553-3421-4a7d-88e2-b80944c5edea has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:14:49.657580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:14:49.657580 n-d-809980-2 neutron-server[94725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:14:49.657580 n-d-809980-2 neutron-server[94725]: [parameters: {'id': '79b68c68-2891-4a3f-833c-2e9fa33ab9e7'}] Sep 21 08:14:49.657580 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:14:49.658019 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:14:49.715380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:14:49.718740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.723123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-931debf9-5e7b-467a-9c00-df2e0574b1e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/8f6de553-3421-4a7d-88e2-b80944c5edea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8285925 Sep 21 08:14:49.743446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ea132-18af-4e44-be8c-13e153a5c72d req-eb93cdc3-e6ff-46d8-9e06-35c42e60ce61 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:49.745235 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2ea132-18af-4e44-be8c-13e153a5c72d req-eb93cdc3-e6ff-46d8-9e06-35c42e60ce61 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 944 time: 0.1910126 Sep 21 08:14:49.748407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] For port 71f1239a-dd52-4f84-806b-24475796c91a, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:49.749371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:49.752193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] For port 71f1239a-dd52-4f84-806b-24475796c91a, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=71f1239a-dd52-4f84-806b-24475796c91a,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:49.779305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.846887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:49.855489 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.856134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2ea132-18af-4e44-be8c-13e153a5c72d req-9561742a-5c67-44f5-b1a7-20305c03c021 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019418 Sep 21 08:14:49.857715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:49.869434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:49.869434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] 10.222.0.62 "PUT /v2.0/ports/71f1239a-dd52-4f84-806b-24475796c91a HTTP/1.1" status: 200 len: 1091 time: 2.5676346 Sep 21 08:14:49.869434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'tag': '71f1239a-dd52-4f84-806b-24475796c91a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:49.870578 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d9620-8026-47c9-b01d-b3913dc07965" -d '{"events": [{"name": "network-changed", "server_uuid": "3cea0a77-224f-4fad-97f6-22e952dbd834", "tag": "71f1239a-dd52-4f84-806b-24475796c91a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:49.974040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:49.996404 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5b74a8-a520-4956-8678-303a80239f30 x-openstack-request-id: req-8f5b74a8-a520-4956-8678-303a80239f30 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:49.996975 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cea0a77-224f-4fad-97f6-22e952dbd834", "tag": "71f1239a-dd52-4f84-806b-24475796c91a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:49.998316 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f5b74a8-a520-4956-8678-303a80239f30 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:49.999096 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'tag': '71f1239a-dd52-4f84-806b-24475796c91a', 'status': 'completed', 'code': 200} Sep 21 08:14:50.031961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cce59-e539-444a-9414-b4871494c33a service neutron] Pushing event updated for resources: {'Port': ['ID=71f1239a-dd52-4f84-806b-24475796c91a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:50.049065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091acf-4f1b-41a8-be61-01bd1620832c req-1b5649ae-7809-42a8-8df9-3d0fd6cc6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:50.053430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-1b5649ae-7809-42a8-8df9-3d0fd6cc6b72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 1094 time: 0.1277633 Sep 21 08:14:50.125746 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-3dc16efd-28f0-4ed0-9ab1-8d9491f5059c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f1239a-dd52-4f84-806b-24475796c91a HTTP/1.1" status: 200 len: 217 time: 0.0645773 Sep 21 08:14:50.135474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:14:50.163467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.271406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0990a9a-ff27-498c-9485-139a0942cb66 req-7c892f70-8986-4c88-8b08-d00d9f223caf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:50.279959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0990a9a-ff27-498c-9485-139a0942cb66 req-7c892f70-8986-4c88-8b08-d00d9f223caf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 943 time: 0.1667438 Sep 21 08:14:50.298961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39091acf-4f1b-41a8-be61-01bd1620832c req-99070410-4193-4399-98a3-c82021e3691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:50.300614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-99070410-4193-4399-98a3-c82021e3691d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 200 len: 850 time: 0.1519899 Sep 21 08:14:50.343252 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-872111d1-e366-40fb-b7ae-82131de90137 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdb6cee9-0381-46b5-8fa4-7915c634aa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321953 Sep 21 08:14:50.399360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0990a9a-ff27-498c-9485-139a0942cb66 req-104c3a05-a978-46cf-9096-70feac976c04 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184976 Sep 21 08:14:50.437376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-81755b7c-9c1d-4c71-971a-8f601aedc574 None None] Provisioning complete for port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:50.437869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81755b7c-9c1d-4c71-971a-8f601aedc574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.447025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port 1a8a2ef0-d175-4471-a87e-c948ed44733f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:50.447402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.490084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-81755b7c-9c1d-4c71-971a-8f601aedc574 None None] Port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:14:50.522868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port 1a8a2ef0-d175-4471-a87e-c948ed44733f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1a8a2ef0-d175-4471-a87e-c948ed44733f,segment=NetworkSegment(72a1a87c-d379-4ae6-92fd-9424717a3a48),segment_id=72a1a87c-d379-4ae6-92fd-9424717a3a48)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:50.523232 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.549258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for 1a8a2ef0-d175-4471-a87e-c948ed44733f owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:50.560646 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-eb31b283-559b-4d12-819f-16d7bb0ae601 service neutron] 10.222.0.62 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038977 Sep 21 08:14:50.634321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51048) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:50.639883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-998418df-a494-4793-90b4-e844e810e90e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724120853', 'description': 'tempest-description--1597681091'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:50.660497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d268a52a-b5e5-488f-b5dd-7518ac2ff67e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:50.701423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-998418df-a494-4793-90b4-e844e810e90e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.740670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d268a52a-b5e5-488f-b5dd-7518ac2ff67e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:50.741602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.771665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64d57b-11d8-4d00-a143-bc3e05d08dc2 req-03a25b6e-d90e-4d50-87f4-c07669c3cb18 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:50.783665 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e64d57b-11d8-4d00-a143-bc3e05d08dc2 req-03a25b6e-d90e-4d50-87f4-c07669c3cb18 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.1595519 Sep 21 08:14:50.818887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9881-3b6e-49c8-b3e0-fab63ade6789 req-e225931f-585d-4a04-a457-41e3828cc72f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:50.831007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-511d9881-3b6e-49c8-b3e0-fab63ade6789 req-e225931f-585d-4a04-a457-41e3828cc72f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 945 time: 0.0914910 Sep 21 08:14:50.847960 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.869379 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.890582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-511d9881-3b6e-49c8-b3e0-fab63ade6789 req-32acdefa-658d-4dfd-8c32-c001285dc649 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585675 Sep 21 08:14:50.899225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39091acf-4f1b-41a8-be61-01bd1620832c req-c6e6d484-eb55-4671-82db-e9a97ebd1324 service neutron] 10.222.0.62 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271778 Sep 21 08:14:50.903637 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e64d57b-11d8-4d00-a143-bc3e05d08dc2 req-f2989432-7a50-47a6-b074-6af6e7c92b6d tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188548 Sep 21 08:14:50.905573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=1a8a2ef0-d175-4471-a87e-c948ed44733f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:50.910970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-998418df-a494-4793-90b4-e844e810e90e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.916344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port 1a8a2ef0-d175-4471-a87e-c948ed44733f on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:50.925710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-998418df-a494-4793-90b4-e844e810e90e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.938254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port d268a52a-b5e5-488f-b5dd-7518ac2ff67e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:50.943123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.973099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998418df-a494-4793-90b4-e844e810e90e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1218fd-03b6-4a2f-9776-eb67dee3ba03,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:50.977140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-998418df-a494-4793-90b4-e844e810e90e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:50.981077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-998418df-a494-4793-90b4-e844e810e90e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3423314 Sep 21 08:14:50.985068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51056) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:50.993573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6f847324-8d53-43ad-b3b3-816df2b5578e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Request body: {'security_group_rule': {'security_group_id': '4f1218fd-03b6-4a2f-9776-eb67dee3ba03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:50.998834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 68c06b65-c66b-4338-8e6b-673ac23888ba details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:14:51.047686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:51.142087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:51.146063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:51.150149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.185867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'port_id': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'mac_address': 'fa:16:3e:98:c7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b2689a-1841-4bef-a6ab-2ac9dea081a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:14:51.188332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-ab9b481e-630c-4cb4-98eb-566ab1ed5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:51.189934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-ab9b481e-630c-4cb4-98eb-566ab1ed5f08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 1094 time: 0.2039678 Sep 21 08:14:51.200140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b68c68-2891-4a3f-833c-2e9fa33ab9e7']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:51.219024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f847324-8d53-43ad-b3b3-816df2b5578e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.226692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a1a87c-d379-4ae6-92fd-9424717a3a48') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:51.226996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a1a87c-d379-4ae6-92fd-9424717a3a48') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:51.244223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.246129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afabe7-4a78-493b-8406-89982b20aca5 req-56571945-01ad-43ed-b207-fad4cf7f924f tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:51.248068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8afabe7-4a78-493b-8406-89982b20aca5 req-56571945-01ad-43ed-b207-fad4cf7f924f tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 945 time: 0.1867192 Sep 21 08:14:51.254368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:14:51.261059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:51.261594 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.266557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68c06b65-c66b-4338-8e6b-673ac23888ba {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:51.278976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.314125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:51.320116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.347715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfce07b-53f3-4229-94b5-4820ebeb21e8 req-585820f3-8d27-4589-b0d6-d02c43d50516 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:51.349410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bfce07b-53f3-4229-94b5-4820ebeb21e8 req-585820f3-8d27-4589-b0d6-d02c43d50516 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 945 time: 0.0735917 Sep 21 08:14:51.365087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.368679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51060) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:51.369261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Sync routers for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:14:51.376286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'floatingip': {'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:51.412562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:51.418363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:51.418993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:51.433161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:51.433569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:51.438263 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:51.458042 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.476766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8afabe7-4a78-493b-8406-89982b20aca5 req-7fc10b87-f243-42c0-86f2-ac8df1f675e2 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025225 Sep 21 08:14:51.499306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:51.502752 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127537ce-0cd3-419b-b3c0-472e0a5917a5" -d '{"events": [{"server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:51.503107 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f847324-8d53-43ad-b3b3-816df2b5578e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.520247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.564920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:51.572047 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.583269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-0c151563-f128-460b-8c76-8cc5b8a7fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:51.584809 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-0c151563-f128-460b-8c76-8cc5b8a7fa04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 911 time: 0.3874874 Sep 21 08:14:51.585490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f847324-8d53-43ad-b3b3-816df2b5578e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.613512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:51.642707 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f176e27-5b5f-4660-ac9c-4011bfe5c8f8 x-openstack-request-id: req-7f176e27-5b5f-4660-ac9c-4011bfe5c8f8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:51.643132 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "name": "network-vif-plugged", "status": "completed", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:51.644249 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f176e27-5b5f-4660-ac9c-4011bfe5c8f8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:51.644393 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'code': 200} Sep 21 08:14:51.673000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['68c06b65-c66b-4338-8e6b-673ac23888ba'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:14:51.713267 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.716303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-c00d7500-6c1a-4c50-be8a-8da0cc438328 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f1239a-dd52-4f84-806b-24475796c91a HTTP/1.1" status: 200 len: 217 time: 0.0987926 Sep 21 08:14:51.755483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:51.760620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.762499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/79b68c68-2891-4a3f-833c-2e9fa33ab9e7 HTTP/1.1" status: 204 len: 168 time: 4.7636325 Sep 21 08:14:51.764241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f847324-8d53-43ad-b3b3-816df2b5578e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8569fc7d-2d84-45f2-90e0-abf63eb31269,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:51.766303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51074) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:51.780239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-472272131'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:51.817499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f847324-8d53-43ad-b3b3-816df2b5578e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.819825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6f847324-8d53-43ad-b3b3-816df2b5578e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8297534 Sep 21 08:14:51.821652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:51.828644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-29bdef76-53d9-4854-91e2-6346ebf31120 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Request body: {'security_group_rule': {'security_group_id': '4f1218fd-03b6-4a2f-9776-eb67dee3ba03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:51.841852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:51.846987 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.860023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34930c3-7932-4f57-b50e-4e5f005f9a80 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=79b68c68-2891-4a3f-833c-2e9fa33ab9e7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:51.909818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:51.912407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bdef76-53d9-4854-91e2-6346ebf31120 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.940248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35081a-26d9-4eeb-aa8c-e395a28966c4 req-eb32b29d-53e2-4f75-b18f-027898a00cd0 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:51.942180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e35081a-26d9-4eeb-aa8c-e395a28966c4 req-eb32b29d-53e2-4f75-b18f-027898a00cd0 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 943 time: 0.3527927 Sep 21 08:14:51.944663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:51.945628 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment eaecbcff-7d3f-4031-8142-c7b663a8ea76 of type vlan for network 80725c25-84f0-4b45-b107-af8754a785ac Sep 21 08:14:52.000688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 2, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:52.000989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-43340b1e-675a-493e-ad72-8ecbf6bba5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:52.002726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-43340b1e-675a-493e-ad72-8ecbf6bba5c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 200 len: 850 time: 0.2622228 Sep 21 08:14:52.007939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbcf3c-c07a-489b-98e1-c54b6f0a6039 req-2a6c274b-2fd0-4507-86b6-c7c4af1ff9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:52.012531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83fbcf3c-c07a-489b-98e1-c54b6f0a6039 req-2a6c274b-2fd0-4507-86b6-c7c4af1ff9f0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 1097 time: 0.2797322 Sep 21 08:14:52.032837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.037546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Checking router: 8f6de553-3421-4a7d-88e2-b80944c5edea for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:14:52.038340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Updating router 8f6de553-3421-4a7d-88e2-b80944c5edea port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:14:52.073745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-e0d9f84e-e9ba-45de-afcd-1f5214026092 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdb6cee9-0381-46b5-8fa4-7915c634aa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600331 Sep 21 08:14:52.095465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bdef76-53d9-4854-91e2-6346ebf31120 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.105372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bdef76-53d9-4854-91e2-6346ebf31120 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.121538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.127161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:52.127816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.171727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdef76-53d9-4854-91e2-6346ebf31120 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993b9cef-e602-4799-81f5-a8959d3fff5f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:52.179764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e35081a-26d9-4eeb-aa8c-e395a28966c4 req-fb2dda6a-9737-417b-9bcf-df50498d62fb tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840773 Sep 21 08:14:52.186539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83fbcf3c-c07a-489b-98e1-c54b6f0a6039 req-4e72970d-5aa7-425b-a3e3-f729d5b2aa4d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631188 Sep 21 08:14:52.277942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.365881 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-850a8d2d-a1bc-4304-9cb2-b89d8ce5d5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.498411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68c4a-2b03-42a3-96e0-776b853f40f3 req-d70112e5-d6b9-44f3-82ec-fb74a869560a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:52.511850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27e68c4a-2b03-42a3-96e0-776b853f40f3 req-d70112e5-d6b9-44f3-82ec-fb74a869560a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 944 time: 0.4726090 Sep 21 08:14:52.525004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bdef76-53d9-4854-91e2-6346ebf31120 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.526848 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-29bdef76-53d9-4854-91e2-6346ebf31120 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7041245 Sep 21 08:14:52.539030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51088) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:52.543878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7722094 Sep 21 08:14:52.545977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51090) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:52.553875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:52.598606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': '80725c25-84f0-4b45-b107-af8754a785ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:52.631627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e69c7-2edc-430b-b172-80d6e4782086 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=80725c25-84f0-4b45-b107-af8754a785ac,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:52.699555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 80725c25-84f0-4b45-b107-af8754a785ac details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:52.702313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d268a52a-b5e5-488f-b5dd-7518ac2ff67e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:52.702903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-f822bc27-d943-42f4-91da-362eff42d91f service neutron] 10.222.0.62 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207936 Sep 21 08:14:52.739398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27e68c4a-2b03-42a3-96e0-776b853f40f3 req-80573bc4-7cd5-4463-a2ea-95d5916df4e3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265232 Sep 21 08:14:52.761471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.846959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:52.852456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.938516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d268a52a-b5e5-488f-b5dd-7518ac2ff67e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:52.939165 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:52.970608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 68c06b65-c66b-4338-8e6b-673ac23888ba up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:53.022031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7d9620-8026-47c9-b01d-b3913dc07965 req-16d90d17-31b5-4785-8952-63887b886fd4 service neutron] 10.222.0.62 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069503 Sep 21 08:14:53.102382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 68c06b65-c66b-4338-8e6b-673ac23888ba triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:53.103048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.142029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.147182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.156414 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.206060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd0fd-510e-4201-a174-8168e4109143 req-451fa050-7b65-42eb-8f59-8fde167679b0 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:53.208943 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.216374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-194cd0fd-510e-4201-a174-8168e4109143 req-451fa050-7b65-42eb-8f59-8fde167679b0 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.3511043 Sep 21 08:14:53.301040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.323801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Pushing event updated for resources: {'Port': ['ID=8fef04fb-d010-4876-b3c6-3bfbf65adc94,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:53.326050 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Floating IP cba8e53e-1300-4759-9547-b121feba4d06 associated. External IP: 172.25.1.38, port: 98f83644-e219-47d0-a31b-ccc85239cc5e. Sep 21 08:14:53.333988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-194cd0fd-510e-4201-a174-8168e4109143 req-85fa7336-1ccf-4f10-8b0c-7dd9fc698231 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165097 Sep 21 08:14:53.389632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.390089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.390402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.390842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.391182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.392169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.392511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.392854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.393165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.393491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.393813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.394688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:14:53.455280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.513490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Attempting to bind port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:53.514097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Attempting to bind port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:53.514466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Attempting to bind port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 on network a85627da-998e-4f1b-829a-4624c768fe0b {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:53.534560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543af72-09e5-4e22-91d2-8ed0f6dd404b req-d08faf09-200e-40c3-9c93-51af10c11db4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:53.543360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8543af72-09e5-4e22-91d2-8ed0f6dd404b req-d08faf09-200e-40c3-9c93-51af10c11db4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 943 time: 0.1543014 Sep 21 08:14:53.569628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:53.570564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Checking segment: {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:53.572095 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.572971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Bound using segment: {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:53.573505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Bound port: 8fef04fb-d010-4876-b3c6-3bfbf65adc94, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:53.574695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.584222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.634204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8543af72-09e5-4e22-91d2-8ed0f6dd404b req-fc7cce89-9579-4366-89ac-97589c9458cb tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898995 Sep 21 08:14:53.706930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Allocated IP 172.25.1.64 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/1f153d88-493b-4f5f-9d68-f6a4031ddf2e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:53.711632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=6aea40d2-3f23-4da3-ad05-fb2891fb39dd,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:53.770162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:53.777457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:53.782462 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fb1052-1ea3-4bc8-a0dc-03c348a3ac62" -d '{"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-plugged", "status": "completed", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:53.782998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': 'eaecbcff-7d3f-4031-8142-c7b663a8ea76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '80725c25-84f0-4b45-b107-af8754a785ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:53.783397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: 80725c25-84f0-4b45-b107-af8754a785ac, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:53.809693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.840221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Router bc126a77-9371-4607-9aad-6d8a8502e4e8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:14:53.908553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 80725c25-84f0-4b45-b107-af8754a785ac is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:53.917894 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af6fd2f-9a22-4081-953a-68c0d04669e9 x-openstack-request-id: req-3af6fd2f-9a22-4081-953a-68c0d04669e9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:53.918556 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-plugged", "status": "completed", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:53.919340 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3af6fd2f-9a22-4081-953a-68c0d04669e9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:53.919781 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'code': 200} Sep 21 08:14:53.936499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 80725c25-84f0-4b45-b107-af8754a785ac) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:53.950784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.953146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:53.953765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.958648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248b498-f22e-4aaa-b883-ee7cc49f3210 None None] Network 80725c25-84f0-4b45-b107-af8754a785ac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:53.981257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ee47-396d-45b5-a867-d4bb1ec9c419 req-fc3c0209-a941-4e73-97ec-191d60717752 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:53.981504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] For port 8fef04fb-d010-4876-b3c6-3bfbf65adc94, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:53.983441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d984f494-f0f1-48a1-96bc-45e634d41aee None None] Provisioning complete for port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:53.983870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d984f494-f0f1-48a1-96bc-45e634d41aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:53.985494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:53.987999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3123ee47-396d-45b5-a867-d4bb1ec9c419 req-fc3c0209-a941-4e73-97ec-191d60717752 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.1377110 Sep 21 08:14:53.990540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51112) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:54.006605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c8be0906-0214-49e0-89c8-cdb60e2a9956 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4464190 Sep 21 08:14:54.009496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:54.055849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3123ee47-396d-45b5-a867-d4bb1ec9c419 req-78f2c408-4b23-4f3e-9f4f-ac56bdcd6546 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540435 Sep 21 08:14:54.066723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.110120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:54.113764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:54.121944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:54.134044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:14:54.148533 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] Sync routers for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:14:54.154031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.165096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.165675 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:54.166947 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:54.178044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d984f494-f0f1-48a1-96bc-45e634d41aee None None] Port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:14:54.188554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] For port 8fef04fb-d010-4876-b3c6-3bfbf65adc94, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8fef04fb-d010-4876-b3c6-3bfbf65adc94,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:54.231335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.258386 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f0a5c664-e8fc-4e92-92a1-adfc889a5b4d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "PUT /v2.0/floatingips/cba8e53e-1300-4759-9547-b121feba4d06 HTTP/1.1" status: 200 len: 990 time: 2.8875101 Sep 21 08:14:54.259072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef2687c7-5359-478f-bfbe-3189f88a874f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.262087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:54.266238 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:54.279288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event updated for resources: {'Port': ['ID=1f153d88-493b-4f5f-9d68-f6a4031ddf2e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:54.390666 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:54.394828 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d00be1-a936-4bb2-b364-1d4dedaf568b x-openstack-request-id: req-85d00be1-a936-4bb2-b364-1d4dedaf568b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:54.395226 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:54.395720 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-85d00be1-a936-4bb2-b364-1d4dedaf568b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:54.397346 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'status': 'completed', 'code': 200} Sep 21 08:14:54.418841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.427045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:54.429730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:54.586028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:54.623771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.690584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-07b1661b-bd78-4f77-8417-9aa2410d7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:54.695456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f3792-c989-4b74-ae34-3f795fda6816 req-161a38d2-241b-45e5-845a-0aa2c8daf445 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:54.695764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-07b1661b-bd78-4f77-8417-9aa2410d7e5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1096 time: 0.2620735 Sep 21 08:14:54.708671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d8f3792-c989-4b74-ae34-3f795fda6816 req-161a38d2-241b-45e5-845a-0aa2c8daf445 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.2190292 Sep 21 08:14:54.759022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.812773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef2687c7-5359-478f-bfbe-3189f88a874f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.818062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6a5e5-aaac-44cb-94ba-369de4f704ab None None] Pushing event updated for resources: {'Port': ['ID=8fef04fb-d010-4876-b3c6-3bfbf65adc94,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:54.820109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef2687c7-5359-478f-bfbe-3189f88a874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.837427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2de21d-a532-4e8d-8d32-20aee6050268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-80725c25-84f0-4b45-b107-af8754a785ac', 'network_id': '80725c25-84f0-4b45-b107-af8754a785ac', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': '6aea40d2-3f23-4da3-ad05-fb2891fb39dd'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:54.837696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-95929d41-83c0-4beb-9a23-4758e42cdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:54.839218 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'cba8e53e-1300-4759-9547-b121feba4d06', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'mac_address': 'fa:16:3e:20:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:14:32Z', 'updated_at': '2021-09-21T08:14:52Z', 'revision_number': 1, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:29Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:54.839782 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1b2de21d-a532-4e8d-8d32-20aee6050268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.840224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-95929d41-83c0-4beb-9a23-4758e42cdc07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1176348 Sep 21 08:14:54.864858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150e215-bf64-49b7-8e5d-153d8285df4c req-29032aae-d307-4350-a827-d7b1e24a7356 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:54.874542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d150e215-bf64-49b7-8e5d-153d8285df4c req-29032aae-d307-4350-a827-d7b1e24a7356 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.3369577 Sep 21 08:14:54.876151 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] Checking router: bc126a77-9371-4607-9aad-6d8a8502e4e8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:14:54.888777 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:14:54.889579 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:54.900222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b28bb695-9a96-4658-b9e3-5f62f809337f None None] Provisioning complete for port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:54.901796 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b28bb695-9a96-4658-b9e3-5f62f809337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:54.904427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d8f3792-c989-4b74-ae34-3f795fda6816 req-577ed7d7-1e9c-4e3e-9779-f0e808e0f4fb tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942375 Sep 21 08:14:54.913082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ef2687c7-5359-478f-bfbe-3189f88a874f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=68fd4dbe5f484a13b8a5027087ea59c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9191847 Sep 21 08:14:54.929972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:54.930785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2687c7-5359-478f-bfbe-3189f88a874f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3b4bcb-a834-474d-986c-d562115e3ffb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:54.952841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.011738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 71f1239a-dd52-4f84-806b-24475796c91a details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:14:55.028654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=6aea40d2-3f23-4da3-ad05-fb2891fb39dd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:55.049772 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61530666-85bc-4d9a-ae34-30879af89d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.126171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.130635 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:14:55.140039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61530666-85bc-4d9a-ae34-30879af89d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.149312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:53Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:55.151202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80725c25-84f0-4b45-b107-af8754a785ac']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:55.162813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaecbcff-7d3f-4031-8142-c7b663a8ea76') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:55.163100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaecbcff-7d3f-4031-8142-c7b663a8ea76') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:55.180062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.196556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.203941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:55.204919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.209756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-1b2de21d-a532-4e8d-8d32-20aee6050268 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6aea40d2-3f23-4da3-ad05-fb2891fb39dd: This subnet is being modified by another concurrent operation. Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:14:55.214638 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6aea40d2-3f23-4da3-ad05-fb2891fb39dd: This subnet is being modified by another concurrent operation. Sep 21 08:14:55.220998 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:14:55.227416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad1bf9-5895-46f1-88a7-4cf90bb9ce1d req-ba6b6dfa-4f8c-4315-a9aa-7a9eb6314f43 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:55.234937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bad1bf9-5895-46f1-88a7-4cf90bb9ce1d req-ba6b6dfa-4f8c-4315-a9aa-7a9eb6314f43 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 943 time: 0.1542661 Sep 21 08:14:55.248701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde037bd-8b62-488d-bdbf-febcb40db2f9 None None] The sync data for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 is: [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:53Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:14:55.256352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.278907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31333b7-bcd8-41b3-aa1b-b14ef8c11a93 None None] Network 80725c25-84f0-4b45-b107-af8754a785ac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:55.281633 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:55.287160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-ccd5ab7b-3fa2-4949-9397-a1969e8a11b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.4320362 Sep 21 08:14:55.288561 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.303445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d150e215-bf64-49b7-8e5d-153d8285df4c req-b0b55e05-c2d9-4f4b-a97a-5f981a4b261c tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279187 Sep 21 08:14:55.340588 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.345864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/80725c25-84f0-4b45-b107-af8754a785ac HTTP/1.1" status: 204 len: 168 time: 1.3338640 Sep 21 08:14:55.363846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51138) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:55.369288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347877832'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:55.451913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba1273-afc1-42c9-a91c-07746fdd6d96 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=80725c25-84f0-4b45-b107-af8754a785ac,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:55.472873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bad1bf9-5895-46f1-88a7-4cf90bb9ce1d req-b73e20b0-f3b4-4a42-bc74-8156e2114a53 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314408 Sep 21 08:14:55.492003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event updated for resources: {'Port': ['ID=1f153d88-493b-4f5f-9d68-f6a4031ddf2e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:55.512130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-a912e232-c510-4e03-a0f5-7d62d9d873ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:55.515571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-a912e232-c510-4e03-a0f5-7d62d9d873ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.2050090 Sep 21 08:14:55.517589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61530666-85bc-4d9a-ae34-30879af89d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.528596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61530666-85bc-4d9a-ae34-30879af89d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.537733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-61530666-85bc-4d9a-ae34-30879af89d53 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b3b4bcb-a834-474d-986c-d562115e3ffb HTTP/1.1" status: 204 len: 168 time: 0.6014698 Sep 21 08:14:55.592213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61530666-85bc-4d9a-ae34-30879af89d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3b4bcb-a834-474d-986c-d562115e3ffb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:55.596895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.605066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:55.615924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.627974 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'cba8e53e-1300-4759-9547-b121feba4d06', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'mac_address': 'fa:16:3e:20:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:14:32Z', 'updated_at': '2021-09-21T08:14:52Z', 'revision_number': 1, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:29Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:55.663546 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944e55d-5e9d-443e-a7ad-607c107f4a26 None None] The sync data for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 is: [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'cba8e53e-1300-4759-9547-b121feba4d06', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'mac_address': 'fa:16:3e:20:60:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:14:32Z', 'updated_at': '2021-09-21T08:14:52Z', 'revision_number': 1, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:29Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:14:55.680661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.698844 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-00efad59-ce86-48f4-9a02-b77b48c91f11 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1518259 Sep 21 08:14:55.714783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:55.728730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.729109 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74 of type vlan for network 77bed109-a965-4c42-a29d-bdc5852866c1 Sep 21 08:14:55.753820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 71f1239a-dd52-4f84-806b-24475796c91a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=71f1239a-dd52-4f84-806b-24475796c91a,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:55.768306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31333b7-bcd8-41b3-aa1b-b14ef8c11a93 None None] Network 80725c25-84f0-4b45-b107-af8754a785ac could not be found, it might have been deleted concurrently. {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 08:14:55.773184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-7234ced3-5eff-47ae-bbac-971b11fd122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:55.774291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-7234ced3-5eff-47ae-bbac-971b11fd122e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452388 Sep 21 08:14:55.797550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.815954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.822690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61fbe8-b80d-40f3-ba94-348b0dd2ab12 req-5011aaff-f450-4828-a9ba-f09e819f8028 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:55.829152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d61fbe8-b80d-40f3-ba94-348b0dd2ab12 req-5011aaff-f450-4828-a9ba-f09e819f8028 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.1708047 Sep 21 08:14:55.831137 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.842776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a9b50-847d-419e-bb29-3ac41fd4b960 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:14:55.847572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51146) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:55.848266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:55.851524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.854541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Request body: {'floatingip': {'port_id': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:55.923512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '71f1239a-dd52-4f84-806b-24475796c91a', 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'port_id': '71f1239a-dd52-4f84-806b-24475796c91a', 'mac_address': 'fa:16:3e:35:21:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:14:55.939129 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aade47a9-23ef-4511-bf96-5afdefefbb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.947098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b28bb695-9a96-4658-b9e3-5f62f809337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:55.995580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=77bed109-a965-4c42-a29d-bdc5852866c1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:56.039569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b28bb695-9a96-4658-b9e3-5f62f809337f None None] For port 8fef04fb-d010-4876-b3c6-3bfbf65adc94, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8fef04fb-d010-4876-b3c6-3bfbf65adc94,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:56.040710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d372e426-75e8-46d2-8c7c-2b138b7b3fcd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6756790 Sep 21 08:14:56.044483 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51158) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:56.054178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': '77bed109-a965-4c42-a29d-bdc5852866c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:56.061021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.074227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 77bed109-a965-4c42-a29d-bdc5852866c1 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:56.089520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.093939 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b28bb695-9a96-4658-b9e3-5f62f809337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.177642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-f9d1c4c4-2bd0-4c33-8d4f-2e131536d6ff tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1724120853&fields=id&tenant_id=a90a7eea95494962ab29329ab10ac150 HTTP/1.1" status: 200 len: 267 time: 0.0532575 Sep 21 08:14:56.241508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb695-9a96-4658-b9e3-5f62f809337f None None] Pushing event updated for resources: {'Port': ['ID=8fef04fb-d010-4876-b3c6-3bfbf65adc94,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:56.245479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598aae3d-29f9-460f-a6d4-19f5fca4bd08 None None] New status for floating IP cba8e53e-1300-4759-9547-b121feba4d06: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:14:56.322177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:56.332993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.339851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f1239a-dd52-4f84-806b-24475796c91a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:14:56.514519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-7c94c672-9e62-4e11-81cf-17e01464384b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:56.516231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-7c94c672-9e62-4e11-81cf-17e01464384b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/networks?id=a85627da-998e-4f1b-829a-4624c768fe0b HTTP/1.1" status: 200 len: 814 time: 0.3370686 Sep 21 08:14:56.547425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-7b1c1ed9-0caa-48ab-aff3-e81067226323 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/quotas/a90a7eea95494962ab29329ab10ac150 HTTP/1.1" status: 200 len: 375 time: 0.0161822 Sep 21 08:14:56.655257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 71f1239a-dd52-4f84-806b-24475796c91a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=71f1239a-dd52-4f84-806b-24475796c91a,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:56.678153 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.761850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=71f1239a-dd52-4f84-806b-24475796c91a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:56.766994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8fef04fb-d010-4876-b3c6-3bfbf65adc94 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:56.791674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.793500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a9b50-847d-419e-bb29-3ac41fd4b960 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:14:56.830759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-06eddda8-06d9-4720-bb59-bc57110d9bdc tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a90a7eea95494962ab29329ab10ac150&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2272339 Sep 21 08:14:56.847513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.895742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51186) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:56.932445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:56.932901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:56.981487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=7df97a63-2705-4a66-8c26-3a244844334c,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:57.005033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77bed109-a965-4c42-a29d-bdc5852866c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:57.005726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: 77bed109-a965-4c42-a29d-bdc5852866c1, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:57.012486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 68c06b65-c66b-4338-8e6b-673ac23888ba no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:14:57.035085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['71f1239a-dd52-4f84-806b-24475796c91a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:14:57.040542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-4ed3a415-036c-4790-b6b0-e25557fb04b8 service neutron] 10.222.0.59 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892107 Sep 21 08:14:57.043120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 77bed109-a965-4c42-a29d-bdc5852866c1 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:57.061855 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-64b09231-e8ae-4fad-9e40-3e9d85d40baf service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2729735 Sep 21 08:14:57.070858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 77bed109-a965-4c42-a29d-bdc5852866c1) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:57.082881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b9f8-8932-4b8b-87bf-e21f71118dbc req-62a3d9bf-fc2d-495c-a417-a11beb757869 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:57.084465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6cd9b9f8-8932-4b8b-87bf-e21f71118dbc req-62a3d9bf-fc2d-495c-a417-a11beb757869 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.9408441 Sep 21 08:14:57.096959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:57.097725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.137612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1932160144-network', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:57.159604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-3e8cb51d-77ea-44a3-9c27-d14b7138f0ca tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:57.161219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-3e8cb51d-77ea-44a3-9c27-d14b7138f0ca tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 945 time: 0.3044829 Sep 21 08:14:57.162804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f451d2d6-da23-45e7-9960-a6be6b519c82 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1167190 Sep 21 08:14:57.167883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51190) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:57.211623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-a070bfa5-02b2-4171-ae25-cb4a05a69bfb service neutron] 10.222.0.59 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577041 Sep 21 08:14:57.348928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.397749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:57.400220 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa23484-88bb-4d47-98f9-05a97db54be0" -d '{"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:57.405752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:57.425900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6cd9b9f8-8932-4b8b-87bf-e21f71118dbc req-9790b388-96cd-4f04-b689-eabe7d526c7f tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202500 Sep 21 08:14:57.426488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Made reservation on behalf of fd0f07cfb1084cd69ffe654f4c953f2e for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:57.428801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.484873 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.504173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.574771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddebe2-9072-4af4-bd73-d5a9158411a2 None None] Network 77bed109-a965-4c42-a29d-bdc5852866c1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:57.625567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a13bac4d-4b0d-47a0-9ec3-c2916562eba1 req-562587af-648c-45dc-9b11-637c670fe8df service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318580 Sep 21 08:14:57.629216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.715173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:57.726211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9eeab839-241e-4682-8ca2-11001ec03fbc req-8dbd58a2-0cd3-4b6d-a596-6948a3c3428b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 210 time: 0.0421591 Sep 21 08:14:57.734681 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.762380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Deleting port 68c06b65-c66b-4338-8e6b-673ac23888ba {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:14:57.762726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.786230 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04817b41-c2a0-48e9-a0ef-a565b30f3eb2 x-openstack-request-id: req-04817b41-c2a0-48e9-a0ef-a565b30f3eb2 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:57.786815 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:57.787198 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04817b41-c2a0-48e9-a0ef-a565b30f3eb2 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:57.787685 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'code': 200} Sep 21 08:14:57.842128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-77bed109-a965-4c42-a29d-bdc5852866c1', 'network_id': '77bed109-a965-4c42-a29d-bdc5852866c1', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': '7df97a63-2705-4a66-8c26-3a244844334c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:57.843108 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:57.873528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d56b9-d0d8-4c90-a7a4-555d7b165eba req-2078aab8-7141-4dbc-b130-d44a40e8a15a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:57.875064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c24d56b9-d0d8-4c90-a7a4-555d7b165eba req-2078aab8-7141-4dbc-b130-d44a40e8a15a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 944 time: 0.2849424 Sep 21 08:14:57.984894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Allocated IP 172.20.0.1 (77bed109-a965-4c42-a29d-bdc5852866c1/7df97a63-2705-4a66-8c26-3a244844334c/12324734-3543-4d9a-814b-d3e2f798abf2) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:14:57.997539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.101752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c24d56b9-d0d8-4c90-a7a4-555d7b165eba req-0522653f-ff16-4867-a666-7ebf89f2856d tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119346 Sep 21 08:14:58.116910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.resource_extend [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:14:58.144422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.151696 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.179052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] For port 68c06b65-c66b-4338-8e6b-673ac23888ba, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=68c06b65-c66b-4338-8e6b-673ac23888ba,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:58.179466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.193967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Network 77bed109-a965-4c42-a29d-bdc5852866c1 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:14:58.198946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:58.202880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:14:58.217610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Calling delete_port for 68c06b65-c66b-4338-8e6b-673ac23888ba owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:14:58.220773 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.237693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.238532 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.243201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.248821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Pushing event updated for resources: {'Port': ['ID=12324734-3543-4d9a-814b-d3e2f798abf2,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:58.263469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.279841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Attempting to bind port 12324734-3543-4d9a-814b-d3e2f798abf2 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:14:58.280207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Attempting to bind port 12324734-3543-4d9a-814b-d3e2f798abf2 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77bed109-a965-4c42-a29d-bdc5852866c1'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:14:58.280570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Attempting to bind port 12324734-3543-4d9a-814b-d3e2f798abf2 on network 77bed109-a965-4c42-a29d-bdc5852866c1 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:14:58.286104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:14:58.286459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Checking segment: {'id': 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77bed109-a965-4c42-a29d-bdc5852866c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:58.286854 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.287253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Bound using segment: {'id': 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77bed109-a965-4c42-a29d-bdc5852866c1'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:14:58.287841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Bound port: 12324734-3543-4d9a-814b-d3e2f798abf2, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77bed109-a965-4c42-a29d-bdc5852866c1'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:14:58.288345 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.326298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:14:58.331962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=7df97a63-2705-4a66-8c26-3a244844334c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:58.373170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] For port 12324734-3543-4d9a-814b-d3e2f798abf2, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:14:58.376988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] For port 12324734-3543-4d9a-814b-d3e2f798abf2, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=12324734-3543-4d9a-814b-d3e2f798abf2,segment=NetworkSegment(ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74),segment_id=ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:14:58.381548 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.411023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82481c1e-40b9-4e5a-a553-8fb2af9eeaea,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:58.430836 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.431209 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Added segment 55590ab0-c151-4517-a43c-fc02bb97098e of type vlan for network 312d09a0-43e8-4e37-a622-86ab80982279 Sep 21 08:14:58.469520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18cc67-b4d7-47b2-92a4-09d8e265942a None None] Pushing event updated for resources: {'Port': ['ID=12324734-3543-4d9a-814b-d3e2f798abf2,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:58.497659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59240faa-e42c-4507-9e67-4001753ed05a None None] Network 77bed109-a965-4c42-a29d-bdc5852866c1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:58.560224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.582295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.602823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2057d-bc29-426d-a480-3256de68442b req-1592d7f5-4bc9-4293-ad17-cf6a0125933b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:58.605625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1d2057d-bc29-426d-a480-3256de68442b req-1592d7f5-4bc9-4293-ad17-cf6a0125933b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 943 time: 0.0836139 Sep 21 08:14:58.617209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bed109-a965-4c42-a29d-bdc5852866c1']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:58.639418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:58.639790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:14:58.647817 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Floating IP 360cc2bc-dd74-4801-8a8f-52dc9fffce84 associated. External IP: 172.25.1.144, port: 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db. Sep 21 08:14:58.677370 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1d2057d-bc29-426d-a480-3256de68442b req-52921731-0a87-46f9-bfd0-43d23c9279bd tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611706 Sep 21 08:14:58.702919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.753506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.754618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:58.755254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.793864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.839292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:14:58.839906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:14:58.850041 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:14:58.881247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4eb44d5-14ba-46de-9f3c-0a49b28baf0e req-6dd3c2d3-4701-4dff-b328-c21b54bfbb7f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 210 time: 0.0611377 Sep 21 08:14:58.926301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0286815 Sep 21 08:14:58.930231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51212) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:58.937529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Request body: {'subnet': {'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1932160144-subnet', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:58.938793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b071bd85-3561-41a7-8aef-a70dc911aa5a None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:14:58.964733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Made reservation on behalf of fd0f07cfb1084cd69ffe654f4c953f2e for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:14:58.969200 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.019068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 71f1239a-dd52-4f84-806b-24475796c91a up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:14:59.117057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071bd85-3561-41a7-8aef-a70dc911aa5a None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:14:59.127558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 71f1239a-dd52-4f84-806b-24475796c91a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:14:59.137594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 71f1239a-dd52-4f84-806b-24475796c91a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:14:59.138128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.186660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.255692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b39fa21-60e4-4a74-b52f-441ea32ab324,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:59.268304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Checking segment: {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:14:59.268679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Network hostable DHCP agents. Network: 312d09a0-43e8-4e37-a622-86ab80982279, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:14:59.287839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Network 312d09a0-43e8-4e37-a622-86ab80982279 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:14:59.298458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 312d09a0-43e8-4e37-a622-86ab80982279) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:14:59.304000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:59.304173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.327402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8bb92c12-de65-42f3-ae8e-92cdf3aa4406 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3958030 Sep 21 08:14:59.328108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51216) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:14:59.330362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80448-2f53-4e85-983d-9307e9e3a890 admin admin] Pushing event updated for resources: {'Network': ['ID=312d09a0-43e8-4e37-a622-86ab80982279,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:59.334345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:59.348769 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.353103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.359409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:14:59.359409 n-d-809980-2 neutron-server[94725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:14:59.359409 n-d-809980-2 neutron-server[94725]: [parameters: {'id': '77bed109-a965-4c42-a29d-bdc5852866c1'}] Sep 21 08:14:59.359409 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:14:59.360091 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:14:59.363984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.365291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 312d09a0-43e8-4e37-a622-86ab80982279 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:14:59.366143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.424870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event deleted for resources: {'Port': ['ID=68c06b65-c66b-4338-8e6b-673ac23888ba,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:59.440219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-f86c7974-027b-4372-baeb-1fdf846c2585 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:59.440467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.440608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-f86c7974-027b-4372-baeb-1fdf846c2585 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.50 "GET /v2.0/networks?id=a85627da-998e-4f1b-829a-4624c768fe0b HTTP/1.1" status: 200 len: 814 time: 0.7351146 Sep 21 08:14:59.480056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 71f1239a-dd52-4f84-806b-24475796c91a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=71f1239a-dd52-4f84-806b-24475796c91a,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:14:59.513439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.552857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2544c-9bb7-49f0-8f01-90b2d6f980a2 req-c59222e4-383c-48cd-9d36-c712e8e0c780 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:14:59.554376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39d2544c-9bb7-49f0-8f01-90b2d6f980a2 req-c59222e4-383c-48cd-9d36-c712e8e0c780 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 944 time: 0.2464442 Sep 21 08:14:59.558825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] No DVR routers for this DVR port 68c06b65-c66b-4338-8e6b-673ac23888ba on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:14:59.563390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.565735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0b68578-6844-4e9e-850d-6f46a28dac75 req-020c6b1c-4039-40fa-8eff-da2280dbf8c0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "DELETE /v2.0/ports/68c06b65-c66b-4338-8e6b-673ac23888ba HTTP/1.1" status: 204 len: 173 time: 2.3500140 Sep 21 08:14:59.566254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-deleted', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:59.568902 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb0da0-c8f1-4530-9a17-a6ac78ec91b6" -d '{"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-deleted", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:59.626337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=71f1239a-dd52-4f84-806b-24475796c91a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:14:59.637209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-9a6abac1-ea9f-4da2-9032-b68bda8df82c tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a90a7eea95494962ab29329ab10ac150 HTTP/1.1" status: 200 len: 380 time: 0.1439087 Sep 21 08:14:59.638874 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664b49d1-b902-4376-88b4-50aab9158898 x-openstack-request-id: req-664b49d1-b902-4376-88b4-50aab9158898 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:59.639286 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d55387f-1381-472f-96dc-b1a0eaac7c9b", "name": "network-vif-deleted", "tag": "68c06b65-c66b-4338-8e6b-673ac23888ba", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:59.639467 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-664b49d1-b902-4376-88b4-50aab9158898 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:59.639815 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d55387f-1381-472f-96dc-b1a0eaac7c9b', 'name': 'network-vif-deleted', 'tag': '68c06b65-c66b-4338-8e6b-673ac23888ba', 'status': 'completed', 'code': 200} Sep 21 08:14:59.659154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2ea9b1-ec2b-433a-ad97-a4492ad69ac0 None None] Network 312d09a0-43e8-4e37-a622-86ab80982279 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:14:59.673369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Request body: {'port': {'device_id': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'admin_state_up': True, 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'security_groups': ['4f1218fd-03b6-4a2f-9776-eb67dee3ba03']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:14:59.729359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39d2544c-9bb7-49f0-8f01-90b2d6f980a2 req-a1cbbcce-1c7c-4247-a669-2f1df950a99d tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430759 Sep 21 08:14:59.790688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f1239a-dd52-4f84-806b-24475796c91a'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:14:59.805187 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918785e4-b82a-48f5-becd-417f6ef3b4b5" -d '{"events": [{"server_uuid": "3cea0a77-224f-4fad-97f6-22e952dbd834", "name": "network-vif-plugged", "status": "completed", "tag": "71f1239a-dd52-4f84-806b-24475796c91a"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:14:59.862278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.890052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Router cf759990-52d9-4f69-8784-216a5fecded9 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:14:59.929865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.932600 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b0d595-1829-410c-94b5-705e975233f9 x-openstack-request-id: req-47b0d595-1829-410c-94b5-705e975233f9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:14:59.933525 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cea0a77-224f-4fad-97f6-22e952dbd834", "name": "network-vif-plugged", "status": "completed", "tag": "71f1239a-dd52-4f84-806b-24475796c91a", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:14:59.933525 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47b0d595-1829-410c-94b5-705e975233f9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:14:59.933838 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f1239a-dd52-4f84-806b-24475796c91a', 'code': 200} Sep 21 08:14:59.945743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-312d09a0-43e8-4e37-a622-86ab80982279', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:14:59.958875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:14:59.967857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9514658-a9b2-4c42-9391-a1600c9f0a5f req-f7397724-4fc0-4785-9ab2-0ca2aa9994e0 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d55387f-1381-472f-96dc-b1a0eaac7c9b HTTP/1.1" status: 200 len: 210 time: 0.0590861 Sep 21 08:15:00.099859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f43e533-b402-4165-951f-22e1ec926fd4 req-ab35b77c-e2a5-4627-9f95-ff64dc1b5eca tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 210 time: 0.0547559 Sep 21 08:15:00.129433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Allocated IP 172.20.0.2 (312d09a0-43e8-4e37-a622-86ab80982279/2b39fa21-60e4-4a74-b52f-441ea32ab324/c4ceff31-50bc-4c08-85ad-d500e070b923) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:00.182993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:00.185983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Made reservation on behalf of a90a7eea95494962ab29329ab10ac150 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:00.189619 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.193993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.195341 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] Sync routers for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:00.206073 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:00.207702 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:00.235504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728abd91-831c-4929-a718-96548cbb0143 req-f76ab74e-c325-4ef5-8933-06c4af22479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:00.237203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-728abd91-831c-4929-a718-96548cbb0143 req-f76ab74e-c325-4ef5-8933-06c4af22479c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 1096 time: 0.2149339 Sep 21 08:15:00.246084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port 12324734-3543-4d9a-814b-d3e2f798abf2 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:00.246433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.279263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.301316 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3747bcc1-1859-407f-9c27-13c83b32d29b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "PUT /v2.0/floatingips/360cc2bc-dd74-4801-8a8f-52dc9fffce84 HTTP/1.1" status: 200 len: 992 time: 4.4513865 Sep 21 08:15:00.318080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.386085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-728abd91-831c-4929-a718-96548cbb0143 req-78f5257d-cb79-4ea2-8926-9d887d64c0d6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233342 Sep 21 08:15:00.393479 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:00.403358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port 12324734-3543-4d9a-814b-d3e2f798abf2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=12324734-3543-4d9a-814b-d3e2f798abf2,segment=NetworkSegment(ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74),segment_id=ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:00.403603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.415941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.424714 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.429086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for 12324734-3543-4d9a-814b-d3e2f798abf2 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:00.466476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Allocated IP 172.25.1.124 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:00.508604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Pushing event updated for resources: {'Port': ['ID=c4ceff31-50bc-4c08-85ad-d500e070b923,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:00.521054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Network 312d09a0-43e8-4e37-a622-86ab80982279 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:00.523240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:00.527080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:00.605510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Attempting to bind port c4ceff31-50bc-4c08-85ad-d500e070b923 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:00.605805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Attempting to bind port c4ceff31-50bc-4c08-85ad-d500e070b923 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:00.606159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Attempting to bind port c4ceff31-50bc-4c08-85ad-d500e070b923 on network 312d09a0-43e8-4e37-a622-86ab80982279 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:00.609583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Allocated IP 172.20.0.6 (a85627da-998e-4f1b-829a-4624c768fe0b/c8a76626-1966-437c-9f6b-93c5a46b3b7a/da9f7dac-cc95-4355-9861-f2acc76efbb7) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:00.615553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:00.616251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Checking segment: {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:00.616729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.617388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Bound using segment: {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:00.618514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Bound port: c4ceff31-50bc-4c08-85ad-d500e070b923, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:00.620341 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.642051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.662083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.704873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.709388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port 12324734-3543-4d9a-814b-d3e2f798abf2 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:00.711701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=12324734-3543-4d9a-814b-d3e2f798abf2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:00.766525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:00.772337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:00.776834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:00.786411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] For port c4ceff31-50bc-4c08-85ad-d500e070b923, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:00.799518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] For port c4ceff31-50bc-4c08-85ad-d500e070b923, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c4ceff31-50bc-4c08-85ad-d500e070b923,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:00.811725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.814877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.836727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bed109-a965-4c42-a29d-bdc5852866c1']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:00.848364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:00.849071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4f1c65-cb9e-4e6b-99bc-3f531dec5e74') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:00.860404 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.874912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:00.887290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Pushing event updated for resources: {'Port': ['ID=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:00.947984 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '360cc2bc-dd74-4801-8a8f-52dc9fffce84', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'port_id': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'mac_address': 'fa:16:3e:6d:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88181031-46ae-4b18-923f-a6e723645ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:13:49Z', 'updated_at': '2021-09-21T08:14:57Z', 'revision_number': 1, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:40Z', 'revision_number': 5, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:00.958607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902d653-107b-4364-8382-6e4c6db79274 None None] Pushing event updated for resources: {'Port': ['ID=c4ceff31-50bc-4c08-85ad-d500e070b923,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:00.999752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.003013 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] Checking router: cf759990-52d9-4f69-8784-216a5fecded9 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:15:01.017492 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:01.018350 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:01.047270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:01.050157 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:01.054328 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:01.056146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.179397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Network a85627da-998e-4f1b-829a-4624c768fe0b is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:01.179871 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:01.186614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:01.204146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:01.207258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744271f-f2e6-4feb-bdf8-cadb68beb856 req-c4f30493-880f-44bc-975d-e9456c79ff01 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:01.209580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9744271f-f2e6-4feb-bdf8-cadb68beb856 req-c4f30493-880f-44bc-975d-e9456c79ff01 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.2531493 Sep 21 08:15:01.249503 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.284112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.286430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/77bed109-a965-4c42-a29d-bdc5852866c1 HTTP/1.1" status: 204 len: 168 time: 4.0755081 Sep 21 08:15:01.287505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event updated for resources: {'Port': ['ID=da9f7dac-cc95-4355-9861-f2acc76efbb7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:01.310559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:01.340993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428975715'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:01.407050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163e81a-9541-4896-86fe-861db4d64bad tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=77bed109-a965-4c42-a29d-bdc5852866c1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:01.442561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:01.446059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.453281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:01.454062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.482952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:01.488033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-d7775bfc-cba4-47f4-9bb1-dcd08d61fcc8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8181751 Sep 21 08:15:01.501171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.503499 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment 8060654c-6938-4cdf-88bb-d9d32f4dfc91 of type vlan for network c2255844-5578-494c-995f-de5dd2ce891b Sep 21 08:15:01.513069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1331f-1f63-43c4-9bca-dddc6d26a794 req-e78d3868-8f95-4678-b913-b1004cef4bf7 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:01.517537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9d1331f-1f63-43c4-9bca-dddc6d26a794 req-e78d3868-8f95-4678-b913-b1004cef4bf7 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 931 time: 0.2451828 Sep 21 08:15:01.534537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Request body: {'port': {'device_id': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:01.576205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.640702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:01.643182 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3592646-51a2-4365-8088-d6ae05ffc293" -d '{"events": [{"name": "network-changed", "server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:01.662928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9d1331f-1f63-43c4-9bca-dddc6d26a794 req-0c9296c1-b5f5-4e59-8de5-f5e4b9bf0163 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224792 Sep 21 08:15:01.689351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9744271f-f2e6-4feb-bdf8-cadb68beb856 req-e43d588f-e4dc-4ad9-a3cd-bc648024c257 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095867 Sep 21 08:15:01.710464 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.728594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-85b6f2ae-e2d3-424f-a6c5-7eeec7a3d425 None None] Provisioning complete for port da9f7dac-cc95-4355-9861-f2acc76efbb7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:01.729807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85b6f2ae-e2d3-424f-a6c5-7eeec7a3d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.750793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.753472 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:15:01.785798 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '360cc2bc-dd74-4801-8a8f-52dc9fffce84', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'port_id': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'mac_address': 'fa:16:3e:6d:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88181031-46ae-4b18-923f-a6e723645ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:13:49Z', 'updated_at': '2021-09-21T08:14:57Z', 'revision_number': 1, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:40Z', 'revision_number': 5, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:01.814917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-85b6f2ae-e2d3-424f-a6c5-7eeec7a3d425 None None] Port da9f7dac-cc95-4355-9861-f2acc76efbb7 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:01.852718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:01.881008 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8e6526-ca58-4a04-ae23-20e6f4a5ee23 None None] The sync data for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 is: [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '360cc2bc-dd74-4801-8a8f-52dc9fffce84', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'floating_ip_address': '172.25.1.144', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'port_id': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'mac_address': 'fa:16:3e:6d:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88181031-46ae-4b18-923f-a6e723645ce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:13:49Z', 'updated_at': '2021-09-21T08:14:57Z', 'revision_number': 1, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:40Z', 'revision_number': 5, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:01.968807 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da76e5-c7be-4e1a-8d8f-6d71b7d6ed93 x-openstack-request-id: req-39da76e5-c7be-4e1a-8d8f-6d71b7d6ed93 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:01.969102 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:01.969432 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39da76e5-c7be-4e1a-8d8f-6d71b7d6ed93 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:01.969887 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'status': 'completed', 'code': 200} Sep 21 08:15:02.036060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.046927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:02.053573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.230089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51254) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:02.239928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2147c1f4-57bc-4db7-8fe1-bcc0ec016130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380163721', 'description': 'tempest-description--802017832'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:02.250257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9366457 Sep 21 08:15:02.257792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51256) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:02.298496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:02.311968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2147c1f4-57bc-4db7-8fe1-bcc0ec016130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.328177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9f7dac-cc95-4355-9861-f2acc76efbb7 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:02.340169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.352220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2af2cd-ea83-4fc1-b3ed-e5e8ae90b27e None None] New status for floating IP 360cc2bc-dd74-4801-8a8f-52dc9fffce84: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:15:02.356242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d364e-51a4-483d-bec5-198c6fca3d43 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=c2255844-5578-494c-995f-de5dd2ce891b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:02.365572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-61ab2ad2-0eb1-4096-9f2e-0d8837921c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:02.367700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-61ab2ad2-0eb1-4096-9f2e-0d8837921c10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=158674ce29ed4a0f90741b9b7944cdaa&device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 1097 time: 0.3339913 Sep 21 08:15:02.395812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Transition to ACTIVE for port object da9f7dac-cc95-4355-9861-f2acc76efbb7 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:15:02.422292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.425210 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c2255844-5578-494c-995f-de5dd2ce891b details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:02.491617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.520141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Pushing event updated for resources: {'Port': ['ID=da9f7dac-cc95-4355-9861-f2acc76efbb7,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:02.700449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d55114-37e6-43cd-b1b2-02dc417492ae None None] Network 312d09a0-43e8-4e37-a622-86ab80982279 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:02.781332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c4ceff31-50bc-4c08-85ad-d500e070b923 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:02.807416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-9810dec4-3360-4970-be26-a3a107ae3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:02.809304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-9810dec4-3360-4970-be26-a3a107ae3aa8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcccfaba-9260-4cc8-860a-07a7c7504d56 HTTP/1.1" status: 200 len: 917 time: 0.4284256 Sep 21 08:15:02.876195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.877998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Attempting to bind port da9f7dac-cc95-4355-9861-f2acc76efbb7 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:02.879349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a0dbe659-d748-4362-8a57-4f1c4c882dd4 None None] Provisioning complete for port c4ceff31-50bc-4c08-85ad-d500e070b923 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:02.880406 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe659-d748-4362-8a57-4f1c4c882dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.880532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Attempting to bind port da9f7dac-cc95-4355-9861-f2acc76efbb7 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:02.881090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Attempting to bind port da9f7dac-cc95-4355-9861-f2acc76efbb7 on network a85627da-998e-4f1b-829a-4624c768fe0b {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:02.886979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Port da9f7dac-cc95-4355-9861-f2acc76efbb7 on network a85627da-998e-4f1b-829a-4624c768fe0b not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:15:02.887426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Attempting to bind port da9f7dac-cc95-4355-9861-f2acc76efbb7 on network a85627da-998e-4f1b-829a-4624c768fe0b {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:02.913074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:02.913593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Checking segment: {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:02.913995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Bound using segment: {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:02.914452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Bound port: da9f7dac-cc95-4355-9861-f2acc76efbb7, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:02.914816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.957052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:02.985753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Router 9ac208fd-6d24-428c-983a-8ee60719dcca is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:15:02.986118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2147c1f4-57bc-4db7-8fe1-bcc0ec016130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.001435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135f329-717b-445b-8641-9c64b02bd93e req-30ddeebb-3f69-4c82-bb77-4ae85ab35c48 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.003115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8135f329-717b-445b-8641-9c64b02bd93e req-30ddeebb-3f69-4c82-bb77-4ae85ab35c48 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1070249 Sep 21 08:15:03.004210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2147c1f4-57bc-4db7-8fe1-bcc0ec016130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.039040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c4ceff31-50bc-4c08-85ad-d500e070b923 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:03.039717 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.078580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147c1f4-57bc-4db7-8fe1-bcc0ec016130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efbda9d-3059-48da-ae7a-f721b25a683e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:03.108723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8135f329-717b-445b-8641-9c64b02bd93e req-9db4eca2-a2c9-43d2-a2e5-d3e7f2414521 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689545 Sep 21 08:15:03.115872 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2147c1f4-57bc-4db7-8fe1-bcc0ec016130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.117127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2147c1f4-57bc-4db7-8fe1-bcc0ec016130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8859670 Sep 21 08:15:03.122452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:03.127029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2febd2a0-c4ea-4190-86fe-7cbf016062d3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Request body: {'security_group_rule': {'security_group_id': '6efbda9d-3059-48da-ae7a-f721b25a683e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:03.163849 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe659-d748-4362-8a57-4f1c4c882dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.169369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2febd2a0-c4ea-4190-86fe-7cbf016062d3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.175947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] For port da9f7dac-cc95-4355-9861-f2acc76efbb7, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:03.215165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] For port da9f7dac-cc95-4355-9861-f2acc76efbb7, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:03.219607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a0dbe659-d748-4362-8a57-4f1c4c882dd4 None None] For port c4ceff31-50bc-4c08-85ad-d500e070b923, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c4ceff31-50bc-4c08-85ad-d500e070b923,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:03.237613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.246609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe659-d748-4362-8a57-4f1c4c882dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.303892 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.322474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network c2255844-5578-494c-995f-de5dd2ce891b is not hosted by any dhcp agent {{(pid=94724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:15:03.326374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2febd2a0-c4ea-4190-86fe-7cbf016062d3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.334756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.337637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.339403 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.344494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "PUT /v2.0/networks/c2255844-5578-494c-995f-de5dd2ce891b HTTP/1.1" status: 200 len: 723 time: 1.0476148 Sep 21 08:15:03.348798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.355466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5068d0-5f40-45e4-b82a-16b253d4e725 req-d4fa2d06-4612-4c9c-848c-89b6dc6af09a tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.355759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] 10.222.0.50 "PUT /v2.0/ports/da9f7dac-cc95-4355-9861-f2acc76efbb7 HTTP/1.1" status: 200 len: 1091 time: 1.8365099 Sep 21 08:15:03.356328 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2febd2a0-c4ea-4190-86fe-7cbf016062d3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.357995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9d5068d0-5f40-45e4-b82a-16b253d4e725 req-d4fa2d06-4612-4c9c-848c-89b6dc6af09a tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 943 time: 0.5725412 Sep 21 08:15:03.358592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51272) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:03.375052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-adecee8e-dbd6-4795-8307-a07a7e11bef3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db HTTP/1.1" status: 200 len: 1002 time: 0.5280402 Sep 21 08:15:03.386390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': 'c2255844-5578-494c-995f-de5dd2ce891b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:03.404933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febd2a0-c4ea-4190-86fe-7cbf016062d3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1daa90a-f624-435d-82c4-be5209a6779d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:03.437129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2febd2a0-c4ea-4190-86fe-7cbf016062d3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.438452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2febd2a0-c4ea-4190-86fe-7cbf016062d3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3150253 Sep 21 08:15:03.441523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:03.450180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d6b8dc98-aae1-4017-94ec-e5dc759becf2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Request body: {'security_group_rule': {'security_group_id': '6efbda9d-3059-48da-ae7a-f721b25a683e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:03.454395 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.467438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbe659-d748-4362-8a57-4f1c4c882dd4 None None] Pushing event updated for resources: {'Port': ['ID=c4ceff31-50bc-4c08-85ad-d500e070b923,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:03.494023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4891e75-19f0-46e4-9d49-db90144a207f service neutron] Pushing event updated for resources: {'Port': ['ID=da9f7dac-cc95-4355-9861-f2acc76efbb7,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:03.538539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-c476ccc2-efc7-442d-a8b3-3c6aebb02871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.549626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-c476ccc2-efc7-442d-a8b3-3c6aebb02871 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a90a7eea95494962ab29329ab10ac150&device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 1094 time: 0.0922558 Sep 21 08:15:03.550544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b8dc98-aae1-4017-94ec-e5dc759becf2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.577290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:15:03.577765 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:15:03.636951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-febfbe8a-0c03-42b1-adc0-3aaab34a4c97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7 HTTP/1.1" status: 200 len: 217 time: 0.0455794 Sep 21 08:15:03.660479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b8dc98-aae1-4017-94ec-e5dc759becf2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.673022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b8dc98-aae1-4017-94ec-e5dc759becf2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.725603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224584-2ad8-48a2-a6c7-ead10044787d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=c2255844-5578-494c-995f-de5dd2ce891b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:03.750093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-65da165c-5078-4e72-89c2-debc5e1c663f None None] Provisioning complete for port c4ceff31-50bc-4c08-85ad-d500e070b923 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:03.752003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-65da165c-5078-4e72-89c2-debc5e1c663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.758620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c2255844-5578-494c-995f-de5dd2ce891b details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:03.800273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8dc98-aae1-4017-94ec-e5dc759becf2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b38cb15-72d3-4933-97a4-f21ecb31285d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:03.817193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6b8dc98-aae1-4017-94ec-e5dc759becf2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.821938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d6b8dc98-aae1-4017-94ec-e5dc759becf2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793888 Sep 21 08:15:03.825686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:03.833297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:03.841015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-b0e8c8f8-9c91-40b7-9dc0-22b5aacbd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.843272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-b0e8c8f8-9c91-40b7-9dc0-22b5aacbd3cc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8a76626-1966-437c-9f6b-93c5a46b3b7a HTTP/1.1" status: 200 len: 853 time: 0.1814277 Sep 21 08:15:03.850956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:03.862134 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Sync routers for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:03.881805 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:03.883250 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:03.890838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-296e1c1b-8b36-4170-8473-4342811b19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.892377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-296e1c1b-8b36-4170-8473-4342811b19b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde2f8bf-bad0-4348-8d2b-f9959bf0e888 HTTP/1.1" status: 200 len: 855 time: 0.4819434 Sep 21 08:15:03.910679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9d5068d0-5f40-45e4-b82a-16b253d4e725 req-d3fe54db-41de-4d8b-96be-b9def86c63d0 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5340281 Sep 21 08:15:03.963491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-ac9c780b-53b1-452f-ae2f-0611f682170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:03.966365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-ac9c780b-53b1-452f-ae2f-0611f682170d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 1096 time: 0.2100644 Sep 21 08:15:03.968638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.974365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:03.976281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-056109d3-150f-4270-b557-2c221d5dd5dd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.6468506 Sep 21 08:15:03.977143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:03.979033 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296bbb0c-9a2b-48bd-aa4d-1222040d041d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:03.982207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51280) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:04.024711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:04.030908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:04.037981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-997a1671-1af0-4b0b-b0e6-daeddf78b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:04.040200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-997a1671-1af0-4b0b-b0e6-daeddf78b8cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcccfaba-9260-4cc8-860a-07a7c7504d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285939 Sep 21 08:15:04.071704 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf9149-ea9a-4880-9c0c-72274cc39768 x-openstack-request-id: req-e9cf9149-ea9a-4880-9c0c-72274cc39768 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:04.071704 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:04.072909 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9cf9149-ea9a-4880-9c0c-72274cc39768 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:04.072909 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'status': 'completed', 'code': 200} Sep 21 08:15:04.078338 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:04.122829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763da143-a00c-412d-9d87-178eb28e4adc req-d32ae935-a1a5-4e6d-948a-796e33dbeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:04.125620 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-d32ae935-a1a5-4e6d-948a-796e33dbeaf4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a85627da-998e-4f1b-829a-4624c768fe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578475 Sep 21 08:15:04.145215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f8489-0310-4bab-b117-36d9440180ca req-da3bdb4c-aec9-45ce-87c5-e480a3ddf163 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:04.153454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-823f8489-0310-4bab-b117-36d9440180ca req-da3bdb4c-aec9-45ce-87c5-e480a3ddf163 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.2740488 Sep 21 08:15:04.235822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-b84599bb-747a-43d5-ae17-b0e9dcd77d00 service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830523 Sep 21 08:15:04.409769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-823f8489-0310-4bab-b117-36d9440180ca req-b1d97c15-a8df-4573-8f8d-1e487ba3c928 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552209 Sep 21 08:15:04.410023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:04.420030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3592646-51a2-4365-8088-d6ae05ffc293 req-e100421a-92b5-43f0-8331-d757278cd5da service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585014 Sep 21 08:15:04.421459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-1cbf60b8-c0c5-4ee9-89aa-37394667c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:04.423872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-1cbf60b8-c0c5-4ee9-89aa-37394667c670 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 911 time: 0.4294717 Sep 21 08:15:04.456229 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:01Z', 'revision_number': 3, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:04.504231 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Checking router: 9ac208fd-6d24-428c-983a-8ee60719dcca for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:15:04.504575 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Updating router 9ac208fd-6d24-428c-983a-8ee60719dcca port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:15:04.508842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=24755944-f5d1-4d31-98f0-8bd31d2a8904,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:04.526988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-2fb631d8-3451-49d4-a627-3e090965cddf service neutron] 10.222.0.50 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418608 Sep 21 08:15:04.534311 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:04.546713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': '8060654c-6938-4cdf-88bb-d9d32f4dfc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c2255844-5578-494c-995f-de5dd2ce891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:04.547201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: c2255844-5578-494c-995f-de5dd2ce891b, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:15:04.585790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network c2255844-5578-494c-995f-de5dd2ce891b is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:15:04.602838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c2255844-5578-494c-995f-de5dd2ce891b) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:04.615251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86f1fd-ae49-4933-8501-b3724cda5bb8 None None] Network c2255844-5578-494c-995f-de5dd2ce891b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:04.617854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:04.619145 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:04.640017 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-92c4575c-319b-4c4a-82d8-5a071edc77cb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2687721 Sep 21 08:15:04.643096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51288) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:04.654472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-be9a9a31-f821-47c7-b573-591dec860898 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:04.687007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c4ceff31-50bc-4c08-85ad-d500e070b923 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:04.859528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be9a9a31-f821-47c7-b573-591dec860898 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126346871'] for subnet, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:04.951834 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:04.959260 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:04.973779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-318028c1-d0b7-4cb5-ba8f-1b757543e252 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f1239a-dd52-4f84-806b-24475796c91a HTTP/1.1" status: 200 len: 217 time: 0.5251338 Sep 21 08:15:04.986597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c4ceff31-50bc-4c08-85ad-d500e070b923 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:04.986968 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.013083 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Attempting to bind port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:05.013459 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Attempting to bind port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:05.013823 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Attempting to bind port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:05.026259 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:05.026648 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:05.027037 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.027532 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:05.028629 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Bound port: 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:05.029024 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.087717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be9a9a31-f821-47c7-b573-591dec860898 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729189397252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126786514'] for subnet, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.097065 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] For port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:05.101417 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] For port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:05.108904 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.112753 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7273431-c80f-47d8-9f2a-944ef20755e3 None None] Pushing event updated for resources: {'Port': ['ID=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:05.138609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a9a31-f821-47c7-b573-591dec860898 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:05.139215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be9a9a31-f821-47c7-b573-591dec860898 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.140548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-be9a9a31-f821-47c7-b573-591dec860898 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "PUT /v2.0/subnets/24755944-f5d1-4d31-98f0-8bd31d2a8904 HTTP/1.1" status: 200 len: 806 time: 0.4944217 Sep 21 08:15:05.145105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-c2255844-5578-494c-995f-de5dd2ce891b', 'network_id': 'c2255844-5578-494c-995f-de5dd2ce891b', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': '24755944-f5d1-4d31-98f0-8bd31d2a8904'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:15:05.146134 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.148704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51294) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:05.173027 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7273431-c80f-47d8-9f2a-944ef20755e3 None None] Pushing event updated for resources: {'Port': ['ID=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:05.199943 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:05.201079 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:05.216456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-763da143-a00c-412d-9d87-178eb28e4adc req-4331e226-8238-45ab-813a-c8624fb98130 service neutron] 10.222.0.50 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546229 Sep 21 08:15:05.240349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-1303638d-3838-4dfe-955f-6af26833b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:05.243402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-1303638d-3838-4dfe-955f-6af26833b508 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 200 len: 850 time: 0.2596409 Sep 21 08:15:05.265011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f29a67-82b5-4edb-8426-835e282a2a47 req-b60f546b-2bb2-4ac3-a36d-15d12d0d2071 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:05.268276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77f29a67-82b5-4edb-8426-835e282a2a47 req-b60f546b-2bb2-4ac3-a36d-15d12d0d2071 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 943 time: 0.2155085 Sep 21 08:15:05.273823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a9a31-f821-47c7-b573-591dec860898 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=24755944-f5d1-4d31-98f0-8bd31d2a8904,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:05.302692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-8088e86c-b152-4d3e-a8c9-30ac25dd02f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fdb6cee9-0381-46b5-8fa4-7915c634aa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491028 Sep 21 08:15:05.347217 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:05.358216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77f29a67-82b5-4edb-8426-835e282a2a47 req-9a8c5bac-b527-4b0e-8957-0433802fac5e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797787 Sep 21 08:15:05.362201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.415145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Allocated IP 172.20.0.2 (c2255844-5578-494c-995f-de5dd2ce891b/24755944-f5d1-4d31-98f0-8bd31d2a8904/ae822973-6231-42d9-9eb3-08d954e3db39) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:05.429319 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.449611 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.651839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-c6b60c66-95ab-40f6-8159-82f72aea65be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:05.653685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-c6b60c66-95ab-40f6-8159-82f72aea65be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a90a7eea95494962ab29329ab10ac150&device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 1094 time: 0.3494165 Sep 21 08:15:05.668450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9690e7-bf3d-4ec2-b517-c1bfdbffe53f req-28549d24-691d-4b7f-9f1a-3d160a4989e6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:05.676632 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e9690e7-bf3d-4ec2-b517-c1bfdbffe53f req-28549d24-691d-4b7f-9f1a-3d160a4989e6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1075237 Sep 21 08:15:05.716418 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.729514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.741061 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:01Z', 'revision_number': 3, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:05.762483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e9690e7-bf3d-4ec2-b517-c1bfdbffe53f req-90ab654c-ee4f-4217-84c5-6bfcf02c5859 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711100 Sep 21 08:15:05.775618 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.787502 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c6b412-65ae-469d-bb77-04f1bc78ed80 None None] The sync data for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 is: [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:01Z', 'revision_number': 3, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:05.806179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Network c2255844-5578-494c-995f-de5dd2ce891b is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:05.823287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:05.827355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Pushing event updated for resources: {'Port': ['ID=ae822973-6231-42d9-9eb3-08d954e3db39,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:05.830303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:05.841022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=24755944-f5d1-4d31-98f0-8bd31d2a8904,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:05.897302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-da48373c-866a-4813-bd31-e7bfd86b2b4b service neutron] 10.222.0.62 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102289 Sep 21 08:15:05.916430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Attempting to bind port ae822973-6231-42d9-9eb3-08d954e3db39 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:05.917685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Attempting to bind port ae822973-6231-42d9-9eb3-08d954e3db39 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8060654c-6938-4cdf-88bb-d9d32f4dfc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c2255844-5578-494c-995f-de5dd2ce891b'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:05.918191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Attempting to bind port ae822973-6231-42d9-9eb3-08d954e3db39 on network c2255844-5578-494c-995f-de5dd2ce891b {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:05.930111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:05.932805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Checking segment: {'id': '8060654c-6938-4cdf-88bb-d9d32f4dfc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c2255844-5578-494c-995f-de5dd2ce891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:05.932805 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.932805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Bound using segment: {'id': '8060654c-6938-4cdf-88bb-d9d32f4dfc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c2255844-5578-494c-995f-de5dd2ce891b'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:05.933399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Bound port: ae822973-6231-42d9-9eb3-08d954e3db39, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8060654c-6938-4cdf-88bb-d9d32f4dfc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c2255844-5578-494c-995f-de5dd2ce891b'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:05.934066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.951444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:05.981446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2255844-5578-494c-995f-de5dd2ce891b']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:05.998761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8060654c-6938-4cdf-88bb-d9d32f4dfc91') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:05.998761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8060654c-6938-4cdf-88bb-d9d32f4dfc91') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:06.022069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.027630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Allocated IP 172.25.1.89 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a05aa3d9-506e-4322-8797-d1a70594e296) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:06.035768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] For port ae822973-6231-42d9-9eb3-08d954e3db39, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:06.043632 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.054014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:06.054515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:06.060122 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:06.095996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-c4b7ffa5-cc95-41c5-a1af-2e70252b12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:06.097544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-c4b7ffa5-cc95-41c5-a1af-2e70252b12ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=a85627da-998e-4f1b-829a-4624c768fe0b HTTP/1.1" status: 200 len: 915 time: 0.4242353 Sep 21 08:15:06.131025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] For port ae822973-6231-42d9-9eb3-08d954e3db39, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ae822973-6231-42d9-9eb3-08d954e3db39,segment=NetworkSegment(8060654c-6938-4cdf-88bb-d9d32f4dfc91),segment_id=8060654c-6938-4cdf-88bb-d9d32f4dfc91)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:06.133120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:15:06.133120 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:15:06.133120 n-d-809980-2 neutron-server[94724]: [parameters: {'id': 'c2255844-5578-494c-995f-de5dd2ce891b'}] Sep 21 08:15:06.133120 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:15:06.135151 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:15:06.139035 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.228458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-641f1a7c-664b-459f-85a4-a0dcbef54d2e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7 HTTP/1.1" status: 200 len: 217 time: 0.1175277 Sep 21 08:15:06.231785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdcc8a-2da6-4a98-bf9b-5e8a57adfbab None None] Pushing event updated for resources: {'Port': ['ID=ae822973-6231-42d9-9eb3-08d954e3db39,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:06.307962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709c391-8eef-457e-96ae-3bb694169bba None None] Network c2255844-5578-494c-995f-de5dd2ce891b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:06.315957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c7fb62a-ad1f-4ecd-8b2b-fb765b2ad0f6 req-edeb71cd-7ea4-42e1-afea-57038a76ec64 service neutron] 10.222.0.62 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878112 Sep 21 08:15:06.430551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.464766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-3a9004c6-6d86-46eb-9cb8-076ac195b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:06.466766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-3a9004c6-6d86-46eb-9cb8-076ac195b93f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8a76626-1966-437c-9f6b-93c5a46b3b7a HTTP/1.1" status: 200 len: 853 time: 0.1738791 Sep 21 08:15:06.509906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf5358b-5a40-4463-8733-cb6c59f537cc None None] Network c2255844-5578-494c-995f-de5dd2ce891b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:06.530906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.578475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1f3c8-7fcf-425f-b13a-14a336d3340b req-1a80b9d1-6b57-4f8c-866f-97b69df8a660 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:06.591428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ab1f3c8-7fcf-425f-b13a-14a336d3340b req-1a80b9d1-6b57-4f8c-866f-97b69df8a660 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 943 time: 0.1164024 Sep 21 08:15:06.641719 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.669714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ab1f3c8-7fcf-425f-b13a-14a336d3340b req-d04c6883-dcc2-4887-a36a-efc5797bef28 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704439 Sep 21 08:15:06.799525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port ae822973-6231-42d9-9eb3-08d954e3db39 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:06.800000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.820695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:06.862716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.870864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-71e3e88d-3bb0-48a8-902b-e478b0e34add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:06.874680 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-71e3e88d-3bb0-48a8-902b-e478b0e34add service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a85627da-998e-4f1b-829a-4624c768fe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3922441 Sep 21 08:15:06.932461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:06.932813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:06.981752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port ae822973-6231-42d9-9eb3-08d954e3db39, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ae822973-6231-42d9-9eb3-08d954e3db39,segment=NetworkSegment(8060654c-6938-4cdf-88bb-d9d32f4dfc91),segment_id=8060654c-6938-4cdf-88bb-d9d32f4dfc91)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:06.982081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea90be-9458-48b5-8413-06f424216656 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:15:06.982188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.009682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for ae822973-6231-42d9-9eb3-08d954e3db39 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:07.019973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99528-6173-4804-8428-d458425a15d9 req-834b2ae8-00a8-46de-8891-ac20417e5452 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:07.021332 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edd99528-6173-4804-8428-d458425a15d9 req-834b2ae8-00a8-46de-8891-ac20417e5452 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1002674 Sep 21 08:15:07.074046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:07.113961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'Port': ['ID=a05aa3d9-506e-4322-8797-d1a70594e296,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:07.117242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:07.142087 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.145695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:07.168581 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edd99528-6173-4804-8428-d458425a15d9 req-18b8e0a9-d6f6-4819-8de8-d0895f1d8f9f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305654 Sep 21 08:15:07.206016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:07.215810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.225158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.230238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Allocated IP 172.20.0.1 (312d09a0-43e8-4e37-a622-86ab80982279/2b39fa21-60e4-4a74-b52f-441ea32ab324/8bc11595-ea17-41b1-816d-e821149c6ad2) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:07.261672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device da9f7dac-cc95-4355-9861-f2acc76efbb7 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:15:07.261891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=ae822973-6231-42d9-9eb3-08d954e3db39,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:07.273273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port ae822973-6231-42d9-9eb3-08d954e3db39 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:07.282429 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-ba9297d5-3d13-41e6-87d1-89b1c8a1ef78 service neutron] 10.222.0.50 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429704 Sep 21 08:15:07.372810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:07.392128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbea90be-9458-48b5-8413-06f424216656 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:15:07.404732 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.439828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2255844-5578-494c-995f-de5dd2ce891b']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:07.457080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8060654c-6938-4cdf-88bb-d9d32f4dfc91') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:07.457715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8060654c-6938-4cdf-88bb-d9d32f4dfc91') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:07.471266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.494643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.502701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:07.503701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.506493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:07.508157 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:07.529248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port da9f7dac-cc95-4355-9861-f2acc76efbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:07.543060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.552423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'port_id': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'mac_address': 'fa:16:3e:54:b2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:15:07.574039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296bbb0c-9a2b-48bd-aa4d-1222040d041d req-dfeafcb4-f75d-40bd-92f9-31e909b87f89 service neutron] 10.222.0.50 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749448 Sep 21 08:15:07.595005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.640918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.658379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.666215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/c2255844-5578-494c-995f-de5dd2ce891b HTTP/1.1" status: 204 len: 168 time: 2.5140958 Sep 21 08:15:07.668786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51320) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:07.681770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec64d2-7077-468b-b7b7-c19d98b115e5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=c2255844-5578-494c-995f-de5dd2ce891b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:07.696013 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.702233 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.728911 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-051bba7e-cc43-4a2e-a2cb-c1e5b8d28ab3 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:07.729742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051bba7e-cc43-4a2e-a2cb-c1e5b8d28ab3 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:07.735752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51326) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:07.740493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-051bba7e-cc43-4a2e-a2cb-c1e5b8d28ab3 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/c2255844-5578-494c-995f-de5dd2ce891b HTTP/1.1" status: 404 len: 339 time: 0.0645795 Sep 21 08:15:07.740869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-195559321', 'description': 'd1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:07.775280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9f7dac-cc95-4355-9861-f2acc76efbb7 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:07.818146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Pushing event updated for resources: {'Port': ['ID=8bc11595-ea17-41b1-816d-e821149c6ad2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:07.824824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Network 312d09a0-43e8-4e37-a622-86ab80982279 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:07.830291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port da9f7dac-cc95-4355-9861-f2acc76efbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:07.838901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.841865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:07.848680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:07.857693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:07.862423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.933209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:07.945371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f8030-99bf-42b5-85dc-483536e23919 req-bb4ef1af-b6ea-402b-b241-37e918510256 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:07.948115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f0f8030-99bf-42b5-85dc-483536e23919 req-bb4ef1af-b6ea-402b-b241-37e918510256 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 944 time: 0.1397836 Sep 21 08:15:07.965313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=da9f7dac-cc95-4355-9861-f2acc76efbb7,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:07.966522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.984296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:07.989672 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment 931626c6-05de-4ded-ad38-a892b3024d55 of type vlan for network 3edce19d-11c1-4862-85fd-905a0894c8d9 Sep 21 08:15:08.091086 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.110112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f0f8030-99bf-42b5-85dc-483536e23919 req-dfa924f1-e8b5-4e87-b3f9-e40af7ba4a0a tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508145 Sep 21 08:15:08.118697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.123923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.172850 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.190719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['da9f7dac-cc95-4355-9861-f2acc76efbb7'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:15:08.215196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'Port': ['ID=a05aa3d9-506e-4322-8797-d1a70594e296,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:08.216930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:08.217935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.314482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5753107 Sep 21 08:15:08.314860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51334) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:08.350713 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.357379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b41461f9-1640-4dd1-880d-00a8359b8700 None None] Provisioning complete for port 8bc11595-ea17-41b1-816d-e821149c6ad2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:08.357755 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b41461f9-1640-4dd1-880d-00a8359b8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.379238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.392166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf14df4-d8c3-4ee5-ad2b-717f48c271a6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=3edce19d-11c1-4862-85fd-905a0894c8d9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:08.402873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.412218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0b216dfd-78bc-4e31-a025-65d52e1ac466 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5776165 Sep 21 08:15:08.412434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3edce19d-11c1-4862-85fd-905a0894c8d9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:08.422682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b41461f9-1640-4dd1-880d-00a8359b8700 None None] Port 8bc11595-ea17-41b1-816d-e821149c6ad2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:08.504396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d35999-7ff1-49de-9e39-0350122053f5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:08.505974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-93d35999-7ff1-49de-9e39-0350122053f5 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/networks?id=3edce19d-11c1-4862-85fd-905a0894c8d9 HTTP/1.1" status: 200 len: 760 time: 0.1899889 Sep 21 08:15:08.508803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51338) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:08.514627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'description': 'd2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:08.621686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed407d-24d9-4455-97b3-db5ddb1069ee req-fd9a6dc1-b1d8-4ef8-ad4a-e0ba586a73aa tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:08.623610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.624103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ceed407d-24d9-4455-97b3-db5ddb1069ee req-fd9a6dc1-b1d8-4ef8-ad4a-e0ba586a73aa tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.2877109 Sep 21 08:15:08.630567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.692180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ceed407d-24d9-4455-97b3-db5ddb1069ee req-53eed663-bc1b-4c90-a689-334b4b57edb9 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Sep 21 08:15:08.715092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:08.768880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.773642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Pushing event updated for resources: {'Port': ['ID=8bc11595-ea17-41b1-816d-e821149c6ad2,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:08.790007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:08.790823 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.839694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.860663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.888844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 3edce19d-11c1-4862-85fd-905a0894c8d9 is not hosted by any dhcp agent {{(pid=94724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:15:08.898024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:08.899487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:08.901336 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "PUT /v2.0/networks/3edce19d-11c1-4862-85fd-905a0894c8d9 HTTP/1.1" status: 200 len: 757 time: 0.3908832 Sep 21 08:15:08.905265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51352) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:08.992058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cb55b-f04f-4123-9b6d-78090e88a3d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=3edce19d-11c1-4862-85fd-905a0894c8d9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:09.004806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3edce19d-11c1-4862-85fd-905a0894c8d9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:09.252307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device da9f7dac-cc95-4355-9861-f2acc76efbb7 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:09.265409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-18cef3b1-5df7-4177-9044-984c9fffcf90 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:09.266236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8f72b-654d-4442-b391-2f1374b9e1bd req-c3e6e0ef-f411-4e35-8e36-53affaa98a68 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:09.266881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-18cef3b1-5df7-4177-9044-984c9fffcf90 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 821 time: 0.5546486 Sep 21 08:15:09.274111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10c8f72b-654d-4442-b391-2f1374b9e1bd req-c3e6e0ef-f411-4e35-8e36-53affaa98a68 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 944 time: 0.0754495 Sep 21 08:15:09.306702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port da9f7dac-cc95-4355-9861-f2acc76efbb7 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:15:09.312442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port da9f7dac-cc95-4355-9861-f2acc76efbb7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:09.312623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.320089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10c8f72b-654d-4442-b391-2f1374b9e1bd req-0ce4df3e-de87-4d57-b866-a8cfc48c2d5e tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378051 Sep 21 08:15:09.329120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-59efd450-e70d-4e8b-a282-7bf2200e2eaa tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/quotas/58182623161f4be392584bf410df279f HTTP/1.1" status: 200 len: 375 time: 0.0514057 Sep 21 08:15:09.361623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df90dea6-4aee-4efe-aa00-f0e1d8518a8d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:09.366926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-df90dea6-4aee-4efe-aa00-f0e1d8518a8d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/networks?id=3edce19d-11c1-4862-85fd-905a0894c8d9 HTTP/1.1" status: 200 len: 760 time: 0.4565675 Sep 21 08:15:09.367162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51360) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:09.369506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Network 312d09a0-43e8-4e37-a622-86ab80982279 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:09.377095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879332613'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:09.384329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:09.415617 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.430841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:09.437695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.450435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-7d440ac9-18f7-4857-8718-314825ede08c tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124883 Sep 21 08:15:09.472035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port da9f7dac-cc95-4355-9861-f2acc76efbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:09.473812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:09.478653 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf170d6-7201-47ce-ad7d-d4b0b3c5c72f" -d '{"events": [{"server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "name": "network-vif-plugged", "status": "completed", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:09.487347 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.496796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:09.538012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.538571 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment 73d8a434-ff7e-4ebb-9164-e7348accdc2c of type vlan for network 74f88b12-972b-43d5-9861-1ba30db24ece Sep 21 08:15:09.562517 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816441c6-816f-4bd5-9592-e006ed5669fc x-openstack-request-id: req-816441c6-816f-4bd5-9592-e006ed5669fc {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:09.562517 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "name": "network-vif-plugged", "status": "completed", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:09.562517 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-816441c6-816f-4bd5-9592-e006ed5669fc {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:09.562517 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'code': 200} Sep 21 08:15:09.644676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.644893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Router 9ac208fd-6d24-428c-983a-8ee60719dcca has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:15:09.657826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=da9f7dac-cc95-4355-9861-f2acc76efbb7,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:09.671019 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-243f6e51-d90c-4dc6-9542-44b077ea3ae3 service neutron] 10.222.0.59 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947436 Sep 21 08:15:09.690184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.695430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:09.698856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.733864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3652601 Sep 21 08:15:09.736726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51366) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:09.741294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': '74f88b12-972b-43d5-9861-1ba30db24ece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:09.773386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-95b8525c-5a2a-4779-9f7f-bc532a6623b8 None None] Provisioning complete for port 8bc11595-ea17-41b1-816d-e821149c6ad2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:09.774206 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-95b8525c-5a2a-4779-9f7f-bc532a6623b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:09.808440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38280487-0455-45f8-b9f8-39d5a9807ed7 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=74f88b12-972b-43d5-9861-1ba30db24ece,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:09.826054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 74f88b12-972b-43d5-9861-1ba30db24ece details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:09.889663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb354e2d-70ed-43dc-9361-5f7313a22ac3 req-58d837ee-ed28-4d3a-b998-271b59d9e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:09.891500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb354e2d-70ed-43dc-9361-5f7313a22ac3 req-58d837ee-ed28-4d3a-b998-271b59d9e0a0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 1096 time: 0.1746743 Sep 21 08:15:09.894407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-95b8525c-5a2a-4779-9f7f-bc532a6623b8 None None] Port 8bc11595-ea17-41b1-816d-e821149c6ad2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:09.894600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:09.897906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-9447b5f9-3793-4a57-9b31-a04ecb97e14c service neutron] 10.222.0.59 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200418 Sep 21 08:15:09.902505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bbde1a0c-da56-4654-b1b7-ef10064e6aaa admin admin] 10.222.0.59 "PUT /v2.0/routers/9ac208fd-6d24-428c-983a-8ee60719dcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8990815 Sep 21 08:15:09.914253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Sync routers for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:09.936250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41264650-b84e-4463-af79-092ceaab2b13 req-8e4de631-2a73-4053-9445-e85a1fab39ab tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:09.944276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41264650-b84e-4463-af79-092ceaab2b13 req-8e4de631-2a73-4053-9445-e85a1fab39ab tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1228662 Sep 21 08:15:09.944760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb354e2d-70ed-43dc-9361-5f7313a22ac3 req-64dad838-316c-4f31-957b-6524954fea9d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400805 Sep 21 08:15:09.959366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:09.959366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:09.993677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:09.998966 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:10.032189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41264650-b84e-4463-af79-092ceaab2b13 req-702f326a-8d01-4cb7-bec5-d43242733b5d tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869265 Sep 21 08:15:10.160553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:10.180392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a824773-8073-424d-a154-7d11a7842540 req-d73e9a10-7932-43f2-b4c3-c1c3fd9b5046 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 210 time: 0.0486562 Sep 21 08:15:10.407874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:10.517561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfca71-21d8-4b2c-885e-8007c0ab7a26 req-c362f83f-3ad7-4ad9-9e82-4506830bc498 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:10.519290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bfdfca71-21d8-4b2c-885e-8007c0ab7a26 req-c362f83f-3ad7-4ad9-9e82-4506830bc498 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 945 time: 0.0959227 Sep 21 08:15:10.519687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=b7e28931-e77b-4037-bef8-0bd9e3d6ced0,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:10.520260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 2, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:10.549679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': '73d8a434-ff7e-4ebb-9164-e7348accdc2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '74f88b12-972b-43d5-9861-1ba30db24ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:10.550054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: 74f88b12-972b-43d5-9861-1ba30db24ece, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:15:10.566029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Checking router: 9ac208fd-6d24-428c-983a-8ee60719dcca for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:15:10.566568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Updating router 9ac208fd-6d24-428c-983a-8ee60719dcca port 8bc11595-ea17-41b1-816d-e821149c6ad2 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:15:10.573465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bfdfca71-21d8-4b2c-885e-8007c0ab7a26 req-9a8a927d-bb6f-4681-b941-51b8bdeb709d tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Sep 21 08:15:10.601561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 74f88b12-972b-43d5-9861-1ba30db24ece is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:15:10.614413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 74f88b12-972b-43d5-9861-1ba30db24ece) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:10.622529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:10.623434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:10.638152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3ddf8-6674-41fa-9613-3ba32b5b1796 None None] Network 74f88b12-972b-43d5-9861-1ba30db24ece requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:10.646633 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:10.654842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51392) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:10.655057 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9986ad35-5860-4056-a3f4-ea7a72a86b97 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9174674 Sep 21 08:15:10.823856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:10.912950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:10.986546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51394) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:10.994284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5bb69362-e8c0-47ed-a87a-09fd7c08366c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717322165', 'description': 'tempest-description--1604271717'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:11.029130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bb69362-e8c0-47ed-a87a-09fd7c08366c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.048271 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.102451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b102ed7-cdd0-4ef4-84ca-d441ff95ec37 None None] Network 74f88b12-972b-43d5-9861-1ba30db24ece requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:11.110043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e28931-e77b-4037-bef8-0bd9e3d6ced0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:11.203042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.255842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f88b12-972b-43d5-9861-1ba30db24ece']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:11.279520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d8a434-ff7e-4ebb-9164-e7348accdc2c') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:11.279815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d8a434-ff7e-4ebb-9164-e7348accdc2c') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:11.300804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.334422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceca7d-6922-4678-881c-b562fe6c03f6 req-a06b31a5-5e58-412f-a447-156a14d477fd tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:11.335930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fceca7d-6922-4678-881c-b562fe6c03f6 req-a06b31a5-5e58-412f-a447-156a14d477fd tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1823575 Sep 21 08:15:11.343810 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.357530 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bb69362-e8c0-47ed-a87a-09fd7c08366c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.366346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:11.366765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:11.370303 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:11.382253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a022cf0d-8abd-40a4-b0ba-e68f70972ea2 req-a2c6b4ac-6bdb-4203-8457-3a718f9a9a5f tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 210 time: 0.0987954 Sep 21 08:15:11.388141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bb69362-e8c0-47ed-a87a-09fd7c08366c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.411935 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.427532 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.483367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5bb69362-e8c0-47ed-a87a-09fd7c08366c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.484764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5bb69362-e8c0-47ed-a87a-09fd7c08366c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4968064 Sep 21 08:15:11.489440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51404) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:11.505247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-34b26715-6027-48c4-b258-4c9fb0e27fe5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Request body: {'security_group_rule': {'security_group_id': 'b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:11.522026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.527973 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.529948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/74f88b12-972b-43d5-9861-1ba30db24ece HTTP/1.1" status: 204 len: 168 time: 0.8736801 Sep 21 08:15:11.544914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb69362-e8c0-47ed-a87a-09fd7c08366c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:11.551746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51406) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:11.579492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fceca7d-6922-4678-881c-b562fe6c03f6 req-bf714c2f-51c2-4804-9908-effbf4510c60 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268384 Sep 21 08:15:11.587265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083df461-e2de-4190-b8ab-7944a6f5c675 None None] Pushing event updated for resources: {'Port': ['ID=8bc11595-ea17-41b1-816d-e821149c6ad2,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:11.600877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b26715-6027-48c4-b258-4c9fb0e27fe5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.638453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab9f5d-b20e-430e-b2d1-2d9ef9bae3f1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=74f88b12-972b-43d5-9861-1ba30db24ece,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:11.665843 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aff3831-5dd9-4375-9d55-1ca4430d4908 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] GET failed (client error): The resource could not be found. Sep 21 08:15:11.667914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9aff3831-5dd9-4375-9d55-1ca4430d4908 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/subnets/b7e28931-e77b-4037-bef8-0bd9e3d6ced0 HTTP/1.1" status: 404 len: 337 time: 0.1146736 Sep 21 08:15:11.675959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51410) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:11.709476 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-684bcdbc-62e9-4a88-ae11-66c73388f61c tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:11.710245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684bcdbc-62e9-4a88-ae11-66c73388f61c tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:11.713401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-684bcdbc-62e9-4a88-ae11-66c73388f61c tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/74f88b12-972b-43d5-9861-1ba30db24ece HTTP/1.1" status: 404 len: 339 time: 0.0349357 Sep 21 08:15:11.726013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51414) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:11.793327 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b26715-6027-48c4-b258-4c9fb0e27fe5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.817008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-c05c0a50-9e67-4fab-970a-506753d6bf35 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:11.819568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-c05c0a50-9e67-4fab-970a-506753d6bf35 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 821 time: 0.3542562 Sep 21 08:15:11.833881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Attempting to bind port 8bc11595-ea17-41b1-816d-e821149c6ad2 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:11.834249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Attempting to bind port 8bc11595-ea17-41b1-816d-e821149c6ad2 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:11.834619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Attempting to bind port 8bc11595-ea17-41b1-816d-e821149c6ad2 on network 312d09a0-43e8-4e37-a622-86ab80982279 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:11.838912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Request body: {'port': {'device_id': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'admin_state_up': True, 'tenant_id': '58182623161f4be392584bf410df279f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:11.848723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b26715-6027-48c4-b258-4c9fb0e27fe5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.852939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:11.854085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Checking segment: {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:11.854766 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.855639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Bound using segment: {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:11.856283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Bound port: 8bc11595-ea17-41b1-816d-e821149c6ad2, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:11.857336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.879960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b26715-6027-48c4-b258-4c9fb0e27fe5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765a6937-256b-4093-bfa2-c7bd05397a8f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:11.885544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b26715-6027-48c4-b258-4c9fb0e27fe5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:11.887060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-34b26715-6027-48c4-b258-4c9fb0e27fe5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3954344 Sep 21 08:15:11.896610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7222-e491-49e1-b125-3d653a8e88e4 req-46aa2eae-0885-46f5-bf4a-20017c4b6b59 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:11.905981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afde7222-e491-49e1-b125-3d653a8e88e4 req-46aa2eae-0885-46f5-bf4a-20017c4b6b59 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 945 time: 0.1109798 Sep 21 08:15:11.913033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51416) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:11.919760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2eb78e66-1ca9-4461-a98d-37df5a4099bb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Request body: {'security_group_rule': {'security_group_id': 'b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:11.955649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afde7222-e491-49e1-b125-3d653a8e88e4 req-e3ec08e8-66aa-44a2-ab87-aed331131a0b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482688 Sep 21 08:15:11.979125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] For port 8bc11595-ea17-41b1-816d-e821149c6ad2, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:11.993464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] For port 8bc11595-ea17-41b1-816d-e821149c6ad2, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8bc11595-ea17-41b1-816d-e821149c6ad2,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:12.003746 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.077644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083df461-e2de-4190-b8ab-7944a6f5c675 None None] Pushing event updated for resources: {'Port': ['ID=8bc11595-ea17-41b1-816d-e821149c6ad2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:12.084760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:12.085400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:12.123602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f7ef8-8285-48f7-b797-d4bd49851925 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:12.134241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4c8f7ef8-8285-48f7-b797-d4bd49851925 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3953309 Sep 21 08:15:12.135892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51420) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:12.150762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eb78e66-1ca9-4461-a98d-37df5a4099bb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.195731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31b57dc2-acee-4f36-a280-f3282b930cc4 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 207 time: 0.0569398 Sep 21 08:15:12.196845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51422) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:12.251165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-aa3cd2f0-2135-4bca-b47c-b871b6c2c6bf None None] Provisioning complete for port 8bc11595-ea17-41b1-816d-e821149c6ad2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:12.251873 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd2f0-2135-4bca-b47c-b871b6c2c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.281252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3645a18-6ec5-48ed-9867-89f99adfd536 req-6e6e2c3b-1675-4afe-a025-6435a27fe297 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:12.283304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3645a18-6ec5-48ed-9867-89f99adfd536 req-6e6e2c3b-1675-4afe-a025-6435a27fe297 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 945 time: 0.1915510 Sep 21 08:15:12.302150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:12.304011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51424) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:12.313556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Request body: {'floatingip': {'port_id': 'da9f7dac-cc95-4355-9861-f2acc76efbb7'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:12.384408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.412160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Made reservation on behalf of 58182623161f4be392584bf410df279f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:12.415680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.472472 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eb78e66-1ca9-4461-a98d-37df5a4099bb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.484442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eb78e66-1ca9-4461-a98d-37df5a4099bb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.508175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db5137-3676-4bea-a77e-7d9a5e1be334 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:12.516789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db5137-3676-4bea-a77e-7d9a5e1be334 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:12.518392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd2f0-2135-4bca-b47c-b871b6c2c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.523402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db5137-3676-4bea-a77e-7d9a5e1be334 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:12.529665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db5137-3676-4bea-a77e-7d9a5e1be334 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:12.531444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-61db5137-3676-4bea-a77e-7d9a5e1be334 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3329265 Sep 21 08:15:12.539193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51428) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:12.548488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb78e66-1ca9-4461-a98d-37df5a4099bb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a2d6f4-36e8-4189-994c-53f77912998d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:12.644247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2eb78e66-1ca9-4461-a98d-37df5a4099bb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.650228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2eb78e66-1ca9-4461-a98d-37df5a4099bb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7301805 Sep 21 08:15:12.651650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51434) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:12.656315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:12.666843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-aa3cd2f0-2135-4bca-b47c-b871b6c2c6bf None None] For port 8bc11595-ea17-41b1-816d-e821149c6ad2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8bc11595-ea17-41b1-816d-e821149c6ad2,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:12.674306 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aa3cd2f0-2135-4bca-b47c-b871b6c2c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.750582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.793788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cd2f0-2135-4bca-b47c-b871b6c2c6bf None None] Pushing event updated for resources: {'Port': ['ID=8bc11595-ea17-41b1-816d-e821149c6ad2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:12.829121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:11Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:12.867208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Allocated IP 172.20.0.14 (0beafd4b-9259-4bcd-ba61-88cfb43f1670/42b2689a-1841-4bef-a6ab-2ac9dea081a4/b7b9a197-a3a0-454f-9019-89a38db65704) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:12.870511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e66d2737-8faf-441f-a45a-935a62aa52d7 None None] Provisioning complete for port 8bc11595-ea17-41b1-816d-e821149c6ad2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:12.870885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e66d2737-8faf-441f-a45a-935a62aa52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:12.872814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745c08a-90eb-49d0-af2c-bcc39e327d75 None None] The sync data for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 is: [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:11Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:12.998758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb632eb2-9061-4d2f-ab2c-1042b6872929 req-1554a859-515b-43b9-8508-180cf4b7b69d tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 210 time: 0.3540308 Sep 21 08:15:13.115868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55134023-05d5-44b5-b9ef-6ad0d91f0561 req-383e9124-9b70-48e4-be6c-8e4e81240d5a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.128889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55134023-05d5-44b5-b9ef-6ad0d91f0561 req-383e9124-9b70-48e4-be6c-8e4e81240d5a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.2378244 Sep 21 08:15:13.131444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5837f7d8-5d13-46b5-b36d-991e4b4b43f3 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5909564 Sep 21 08:15:13.137647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51440) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:13.292654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-ba802c21-f6e9-4362-b582-ea5c41ad7ddb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176211 Sep 21 08:15:13.297295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9b4b8-a778-4297-9faf-4bf2afe0219a tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.298880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9b4b8-a778-4297-9faf-4bf2afe0219a tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.315540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-48b9b4b8-a778-4297-9faf-4bf2afe0219a tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1673412 Sep 21 08:15:13.317002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55134023-05d5-44b5-b9ef-6ad0d91f0561 req-a358bc81-08ed-4966-817b-1c8e35237625 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871521 Sep 21 08:15:13.320241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51444) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:13.425201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:13.429555 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:13.459294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80205ff1-f35e-492d-b9e6-f7c388ac216c tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.460732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80205ff1-f35e-492d-b9e6-f7c388ac216c tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.467486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-80205ff1-f35e-492d-b9e6-f7c388ac216c tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1409886 Sep 21 08:15:13.472595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51446) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:13.527866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-14403031-021d-44d6-b74b-fc3ed5698a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.529711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-14403031-021d-44d6-b74b-fc3ed5698a7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=158674ce29ed4a0f90741b9b7944cdaa&device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 1097 time: 0.1629572 Sep 21 08:15:13.582493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:13.607942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:13.622069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:13.624711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:13.744453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Allocated IP 172.25.1.239 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a06cccfe-fc93-4603-9c16-d33c05b288f8) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:13.769960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:13.795760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.797299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:13.890449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-12bf8196-9ec5-4ec9-b078-4b0c5aff2ee2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0619156 Sep 21 08:15:13.955556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:13.962155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:13.967265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Request body: {'port': {'device_id': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:13.972075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d56026-3b4a-4a7b-86fa-ee4debd6eec6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.974170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-07d56026-3b4a-4a7b-86fa-ee4debd6eec6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/networks/9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 HTTP/1.1" status: 200 len: 799 time: 0.4996440 Sep 21 08:15:13.974455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-2e6c5207-a8fe-4463-a814-d6354a57cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:13.975991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-2e6c5207-a8fe-4463-a814-d6354a57cabc service neutron] 10.222.0.50 "GET /v2.0/networks?id=dcccfaba-9260-4cc8-860a-07a7c7504d56 HTTP/1.1" status: 200 len: 917 time: 0.4078164 Sep 21 08:15:13.980439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51450) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:14.111535 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Floating IP 466d1e7e-a042-48e6-a6d7-7cca352c8731 associated. External IP: 172.25.1.64, port: da9f7dac-cc95-4355-9861-f2acc76efbb7. Sep 21 08:15:14.395500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Router 8f6de553-3421-4a7d-88e2-b80944c5edea has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:15:14.559866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50700-bb0e-4185-bd9e-07f49215aff4 req-37eb888a-d141-4360-9ea6-cf67eba601b5 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:14.561391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37e50700-bb0e-4185-bd9e-07f49215aff4 req-37eb888a-d141-4360-9ea6-cf67eba601b5 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.0991600 Sep 21 08:15:14.592254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:14.595409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:14.613347 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] Sync routers for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:14.633190 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:14.633847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:14.640687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37e50700-bb0e-4185-bd9e-07f49215aff4 req-bf29a54b-55b1-4a82-b8e3-2131640e5f89 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Sep 21 08:15:14.646527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ff89baa3-7cfa-46f1-8c54-f3e0754e7f9b tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "PUT /v2.0/floatingips/466d1e7e-a042-48e6-a6d7-7cca352c8731 HTTP/1.1" status: 200 len: 990 time: 2.3399377 Sep 21 08:15:14.647438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:14.649980 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:14.669820 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:14.706603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-7db53a29-7d55-4e3f-8009-f0184d95af9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db HTTP/1.1" status: 200 len: 1002 time: 0.7009227 Sep 21 08:15:14.717006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:14.729226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8bc11595-ea17-41b1-816d-e821149c6ad2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:14.819781 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e458e8dd-6ad2-4846-8192-94d491edc511 x-openstack-request-id: req-e458e8dd-6ad2-4846-8192-94d491edc511 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:14.823442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac65491-c23b-4103-8c57-3b56a8bcc70c req-6d343be2-1d4e-4a5d-979c-8e320239f2e2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:14.823655 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:14.823655 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e458e8dd-6ad2-4846-8192-94d491edc511 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:14.823655 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'status': 'completed', 'code': 200} Sep 21 08:15:14.824224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8bc11595-ea17-41b1-816d-e821149c6ad2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:14.824504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:14.829184 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:14.830212 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dac65491-c23b-4103-8c57-3b56a8bcc70c req-6d343be2-1d4e-4a5d-979c-8e320239f2e2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 932 time: 0.3532636 Sep 21 08:15:14.854106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c86b1ff-b25d-48a0-bf56-39e8db46849f tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/networks/9457e4a7-1996-4b2c-8f44-899f5ec4eeb6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.8724470 Sep 21 08:15:14.861169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51464) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:14.903771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-163cbb49-8952-4585-a21f-b349ae577bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:14.906010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-163cbb49-8952-4585-a21f-b349ae577bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a90a7eea95494962ab29329ab10ac150&device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 1096 time: 0.0527759 Sep 21 08:15:14.988674 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:15.060061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-11b6d077-fbca-476b-a052-357167cbefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.062559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-11b6d077-fbca-476b-a052-357167cbefb6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a85627da-998e-4f1b-829a-4624c768fe0b HTTP/1.1" status: 200 len: 915 time: 0.1410024 Sep 21 08:15:15.082811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-8238c66f-939b-4f3b-b439-fec10c9ddd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.084439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-8238c66f-939b-4f3b-b439-fec10c9ddd17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cde2f8bf-bad0-4348-8d2b-f9959bf0e888 HTTP/1.1" status: 200 len: 855 time: 0.3552978 Sep 21 08:15:15.150073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-0de5dc20-b23e-4066-9233-d1c24d60c5ed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7 HTTP/1.1" status: 200 len: 998 time: 0.0787873 Sep 21 08:15:15.172409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:15.185505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500f2b4-f26d-4c8d-b323-a7b4d8b6d990 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.190715 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5500f2b4-f26d-4c8d-b323-a7b4d8b6d990 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/subnets/7fd104c1-50f7-4728-9110-699db5581516 HTTP/1.1" status: 200 len: 811 time: 0.3172414 Sep 21 08:15:15.193725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51468) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:15.213939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dac65491-c23b-4103-8c57-3b56a8bcc70c req-364c0135-6372-4e29-802a-8b1fd59a5cfa tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828349 Sep 21 08:15:15.227769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:15.236824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event updated for resources: {'Port': ['ID=a06cccfe-fc93-4603-9c16-d33c05b288f8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:15.245438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:15.253643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-5b210778-93db-4a13-a616-41068bcbf796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.255211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-5b210778-93db-4a13-a616-41068bcbf796 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8a76626-1966-437c-9f6b-93c5a46b3b7a HTTP/1.1" status: 200 len: 853 time: 0.0952976 Sep 21 08:15:15.293369 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '466d1e7e-a042-48e6-a6d7-7cca352c8731', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'floating_ip_address': '172.25.1.64', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'port_id': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'mac_address': 'fa:16:3e:54:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:14:54Z', 'updated_at': '2021-09-21T08:15:13Z', 'revision_number': 1, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:56Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:15.324803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-b0d03d7d-3a90-40af-8275-4f9ab30dee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.327564 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-b0d03d7d-3a90-40af-8275-4f9ab30dee3c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a85627da-998e-4f1b-829a-4624c768fe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628603 Sep 21 08:15:15.342588 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] Checking router: 8f6de553-3421-4a7d-88e2-b80944c5edea for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:15:15.359852 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:15.361104 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:14:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:15.411823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-935a796e-0b5a-4396-8e75-5ec1e7a50b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.414196 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-935a796e-0b5a-4396-8e75-5ec1e7a50b90 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dcccfaba-9260-4cc8-860a-07a7c7504d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613475 Sep 21 08:15:15.416967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbd599-365a-4b9a-95df-95155f003417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.419814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b1dbd599-365a-4b9a-95df-95155f003417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "GET /v2.0/subnets/7fd104c1-50f7-4728-9110-699db5581516?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2048972 Sep 21 08:15:15.433364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51474) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:15.445154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1251574204'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:15.538804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:15.604828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:15.609638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:15.677638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:15.685105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-eb7797c2-62dd-4736-9af2-b182708a39d9 service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340696 Sep 21 08:15:15.726878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:15.759978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-06afa4c1-9b39-4ce6-b70e-a23495321fcb service neutron] 10.222.0.50 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178295 Sep 21 08:15:15.776341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:15.776995 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Added segment f5b12c19-c4d2-478f-b82a-61897b48b40b of type vlan for network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e Sep 21 08:15:15.863783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:15.892345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dd838-f174-4999-8602-3cbb0668761a req-f0bb1872-22e7-470e-aa6c-2beb986e3b0c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:15.894047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d8dd838-f174-4999-8602-3cbb0668761a req-f0bb1872-22e7-470e-aa6c-2beb986e3b0c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1516271 Sep 21 08:15:15.955217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c8a168c-7bc8-41ca-b8bf-475bb95ea976 req-41d6cdd0-9791-47ca-8f60-96278d214248 service neutron] 10.222.0.50 "GET /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632745 Sep 21 08:15:15.964131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d8dd838-f174-4999-8602-3cbb0668761a req-38f10a1a-2fed-4daf-8d95-0b2549643542 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595539 Sep 21 08:15:15.998678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b9a197-a3a0-454f-9019-89a38db65704 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:16.008995 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.015013 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.027710 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '466d1e7e-a042-48e6-a6d7-7cca352c8731', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'floating_ip_address': '172.25.1.64', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'port_id': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'mac_address': 'fa:16:3e:54:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:14:54Z', 'updated_at': '2021-09-21T08:15:13Z', 'revision_number': 1, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:56Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:16.066090 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9d39c-c9fd-4a47-b363-9c27a7e3ee9a None None] The sync data for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 is: [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '466d1e7e-a042-48e6-a6d7-7cca352c8731', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'floating_ip_address': '172.25.1.64', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'port_id': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'mac_address': 'fa:16:3e:54:b2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:14:54Z', 'updated_at': '2021-09-21T08:15:13Z', 'revision_number': 1, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:56Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:16.074720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Transition to ACTIVE for port object b7b9a197-a3a0-454f-9019-89a38db65704 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:15:16.084529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.088877 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4741dc73-ceb6-48b1-bb0b-b04416802d9f req-c6c64acf-c9fe-4e46-a190-116a71209ad7 service neutron] 10.222.0.50 "GET /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856466 Sep 21 08:15:16.153823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.162107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:16.162808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.264063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:16.312079 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8711777 Sep 21 08:15:16.314925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:16.320727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'network_id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:16.336092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77801be1-086a-456a-a803-134e0db95541 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Network': ['ID=6bd0f42e-7984-410e-ad1d-13ba7e991f8e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:16.349149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:16.373504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937da63-3a43-40a0-817d-d1c7ff937e6c None None] New status for floating IP 466d1e7e-a042-48e6-a6d7-7cca352c8731: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:15:16.421986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Attempting to bind port b7b9a197-a3a0-454f-9019-89a38db65704 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:16.422518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Attempting to bind port b7b9a197-a3a0-454f-9019-89a38db65704 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:16.423053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Attempting to bind port b7b9a197-a3a0-454f-9019-89a38db65704 on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:16.451120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Port b7b9a197-a3a0-454f-9019-89a38db65704 on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:15:16.451494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Attempting to bind port b7b9a197-a3a0-454f-9019-89a38db65704 on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:16.461127 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.464059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:16.464500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Checking segment: {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:16.465344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Bound using segment: {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:16.465877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Bound port: b7b9a197-a3a0-454f-9019-89a38db65704, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:16.466371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.477639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Made reservation on behalf of c30f0caa16fd4ebc8cc984c3af672679 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:16.481738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.481901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.524803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443e17-7328-4439-aded-5fb36ad043f7 req-ac11cd7e-5a9c-4082-a8b3-dcf2e1dc4142 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:16.526459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d443e17-7328-4439-aded-5fb36ad043f7 req-ac11cd7e-5a9c-4082-a8b3-dcf2e1dc4142 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 944 time: 0.1630394 Sep 21 08:15:16.590137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing IP validity checks on allocation pools {{(pid=94724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 08:15:16.591121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 08:15:16.642059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event updated for resources: {'Port': ['ID=a06cccfe-fc93-4603-9c16-d33c05b288f8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:16.656617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d443e17-7328-4439-aded-5fb36ad043f7 req-35228079-9724-43ab-aef4-5257794a7a40 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763237 Sep 21 08:15:16.656961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.689969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.695935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a76adb0-78e5-4e1e-a090-396bdac7342a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0431402 Sep 21 08:15:16.701223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:16.706965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:16.716091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.734234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:16.735188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.736706 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] 10.222.0.62 "PUT /v2.0/ports/b7b9a197-a3a0-454f-9019-89a38db65704 HTTP/1.1" status: 200 len: 1092 time: 2.8283975 Sep 21 08:15:16.759723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:16.761924 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7854a89b-bf49-471d-96e6-995801e64a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:16.822035 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49505120-f0e2-4d99-bbe9-3c6a2d7bc1ee x-openstack-request-id: req-49505120-f0e2-4d99-bbe9-3c6a2d7bc1ee {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:16.822327 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:16.822587 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-49505120-f0e2-4d99-bbe9-3c6a2d7bc1ee {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:16.822987 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'status': 'completed', 'code': 200} Sep 21 08:15:16.824062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a50e77-37b2-4a0e-b7c7-1e6e7b09abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:16.841034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:16.898990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-0dc3e895-695e-4ce1-a10f-8808fdf1b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:16.902439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-0dc3e895-695e-4ce1-a10f-8808fdf1b771 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 1095 time: 0.0743871 Sep 21 08:15:16.950108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=ee21e6fc-234f-4e53-9cc9-05b751898cc1,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:16.954750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Checking segment: {'id': 'f5b12c19-c4d2-478f-b82a-61897b48b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:16.955188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network hostable DHCP agents. Network: 6bd0f42e-7984-410e-ad1d-13ba7e991f8e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:15:16.969284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-49d3379f-6b1b-4ff8-884f-db4ab05b82c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7b9a197-a3a0-454f-9019-89a38db65704 HTTP/1.1" status: 200 len: 217 time: 0.0583656 Sep 21 08:15:16.976247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:15:16.990244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 6bd0f42e-7984-410e-ad1d-13ba7e991f8e) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:17.001771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b23f2bc-ecfc-4393-a1d3-776acb67c6e0 None None] Network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:17.004530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.004962 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.033555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1c4f6fa4-fa03-44bf-9e7d-8e24b392b9d1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7169538 Sep 21 08:15:17.036890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51508) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:17.047216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bb9271fd-0740-4bfb-af3a-600ce9e0d2af tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:17.056479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-7b7ff9f6-fb12-4b7b-8ee3-6d64caeee609 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1717322165&fields=id&tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e HTTP/1.1" status: 200 len: 267 time: 0.1315749 Sep 21 08:15:17.115896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-d1abf52b-5e8a-4144-bf8c-a0a140699e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.117336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-d1abf52b-5e8a-4144-bf8c-a0a140699e05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42b2689a-1841-4bef-a6ab-2ac9dea081a4 HTTP/1.1" status: 200 len: 861 time: 0.1374433 Sep 21 08:15:17.200328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-6be28c04-3a81-40c0-a798-2252089e30f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0beafd4b-9259-4bcd-ba61-88cfb43f1670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750048 Sep 21 08:15:17.208138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7b98a-6c1f-4a15-94d2-3c40b0e7fcff req-c29731c3-5df7-4cfe-be95-b1b5a60c7bac tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.209682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7f7b98a-6c1f-4a15-94d2-3c40b0e7fcff req-c29731c3-5df7-4cfe-be95-b1b5a60c7bac tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1497488 Sep 21 08:15:17.242108 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb9271fd-0740-4bfb-af3a-600ce9e0d2af tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126346871'] for subnet, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.245524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-6bd0f42e-7984-410e-ad1d-13ba7e991f8e', 'network_id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e', 'tenant_id': 'c30f0caa16fd4ebc8cc984c3af672679', 'fixed_ips': [{'subnet_id': 'ee21e6fc-234f-4e53-9cc9-05b751898cc1'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:15:17.247025 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.294184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-939f3974-8228-4b1b-9a2c-469acd86b014 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.295783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-939f3974-8228-4b1b-9a2c-469acd86b014 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/networks?id=312d09a0-43e8-4e37-a622-86ab80982279 HTTP/1.1" status: 200 len: 806 time: 0.2384784 Sep 21 08:15:17.306617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7f7b98a-6c1f-4a15-94d2-3c40b0e7fcff req-bbb7a635-99c3-4dc0-bc5d-55b00546b234 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870798 Sep 21 08:15:17.335414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-d8855733-01d4-4daf-b5dd-97de3a1723dc tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/quotas/fd0f07cfb1084cd69ffe654f4c953f2e HTTP/1.1" status: 200 len: 375 time: 0.0196369 Sep 21 08:15:17.343972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-0eb6192f-b56c-4e28-85dd-04fe246b18ab service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340101 Sep 21 08:15:17.487008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-f6bd042e-9ed9-4528-ba07-224a68438180 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1417680 Sep 21 08:15:17.498333 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f48496ec-36d8-4aa1-ac81-93de9778a0a5 req-b337177a-a806-4397-80a9-24eff0373b78 service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438975 Sep 21 08:15:17.511835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb9271fd-0740-4bfb-af3a-600ce9e0d2af tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729189397252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126786514'] for subnet, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.555806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9271fd-0740-4bfb-af3a-600ce9e0d2af tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.556967 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb9271fd-0740-4bfb-af3a-600ce9e0d2af tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.561865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb9271fd-0740-4bfb-af3a-600ce9e0d2af tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "PUT /v2.0/subnets/ee21e6fc-234f-4e53-9cc9-05b751898cc1 HTTP/1.1" status: 200 len: 877 time: 0.5199530 Sep 21 08:15:17.564711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51514) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:17.575744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Allocated IP 172.20.0.3 (6bd0f42e-7984-410e-ad1d-13ba7e991f8e/ee21e6fc-234f-4e53-9cc9-05b751898cc1/92b5cd8d-0693-4838-9bdd-7db87bac4918) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:17.619261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9271fd-0740-4bfb-af3a-600ce9e0d2af tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event updated for resources: {'Subnet': ['ID=ee21e6fc-234f-4e53-9cc9-05b751898cc1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:17.699333 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-05ceb13d-567f-4825-a9df-56b737089aa7 service neutron] 10.222.0.59 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957240 Sep 21 08:15:17.746546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854a89b-bf49-471d-96e6-995801e64a7f req-2916aa15-3431-4d4a-ae09-3b79f02d6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.749206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7854a89b-bf49-471d-96e6-995801e64a7f req-2916aa15-3431-4d4a-ae09-3b79f02d6c79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 1095 time: 0.1574419 Sep 21 08:15:17.764098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.842754 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.852192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.857094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854a89b-bf49-471d-96e6-995801e64a7f req-39bdd512-997d-481f-8ada-fbb4a136cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.858868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7854a89b-bf49-471d-96e6-995801e64a7f req-39bdd512-997d-481f-8ada-fbb4a136cd93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 922 time: 0.0973179 Sep 21 08:15:17.876294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.898692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:17.901988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:17.907890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:17.916199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Pushing event updated for resources: {'Port': ['ID=92b5cd8d-0693-4838-9bdd-7db87bac4918,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:17.930923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7854a89b-bf49-471d-96e6-995801e64a7f req-7ac8a2fe-7be3-48a1-b69b-80ea623faf84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7b9a197-a3a0-454f-9019-89a38db65704 HTTP/1.1" status: 200 len: 217 time: 0.0644295 Sep 21 08:15:17.979567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Attempting to bind port 92b5cd8d-0693-4838-9bdd-7db87bac4918 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:17.979804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5ae1d-4c55-4854-b88e-80dc9c213fec req-8d176473-cbc8-46fe-a369-0081e375f89a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:17.980667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Attempting to bind port 92b5cd8d-0693-4838-9bdd-7db87bac4918 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f5b12c19-c4d2-478f-b82a-61897b48b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:17.981340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Attempting to bind port 92b5cd8d-0693-4838-9bdd-7db87bac4918 on network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:17.987060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62a5ae1d-4c55-4854-b88e-80dc9c213fec req-8d176473-cbc8-46fe-a369-0081e375f89a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 944 time: 0.1201396 Sep 21 08:15:17.990803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:17.991366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Checking segment: {'id': 'f5b12c19-c4d2-478f-b82a-61897b48b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:17.992000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:17.992606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Bound using segment: {'id': 'f5b12c19-c4d2-478f-b82a-61897b48b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:17.993299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Bound port: 92b5cd8d-0693-4838-9bdd-7db87bac4918, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b12c19-c4d2-478f-b82a-61897b48b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:17.994140 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.038028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62a5ae1d-4c55-4854-b88e-80dc9c213fec req-31c2bc59-b53d-4cd3-a150-720763ee5957 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495627 Sep 21 08:15:18.040123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.084732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=ee21e6fc-234f-4e53-9cc9-05b751898cc1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:18.111227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] For port 92b5cd8d-0693-4838-9bdd-7db87bac4918, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:18.117238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] For port 92b5cd8d-0693-4838-9bdd-7db87bac4918, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=92b5cd8d-0693-4838-9bdd-7db87bac4918,segment=NetworkSegment(f5b12c19-c4d2-478f-b82a-61897b48b40b),segment_id=f5b12c19-c4d2-478f-b82a-61897b48b40b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:18.123984 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.186448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.199241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1510aac-1bfb-4b9e-a1d4-f918de11469d None None] Pushing event updated for resources: {'Port': ['ID=92b5cd8d-0693-4838-9bdd-7db87bac4918,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:18.221301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd0f42e-7984-410e-ad1d-13ba7e991f8e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:18.234652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b12c19-c4d2-478f-b82a-61897b48b40b') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:18.236500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b12c19-c4d2-478f-b82a-61897b48b40b') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:18.250340 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.269031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.279432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:18.280178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:18.286218 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:18.376316 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-99afcba2-221f-4de2-af4c-94fee84bd20a service neutron] 10.222.0.59 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756058 Sep 21 08:15:18.394514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854a89b-bf49-471d-96e6-995801e64a7f req-72e5e8ec-72d7-45af-ba5f-db8bef2a238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:18.396592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7854a89b-bf49-471d-96e6-995801e64a7f req-72e5e8ec-72d7-45af-ba5f-db8bef2a238c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=42b2689a-1841-4bef-a6ab-2ac9dea081a4 HTTP/1.1" status: 200 len: 861 time: 0.4586079 Sep 21 08:15:18.413709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:15:18.413709 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:15:18.413709 n-d-809980-2 neutron-server[94724]: [parameters: {'id': '6bd0f42e-7984-410e-ad1d-13ba7e991f8e'}] Sep 21 08:15:18.413709 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:15:18.414915 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:15:18.482422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7854a89b-bf49-471d-96e6-995801e64a7f req-265a202f-9ceb-4db1-ba9c-702db1e3869a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0beafd4b-9259-4bcd-ba61-88cfb43f1670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766816 Sep 21 08:15:18.592709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333777fb-3679-41dd-bc05-6740bdd313c0 req-7589f06e-8282-4468-9401-746c3b2777cc tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:18.608912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-333777fb-3679-41dd-bc05-6740bdd313c0 req-7589f06e-8282-4468-9401-746c3b2777cc tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1223974 Sep 21 08:15:18.685517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7854a89b-bf49-471d-96e6-995801e64a7f req-969c561f-c3f4-4e94-81ea-d423d8475331 service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959786 Sep 21 08:15:18.702454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-333777fb-3679-41dd-bc05-6740bdd313c0 req-42bb7ac0-63c9-4b0b-8085-4af12d54798b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860012 Sep 21 08:15:18.797270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 92b5cd8d-0693-4838-9bdd-7db87bac4918 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:18.885056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 92b5cd8d-0693-4838-9bdd-7db87bac4918 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:18.885574 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.917154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:18.943941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ca18a35-6fd7-4892-9fc0-3fd9ff775146 req-850aeafa-1e85-4e59-b07b-c51333ec572b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 210 time: 0.0598183 Sep 21 08:15:18.995553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7854a89b-bf49-471d-96e6-995801e64a7f req-1600ce4e-1893-45cc-aa9c-b6cd49a096ce service neutron] 10.222.0.62 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907820 Sep 21 08:15:19.039732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port 92b5cd8d-0693-4838-9bdd-7db87bac4918 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:19.040384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.147462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port 92b5cd8d-0693-4838-9bdd-7db87bac4918, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=92b5cd8d-0693-4838-9bdd-7db87bac4918,segment=NetworkSegment(f5b12c19-c4d2-478f-b82a-61897b48b40b),segment_id=f5b12c19-c4d2-478f-b82a-61897b48b40b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:19.148384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.181314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for 92b5cd8d-0693-4838-9bdd-7db87bac4918 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:19.335868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41285401-46af-40d2-9148-e77a7374eb9b req-6454c605-e3ec-4c85-873c-1f4844942836 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:19.342867 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.348463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41285401-46af-40d2-9148-e77a7374eb9b req-6454c605-e3ec-4c85-873c-1f4844942836 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 944 time: 0.1743560 Sep 21 08:15:19.402034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.451748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=92b5cd8d-0693-4838-9bdd-7db87bac4918,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:19.458813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41285401-46af-40d2-9148-e77a7374eb9b req-2d32bc18-e0e5-4fda-b727-4dd4adac1b85 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093564 Sep 21 08:15:19.462482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port 92b5cd8d-0693-4838-9bdd-7db87bac4918 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:19.602123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.649239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd0f42e-7984-410e-ad1d-13ba7e991f8e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:19.662365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b12c19-c4d2-478f-b82a-61897b48b40b') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:19.662653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b12c19-c4d2-478f-b82a-61897b48b40b') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:19.673753 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.690356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.700534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:19.700943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:19.705037 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:19.797317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71e97c-e61e-4087-84c5-9e5ba5af89fd None None] Network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:19.833642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.844288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4295876c-c0c8-4498-9598-1c2d5b8aa6a2 None None] Could not find standard attr ID for object 92b5cd8d-0693-4838-9bdd-7db87bac4918. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:15:19.866982 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:19.875969 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/6bd0f42e-7984-410e-ad1d-13ba7e991f8e HTTP/1.1" status: 204 len: 168 time: 2.3099370 Sep 21 08:15:19.876959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726a00-1012-46ee-b76c-55ddd762cd5d tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=6bd0f42e-7984-410e-ad1d-13ba7e991f8e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:19.878642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51550) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:19.917367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbb6a9-fd2c-49a3-a6a8-32b7e263780f req-08e78d46-67f4-4123-bed7-5dfc48e581f6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:19.919240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5dfbb6a9-fd2c-49a3-a6a8-32b7e263780f req-08e78d46-67f4-4123-bed7-5dfc48e581f6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1006615 Sep 21 08:15:19.938198 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf54513-d742-4ff3-a7bd-1910592a6bbd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:19.938865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf54513-d742-4ff3-a7bd-1910592a6bbd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:19.941380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6bf54513-d742-4ff3-a7bd-1910592a6bbd tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/ee21e6fc-234f-4e53-9cc9-05b751898cc1 HTTP/1.1" status: 404 len: 337 time: 0.0609443 Sep 21 08:15:19.948968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51552) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:19.985396 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-647e0f4d-431e-45a5-9cbf-b71193623b95 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:19.986093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647e0f4d-431e-45a5-9cbf-b71193623b95 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:19.988039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-647e0f4d-431e-45a5-9cbf-b71193623b95 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/6bd0f42e-7984-410e-ad1d-13ba7e991f8e HTTP/1.1" status: 404 len: 339 time: 0.0379910 Sep 21 08:15:19.991493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51558) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.028084 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aa733e-ff39-45d4-a200-5f662293e073 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.028701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3aa733e-ff39-45d4-a200-5f662293e073 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.030931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e3aa733e-ff39-45d4-a200-5f662293e073 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/b7e28931-e77b-4037-bef8-0bd9e3d6ced0 HTTP/1.1" status: 404 len: 337 time: 0.0381062 Sep 21 08:15:20.035215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51560) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.038336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64efbbf-af43-4ed2-ae2b-e30e91a87374 None None] DHCP port deletion for 6bd0f42e-7984-410e-ad1d-13ba7e991f8e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:15:20.048692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5dfbb6a9-fd2c-49a3-a6a8-32b7e263780f req-0d6ccd61-0126-4e0c-9862-cfdd126f394a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138446 Sep 21 08:15:20.085351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6737e1-1f58-455c-9a54-09fd67775a2e None None] Network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:20.093455 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3d91e4-33a6-416e-9eba-9824d765af07 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.094147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3d91e4-33a6-416e-9eba-9824d765af07 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.097437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bf3d91e4-33a6-416e-9eba-9824d765af07 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/74f88b12-972b-43d5-9861-1ba30db24ece HTTP/1.1" status: 404 len: 339 time: 0.0584388 Sep 21 08:15:20.100755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51562) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.120726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6737e1-1f58-455c-9a54-09fd67775a2e None None] Network 6bd0f42e-7984-410e-ad1d-13ba7e991f8e could not be found, it might have been deleted concurrently. {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 08:15:20.185182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-532ec0e7-5d6b-4313-870a-706193c18eaa req-fc4ce568-51e1-4848-a86b-db0b6740f7ad tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 210 time: 0.0457304 Sep 21 08:15:20.230592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.349545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-e5b9d6bb-29a3-4733-812e-ddb1f0374f3f tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:20.349872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.351248 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-e5b9d6bb-29a3-4733-812e-ddb1f0374f3f tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.62 "GET /v2.0/networks?id=312d09a0-43e8-4e37-a622-86ab80982279 HTTP/1.1" status: 200 len: 806 time: 0.1697612 Sep 21 08:15:20.375380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edce19d-11c1-4862-85fd-905a0894c8d9']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:20.386150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931626c6-05de-4ded-ad38-a892b3024d55') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:20.386448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931626c6-05de-4ded-ad38-a892b3024d55') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:20.397185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.409474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-a98de353-c145-4803-bfac-7903528de34c tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e HTTP/1.1" status: 200 len: 380 time: 0.0484407 Sep 21 08:15:20.414299 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.420678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Request body: {'port': {'device_id': 'a50d2041-27ae-4652-80cd-572d323666df', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'admin_state_up': True, 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'security_groups': ['b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:20.423031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:20.423721 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:20.428493 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:20.500820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.508635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.511117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/3edce19d-11c1-4862-85fd-905a0894c8d9 HTTP/1.1" status: 204 len: 168 time: 0.4090731 Sep 21 08:15:20.514283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51568) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.534997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2216349-4638-4958-a2b7-b7e4b838f417 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=3edce19d-11c1-4862-85fd-905a0894c8d9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:20.562016 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1cd60a-5fc3-4219-ab2e-232fcc2eb561 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.562490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1cd60a-5fc3-4219-ab2e-232fcc2eb561 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.564493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc1cd60a-5fc3-4219-ab2e-232fcc2eb561 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/24755944-f5d1-4d31-98f0-8bd31d2a8904 HTTP/1.1" status: 404 len: 337 time: 0.0492558 Sep 21 08:15:20.569783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51570) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.592867 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bc75f3-f906-4c3f-a0ac-0ba1563df809 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.593849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bc75f3-f906-4c3f-a0ac-0ba1563df809 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.599265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31bc75f3-f906-4c3f-a0ac-0ba1563df809 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/c2255844-5578-494c-995f-de5dd2ce891b HTTP/1.1" status: 404 len: 339 time: 0.0244966 Sep 21 08:15:20.599265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51572) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.622750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Made reservation on behalf of fd0f07cfb1084cd69ffe654f4c953f2e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:20.628628 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:20.633258 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-085c6788-e390-4871-b6b3-f469b27e4015 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.634483 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085c6788-e390-4871-b6b3-f469b27e4015 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.639827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-085c6788-e390-4871-b6b3-f469b27e4015 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/7df97a63-2705-4a66-8c26-3a244844334c HTTP/1.1" status: 404 len: 337 time: 0.0356655 Sep 21 08:15:20.640446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51574) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.666577 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a9756a-b8c1-4f2b-9000-257b31f88f85 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.667436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a9756a-b8c1-4f2b-9000-257b31f88f85 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.668373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 92b5cd8d-0693-4838-9bdd-7db87bac4918 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:20.671736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a6a9756a-b8c1-4f2b-9000-257b31f88f85 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/77bed109-a965-4c42-a29d-bdc5852866c1 HTTP/1.1" status: 404 len: 339 time: 0.0274422 Sep 21 08:15:20.672309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51576) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.684826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f862dd-f65a-467d-8a91-5b5463ddeee7 req-db5f9492-4295-4b55-8d4e-d00ea317b265 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:20.686539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88f862dd-f65a-467d-8a91-5b5463ddeee7 req-db5f9492-4295-4b55-8d4e-d00ea317b265 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 944 time: 0.1085410 Sep 21 08:15:20.695736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 92b5cd8d-0693-4838-9bdd-7db87bac4918 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:15:20.696307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 92b5cd8d-0693-4838-9bdd-7db87bac4918 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:15:20.704060 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-87951abf-1dff-4ce4-a172-54aa95c5e4a1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.705400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87951abf-1dff-4ce4-a172-54aa95c5e4a1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.706282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-87951abf-1dff-4ce4-a172-54aa95c5e4a1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/6aea40d2-3f23-4da3-ad05-fb2891fb39dd HTTP/1.1" status: 404 len: 337 time: 0.0330071 Sep 21 08:15:20.710948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51578) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.735209 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f1da30-a2f2-41ea-b868-53baaa8061d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.735869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f1da30-a2f2-41ea-b868-53baaa8061d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.737806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e1f1da30-a2f2-41ea-b868-53baaa8061d6 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/80725c25-84f0-4b45-b107-af8754a785ac HTTP/1.1" status: 404 len: 339 time: 0.0253384 Sep 21 08:15:20.740850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51580) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.770676 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcfdc52-577f-453a-850c-4351e0a919bb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.771239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcfdc52-577f-453a-850c-4351e0a919bb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.773559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4fcfdc52-577f-453a-850c-4351e0a919bb tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/a6848ce7-1832-4a5b-9efc-82820c8f296c HTTP/1.1" status: 404 len: 337 time: 0.0315259 Sep 21 08:15:20.776987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51582) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.803604 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1ac2bd-1bb1-4d74-b4aa-b0b68a5d0e60 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.804329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1ac2bd-1bb1-4d74-b4aa-b0b68a5d0e60 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.806577 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9e1ac2bd-1bb1-4d74-b4aa-b0b68a5d0e60 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/79b68c68-2891-4a3f-833c-2e9fa33ab9e7 HTTP/1.1" status: 404 len: 339 time: 0.0287437 Sep 21 08:15:20.809910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51584) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.819454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88f862dd-f65a-467d-8a91-5b5463ddeee7 req-b5625560-1466-402c-8bbb-42dec878a1d4 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011651 Sep 21 08:15:20.848228 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb35d55-942d-4403-91ee-7fef04a5f009 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.848680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb35d55-942d-4403-91ee-7fef04a5f009 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.850481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eeb35d55-942d-4403-91ee-7fef04a5f009 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/aa970fb6-cad8-4651-a480-dd4f80d0ee60 HTTP/1.1" status: 404 len: 337 time: 0.0399783 Sep 21 08:15:20.854932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51586) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.866246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Allocated IP 172.20.0.4 (312d09a0-43e8-4e37-a622-86ab80982279/2b39fa21-60e4-4a74-b52f-441ea32ab324/2d1dcb90-67ee-413d-bace-56e4e052d262) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:20.873879 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44b4ad6-eedf-4346-9294-12fe1562fdd1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.874589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44b4ad6-eedf-4346-9294-12fe1562fdd1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.876307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d44b4ad6-eedf-4346-9294-12fe1562fdd1 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/ce4f0d9c-f500-4805-bb85-7fdd2f12cfa6 HTTP/1.1" status: 404 len: 339 time: 0.0203886 Sep 21 08:15:20.880343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51588) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.916695 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9fe4ac-3bcc-4eb3-b944-03f018400e16 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.917152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9fe4ac-3bcc-4eb3-b944-03f018400e16 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.918913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5d9fe4ac-3bcc-4eb3-b944-03f018400e16 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/5e4da6be-fcb2-49bf-af54-17d56bd3d8a9 HTTP/1.1" status: 404 len: 337 time: 0.0375922 Sep 21 08:15:20.922658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51592) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.942116 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-684c636f-b48f-426d-acc0-562da628d0d2 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.943047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684c636f-b48f-426d-acc0-562da628d0d2 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.948945 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-684c636f-b48f-426d-acc0-562da628d0d2 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/d3990f7d-4723-4955-b496-0810c4d9cb7f HTTP/1.1" status: 404 len: 339 time: 0.0205998 Sep 21 08:15:20.949193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:20.984751 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bbb9ba-0078-49b7-b87c-7605a5438b5e tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:20.985210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bbb9ba-0078-49b7-b87c-7605a5438b5e tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:20.986996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f9bbb9ba-0078-49b7-b87c-7605a5438b5e tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/8a98f24c-05e8-4af3-9135-29a65317301e HTTP/1.1" status: 404 len: 337 time: 0.0376358 Sep 21 08:15:20.990696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51596) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:21.017547 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ce3093-c813-4759-817b-afeb7c55c2f2 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:21.018203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ce3093-c813-4759-817b-afeb7c55c2f2 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:21.022781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a9ce3093-c813-4759-817b-afeb7c55c2f2 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/4066e961-ba0d-4de2-83ce-19153760f89b HTTP/1.1" status: 404 len: 339 time: 0.0279574 Sep 21 08:15:21.023169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51600) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:21.054958 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26b011e-e706-4030-b68e-e2f82f21ef28 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:21.055469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26b011e-e706-4030-b68e-e2f82f21ef28 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:21.057392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d26b011e-e706-4030-b68e-e2f82f21ef28 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/9d22de04-9eeb-4e6c-a2fc-cdf7a98e8678 HTTP/1.1" status: 404 len: 337 time: 0.0330756 Sep 21 08:15:21.060273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51602) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:21.085090 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fb4e9c-4847-4e20-880e-8133a0486295 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] DELETE failed (client error): The resource could not be found. Sep 21 08:15:21.086155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fb4e9c-4847-4e20-880e-8133a0486295 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:15:21.088674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68fb4e9c-4847-4e20-880e-8133a0486295 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/c8321823-e8a2-436c-9926-4295526183e9 HTTP/1.1" status: 404 len: 339 time: 0.0270288 Sep 21 08:15:21.091292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51606) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:21.116628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b7b9a197-a3a0-454f-9019-89a38db65704 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:15:21.143494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.157938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting subnet 7fd104c1-50f7-4728-9110-699db5581516 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:15:21.166446 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.197506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.237524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.257047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Network 312d09a0-43e8-4e37-a622-86ab80982279 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:21.261719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:21.264473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:21.331159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:21.332225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.369925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9531825 Sep 21 08:15:21.370835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5af11-ae34-4708-8007-22ac4cf7e1cd tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event updated for resources: {'Port': ['ID=2d1dcb90-67ee-413d-bace-56e4e052d262,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:21.376950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:21.391949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Request body: {'port': {'device_id': 'a50d2041-27ae-4652-80cd-572d323666df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:21.403083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'port_id': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'mac_address': 'fa:16:3e:ae:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b2689a-1841-4bef-a6ab-2ac9dea081a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:15:21.407854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.459406 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.481382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b9a197-a3a0-454f-9019-89a38db65704 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:21.489339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed4209-0b10-4501-a2e8-5e2ef8bc88c6 req-b2539bbc-b177-4102-aaeb-cb6685e7d6d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:21.498060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9ed4209-0b10-4501-a2e8-5e2ef8bc88c6 req-b2539bbc-b177-4102-aaeb-cb6685e7d6d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1479073 Sep 21 08:15:21.526756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:21.534185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.553901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226f1d6-827b-44df-8c21-3f7024a8051e req-2f2a8193-ce3a-4fd0-ba08-0d25dd3b6f63 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:21.555538 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f226f1d6-827b-44df-8c21-3f7024a8051e req-2f2a8193-ce3a-4fd0-ba08-0d25dd3b6f63 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 931 time: 0.1291242 Sep 21 08:15:21.561253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.584436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9ed4209-0b10-4501-a2e8-5e2ef8bc88c6 req-874a3823-ec31-44e6-a373-9b0d04d09817 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849130 Sep 21 08:15:21.629183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.673170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f226f1d6-827b-44df-8c21-3f7024a8051e req-a019a871-1429-4717-8875-f60ed82fb8e1 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073186 Sep 21 08:15:21.690966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8a242-dbcc-4656-9ec0-622dcd04afda None None] Network 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:21.699268 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.706337 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/subnets/7fd104c1-50f7-4728-9110-699db5581516 HTTP/1.1" status: 204 len: 168 time: 0.6106112 Sep 21 08:15:21.706337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f31198-2b4e-499e-8189-10191639f773 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd104c1-50f7-4728-9110-699db5581516,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:21.706910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51614) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:21.726508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:21.806774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.816965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a227e1f0-b3c7-46ef-845d-051b5a05afae None None] Provisioning complete for port 2d1dcb90-67ee-413d-bace-56e4e052d262 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:21.817602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a227e1f0-b3c7-46ef-845d-051b5a05afae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.888751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Deleting port da1192e0-60fd-4c31-ab5d-59feef81e333 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:21.889092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:21.956660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a227e1f0-b3c7-46ef-845d-051b5a05afae None None] Port 2d1dcb90-67ee-413d-bace-56e4e052d262 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:21.984439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b7b9a197-a3a0-454f-9019-89a38db65704'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:15:22.000040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] For port da1192e0-60fd-4c31-ab5d-59feef81e333, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=da1192e0-60fd-4c31-ab5d-59feef81e333,segment=NetworkSegment(00309024-87ab-4a2e-819a-27a1cd6a935c),segment_id=00309024-87ab-4a2e-819a-27a1cd6a935c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:22.000511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.031239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1dcb90-67ee-413d-bace-56e4e052d262 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:22.042444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Calling delete_port for da1192e0-60fd-4c31-ab5d-59feef81e333 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:22.050492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.080340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] DHCP port deletion for 9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:15:22.091639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640df699-db0c-415b-9897-ee72654b5701 req-efbd0ebc-3757-4acb-acd9-58bcc4d3de13 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:22.093492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-640df699-db0c-415b-9897-ee72654b5701 req-efbd0ebc-3757-4acb-acd9-58bcc4d3de13 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 945 time: 0.1755574 Sep 21 08:15:22.097109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Transition to ACTIVE for port object 2d1dcb90-67ee-413d-bace-56e4e052d262 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:15:22.114372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.174389 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.196759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] Deleting port da1192e0-60fd-4c31-ab5d-59feef81e333 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:22.197356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.209961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Port': ['ID=da1192e0-60fd-4c31-ab5d-59feef81e333,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:22.214944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] No DVR routers for this DVR port da1192e0-60fd-4c31-ab5d-59feef81e333 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:22.264284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-640df699-db0c-415b-9897-ee72654b5701 req-4c2a25d1-e5dc-4ebe-bfcb-88dd768947ed tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534429 Sep 21 08:15:22.295055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Pushing event updated for resources: {'Port': ['ID=2d1dcb90-67ee-413d-bace-56e4e052d262,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:22.330540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] For port da1192e0-60fd-4c31-ab5d-59feef81e333, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:22.330806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.359751 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.398900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9457e4a7-1996-4b2c-8f44-899f5ec4eeb6']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:22.403828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] Calling delete_port for da1192e0-60fd-4c31-ab5d-59feef81e333 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:22.408083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Attempting to bind port 2d1dcb90-67ee-413d-bace-56e4e052d262 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:22.408435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Attempting to bind port 2d1dcb90-67ee-413d-bace-56e4e052d262 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:22.408857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Attempting to bind port 2d1dcb90-67ee-413d-bace-56e4e052d262 on network 312d09a0-43e8-4e37-a622-86ab80982279 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:22.409775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] Port da1192e0-60fd-4c31-ab5d-59feef81e333 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:15:22.412368 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a77ff1fe-9319-41f4-a331-67cb453c14b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.413847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Port 2d1dcb90-67ee-413d-bace-56e4e052d262 on network 312d09a0-43e8-4e37-a622-86ab80982279 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:15:22.414365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Attempting to bind port 2d1dcb90-67ee-413d-bace-56e4e052d262 on network 312d09a0-43e8-4e37-a622-86ab80982279 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:22.416049 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.416421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00309024-87ab-4a2e-819a-27a1cd6a935c') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:22.416995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00309024-87ab-4a2e-819a-27a1cd6a935c') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:22.422878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:22.423216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Checking segment: {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:22.423703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Bound using segment: {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:22.424168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Bound port: 2d1dcb90-67ee-413d-bace-56e4e052d262, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55590ab0-c151-4517-a43c-fc02bb97098e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:22.424544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.435551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.455280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.465688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:22.466081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.471082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] Pushing event deleted for resources: {'Port': ['ID=da1192e0-60fd-4c31-ab5d-59feef81e333,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:22.473597 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:22.480520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f753bc-2fe4-4dcb-ada4-e5d0daa9b713 None None] No DVR routers for this DVR port da1192e0-60fd-4c31-ab5d-59feef81e333 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:22.520060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] For port 2d1dcb90-67ee-413d-bace-56e4e052d262, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:22.528433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] For port 2d1dcb90-67ee-413d-bace-56e4e052d262, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d1dcb90-67ee-413d-bace-56e4e052d262,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:22.535673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.564802 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.576250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.578616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] 10.222.0.59 "DELETE /v2.0/networks/9457e4a7-1996-4b2c-8f44-899f5ec4eeb6 HTTP/1.1" status: 204 len: 168 time: 0.8706417 Sep 21 08:15:22.593650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:22.594998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:22.596640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] 10.222.0.62 "PUT /v2.0/ports/2d1dcb90-67ee-413d-bace-56e4e052d262 HTTP/1.1" status: 200 len: 1091 time: 1.2111597 Sep 21 08:15:22.597310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:22.599848 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d" -d '{"events": [{"name": "network-changed", "server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:22.610874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488973e-0b21-40c4-bfd6-f649b6a17a64 tempest-NetworksTest-2114903594 tempest-NetworksTest-2114903594-project] Pushing event deleted for resources: {'Network': ['ID=9457e4a7-1996-4b2c-8f44-899f5ec4eeb6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:22.687359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8296f-fe35-45ba-8216-6f260e14611c service neutron] Pushing event updated for resources: {'Port': ['ID=2d1dcb90-67ee-413d-bace-56e4e052d262,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:22.714555 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0febc948-8e24-44a9-b294-6cfcb7c55c17 x-openstack-request-id: req-0febc948-8e24-44a9-b294-6cfcb7c55c17 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:22.714940 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:22.715119 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0febc948-8e24-44a9-b294-6cfcb7c55c17 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:22.715229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device da1192e0-60fd-4c31-ab5d-59feef81e333 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:22.715526 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'status': 'completed', 'code': 200} Sep 21 08:15:22.745041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-360dd44a-3317-410c-8542-47b078bba971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:22.752215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-360dd44a-3317-410c-8542-47b078bba971 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e&device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 1094 time: 0.0775816 Sep 21 08:15:22.795356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: da1192e0-60fd-4c31-ab5d-59feef81e333 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:15:22.795686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device da1192e0-60fd-4c31-ab5d-59feef81e333 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:15:22.798854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-a535e4de-0812-4bfd-be70-309b4fa18dcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1dcb90-67ee-413d-bace-56e4e052d262 HTTP/1.1" status: 200 len: 217 time: 0.0408306 Sep 21 08:15:22.836703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53c62-c2b9-4063-ac99-9168cb8c7bb8 req-913c3377-aa4f-4188-8c7b-a0807c75f251 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:22.847632 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03a53c62-c2b9-4063-ac99-9168cb8c7bb8 req-913c3377-aa4f-4188-8c7b-a0807c75f251 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1142628 Sep 21 08:15:22.916174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-1e7d4459-d86f-4b82-8546-cb4cb531cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:22.917711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-1e7d4459-d86f-4b82-8546-cb4cb531cd83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b39fa21-60e4-4a74-b52f-441ea32ab324 HTTP/1.1" status: 200 len: 845 time: 0.1104977 Sep 21 08:15:22.927478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03a53c62-c2b9-4063-ac99-9168cb8c7bb8 req-91c7bd29-436d-4b7c-8adb-a8e7aeb31550 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680099 Sep 21 08:15:22.946064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a60c8-c5e2-4323-bc4d-639cb57b82dd req-9fd2bd5d-fcaa-4509-892f-96c037546e6e tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:22.949566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-903a60c8-c5e2-4323-bc4d-639cb57b82dd req-9fd2bd5d-fcaa-4509-892f-96c037546e6e tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 943 time: 0.0946479 Sep 21 08:15:23.028989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-903a60c8-c5e2-4323-bc4d-639cb57b82dd req-b790a68e-84b9-4d77-b95f-7bea4b8b2043 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645132 Sep 21 08:15:23.032390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-6991b2e5-f265-4d04-bde4-93c67cb7f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:23.033498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-6991b2e5-f265-4d04-bde4-93c67cb7f98c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=312d09a0-43e8-4e37-a622-86ab80982279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004925 Sep 21 08:15:23.062898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51636) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:23.160965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-510c1866-ce32-432e-84b1-4cf8930e3242 service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195450 Sep 21 08:15:23.253077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e9e2c30c-f24e-426c-a2ae-42caf68b3b19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c30f0caa16fd4ebc8cc984c3af672679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887569 Sep 21 08:15:23.260736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51644) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:23.283933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ba2a2c-44ce-4f80-9d38-c807384c56fb req-12419c3f-8e54-4395-b761-97f48f223d06 service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156309 Sep 21 08:15:23.340604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef8a0-2688-43bb-9f47-a24744e2efc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:23.371914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef8a0-2688-43bb-9f47-a24744e2efc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:23.400944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-c21537b0-1575-4303-b06a-a1013157aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:23.402810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-c21537b0-1575-4303-b06a-a1013157aae9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e&device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 1094 time: 0.0597289 Sep 21 08:15:23.460547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378e20-da18-4c4b-8132-7d87c2fecab0 req-e99e15d2-4322-4357-8b3d-1ec5ff983eac tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:23.462200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a378e20-da18-4c4b-8132-7d87c2fecab0 req-e99e15d2-4322-4357-8b3d-1ec5ff983eac tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 945 time: 0.0724363 Sep 21 08:15:23.489014 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef8a0-2688-43bb-9f47-a24744e2efc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:23.491663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef8a0-2688-43bb-9f47-a24744e2efc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:23.492810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc9ef8a0-2688-43bb-9f47-a24744e2efc2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4179cc73-a8a5-4922-a43c-ebde6e854f30 HTTP/1.1" status: 204 len: 168 time: 0.2310309 Sep 21 08:15:23.506577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ef8a0-2688-43bb-9f47-a24744e2efc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4179cc73-a8a5-4922-a43c-ebde6e854f30,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:23.529521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a378e20-da18-4c4b-8132-7d87c2fecab0 req-4618b8fa-f33b-4064-bf0d-6b6fd8923df6 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601010 Sep 21 08:15:23.535645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-16055e81-bbcf-401b-9033-f835805ed7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:23.537303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-16055e81-bbcf-401b-9033-f835805ed7dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=312d09a0-43e8-4e37-a622-86ab80982279 HTTP/1.1" status: 200 len: 907 time: 0.1274686 Sep 21 08:15:23.586732 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-cbc26461-edb0-451b-821f-ae628e18cee9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1dcb90-67ee-413d-bace-56e4e052d262 HTTP/1.1" status: 200 len: 217 time: 0.0419278 Sep 21 08:15:23.640861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-657aeb69-9750-4889-bd0b-1de0eeaf30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:23.642596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-657aeb69-9750-4889-bd0b-1de0eeaf30c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b39fa21-60e4-4a74-b52f-441ea32ab324 HTTP/1.1" status: 200 len: 845 time: 0.0495541 Sep 21 08:15:23.700847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-2aea708a-51eb-4e21-880b-95e8fb71d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:23.702401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-2aea708a-51eb-4e21-880b-95e8fb71d675 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=312d09a0-43e8-4e37-a622-86ab80982279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524099 Sep 21 08:15:23.823709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-18e13222-5a80-431d-be38-f6a8bd1943a8 service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140347 Sep 21 08:15:23.950604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68d029d5-54e0-46f0-aebe-8b8b8e3b548d req-78137d03-a1a3-4249-bab8-54f96d050c5f service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195986 Sep 21 08:15:24.088836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd429-29c9-4f48-aca0-fdf2e86da437 req-a8f4b7d9-ba0d-498c-8e54-57652fc8ed9e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:24.091391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f1cd429-29c9-4f48-aca0-fdf2e86da437 req-a8f4b7d9-ba0d-498c-8e54-57652fc8ed9e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.0740283 Sep 21 08:15:24.145181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f1cd429-29c9-4f48-aca0-fdf2e86da437 req-65962d9b-6f78-473d-a9bf-e8c65a0aa70b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456042 Sep 21 08:15:24.229888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0521f1-52d8-49b2-802d-f9c5faa6cff9 req-83361197-6cdb-4297-b5b8-1439b83f3492 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:24.236435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d0521f1-52d8-49b2-802d-f9c5faa6cff9 req-83361197-6cdb-4297-b5b8-1439b83f3492 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 943 time: 0.0744252 Sep 21 08:15:24.283371 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d0521f1-52d8-49b2-802d-f9c5faa6cff9 req-eb84b197-61da-4af6-ba0c-b621546cdbb1 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Sep 21 08:15:24.462772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51680) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:24.585575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-baa015cc-0a44-4fda-aae4-36cd5a7d4869 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-310818725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:24.619189 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa015cc-0a44-4fda-aae4-36cd5a7d4869 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.621092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa015cc-0a44-4fda-aae4-36cd5a7d4869 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.675976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cea7f-5f19-44dd-94f6-d6ff1b4f6a33 req-052be3bc-2f76-4236-a606-07dd4f769875 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:24.677673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-406cea7f-5f19-44dd-94f6-d6ff1b4f6a33 req-052be3bc-2f76-4236-a606-07dd4f769875 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 945 time: 0.0707090 Sep 21 08:15:24.702012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa015cc-0a44-4fda-aae4-36cd5a7d4869 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.707243 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa015cc-0a44-4fda-aae4-36cd5a7d4869 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.735943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-406cea7f-5f19-44dd-94f6-d6ff1b4f6a33 req-da02b043-a622-4525-92dc-91b52eb13372 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498223 Sep 21 08:15:24.736477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa015cc-0a44-4fda-aae4-36cd5a7d4869 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.738101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-baa015cc-0a44-4fda-aae4-36cd5a7d4869 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2741983 Sep 21 08:15:24.742419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51688) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:24.751124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-52563590'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:24.781148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:24.785001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.796220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.901357 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.907060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.937530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:24.948143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660f5365-5baa-4d16-a121-be076edf29fb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:24.955102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:24.955517 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Added segment 80d75fbf-0a02-4c29-b313-81760af59939 of type vlan for network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c Sep 21 08:15:25.007658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.034302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.040148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:25.041427 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.078291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3333185 Sep 21 08:15:25.081912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51690) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:25.112853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'subnet': {'network_id': '3a7347d9-b9c7-4eba-8559-b5e88e1d683c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:25.129924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Network': ['ID=3a7347d9-b9c7-4eba-8559-b5e88e1d683c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:25.131909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b7b9a197-a3a0-454f-9019-89a38db65704 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:25.148290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.148667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.148942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.149265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.149600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.150461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.150786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.151107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.151457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.151774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.152097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.152420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a35980e-79a1-4620-ad69-209f58761335 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:25.183240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:25.276544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:25.280547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.295761 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.303351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port b7b9a197-a3a0-454f-9019-89a38db65704 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:15:25.307934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b7b9a197-a3a0-454f-9019-89a38db65704 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:25.308306 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.331139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6de23b-5d80-4d52-9850-f38dc93531d8 req-22c5c0e7-5c84-41f2-96b9-4092a169b64e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:25.332888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6de23b-5d80-4d52-9850-f38dc93531d8 req-22c5c0e7-5c84-41f2-96b9-4092a169b64e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1029191 Sep 21 08:15:25.418369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-080a7a25-4a1e-4ab7-85b9-918754d2f620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.441560 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.443633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6de23b-5d80-4d52-9850-f38dc93531d8 req-3de43d37-627b-4c3b-97e0-2a23b8b1bf14 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Sep 21 08:15:25.457544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f749b-5a67-4045-87e1-68ff2366243e req-d4d6d97e-d9b4-4939-ba4b-1e2163fc8d2b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:25.460078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d4f749b-5a67-4045-87e1-68ff2366243e req-d4d6d97e-d9b4-4939-ba4b-1e2163fc8d2b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 943 time: 0.0724306 Sep 21 08:15:25.500385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:25.505022 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba24f90e-81a9-4c0c-9579-3ef424720937" -d '{"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:25.512569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d4f749b-5a67-4045-87e1-68ff2366243e req-03bd442f-4edb-4e3e-801c-a3abfffa29f5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458841 Sep 21 08:15:25.533728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:25.542285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.594537 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee07b82-9c1f-41c6-be56-c2f2667bf643 x-openstack-request-id: req-7ee07b82-9c1f-41c6-be56-c2f2667bf643 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:25.595974 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:25.595974 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ee07b82-9c1f-41c6-be56-c2f2667bf643 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:25.596417 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'code': 200} Sep 21 08:15:25.621087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.660804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:25.739092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Subnet': ['ID=dd696e09-9bdb-45de-860f-aa48235a1f1e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:25.742580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Checking segment: {'id': '80d75fbf-0a02-4c29-b313-81760af59939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3a7347d9-b9c7-4eba-8559-b5e88e1d683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:25.743854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network hostable DHCP agents. Network: 3a7347d9-b9c7-4eba-8559-b5e88e1d683c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:15:25.768934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a218a1-91c4-4eb5-8ccb-782687e074db req-852a14e8-0265-4ec7-b79b-7f37021f0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:25.770505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12a218a1-91c4-4eb5-8ccb-782687e074db req-852a14e8-0265-4ec7-b79b-7f37021f0f17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 1097 time: 0.0771379 Sep 21 08:15:25.777426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:15:25.808010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3a7347d9-b9c7-4eba-8559-b5e88e1d683c) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:25.818150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:25.818936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8566647-fbb3-435f-85f2-28d04f91864d None None] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:25.819093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.832938 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:15:25.843483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12a218a1-91c4-4eb5-8ccb-782687e074db req-5cabfc5a-ed1e-49a8-b9fb-32a02f2b8d11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622594 Sep 21 08:15:25.852409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ec3ccad8-6e7a-4d79-b73c-79b38fe5beee tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7665787 Sep 21 08:15:25.852649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51708) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:25.859276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'network': {'name': 'tempest-router-network01--872975713'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:25.908919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:25.912320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.936256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d764f47-35e1-40f5-843b-cb72c776eead req-4367c6d7-78d6-4432-9a6c-375cef2a05a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:25.937943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d764f47-35e1-40f5-843b-cb72c776eead req-4367c6d7-78d6-4432-9a6c-375cef2a05a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.0825219 Sep 21 08:15:25.952446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:25.976896 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:25.977449 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Added segment baa45e09-6179-43a0-b1a3-c13fe2d18c66 of type vlan for network 196d0aa5-a64c-4431-9df4-048ed8839489 Sep 21 08:15:26.004349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-3a7347d9-b9c7-4eba-8559-b5e88e1d683c', 'network_id': '3a7347d9-b9c7-4eba-8559-b5e88e1d683c', 'tenant_id': '891b754bcf274f15abea36494af19407', 'fixed_ips': [{'subnet_id': 'dd696e09-9bdb-45de-860f-aa48235a1f1e'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:15:26.005644 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.034016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d764f47-35e1-40f5-843b-cb72c776eead req-ebbf08a2-d887-463a-a306-eee12c477156 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831277 Sep 21 08:15:26.048205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.082498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.089187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:26.089832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.126779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2723074 Sep 21 08:15:26.131532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51710) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:26.141042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'network': {'name': 'tempest-router-network02--1646016618'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:26.166758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Allocated IP 2001:db8::2 (3a7347d9-b9c7-4eba-8559-b5e88e1d683c/dd696e09-9bdb-45de-860f-aa48235a1f1e/932d1546-a11b-40d8-9027-a46d9dccc7b9) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:26.183853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f5b6c-8b85-4ace-b18f-face3a7a0fe9 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Network': ['ID=196d0aa5-a64c-4431-9df4-048ed8839489,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:26.201810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 196d0aa5-a64c-4431-9df4-048ed8839489 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:26.206141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:26.210115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.243179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:26.254496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.254964 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Added segment eb3c65ea-8b11-4a5d-b473-70f1fe691bf0 of type vlan for network 82401b3c-2d02-425e-9f21-133107f0ac19 Sep 21 08:15:26.310387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.350007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.357161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:26.358087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.404703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2716908 Sep 21 08:15:26.409196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51716) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:26.416793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'subnet': {'network_id': '196d0aa5-a64c-4431-9df4-048ed8839489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:26.443086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6bf63-6135-41e4-9629-2e7095fe5057 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Network': ['ID=82401b3c-2d02-425e-9f21-133107f0ac19,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:26.444976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.456038 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.462378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 82401b3c-2d02-425e-9f21-133107f0ac19 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:26.524685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:26.529578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.557428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:26.567699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Pushing event updated for resources: {'Port': ['ID=932d1546-a11b-40d8-9027-a46d9dccc7b9,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:26.577307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:26.580726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:26.630732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.663921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Attempting to bind port 932d1546-a11b-40d8-9027-a46d9dccc7b9 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:26.664401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Attempting to bind port 932d1546-a11b-40d8-9027-a46d9dccc7b9 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '80d75fbf-0a02-4c29-b313-81760af59939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3a7347d9-b9c7-4eba-8559-b5e88e1d683c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:26.664841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Attempting to bind port 932d1546-a11b-40d8-9027-a46d9dccc7b9 on network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:26.670565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:26.671031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Checking segment: {'id': '80d75fbf-0a02-4c29-b313-81760af59939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3a7347d9-b9c7-4eba-8559-b5e88e1d683c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:26.671556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.672017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Bound using segment: {'id': '80d75fbf-0a02-4c29-b313-81760af59939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3a7347d9-b9c7-4eba-8559-b5e88e1d683c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:26.672563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Bound port: 932d1546-a11b-40d8-9027-a46d9dccc7b9, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d75fbf-0a02-4c29-b313-81760af59939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '3a7347d9-b9c7-4eba-8559-b5e88e1d683c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:26.673019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.721432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e9056-7e10-436a-988c-8989809eda82 req-1ab95950-dd93-4000-ac9c-4038fa716acf tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:26.728004 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-167e9056-7e10-436a-988c-8989809eda82 req-1ab95950-dd93-4000-ac9c-4038fa716acf tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 943 time: 0.0807755 Sep 21 08:15:26.770500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-167e9056-7e10-436a-988c-8989809eda82 req-4fa84a85-75bd-4230-aead-c6a0c3e41c74 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388837 Sep 21 08:15:26.773579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51380c-fd08-4743-a0a9-7a1bd523d44a req-79af5b87-3a72-43dd-8811-6577804bf591 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:26.775033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c51380c-fd08-4743-a0a9-7a1bd523d44a req-79af5b87-3a72-43dd-8811-6577804bf591 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1090882 Sep 21 08:15:26.776818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.788850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] For port 932d1546-a11b-40d8-9027-a46d9dccc7b9, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:26.806869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] For port 932d1546-a11b-40d8-9027-a46d9dccc7b9, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=932d1546-a11b-40d8-9027-a46d9dccc7b9,segment=NetworkSegment(80d75fbf-0a02-4c29-b313-81760af59939),segment_id=80d75fbf-0a02-4c29-b313-81760af59939)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:26.812961 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.861593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Subnet': ['ID=2153d561-76d4-4bda-8796-cd4351b239b1,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:26.881620 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c51380c-fd08-4743-a0a9-7a1bd523d44a req-ddba028e-61cd-42e8-8a0f-4e909c33efa0 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952516 Sep 21 08:15:26.883493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.884094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.884617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.885363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.885865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.886356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.886869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.887382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.887865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.888364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.888730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.889033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:26.902049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Checking segment: {'id': 'baa45e09-6179-43a0-b1a3-c13fe2d18c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '196d0aa5-a64c-4431-9df4-048ed8839489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:26.902424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network hostable DHCP agents. Network: 196d0aa5-a64c-4431-9df4-048ed8839489, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:15:26.908774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65ae7f-57f2-41f9-82bb-98a3d1b8aea3 None None] Pushing event updated for resources: {'Port': ['ID=932d1546-a11b-40d8-9027-a46d9dccc7b9,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:26.933832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 196d0aa5-a64c-4431-9df4-048ed8839489 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:15:26.947331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 196d0aa5-a64c-4431-9df4-048ed8839489) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:26.952132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:26.953237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:26.957368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a773c58-e343-45b4-bf91-5eb75e0759cc None None] Network 196d0aa5-a64c-4431-9df4-048ed8839489 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:26.975251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-357639ed-40b8-4146-b502-7ac6faed7dde tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5636308 Sep 21 08:15:26.978326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51726) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:26.985732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'subnet': {'network_id': '82401b3c-2d02-425e-9f21-133107f0ac19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:27.099211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:27.108764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:27.150517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d1dcb90-67ee-413d-bace-56e4e052d262 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:15:27.231837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-196d0aa5-a64c-4431-9df4-048ed8839489', 'network_id': '196d0aa5-a64c-4431-9df4-048ed8839489', 'tenant_id': '891b754bcf274f15abea36494af19407', 'fixed_ips': [{'subnet_id': '2153d561-76d4-4bda-8796-cd4351b239b1'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:15:27.234125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:27.482014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 2d1dcb90-67ee-413d-bace-56e4e052d262, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d1dcb90-67ee-413d-bace-56e4e052d262,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:27.507807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'port_id': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'mac_address': 'fa:16:3e:09:b2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:15:27.551073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Allocated IP 2001:db8::2 (196d0aa5-a64c-4431-9df4-048ed8839489/2153d561-76d4-4bda-8796-cd4351b239b1/3a0fd565-d571-417e-b106-2e6b7a9bcc11) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:27.574979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65c9a9-fe35-4275-ac33-20624858b060 req-4703379b-2de7-4bbe-8ba2-c647b79238a9 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:27.576561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb65c9a9-fe35-4275-ac33-20624858b060 req-4703379b-2de7-4bbe-8ba2-c647b79238a9 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.4172032 Sep 21 08:15:27.581107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:27.628635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1dcb90-67ee-413d-bace-56e4e052d262 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:27.666949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb65c9a9-fe35-4275-ac33-20624858b060 req-3e33b74d-d41e-4440-be2c-4c0f95a2fcd1 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827043 Sep 21 08:15:27.717003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:27.721628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 2d1dcb90-67ee-413d-bace-56e4e052d262, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d1dcb90-67ee-413d-bace-56e4e052d262,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:27.743557 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:27.768728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:27.842356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Subnet': ['ID=a7b2bfa1-c107-4662-afe7-22360128faa4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:27.882178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Checking segment: {'id': 'eb3c65ea-8b11-4a5d-b473-70f1fe691bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '82401b3c-2d02-425e-9f21-133107f0ac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:27.882627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network hostable DHCP agents. Network: 82401b3c-2d02-425e-9f21-133107f0ac19, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:15:27.915693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 82401b3c-2d02-425e-9f21-133107f0ac19 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:15:27.933506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 82401b3c-2d02-425e-9f21-133107f0ac19) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:27.941216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:27.942234 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:27.965054 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-53fd8525-d213-4b0b-8648-e502bca54bc1 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9844799 Sep 21 08:15:27.966811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51740) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:28.026198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6ec36-3c84-4662-8fbf-7afb63cd487a req-26b64f4c-940e-4222-b2e9-e143bf6dc1a3 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:28.034138 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4f6ec36-3c84-4662-8fbf-7afb63cd487a req-26b64f4c-940e-4222-b2e9-e143bf6dc1a3 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 944 time: 0.1459210 Sep 21 08:15:28.107607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4f6ec36-3c84-4662-8fbf-7afb63cd487a req-bc47c813-bdc2-486b-ba8a-7eb0cf3978a5 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579500 Sep 21 08:15:28.113296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf6906-9f7c-42c7-99b1-3e65bf4f2e18 None None] Network 82401b3c-2d02-425e-9f21-133107f0ac19 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:28.117103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=2d1dcb90-67ee-413d-bace-56e4e052d262,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:28.223925 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85194b9-79e1-4f44-a572-caff8958c36a None None] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:28.236110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:28.276101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:28.283089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['2d1dcb90-67ee-413d-bace-56e4e052d262'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:15:28.355717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77050d-e501-447b-9cf0-a26f9d0ced56 req-a2d49683-b59d-4ec2-b95b-4b2416b7b503 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:28.357421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d77050d-e501-447b-9cf0-a26f9d0ced56 req-a2d49683-b59d-4ec2-b95b-4b2416b7b503 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1689317 Sep 21 08:15:28.478406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d77050d-e501-447b-9cf0-a26f9d0ced56 req-fe3a4ff4-6839-4051-83f3-ab0b9d3edf8e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849640 Sep 21 08:15:28.497279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f52b2322-d119-4fdb-907f-fbab42c1b2d9 None None] Provisioning complete for port 932d1546-a11b-40d8-9027-a46d9dccc7b9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:28.498288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f52b2322-d119-4fdb-907f-fbab42c1b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:28.506116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:28.512202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Network 196d0aa5-a64c-4431-9df4-048ed8839489 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:28.520206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Pushing event updated for resources: {'Port': ['ID=3a0fd565-d571-417e-b106-2e6b7a9bcc11,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:28.565293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:28.581306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:28.715062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-82401b3c-2d02-425e-9f21-133107f0ac19', 'network_id': '82401b3c-2d02-425e-9f21-133107f0ac19', 'tenant_id': '891b754bcf274f15abea36494af19407', 'fixed_ips': [{'subnet_id': 'a7b2bfa1-c107-4662-afe7-22360128faa4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:15:28.716096 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:28.777019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 932d1546-a11b-40d8-9027-a46d9dccc7b9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:28.874477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Attempting to bind port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:28.874852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Attempting to bind port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'baa45e09-6179-43a0-b1a3-c13fe2d18c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '196d0aa5-a64c-4431-9df4-048ed8839489'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:28.875263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Attempting to bind port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 on network 196d0aa5-a64c-4431-9df4-048ed8839489 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:28.898084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f62e46-b1f3-44ed-a4db-56776cac8f91 req-42056bc8-8819-4fda-9360-3f25fb9cb601 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:28.900244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f62e46-b1f3-44ed-a4db-56776cac8f91 req-42056bc8-8819-4fda-9360-3f25fb9cb601 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1383624 Sep 21 08:15:28.979915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:28.980394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Checking segment: {'id': 'baa45e09-6179-43a0-b1a3-c13fe2d18c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '196d0aa5-a64c-4431-9df4-048ed8839489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:28.980956 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:28.981207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Bound using segment: {'id': 'baa45e09-6179-43a0-b1a3-c13fe2d18c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '196d0aa5-a64c-4431-9df4-048ed8839489'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:28.981713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Bound port: 3a0fd565-d571-417e-b106-2e6b7a9bcc11, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa45e09-6179-43a0-b1a3-c13fe2d18c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '196d0aa5-a64c-4431-9df4-048ed8839489'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:28.982098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:28.985010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f62e46-b1f3-44ed-a4db-56776cac8f91 req-8be4a1ca-fa5d-4eaf-be93-b359f99ad742 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746551 Sep 21 08:15:29.005734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Allocated IP 2001:db8::1 (196d0aa5-a64c-4431-9df4-048ed8839489/2153d561-76d4-4bda-8796-cd4351b239b1/f975fb66-bcc2-4f5a-9787-0bfc0442d369) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:29.134142 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f52b2322-d119-4fdb-907f-fbab42c1b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.222008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 932d1546-a11b-40d8-9027-a46d9dccc7b9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:29.222427 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.223285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7926227-f0ab-4e1f-a862-9cef82c26d34 req-6f3e92ea-394d-4c49-9f66-7d4f5717a9e3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:29.232688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7926227-f0ab-4e1f-a862-9cef82c26d34 req-6f3e92ea-394d-4c49-9f66-7d4f5717a9e3 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1034689 Sep 21 08:15:29.270303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f52b2322-d119-4fdb-907f-fbab42c1b2d9 None None] For port 932d1546-a11b-40d8-9027-a46d9dccc7b9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=932d1546-a11b-40d8-9027-a46d9dccc7b9,segment=NetworkSegment(80d75fbf-0a02-4c29-b313-81760af59939),segment_id=80d75fbf-0a02-4c29-b313-81760af59939)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:29.312273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7926227-f0ab-4e1f-a862-9cef82c26d34 req-55af3cbf-5209-42bf-82f5-fba04de7b575 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771799 Sep 21 08:15:29.313033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Allocated IP 2001:db8::2 (82401b3c-2d02-425e-9f21-133107f0ac19/a7b2bfa1-c107-4662-afe7-22360128faa4/d606e9aa-78ff-420e-aec0-f3d0c8a5f225) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:29.324996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.385700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] For port 3a0fd565-d571-417e-b106-2e6b7a9bcc11, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:29.394318 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42b820-e0bc-4465-bc7b-80ff327abf37 req-a7cc97d1-f09e-4bc8-9512-32127827a870 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:29.398962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f42b820-e0bc-4465-bc7b-80ff327abf37 req-a7cc97d1-f09e-4bc8-9512-32127827a870 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 944 time: 0.1347432 Sep 21 08:15:29.406976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f52b2322-d119-4fdb-907f-fbab42c1b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.414427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.416298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] For port 3a0fd565-d571-417e-b106-2e6b7a9bcc11, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3a0fd565-d571-417e-b106-2e6b7a9bcc11,segment=NetworkSegment(baa45e09-6179-43a0-b1a3-c13fe2d18c66),segment_id=baa45e09-6179-43a0-b1a3-c13fe2d18c66)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:29.452235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 196d0aa5-a64c-4431-9df4-048ed8839489 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:29.457152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f42b820-e0bc-4465-bc7b-80ff327abf37 req-6edea913-a90c-41cd-95aa-1c297b425eb4 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470779 Sep 21 08:15:29.460457 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.482142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:29.498031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:29.498786 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.581596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b2322-d119-4fdb-907f-fbab42c1b2d9 None None] Pushing event updated for resources: {'Port': ['ID=932d1546-a11b-40d8-9027-a46d9dccc7b9,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:29.638398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ba7fd090-6573-4512-a885-4f16108f8782 None None] Provisioning complete for port 932d1546-a11b-40d8-9027-a46d9dccc7b9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:29.638778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd090-6573-4512-a885-4f16108f8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.726886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Port': ['ID=f975fb66-bcc2-4f5a-9787-0bfc0442d369,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:29.783246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:29.821388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd971b-9052-4ace-b7ad-9928cfe8ae19 None None] Pushing event updated for resources: {'Port': ['ID=3a0fd565-d571-417e-b106-2e6b7a9bcc11,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:29.854293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d51b35-7f7e-4e36-81db-7311eb362a95 req-6d5c363a-6095-43ac-a8ec-c0a9638ee367 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:29.863554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44d51b35-7f7e-4e36-81db-7311eb362a95 req-6d5c363a-6095-43ac-a8ec-c0a9638ee367 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1461990 Sep 21 08:15:29.987956 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44d51b35-7f7e-4e36-81db-7311eb362a95 req-5b085ebe-c706-4597-b86f-bdea4174a44a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214056 Sep 21 08:15:30.050909 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.073442 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.123724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Network 82401b3c-2d02-425e-9f21-133107f0ac19 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:30.128314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:30.137045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:30.210488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Pushing event updated for resources: {'Port': ['ID=d606e9aa-78ff-420e-aec0-f3d0c8a5f225,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:30.258134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Attempting to bind port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:30.258788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Attempting to bind port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'eb3c65ea-8b11-4a5d-b473-70f1fe691bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '82401b3c-2d02-425e-9f21-133107f0ac19'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:30.260196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Attempting to bind port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 on network 82401b3c-2d02-425e-9f21-133107f0ac19 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:30.272270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:30.272270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Checking segment: {'id': 'eb3c65ea-8b11-4a5d-b473-70f1fe691bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '82401b3c-2d02-425e-9f21-133107f0ac19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:30.272270 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.272270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Bound using segment: {'id': 'eb3c65ea-8b11-4a5d-b473-70f1fe691bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '82401b3c-2d02-425e-9f21-133107f0ac19'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:30.272270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Bound port: d606e9aa-78ff-420e-aec0-f3d0c8a5f225, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3c65ea-8b11-4a5d-b473-70f1fe691bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '82401b3c-2d02-425e-9f21-133107f0ac19'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:30.274011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.360295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] For port d606e9aa-78ff-420e-aec0-f3d0c8a5f225, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:30.364089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] For port d606e9aa-78ff-420e-aec0-f3d0c8a5f225, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d606e9aa-78ff-420e-aec0-f3d0c8a5f225,segment=NetworkSegment(eb3c65ea-8b11-4a5d-b473-70f1fe691bf0),segment_id=eb3c65ea-8b11-4a5d-b473-70f1fe691bf0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:30.371061 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.373246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.378612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.379549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:30.423711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59738815-53b5-48a8-bb5d-fcbfd454b597 req-a14e0bf5-ce59-4214-9339-289599676c84 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:30.434328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59738815-53b5-48a8-bb5d-fcbfd454b597 req-a14e0bf5-ce59-4214-9339-289599676c84 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.0767903 Sep 21 08:15:30.474303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db444a4-1d00-4216-9c9b-b360f18ad880 None None] Pushing event updated for resources: {'Port': ['ID=d606e9aa-78ff-420e-aec0-f3d0c8a5f225,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:30.501383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59738815-53b5-48a8-bb5d-fcbfd454b597 req-993c169a-46d0-43bc-9fff-2fbcd5188538 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643098 Sep 21 08:15:30.583813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Port': ['ID=f975fb66-bcc2-4f5a-9787-0bfc0442d369,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:30.637194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 196d0aa5-a64c-4431-9df4-048ed8839489 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:30.639104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:30.659824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af717f-bf57-4bbb-be0d-b99303e7715e req-2d9d2462-2a40-4ce6-884e-a96ec418f165 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:30.668439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a3af717f-bf57-4bbb-be0d-b99303e7715e req-2d9d2462-2a40-4ce6-884e-a96ec418f165 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 944 time: 0.0825253 Sep 21 08:15:30.748417 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a3af717f-bf57-4bbb-be0d-b99303e7715e req-d2369e68-c38b-4394-8011-9b5e991ea0a0 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717778 Sep 21 08:15:30.889951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Router 8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:15:30.925662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 932d1546-a11b-40d8-9027-a46d9dccc7b9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:31.027586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:31.028256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 932d1546-a11b-40d8-9027-a46d9dccc7b9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:31.028737 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:31.038531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-011079a1-6d4e-42c6-a644-839bb2aced57 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0687585 Sep 21 08:15:31.045659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51798) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:31.063784 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215310db-88b9-478d-b221-d105ad911b33 None None] Sync routers for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:31.107001 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215310db-88b9-478d-b221-d105ad911b33 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:31.115064 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-215310db-88b9-478d-b221-d105ad911b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:31.155002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3a0fd565-d571-417e-b106-2e6b7a9bcc11 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:31.182755 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-215310db-88b9-478d-b221-d105ad911b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:31.209553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d1dcb90-67ee-413d-bace-56e4e052d262 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:31.218190 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215310db-88b9-478d-b221-d105ad911b33 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:31.219534 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-215310db-88b9-478d-b221-d105ad911b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:31.241570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdc0e1-8df4-4634-b21f-42de9207fd24 req-3d8a9bd7-2aa0-4535-8e8e-d9acb30735a8 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:31.245750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebbdc0e1-8df4-4634-b21f-42de9207fd24 req-3d8a9bd7-2aa0-4535-8e8e-d9acb30735a8 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1148694 Sep 21 08:15:31.282305 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-215310db-88b9-478d-b221-d105ad911b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:31.283533 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215310db-88b9-478d-b221-d105ad911b33 None None] The sync data for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:31.354891 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebbdc0e1-8df4-4634-b21f-42de9207fd24 req-d0bfb7f2-7f74-4dbe-b21f-17d0592981c7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986149 Sep 21 08:15:31.452618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e24d34-9fb2-4ee1-8eb0-c6367e3a7e61 None None] Network 196d0aa5-a64c-4431-9df4-048ed8839489 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:31.581544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-79a7552e-6ceb-40b0-81a6-eb3fbb1b2010 None None] Provisioning complete for port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:31.582249 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79a7552e-6ceb-40b0-81a6-eb3fbb1b2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:31.688453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:31.689241 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:31.695853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 2d1dcb90-67ee-413d-bace-56e4e052d262 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:15:31.701517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b0db-4536-47d2-b088-b32d0663a011 req-c24402cf-9d04-42a4-b484-70e3ba7aa496 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:31.711251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-16b2b0db-4536-47d2-b088-b32d0663a011 req-c24402cf-9d04-42a4-b484-70e3ba7aa496 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1050763 Sep 21 08:15:31.729641 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-6c0b5228-969e-46fd-a198-2dc3edc80118 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:31.731034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c0b5228-969e-46fd-a198-2dc3edc80118 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6837676 Sep 21 08:15:31.733995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51808) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:31.772200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 2d1dcb90-67ee-413d-bace-56e4e052d262 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:31.772669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:31.870019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-16b2b0db-4536-47d2-b088-b32d0663a011 req-220c0f2b-340a-4339-a2d2-067c5053ad98 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577976 Sep 21 08:15:31.945449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79a7552e-6ceb-40b0-81a6-eb3fbb1b2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:31.966148 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.023780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37901afc-60e5-4617-8992-5552e27b388c None None] Network 82401b3c-2d02-425e-9f21-133107f0ac19 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:32.031218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c23d3-b52f-46aa-9258-1e8171e39d6a req-993d5ba4-feaf-4dc0-9453-54ed7694cddb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:32.033111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-204c23d3-b52f-46aa-9258-1e8171e39d6a req-993d5ba4-feaf-4dc0-9453-54ed7694cddb tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 944 time: 0.0848155 Sep 21 08:15:32.089549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-79a7552e-6ceb-40b0-81a6-eb3fbb1b2010 None None] For port 3a0fd565-d571-417e-b106-2e6b7a9bcc11, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3a0fd565-d571-417e-b106-2e6b7a9bcc11,segment=NetworkSegment(baa45e09-6179-43a0-b1a3-c13fe2d18c66),segment_id=baa45e09-6179-43a0-b1a3-c13fe2d18c66)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:32.101900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-204c23d3-b52f-46aa-9258-1e8171e39d6a req-5cb0f88c-7344-428b-bbaa-0a5fa22ac862 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611296 Sep 21 08:15:32.113331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79a7552e-6ceb-40b0-81a6-eb3fbb1b2010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.128638 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.205294 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.297544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7552e-6ceb-40b0-81a6-eb3fbb1b2010 None None] Pushing event updated for resources: {'Port': ['ID=3a0fd565-d571-417e-b106-2e6b7a9bcc11,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:32.327958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:32.331534 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b05fb-3d26-4362-9f0b-9022fcd0b5ce" -d '{"events": [{"server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "name": "network-vif-plugged", "status": "completed", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:32.378536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 2d1dcb90-67ee-413d-bace-56e4e052d262, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d1dcb90-67ee-413d-bace-56e4e052d262,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:32.379610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-69f68b17-0c73-4266-8f97-b13dcd66e933 None None] Provisioning complete for port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:32.380050 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69f68b17-0c73-4266-8f97-b13dcd66e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.385961 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a56f90-f8fc-44c2-ba4f-86497ef9705d x-openstack-request-id: req-87a56f90-f8fc-44c2-ba4f-86497ef9705d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:32.386254 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "name": "network-vif-plugged", "status": "completed", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:32.386511 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87a56f90-f8fc-44c2-ba4f-86497ef9705d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:32.386908 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'code': 200} Sep 21 08:15:32.418383 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.434695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:15:32.435060 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:15:32.562135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de587e1-92f8-48bf-bcda-605e2e9384ad req-a5ba451e-22f5-495d-ad81-a71e18d80b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:32.568007 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8de587e1-92f8-48bf-bcda-605e2e9384ad req-a5ba451e-22f5-495d-ad81-a71e18d80b30 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 1096 time: 0.0772588 Sep 21 08:15:32.604168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=2d1dcb90-67ee-413d-bace-56e4e052d262,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:32.627659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421f07b-daa7-4a6f-9f36-65d2c693cd78 req-0eb88221-c7f0-4e9f-9a80-f001f2f34997 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:32.630147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69f68b17-0c73-4266-8f97-b13dcd66e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.632629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8de587e1-92f8-48bf-bcda-605e2e9384ad req-56c0b5ce-0b82-4743-addd-182b4164c69d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597343 Sep 21 08:15:32.640288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d421f07b-daa7-4a6f-9f36-65d2c693cd78 req-0eb88221-c7f0-4e9f-9a80-f001f2f34997 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1646726 Sep 21 08:15:32.686804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-69f68b17-0c73-4266-8f97-b13dcd66e933 None None] For port d606e9aa-78ff-420e-aec0-f3d0c8a5f225, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d606e9aa-78ff-420e-aec0-f3d0c8a5f225,segment=NetworkSegment(eb3c65ea-8b11-4a5d-b473-70f1fe691bf0),segment_id=eb3c65ea-8b11-4a5d-b473-70f1fe691bf0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:32.695663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69f68b17-0c73-4266-8f97-b13dcd66e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.732435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d421f07b-daa7-4a6f-9f36-65d2c693cd78 req-3d4c5790-cc43-4b0a-a601-b7b95f918123 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905972 Sep 21 08:15:32.785704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f68b17-0c73-4266-8f97-b13dcd66e933 None None] Pushing event updated for resources: {'Port': ['ID=d606e9aa-78ff-420e-aec0-f3d0c8a5f225,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:32.828151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cbb78506-e5b3-4744-b3c8-6335657cb5d5 None None] Provisioning complete for port f975fb66-bcc2-4f5a-9787-0bfc0442d369 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:32.828827 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cbb78506-e5b3-4744-b3c8-6335657cb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.891663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cbb78506-e5b3-4744-b3c8-6335657cb5d5 None None] Port f975fb66-bcc2-4f5a-9787-0bfc0442d369 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:32.892935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:32.918170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cbb78506-e5b3-4744-b3c8-6335657cb5d5 None None] Provisioning complete for port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:32.918548 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cbb78506-e5b3-4744-b3c8-6335657cb5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.071595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bba52-b8db-4447-8646-d6a763bda0ba req-96767e91-9940-4e59-9934-afc420ff6734 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:33.073850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef7bba52-b8db-4447-8646-d6a763bda0ba req-96767e91-9940-4e59-9934-afc420ff6734 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.0642793 Sep 21 08:15:33.131270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef7bba52-b8db-4447-8646-d6a763bda0ba req-3039c6ff-597a-4470-8503-e51c150078aa tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 Sep 21 08:15:33.185055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b7b9a197-a3a0-454f-9019-89a38db65704 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:15:33.234168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c4ad068b-d518-4344-b225-f8bd3377a0ad None None] Provisioning complete for port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:33.234980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4ad068b-d518-4344-b225-f8bd3377a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.345666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d606e9aa-78ff-420e-aec0-f3d0c8a5f225 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:33.377655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f45589-b2b7-41aa-8dd4-31a41ddda7ea req-2443da18-3e32-43f9-9d4f-366b85c5a864 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:33.386061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0f45589-b2b7-41aa-8dd4-31a41ddda7ea req-2443da18-3e32-43f9-9d4f-366b85c5a864 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.1463454 Sep 21 08:15:33.420985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.434019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0f45589-b2b7-41aa-8dd4-31a41ddda7ea req-55390b57-b871-4741-acea-c60d79626616 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468023 Sep 21 08:15:33.448998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:33.450462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting port f975fb66-bcc2-4f5a-9787-0bfc0442d369 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:33.451091 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.497080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'port_id': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'mac_address': 'fa:16:3e:ae:0e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b2689a-1841-4bef-a6ab-2ac9dea081a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:15:33.548100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:33.548476 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.552637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c4ad068b-d518-4344-b225-f8bd3377a0ad None None] Provisioning complete for port f975fb66-bcc2-4f5a-9787-0bfc0442d369 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:33.553003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4ad068b-d518-4344-b225-f8bd3377a0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.567648 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.591737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Calling delete_port for f975fb66-bcc2-4f5a-9787-0bfc0442d369 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:33.603591 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.641409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7b9a197-a3a0-454f-9019-89a38db65704 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:33.648800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c4ad068b-d518-4344-b225-f8bd3377a0ad None None] Port f975fb66-bcc2-4f5a-9787-0bfc0442d369 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:33.671055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:33.695774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.744497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3a0fd565-d571-417e-b106-2e6b7a9bcc11 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:33.803425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:33.820991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ac813f32-1dcb-4f5e-9d66-67d0eb5e7f5b None None] Provisioning complete for port f975fb66-bcc2-4f5a-9787-0bfc0442d369 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:33.821899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac813f32-1dcb-4f5e-9d66-67d0eb5e7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.829874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.873776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Port': ['ID=f975fb66-bcc2-4f5a-9787-0bfc0442d369,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:33.877735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:33.879527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:33.915730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ac813f32-1dcb-4f5e-9d66-67d0eb5e7f5b None None] Port f975fb66-bcc2-4f5a-9787-0bfc0442d369 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:34.001673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b7b9a197-a3a0-454f-9019-89a38db65704'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:15:34.014947 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:34.035947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af02e06-9089-4e94-8782-5be1c26f4aa2 req-15dc0ce0-a033-4a3e-86a8-9efdbfaef496 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:34.038543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4af02e06-9089-4e94-8782-5be1c26f4aa2 req-15dc0ce0-a033-4a3e-86a8-9efdbfaef496 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1750555 Sep 21 08:15:34.167815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4af02e06-9089-4e94-8782-5be1c26f4aa2 req-a39f2601-4e21-4f9b-b750-17716fc237b0 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735781 Sep 21 08:15:34.266016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Router 8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:15:34.311790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab89ab0-c81b-43bc-864a-4682e7169371 req-decc5aae-1572-4668-b28a-0187726ce9b6 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:34.313527 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ab89ab0-c81b-43bc-864a-4682e7169371 req-decc5aae-1572-4668-b28a-0187726ce9b6 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 945 time: 0.0680251 Sep 21 08:15:34.358796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:34.364130 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-37700f7b-22ab-4f96-8981-a84a656d7559 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6287525 Sep 21 08:15:34.370060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51842) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:34.373245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] Sync routers for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:34.383201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:34.384338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:34.385913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ab89ab0-c81b-43bc-864a-4682e7169371 req-39b0a2f4-6d29-4617-a951-aabd41a46d06 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606971 Sep 21 08:15:34.425491 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-5037f7f5-f3fd-4f01-a572-9216fda7f97a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] delete failed (client error): The resource could not be found. Sep 21 08:15:34.431342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:34.431524 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5037f7f5-f3fd-4f01-a572-9216fda7f97a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-559358160 HTTP/1.1" status: 404 len: 334 time: 0.0571897 Sep 21 08:15:34.431758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51844) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:34.438986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0ca748fb-1dee-4171-b2bf-734642e9ba99 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'router': {'external_gateway_info': {'network_id': '8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:34.445541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:34.447411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:34.498236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:34.499571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46247c83-a52e-4d4f-a05d-ef2572a23c03 None None] The sync data for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:35.033353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e9e92-838d-4248-90a3-1e5d1747e36a req-6181881a-62d8-4180-899a-4cf1ea15c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:35.034963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-297e9e92-838d-4248-90a3-1e5d1747e36a req-6181881a-62d8-4180-899a-4cf1ea15c48e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 1096 time: 0.1839316 Sep 21 08:15:35.064292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ca748fb-1dee-4171-b2bf-734642e9ba99 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.097293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab24dc7-0907-465d-b4fc-a67dead9e2ff req-612c06ca-64fb-42b9-b790-94f844e6ba60 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:35.098812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ab24dc7-0907-465d-b4fc-a67dead9e2ff req-612c06ca-64fb-42b9-b790-94f844e6ba60 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.2488732 Sep 21 08:15:35.112622 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-0ca748fb-1dee-4171-b2bf-734642e9ba99 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] update failed (client error): The resource could not be found. Sep 21 08:15:35.113964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0ca748fb-1dee-4171-b2bf-734642e9ba99 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae HTTP/1.1" status: 404 len: 339 time: 0.6811159 Sep 21 08:15:35.117957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51858) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:35.127972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-402987915'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:35.144668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-297e9e92-838d-4248-90a3-1e5d1747e36a req-3d555242-edb4-4600-91b6-efd3ceac9572 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829828 Sep 21 08:15:35.153958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:35.159302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.160888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ab24dc7-0907-465d-b4fc-a67dead9e2ff req-b82c274c-c854-496d-a05d-871b3df946f2 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504813 Sep 21 08:15:35.187224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:15:35.196830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.197163 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Added segment a103a106-464a-41dc-a536-f1bca17f32c3 of type vlan for network 900c1bf1-39fa-4031-afcd-a134f3531cc2 Sep 21 08:15:35.207636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b7b9a197-a3a0-454f-9019-89a38db65704 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:35.246402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.268218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b7b9a197-a3a0-454f-9019-89a38db65704 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:35.268627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.300998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.306613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:35.307222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.358668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2391486 Sep 21 08:15:35.362571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51862) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:35.368102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'subnet': {'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:35.369610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8423c-4eb1-42dc-8076-c28e90c88a9d req-99e068b6-c122-467a-9e1b-1ffcea978ba3 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:35.371256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1c8423c-4eb1-42dc-8076-c28e90c88a9d req-99e068b6-c122-467a-9e1b-1ffcea978ba3 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1048820 Sep 21 08:15:35.374006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.414906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:35.417464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:35.420442 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bca46d-817c-4f7a-837f-0032fa19eb51" -d '{"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:35.424374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.434486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fc0f9-1a97-407e-aa29-62279ca8a7a4 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Network': ['ID=900c1bf1-39fa-4031-afcd-a134f3531cc2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:35.464094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 900c1bf1-39fa-4031-afcd-a134f3531cc2 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:15:35.478258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1c8423c-4eb1-42dc-8076-c28e90c88a9d req-7648a142-29f3-4180-9b0a-ff541f0ea41e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607984 Sep 21 08:15:35.491155 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9706c4c-3af7-4a4d-9b18-9dfcb16a64c5 x-openstack-request-id: req-a9706c4c-3af7-4a4d-9b18-9dfcb16a64c5 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:35.491634 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:35.491967 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9706c4c-3af7-4a4d-9b18-9dfcb16a64c5 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:35.492456 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'code': 200} Sep 21 08:15:35.507903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Made reservation on behalf of 891b754bcf274f15abea36494af19407 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:35.512252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.554986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:35.705879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb65cb-9bca-4537-ab80-b83c94f5811c req-1079db09-e7f8-4e70-b57e-e833520f9364 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:35.707395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82fb65cb-9bca-4537-ab80-b83c94f5811c req-1079db09-e7f8-4e70-b57e-e833520f9364 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1347413 Sep 21 08:15:35.788483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82fb65cb-9bca-4537-ab80-b83c94f5811c req-7aa8cd1c-9db6-4970-8412-5c93067484d5 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737684 Sep 21 08:15:35.854100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.919702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Subnet': ['ID=358597a6-aece-4b95-be33-22f25f6e0ddb,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:35.933344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Checking segment: {'id': 'a103a106-464a-41dc-a536-f1bca17f32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:35.933789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network hostable DHCP agents. Network: 900c1bf1-39fa-4031-afcd-a134f3531cc2, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:15:35.954797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 900c1bf1-39fa-4031-afcd-a134f3531cc2 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:15:35.968146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 900c1bf1-39fa-4031-afcd-a134f3531cc2) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:35.972512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:35.973317 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:35.978300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa72b6cf-ca7f-443a-979b-f069e5d2b31b None None] Network 900c1bf1-39fa-4031-afcd-a134f3531cc2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:35.998696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-28e186d1-8df1-4624-b1dc-bb7a2bf15f4c tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6346107 Sep 21 08:15:36.002820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51874) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:36.010228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-37c55b78-743a-4b4f-bf98-d453aad5720b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'router': {'external_gateway_info': {'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:36.145230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-900c1bf1-39fa-4031-afcd-a134f3531cc2', 'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2', 'tenant_id': '891b754bcf274f15abea36494af19407', 'fixed_ips': [{'subnet_id': '358597a6-aece-4b95-be33-22f25f6e0ddb'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:15:36.147512 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.252432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37c55b78-743a-4b4f-bf98-d453aad5720b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.340386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fd1ba-980a-46a5-ae13-25ed89aa286e req-27241e10-e784-44bc-a3eb-397dc81868ba tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:36.341949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b0fd1ba-980a-46a5-ae13-25ed89aa286e req-27241e10-e784-44bc-a3eb-397dc81868ba tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.0794423 Sep 21 08:15:36.348820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Allocated IP 2001:db8:1::2 (900c1bf1-39fa-4031-afcd-a134f3531cc2/358597a6-aece-4b95-be33-22f25f6e0ddb/82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:36.424394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b0fd1ba-980a-46a5-ae13-25ed89aa286e req-e19ed553-acc5-4b3e-b13f-ddf844314ea6 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492473 Sep 21 08:15:36.453997 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-37c55b78-743a-4b4f-bf98-d453aad5720b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:36.458636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-37c55b78-743a-4b4f-bf98-d453aad5720b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae HTTP/1.1" status: 400 len: 364 time: 0.4505925 Sep 21 08:15:36.458987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51882) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:36.588397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.600738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.650595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Network 900c1bf1-39fa-4031-afcd-a134f3531cc2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:36.655826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:36.658423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:36.661513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Pushing event updated for resources: {'Port': ['ID=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:36.676534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ce56-8aca-4871-bcbe-92e4b5a498b6 req-198b0e02-e95c-4f82-aff6-2564ee1d9f64 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:36.687716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ce1ce56-8aca-4871-bcbe-92e4b5a498b6 req-198b0e02-e95c-4f82-aff6-2564ee1d9f64 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.0905452 Sep 21 08:15:36.730571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Attempting to bind port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:36.731145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Attempting to bind port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a103a106-464a-41dc-a536-f1bca17f32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:36.731414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Attempting to bind port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf on network 900c1bf1-39fa-4031-afcd-a134f3531cc2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:36.736697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:36.737079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Checking segment: {'id': 'a103a106-464a-41dc-a536-f1bca17f32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:36.737471 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.738047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Bound using segment: {'id': 'a103a106-464a-41dc-a536-f1bca17f32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:36.738542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Bound port: 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a103a106-464a-41dc-a536-f1bca17f32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '900c1bf1-39fa-4031-afcd-a134f3531cc2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:36.738938 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.750057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465299a-4afd-4faf-b633-18346f0e5e1c req-1e40ce4c-348c-40ab-951b-ff3e65828d7b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:36.751728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3465299a-4afd-4faf-b633-18346f0e5e1c req-1e40ce4c-348c-40ab-951b-ff3e65828d7b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.1903903 Sep 21 08:15:36.765592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ce1ce56-8aca-4871-bcbe-92e4b5a498b6 req-9487fc6c-dba6-486c-a8d0-388e7c223bd7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746491 Sep 21 08:15:36.767081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51888) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:36.775044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Request body: {'floatingip': {'port_id': '2d1dcb90-67ee-413d-bace-56e4e052d262'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:36.850631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.866889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] For port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:36.881074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] For port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,segment=NetworkSegment(a103a106-464a-41dc-a536-f1bca17f32c3),segment_id=a103a106-464a-41dc-a536-f1bca17f32c3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:36.888933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:36.951606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6629f3-9136-42cd-812c-96a6702700f6 None None] Pushing event updated for resources: {'Port': ['ID=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:36.957513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:37.072930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59baa02-aaa2-4259-95b6-71b9c1a1a817 req-ddb857fe-47ed-423a-a99e-0fab88a1a2c5 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:37.075679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c59baa02-aaa2-4259-95b6-71b9c1a1a817 req-ddb857fe-47ed-423a-a99e-0fab88a1a2c5 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1270478 Sep 21 08:15:37.199407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c59baa02-aaa2-4259-95b6-71b9c1a1a817 req-86a0be10-9b17-4820-8ffc-2df014ba5dcc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142941 Sep 21 08:15:37.356518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Allocated IP 2001:db8::1 (3a7347d9-b9c7-4eba-8559-b5e88e1d683c/dd696e09-9bdb-45de-860f-aa48235a1f1e/0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:37.518115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:37.559462 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:37.599198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:37.602298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:37.606135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:37.606683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:37.640421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:37.645978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:37.666927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Port': ['ID=0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:37.785456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:37.833260 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Floating IP 604e8c36-0338-453a-b7d4-471b42ff3739 associated. External IP: 172.25.1.239, port: 2d1dcb90-67ee-413d-bace-56e4e052d262. Sep 21 08:15:37.991489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b9ba0d9f-b95f-4995-a116-f8f8f734e7ba None None] Provisioning complete for port 0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:37.992060 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0d9f-b95f-4995-a116-f8f8f734e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.016365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56750e4c-5241-4f8c-8045-3e09ae0bc487 req-feab4a90-c3b0-4978-be29-785752819dde tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:38.024113 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56750e4c-5241-4f8c-8045-3e09ae0bc487 req-feab4a90-c3b0-4978-be29-785752819dde tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.1167023 Sep 21 08:15:38.082481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56750e4c-5241-4f8c-8045-3e09ae0bc487 req-cecb355b-a78b-4ecd-8503-46510ffedf06 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573213 Sep 21 08:15:38.094816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b9ba0d9f-b95f-4995-a116-f8f8f734e7ba None None] Port 0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:38.219304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.232225 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.233076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.294785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Router 9ac208fd-6d24-428c-983a-8ee60719dcca has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:15:38.371961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffa9b6-87cd-4622-ac11-b8da1f7a3c8d None None] Network 900c1bf1-39fa-4031-afcd-a134f3531cc2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:38.400156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event updated for resources: {'Port': ['ID=0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:38.472165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2be4e892-e30d-4198-9f78-455350ac0f34 None None] Provisioning complete for port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:38.472707 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2be4e892-e30d-4198-9f78-455350ac0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.520815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:38.532115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6be00-66b2-47c6-b794-1467063408b1 req-aef702c4-5165-4e95-8d35-83ae86d39130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:38.534396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bea6be00-66b2-47c6-b794-1467063408b1 req-aef702c4-5165-4e95-8d35-83ae86d39130 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1612108 Sep 21 08:15:38.536994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:38.543487 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.545991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:38.557364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] Sync routers for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:38.566099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-1cc0bd6c-5e56-4bd7-b757-213fdad651cf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:38.568034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-1cc0bd6c-5e56-4bd7-b757-213fdad651cf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 810 time: 0.1881845 Sep 21 08:15:38.597675 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:38.598327 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:38.616630 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f1eb8afd-cb98-47f0-a48f-348c46ca9750 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "PUT /v2.0/floatingips/604e8c36-0338-453a-b7d4-471b42ff3739 HTTP/1.1" status: 200 len: 991 time: 1.8443689 Sep 21 08:15:38.616630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:38.619464 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291" -d '{"events": [{"name": "network-changed", "server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:38.633572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-bde01ab5-6396-41be-b3ae-076e9514d7c7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/quotas/8dfae42d6d5f4c1493facdddcb38116b HTTP/1.1" status: 200 len: 375 time: 0.0147650 Sep 21 08:15:38.648922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bea6be00-66b2-47c6-b794-1467063408b1 req-a20aaa4a-8420-48ed-a7d8-1666e70b4d20 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749805 Sep 21 08:15:38.736085 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2be4e892-e30d-4198-9f78-455350ac0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.790843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2be4e892-e30d-4198-9f78-455350ac0f34 None None] For port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,segment=NetworkSegment(a103a106-464a-41dc-a536-f1bca17f32c3),segment_id=a103a106-464a-41dc-a536-f1bca17f32c3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:38.798556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2be4e892-e30d-4198-9f78-455350ac0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:38.803165 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:38.877763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4e892-e30d-4198-9f78-455350ac0f34 None None] Pushing event updated for resources: {'Port': ['ID=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:38.973139 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a441b8c2-90d2-4c94-aa8b-99e094413ca8 x-openstack-request-id: req-a441b8c2-90d2-4c94-aa8b-99e094413ca8 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:38.973492 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:38.973795 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a441b8c2-90d2-4c94-aa8b-99e094413ca8 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:38.974351 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'status': 'completed', 'code': 200} Sep 21 08:15:39.111602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-51e7c29f-9a47-49de-af65-bc0a563042d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:39.129093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-51e7c29f-9a47-49de-af65-bc0a563042d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e&device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 1096 time: 0.1197221 Sep 21 08:15:39.144956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4d649a4d-4e64-4b6f-9846-c357c48cd1ea None None] Provisioning complete for port 0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:39.145808 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d649a4d-4e64-4b6f-9846-c357c48cd1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:39.224406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4d649a4d-4e64-4b6f-9846-c357c48cd1ea None None] Port 0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:15:39.257141 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '604e8c36-0338-453a-b7d4-471b42ff3739', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'port_id': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'mac_address': 'fa:16:3e:09:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50d2041-27ae-4652-80cd-572d323666df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:15:15Z', 'updated_at': '2021-09-21T08:15:37Z', 'revision_number': 1, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:12Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:39.297953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:39.301355 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] Checking router: 9ac208fd-6d24-428c-983a-8ee60719dcca for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:15:39.315748 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:39.316970 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:39.344126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Router 8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:15:39.362951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-a48528d7-d49a-47d1-a547-568a20ddc4c7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239879 Sep 21 08:15:39.374091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3d5dc7ec-1e2b-4e6f-b42e-99f7e5dc6851 None None] Provisioning complete for port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:39.374405 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3d5dc7ec-1e2b-4e6f-b42e-99f7e5dc6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:39.420909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-65273a37-ba1d-4ba2-9896-2b810d7026a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:39.422898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-65273a37-ba1d-4ba2-9896-2b810d7026a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=312d09a0-43e8-4e37-a622-86ab80982279 HTTP/1.1" status: 200 len: 907 time: 0.2875266 Sep 21 08:15:39.439057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:39.439612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:39.486502 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:15:39.531752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-de328b4f-5bda-4ce5-85d1-acba1c2befb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1dcb90-67ee-413d-bace-56e4e052d262 HTTP/1.1" status: 200 len: 999 time: 0.1004767 Sep 21 08:15:39.565393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:39.577396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a9a26b74-d85f-4240-adbf-cf6d051e151d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170125 Sep 21 08:15:39.577732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51938) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:39.614678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] Sync routers for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:39.624109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-4576ee75-52a4-4fe9-adcf-206626b481de service neutron] 10.222.0.59 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524412 Sep 21 08:15:39.677481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:39.678876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:39.721783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:39.739233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-7dc33abe-55f7-4bb5-8b08-e6ca222c4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:39.739963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:39.740658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:39.741006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-7dc33abe-55f7-4bb5-8b08-e6ca222c4ad6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b39fa21-60e4-4a74-b52f-441ea32ab324 HTTP/1.1" status: 200 len: 845 time: 0.1996570 Sep 21 08:15:39.779534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:39.780200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b86a6-b8df-4d69-afca-86ae8aa3f989 None None] The sync data for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:39.800495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966793bb-24cc-46b9-a121-5b0c4ec008f3 req-3383167b-aa6d-46c2-9cd6-cd46a7dac2fe tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:39.802197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-966793bb-24cc-46b9-a121-5b0c4ec008f3 req-3383167b-aa6d-46c2-9cd6-cd46a7dac2fe tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.2260306 Sep 21 08:15:39.811526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-cd1539af-4828-426e-8b9e-2655b600ccd1 service neutron] 10.222.0.59 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770754 Sep 21 08:15:39.815182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9efd953f-d661-4b3a-b542-5d3a05476ceb tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:39.876463 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '604e8c36-0338-453a-b7d4-471b42ff3739', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'port_id': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'mac_address': 'fa:16:3e:09:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50d2041-27ae-4652-80cd-572d323666df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:15:15Z', 'updated_at': '2021-09-21T08:15:37Z', 'revision_number': 1, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:12Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:39.877082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-96beab72-ee7a-488c-a09a-195dff3bff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:39.879432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-96beab72-ee7a-488c-a09a-195dff3bff25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=312d09a0-43e8-4e37-a622-86ab80982279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260662 Sep 21 08:15:39.910993 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65cb8e3-2d7d-4b39-bb73-88a1629a4510 None None] The sync data for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 is: [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '604e8c36-0338-453a-b7d4-471b42ff3739', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'port_id': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'mac_address': 'fa:16:3e:09:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50d2041-27ae-4652-80cd-572d323666df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:15:15Z', 'updated_at': '2021-09-21T08:15:37Z', 'revision_number': 1, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:12Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:40.007870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-966793bb-24cc-46b9-a121-5b0c4ec008f3 req-9dc15807-4666-41e6-9753-9c6b60499f08 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948829 Sep 21 08:15:40.080657 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-9efd953f-d661-4b3a-b542-5d3a05476ceb tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 08:15:40.085867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9efd953f-d661-4b3a-b542-5d3a05476ceb tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae HTTP/1.1" status: 409 len: 329 time: 0.5069625 Sep 21 08:15:40.090749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51948) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:40.167372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-79133802-3f4c-47c7-995b-79b21f6fc053 service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504082 Sep 21 08:15:40.279027 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c15a04-b963-4e30-9bf2-98f9c96c4a5e None None] New status for floating IP 604e8c36-0338-453a-b7d4-471b42ff3739: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:15:40.363040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b634853d-d9a7-47a2-b99a-02829fd9ab05 req-83668952-2a60-40f8-ace7-ece4b85abcc9 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 210 time: 0.1741340 Sep 21 08:15:40.366508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92a09ccb-7d90-4b90-bb5a-1c083d6e6291 req-109cb4dc-d8fb-4aad-bca9-65b654eb95b0 service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900601 Sep 21 08:15:40.616184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:40.941587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting port 0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:40.941932 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:41.065638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:41.088354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Calling delete_port for 0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:41.228706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc4c9-62ee-4e98-8175-5b4d67a4205d req-caec1566-ca44-4728-b20d-cd1b8d10cb8b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:41.228706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91cbc4c9-62ee-4e98-8175-5b4d67a4205d req-caec1566-ca44-4728-b20d-cd1b8d10cb8b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1347952 Sep 21 08:15:41.233582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b7b9a197-a3a0-454f-9019-89a38db65704 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:41.319184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91cbc4c9-62ee-4e98-8175-5b4d67a4205d req-d5df5142-65f8-4e3a-91f5-18530eec98cb tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808551 Sep 21 08:15:41.411653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-e207412e-7025-4d61-88b8-7653f8e21b52 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:41.414057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-e207412e-7025-4d61-88b8-7653f8e21b52 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 946 time: 0.1350026 Sep 21 08:15:41.432309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:41.484787 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:41.494025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:41.495164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:41.498508 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832ba2c3-da98-4964-8265-1db8f9a85e29" -d '{"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:41.502804 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:41.539293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Port': ['ID=0f9fdc48-9cdf-4328-aa7c-f3f3803b1d92,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:41.613289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:41.663711 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e83328c-537c-498e-b027-c9899f811a25 x-openstack-request-id: req-3e83328c-537c-498e-b027-c9899f811a25 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:41.664315 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:41.664315 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e83328c-537c-498e-b027-c9899f811a25 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:41.664728 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'code': 200} Sep 21 08:15:41.685031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:41.694216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93d96b28-5b41-4558-8b82-bff6585de566 req-dbce3217-0f93-4d5b-85c8-b7a5b746ad3c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 210 time: 0.1628838 Sep 21 08:15:41.942706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Router 8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:15:42.026415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:15:42.032127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c524a005-a2cc-433f-85c5-d039145a25ce tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9401627 Sep 21 08:15:42.035964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51976) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:42.044610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] Sync routers for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:15:42.055353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:42.056554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:42.082705 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-8c1327f9-b8c8-4fbd-92f2-203e45f286b0 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] show failed (client error): The resource could not be found. Sep 21 08:15:42.087841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8c1327f9-b8c8-4fbd-92f2-203e45f286b0 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-959128674 HTTP/1.1" status: 404 len: 334 time: 0.0471880 Sep 21 08:15:42.089163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51978) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:42.094010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:42.094389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f9f39e65-0a40-4961-b2b8-d72c09e7d58a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:42.106259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] Routers {'8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:15:42.107249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:15:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:42.121950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-5c30c2c2-55ef-43b8-a34d-fda8e54022b8 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:42.123554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-5c30c2c2-55ef-43b8-a34d-fda8e54022b8 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.50 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 810 time: 0.7782381 Sep 21 08:15:42.132585 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-f9f39e65-0a40-4961-b2b8-d72c09e7d58a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] update failed (client error): The resource could not be found. Sep 21 08:15:42.135812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f9f39e65-0a40-4961-b2b8-d72c09e7d58a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-159969496 HTTP/1.1" status: 404 len: 334 time: 0.0434842 Sep 21 08:15:42.137218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51980) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:42.156233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Request body: {'port': {'device_id': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'admin_state_up': True, 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:42.158057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:42.158730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f951e12-287a-45c1-b42c-9f178f4cd806 None None] The sync data for ids ['8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:15:42.170185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Deleting port b7b9a197-a3a0-454f-9019-89a38db65704 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:42.170778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.217257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting subnet 358597a6-aece-4b95-be33-22f25f6e0ddb {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:15:42.221594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.267455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.353814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] For port b7b9a197-a3a0-454f-9019-89a38db65704, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b7b9a197-a3a0-454f-9019-89a38db65704,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:42.354295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.375341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.379022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Calling delete_port for b7b9a197-a3a0-454f-9019-89a38db65704 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:42.387106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Made reservation on behalf of 8dfae42d6d5f4c1493facdddcb38116b for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:42.390784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.484722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.523692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e51585-ffd5-418d-938c-9b12e49cef6a req-a460daca-8ecc-4cf5-8132-245f528b5aad tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:42.525289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64e51585-ffd5-418d-938c-9b12e49cef6a req-a460daca-8ecc-4cf5-8132-245f528b5aad tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e HTTP/1.1" status: 200 len: 944 time: 0.0976779 Sep 21 08:15:42.527975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Subnet': ['ID=358597a6-aece-4b95-be33-22f25f6e0ddb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:42.530090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.531884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-488bd8bc-5797-40bc-a381-d185358542fc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/subnets/358597a6-aece-4b95-be33-22f25f6e0ddb HTTP/1.1" status: 204 len: 168 time: 0.3936925 Sep 21 08:15:42.534853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51990) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:42.542131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c7d96d-3965-4f1b-aacc-027f972b18ba None None] Network 900c1bf1-39fa-4031-afcd-a134f3531cc2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:42.647753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Allocated IP 172.20.0.4 (fdb6cee9-0381-46b5-8fa4-7915c634aa76/d2cdcdbe-2470-4033-a276-bdeddc25edce/96da5387-635b-46f5-83c6-da7dcdcbd27f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:42.662690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64e51585-ffd5-418d-938c-9b12e49cef6a req-6f64b429-3487-434b-9348-db72af5ead66 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094692 Sep 21 08:15:42.670049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.678801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.760752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event deleted for resources: {'Port': ['ID=b7b9a197-a3a0-454f-9019-89a38db65704,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:42.794398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:42.795259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.832902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] No DVR routers for this DVR port b7b9a197-a3a0-454f-9019-89a38db65704 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:42.841718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.846847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-185b95b4-77ce-4a34-8abe-f9ed44593c0d req-baf95f96-8337-4a85-ad66-e7d93ecd0545 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.62 "DELETE /v2.0/ports/b7b9a197-a3a0-454f-9019-89a38db65704 HTTP/1.1" status: 204 len: 173 time: 1.4247112 Sep 21 08:15:42.847162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-deleted', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:42.850459 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba849b74-62c0-459f-9550-dd6f2b9c6a63" -d '{"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-deleted", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:42.865192 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] DHCP port deletion for 900c1bf1-39fa-4031-afcd-a134f3531cc2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:15:42.948514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e1f853fa-932b-4303-96cd-da44d5c46536 req-2e6ba3fe-3527-47ec-8bfb-ad7f98eb5f22 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 210 time: 0.1040339 Sep 21 08:15:42.970837 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbe74a4-3fbb-4097-8370-a4017943be24 x-openstack-request-id: req-ebbe74a4-3fbb-4097-8370-a4017943be24 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:42.971254 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e", "name": "network-vif-deleted", "tag": "b7b9a197-a3a0-454f-9019-89a38db65704", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:42.971528 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebbe74a4-3fbb-4097-8370-a4017943be24 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:42.971969 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae70bc0-8e19-4ef0-935e-25cf0a73ce0e', 'name': 'network-vif-deleted', 'tag': 'b7b9a197-a3a0-454f-9019-89a38db65704', 'status': 'completed', 'code': 200} Sep 21 08:15:42.975765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] For port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,segment=NetworkSegment(a103a106-464a-41dc-a536-f1bca17f32c3),segment_id=a103a106-464a-41dc-a536-f1bca17f32c3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:42.976422 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:42.993896 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Calling delete_port for 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:42.996410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] Deleting port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:42.997949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.021151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.080149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] For port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,segment=NetworkSegment(a103a106-464a-41dc-a536-f1bca17f32c3),segment_id=a103a106-464a-41dc-a536-f1bca17f32c3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:43.080832 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.092084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.104520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] Calling delete_port for 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:43.105887 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.108827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['71f1239a-dd52-4f84-806b-24475796c91a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:15:43.137199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Port': ['ID=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:43.143208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] No DVR routers for this DVR port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:43.148412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Network fdb6cee9-0381-46b5-8fa4-7915c634aa76 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:43.153055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:43.162163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:43.168120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:43.169882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Pushing event updated for resources: {'Port': ['ID=96da5387-635b-46f5-83c6-da7dcdcbd27f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:43.205178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:15:43.205513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:15:43.250745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.257350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:43.259058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.273661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900c1bf1-39fa-4031-afcd-a134f3531cc2']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:43.285377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-50ca8e72-a346-4145-be73-3cdd33d49ebf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1319873 Sep 21 08:15:43.289473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a103a106-464a-41dc-a536-f1bca17f32c3') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:43.291281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a103a106-464a-41dc-a536-f1bca17f32c3') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:43.306646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Request body: {'port': {'device_id': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:43.312028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.336037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.352146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:43.353546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.362656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:43.366731 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:43.413616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] Pushing event deleted for resources: {'Port': ['ID=82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:43.417434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35701dbd-54ee-4e46-b295-825a2a6c9ddb None None] No DVR routers for this DVR port 82713a4b-d0ff-4a2b-87f3-66dedb3c6eaf on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:43.477921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.487217 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.499743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.502084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/networks/900c1bf1-39fa-4031-afcd-a134f3531cc2 HTTP/1.1" status: 204 len: 168 time: 0.9656780 Sep 21 08:15:43.503444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da799227-6cd0-4a15-902d-3ea2c6bd7d8a tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Network': ['ID=900c1bf1-39fa-4031-afcd-a134f3531cc2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:43.505020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52008) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:43.598125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting subnet a7b2bfa1-c107-4662-afe7-22360128faa4 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:15:43.608563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.720306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:43.888606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.039850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96da5387-635b-46f5-83c6-da7dcdcbd27f {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:44.074559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.077341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.084030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6481364-6112-4093-8125-57127e2bee00 req-c51e0fb9-5d62-4a60-aa55-983a34d9ba41 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:44.085584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6481364-6112-4093-8125-57127e2bee00 req-c51e0fb9-5d62-4a60-aa55-983a34d9ba41 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 931 time: 0.0534718 Sep 21 08:15:44.123934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Transition to ACTIVE for port object 96da5387-635b-46f5-83c6-da7dcdcbd27f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:15:44.128051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.130728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/subnets/a7b2bfa1-c107-4662-afe7-22360128faa4 HTTP/1.1" status: 204 len: 168 time: 0.6208563 Sep 21 08:15:44.130728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d17ab-7fc3-4d58-bedd-8842dc49a33d tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b2bfa1-c107-4662-afe7-22360128faa4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:44.131059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23152346-7a61-4f4c-a8ae-5ba618d7d060 None None] Network 82401b3c-2d02-425e-9f21-133107f0ac19 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:44.132662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52030) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:44.142779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6481364-6112-4093-8125-57127e2bee00 req-9ad2ac7e-e0a1-4581-a92c-11459f580f15 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496652 Sep 21 08:15:44.146059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.242123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-92cd181f-4494-4af6-927a-d8edf1ce2d91 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:44.243651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-92cd181f-4494-4af6-927a-d8edf1ce2d91 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 821 time: 0.2872283 Sep 21 08:15:44.250240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting subnet 2153d561-76d4-4bda-8796-cd4351b239b1 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:15:44.262873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.307911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Pushing event updated for resources: {'Port': ['ID=96da5387-635b-46f5-83c6-da7dcdcbd27f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:44.322667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-a34dc175-cfef-40d2-88f4-5b70a70ed587 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/quotas/58182623161f4be392584bf410df279f HTTP/1.1" status: 200 len: 375 time: 0.0690601 Sep 21 08:15:44.337946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] DHCP port deletion for 82401b3c-2d02-425e-9f21-133107f0ac19 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:15:44.368265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.393658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] Deleting port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:44.394116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.457169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Attempting to bind port 96da5387-635b-46f5-83c6-da7dcdcbd27f on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:44.457471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Attempting to bind port 96da5387-635b-46f5-83c6-da7dcdcbd27f by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:44.457777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Attempting to bind port 96da5387-635b-46f5-83c6-da7dcdcbd27f on network fdb6cee9-0381-46b5-8fa4-7915c634aa76 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:44.461424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] For port d606e9aa-78ff-420e-aec0-f3d0c8a5f225, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d606e9aa-78ff-420e-aec0-f3d0c8a5f225,segment=NetworkSegment(eb3c65ea-8b11-4a5d-b473-70f1fe691bf0),segment_id=eb3c65ea-8b11-4a5d-b473-70f1fe691bf0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:44.462371 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.469150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-08bcd568-f760-4753-8d20-be0d5c8e56a2 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244423 Sep 21 08:15:44.477349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] Calling delete_port for d606e9aa-78ff-420e-aec0-f3d0c8a5f225 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:44.487879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Port 96da5387-635b-46f5-83c6-da7dcdcbd27f on network fdb6cee9-0381-46b5-8fa4-7915c634aa76 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:15:44.488214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Attempting to bind port 96da5387-635b-46f5-83c6-da7dcdcbd27f on network fdb6cee9-0381-46b5-8fa4-7915c634aa76 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:44.527194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:44.527563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Checking segment: {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:44.527939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Bound using segment: {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:44.528400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Bound port: 96da5387-635b-46f5-83c6-da7dcdcbd27f, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b0b699-233e-43f4-a5e0-02dff071c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:44.528761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.573466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.582000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.603987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] Pushing event deleted for resources: {'Port': ['ID=d606e9aa-78ff-420e-aec0-f3d0c8a5f225,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:44.610591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fee6d-2690-4813-b677-118d6fd14cee None None] No DVR routers for this DVR port d606e9aa-78ff-420e-aec0-f3d0c8a5f225 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:44.688061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-b67d520b-526f-4e02-bbb2-0b893627d49e service neutron] 10.222.0.59 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011087 Sep 21 08:15:44.710596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] For port 96da5387-635b-46f5-83c6-da7dcdcbd27f, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:44.743873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] For port 96da5387-635b-46f5-83c6-da7dcdcbd27f, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:44.748831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.788688 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.818115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Subnet': ['ID=2153d561-76d4-4bda-8796-cd4351b239b1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:44.822354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9e3bb-d434-42ee-af87-a61e2d793f25 None None] Network 196d0aa5-a64c-4431-9df4-048ed8839489 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:44.824198 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.826087 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-51c9c89f-fff6-4773-b9ba-9a1224b5780f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/subnets/2153d561-76d4-4bda-8796-cd4351b239b1 HTTP/1.1" status: 204 len: 168 time: 0.6899288 Sep 21 08:15:44.828695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:44.874586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:44.874586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.875555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] 10.222.0.50 "PUT /v2.0/ports/96da5387-635b-46f5-83c6-da7dcdcbd27f HTTP/1.1" status: 200 len: 1091 time: 1.5803764 Sep 21 08:15:44.897951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-4aedfdd1-b10b-4564-a218-e6ffca402775 service neutron] 10.222.0.59 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003784 Sep 21 08:15:44.909431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e7793-8588-495e-96fd-80590f63a05e service neutron] Pushing event updated for resources: {'Port': ['ID=96da5387-635b-46f5-83c6-da7dcdcbd27f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:44.948335 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:44.973262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'tag': '96da5387-635b-46f5-83c6-da7dcdcbd27f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:44.976134 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b4de17-d3df-44ed-8d3b-947a35f1a174", "tag": "96da5387-635b-46f5-83c6-da7dcdcbd27f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:44.987876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-39d91a51-f3c0-456f-a03c-0180aeeaa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:44.991937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-39d91a51-f3c0-456f-a03c-0180aeeaa610 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 1094 time: 0.0619376 Sep 21 08:15:45.053207 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b306cfc-3a19-4e0b-a3be-4000a0f47469 x-openstack-request-id: req-9b306cfc-3a19-4e0b-a3be-4000a0f47469 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:45.053665 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b4de17-d3df-44ed-8d3b-947a35f1a174", "tag": "96da5387-635b-46f5-83c6-da7dcdcbd27f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:45.054025 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b306cfc-3a19-4e0b-a3be-4000a0f47469 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:45.054515 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'tag': '96da5387-635b-46f5-83c6-da7dcdcbd27f', 'status': 'completed', 'code': 200} Sep 21 08:15:45.057214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-af642b04-fc49-4e24-9224-c89f5084640d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f HTTP/1.1" status: 200 len: 217 time: 0.0564775 Sep 21 08:15:45.153668 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.159567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d606e9aa-78ff-420e-aec0-f3d0c8a5f225 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:45.166228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-e6cd93e1-d62e-4fac-a681-e3d7941dbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:45.167955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-e6cd93e1-d62e-4fac-a681-e3d7941dbc17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 200 len: 850 time: 0.1011345 Sep 21 08:15:45.182307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d606e9aa-78ff-420e-aec0-f3d0c8a5f225 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:15:45.182655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d606e9aa-78ff-420e-aec0-f3d0c8a5f225 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:15:45.216906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-809b4e46-8190-490b-9e2a-d68d0e0580b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdb6cee9-0381-46b5-8fa4-7915c634aa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314057 Sep 21 08:15:45.220921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82401b3c-2d02-425e-9f21-133107f0ac19']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:45.224055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] DHCP port deletion for 196d0aa5-a64c-4431-9df4-048ed8839489 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:15:45.239981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3c65ea-8b11-4a5d-b473-70f1fe691bf0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:45.240545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3c65ea-8b11-4a5d-b473-70f1fe691bf0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:45.267037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b7b9a197-a3a0-454f-9019-89a38db65704 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:45.270192 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.290739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d4f8438-c598-4695-a934-599c59dd731d req-517e47e3-5004-4e77-8700-38bce1972271 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0701394 Sep 21 08:15:45.290876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: b7b9a197-a3a0-454f-9019-89a38db65704 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:15:45.291235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b7b9a197-a3a0-454f-9019-89a38db65704 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:15:45.309350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.322202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:45.322697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:45.326103 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:45.334971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712580df-9c32-4f98-be3f-af148d86bfcf req-63c70bc5-05b7-4d81-a1e5-35d9b68c12a9 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:45.336412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] Deleting port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:45.337488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.344346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712580df-9c32-4f98-be3f-af148d86bfcf req-63c70bc5-05b7-4d81-a1e5-35d9b68c12a9 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 943 time: 0.0923238 Sep 21 08:15:45.399870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-16199724-084a-4ec7-ab21-155ef721a195 service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456292 Sep 21 08:15:45.446219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] For port 3a0fd565-d571-417e-b106-2e6b7a9bcc11, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3a0fd565-d571-417e-b106-2e6b7a9bcc11,segment=NetworkSegment(baa45e09-6179-43a0-b1a3-c13fe2d18c66),segment_id=baa45e09-6179-43a0-b1a3-c13fe2d18c66)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:45.451137 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.463444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712580df-9c32-4f98-be3f-af148d86bfcf req-ee077030-b93a-43ca-9d94-027171a77a49 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083729 Sep 21 08:15:45.463444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.478149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] Calling delete_port for 3a0fd565-d571-417e-b106-2e6b7a9bcc11 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:45.496679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.501653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/networks/82401b3c-2d02-425e-9f21-133107f0ac19 HTTP/1.1" status: 204 len: 168 time: 0.6690478 Sep 21 08:15:45.502616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52058) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:45.525609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af7079-8391-4ac9-bb6e-32bc9ec9a8b8 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Network': ['ID=82401b3c-2d02-425e-9f21-133107f0ac19,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:45.542640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-947f5d97-cf6f-4d52-8df5-967fd706fb5f req-e00a9b70-5133-4340-b605-343851b91669 service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220398 Sep 21 08:15:45.604298 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.615760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.659786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-b634d6f5-22d2-4f21-9345-baf5a121de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:45.661813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-b634d6f5-22d2-4f21-9345-baf5a121de10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 1094 time: 0.0621793 Sep 21 08:15:45.778331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.804165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] Pushing event deleted for resources: {'Port': ['ID=3a0fd565-d571-417e-b106-2e6b7a9bcc11,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:45.804698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196d0aa5-a64c-4431-9df4-048ed8839489']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:45.806225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5342fd-3769-49f6-a1f1-8e74bc2b180b None None] No DVR routers for this DVR port 3a0fd565-d571-417e-b106-2e6b7a9bcc11 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:45.825089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa45e09-6179-43a0-b1a3-c13fe2d18c66') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:45.825575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa45e09-6179-43a0-b1a3-c13fe2d18c66') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:45.826688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-99f36577-cb8c-4637-a7c4-dd3b52ad7957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:45.828455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-99f36577-cb8c-4637-a7c4-dd3b52ad7957 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 911 time: 0.1555157 Sep 21 08:15:45.840816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.861682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.873033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:45.873654 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:45.878130 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:45.882743 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-6dece289-d0f9-4378-85ce-804a0f79203c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f HTTP/1.1" status: 200 len: 217 time: 0.0429990 Sep 21 08:15:45.958646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-9df7671e-8179-48f9-8d30-b0fa7f212212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:45.960497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-9df7671e-8179-48f9-8d30-b0fa7f212212 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 200 len: 850 time: 0.0684750 Sep 21 08:15:45.977317 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.986084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:45.991231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/networks/196d0aa5-a64c-4431-9df4-048ed8839489 HTTP/1.1" status: 204 len: 168 time: 0.4881473 Sep 21 08:15:45.992129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52068) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:46.006802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-024e33cb-663a-4f4e-833e-bb29bee9dcf1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdb6cee9-0381-46b5-8fa4-7915c634aa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326192 Sep 21 08:15:46.017821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172deb-6a7e-4a62-9e58-e8bec1b26b8f tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Network': ['ID=196d0aa5-a64c-4431-9df4-048ed8839489,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:46.085167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting subnet dd696e09-9bdb-45de-860f-aa48235a1f1e {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:15:46.089990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:46.128491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-68adf06a-b639-40c0-97df-f1360ef56a7a service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029398 Sep 21 08:15:46.136377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:46.247415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fe42d92-5641-44c8-9f02-49e8bd8ae02b req-433b43d2-ed04-4702-90a7-4c300461d22f service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104102 Sep 21 08:15:46.253780 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:46.335653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:46.678734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d78d3-4afb-47b4-bb4c-686db86e2e00 req-336dd0c3-5394-4519-9a5b-0f8302a166b3 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:46.680708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b71d78d3-4afb-47b4-bb4c-686db86e2e00 req-336dd0c3-5394-4519-9a5b-0f8302a166b3 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 943 time: 0.1349647 Sep 21 08:15:46.696582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-bb7cdd6e-6372-4af6-be51-e6025a8c9626 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:46.698140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-bb7cdd6e-6372-4af6-be51-e6025a8c9626 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.50 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 821 time: 0.2052803 Sep 21 08:15:46.705264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Subnet': ['ID=dd696e09-9bdb-45de-860f-aa48235a1f1e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:46.720197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:46.720675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7d79cee1-b0f9-4c76-97b4-9859bbef0bdc tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/subnets/dd696e09-9bdb-45de-860f-aa48235a1f1e HTTP/1.1" status: 204 len: 168 time: 0.7212887 Sep 21 08:15:46.731579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Request body: {'port': {'device_id': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'admin_state_up': True, 'tenant_id': '58182623161f4be392584bf410df279f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:46.732939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1cba47-f2f2-4ef5-9ff1-bc271509be9e None None] Network 3a7347d9-b9c7-4eba-8559-b5e88e1d683c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:15:46.733998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52082) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:46.738180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5b9c3f9-e702-4c81-9990-bae0e84fde26 req-853c418e-8636-491c-8f73-b94c919dee42 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0346928 Sep 21 08:15:46.803684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b71d78d3-4afb-47b4-bb4c-686db86e2e00 req-82acac4a-789c-42a8-a749-c21e21ee62ce tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040881 Sep 21 08:15:46.906508 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:46.982422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Made reservation on behalf of 58182623161f4be392584bf410df279f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:15:46.986001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:46.994631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] DHCP port deletion for 3a7347d9-b9c7-4eba-8559-b5e88e1d683c request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:15:47.016085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Deleting port 932d1546-a11b-40d8-9027-a46d9dccc7b9 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:47.016435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.043609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] Deleting port 932d1546-a11b-40d8-9027-a46d9dccc7b9 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:15:47.044072 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.114329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] For port 932d1546-a11b-40d8-9027-a46d9dccc7b9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=932d1546-a11b-40d8-9027-a46d9dccc7b9,segment=NetworkSegment(80d75fbf-0a02-4c29-b313-81760af59939),segment_id=80d75fbf-0a02-4c29-b313-81760af59939)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:47.114727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.129172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 932d1546-a11b-40d8-9027-a46d9dccc7b9 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:47.131204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] Calling delete_port for 932d1546-a11b-40d8-9027-a46d9dccc7b9 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:47.154353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] For port 932d1546-a11b-40d8-9027-a46d9dccc7b9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=932d1546-a11b-40d8-9027-a46d9dccc7b9,segment=NetworkSegment(80d75fbf-0a02-4c29-b313-81760af59939),segment_id=80d75fbf-0a02-4c29-b313-81760af59939)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:47.154744 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.192834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Calling delete_port for 932d1546-a11b-40d8-9027-a46d9dccc7b9 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:15:47.254492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Allocated IP 172.20.0.13 (0beafd4b-9259-4bcd-ba61-88cfb43f1670/42b2689a-1841-4bef-a6ab-2ac9dea081a4/6e05958f-0c43-4595-91ee-18ce94ecdb34) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:15:47.266799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.281543 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.318267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] Pushing event deleted for resources: {'Port': ['ID=932d1546-a11b-40d8-9027-a46d9dccc7b9,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:47.323742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cc08f-a09c-43cb-8c0d-e400b9048ab2 None None] No DVR routers for this DVR port 932d1546-a11b-40d8-9027-a46d9dccc7b9 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:47.344938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3a0fd565-d571-417e-b106-2e6b7a9bcc11 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:15:47.361156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.364132 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 3a0fd565-d571-417e-b106-2e6b7a9bcc11 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:15:47.364593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3a0fd565-d571-417e-b106-2e6b7a9bcc11 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:15:47.400160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Port': ['ID=932d1546-a11b-40d8-9027-a46d9dccc7b9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:47.404593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] No DVR routers for this DVR port 932d1546-a11b-40d8-9027-a46d9dccc7b9 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:15:47.496571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 96da5387-635b-46f5-83c6-da7dcdcbd27f details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:15:47.600971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 96da5387-635b-46f5-83c6-da7dcdcbd27f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:47.614194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '96da5387-635b-46f5-83c6-da7dcdcbd27f', 'network_id': 'fdb6cee9-0381-46b5-8fa4-7915c634aa76', 'port_id': '96da5387-635b-46f5-83c6-da7dcdcbd27f', 'mac_address': 'fa:16:3e:fe:f2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2cdcdbe-2470-4033-a276-bdeddc25edce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:15:47.667343 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.683802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96da5387-635b-46f5-83c6-da7dcdcbd27f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:47.708389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 96da5387-635b-46f5-83c6-da7dcdcbd27f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:47.713406 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.776721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=96da5387-635b-46f5-83c6-da7dcdcbd27f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:47.872847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.936672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7347d9-b9c7-4eba-8559-b5e88e1d683c']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:47.938036 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c57c2-7a96-49f2-a56d-cbfb9b3f0367 req-5ecb1953-85b9-4ffd-99a4-24ef30d02e29 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:47.939750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c54c57c2-7a96-49f2-a56d-cbfb9b3f0367 req-5ecb1953-85b9-4ffd-99a4-24ef30d02e29 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 944 time: 0.0600073 Sep 21 08:15:47.940599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22b53cf7-68f5-4b4d-bb21-3eb7022500f0 req-b5c309e0-8c5c-4b35-b9b0-5a75a6d9b83a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0647314 Sep 21 08:15:47.943629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.955817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d75fbf-0a02-4c29-b313-81760af59939') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:47.956167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d75fbf-0a02-4c29-b313-81760af59939') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:15:47.972477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:47.996866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.005826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c54c57c2-7a96-49f2-a56d-cbfb9b3f0367 req-94711546-b333-48d6-9bd3-f1950cf2fc63 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573456 Sep 21 08:15:48.010816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:15:48.011390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['96da5387-635b-46f5-83c6-da7dcdcbd27f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:15:48.011566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:15:48.016183 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:15:48.081212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.129103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:15:48.132447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.137971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.143366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/networks/3a7347d9-b9c7-4eba-8559-b5e88e1d683c HTTP/1.1" status: 204 len: 168 time: 1.4090495 Sep 21 08:15:48.143817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52100) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:48.150410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:15:48.152886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:15:48.190175 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f575733e-a4a9-4fc1-b954-c72cea268460 tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae HTTP/1.1" status: 200 len: 205 time: 0.0441406 Sep 21 08:15:48.192677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52102) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:48.208213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee50b7-5251-4c86-8b03-3f530b489c1b tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Pushing event deleted for resources: {'Network': ['ID=3a7347d9-b9c7-4eba-8559-b5e88e1d683c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:48.230523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event updated for resources: {'Port': ['ID=6e05958f-0c43-4595-91ee-18ce94ecdb34,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:48.247336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:48.247993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.264852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-f463f870-4a1e-4667-9101-a24201a61fd8 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5412138 Sep 21 08:15:48.274760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fcf775-6409-4752-a0ea-bef742836ada tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.278921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Request body: {'port': {'device_id': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:48.344412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.469593 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fcf775-6409-4752-a0ea-bef742836ada tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.472009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fcf775-6409-4752-a0ea-bef742836ada tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.542621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fcf775-6409-4752-a0ea-bef742836ada tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.543384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fcf775-6409-4752-a0ea-bef742836ada tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Fanout notify agent at l3_agent the message router_deleted on router 8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:15:48.551870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fcf775-6409-4752-a0ea-bef742836ada tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.553447 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19fcf775-6409-4752-a0ea-bef742836ada tempest-RoutersNegativeIpV6Test-703489681 tempest-RoutersNegativeIpV6Test-703489681-project] 10.222.0.59 "DELETE /v2.0/routers/8d4bcea5-84f4-4ae4-ae61-96131ed5d8ae HTTP/1.1" status: 204 len: 168 time: 0.3594959 Sep 21 08:15:48.659563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e05958f-0c43-4595-91ee-18ce94ecdb34 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:48.669600 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.686049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Transition to ACTIVE for port object 6e05958f-0c43-4595-91ee-18ce94ecdb34 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:15:48.690695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.754580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e05958f-0c43-4595-91ee-18ce94ecdb34,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:48.837772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Attempting to bind port 6e05958f-0c43-4595-91ee-18ce94ecdb34 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:15:48.837884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Attempting to bind port 6e05958f-0c43-4595-91ee-18ce94ecdb34 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:15:48.837982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52110) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:48.838240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Attempting to bind port 6e05958f-0c43-4595-91ee-18ce94ecdb34 on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:48.843274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Port 6e05958f-0c43-4595-91ee-18ce94ecdb34 on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:15:48.843782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Attempting to bind port 6e05958f-0c43-4595-91ee-18ce94ecdb34 on network 0beafd4b-9259-4bcd-ba61-88cfb43f1670 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:15:48.849271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:15:48.849651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Checking segment: {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:15:48.850114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Bound using segment: {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:15:48.850596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Bound port: 6e05958f-0c43-4595-91ee-18ce94ecdb34, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd14ea174-4029-492c-917b-b07e0aa0a58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:15:48.851007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.927653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] For port 6e05958f-0c43-4595-91ee-18ce94ecdb34, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:15:48.931457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] For port 6e05958f-0c43-4595-91ee-18ce94ecdb34, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6e05958f-0c43-4595-91ee-18ce94ecdb34,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:15:48.935997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.970823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:48.972186 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:48.973947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e05958f-0c43-4595-91ee-18ce94ecdb34 HTTP/1.1" status: 200 len: 1092 time: 0.7000921 Sep 21 08:15:48.977219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'tag': '6e05958f-0c43-4595-91ee-18ce94ecdb34'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:48.982196 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26646716-4f8b-425f-96d1-8652490f3e72" -d '{"events": [{"name": "network-changed", "server_uuid": "38353463-2e08-4386-8ca9-e19af62a0fc3", "tag": "6e05958f-0c43-4595-91ee-18ce94ecdb34"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:49.013825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc516f0c-7713-4413-b4f5-67f3652f1d79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=891b754bcf274f15abea36494af19407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744523 Sep 21 08:15:49.016194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52118) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:49.024580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e0e4a-61b6-4e5a-9836-a0df990269b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e05958f-0c43-4595-91ee-18ce94ecdb34,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:49.058140 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bbc183-ab29-4e38-a752-1bdf8d6cceba x-openstack-request-id: req-40bbc183-ab29-4e38-a752-1bdf8d6cceba {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:49.058248 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38353463-2e08-4386-8ca9-e19af62a0fc3", "tag": "6e05958f-0c43-4595-91ee-18ce94ecdb34", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:49.058503 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40bbc183-ab29-4e38-a752-1bdf8d6cceba {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:49.058904 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'tag': '6e05958f-0c43-4595-91ee-18ce94ecdb34', 'status': 'completed', 'code': 200} Sep 21 08:15:49.075497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-afb42b76-a859-4d56-943b-13e52b982f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.077047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-afb42b76-a859-4d56-943b-13e52b982f72 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0481291 Sep 21 08:15:49.127811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-764ac4f6-28a7-4619-9461-e385c7a3d339 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e05958f-0c43-4595-91ee-18ce94ecdb34 HTTP/1.1" status: 200 len: 217 time: 0.0414402 Sep 21 08:15:49.128213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364a4fd-0aa2-49c9-8da2-6b48bf194a80 req-4e56c7e6-6b41-4a81-8368-4f80e3edc132 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.129824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e364a4fd-0aa2-49c9-8da2-6b48bf194a80 req-4e56c7e6-6b41-4a81-8368-4f80e3edc132 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 944 time: 0.0826516 Sep 21 08:15:49.146319 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f862ece-1f26-4f4e-bab0-3f0ec210ca21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:49.184661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f862ece-1f26-4f4e-bab0-3f0ec210ca21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:49.202643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-dac78662-69db-444c-ad30-85f6ad880df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.211033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-dac78662-69db-444c-ad30-85f6ad880df5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42b2689a-1841-4bef-a6ab-2ac9dea081a4 HTTP/1.1" status: 200 len: 861 time: 0.0686197 Sep 21 08:15:49.211290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e364a4fd-0aa2-49c9-8da2-6b48bf194a80 req-761099c0-05f4-4078-a4de-16b6931ff3ea tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730379 Sep 21 08:15:49.213586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd9c8a-dac1-4a4e-b9c1-c4816bb18262 req-f3e4405f-7390-4e37-9e54-639c35e6489e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.215157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24bd9c8a-dac1-4a4e-b9c1-c4816bb18262 req-f3e4405f-7390-4e37-9e54-639c35e6489e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 944 time: 0.0901322 Sep 21 08:15:49.252017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-2df80e4c-e022-4b74-8132-d6a74e48d228 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0beafd4b-9259-4bcd-ba61-88cfb43f1670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358486 Sep 21 08:15:49.262272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f862ece-1f26-4f4e-bab0-3f0ec210ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:49.265450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f862ece-1f26-4f4e-bab0-3f0ec210ca21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:49.266464 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7f862ece-1f26-4f4e-bab0-3f0ec210ca21 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/660f5365-5baa-4d16-a121-be076edf29fb HTTP/1.1" status: 204 len: 168 time: 0.2473602 Sep 21 08:15:49.277216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f862ece-1f26-4f4e-bab0-3f0ec210ca21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660f5365-5baa-4d16-a121-be076edf29fb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:49.314167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24bd9c8a-dac1-4a4e-b9c1-c4816bb18262 req-9115e436-780d-4b0c-9c7a-ebfdac2ca82a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Sep 21 08:15:49.398236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-471d2ce6-cc7f-4444-afa0-1ee5bbfc8354 service neutron] 10.222.0.50 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357076 Sep 21 08:15:49.513245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 96da5387-635b-46f5-83c6-da7dcdcbd27f up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:49.542592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eec913e-1f69-4fbb-8e20-a99fb05780a7 req-80113be5-ca38-433d-8d18-583f28126c6e service neutron] 10.222.0.50 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337464 Sep 21 08:15:49.597331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 96da5387-635b-46f5-83c6-da7dcdcbd27f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:15:49.603005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 96da5387-635b-46f5-83c6-da7dcdcbd27f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:49.603600 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:49.655407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26646716-4f8b-425f-96d1-8652490f3e72 req-231f02fb-3e55-49da-bea5-85b4698331aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.657174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26646716-4f8b-425f-96d1-8652490f3e72 req-231f02fb-3e55-49da-bea5-85b4698331aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=58182623161f4be392584bf410df279f&device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 1095 time: 0.0574913 Sep 21 08:15:49.694584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:49.724262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96da5387-635b-46f5-83c6-da7dcdcbd27f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:49.727797 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d4e476-c4b3-4b4c-b49d-bcf18a5b1961" -d '{"events": [{"server_uuid": "d8b4de17-d3df-44ed-8d3b-947a35f1a174", "name": "network-vif-plugged", "status": "completed", "tag": "96da5387-635b-46f5-83c6-da7dcdcbd27f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:49.748769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 96da5387-635b-46f5-83c6-da7dcdcbd27f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:49.754714 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:49.790044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26646716-4f8b-425f-96d1-8652490f3e72 req-5e76fd53-e1ae-46a9-8f88-3606767b0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.792871 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26646716-4f8b-425f-96d1-8652490f3e72 req-5e76fd53-e1ae-46a9-8f88-3606767b0440 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 200 len: 922 time: 0.1268106 Sep 21 08:15:49.812381 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34367083-636f-4a31-87b8-fcbfcc833241 x-openstack-request-id: req-34367083-636f-4a31-87b8-fcbfcc833241 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:49.812671 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b4de17-d3df-44ed-8d3b-947a35f1a174", "name": "network-vif-plugged", "status": "completed", "tag": "96da5387-635b-46f5-83c6-da7dcdcbd27f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:49.813205 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34367083-636f-4a31-87b8-fcbfcc833241 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:49.813688 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96da5387-635b-46f5-83c6-da7dcdcbd27f', 'code': 200} Sep 21 08:15:49.839585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=96da5387-635b-46f5-83c6-da7dcdcbd27f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:49.872792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26646716-4f8b-425f-96d1-8652490f3e72 req-7673e184-c53b-41e1-a41c-7ca5a02469e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e05958f-0c43-4595-91ee-18ce94ecdb34 HTTP/1.1" status: 200 len: 217 time: 0.0632045 Sep 21 08:15:49.897330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a41d5a-439d-451f-abff-4a4d61fe8952 req-cf54b08c-ba3e-49eb-90fa-0b8ff6655e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.898839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38a41d5a-439d-451f-abff-4a4d61fe8952 req-cf54b08c-ba3e-49eb-90fa-0b8ff6655e9d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 1096 time: 0.0425153 Sep 21 08:15:49.929088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26646716-4f8b-425f-96d1-8652490f3e72 req-8a0bff0c-ee41-40ed-91ff-844bd37b706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:49.931214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26646716-4f8b-425f-96d1-8652490f3e72 req-8a0bff0c-ee41-40ed-91ff-844bd37b706d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=42b2689a-1841-4bef-a6ab-2ac9dea081a4 HTTP/1.1" status: 200 len: 861 time: 0.0502071 Sep 21 08:15:49.934632 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38a41d5a-439d-451f-abff-4a4d61fe8952 req-1f71afa3-47b8-4b88-9479-1457f5cb9572 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285468 Sep 21 08:15:50.294418 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26646716-4f8b-425f-96d1-8652490f3e72 req-1faaf116-b8e9-42b2-a1a6-90868bb44e2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0beafd4b-9259-4bcd-ba61-88cfb43f1670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296390 Sep 21 08:15:50.376103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52162) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:50.437607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347908-8138-41f1-8a18-215f1a979dfd req-e7320524-2293-4053-8110-b0e840e07b75 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:50.439397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f347908-8138-41f1-8a18-215f1a979dfd req-e7320524-2293-4053-8110-b0e840e07b75 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 944 time: 0.1228406 Sep 21 08:15:50.479058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26646716-4f8b-425f-96d1-8652490f3e72 req-438005c5-f496-40c9-b524-09e56908510e service neutron] 10.222.0.50 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641257 Sep 21 08:15:50.509896 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96dd85-17c9-40a8-912b-b70f70edab0d req-5901df29-62e1-48e8-ad94-079d7be14a44 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:50.511555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb96dd85-17c9-40a8-912b-b70f70edab0d req-5901df29-62e1-48e8-ad94-079d7be14a44 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0579062 Sep 21 08:15:50.534406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a60cd720-9278-40af-b9d4-d1ca7e932fe8 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:50.535472 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-a60cd720-9278-40af-b9d4-d1ca7e932fe8 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 08:15:50.536292 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-a60cd720-9278-40af-b9d4-d1ca7e932fe8 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 08:15:50.537363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a60cd720-9278-40af-b9d4-d1ca7e932fe8 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1596892 Sep 21 08:15:50.545308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52172) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:50.549963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142191497'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:50.572624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f347908-8138-41f1-8a18-215f1a979dfd req-f5ff3057-1b1d-443e-b057-1b9811699f01 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065097 Sep 21 08:15:50.594220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb96dd85-17c9-40a8-912b-b70f70edab0d req-6df3adee-ab9e-444f-a73f-dee6df33bf3b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722013 Sep 21 08:15:50.600912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:50.614420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:50.659387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26646716-4f8b-425f-96d1-8652490f3e72 req-c3ad9b7d-2115-4f80-817f-d03b8bd15143 service neutron] 10.222.0.50 "GET /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669641 Sep 21 08:15:50.768182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:50.776722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:50.810782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5649d13e-4d78-41d5-ba66-5b20558fe946,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:50.885094 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:50.889521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:50.923297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:50.925277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3786242 Sep 21 08:15:50.926931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f13235-0632-4dbf-9cd8-bad2aba2f600 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181b4978-5541-46b7-acd1-a2414d8f1f4c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:50.928386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52174) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:50.933222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-152f1544-ef17-4136-9c5c-9277d91ad102 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '181b4978-5541-46b7-acd1-a2414d8f1f4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:50.971169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-152f1544-ef17-4136-9c5c-9277d91ad102 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.044525 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-152f1544-ef17-4136-9c5c-9277d91ad102 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.050183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-152f1544-ef17-4136-9c5c-9277d91ad102 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.068815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f1544-ef17-4136-9c5c-9277d91ad102 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003512dc-9257-471e-bc3b-b6ec3fe579b2,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:51.077068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-152f1544-ef17-4136-9c5c-9277d91ad102 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.078305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-152f1544-ef17-4136-9c5c-9277d91ad102 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489310 Sep 21 08:15:51.082328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52176) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.087297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-02685777-949a-4e63-9086-07fb23e2e7e5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '181b4978-5541-46b7-acd1-a2414d8f1f4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:51.115128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02685777-949a-4e63-9086-07fb23e2e7e5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.171267 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-02685777-949a-4e63-9086-07fb23e2e7e5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 08:15:51.172500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-02685777-949a-4e63-9086-07fb23e2e7e5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0891616 Sep 21 08:15:51.175552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52178) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.238037 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7b18f8f-2272-4e9c-879c-1e2badcb9959 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.269221 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7b18f8f-2272-4e9c-879c-1e2badcb9959 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.313554 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7b18f8f-2272-4e9c-879c-1e2badcb9959 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.316324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7b18f8f-2272-4e9c-879c-1e2badcb9959 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.317638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e7b18f8f-2272-4e9c-879c-1e2badcb9959 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/181b4978-5541-46b7-acd1-a2414d8f1f4c HTTP/1.1" status: 204 len: 168 time: 0.1409502 Sep 21 08:15:51.320666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52180) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.330334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b18f8f-2272-4e9c-879c-1e2badcb9959 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b4978-5541-46b7-acd1-a2414d8f1f4c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:51.384078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-903ef953-46be-4945-8212-81bab929ea67 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610940 Sep 21 08:15:51.388117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52182) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.398958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e6e53d9b-0188-4b6d-b087-a03831403104 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639723871'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:51.434297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6e53d9b-0188-4b6d-b087-a03831403104 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.540179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6e53d9b-0188-4b6d-b087-a03831403104 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.548009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6e53d9b-0188-4b6d-b087-a03831403104 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.576571 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6e53d9b-0188-4b6d-b087-a03831403104 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.577831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e6e53d9b-0188-4b6d-b087-a03831403104 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1883824 Sep 21 08:15:51.580937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52186) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.582131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e53d9b-0188-4b6d-b087-a03831403104 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1203b3fc-4035-4721-88f8-142fae219a9a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:51.586030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7795e2b0-563c-4c1c-93a9-c0d1329892d5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '1203b3fc-4035-4721-88f8-142fae219a9a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:51.587432 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-7795e2b0-563c-4c1c-93a9-c0d1329892d5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 08:15:51.587984 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-7795e2b0-563c-4c1c-93a9-c0d1329892d5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:51.589047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7795e2b0-563c-4c1c-93a9-c0d1329892d5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069039 Sep 21 08:15:51.593455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52188) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.667261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b586c202-32b3-459f-8279-21a67d02cb45 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.727952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b586c202-32b3-459f-8279-21a67d02cb45 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.734861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8513af-6a32-40df-8cc7-d17fbcabfa2a req-12fc37e0-2bcd-48b4-87cc-8f6b5aeb103b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:51.737640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f8513af-6a32-40df-8cc7-d17fbcabfa2a req-12fc37e0-2bcd-48b4-87cc-8f6b5aeb103b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0640044 Sep 21 08:15:51.770532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b04bf-6dbe-43d3-88c7-969514a0266d req-ebb565bb-cf81-41ab-bfb4-e172fc9d451a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:51.772106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc2b04bf-6dbe-43d3-88c7-969514a0266d req-ebb565bb-cf81-41ab-bfb4-e172fc9d451a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 944 time: 0.1080332 Sep 21 08:15:51.790901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f8513af-6a32-40df-8cc7-d17fbcabfa2a req-bd33691e-7578-406e-bd86-338f5e7f60ac tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459833 Sep 21 08:15:51.798747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b586c202-32b3-459f-8279-21a67d02cb45 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.801807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b586c202-32b3-459f-8279-21a67d02cb45 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:51.803089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b586c202-32b3-459f-8279-21a67d02cb45 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/1203b3fc-4035-4721-88f8-142fae219a9a HTTP/1.1" status: 204 len: 168 time: 0.2085922 Sep 21 08:15:51.814454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52202) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.825583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586c202-32b3-459f-8279-21a67d02cb45 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1203b3fc-4035-4721-88f8-142fae219a9a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:51.850307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc2b04bf-6dbe-43d3-88c7-969514a0266d req-c13a6dcf-4cb9-49f9-8c64-c765c9bc0a97 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689378 Sep 21 08:15:51.897355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8bc0010c-ac3d-48d7-a66b-6effdaebaf86 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800653 Sep 21 08:15:51.897632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52206) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:51.902939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-424e8b3e-e8f6-4ba9-a67c-efec6d78593e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--561910917'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:51.938501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-424e8b3e-e8f6-4ba9-a67c-efec6d78593e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.037974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-424e8b3e-e8f6-4ba9-a67c-efec6d78593e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.042664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-424e8b3e-e8f6-4ba9-a67c-efec6d78593e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.067935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-424e8b3e-e8f6-4ba9-a67c-efec6d78593e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.069346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-424e8b3e-e8f6-4ba9-a67c-efec6d78593e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1706641 Sep 21 08:15:52.073389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52208) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.082345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e8b3e-e8f6-4ba9-a67c-efec6d78593e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5415ed9f-f1d9-4e12-b5ba-3acc8f988271,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:52.086339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6a624012-261a-4592-9f26-951fbf775e76 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '5415ed9f-f1d9-4e12-b5ba-3acc8f988271', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:52.087328 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-6a624012-261a-4592-9f26-951fbf775e76 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 08:15:52.088429 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-6a624012-261a-4592-9f26-951fbf775e76 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:52.094272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6a624012-261a-4592-9f26-951fbf775e76 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0148308 Sep 21 08:15:52.095660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52212) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.205091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbf956c1-6b9c-4614-b9d8-8df57a8b5e29 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.239062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbf956c1-6b9c-4614-b9d8-8df57a8b5e29 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.259119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-47c50bee-550e-43f5-a10d-4862472a1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:52.260629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-47c50bee-550e-43f5-a10d-4862472a1270 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 1096 time: 0.1179550 Sep 21 08:15:52.287403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedbc2f-6565-488b-b8b9-3b9feccc0e5c req-33319424-fcce-4d19-bc20-194e579aeede tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:52.288870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aaedbc2f-6565-488b-b8b9-3b9feccc0e5c req-33319424-fcce-4d19-bc20-194e579aeede tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.1348071 Sep 21 08:15:52.340106 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69b705a5-bcd9-4d8e-9bbc-3d10b35ccdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.372058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbf956c1-6b9c-4614-b9d8-8df57a8b5e29 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.374560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbf956c1-6b9c-4614-b9d8-8df57a8b5e29 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.375734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fbf956c1-6b9c-4614-b9d8-8df57a8b5e29 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/5415ed9f-f1d9-4e12-b5ba-3acc8f988271 HTTP/1.1" status: 204 len: 168 time: 0.2788749 Sep 21 08:15:52.379752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52214) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.403565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf956c1-6b9c-4614-b9d8-8df57a8b5e29 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5415ed9f-f1d9-4e12-b5ba-3acc8f988271,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:52.407727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aaedbc2f-6565-488b-b8b9-3b9feccc0e5c req-bb1b8c22-6e0c-4788-b4b6-60c7a2843d78 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095185 Sep 21 08:15:52.432089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-583b1519-c115-4a38-8d0c-24347a1aa6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:52.434853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-583b1519-c115-4a38-8d0c-24347a1aa6ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 911 time: 0.1590195 Sep 21 08:15:52.443070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-195dc4a8-bd0c-4db1-8732-4368f5990cac tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618176 Sep 21 08:15:52.446556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52216) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.451198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0c8aa444-480c-4192-bfb0-7d421524d91e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--867224413'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:52.475292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa444-480c-4192-bfb0-7d421524d91e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.481858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-b5292f92-336f-4db6-ad5d-5abebadd3e83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f HTTP/1.1" status: 200 len: 217 time: 0.0386002 Sep 21 08:15:52.543591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-c2493208-5cb7-4d11-ad74-0daea6872c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:52.545174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-c2493208-5cb7-4d11-ad74-0daea6872c0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 200 len: 850 time: 0.0548983 Sep 21 08:15:52.567411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa444-480c-4192-bfb0-7d421524d91e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.573768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa444-480c-4192-bfb0-7d421524d91e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.596682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-9a57da89-d505-44b7-8a3c-59b0120bc523 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdb6cee9-0381-46b5-8fa4-7915c634aa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314338 Sep 21 08:15:52.598925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa444-480c-4192-bfb0-7d421524d91e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.600405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0c8aa444-480c-4192-bfb0-7d421524d91e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1528540 Sep 21 08:15:52.604753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52220) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.605204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aa444-480c-4192-bfb0-7d421524d91e tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d0109-e558-4676-8b1b-b415371eb72e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:52.613413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-92448e8a-a83f-4fb3-9c57-0c2d69dc4fdf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'be7d0109-e558-4676-8b1b-b415371eb72e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:52.625672 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-92448e8a-a83f-4fb3-9c57-0c2d69dc4fdf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 08:15:52.626257 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-92448e8a-a83f-4fb3-9c57-0c2d69dc4fdf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:52.627486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-92448e8a-a83f-4fb3-9c57-0c2d69dc4fdf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214133 Sep 21 08:15:52.631432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52222) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.636111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-dd3c617f-aede-48ba-bd5d-7e6c25817de6 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'be7d0109-e558-4676-8b1b-b415371eb72e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:52.637748 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-dd3c617f-aede-48ba-bd5d-7e6c25817de6 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 08:15:52.638299 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-dd3c617f-aede-48ba-bd5d-7e6c25817de6 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:52.639282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dd3c617f-aede-48ba-bd5d-7e6c25817de6 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068617 Sep 21 08:15:52.641849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52224) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.645937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-176bf6f5-47f9-4866-ba60-8241e8e6c856 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'be7d0109-e558-4676-8b1b-b415371eb72e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:52.646969 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-176bf6f5-47f9-4866-ba60-8241e8e6c856 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 08:15:52.647482 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-176bf6f5-47f9-4866-ba60-8241e8e6c856 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:52.649429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-176bf6f5-47f9-4866-ba60-8241e8e6c856 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066833 Sep 21 08:15:52.651932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.656051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bb136870-c227-4744-a8d9-b4c7c0ba98e2 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'be7d0109-e558-4676-8b1b-b415371eb72e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:52.656912 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-bb136870-c227-4744-a8d9-b4c7c0ba98e2 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 08:15:52.657398 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-bb136870-c227-4744-a8d9-b4c7c0ba98e2 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:52.658350 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb136870-c227-4744-a8d9-b4c7c0ba98e2 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055585 Sep 21 08:15:52.660826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52228) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.715164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb6bf-abb0-41e3-bf6d-a5ea3ccf4b50 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.719209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-c58661fc-4370-4933-856c-c54229ddb917 service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113918 Sep 21 08:15:52.741170 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb6bf-abb0-41e3-bf6d-a5ea3ccf4b50 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.793533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb6bf-abb0-41e3-bf6d-a5ea3ccf4b50 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.797369 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d0eb6bf-abb0-41e3-bf6d-a5ea3ccf4b50 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.800015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3d0eb6bf-abb0-41e3-bf6d-a5ea3ccf4b50 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/be7d0109-e558-4676-8b1b-b415371eb72e HTTP/1.1" status: 204 len: 168 time: 0.1382442 Sep 21 08:15:52.803530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52230) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.821249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0eb6bf-abb0-41e3-bf6d-a5ea3ccf4b50 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d0109-e558-4676-8b1b-b415371eb72e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:52.830331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-923c38a3-96e5-4276-8f3f-a8307228a866 req-fc381b38-f46c-46b4-a92a-150dcdfc2bb8 service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013229 Sep 21 08:15:52.870232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7b289493-9857-4ee1-9504-f0623c413e89 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559969 Sep 21 08:15:52.870513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52234) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:52.890621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-33afdd03-6b0e-4bd9-aa7e-d806b147da37 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--326200252'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:52.933024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33afdd03-6b0e-4bd9-aa7e-d806b147da37 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:52.997266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329d32-7563-4d40-b58a-7a66cd6323df req-bd49368b-c105-4428-b202-a4ff5b15784f tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:52.998841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e329d32-7563-4d40-b58a-7a66cd6323df req-bd49368b-c105-4428-b202-a4ff5b15784f tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 944 time: 0.0587435 Sep 21 08:15:53.046898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e329d32-7563-4d40-b58a-7a66cd6323df req-f108efdc-95a0-43db-86e1-6d6cc1eedc7a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Sep 21 08:15:53.069733 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33afdd03-6b0e-4bd9-aa7e-d806b147da37 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.082882 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33afdd03-6b0e-4bd9-aa7e-d806b147da37 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.117081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afdd03-6b0e-4bd9-aa7e-d806b147da37 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da056f93-d5a0-42a5-8dcd-711263ec4daa,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:53.120744 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33afdd03-6b0e-4bd9-aa7e-d806b147da37 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.122092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-33afdd03-6b0e-4bd9-aa7e-d806b147da37 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2506154 Sep 21 08:15:53.125951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52248) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.131839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-58e998ec-916d-4da0-9a60-16857087ee8d tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.134326 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-58e998ec-916d-4da0-9a60-16857087ee8d tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 08:15:53.134835 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-58e998ec-916d-4da0-9a60-16857087ee8d tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.136141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58e998ec-916d-4da0-9a60-16857087ee8d tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088961 Sep 21 08:15:53.140520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52250) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.145502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-021189e7-a7f2-490b-a847-454a8fd17dee tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.185297 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-021189e7-a7f2-490b-a847-454a8fd17dee tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.186360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-021189e7-a7f2-490b-a847-454a8fd17dee tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0449467 Sep 21 08:15:53.189320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52252) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.194510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bc6ca989-0ae9-46d2-838d-ccfec77beab5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.194985 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-bc6ca989-0ae9-46d2-838d-ccfec77beab5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 08:15:53.195496 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-bc6ca989-0ae9-46d2-838d-ccfec77beab5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.199763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bc6ca989-0ae9-46d2-838d-ccfec77beab5 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064781 Sep 21 08:15:53.200084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52254) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.205008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-785abb3e-02bd-4579-abab-c92877840216 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.240387 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-785abb3e-02bd-4579-abab-c92877840216 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.241416 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-785abb3e-02bd-4579-abab-c92877840216 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0403638 Sep 21 08:15:53.244485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52256) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.249333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f0c26215-615d-4122-a838-94299dbb87cc tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.250176 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-f0c26215-615d-4122-a838-94299dbb87cc tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 08:15:53.250654 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-f0c26215-615d-4122-a838-94299dbb87cc tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.251670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f0c26215-615d-4122-a838-94299dbb87cc tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059667 Sep 21 08:15:53.254781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52258) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.260504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e38685b0-ba74-46b2-a502-154ca4bd7e98 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.283924 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-e38685b0-ba74-46b2-a502-154ca4bd7e98 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Project 1f7e6166c6bc4a31959e5011fb00b48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:15:53.297055 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-e38685b0-ba74-46b2-a502-154ca4bd7e98 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.298096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e38685b0-ba74-46b2-a502-154ca4bd7e98 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0422330 Sep 21 08:15:53.302219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52260) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.306619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5a0a0a1f-408a-459b-94cc-d6724a699031 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.307094 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-5a0a0a1f-408a-459b-94cc-d6724a699031 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 08:15:53.307594 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-5a0a0a1f-408a-459b-94cc-d6724a699031 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.308531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5a0a0a1f-408a-459b-94cc-d6724a699031 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054064 Sep 21 08:15:53.311294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52262) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.315734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4c3dbf1a-0a75-44e1-8b10-f4bec3d45698 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.340388 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-4c3dbf1a-0a75-44e1-8b10-f4bec3d45698 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Project 1f7e6166c6bc4a31959e5011fb00b48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:15:53.355550 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-4c3dbf1a-0a75-44e1-8b10-f4bec3d45698 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.357695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4c3dbf1a-0a75-44e1-8b10-f4bec3d45698 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0450566 Sep 21 08:15:53.360195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52264) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.365574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-71fc2a09-41c1-4fe3-b073-f31245ecf670 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'da056f93-d5a0-42a5-8dcd-711263ec4daa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.391616 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-71fc2a09-41c1-4fe3-b073-f31245ecf670 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Project 1f7e6166c6bc4a31959e5011fb00b48c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:15:53.405145 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-71fc2a09-41c1-4fe3-b073-f31245ecf670 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:53.406297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71fc2a09-41c1-4fe3-b073-f31245ecf670 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0451069 Sep 21 08:15:53.409340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.464587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e80d-a8b5-4e9b-9044-38138c7073fb tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.490920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e80d-a8b5-4e9b-9044-38138c7073fb tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.515400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6e05958f-0c43-4595-91ee-18ce94ecdb34 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:15:53.537556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e80d-a8b5-4e9b-9044-38138c7073fb tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.540558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fdb4e80d-a8b5-4e9b-9044-38138c7073fb tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.545610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fdb4e80d-a8b5-4e9b-9044-38138c7073fb tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/da056f93-d5a0-42a5-8dcd-711263ec4daa HTTP/1.1" status: 204 len: 168 time: 0.1310813 Sep 21 08:15:53.546244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52270) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.556770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fb84d-dea7-4af0-b5ee-2d62c9da715a req-6e59dade-12da-4301-90e9-c9604b2e398a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:53.558006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4e80d-a8b5-4e9b-9044-38138c7073fb tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da056f93-d5a0-42a5-8dcd-711263ec4daa,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:53.558583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-467fb84d-dea7-4af0-b5ee-2d62c9da715a req-6e59dade-12da-4301-90e9-c9604b2e398a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0537841 Sep 21 08:15:53.611304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dceb538d-17b9-45b2-990c-5e44901c3e1b tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640476 Sep 21 08:15:53.616589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.623821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-28032887-543f-4d0b-8ba2-e1737e0b4a1f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106483088'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.629780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-467fb84d-dea7-4af0-b5ee-2d62c9da715a req-cdd89670-a58d-437a-8b8c-090aaec850fb tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651944 Sep 21 08:15:53.660298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6e05958f-0c43-4595-91ee-18ce94ecdb34, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6e05958f-0c43-4595-91ee-18ce94ecdb34,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:53.662907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28032887-543f-4d0b-8ba2-e1737e0b4a1f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.671485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '6e05958f-0c43-4595-91ee-18ce94ecdb34', 'network_id': '0beafd4b-9259-4bcd-ba61-88cfb43f1670', 'port_id': '6e05958f-0c43-4595-91ee-18ce94ecdb34', 'mac_address': 'fa:16:3e:a5:27:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42b2689a-1841-4bef-a6ab-2ac9dea081a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:15:53.719507 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.744321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e05958f-0c43-4595-91ee-18ce94ecdb34 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:15:53.769455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28032887-543f-4d0b-8ba2-e1737e0b4a1f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.774448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28032887-543f-4d0b-8ba2-e1737e0b4a1f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.779226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6e05958f-0c43-4595-91ee-18ce94ecdb34, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6e05958f-0c43-4595-91ee-18ce94ecdb34,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:53.785452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.818824 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28032887-543f-4d0b-8ba2-e1737e0b4a1f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:53.818824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-28032887-543f-4d0b-8ba2-e1737e0b4a1f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1920741 Sep 21 08:15:53.818824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28032887-543f-4d0b-8ba2-e1737e0b4a1f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ddcd2-5b0e-409e-b47e-92c38a83542d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:53.818824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52276) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.823982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a5da802a-32e0-4f38-b79d-64ee2f014b25 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '6f0ddcd2-5b0e-409e-b47e-92c38a83542d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.848698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6e05958f-0c43-4595-91ee-18ce94ecdb34,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:53.858121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.858667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.859105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.859560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.860006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.860453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.860924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.861436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.861956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.862480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.863023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.863594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:15:53.877855 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-a5da802a-32e0-4f38-b79d-64ee2f014b25 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The resource could not be found. Sep 21 08:15:53.878991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a5da802a-32e0-4f38-b79d-64ee2f014b25 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0590608 Sep 21 08:15:53.882645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:53.887451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5db244c1-a87e-466e-8305-335c9bfd494f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '6f0ddcd2-5b0e-409e-b47e-92c38a83542d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'efdd5827-bf37-41c9-bdb9-9ffbfb00019d'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:53.930244 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-5db244c1-a87e-466e-8305-335c9bfd494f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The resource could not be found. Sep 21 08:15:53.935387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5db244c1-a87e-466e-8305-335c9bfd494f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0482852 Sep 21 08:15:53.936172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52280) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.011546 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-184bfb42-1a41-439e-90fc-6b1bdd144b53 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.050471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-184bfb42-1a41-439e-90fc-6b1bdd144b53 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.075204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['6e05958f-0c43-4595-91ee-18ce94ecdb34'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:15:54.128282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-184bfb42-1a41-439e-90fc-6b1bdd144b53 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.131027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-184bfb42-1a41-439e-90fc-6b1bdd144b53 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.134890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52290) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.135128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-184bfb42-1a41-439e-90fc-6b1bdd144b53 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/6f0ddcd2-5b0e-409e-b47e-92c38a83542d HTTP/1.1" status: 204 len: 168 time: 0.1973617 Sep 21 08:15:54.144840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bfb42-1a41-439e-90fc-6b1bdd144b53 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ddcd2-5b0e-409e-b47e-92c38a83542d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:54.237250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-455db51d-ff9f-4b3b-a2f9-d492c77f077f tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959256 Sep 21 08:15:54.237778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52294) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.244616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-891efb80-94e1-4d34-973c-510cf3b4cfbe tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '0dec8909-3cb1-4ba5-b4c9-cbdb33016665', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:54.271818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df972f4-cb80-48f8-ac45-4a7b9196d877 req-7e84df1a-2a48-4bcc-ba5f-2c13afc2f24a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:54.273470 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8df972f4-cb80-48f8-ac45-4a7b9196d877 req-7e84df1a-2a48-4bcc-ba5f-2c13afc2f24a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 945 time: 0.1161785 Sep 21 08:15:54.333873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8df972f4-cb80-48f8-ac45-4a7b9196d877 req-654a3a59-7fe5-439c-a335-34e520d953c5 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497146 Sep 21 08:15:54.338645 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-891efb80-94e1-4d34-973c-510cf3b4cfbe tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The resource could not be found. Sep 21 08:15:54.339732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-891efb80-94e1-4d34-973c-510cf3b4cfbe tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1009662 Sep 21 08:15:54.343740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.348663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cce6f52d-4256-4585-bcdd-196e93b07abf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055616529'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:54.377453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cce6f52d-4256-4585-bcdd-196e93b07abf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.473543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cce6f52d-4256-4585-bcdd-196e93b07abf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.478588 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cce6f52d-4256-4585-bcdd-196e93b07abf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.505350 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cce6f52d-4256-4585-bcdd-196e93b07abf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.506575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cce6f52d-4256-4585-bcdd-196e93b07abf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1617041 Sep 21 08:15:54.509876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52298) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.511042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f52d-4256-4585-bcdd-196e93b07abf tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0817879d-9598-48b1-9908-3b008ac840e0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:54.515873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-444feef1-463e-4983-a66c-e81bfa830884 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771640375'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:54.541677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-444feef1-463e-4983-a66c-e81bfa830884 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.629407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-444feef1-463e-4983-a66c-e81bfa830884 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.635115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-444feef1-463e-4983-a66c-e81bfa830884 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.661835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-444feef1-463e-4983-a66c-e81bfa830884 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.665923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-444feef1-463e-4983-a66c-e81bfa830884 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1520019 Sep 21 08:15:54.666234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52304) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.670690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3bd62bc8-bbdd-436c-8340-be961650c1c3 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': '0817879d-9598-48b1-9908-3b008ac840e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dc68fcd0-c8c6-4165-8677-fcc8e3ca8016'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:54.679145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444feef1-463e-4983-a66c-e81bfa830884 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68fcd0-c8c6-4165-8677-fcc8e3ca8016,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:54.738862 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-3bd62bc8-bbdd-436c-8340-be961650c1c3 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:54.743377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3bd62bc8-bbdd-436c-8340-be961650c1c3 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0760992 Sep 21 08:15:54.744082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52306) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.804535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c2ba0-d1aa-4e1e-8429-58a8315f2377 req-b2bf181a-56c9-45a1-9355-525a57f7d2df tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:54.806171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b91c2ba0-d1aa-4e1e-8429-58a8315f2377 req-b2bf181a-56c9-45a1-9355-525a57f7d2df tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0761783 Sep 21 08:15:54.808666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efe796c3-1778-424d-8dc4-49f8136ab585 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.840625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efe796c3-1778-424d-8dc4-49f8136ab585 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.850280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b91c2ba0-d1aa-4e1e-8429-58a8315f2377 req-1f8710b6-ddc4-4959-9a42-e01d3f81d135 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Sep 21 08:15:54.895229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efe796c3-1778-424d-8dc4-49f8136ab585 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.898550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efe796c3-1778-424d-8dc4-49f8136ab585 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:54.900376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-efe796c3-1778-424d-8dc4-49f8136ab585 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/dc68fcd0-c8c6-4165-8677-fcc8e3ca8016 HTTP/1.1" status: 204 len: 168 time: 0.1552641 Sep 21 08:15:54.903403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52308) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:54.910399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe796c3-1778-424d-8dc4-49f8136ab585 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68fcd0-c8c6-4165-8677-fcc8e3ca8016,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:54.958570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-35b68208-0a6b-4cd5-a119-aabb0e1c82da tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0538995 Sep 21 08:15:54.962956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52310) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.020695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5580c4aa-7739-4db8-a332-e412edd81971 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.042372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5580c4aa-7739-4db8-a332-e412edd81971 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.092482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5580c4aa-7739-4db8-a332-e412edd81971 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.095719 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5580c4aa-7739-4db8-a332-e412edd81971 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.099192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5580c4aa-7739-4db8-a332-e412edd81971 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/0817879d-9598-48b1-9908-3b008ac840e0 HTTP/1.1" status: 204 len: 168 time: 0.1329951 Sep 21 08:15:55.099881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52314) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.106873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580c4aa-7739-4db8-a332-e412edd81971 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817879d-9598-48b1-9908-3b008ac840e0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:55.144921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-09f73564-25e7-4997-bde0-8b357f42b799 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438645 Sep 21 08:15:55.148735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52318) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.153519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-73c64e4f-2d0a-41d1-b72a-85bc7b0bde79 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--785458392'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:55.180711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c64e4f-2d0a-41d1-b72a-85bc7b0bde79 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.253601 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.283523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c64e4f-2d0a-41d1-b72a-85bc7b0bde79 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.291631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c64e4f-2d0a-41d1-b72a-85bc7b0bde79 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.322688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c64e4f-2d0a-41d1-b72a-85bc7b0bde79 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.323980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-73c64e4f-2d0a-41d1-b72a-85bc7b0bde79 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1740990 Sep 21 08:15:55.328215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52324) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.328448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c64e4f-2d0a-41d1-b72a-85bc7b0bde79 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b962c-496b-4791-bedf-f051d7f5c687,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:55.334612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3aea966e-e917-4a25-8c19-0b4c49bdf766 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'fe1b962c-496b-4791-bedf-f051d7f5c687', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:55.386132 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c41bfe67-65a5-4919-bdd2-702439510e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.389639 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-3aea966e-e917-4a25-8c19-0b4c49bdf766 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:55.395899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52328) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.396376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3aea966e-e917-4a25-8c19-0b4c49bdf766 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0655143 Sep 21 08:15:55.401002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-34202c76-2130-4e33-ae73-09ce746620b3 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group_rule': {'security_group_id': 'fe1b962c-496b-4791-bedf-f051d7f5c687', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:55.452554 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-34202c76-2130-4e33-ae73-09ce746620b3 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:15:55.453542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-34202c76-2130-4e33-ae73-09ce746620b3 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0564160 Sep 21 08:15:55.457025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52330) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.496472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348da996-e10a-4dc9-a031-c6c707a872ff req-32503434-6575-4d00-b994-65b083d19d06 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:55.498008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-348da996-e10a-4dc9-a031-c6c707a872ff req-32503434-6575-4d00-b994-65b083d19d06 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 945 time: 0.0559773 Sep 21 08:15:55.517706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66934c83-1563-492b-81a6-47d508201113 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.534696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6e05958f-0c43-4595-91ee-18ce94ecdb34 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:15:55.537933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-348da996-e10a-4dc9-a031-c6c707a872ff req-54723e1e-2840-49c8-b31b-b92fc00b1b58 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Sep 21 08:15:55.548468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66934c83-1563-492b-81a6-47d508201113 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.596933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 6e05958f-0c43-4595-91ee-18ce94ecdb34 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:15:55.600896 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66934c83-1563-492b-81a6-47d508201113 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.601079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 6e05958f-0c43-4595-91ee-18ce94ecdb34 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:15:55.601277 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.604168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66934c83-1563-492b-81a6-47d508201113 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.605335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-66934c83-1563-492b-81a6-47d508201113 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/fe1b962c-496b-4791-bedf-f051d7f5c687 HTTP/1.1" status: 204 len: 168 time: 0.1472497 Sep 21 08:15:55.608050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52332) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.618933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66934c83-1563-492b-81a6-47d508201113 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b962c-496b-4791-bedf-f051d7f5c687,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:55.667849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9c3d1623-8bf5-4724-bb92-49b66969a959 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579808 Sep 21 08:15:55.671888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52334) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.675510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0fe9357f-4035-4133-85b0-cad7c6c4c963 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140240838'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:55.688953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.697730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fe9357f-4035-4133-85b0-cad7c6c4c963 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.712665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e05958f-0c43-4595-91ee-18ce94ecdb34'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:15:55.714923 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2312348-575c-4eb0-a399-8bff2d64eda5" -d '{"events": [{"server_uuid": "38353463-2e08-4386-8ca9-e19af62a0fc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e05958f-0c43-4595-91ee-18ce94ecdb34"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:15:55.734468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 6e05958f-0c43-4595-91ee-18ce94ecdb34, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6e05958f-0c43-4595-91ee-18ce94ecdb34,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:15:55.738470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.766989 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2597a7fe-38ed-40be-9c01-86c140f2d36d x-openstack-request-id: req-2597a7fe-38ed-40be-9c01-86c140f2d36d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:15:55.767687 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38353463-2e08-4386-8ca9-e19af62a0fc3", "name": "network-vif-plugged", "status": "completed", "tag": "6e05958f-0c43-4595-91ee-18ce94ecdb34", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:15:55.768154 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2597a7fe-38ed-40be-9c01-86c140f2d36d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:15:55.768688 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e05958f-0c43-4595-91ee-18ce94ecdb34', 'code': 200} Sep 21 08:15:55.809009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=6e05958f-0c43-4595-91ee-18ce94ecdb34,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:55.819110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fe9357f-4035-4133-85b0-cad7c6c4c963 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.824168 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fe9357f-4035-4133-85b0-cad7c6c4c963 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.849558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fe9357f-4035-4133-85b0-cad7c6c4c963 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.850806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0fe9357f-4035-4133-85b0-cad7c6c4c963 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1786227 Sep 21 08:15:55.854547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52340) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.859820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9357f-4035-4133-85b0-cad7c6c4c963 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8409a1-710b-4139-96e8-f256467c0542,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:55.861912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3c9a0a32-af7e-4274-9d84-1afc284d2123 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:15:55.863127 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-3c9a0a32-af7e-4274-9d84-1afc284d2123 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 08:15:55.863850 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-3c9a0a32-af7e-4274-9d84-1afc284d2123 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 08:15:55.867823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3c9a0a32-af7e-4274-9d84-1afc284d2123 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "PUT /v2.0/security-groups/5b8409a1-710b-4139-96e8-f256467c0542 HTTP/1.1" status: 409 len: 330 time: 0.0091438 Sep 21 08:15:55.868919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52342) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:55.923003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029dbb4-8de3-479c-ac2d-112cf198a958 req-379bff36-cc38-42f6-85be-d846a0feb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:55.924732 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c029dbb4-8de3-479c-ac2d-112cf198a958 req-379bff36-cc38-42f6-85be-d846a0feb1b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 1097 time: 0.0581615 Sep 21 08:15:55.933286 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bd8ab50-0acd-456e-9c46-f0a7a9615013 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.959259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bd8ab50-0acd-456e-9c46-f0a7a9615013 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:55.985829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c029dbb4-8de3-479c-ac2d-112cf198a958 req-45e6bf26-3836-4d5b-8a7e-5db4d37a4769 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Sep 21 08:15:55.998105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8b9c5-5f19-44f7-aaea-6d7b8bc262c2 req-23a62e44-a897-429a-bc49-53e52d59dff6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:55.999794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ec8b9c5-5f19-44f7-aaea-6d7b8bc262c2 req-23a62e44-a897-429a-bc49-53e52d59dff6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0724912 Sep 21 08:15:56.009865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bd8ab50-0acd-456e-9c46-f0a7a9615013 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:56.014060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bd8ab50-0acd-456e-9c46-f0a7a9615013 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:56.015701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4bd8ab50-0acd-456e-9c46-f0a7a9615013 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/5b8409a1-710b-4139-96e8-f256467c0542 HTTP/1.1" status: 204 len: 168 time: 0.1455750 Sep 21 08:15:56.020761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52346) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:56.034829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8ab50-0acd-456e-9c46-f0a7a9615013 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8409a1-710b-4139-96e8-f256467c0542,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:56.050478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ec8b9c5-5f19-44f7-aaea-6d7b8bc262c2 req-e3a849d4-9f21-4e36-9cf7-0076af861604 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Sep 21 08:15:56.088299 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5c27194a-072f-4547-9d24-c0a82a117833 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660226 Sep 21 08:15:56.093205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52348) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:56.110693 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-df2c10b2-b289-49f2-9975-9a6a7a00a2fe tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] delete failed (client error): The resource could not be found. Sep 21 08:15:56.111744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-df2c10b2-b289-49f2-9975-9a6a7a00a2fe tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "DELETE /v2.0/security-groups/3935903d-7377-47df-95ae-9e80567cf2a2 HTTP/1.1" status: 404 len: 347 time: 0.0175602 Sep 21 08:15:56.117334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52352) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:56.131626 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-8b2f042f-9099-46f0-93bf-68ecbad1e13b tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] show failed (client error): The resource could not be found. Sep 21 08:15:56.137586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b2f042f-9099-46f0-93bf-68ecbad1e13b tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-groups/fd7ba0ac-37fb-491c-aa9e-841ab4932c3c HTTP/1.1" status: 404 len: 347 time: 0.0136626 Sep 21 08:15:56.137918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52354) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:56.154038 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-b256c01c-f6a7-423b-99d5-12eed16bae22 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] show failed (client error): The resource could not be found. Sep 21 08:15:56.155541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b256c01c-f6a7-423b-99d5-12eed16bae22 tempest-NegativeSecGroupIPv6Test-1520478210 tempest-NegativeSecGroupIPv6Test-1520478210-project] 10.222.0.59 "GET /v2.0/security-group-rules/773ad4f0-1596-4b23-b2fa-6115b6b4b8c2 HTTP/1.1" status: 404 len: 356 time: 0.0166073 Sep 21 08:15:56.476571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52366) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:56.608144 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:56.621714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e4196a6d-5236-4b99-a18a-fba7b13017ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f7e6166c6bc4a31959e5011fb00b48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423948 Sep 21 08:15:56.624079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52372) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:15:56.684020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed6c310a-faef-4676-a6d3-06cfb2faa9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:56.690426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dc768-f408-45ac-b113-686a479c3f97 req-947fec8b-fc52-4966-b5e8-0363050fe349 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:56.692558 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c5dc768-f408-45ac-b113-686a479c3f97 req-947fec8b-fc52-4966-b5e8-0363050fe349 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 946 time: 0.0670867 Sep 21 08:15:56.709441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed6c310a-faef-4676-a6d3-06cfb2faa9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:56.736053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c5dc768-f408-45ac-b113-686a479c3f97 req-0eb8bb7e-dc8d-49f8-a4b0-ad3b407f6aa7 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Sep 21 08:15:56.769669 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed6c310a-faef-4676-a6d3-06cfb2faa9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:56.772569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed6c310a-faef-4676-a6d3-06cfb2faa9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:56.773774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ed6c310a-faef-4676-a6d3-06cfb2faa9e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5649d13e-4d78-41d5-ba66-5b20558fe946 HTTP/1.1" status: 204 len: 168 time: 0.1485698 Sep 21 08:15:56.783811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c310a-faef-4676-a6d3-06cfb2faa9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5649d13e-4d78-41d5-ba66-5b20558fe946,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:15:57.185918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04549666-8ab4-4a19-bfc3-719260807b72 req-f74a66e4-a299-4321-b3ff-a3c2bf25cc8f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:57.187763 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04549666-8ab4-4a19-bfc3-719260807b72 req-f74a66e4-a299-4321-b3ff-a3c2bf25cc8f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0586815 Sep 21 08:15:57.252114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04549666-8ab4-4a19-bfc3-719260807b72 req-c0736a4c-e109-4b48-86ad-9ec2f5113c65 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581443 Sep 21 08:15:57.663492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:15:57.879924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef609275-acf4-4f3a-a6ae-e3623c49471e req-ee9a54df-0151-4864-8432-384b70a06f40 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:57.884038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef609275-acf4-4f3a-a6ae-e3623c49471e req-ee9a54df-0151-4864-8432-384b70a06f40 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 946 time: 0.0587475 Sep 21 08:15:57.924721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef609275-acf4-4f3a-a6ae-e3623c49471e req-84c5563d-a699-4fb2-a9f0-bf89d8ddcaee tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Sep 21 08:15:58.213237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72866f6f-ff37-40c6-84b4-b61cd911090f req-8dd07d0a-359b-45f8-8342-4384f4a3483a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:58.214800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72866f6f-ff37-40c6-84b4-b61cd911090f req-8dd07d0a-359b-45f8-8342-4384f4a3483a tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 946 time: 0.0530074 Sep 21 08:15:58.263121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72866f6f-ff37-40c6-84b4-b61cd911090f req-9effc770-38ee-4c71-bb33-54600529cf43 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Sep 21 08:15:58.408676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328c08e-8601-44f8-92b9-9674d0b15944 req-b5453b5a-de5d-4e91-a33b-04c7134455ce tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:58.410338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b328c08e-8601-44f8-92b9-9674d0b15944 req-b5453b5a-de5d-4e91-a33b-04c7134455ce tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0700390 Sep 21 08:15:58.455945 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b328c08e-8601-44f8-92b9-9674d0b15944 req-d591638e-cb45-4486-bd23-03ad09f86c41 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386302 Sep 21 08:15:59.403629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bfc1f-19c9-46a3-a967-b0c97afd33ee req-356905c8-4e13-4a4a-aac7-1b3d109969c1 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:59.405553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f8bfc1f-19c9-46a3-a967-b0c97afd33ee req-356905c8-4e13-4a4a-aac7-1b3d109969c1 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 946 time: 0.0600510 Sep 21 08:15:59.447907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f8bfc1f-19c9-46a3-a967-b0c97afd33ee req-b8281033-eb1b-49bc-b088-2f7b084e8e10 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups?id=2f006057-6867-465a-996b-15d7f2e16278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350068 Sep 21 08:15:59.606486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cea9c0-ff5c-4ab0-b949-94aa57db4236 req-38f39c75-c285-4421-8bd6-00ed2d7f65c2 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:59.609190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6cea9c0-ff5c-4ab0-b949-94aa57db4236 req-38f39c75-c285-4421-8bd6-00ed2d7f65c2 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0719521 Sep 21 08:15:59.658248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6cea9c0-ff5c-4ab0-b949-94aa57db4236 req-880db7f6-5da1-4b80-a190-a438ecf11fb9 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Sep 21 08:15:59.963573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-66b6a425-3aef-41e2-aa21-07265e09f214 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:15:59.966095 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-66b6a425-3aef-41e2-aa21-07265e09f214 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.50 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 946 time: 0.0804884 Sep 21 08:16:00.124360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Deleting port 6e05958f-0c43-4595-91ee-18ce94ecdb34 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:00.125307 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:00.227863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] For port 6e05958f-0c43-4595-91ee-18ce94ecdb34, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6e05958f-0c43-4595-91ee-18ce94ecdb34,segment=NetworkSegment(d14ea174-4029-492c-917b-b07e0aa0a58d),segment_id=d14ea174-4029-492c-917b-b07e0aa0a58d)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:00.228247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:00.243198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Calling delete_port for 6e05958f-0c43-4595-91ee-18ce94ecdb34 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:00.376748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:00.398926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['6e05958f-0c43-4595-91ee-18ce94ecdb34'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:00.416616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event deleted for resources: {'Port': ['ID=6e05958f-0c43-4595-91ee-18ce94ecdb34,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:00.472359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] No DVR routers for this DVR port 6e05958f-0c43-4595-91ee-18ce94ecdb34 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:16:00.476164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:00.478862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d8fcd91f-3ca7-40b4-a069-394798c5ed7c req-1d43a728-7e25-4ef7-8283-3bf4555f6219 tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.50 "DELETE /v2.0/ports/6e05958f-0c43-4595-91ee-18ce94ecdb34 HTTP/1.1" status: 204 len: 173 time: 0.5047553 Sep 21 08:16:00.479356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'name': 'network-vif-deleted', 'tag': '6e05958f-0c43-4595-91ee-18ce94ecdb34'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:00.481838 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26933a80-6a17-4200-9909-34c593ab5993" -d '{"events": [{"server_uuid": "38353463-2e08-4386-8ca9-e19af62a0fc3", "name": "network-vif-deleted", "tag": "6e05958f-0c43-4595-91ee-18ce94ecdb34"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:00.542638 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2aa21-1f1f-4a54-b3ad-4a8ad561b1f9 x-openstack-request-id: req-54d2aa21-1f1f-4a54-b3ad-4a8ad561b1f9 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:00.543022 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38353463-2e08-4386-8ca9-e19af62a0fc3", "name": "network-vif-deleted", "tag": "6e05958f-0c43-4595-91ee-18ce94ecdb34", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:00.543553 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54d2aa21-1f1f-4a54-b3ad-4a8ad561b1f9 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:00.544023 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38353463-2e08-4386-8ca9-e19af62a0fc3', 'name': 'network-vif-deleted', 'tag': '6e05958f-0c43-4595-91ee-18ce94ecdb34', 'status': 'completed', 'code': 200} Sep 21 08:16:00.599378 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ed70264-71bb-49ce-80d5-d19982b629a2 req-1d530a28-24b5-48bc-95b0-563ab5f578ec tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/ports?device_id=38353463-2e08-4386-8ca9-e19af62a0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0497215 Sep 21 08:16:00.832092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25732133-3bf8-4050-94bb-33aeb3914445 req-ff36fbab-ab77-45a0-9eb9-ade82afad8d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:00.833817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25732133-3bf8-4050-94bb-33aeb3914445 req-ff36fbab-ab77-45a0-9eb9-ade82afad8d7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0705953 Sep 21 08:16:00.896838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25732133-3bf8-4050-94bb-33aeb3914445 req-116de035-405c-430d-a177-0cdc9213f5fa tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497038 Sep 21 08:16:01.824392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52540) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:01.860392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:01.889600 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09be0261-75b3-4dbb-977f-5b974800887b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:01.915337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09be0261-75b3-4dbb-977f-5b974800887b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:01.934257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:01.996355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09be0261-75b3-4dbb-977f-5b974800887b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:01.999547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09be0261-75b3-4dbb-977f-5b974800887b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.002977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-09be0261-75b3-4dbb-977f-5b974800887b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "DELETE /v2.0/security-groups/6efbda9d-3059-48da-ae7a-f721b25a683e HTTP/1.1" status: 204 len: 168 time: 0.1752305 Sep 21 08:16:02.005589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52552) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:02.019522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be0261-75b3-4dbb-977f-5b974800887b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efbda9d-3059-48da-ae7a-f721b25a683e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:02.028031 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-b91c22b2-0a98-4b2d-adea-70f61f11a32b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] show failed (client error): The resource could not be found. Sep 21 08:16:02.031352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b91c22b2-0a98-4b2d-adea-70f61f11a32b tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "GET /v2.0/security-groups/6efbda9d-3059-48da-ae7a-f721b25a683e HTTP/1.1" status: 404 len: 347 time: 0.0222492 Sep 21 08:16:02.031561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52554) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:02.032385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea500e-24cb-449d-9026-ea010b1206e9 req-ee20250f-5650-48b8-8493-f5d7a11abe6f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:02.034069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34ea500e-24cb-449d-9026-ea010b1206e9 req-ee20250f-5650-48b8-8493-f5d7a11abe6f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0536714 Sep 21 08:16:02.085281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb3bb-f15d-4f57-846b-02f9784243c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.110555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34ea500e-24cb-449d-9026-ea010b1206e9 req-3d0d7e02-145b-4d49-8122-cc4ff864800c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619771 Sep 21 08:16:02.163546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Deleting port a05aa3d9-506e-4322-8797-d1a70594e296 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:02.163949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.201653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb3bb-f15d-4f57-846b-02f9784243c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.205676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb3bb-f15d-4f57-846b-02f9784243c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.242035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bb3bb-f15d-4f57-846b-02f9784243c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b456d09-d018-4157-bcfd-27617f483035,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:02.246374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3f2bb3bb-f15d-4f57-846b-02f9784243c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab99bedc80304187a36a4e3671619c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105140 Sep 21 08:16:02.247193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.247721 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.249123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52556) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:02.261629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Calling delete_port for a05aa3d9-506e-4322-8797-d1a70594e296 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:02.300253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14f3e120-1f2d-4c4d-89f1-17d968a8ffef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.324742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14f3e120-1f2d-4c4d-89f1-17d968a8ffef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.372708 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14f3e120-1f2d-4c4d-89f1-17d968a8ffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.375267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14f3e120-1f2d-4c4d-89f1-17d968a8ffef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.376483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-14f3e120-1f2d-4c4d-89f1-17d968a8ffef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b456d09-d018-4157-bcfd-27617f483035 HTTP/1.1" status: 204 len: 168 time: 0.1264539 Sep 21 08:16:02.385221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3e120-1f2d-4c4d-89f1-17d968a8ffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b456d09-d018-4157-bcfd-27617f483035,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:02.405493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.432336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Pushing event deleted for resources: {'Port': ['ID=a05aa3d9-506e-4322-8797-d1a70594e296,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:02.493020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.496343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.497526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5d79c641-ee86-481f-b176-b5e2e8d8b8cc tempest-ImagesOneServerNegativeTestJSON-666208148 tempest-ImagesOneServerNegativeTestJSON-666208148-project] 10.222.0.59 "DELETE /v2.0/floatingips/ae718689-ff81-4036-bbe2-38ab484eb7dc HTTP/1.1" status: 204 len: 168 time: 0.4646642 Sep 21 08:16:02.644630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52576) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:02.666463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52578) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:02.680595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b9eea40-e3ec-4eb6-9a4e-cee01f40110d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.693558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] Deleting subnet 42b2689a-1841-4bef-a6ab-2ac9dea081a4 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:16:02.697422 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.734636 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.785120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.790878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b9eea40-e3ec-4eb6-9a4e-cee01f40110d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.795064 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b9eea40-e3ec-4eb6-9a4e-cee01f40110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.836682 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:16:02.838075 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6b9eea40-e3ec-4eb6-9a4e-cee01f40110d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d38a9367f6e45e4bc49004ff31ee306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705017 Sep 21 08:16:02.838569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52584) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:02.840652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eea40-e3ec-4eb6-9a4e-cee01f40110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658eb22f-bc3c-47be-853a-29f6f4dba3a8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:02.848544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.888211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42b2689a-1841-4bef-a6ab-2ac9dea081a4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:02.897840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.899730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c324bb61-5959-420c-990e-0815083ea38e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/42b2689a-1841-4bef-a6ab-2ac9dea081a4 HTTP/1.1" status: 204 len: 168 time: 0.2541080 Sep 21 08:16:02.902290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52586) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:02.923178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81f53c74-5313-41a5-b85e-1f46cebcdcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.953205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81f53c74-5313-41a5-b85e-1f46cebcdcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:02.978010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.011004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81f53c74-5313-41a5-b85e-1f46cebcdcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.015012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81f53c74-5313-41a5-b85e-1f46cebcdcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.015012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-81f53c74-5313-41a5-b85e-1f46cebcdcd0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/658eb22f-bc3c-47be-853a-29f6f4dba3a8 HTTP/1.1" status: 204 len: 168 time: 0.1751587 Sep 21 08:16:03.023350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f53c74-5313-41a5-b85e-1f46cebcdcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658eb22f-bc3c-47be-853a-29f6f4dba3a8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:03.072333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.098676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0beafd4b-9259-4bcd-ba61-88cfb43f1670']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:03.108845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14ea174-4029-492c-917b-b07e0aa0a58d') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:03.109144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14ea174-4029-492c-917b-b07e0aa0a58d') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:03.119414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.133786 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.141197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:16:03.141780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:16:03.143722 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:16:03.235963 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.242546 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.247431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0beafd4b-9259-4bcd-ba61-88cfb43f1670 HTTP/1.1" status: 204 len: 168 time: 0.3414984 Sep 21 08:16:03.264036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed5181-9f01-4313-9904-7aba45a42ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0beafd4b-9259-4bcd-ba61-88cfb43f1670,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:03.280760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407573c3-43fa-40a6-8734-99a40355c81a req-f7df9f10-8ded-4fe9-aca2-19903c8bfe46 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:03.280760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-407573c3-43fa-40a6-8734-99a40355c81a req-f7df9f10-8ded-4fe9-aca2-19903c8bfe46 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0800889 Sep 21 08:16:03.323510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-407573c3-43fa-40a6-8734-99a40355c81a req-8bbe059c-769b-4f03-bbe8-a48e59bb728f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335338 Sep 21 08:16:03.356743 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.446372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52606) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:03.496578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b55376b-00db-46d4-89a4-6879a19987e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58182623161f4be392584bf410df279f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486505 Sep 21 08:16:03.498966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52610) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:03.546449 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a2faaf8-3c18-489a-900c-abe971a9e417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.562269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6e05958f-0c43-4595-91ee-18ce94ecdb34 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:16:03.572407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a2faaf8-3c18-489a-900c-abe971a9e417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.582630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 6e05958f-0c43-4595-91ee-18ce94ecdb34 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:16:03.582974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6e05958f-0c43-4595-91ee-18ce94ecdb34 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:16:03.626499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a2faaf8-3c18-489a-900c-abe971a9e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.629519 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a2faaf8-3c18-489a-900c-abe971a9e417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:03.630684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9a2faaf8-3c18-489a-900c-abe971a9e417 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f006057-6867-465a-996b-15d7f2e16278 HTTP/1.1" status: 204 len: 168 time: 0.1308017 Sep 21 08:16:03.639255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2faaf8-3c18-489a-900c-abe971a9e417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f006057-6867-465a-996b-15d7f2e16278,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:04.465346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ffc65-3f3b-4584-99b6-4d66afc359ee req-7cd79314-5c70-4d7a-afbe-f35abc87f3be tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:04.467266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52662) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:04.468467 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba6ffc65-3f3b-4584-99b6-4d66afc359ee req-7cd79314-5c70-4d7a-afbe-f35abc87f3be tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0686204 Sep 21 08:16:04.515015 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba6ffc65-3f3b-4584-99b6-4d66afc359ee req-1e14d3ab-4fee-424f-98bb-75cc9af1990a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Sep 21 08:16:04.580140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1240543484-network', 'tenant_id': '2c78512f42ff42a2869d7bac7e75ab96'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:04.603120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Made reservation on behalf of 2c78512f42ff42a2869d7bac7e75ab96 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:16:04.605839 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.615830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.712288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.717121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.744345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:16:04.753037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10e93f3-e499-4a35-ab18-a52729cec875,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:04.761061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.761460 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Added segment 6be3aa00-95a6-4a9e-8412-09e32e1c7c34 of type vlan for network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 Sep 21 08:16:04.806944 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.832941 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.833927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:04.834876 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.882200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4122508 Sep 21 08:16:04.884904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52678) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:04.890646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Request body: {'subnet': {'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1240543484-subnet', 'tenant_id': '2c78512f42ff42a2869d7bac7e75ab96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:04.918369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Made reservation on behalf of 2c78512f42ff42a2869d7bac7e75ab96 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:16:04.920759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0867b-d09b-4a82-ac7f-e97f98cdbaa9 admin admin] Pushing event updated for resources: {'Network': ['ID=e662f8ce-b97e-48ed-acb2-11d4065d4fb7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:04.921698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:04.935186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:16:05.138490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:05.197696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3134055e-44d0-473e-a6aa-678d90bef5c5,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:05.205642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Checking segment: {'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:16:05.206014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Network hostable DHCP agents. Network: e662f8ce-b97e-48ed-acb2-11d4065d4fb7, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:16:05.225908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:16:05.236447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, e662f8ce-b97e-48ed-acb2-11d4065d4fb7) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:16:05.242386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:05.243091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:05.247605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13277c0-93d5-43e7-9b49-4bce8230aa3e None None] Network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:16:05.260035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-da74e9af-115f-4a2d-9ed0-8810fbfbf04c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3734596 Sep 21 08:16:05.383949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a523c5-1a10-4b58-bed9-5c9c3fb86541 None None] Network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:16:05.658496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6999994-cff6-45e5-b3df-af4b5c986365 req-c15fcc27-37b3-4dce-b459-a1c89c5deee4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:05.660123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6999994-cff6-45e5-b3df-af4b5c986365 req-c15fcc27-37b3-4dce-b459-a1c89c5deee4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0512133 Sep 21 08:16:05.704453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6999994-cff6-45e5-b3df-af4b5c986365 req-ab0483e4-242d-4ece-89e4-e2fba60864ab tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Sep 21 08:16:05.755716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-273b51b5-2975-48b2-9d57-dfc154ac40f2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:05.757279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-273b51b5-2975-48b2-9d57-dfc154ac40f2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 814 time: 0.1062875 Sep 21 08:16:05.773222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-8d317a37-d5d8-4f04-9dfb-7a73447b9b72 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/quotas/2c78512f42ff42a2869d7bac7e75ab96 HTTP/1.1" status: 200 len: 375 time: 0.0094450 Sep 21 08:16:05.816466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-0c39d1c5-b18e-44c2-a851-dcf42ab7aef9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361662 Sep 21 08:16:05.920984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-4b8b75c9-c12a-4c04-afcd-7779c2e12f8c service neutron] 10.222.0.59 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956719 Sep 21 08:16:06.022762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-d8da1e49-4085-4c91-9f8f-4bca1850651b service neutron] 10.222.0.59 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955040 Sep 21 08:16:06.187398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18b8cf8d-c2b2-4fad-a487-b2ced94ae9a9 req-10987fd2-c917-4a21-bb5e-e78d7ef30593 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 210 time: 0.0277452 Sep 21 08:16:06.846875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128af8-fee6-498f-933b-7c2dbe970516 req-42701d71-27b1-444d-8b87-9291b14d9823 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:06.848466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56128af8-fee6-498f-933b-7c2dbe970516 req-42701d71-27b1-444d-8b87-9291b14d9823 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0594068 Sep 21 08:16:06.890091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56128af8-fee6-498f-933b-7c2dbe970516 req-dfe19864-1761-4b3f-88b6-33319760db1c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Sep 21 08:16:07.266134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-9b4a5500-002d-46d3-b2bd-daab5539179f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:07.268107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-9b4a5500-002d-46d3-b2bd-daab5539179f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.50 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 814 time: 0.1352000 Sep 21 08:16:07.285863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Request body: {'port': {'device_id': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7', 'admin_state_up': True, 'tenant_id': '2c78512f42ff42a2869d7bac7e75ab96'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:07.338230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f865ed39-bf52-46fb-877c-f2f333655fbe req-610dc10a-9c47-4d62-8966-7108c1684ed4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 210 time: 0.0463290 Sep 21 08:16:07.429508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Made reservation on behalf of 2c78512f42ff42a2869d7bac7e75ab96 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:16:07.433715 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:07.665610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Allocated IP 172.20.0.12 (e662f8ce-b97e-48ed-acb2-11d4065d4fb7/3134055e-44d0-473e-a6aa-678d90bef5c5/786a62f6-2695-4dc4-a802-119ec3bc214c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:16:07.832090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:07.870660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:07.911870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:16:07.920437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:16:07.925252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:16:07.929298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:07.984001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:07.984636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:08.024380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c74f1872-100e-4f01-9b1a-383d7a507730 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7456493 Sep 21 08:16:08.036251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4316-b2f0-4247-80d0-1b9e366367e7 req-55da37c6-5643-4de2-85a5-2d8ffc47e437 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:08.037736 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebfd4316-b2f0-4247-80d0-1b9e366367e7 req-55da37c6-5643-4de2-85a5-2d8ffc47e437 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0728941 Sep 21 08:16:08.043139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Request body: {'port': {'device_id': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:08.113056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebfd4316-b2f0-4247-80d0-1b9e366367e7 req-669c11b0-2404-4180-909b-d8f05e6e458c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671470 Sep 21 08:16:08.121654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:08.392505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786a62f6-2695-4dc4-a802-119ec3bc214c {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:16:08.400775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:08.421971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Transition to ACTIVE for port object 786a62f6-2695-4dc4-a802-119ec3bc214c will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:16:08.439646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:08.498160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bebea-8bf6-4d79-8f44-c95483170454 req-3cd5b537-a167-48a8-b33c-7d501a2d78e1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:08.499676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a9bebea-8bf6-4d79-8f44-c95483170454 req-3cd5b537-a167-48a8-b33c-7d501a2d78e1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 932 time: 0.0887027 Sep 21 08:16:08.516740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:08.588273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a9bebea-8bf6-4d79-8f44-c95483170454 req-bc711736-a825-49db-9e69-19f48f5d0f13 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784483 Sep 21 08:16:08.604918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Attempting to bind port 786a62f6-2695-4dc4-a802-119ec3bc214c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:16:08.605256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Attempting to bind port 786a62f6-2695-4dc4-a802-119ec3bc214c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:16:08.605591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Attempting to bind port 786a62f6-2695-4dc4-a802-119ec3bc214c on network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:16:08.609904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Port 786a62f6-2695-4dc4-a802-119ec3bc214c on network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:16:08.610227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Attempting to bind port 786a62f6-2695-4dc4-a802-119ec3bc214c on network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:16:08.615163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:16:08.615543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Checking segment: {'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:16:08.615934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Bound using segment: {'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:16:08.616365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Bound port: 786a62f6-2695-4dc4-a802-119ec3bc214c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:16:08.616727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:08.682698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:16:08.686040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:16:08.689923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:08.724803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:08.725440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:08.727245 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] 10.222.0.50 "PUT /v2.0/ports/786a62f6-2695-4dc4-a802-119ec3bc214c HTTP/1.1" status: 200 len: 1092 time: 0.6884799 Sep 21 08:16:08.727731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:08.730072 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26f84a0-4386-42a1-9bd8-62152f07cc96" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:08.758902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba171e-4e29-43aa-bac9-65c9b7c45887 service neutron] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:08.791760 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422575e3-9f70-46f2-ab20-662f77d27891 x-openstack-request-id: req-422575e3-9f70-46f2-ab20-662f77d27891 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:08.792053 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:08.792308 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-422575e3-9f70-46f2-ab20-662f77d27891 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:08.792717 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'status': 'completed', 'code': 200} Sep 21 08:16:08.842859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-1b423425-7026-405e-8b0e-42362ec1a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:08.844730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-1b423425-7026-405e-8b0e-42362ec1a3f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 1095 time: 0.0621293 Sep 21 08:16:08.897692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-9e8a0287-768d-45cf-b3f6-129e1bf0f0e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=786a62f6-2695-4dc4-a802-119ec3bc214c HTTP/1.1" status: 200 len: 217 time: 0.0428412 Sep 21 08:16:08.953868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-dcc0b05d-98ab-440f-9b64-1129c283de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:08.956790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-dcc0b05d-98ab-440f-9b64-1129c283de51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 200 len: 854 time: 0.0488749 Sep 21 08:16:08.989151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-8758ea3e-3f6d-4d36-8639-8fedf0f5e9a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249906 Sep 21 08:16:09.246206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa321b4-0f20-4b1f-be21-269f21e01934 req-d5a73d9f-6d08-4b79-8831-3282d6e506fc tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:09.247992 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6aa321b4-0f20-4b1f-be21-269f21e01934 req-d5a73d9f-6d08-4b79-8831-3282d6e506fc tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0570662 Sep 21 08:16:09.288446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6aa321b4-0f20-4b1f-be21-269f21e01934 req-40d72156-e5ff-42c6-bd00-d91d800cc759 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340307 Sep 21 08:16:09.395434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-c1583978-2faa-4463-b2c2-50dfc33cf7f4 service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930638 Sep 21 08:16:09.491690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f2c9d8c-1928-43b6-ba59-4ed3997d4bc2 req-238fca38-4219-4f48-8b12-a87633364bbc service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875242 Sep 21 08:16:09.586890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-00193b76-1338-41db-9126-c097ba5fdfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:09.588426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-00193b76-1338-41db-9126-c097ba5fdfbc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 1095 time: 0.0453851 Sep 21 08:16:09.715686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-402b35d4-16c9-4abd-a6f5-057a6bb7ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:09.717254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-402b35d4-16c9-4abd-a6f5-057a6bb7ec22 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 915 time: 0.1208606 Sep 21 08:16:09.731140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb5b5-59cc-469a-a7f2-a41bddb3cf3d req-d038a62e-3e03-4cee-9e02-42954b07a6f3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:09.732691 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf3eb5b5-59cc-469a-a7f2-a41bddb3cf3d req-d038a62e-3e03-4cee-9e02-42954b07a6f3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0701351 Sep 21 08:16:09.774116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-726f50d5-ca4b-408e-b663-e6802b1eb97d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=786a62f6-2695-4dc4-a802-119ec3bc214c HTTP/1.1" status: 200 len: 217 time: 0.0404212 Sep 21 08:16:09.835167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf3eb5b5-59cc-469a-a7f2-a41bddb3cf3d req-6817effb-7d69-49aa-bba6-93d4447e6317 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956178 Sep 21 08:16:09.849470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-5caf35ff-719a-4549-814e-fcddfbcc0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:09.851270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-5caf35ff-719a-4549-814e-fcddfbcc0d9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 200 len: 854 time: 0.0682056 Sep 21 08:16:09.890306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-543a9e7d-f58c-4653-b084-418b52b0a4bf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288107 Sep 21 08:16:10.011607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-a59ee032-e3c3-4c33-92fe-d67747a11521 service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988173 Sep 21 08:16:10.144988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f26f84a0-4386-42a1-9bd8-62152f07cc96 req-86946d79-2cb0-4f9a-87ca-c771906cd406 service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243446 Sep 21 08:16:10.427533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d1949-df66-43f3-a732-075fa22b0785 req-49727fff-2f53-4f2a-b061-3b347d532d51 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:10.429643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff6d1949-df66-43f3-a732-075fa22b0785 req-49727fff-2f53-4f2a-b061-3b347d532d51 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0599782 Sep 21 08:16:10.479902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff6d1949-df66-43f3-a732-075fa22b0785 req-e2b6f915-2bca-4c76-9c09-77bb6dfdaf56 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Sep 21 08:16:10.974601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b29df8-2c87-4189-b316-edcddb1f64d7 req-deaddb29-8d9b-4bf7-90ab-1e448e1fd1c7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:10.983573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88b29df8-2c87-4189-b316-edcddb1f64d7 req-deaddb29-8d9b-4bf7-90ab-1e448e1fd1c7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0729921 Sep 21 08:16:11.030764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88b29df8-2c87-4189-b316-edcddb1f64d7 req-c12f7396-d162-4077-876d-9d2e3e46ffd4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Sep 21 08:16:11.576943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:16:11.615017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c6a95-2b0a-4251-8e42-19394feef69f req-316cd27b-c3aa-44d7-9434-378b8c6a5637 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:11.617751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-743c6a95-2b0a-4251-8e42-19394feef69f req-316cd27b-c3aa-44d7-9434-378b8c6a5637 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0596104 Sep 21 08:16:11.661771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-743c6a95-2b0a-4251-8e42-19394feef69f req-47f7f9cc-1cfe-45a5-8b8d-4f545fe2a412 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372696 Sep 21 08:16:11.684229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:11.696195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7', 'port_id': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'mac_address': 'fa:16:3e:61:82:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3134055e-44d0-473e-a6aa-678d90bef5c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:16:11.738776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:11.752286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786a62f6-2695-4dc4-a802-119ec3bc214c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:16:11.771609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:11.775727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:11.828354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:12.060823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['786a62f6-2695-4dc4-a802-119ec3bc214c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:12.159509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a54147-fe67-45e5-addc-e96bb3387185 req-62ba73d9-a8a8-414f-a5b0-2c2d90c5c371 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:12.161233 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-30a54147-fe67-45e5-addc-e96bb3387185 req-62ba73d9-a8a8-414f-a5b0-2c2d90c5c371 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 945 time: 0.0517190 Sep 21 08:16:12.219975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-30a54147-fe67-45e5-addc-e96bb3387185 req-8d4a7552-a39b-4703-8407-ac5f06348d0f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481577 Sep 21 08:16:12.812588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324e933-0e0f-4595-9ffd-24cda57c1e77 req-db8caf14-259a-4389-96a0-e5f2cd54c712 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:12.814245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7324e933-0e0f-4595-9ffd-24cda57c1e77 req-db8caf14-259a-4389-96a0-e5f2cd54c712 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0724263 Sep 21 08:16:12.854249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7324e933-0e0f-4595-9ffd-24cda57c1e77 req-fca702f1-564e-4c44-ae99-cc7b292f4d7c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339389 Sep 21 08:16:13.360818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49b083-afbc-412a-8e53-a69e94206757 req-a6b6cd86-f712-421d-9b62-be1ab1904706 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:13.361895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e49b083-afbc-412a-8e53-a69e94206757 req-a6b6cd86-f712-421d-9b62-be1ab1904706 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 945 time: 0.0656960 Sep 21 08:16:13.425340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e49b083-afbc-412a-8e53-a69e94206757 req-034670e6-4dc1-4657-953a-16a9fc6f3d2a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541575 Sep 21 08:16:13.589304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:16:13.661439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 786a62f6-2695-4dc4-a802-119ec3bc214c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:16:13.665630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 786a62f6-2695-4dc4-a802-119ec3bc214c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:16:13.665998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:13.745227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:13.771899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:13.774564 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4929bb09-4316-454f-9de4-955aa7ccba5c" -d '{"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:13.789136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:13.799876 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:13.834029 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84009e60-5574-4cdc-a8a9-15ff79fad972 x-openstack-request-id: req-84009e60-5574-4cdc-a8a9-15ff79fad972 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:13.834323 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:13.834568 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84009e60-5574-4cdc-a8a9-15ff79fad972 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:13.834956 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'code': 200} Sep 21 08:16:13.867962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:13.932236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f91932-75cf-4095-8289-c222e8ad65e4 req-e320a8b6-0083-44f4-afed-d9d97e604d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:13.933875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2f91932-75cf-4095-8289-c222e8ad65e4 req-e320a8b6-0083-44f4-afed-d9d97e604d94 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 1097 time: 0.0497162 Sep 21 08:16:14.000409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2f91932-75cf-4095-8289-c222e8ad65e4 req-3e79e42b-1444-4d71-a29a-c38eb334721e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536492 Sep 21 08:16:14.014126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a5ef4-8fb7-41da-ab57-482a2e6de573 req-2575eb74-39d9-4517-b2f4-2076dfdc2bf4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:14.016182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-339a5ef4-8fb7-41da-ab57-482a2e6de573 req-2575eb74-39d9-4517-b2f4-2076dfdc2bf4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0782981 Sep 21 08:16:14.068518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-339a5ef4-8fb7-41da-ab57-482a2e6de573 req-f2c32f92-7c5c-4c7c-8530-1106e9c882e1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454195 Sep 21 08:16:14.559653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332bc60-ea80-41f4-8673-2c249995acb7 req-db878370-3a82-4762-b79c-838b49815c17 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:14.561333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d332bc60-ea80-41f4-8673-2c249995acb7 req-db878370-3a82-4762-b79c-838b49815c17 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0643897 Sep 21 08:16:14.603100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d332bc60-ea80-41f4-8673-2c249995acb7 req-499e4b44-f35a-4d0c-b56d-2c90ededa055 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347073 Sep 21 08:16:15.203834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed4649-42fd-4883-b051-93057c0f4029 req-b9e13436-d584-43e9-a13d-7157aeb24270 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:15.205336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05ed4649-42fd-4883-b051-93057c0f4029 req-b9e13436-d584-43e9-a13d-7157aeb24270 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0556490 Sep 21 08:16:15.249401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05ed4649-42fd-4883-b051-93057c0f4029 req-bdfb554d-ae5d-448a-b307-4727e0ad119e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Sep 21 08:16:15.738091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-f9e81107-8795-4f7f-930b-a12750925188 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950623 Sep 21 08:16:15.763599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ca793-0154-4e10-bed8-dbb1a9fdf14b req-6af68697-3acc-4826-8edd-bac9035d8887 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:15.765136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-629ca793-0154-4e10-bed8-dbb1a9fdf14b req-6af68697-3acc-4826-8edd-bac9035d8887 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0611145 Sep 21 08:16:15.846136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-629ca793-0154-4e10-bed8-dbb1a9fdf14b req-f367c326-37ed-4d57-9754-337e87d9d07a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724416 Sep 21 08:16:15.849729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-4b901332-2855-45ae-839d-a67137752bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:15.851854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-4b901332-2855-45ae-839d-a67137752bf4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1096 time: 0.0753808 Sep 21 08:16:16.000303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-7c9fdc97-19f1-46ff-b041-77d932a8603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:16.002559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-7c9fdc97-19f1-46ff-b041-77d932a8603b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1184385 Sep 21 08:16:16.150500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-70dcba3d-8e2f-47f7-acf0-70565552b45a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 1000 time: 0.1352305 Sep 21 08:16:16.220539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a36c-608a-416d-a8bf-726105581e78 req-1eeff8ba-b834-4037-a322-69f61089e174 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:16.222060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-1eeff8ba-b834-4037-a322-69f61089e174 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 814 time: 0.2101746 Sep 21 08:16:16.246904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-c504c75d-3d19-418c-8ee1-2570d08795fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:16.248519 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-c504c75d-3d19-418c-8ee1-2570d08795fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0898652 Sep 21 08:16:16.250203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-1ae521ec-058e-4a39-8926-6cb9b0fdb110 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/quotas/2c78512f42ff42a2869d7bac7e75ab96 HTTP/1.1" status: 200 len: 375 time: 0.0204985 Sep 21 08:16:16.340722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-859ff5b3-7f0f-4b78-bae4-d67573fac6a7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833442 Sep 21 08:16:16.343283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-8805279c-542b-4a67-b171-9b210fe2de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:16.344788 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-8805279c-542b-4a67-b171-9b210fe2de5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769715 Sep 21 08:16:16.393468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc6126-5d68-48ab-93b7-5ace4ae65899 req-58dc5e46-9458-453d-bbcb-482f826691b4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:16.395190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61cc6126-5d68-48ab-93b7-5ace4ae65899 req-58dc5e46-9458-453d-bbcb-482f826691b4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0654325 Sep 21 08:16:16.436799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61cc6126-5d68-48ab-93b7-5ace4ae65899 req-c9ad6295-4579-4df1-9d9d-9cdb1217415e tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 Sep 21 08:16:16.519410 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-a6e075cd-3d18-4f16-8b07-497ffcb51b52 service neutron] 10.222.0.59 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708453 Sep 21 08:16:16.527149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-32a69ff2-d10f-4d7c-973d-f8ecf9ebf7d1 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704588 Sep 21 08:16:16.700187 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-35e5153e-e168-43a4-9d73-1a5b61c521b7 service neutron] 10.222.0.59 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667204 Sep 21 08:16:16.706607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-721b3c29-3044-4f3f-ac7c-d1cd51f1eefa req-9715d3ef-e5f8-4859-984c-d041f0af1904 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622565 Sep 21 08:16:16.890144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dd37c5e-9e6a-417e-a2d9-df78ad1e2d9a req-3e16f300-d006-4d38-9ee1-d6eb7b7703d4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 210 time: 0.0317717 Sep 21 08:16:17.587081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44730b4d-9b8f-49aa-885c-2a066e249876 req-c612a5f0-697c-475a-9d44-cd850dbd211c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:17.588702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44730b4d-9b8f-49aa-885c-2a066e249876 req-c612a5f0-697c-475a-9d44-cd850dbd211c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Sep 21 08:16:17.642203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44730b4d-9b8f-49aa-885c-2a066e249876 req-277d4bc8-751c-4c2e-b541-981e25cdd195 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Sep 21 08:16:18.020554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26206b5d-990e-4b0c-88f4-b924eda2020f req-ebebabb2-46a2-495e-956b-8b657a400fbb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 210 time: 0.0415277 Sep 21 08:16:18.026809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52956) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:18.112693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a36c-608a-416d-a8bf-726105581e78 req-a5bfdd70-d0d9-4f9d-84eb-666282766377 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:18.114707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-a5bfdd70-d0d9-4f9d-84eb-666282766377 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.62 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 814 time: 0.2620716 Sep 21 08:16:18.135353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Request body: {'port': {'device_id': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7', 'admin_state_up': True, 'tenant_id': '2c78512f42ff42a2869d7bac7e75ab96'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:18.187911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb898b9-ad93-42c0-8a13-1d92978df380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.280935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb898b9-ad93-42c0-8a13-1d92978df380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.284671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb898b9-ad93-42c0-8a13-1d92978df380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.300850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Made reservation on behalf of 2c78512f42ff42a2869d7bac7e75ab96 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:16:18.305020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.329117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4eb898b9-ad93-42c0-8a13-1d92978df380 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48ad1a31565b4395acfa0435e6e36106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004441 Sep 21 08:16:18.330273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb898b9-ad93-42c0-8a13-1d92978df380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c51fd7-5663-4c33-b523-d7dac761bec2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:18.333269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52962) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:18.384219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47890370-af91-4551-8d31-93a0431872d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.405695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47890370-af91-4551-8d31-93a0431872d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.444405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Allocated IP 172.20.0.13 (e662f8ce-b97e-48ed-acb2-11d4065d4fb7/3134055e-44d0-473e-a6aa-678d90bef5c5/43d79ac2-d2a3-4b8b-b877-6760e982fc74) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:16:18.460590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47890370-af91-4551-8d31-93a0431872d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.463537 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47890370-af91-4551-8d31-93a0431872d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.467649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-47890370-af91-4551-8d31-93a0431872d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30c51fd7-5663-4c33-b523-d7dac761bec2 HTTP/1.1" status: 204 len: 168 time: 0.1306911 Sep 21 08:16:18.476651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47890370-af91-4551-8d31-93a0431872d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c51fd7-5663-4c33-b523-d7dac761bec2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:18.619487 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.658148 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.683606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['786a62f6-2695-4dc4-a802-119ec3bc214c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:18.715039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:16:18.720007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:16:18.727263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:16:18.758084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Pushing event updated for resources: {'Port': ['ID=43d79ac2-d2a3-4b8b-b877-6760e982fc74,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:18.818111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52974) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:18.826510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:18.827168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.833037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27204b37-22d4-4311-b06f-bcbf1fd9b623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.850981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f2a09-3776-41cc-9242-bda4eec8228a req-f27d0005-01b1-4347-a869-2e808592d47b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:18.853098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf1f2a09-3776-41cc-9242-bda4eec8228a req-f27d0005-01b1-4347-a869-2e808592d47b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0962398 Sep 21 08:16:18.854906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-30dd8b43-389b-4e54-b171-b433850c36f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7245057 Sep 21 08:16:18.875671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Request body: {'port': {'device_id': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:18.951451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf1f2a09-3776-41cc-9242-bda4eec8228a req-de9234b0-2e2b-49d9-9c85-d4d4772aa241 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896769 Sep 21 08:16:18.957895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.972227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27204b37-22d4-4311-b06f-bcbf1fd9b623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:18.979679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27204b37-22d4-4311-b06f-bcbf1fd9b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.026260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27204b37-22d4-4311-b06f-bcbf1fd9b623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4f910-4977-41be-a9c7-b1677e6c11bd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:19.036119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-27204b37-22d4-4311-b06f-bcbf1fd9b623 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0b898d7cd6264ea4b1d24123fa4829c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109945 Sep 21 08:16:19.037822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52978) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:19.130925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cc61e9-29fc-4aef-a362-696294dd7b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.181493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cc61e9-29fc-4aef-a362-696294dd7b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.228023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f13c-2a5b-4a38-8149-1c0cda518b73 req-6b02acf1-1fb4-4ac0-842e-e15d5c0121b4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:19.229670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdb1f13c-2a5b-4a38-8149-1c0cda518b73 req-6b02acf1-1fb4-4ac0-842e-e15d5c0121b4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 932 time: 0.0869415 Sep 21 08:16:19.288768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cc61e9-29fc-4aef-a362-696294dd7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.293668 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cc61e9-29fc-4aef-a362-696294dd7b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.294918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-37cc61e9-29fc-4aef-a362-696294dd7b12 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35b4f910-4977-41be-a9c7-b1677e6c11bd HTTP/1.1" status: 204 len: 168 time: 0.2559471 Sep 21 08:16:19.308501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdb1f13c-2a5b-4a38-8149-1c0cda518b73 req-5d5b583e-bd7e-446b-b1ec-9bce52ea696a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670912 Sep 21 08:16:19.313882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d79ac2-d2a3-4b8b-b877-6760e982fc74 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:16:19.316610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc61e9-29fc-4aef-a362-696294dd7b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4f910-4977-41be-a9c7-b1677e6c11bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:19.323482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.343848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Transition to ACTIVE for port object 43d79ac2-d2a3-4b8b-b877-6760e982fc74 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:16:19.348997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.402632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=43d79ac2-d2a3-4b8b-b877-6760e982fc74,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:19.478703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Attempting to bind port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:16:19.479050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Attempting to bind port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:16:19.479398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Attempting to bind port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 on network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:16:19.483732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 on network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:16:19.484049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Attempting to bind port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 on network e662f8ce-b97e-48ed-acb2-11d4065d4fb7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:16:19.488835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:16:19.489169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Checking segment: {'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:16:19.489602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Bound using segment: {'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:16:19.489982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Bound port: 43d79ac2-d2a3-4b8b-b877-6760e982fc74, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be3aa00-95a6-4a9e-8412-09e32e1c7c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:16:19.490336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.554159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] For port 43d79ac2-d2a3-4b8b-b877-6760e982fc74, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:16:19.557850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] For port 43d79ac2-d2a3-4b8b-b877-6760e982fc74, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=43d79ac2-d2a3-4b8b-b877-6760e982fc74,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:16:19.563493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.596050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:19.596695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:19.598102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] 10.222.0.62 "PUT /v2.0/ports/43d79ac2-d2a3-4b8b-b877-6760e982fc74 HTTP/1.1" status: 200 len: 1092 time: 0.7319827 Sep 21 08:16:19.598543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'tag': '43d79ac2-d2a3-4b8b-b877-6760e982fc74'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:19.600941 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32f499-86b2-4d2a-b0e8-e54f8415c99b" -d '{"events": [{"name": "network-changed", "server_uuid": "4629b426-f571-4fc7-8c42-c9c14fd6ff96", "tag": "43d79ac2-d2a3-4b8b-b877-6760e982fc74"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:19.636581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e3056-dcc3-49ee-a3de-dfea59f4fd19 service neutron] Pushing event updated for resources: {'Port': ['ID=43d79ac2-d2a3-4b8b-b877-6760e982fc74,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:19.670470 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5afe61-ada9-4c4c-9312-6b9ccc03e376 x-openstack-request-id: req-ee5afe61-ada9-4c4c-9312-6b9ccc03e376 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:19.670760 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4629b426-f571-4fc7-8c42-c9c14fd6ff96", "tag": "43d79ac2-d2a3-4b8b-b877-6760e982fc74", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:19.671008 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ee5afe61-ada9-4c4c-9312-6b9ccc03e376 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:19.671410 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'tag': '43d79ac2-d2a3-4b8b-b877-6760e982fc74', 'status': 'completed', 'code': 200} Sep 21 08:16:19.686480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a36c-608a-416d-a8bf-726105581e78 req-d72c8774-33a1-4083-9949-c19393e67e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:19.688539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-d72c8774-33a1-4083-9949-c19393e67e23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 1095 time: 0.0460672 Sep 21 08:16:19.736516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-6cb8cd64-c81f-4b80-8152-0879316889ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d79ac2-d2a3-4b8b-b877-6760e982fc74 HTTP/1.1" status: 200 len: 217 time: 0.0401556 Sep 21 08:16:19.788856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a36c-608a-416d-a8bf-726105581e78 req-21625d16-e589-4b03-948d-c6904ca91144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:19.790857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-21625d16-e589-4b03-948d-c6904ca91144 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 200 len: 854 time: 0.0470555 Sep 21 08:16:19.823641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-e03ec710-c3f7-4c36-8c41-f0d7711ef646 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252476 Sep 21 08:16:19.925823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-db9d68ce-34f8-4af9-b30d-c5c468b17cd5 service neutron] 10.222.0.62 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932152 Sep 21 08:16:20.030437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1df5a36c-608a-416d-a8bf-726105581e78 req-de2fcd8a-c1c4-4489-a3d8-d803aa23ba4b service neutron] 10.222.0.62 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961103 Sep 21 08:16:20.116075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af21681-31da-45c0-86a1-a6523cb23de3 req-c490e048-2a93-41ca-9ad0-7c48598ee4e0 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:20.118369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4af21681-31da-45c0-86a1-a6523cb23de3 req-c490e048-2a93-41ca-9ad0-7c48598ee4e0 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0796180 Sep 21 08:16:20.145556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-770a7d6a-5139-42ad-8aaf-3d5c86c55060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:20.147037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-770a7d6a-5139-42ad-8aaf-3d5c86c55060 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 1095 time: 0.0712550 Sep 21 08:16:20.180908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4af21681-31da-45c0-86a1-a6523cb23de3 req-b23f89dd-bfb9-41be-8ae3-201b9f46bc01 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561473 Sep 21 08:16:20.271176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-2ddb21bc-2dd7-45c6-a287-160e09be35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:20.272716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-2ddb21bc-2dd7-45c6-a287-160e09be35f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 915 time: 0.1160870 Sep 21 08:16:20.330592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-8cc7ab48-606e-4446-a7ad-fc6e66641f68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43d79ac2-d2a3-4b8b-b877-6760e982fc74 HTTP/1.1" status: 200 len: 217 time: 0.0466828 Sep 21 08:16:20.391041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-42734e1c-d3c7-42f0-9340-07d2d85decb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:20.392601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-42734e1c-d3c7-42f0-9340-07d2d85decb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 200 len: 854 time: 0.0480828 Sep 21 08:16:20.425085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-6f7bda66-5bed-4c5c-9bf6-2081789a7409 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251286 Sep 21 08:16:20.468494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8acda4-84eb-4f96-b469-3cb42d3fb8c6 req-054cb8ed-9128-4e16-8b12-eb1cf1be4f47 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:20.471062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a8acda4-84eb-4f96-b469-3cb42d3fb8c6 req-054cb8ed-9128-4e16-8b12-eb1cf1be4f47 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 944 time: 0.0824795 Sep 21 08:16:20.515418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a8acda4-84eb-4f96-b469-3cb42d3fb8c6 req-f6a99679-eef6-4ce9-9408-c466e3e6a6a0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355268 Sep 21 08:16:20.523552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-2a4bdac7-6a69-4d38-8cd7-7326ebb958e6 service neutron] 10.222.0.62 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915513 Sep 21 08:16:20.618800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de32f499-86b2-4d2a-b0e8-e54f8415c99b req-5520b2b8-3b94-4096-a9b1-220ee13f4a19 service neutron] 10.222.0.62 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881567 Sep 21 08:16:21.147915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53062) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:21.263999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c14bd943-e55b-47f3-a21f-186474af42bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:21.342621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0289668-dd61-4107-80d9-b1fc0d51d92b req-e002d017-a294-4f58-a888-8002c41e691a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.344167 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0289668-dd61-4107-80d9-b1fc0d51d92b req-e002d017-a294-4f58-a888-8002c41e691a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0728528 Sep 21 08:16:21.405408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0289668-dd61-4107-80d9-b1fc0d51d92b req-2761aedf-4e70-487a-8ab8-307528c1acaf tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537353 Sep 21 08:16:21.444224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c14bd943-e55b-47f3-a21f-186474af42bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:21.450126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c14bd943-e55b-47f3-a21f-186474af42bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:21.490279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c14bd943-e55b-47f3-a21f-186474af42bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06b20e62e585432aa57469a42af20b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406889 Sep 21 08:16:21.491431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bd943-e55b-47f3-a21f-186474af42bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eaabfc-bc9d-422c-afb8-ee7eb0b7502f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:21.494045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53072) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:21.552198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfe6819b-3189-4cc3-972a-3a35703a950a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:21.579022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfe6819b-3189-4cc3-972a-3a35703a950a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:21.618479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-f2590241-3f6e-4dae-b145-48118e287e94 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0575299 Sep 21 08:16:21.658457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3301c5-20e6-4d51-8769-be73fb381b63 req-ab857971-5b9d-441c-8c55-365a8c934c1d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.659883 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a3301c5-20e6-4d51-8769-be73fb381b63 req-ab857971-5b9d-441c-8c55-365a8c934c1d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 944 time: 0.0648100 Sep 21 08:16:21.675784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfe6819b-3189-4cc3-972a-3a35703a950a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:21.678178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfe6819b-3189-4cc3-972a-3a35703a950a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:21.679244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cfe6819b-3189-4cc3-972a-3a35703a950a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49eaabfc-bc9d-422c-afb8-ee7eb0b7502f HTTP/1.1" status: 204 len: 168 time: 0.1843092 Sep 21 08:16:21.697791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6819b-3189-4cc3-972a-3a35703a950a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eaabfc-bc9d-422c-afb8-ee7eb0b7502f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:21.717100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a3301c5-20e6-4d51-8769-be73fb381b63 req-617fb7cb-3932-43b6-9449-2eb2b339d430 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483785 Sep 21 08:16:21.734407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.735297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.736112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.736621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.737290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.737648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.738046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.741470 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-ccdf3e51-dea6-4c1e-99d6-d7c6ac74650d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6501 time: 0.0698292 Sep 21 08:16:21.867449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-90c34b2d-3d9c-4f7f-b29e-cdbb9081e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.867934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-90c34b2d-3d9c-4f7f-b29e-cdbb9081e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.868408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-90c34b2d-3d9c-4f7f-b29e-cdbb9081e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.870120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-90c34b2d-3d9c-4f7f-b29e-cdbb9081e36f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b81071b7-8704-4572-b376-55243ff5365f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 200 len: 2296 time: 0.1038520 Sep 21 08:16:21.938928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-3beb60ff-f95e-4a12-8c9d-a894cea57ff6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 200 len: 1002 time: 0.0613527 Sep 21 08:16:21.996948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-0f4a310f-cb29-456d-a3c7-4c3c58aae05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:21.996948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-0f4a310f-cb29-456d-a3c7-4c3c58aae05e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4ac5536-34b2-40c8-9b53-df8f2f609101 HTTP/1.1" status: 200 len: 855 time: 0.0503056 Sep 21 08:16:21.996948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53084) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:22.018860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d503ff5a-a65b-4c14-85b0-95d23249c584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.079037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-d3b270a4-8a5b-4055-b023-9d119c326a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:22.080589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-d3b270a4-8a5b-4055-b023-9d119c326a9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b81071b7-8704-4572-b376-55243ff5365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773542 Sep 21 08:16:22.215531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-4f0d3584-2e1e-4638-b4ce-b616f89423c0 service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244171 Sep 21 08:16:22.225097 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d503ff5a-a65b-4c14-85b0-95d23249c584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.234025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d503ff5a-a65b-4c14-85b0-95d23249c584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.332838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a0b6e7e-47eb-4d50-bca7-59e9d23a449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.655570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d503ff5a-a65b-4c14-85b0-95d23249c584 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bfffcbbb532d4d7092314da7fe1226e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6553099 Sep 21 08:16:22.656242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53094) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:22.657974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503ff5a-a65b-4c14-85b0-95d23249c584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d474e8b-2cd1-417b-a7f4-23de28ced9b8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:22.689908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8bfb6-e933-47c9-9c79-3610850d99ff req-433c8b03-1a8a-4465-84cb-a5969dbec9e3 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:22.691420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09a8bfb6-e933-47c9-9c79-3610850d99ff req-433c8b03-1a8a-4465-84cb-a5969dbec9e3 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.1334403 Sep 21 08:16:22.697981 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-252014a8-4df6-418e-b841-fff9b3aa3dfb service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749024 Sep 21 08:16:22.706235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d254749a-a1e8-4077-97cb-594052fe58a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.728745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d254749a-a1e8-4077-97cb-594052fe58a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.746682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-b35165a0-8edd-40c6-869a-760b73f18b3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 217 time: 0.0410504 Sep 21 08:16:22.778834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d254749a-a1e8-4077-97cb-594052fe58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.791657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d254749a-a1e8-4077-97cb-594052fe58a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:22.794140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09a8bfb6-e933-47c9-9c79-3610850d99ff req-75fb2428-a781-4a34-a90f-bf906da5c0a7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952122 Sep 21 08:16:22.806036 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d254749a-a1e8-4077-97cb-594052fe58a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1d474e8b-2cd1-417b-a7f4-23de28ced9b8 HTTP/1.1" status: 204 len: 168 time: 0.1468627 Sep 21 08:16:22.819907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254749a-a1e8-4077-97cb-594052fe58a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d474e8b-2cd1-417b-a7f4-23de28ced9b8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:22.824624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-c9bc5971-d735-4c9a-a4fc-b7fd8ede0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:22.825508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-c9bc5971-d735-4c9a-a4fc-b7fd8ede0071 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0695856 Sep 21 08:16:22.878109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-a37a6d46-566a-49cb-9a7c-abfc115ce405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:22.879531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-a37a6d46-566a-49cb-9a7c-abfc115ce405 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466890 Sep 21 08:16:22.881539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c5576-a7b7-4aad-a114-950677965f6f req-9443a354-0bde-439c-bc35-69c8bfbab61a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:22.883125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c56c5576-a7b7-4aad-a114-950677965f6f req-9443a354-0bde-439c-bc35-69c8bfbab61a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 944 time: 0.0647023 Sep 21 08:16:22.959955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c56c5576-a7b7-4aad-a114-950677965f6f req-c6189770-a436-4239-92e5-99f0687cf327 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675948 Sep 21 08:16:22.995470 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-17d9048d-110c-4ba3-a036-108d51d1ff06 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088428 Sep 21 08:16:23.096666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-eab33507-afed-48f8-a0c6-fdab7f1d1a1b service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942693 Sep 21 08:16:23.140031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-2e2af29e-8a1c-4ac4-b343-28217d09bd85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 217 time: 0.0360394 Sep 21 08:16:23.208885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-07333270-d8fd-4895-92b4-3ff3baeed83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:23.211987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-07333270-d8fd-4895-92b4-3ff3baeed83a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0648372 Sep 21 08:16:23.266063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7c20233f-5f48-4ec9-a46d-4a2bad4d1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:23.268657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7c20233f-5f48-4ec9-a46d-4a2bad4d1494 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0487268 Sep 21 08:16:23.370887 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-5d5f475a-dd5b-4155-9876-5e8f5b446d38 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945039 Sep 21 08:16:23.471994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 43d79ac2-d2a3-4b8b-b877-6760e982fc74 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:16:23.484882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-e35c05ef-5075-46df-afeb-35016cc2d42e service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067173 Sep 21 08:16:23.536414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-c5abb21a-b6ee-45eb-b429-f9e069b97d7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f69bc2e7-39e3-460c-bf20-b321b1694924 HTTP/1.1" status: 200 len: 217 time: 0.0443823 Sep 21 08:16:23.597022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7f4d359a-9dd0-4d3b-be9b-c03e0b19e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:23.598534 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7f4d359a-9dd0-4d3b-be9b-c03e0b19e98b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0556004 Sep 21 08:16:23.602406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 43d79ac2-d2a3-4b8b-b877-6760e982fc74, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=43d79ac2-d2a3-4b8b-b877-6760e982fc74,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:23.621831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '43d79ac2-d2a3-4b8b-b877-6760e982fc74', 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7', 'port_id': '43d79ac2-d2a3-4b8b-b877-6760e982fc74', 'mac_address': 'fa:16:3e:7f:4b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3134055e-44d0-473e-a6aa-678d90bef5c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:16:23.669418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-c457e05d-2c63-4b1b-bd22-36d61bb087e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:23.672123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-c457e05d-2c63-4b1b-bd22-36d61bb087e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0663764 Sep 21 08:16:23.681101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:23.698844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d79ac2-d2a3-4b8b-b877-6760e982fc74 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:16:23.722612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 43d79ac2-d2a3-4b8b-b877-6760e982fc74, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=43d79ac2-d2a3-4b8b-b877-6760e982fc74,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:23.726723 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:23.779410 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-8d4f542c-98f7-4999-9ca1-eb973edc6dec service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989368 Sep 21 08:16:23.788344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=43d79ac2-d2a3-4b8b-b877-6760e982fc74,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:23.903187 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-cb8308b0-a9ac-41be-ad3a-fa768f835396 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151714 Sep 21 08:16:23.948867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-e3768fd1-29b6-48bd-92e5-fcf47ae92426 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3d0d3f49-99f4-4980-942c-9f86a1908812 HTTP/1.1" status: 200 len: 217 time: 0.0383296 Sep 21 08:16:23.950897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855f58e-1c43-48cd-a2da-ff93b591b960 req-f3a483e6-f189-4801-9ffe-2042f2bd29fe tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:23.952585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4855f58e-1c43-48cd-a2da-ff93b591b960 req-f3a483e6-f189-4801-9ffe-2042f2bd29fe tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0594869 Sep 21 08:16:24.000593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4855f58e-1c43-48cd-a2da-ff93b591b960 req-f9648c2f-f3cb-42ce-b0db-9eab28ef9f9d tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418055 Sep 21 08:16:24.028445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-20440987-dbba-41d7-9f17-534156dec173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:24.034483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-20440987-dbba-41d7-9f17-534156dec173 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.0781877 Sep 21 08:16:24.115999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-f7cb2cdc-c019-49e5-9874-cdbdc127b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:24.119702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-f7cb2cdc-c019-49e5-9874-cdbdc127b5fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750756 Sep 21 08:16:24.134754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['43d79ac2-d2a3-4b8b-b877-6760e982fc74'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:24.164437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a30b3-74a0-4778-85d9-2b3e2f38e953 req-a001a624-c671-49ce-9b36-7dd5bac8bda1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:24.166540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f0a30b3-74a0-4778-85d9-2b3e2f38e953 req-a001a624-c671-49ce-9b36-7dd5bac8bda1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 945 time: 0.0717809 Sep 21 08:16:24.222903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f0a30b3-74a0-4778-85d9-2b3e2f38e953 req-4b10a584-cf7b-4799-b1f2-4423e59d5c52 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500991 Sep 21 08:16:24.293308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-d68f457f-1df9-4259-899d-3557109a3e02 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658273 Sep 21 08:16:24.434355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1758-a1f6-4b7c-bc40-0d115c425277 req-3aa5dfd4-ed1b-4c56-a2cb-6faa04d65a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:24.436246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0bab1758-a1f6-4b7c-bc40-0d115c425277 req-3aa5dfd4-ed1b-4c56-a2cb-6faa04d65a0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 1096 time: 0.0838563 Sep 21 08:16:24.462876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-be32cbdf-7fbf-4236-b978-895c9909cfcf service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610792 Sep 21 08:16:24.516289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-4916dd16-067a-46b3-9deb-0eb1f1f45686 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced HTTP/1.1" status: 200 len: 217 time: 0.0453553 Sep 21 08:16:24.517279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0bab1758-a1f6-4b7c-bc40-0d115c425277 req-c7409d62-68a6-4fd7-9480-66781afa3719 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725589 Sep 21 08:16:24.595396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7021cf43-921b-42c4-92b6-3e0da5d0820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:24.598306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7021cf43-921b-42c4-92b6-3e0da5d0820f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.0755181 Sep 21 08:16:24.654042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7c72281c-678f-48ed-8259-cbdc331910fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:24.655641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-7c72281c-678f-48ed-8259-cbdc331910fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436270 Sep 21 08:16:24.772388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-17f280f0-a4ee-4f27-af60-334dbe971156 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092186 Sep 21 08:16:24.877566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-47124b03-7bed-4b19-80b9-1b4b852bf22d service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977387 Sep 21 08:16:24.925433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-d37b1ee3-ef8b-4313-8552-a2e4df76b005 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 200 len: 217 time: 0.0405333 Sep 21 08:16:24.987778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-c51529f9-7bf2-4c32-bd17-7e2cb663a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:24.990475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-c51529f9-7bf2-4c32-bd17-7e2cb663a8b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.0572035 Sep 21 08:16:25.070161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-30adadf6-a908-4673-8294-8110e986c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:25.072732 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-30adadf6-a908-4673-8294-8110e986c67e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682681 Sep 21 08:16:25.183560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf50c6-3d41-4a0d-bd44-d70934b98aa9 req-5ff49c7c-35bb-4e41-8be1-50cd914b010f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:25.188854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8aaf50c6-3d41-4a0d-bd44-d70934b98aa9 req-5ff49c7c-35bb-4e41-8be1-50cd914b010f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0779002 Sep 21 08:16:25.209883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-bb2df1cf-48b6-4563-9522-2908abfc5313 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278050 Sep 21 08:16:25.255755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8aaf50c6-3d41-4a0d-bd44-d70934b98aa9 req-c2aa3bad-8197-49be-852d-5705556ed426 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626819 Sep 21 08:16:25.266870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:25.366898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb83b05c-670a-45d2-bfb7-40fdf7f2d30f req-1fb29e1c-2bb1-4f2f-aee2-5b8a96c05599 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468890 Sep 21 08:16:25.400246 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-657d3b63-6b02-468b-ad6c-8e5171589c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:25.418791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db1b12-ff23-4dce-ae0b-e352eceab240 req-beed8afd-e65a-4e13-b5b6-05acc949d90a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:25.420905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58db1b12-ff23-4dce-ae0b-e352eceab240 req-beed8afd-e65a-4e13-b5b6-05acc949d90a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 945 time: 0.0843158 Sep 21 08:16:25.475776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58db1b12-ff23-4dce-ae0b-e352eceab240 req-4b815949-279d-455c-b6b6-cd0588e0debe tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486856 Sep 21 08:16:25.488237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 43d79ac2-d2a3-4b8b-b877-6760e982fc74 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:16:25.544746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:16:25.548636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:16:25.549007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:25.645457 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:25.692935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d79ac2-d2a3-4b8b-b877-6760e982fc74'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:25.696405 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a23d0f-31e1-4cb5-b8a8-dc26384d4144" -d '{"events": [{"server_uuid": "4629b426-f571-4fc7-8c42-c9c14fd6ff96", "name": "network-vif-plugged", "status": "completed", "tag": "43d79ac2-d2a3-4b8b-b877-6760e982fc74"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:25.714032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 43d79ac2-d2a3-4b8b-b877-6760e982fc74, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=43d79ac2-d2a3-4b8b-b877-6760e982fc74,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:25.724798 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:25.780794 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5fe422-3cb6-431c-bab4-bef9c986d7a7 x-openstack-request-id: req-5e5fe422-3cb6-431c-bab4-bef9c986d7a7 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:25.781081 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4629b426-f571-4fc7-8c42-c9c14fd6ff96", "name": "network-vif-plugged", "status": "completed", "tag": "43d79ac2-d2a3-4b8b-b877-6760e982fc74", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:25.781327 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e5fe422-3cb6-431c-bab4-bef9c986d7a7 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:25.781719 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d79ac2-d2a3-4b8b-b877-6760e982fc74', 'code': 200} Sep 21 08:16:25.857912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=43d79ac2-d2a3-4b8b-b877-6760e982fc74,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:25.914664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a252e-9888-41fc-9dca-9edea6ef1764 req-528748cc-22e6-45ed-b72b-deee8c25342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:25.916640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d05a252e-9888-41fc-9dca-9edea6ef1764 req-528748cc-22e6-45ed-b72b-deee8c25342e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 1097 time: 0.0516989 Sep 21 08:16:25.958356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d05a252e-9888-41fc-9dca-9edea6ef1764 req-8a693143-59f1-461c-ae7d-8b8a9f94c5c0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Sep 21 08:16:26.443691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f430ed-d3db-4927-b234-7ebb9674ec8a req-72dfd48e-b86c-4eee-84df-78c32fcb6c42 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:26.445998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7f430ed-d3db-4927-b234-7ebb9674ec8a req-72dfd48e-b86c-4eee-84df-78c32fcb6c42 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0737505 Sep 21 08:16:26.499953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7f430ed-d3db-4927-b234-7ebb9674ec8a req-2190c239-fd82-420a-8b3d-0c405e7d5192 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Sep 21 08:16:26.611034 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:26.624408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362a7e7-a96b-4b5d-aad4-65771d88d8c3 req-815d830a-e536-4b7c-aa97-d834da27a6f3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:26.626647 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5362a7e7-a96b-4b5d-aad4-65771d88d8c3 req-815d830a-e536-4b7c-aa97-d834da27a6f3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 946 time: 0.0568011 Sep 21 08:16:26.676965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5362a7e7-a96b-4b5d-aad4-65771d88d8c3 req-c66c3aaa-78d6-4095-b715-6265b2044432 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Sep 21 08:16:26.768225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-4e31ebf4-252b-48ae-b749-da81939cafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:26.770578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-4e31ebf4-252b-48ae-b749-da81939cafa8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 1096 time: 0.0615323 Sep 21 08:16:26.779565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5468-fb43-445f-a843-8a8f391dc6e7 req-889c74b0-f239-4dcb-aca9-6f7f20edaf0c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:26.781827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a08d5468-fb43-445f-a843-8a8f391dc6e7 req-889c74b0-f239-4dcb-aca9-6f7f20edaf0c tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Sep 21 08:16:26.826113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a08d5468-fb43-445f-a843-8a8f391dc6e7 req-598f73ac-24d9-4902-8484-04997641ec59 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379119 Sep 21 08:16:26.886545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-9d7ae4f9-69d2-4fa4-8e72-32fc71e39ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:26.888279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-9d7ae4f9-69d2-4fa4-8e72-32fc71e39ba4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 200 len: 911 time: 0.1087778 Sep 21 08:16:26.939064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-fb61846b-51b8-444f-916a-7b6fbd41d72b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f HTTP/1.1" status: 200 len: 217 time: 0.0355027 Sep 21 08:16:26.994976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-26e8de7f-558f-4e99-9e0b-08bd5ddcf2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:26.996525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-26e8de7f-558f-4e99-9e0b-08bd5ddcf2f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 200 len: 850 time: 0.0503824 Sep 21 08:16:27.039439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-b88c94ff-2a20-4dac-b23c-59e0e94efaac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fdb6cee9-0381-46b5-8fa4-7915c634aa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347605 Sep 21 08:16:27.133080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-240e8255-3aa5-467a-a575-2fcd0ab3ef6e service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857768 Sep 21 08:16:27.238435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4f2863c-f36b-4daa-905d-fa9b742b1f92 req-6991e0f4-d72a-4354-bd3d-d38e365c815f service neutron] 10.222.0.50 "GET /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951290 Sep 21 08:16:27.669225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:27.815844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ebe8a-4a9c-472a-a80c-06ddd50f8dca req-0de748b0-48f6-4a25-a90b-8a0dae3301c2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:27.818003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-439ebe8a-4a9c-472a-a80c-06ddd50f8dca req-0de748b0-48f6-4a25-a90b-8a0dae3301c2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 946 time: 0.0532718 Sep 21 08:16:27.863747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-439ebe8a-4a9c-472a-a80c-06ddd50f8dca req-05dadc78-2a5f-4214-a346-cef2c48fb348 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391841 Sep 21 08:16:27.962783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b4994-a75b-4911-8259-5a8f3fafe5c9 req-a3ded042-85b7-4b27-83c4-74c4236af554 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:27.964432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae2b4994-a75b-4911-8259-5a8f3fafe5c9 req-a3ded042-85b7-4b27-83c4-74c4236af554 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0552373 Sep 21 08:16:28.007871 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae2b4994-a75b-4911-8259-5a8f3fafe5c9 req-a32705f5-5916-4310-9bb1-6f7909a55cef tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355792 Sep 21 08:16:28.162231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63edfba-4bdd-4536-b262-f74d10ce0049 req-14f2bed6-c325-4af3-9ba9-20b44b54e2fb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:28.163941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b63edfba-4bdd-4536-b262-f74d10ce0049 req-14f2bed6-c325-4af3-9ba9-20b44b54e2fb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 946 time: 0.0540133 Sep 21 08:16:28.207070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b63edfba-4bdd-4536-b262-f74d10ce0049 req-a1d38c5e-f9cb-464f-8099-c34d34f720d8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Sep 21 08:16:29.179610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10fbf2-4716-43c2-9f56-c54b49605406 req-424afdce-c03e-4b97-9132-e25f054c7190 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:29.181168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d10fbf2-4716-43c2-9f56-c54b49605406 req-424afdce-c03e-4b97-9132-e25f054c7190 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0671568 Sep 21 08:16:29.229732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d10fbf2-4716-43c2-9f56-c54b49605406 req-78fe7f52-c8b5-4147-bb61-5e22dcb8c28d tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Sep 21 08:16:29.376092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09844ea1-93cc-4de1-86c2-66a516b9d09d req-f424d376-34db-4c06-b221-4fea1342f6d5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:29.378652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09844ea1-93cc-4de1-86c2-66a516b9d09d req-f424d376-34db-4c06-b221-4fea1342f6d5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 946 time: 0.0607066 Sep 21 08:16:29.419836 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09844ea1-93cc-4de1-86c2-66a516b9d09d req-1af4f25e-45bf-482a-8f75-f70e376349fc tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348585 Sep 21 08:16:29.545732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-53bb78f6-d418-44b7-ad50-5455f30ec540 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:29.547098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-53bb78f6-d418-44b7-ad50-5455f30ec540 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.62 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 946 time: 0.0601659 Sep 21 08:16:29.668389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Deleting port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:29.668754 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:29.783541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] For port 43d79ac2-d2a3-4b8b-b877-6760e982fc74, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=43d79ac2-d2a3-4b8b-b877-6760e982fc74,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:29.783849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:29.801564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Calling delete_port for 43d79ac2-d2a3-4b8b-b877-6760e982fc74 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:29.952567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:29.971584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['786a62f6-2695-4dc4-a802-119ec3bc214c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:29.983732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Pushing event deleted for resources: {'Port': ['ID=43d79ac2-d2a3-4b8b-b877-6760e982fc74,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:29.997579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:29.998063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:29.998403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:29.998901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:29.999392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.000063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.000537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.001064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.001393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.001717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.002043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.002361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:30.042476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] No DVR routers for this DVR port 43d79ac2-d2a3-4b8b-b877-6760e982fc74 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:16:30.045575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:30.047996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e48e5aef-d3d4-4f4f-b0b2-b185383c59cd req-9a153e61-0e8e-43e9-be41-8cc871942fee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.62 "DELETE /v2.0/ports/43d79ac2-d2a3-4b8b-b877-6760e982fc74 HTTP/1.1" status: 204 len: 173 time: 0.4943824 Sep 21 08:16:30.048457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'name': 'network-vif-deleted', 'tag': '43d79ac2-d2a3-4b8b-b877-6760e982fc74'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:30.050832 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46946780-9d2b-4cd2-ac8f-27d485a56ae4" -d '{"events": [{"server_uuid": "4629b426-f571-4fc7-8c42-c9c14fd6ff96", "name": "network-vif-deleted", "tag": "43d79ac2-d2a3-4b8b-b877-6760e982fc74"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:30.088084 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf8ef45-a700-4c2d-82ad-d4297aabb05c x-openstack-request-id: req-5bf8ef45-a700-4c2d-82ad-d4297aabb05c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:30.088375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4629b426-f571-4fc7-8c42-c9c14fd6ff96", "name": "network-vif-deleted", "tag": "43d79ac2-d2a3-4b8b-b877-6760e982fc74", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:30.088651 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bf8ef45-a700-4c2d-82ad-d4297aabb05c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:30.089021 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4629b426-f571-4fc7-8c42-c9c14fd6ff96', 'name': 'network-vif-deleted', 'tag': '43d79ac2-d2a3-4b8b-b877-6760e982fc74', 'status': 'completed', 'code': 200} Sep 21 08:16:30.377327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980f06-4f63-4bb4-9d98-f871fd37f1eb req-f5c238b8-6c2a-4e14-ae6c-322729a3dfed tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:30.378812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01980f06-4f63-4bb4-9d98-f871fd37f1eb req-f5c238b8-6c2a-4e14-ae6c-322729a3dfed tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0511065 Sep 21 08:16:30.420382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01980f06-4f63-4bb4-9d98-f871fd37f1eb req-18fcc61e-e811-4ab7-8b68-60d758a349a4 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350814 Sep 21 08:16:30.556747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32248cc0-9de5-4240-a2a2-6409b9c964fb req-e3f6e5aa-85dd-468d-b07c-aeeee3dca9ca tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4629b426-f571-4fc7-8c42-c9c14fd6ff96 HTTP/1.1" status: 200 len: 210 time: 0.0334506 Sep 21 08:16:30.730777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb43294-a7ee-48f4-9fd1-0a896beeec56 req-7115fb2b-0eae-41fa-ba36-da8a0be772c7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:30.732340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccb43294-a7ee-48f4-9fd1-0a896beeec56 req-7115fb2b-0eae-41fa-ba36-da8a0be772c7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0567968 Sep 21 08:16:30.771352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccb43294-a7ee-48f4-9fd1-0a896beeec56 req-fb0212fd-2a04-4d53-82db-0b348cede9f7 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Sep 21 08:16:31.518375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 43d79ac2-d2a3-4b8b-b877-6760e982fc74 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:16:31.542458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 43d79ac2-d2a3-4b8b-b877-6760e982fc74 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:16:31.542723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 43d79ac2-d2a3-4b8b-b877-6760e982fc74 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:16:31.744351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001e820-e351-4104-8c1f-27d03ce68feb req-b142f201-3e68-4297-97e7-8023da1bf5d1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:31.745935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8001e820-e351-4104-8c1f-27d03ce68feb req-b142f201-3e68-4297-97e7-8023da1bf5d1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0664957 Sep 21 08:16:31.806712 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8001e820-e351-4104-8c1f-27d03ce68feb req-0e462a66-f167-4afb-8068-a700eeecd332 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Sep 21 08:16:31.885947 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:31.937726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a7812-b2be-4932-80f1-85c4add7f67e req-075e8068-cde9-4d67-82e7-d1a8ae1d16ce tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:31.942120 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a0a7812-b2be-4932-80f1-85c4add7f67e req-075e8068-cde9-4d67-82e7-d1a8ae1d16ce tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0809886 Sep 21 08:16:31.998082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a0a7812-b2be-4932-80f1-85c4add7f67e req-f7ab97de-8845-416f-bc9c-ccf278e58d15 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491295 Sep 21 08:16:32.108360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f9f5-5ff4-43da-9aaa-a38960498502 req-9d81e725-aa66-4782-bc8f-84a2d74ce25a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:32.110249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3bd0f9f5-5ff4-43da-9aaa-a38960498502 req-9d81e725-aa66-4782-bc8f-84a2d74ce25a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0524511 Sep 21 08:16:32.155981 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3bd0f9f5-5ff4-43da-9aaa-a38960498502 req-6f854951-2f21-4426-a85f-89cb8fb9f8e1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394437 Sep 21 08:16:32.292775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd8369-c099-4d10-9772-2d00bad4b157 req-021e36cc-05fb-4d9e-948b-9a114cd632d3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:32.294302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63bd8369-c099-4d10-9772-2d00bad4b157 req-021e36cc-05fb-4d9e-948b-9a114cd632d3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0598447 Sep 21 08:16:32.338911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63bd8369-c099-4d10-9772-2d00bad4b157 req-107c8fc0-35f0-4236-9e82-37553ca69a18 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384855 Sep 21 08:16:33.204040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666096-d089-4644-b440-7960ecfa6051 req-1556834b-5808-4c9b-87f5-ae64d03b68df tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:33.213756 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56666096-d089-4644-b440-7960ecfa6051 req-1556834b-5808-4c9b-87f5-ae64d03b68df tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.1019480 Sep 21 08:16:33.302237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56666096-d089-4644-b440-7960ecfa6051 req-ce3a6891-26a4-4164-8d52-30b64247d094 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761263 Sep 21 08:16:33.360066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:33.652279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53352) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:33.774501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5320c253-19cf-44e3-86e4-60fb93a63b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:33.900742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5320c253-19cf-44e3-86e4-60fb93a63b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:33.908223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5320c253-19cf-44e3-86e4-60fb93a63b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:33.962492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5320c253-19cf-44e3-86e4-60fb93a63b61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd695ed8e86b4938ba7623c88b3737ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086381 Sep 21 08:16:33.963160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320c253-19cf-44e3-86e4-60fb93a63b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b09f40d-8430-4638-ae6b-1b49b2086189,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:33.968272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53368) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:34.029892 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25f43f77-e895-43a1-bbd2-8e0199042776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.058452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25f43f77-e895-43a1-bbd2-8e0199042776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.123742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25f43f77-e895-43a1-bbd2-8e0199042776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.126481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25f43f77-e895-43a1-bbd2-8e0199042776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.127703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-25f43f77-e895-43a1-bbd2-8e0199042776 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b09f40d-8430-4638-ae6b-1b49b2086189 HTTP/1.1" status: 204 len: 168 time: 0.1584704 Sep 21 08:16:34.143156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43f77-e895-43a1-bbd2-8e0199042776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b09f40d-8430-4638-ae6b-1b49b2086189,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:34.266972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5d530-3aa9-44be-9efd-4e544e75136a req-30d989dc-a8fa-4c90-8a26-311e1fc1cfc5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:34.268922 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-adb5d530-3aa9-44be-9efd-4e544e75136a req-30d989dc-a8fa-4c90-8a26-311e1fc1cfc5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0674341 Sep 21 08:16:34.337015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-adb5d530-3aa9-44be-9efd-4e544e75136a req-ec6e551c-2a04-4365-8013-a5fdd6f12f43 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569859 Sep 21 08:16:34.480237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5575821-bf65-4417-bf77-5030096d8163 req-b1827ec0-9a03-451e-92e9-d783ba81de46 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:34.481837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5575821-bf65-4417-bf77-5030096d8163 req-b1827ec0-9a03-451e-92e9-d783ba81de46 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0787783 Sep 21 08:16:34.493200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881756d-e600-40f9-be15-c31f85a6318e req-c479a101-c31d-4076-b399-5985400652ce tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:34.495146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0881756d-e600-40f9-be15-c31f85a6318e req-c479a101-c31d-4076-b399-5985400652ce tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0723689 Sep 21 08:16:34.532317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5575821-bf65-4417-bf77-5030096d8163 req-b607de9f-61f3-4745-8bbf-af35392d9dd6 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Sep 21 08:16:34.552243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53390) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:34.558633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0881756d-e600-40f9-be15-c31f85a6318e req-473b1062-7abd-4c7a-84bd-0df1771a7b0c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Sep 21 08:16:34.570993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.692366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.697428 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.762119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd47097282644fa498db4ff294a6403f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082026 Sep 21 08:16:34.763363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b5aed9-f10d-4388-8a97-f004a9ec1afc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:34.765435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53394) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:34.776933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.777484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.778038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.778797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.779061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.779625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.780152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.786235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.786235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.786235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.786235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.786235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3a111-1634-461a-a2ed-a9fbaa5d16c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:16:34.842511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9413-ae65-4fc9-8011-8fa856f3379d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.906289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9413-ae65-4fc9-8011-8fa856f3379d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:34.956326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-9112bee4-d625-45d5-98dc-9abcb19b22b2 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:34.957819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-9112bee4-d625-45d5-98dc-9abcb19b22b2 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.50 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 945 time: 0.0959840 Sep 21 08:16:35.013496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9413-ae65-4fc9-8011-8fa856f3379d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:35.016319 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9413-ae65-4fc9-8011-8fa856f3379d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:35.017743 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1f8d9413-ae65-4fc9-8011-8fa856f3379d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0b5aed9-f10d-4388-8a97-f004a9ec1afc HTTP/1.1" status: 204 len: 168 time: 0.2506647 Sep 21 08:16:35.062622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d9413-ae65-4fc9-8011-8fa856f3379d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b5aed9-f10d-4388-8a97-f004a9ec1afc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:35.124057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Deleting port 96da5387-635b-46f5-83c6-da7dcdcbd27f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:35.124489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:35.263939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] For port 96da5387-635b-46f5-83c6-da7dcdcbd27f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=96da5387-635b-46f5-83c6-da7dcdcbd27f,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:35.264368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:35.282956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Calling delete_port for 96da5387-635b-46f5-83c6-da7dcdcbd27f owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:35.445990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:35.463165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['71f1239a-dd52-4f84-806b-24475796c91a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:35.488894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Pushing event deleted for resources: {'Port': ['ID=96da5387-635b-46f5-83c6-da7dcdcbd27f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:35.511351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['96da5387-635b-46f5-83c6-da7dcdcbd27f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:35.549673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] No DVR routers for this DVR port 96da5387-635b-46f5-83c6-da7dcdcbd27f on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:16:35.552843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:35.555781 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c576feb-0097-435a-8dfc-da95e5dd3091 req-4e859a4d-e140-4810-a82f-d5bb1033b0a1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.50 "DELETE /v2.0/ports/96da5387-635b-46f5-83c6-da7dcdcbd27f HTTP/1.1" status: 204 len: 173 time: 0.5859320 Sep 21 08:16:35.556269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'name': 'network-vif-deleted', 'tag': '96da5387-635b-46f5-83c6-da7dcdcbd27f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:35.559302 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6eacbc-79d4-4d61-a323-6d7447979813" -d '{"events": [{"server_uuid": "d8b4de17-d3df-44ed-8d3b-947a35f1a174", "name": "network-vif-deleted", "tag": "96da5387-635b-46f5-83c6-da7dcdcbd27f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:35.659760 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f472a34-9e27-450c-8a5c-515379fd3113 x-openstack-request-id: req-5f472a34-9e27-450c-8a5c-515379fd3113 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:35.660061 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b4de17-d3df-44ed-8d3b-947a35f1a174", "name": "network-vif-deleted", "tag": "96da5387-635b-46f5-83c6-da7dcdcbd27f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:35.660317 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f472a34-9e27-450c-8a5c-515379fd3113 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:35.660724 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b4de17-d3df-44ed-8d3b-947a35f1a174', 'name': 'network-vif-deleted', 'tag': '96da5387-635b-46f5-83c6-da7dcdcbd27f', 'status': 'completed', 'code': 200} Sep 21 08:16:35.769264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-71e29bd2-846b-4e37-8744-037e47c09226 req-62cb2328-5dec-45c7-b421-b629bbde8d13 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b4de17-d3df-44ed-8d3b-947a35f1a174 HTTP/1.1" status: 200 len: 210 time: 0.0521336 Sep 21 08:16:36.217510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a017-ddbc-4897-8c7e-068e6f795aba req-06fc0356-2b65-44f7-bb99-71e55e455db6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:36.219184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b41a017-ddbc-4897-8c7e-068e6f795aba req-06fc0356-2b65-44f7-bb99-71e55e455db6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0566475 Sep 21 08:16:36.268671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b41a017-ddbc-4897-8c7e-068e6f795aba req-06ebdf8e-69ec-49ad-b3d5-112ce2f5d731 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Sep 21 08:16:36.389454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef5b9f-0dd9-4d97-a652-a23d3822273f req-a93d9dad-0623-488d-a607-4e0e2c466ef7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:36.390948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7aef5b9f-0dd9-4d97-a652-a23d3822273f req-a93d9dad-0623-488d-a607-4e0e2c466ef7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0515380 Sep 21 08:16:36.432407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7aef5b9f-0dd9-4d97-a652-a23d3822273f req-05a0e4f9-c0ab-4eda-b81f-d21bc2db2ca3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Sep 21 08:16:36.660894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7fb6d-0604-41a9-8c00-9f0034ffa8f8 req-2fc16bfb-c54e-4c40-8c2a-0b3546c21c33 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:36.662544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42e7fb6d-0604-41a9-8c00-9f0034ffa8f8 req-2fc16bfb-c54e-4c40-8c2a-0b3546c21c33 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0513670 Sep 21 08:16:36.701176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42e7fb6d-0604-41a9-8c00-9f0034ffa8f8 req-23487276-fecd-4379-878a-3abf949602a1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Sep 21 08:16:36.840673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bc162-c190-4548-b2f4-dcd60ed0fd11 req-ae844c22-1963-4821-9f53-8550b59eb525 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:36.842466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d89bc162-c190-4548-b2f4-dcd60ed0fd11 req-ae844c22-1963-4821-9f53-8550b59eb525 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0545945 Sep 21 08:16:36.886608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d89bc162-c190-4548-b2f4-dcd60ed0fd11 req-71513012-0b83-4650-8b36-abce4d10c623 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379825 Sep 21 08:16:37.111856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1df8a-0945-4244-a0ce-cb585fd57848 req-12c717ff-1f2c-4e54-9df8-ab0ea076491a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:37.113421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78d1df8a-0945-4244-a0ce-cb585fd57848 req-12c717ff-1f2c-4e54-9df8-ab0ea076491a tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.0563276 Sep 21 08:16:37.145081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b9eaa-a985-4fed-9828-5845f782dc93 req-d88c07ad-a8be-4aae-94a9-5969c654139b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:37.146785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-736b9eaa-a985-4fed-9828-5845f782dc93 req-d88c07ad-a8be-4aae-94a9-5969c654139b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0735040 Sep 21 08:16:37.154488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78d1df8a-0945-4244-a0ce-cb585fd57848 req-01c4e163-6fc7-4706-9b0a-57e3dfd43957 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Sep 21 08:16:37.203602 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-736b9eaa-a985-4fed-9828-5845f782dc93 req-1b0eba5a-5b39-4d09-a697-37eb90246c40 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Sep 21 08:16:37.341787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61f650-b4c0-4644-9e99-1e7e5329cebc req-8823bf19-f764-451d-8413-fa0f85272718 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:37.344867 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a61f650-b4c0-4644-9e99-1e7e5329cebc req-8823bf19-f764-451d-8413-fa0f85272718 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0633950 Sep 21 08:16:37.387700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a61f650-b4c0-4644-9e99-1e7e5329cebc req-68657e6f-4e80-4b7e-aa90-f2010d8d65f2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Sep 21 08:16:37.631226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c0fe1-9e81-49fb-85f1-88eebc0d0a44 req-af74b930-b6a7-48e8-b28c-3cb7ce1d3e12 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:37.634918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-939c0fe1-9e81-49fb-85f1-88eebc0d0a44 req-af74b930-b6a7-48e8-b28c-3cb7ce1d3e12 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0597813 Sep 21 08:16:37.677503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-939c0fe1-9e81-49fb-85f1-88eebc0d0a44 req-31419cb9-01d6-4894-be76-45b388b9c09d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365744 Sep 21 08:16:37.703199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 96da5387-635b-46f5-83c6-da7dcdcbd27f no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:16:37.726312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 96da5387-635b-46f5-83c6-da7dcdcbd27f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:16:37.726851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 96da5387-635b-46f5-83c6-da7dcdcbd27f not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:16:37.809090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520051c-009f-4d81-9755-e3e129abb3b3 req-e10cbfaf-4d52-48be-b332-d2da800e0696 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:37.811275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7520051c-009f-4d81-9755-e3e129abb3b3 req-e10cbfaf-4d52-48be-b332-d2da800e0696 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0550964 Sep 21 08:16:37.856251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7520051c-009f-4d81-9755-e3e129abb3b3 req-6dba4af7-f208-4eaa-8cda-9b07056bcb44 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Sep 21 08:16:38.037840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfcc66-ff93-431b-8c6b-ee618b465885 req-a244da7f-7bca-4584-a2bb-dcc0164a48d4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:38.039365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97cfcc66-ff93-431b-8c6b-ee618b465885 req-a244da7f-7bca-4584-a2bb-dcc0164a48d4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0493333 Sep 21 08:16:38.078523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97cfcc66-ff93-431b-8c6b-ee618b465885 req-c83301d2-e984-4617-a90a-1346125225d1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330470 Sep 21 08:16:38.203671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae2263-ac15-4d39-b59a-2a2bc74d2a65 req-fd2659de-2ada-4bc0-a390-22d96b4cf110 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:38.205539 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43ae2263-ac15-4d39-b59a-2a2bc74d2a65 req-fd2659de-2ada-4bc0-a390-22d96b4cf110 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0585566 Sep 21 08:16:38.247836 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43ae2263-ac15-4d39-b59a-2a2bc74d2a65 req-2d7789d3-7991-4794-812c-67d4add6047a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Sep 21 08:16:38.285023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904949aa-b360-44b1-80ba-d299f90c0b24 req-d4ce0c2c-b0e5-43b4-860b-bb892d1d6c44 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:38.287567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-904949aa-b360-44b1-80ba-d299f90c0b24 req-d4ce0c2c-b0e5-43b4-860b-bb892d1d6c44 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.0617137 Sep 21 08:16:38.340301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-904949aa-b360-44b1-80ba-d299f90c0b24 req-3a630440-a430-46ab-9570-df8227f4539d tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Sep 21 08:16:38.479467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb0d5-f7bd-434a-9176-9f5c511e235c req-7f6ba8ef-6898-41d3-be90-468f9f748af9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:38.481388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de2bb0d5-f7bd-434a-9176-9f5c511e235c req-7f6ba8ef-6898-41d3-be90-468f9f748af9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0571570 Sep 21 08:16:38.524269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de2bb0d5-f7bd-434a-9176-9f5c511e235c req-20886186-c039-44c2-be0c-13c7a1af4442 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367441 Sep 21 08:16:38.650201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06bebc-fd06-4f12-8895-d8896048c252 req-cd584457-f85a-463b-9ae2-6a1f7a899994 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:38.651939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e06bebc-fd06-4f12-8895-d8896048c252 req-cd584457-f85a-463b-9ae2-6a1f7a899994 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0585032 Sep 21 08:16:38.693110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e06bebc-fd06-4f12-8895-d8896048c252 req-6e03b3d4-2e85-4187-b876-10e97f8b1a22 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345631 Sep 21 08:16:38.971666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0c6f5-0000-4997-9321-5e1e8e2eeee0 req-9ea14384-d481-4545-89e2-b8857e3899e9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:38.971666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92b0c6f5-0000-4997-9321-5e1e8e2eeee0 req-9ea14384-d481-4545-89e2-b8857e3899e9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 814 time: 0.1455557 Sep 21 08:16:38.986999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92b0c6f5-0000-4997-9321-5e1e8e2eeee0 req-d2923014-5e34-44eb-844b-4198d7e896a1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/quotas/2c78512f42ff42a2869d7bac7e75ab96 HTTP/1.1" status: 200 len: 375 time: 0.0148237 Sep 21 08:16:39.038800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92b0c6f5-0000-4997-9321-5e1e8e2eeee0 req-381ad0b9-c354-4a63-89b7-f851c0ba38c0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456882 Sep 21 08:16:39.154587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6319b4-31ab-4d8e-bfd7-d9050d0c84c9 req-e1e3558b-66be-47ee-b1c1-600d81ec12b5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:39.156162 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e6319b4-31ab-4d8e-bfd7-d9050d0c84c9 req-e1e3558b-66be-47ee-b1c1-600d81ec12b5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0503087 Sep 21 08:16:39.205436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e6319b4-31ab-4d8e-bfd7-d9050d0c84c9 req-a827ae51-71a0-4b5a-8052-8afb9216f91d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422664 Sep 21 08:16:39.341535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362771a2-10c6-4f4c-a83d-b7e117859874 req-54d92f6c-6aa0-404f-8d8b-ad663bf6df5c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:39.343366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-362771a2-10c6-4f4c-a83d-b7e117859874 req-54d92f6c-6aa0-404f-8d8b-ad663bf6df5c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0499580 Sep 21 08:16:39.386767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-362771a2-10c6-4f4c-a83d-b7e117859874 req-ccc337bc-67ee-4b99-ac63-5c88dfd2cd31 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369344 Sep 21 08:16:39.514885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d240385-339b-479d-b3df-8b729b13925e req-0d35d075-2632-48b4-ad32-1854e5dc54b1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:39.517093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d240385-339b-479d-b3df-8b729b13925e req-0d35d075-2632-48b4-ad32-1854e5dc54b1 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.0602524 Sep 21 08:16:39.570279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d240385-339b-479d-b3df-8b729b13925e req-f8c24e11-cf87-4cae-8f05-e0bc8bdc9a1b tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/security-groups?id=53f76105-4bca-49e5-9f4d-673d44f1b3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455444 Sep 21 08:16:39.618400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-9b932f0a-0297-4bb8-a672-716b048b1c0f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:39.619964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-9b932f0a-0297-4bb8-a672-716b048b1c0f tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 945 time: 0.0889988 Sep 21 08:16:39.669403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4ffbe1e-9db0-4f0e-a464-e0af8700d230 req-72e926a6-7542-448a-90f3-32215ec02561 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2c78512f42ff42a2869d7bac7e75ab96 HTTP/1.1" status: 200 len: 221 time: 0.0700147 Sep 21 08:16:39.745842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Deleting port 71f1239a-dd52-4f84-806b-24475796c91a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:39.746185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:39.836259 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:16:39.881740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8349cd-4f0d-426a-a7f8-fe8d4247657d req-abaeb959-b595-4427-90b6-b1214543788b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:39.884201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5a8349cd-4f0d-426a-a7f8-fe8d4247657d req-abaeb959-b595-4427-90b6-b1214543788b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1506596 Sep 21 08:16:39.931513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] For port 71f1239a-dd52-4f84-806b-24475796c91a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=71f1239a-dd52-4f84-806b-24475796c91a,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:39.932083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:39.966169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Calling delete_port for 71f1239a-dd52-4f84-806b-24475796c91a owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:39.988165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5a8349cd-4f0d-426a-a7f8-fe8d4247657d req-b71542de-0a5c-4427-bd15-d3f08d0a4292 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934203 Sep 21 08:16:40.152245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe997bf-2a8e-404f-8b2c-78485c7f19df req-114405e2-4897-45f6-a99d-1a1e105bf1ef tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:40.153927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfe997bf-2a8e-404f-8b2c-78485c7f19df req-114405e2-4897-45f6-a99d-1a1e105bf1ef tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0894544 Sep 21 08:16:40.192263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:40.237158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfe997bf-2a8e-404f-8b2c-78485c7f19df req-f7586b31-20ed-4b11-b3f4-1c79f19f19b0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765257 Sep 21 08:16:40.238352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Pushing event deleted for resources: {'Port': ['ID=71f1239a-dd52-4f84-806b-24475796c91a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:40.299596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] No DVR routers for this DVR port 71f1239a-dd52-4f84-806b-24475796c91a on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:16:40.303006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:40.306114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c246551-f9b7-42e5-bab2-17eb6de48a4a req-52b61740-4ed1-49d3-8cea-d60c383f6940 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.62 "DELETE /v2.0/ports/71f1239a-dd52-4f84-806b-24475796c91a HTTP/1.1" status: 204 len: 173 time: 0.6780396 Sep 21 08:16:40.307009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'name': 'network-vif-deleted', 'tag': '71f1239a-dd52-4f84-806b-24475796c91a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:40.310171 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1975213-9504-4fc5-9e1b-720dbe8cf7a1" -d '{"events": [{"server_uuid": "3cea0a77-224f-4fad-97f6-22e952dbd834", "name": "network-vif-deleted", "tag": "71f1239a-dd52-4f84-806b-24475796c91a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:40.360219 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffba01d-e8ed-4abd-ab3d-4a179a3a5cac x-openstack-request-id: req-bffba01d-e8ed-4abd-ab3d-4a179a3a5cac {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:40.360516 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cea0a77-224f-4fad-97f6-22e952dbd834", "name": "network-vif-deleted", "tag": "71f1239a-dd52-4f84-806b-24475796c91a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:40.360767 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bffba01d-e8ed-4abd-ab3d-4a179a3a5cac {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:40.361161 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cea0a77-224f-4fad-97f6-22e952dbd834', 'name': 'network-vif-deleted', 'tag': '71f1239a-dd52-4f84-806b-24475796c91a', 'status': 'completed', 'code': 200} Sep 21 08:16:40.437634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933db6be-d2e2-4821-8bbe-1c2c40f24df6 req-51472981-4379-4059-821d-553f84eb0415 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:40.443924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-933db6be-d2e2-4821-8bbe-1c2c40f24df6 req-51472981-4379-4059-821d-553f84eb0415 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0604453 Sep 21 08:16:40.488460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-933db6be-d2e2-4821-8bbe-1c2c40f24df6 req-85e68c06-198a-481e-aae3-463c2a12993a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Sep 21 08:16:40.628592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbdecf-8d91-49fb-bd58-f4bccb113079 req-b5f4f61c-703a-4f64-9298-b7c57060b3e6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:40.630286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bbbdecf-8d91-49fb-bd58-f4bccb113079 req-b5f4f61c-703a-4f64-9298-b7c57060b3e6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0645530 Sep 21 08:16:40.676620 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bbbdecf-8d91-49fb-bd58-f4bccb113079 req-628f4737-d3c0-4774-93d5-5001681d08c1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Sep 21 08:16:40.696227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f77d6c0f-8fb8-4907-9ebb-7e521c2d83b3 req-0980b587-50ca-43b3-854f-b273370e9175 tempest-ServerRescueTestJSON-1121650811 tempest-ServerRescueTestJSON-1121650811-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cea0a77-224f-4fad-97f6-22e952dbd834 HTTP/1.1" status: 200 len: 210 time: 0.0342698 Sep 21 08:16:40.854739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30d5f0-69eb-4de4-9b9f-6aa5cbea17ba req-f77e3c16-26c5-4977-869f-9d2539841748 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:40.856450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b30d5f0-69eb-4de4-9b9f-6aa5cbea17ba req-f77e3c16-26c5-4977-869f-9d2539841748 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0791776 Sep 21 08:16:40.907261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b30d5f0-69eb-4de4-9b9f-6aa5cbea17ba req-b2b5b2c4-43ff-45f4-930e-f22ef011944f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Sep 21 08:16:41.030563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1a11-dd0b-4a88-bb6e-a60a2b8e1e94 req-2adcc7e9-cffd-4373-862c-3bb2100a7ca0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:41.032264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-deec1a11-dd0b-4a88-bb6e-a60a2b8e1e94 req-2adcc7e9-cffd-4373-862c-3bb2100a7ca0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0530102 Sep 21 08:16:41.075875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-deec1a11-dd0b-4a88-bb6e-a60a2b8e1e94 req-c6362442-ce1b-4604-b19c-e425ab28a39f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373175 Sep 21 08:16:41.206614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbf7cf-ec9f-4261-88cf-e79231ebb305 req-9dc6d063-f0c5-4a57-a049-bc453f580057 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:41.208027 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59dbf7cf-ec9f-4261-88cf-e79231ebb305 req-9dc6d063-f0c5-4a57-a049-bc453f580057 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0485435 Sep 21 08:16:41.249887 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59dbf7cf-ec9f-4261-88cf-e79231ebb305 req-b8e44eab-1c1f-4c01-973e-2ce90e8f1aa1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352614 Sep 21 08:16:41.380209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de85fc5-cfb9-4cd2-9c61-3f6bf822008a req-79406f08-fbd7-42ef-a98d-626af11b5131 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:41.381921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1de85fc5-cfb9-4cd2-9c61-3f6bf822008a req-79406f08-fbd7-42ef-a98d-626af11b5131 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0605652 Sep 21 08:16:41.423215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1de85fc5-cfb9-4cd2-9c61-3f6bf822008a req-e605773c-7e28-415d-83dd-4101616c9086 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Sep 21 08:16:41.566217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 71f1239a-dd52-4f84-806b-24475796c91a no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:16:41.579790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee14a3-b029-4ffe-b300-421525b7eafa req-12ade454-3159-4e75-9b9a-4cf29691ad7f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:41.581818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70ee14a3-b029-4ffe-b300-421525b7eafa req-12ade454-3159-4e75-9b9a-4cf29691ad7f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0606847 Sep 21 08:16:41.597578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 71f1239a-dd52-4f84-806b-24475796c91a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:16:41.597934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 71f1239a-dd52-4f84-806b-24475796c91a not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:16:41.638692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70ee14a3-b029-4ffe-b300-421525b7eafa req-1a8b855f-7a12-43f0-bb34-8202ec0b045b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 Sep 21 08:16:41.762841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53692) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:41.771902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53698) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:41.792425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ff00e-7258-4bba-ae5b-fbe231f0d482 req-4ac1d8bd-605f-4dfc-ba50-1835f8f5c94b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:41.801381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef1ff00e-7258-4bba-ae5b-fbe231f0d482 req-4ac1d8bd-605f-4dfc-ba50-1835f8f5c94b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0825028 Sep 21 08:16:41.856028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef1ff00e-7258-4bba-ae5b-fbe231f0d482 req-a34ad98e-c767-4b54-bdc8-f739135809b3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484781 Sep 21 08:16:41.910683 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d94bee9-b877-4ef0-bbeb-6eb470760200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:41.994898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d452774-b5c6-4eff-a8b2-35471db95102 req-fff4683e-8593-41ed-9b46-14f7933fab69 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:41.996523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d452774-b5c6-4eff-a8b2-35471db95102 req-fff4683e-8593-41ed-9b46-14f7933fab69 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0542939 Sep 21 08:16:42.037775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d452774-b5c6-4eff-a8b2-35471db95102 req-ab0ca1d2-f888-400b-aff7-f253e88406e0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340400 Sep 21 08:16:42.180070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d94bee9-b877-4ef0-bbeb-6eb470760200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.203094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d94bee9-b877-4ef0-bbeb-6eb470760200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.242623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c14d4-ebe0-4313-ba65-bd7e52c4ce23 req-a4273374-5dad-44d1-af69-24776a7940b2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:42.244193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-117c14d4-ebe0-4313-ba65-bd7e52c4ce23 req-a4273374-5dad-44d1-af69-24776a7940b2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1246700 Sep 21 08:16:42.275727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7d94bee9-b877-4ef0-bbeb-6eb470760200 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=01e80886253e4d669ca64b82659541c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085268 Sep 21 08:16:42.276045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53710) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:42.282080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94bee9-b877-4ef0-bbeb-6eb470760200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613f959b-6e07-4736-a209-c9cd0bcfc24e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:42.310973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-117c14d4-ebe0-4313-ba65-bd7e52c4ce23 req-286e2796-c6e0-41eb-970a-0e4f47e98583 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527489 Sep 21 08:16:42.346272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90f61595-afd7-4bd9-8a8f-62328510c630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.373081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90f61595-afd7-4bd9-8a8f-62328510c630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.402343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.440971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90f61595-afd7-4bd9-8a8f-62328510c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.445345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90f61595-afd7-4bd9-8a8f-62328510c630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.446712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90f61595-afd7-4bd9-8a8f-62328510c630 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/613f959b-6e07-4736-a209-c9cd0bcfc24e HTTP/1.1" status: 204 len: 168 time: 0.1695056 Sep 21 08:16:42.460956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f61595-afd7-4bd9-8a8f-62328510c630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613f959b-6e07-4736-a209-c9cd0bcfc24e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:42.546329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcdbd7-9836-44ed-933c-1467d478a8ec req-61a4f61e-1b60-4183-8f1c-fa3fa0b90e0d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:42.547864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8fcdbd7-9836-44ed-933c-1467d478a8ec req-61a4f61e-1b60-4183-8f1c-fa3fa0b90e0d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1062379 Sep 21 08:16:42.653885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8fcdbd7-9836-44ed-933c-1467d478a8ec req-895d7f20-f91e-42a2-8145-161aaeef6cb6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Sep 21 08:16:42.793206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Deleting port 959b0260-2a02-4e24-8594-31757b945b77 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:42.793206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.827414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f252c-d93a-4002-9bb7-abf0c6d9a7b0 req-e919f86a-3227-4b35-a98f-100b1b46b38b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:42.829122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-523f252c-d93a-4002-9bb7-abf0c6d9a7b0 req-e919f86a-3227-4b35-a98f-100b1b46b38b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0666299 Sep 21 08:16:42.838583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53726) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:42.859210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-003c1d52-f10d-4c7f-92c7-13643b151a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.891205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] For port 959b0260-2a02-4e24-8594-31757b945b77, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=959b0260-2a02-4e24-8594-31757b945b77,segment=NetworkSegment(c5b0b699-233e-43f4-a5e0-02dff071c3c7),segment_id=c5b0b699-233e-43f4-a5e0-02dff071c3c7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:42.891636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:42.901312 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-523f252c-d93a-4002-9bb7-abf0c6d9a7b0 req-805954c2-d73a-48eb-af95-6df7a1e2cbaa tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Sep 21 08:16:42.913574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Calling delete_port for 959b0260-2a02-4e24-8594-31757b945b77 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:43.042177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-003c1d52-f10d-4c7f-92c7-13643b151a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.048047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-003c1d52-f10d-4c7f-92c7-13643b151a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.094110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-003c1d52-f10d-4c7f-92c7-13643b151a4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c7ba5a05aed14ed1a77432b36d3f179d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536635 Sep 21 08:16:43.099400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53738) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:43.109079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c1d52-f10d-4c7f-92c7-13643b151a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd483606-e2a8-4d48-bd05-f51ff71cd4a5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:43.200023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79068e36-f870-4c8b-911c-d6b8b3d95685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.220864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11a55-6a43-4982-a315-bc98e065127a req-5aeff577-f3e6-4156-9aba-1a4bef58800f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:43.222479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70f11a55-6a43-4982-a315-bc98e065127a req-5aeff577-f3e6-4156-9aba-1a4bef58800f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0855160 Sep 21 08:16:43.240125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79068e36-f870-4c8b-911c-d6b8b3d95685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.305659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70f11a55-6a43-4982-a315-bc98e065127a req-a3afd63f-8ce5-4dc4-b304-e7fdb5957820 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 Sep 21 08:16:43.333982 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79068e36-f870-4c8b-911c-d6b8b3d95685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.337824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79068e36-f870-4c8b-911c-d6b8b3d95685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.339408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-79068e36-f870-4c8b-911c-d6b8b3d95685 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd483606-e2a8-4d48-bd05-f51ff71cd4a5 HTTP/1.1" status: 204 len: 168 time: 0.2387004 Sep 21 08:16:43.350104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79068e36-f870-4c8b-911c-d6b8b3d95685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd483606-e2a8-4d48-bd05-f51ff71cd4a5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:43.496601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57891f-67b0-4f1e-8150-83796c3ac9e6 req-9be64a16-d818-49b3-9838-ef801c049bdd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:43.498130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db57891f-67b0-4f1e-8150-83796c3ac9e6 req-9be64a16-d818-49b3-9838-ef801c049bdd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0909986 Sep 21 08:16:43.587631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db57891f-67b0-4f1e-8150-83796c3ac9e6 req-d25f9820-032d-4a81-9f2f-307b315b8522 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Sep 21 08:16:43.662695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.699495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Pushing event deleted for resources: {'Port': ['ID=959b0260-2a02-4e24-8594-31757b945b77,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:43.746301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53754) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:43.765270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436f9b1f-1ed9-4311-b2e7-919dc0549c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.892031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436f9b1f-1ed9-4311-b2e7-919dc0549c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.897171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436f9b1f-1ed9-4311-b2e7-919dc0549c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:43.936746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-436f9b1f-1ed9-4311-b2e7-919dc0549c87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09c78597403848c6b6f3038178afbe4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918576 Sep 21 08:16:43.938870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f9b1f-1ed9-4311-b2e7-919dc0549c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21237579-4fca-4a93-ae0e-d8c4a3c30984,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:43.941549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53760) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:43.944333 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5515-5fef-4173-bd04-d1e403dae595 req-09668467-5e14-48fe-a3c6-53c20682557c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:43.946000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ad4c5515-5fef-4173-bd04-d1e403dae595 req-09668467-5e14-48fe-a3c6-53c20682557c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1037223 Sep 21 08:16:43.979607 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:44.000416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe4b7-f16f-4f83-bc44-bb1271ef3c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:44.029917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe4b7-f16f-4f83-bc44-bb1271ef3c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:44.052464 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ad4c5515-5fef-4173-bd04-d1e403dae595 req-c79a818a-143d-43bb-ba1c-62fe51ff0fd2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945151 Sep 21 08:16:44.133071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe4b7-f16f-4f83-bc44-bb1271ef3c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:44.136027 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ccfe4b7-f16f-4f83-bc44-bb1271ef3c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:44.137641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7ccfe4b7-f16f-4f83-bc44-bb1271ef3c19 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21237579-4fca-4a93-ae0e-d8c4a3c30984 HTTP/1.1" status: 204 len: 168 time: 0.1953633 Sep 21 08:16:44.150209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfe4b7-f16f-4f83-bc44-bb1271ef3c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21237579-4fca-4a93-ae0e-d8c4a3c30984,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:44.356397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfbeb8-9902-41be-8985-a5e126bc9e48 req-eeceef20-2ef3-4efd-8344-2a7a1804b60d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:44.358332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19cfbeb8-9902-41be-8985-a5e126bc9e48 req-eeceef20-2ef3-4efd-8344-2a7a1804b60d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1242723 Sep 21 08:16:44.396567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Router 398d65a8-5919-4869-8b19-0f2422b0f821 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:16:44.423958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19cfbeb8-9902-41be-8985-a5e126bc9e48 req-1cdf3e34-7770-463d-86c9-0622e3d46a16 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561304 Sep 21 08:16:44.593792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:16:44.599563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4724d369-e569-48b4-87d0-f3a07a15ef87 admin admin] 10.222.0.59 "PUT /v2.0/routers/398d65a8-5919-4869-8b19-0f2422b0f821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8259280 Sep 21 08:16:44.603150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53782) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:44.608647 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] Sync routers for ids ['398d65a8-5919-4869-8b19-0f2422b0f821'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:16:44.619672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163f67-f397-46f2-8301-d3b2e3570b80 req-475eca08-33a6-4179-b4f9-e29d32ce7615 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:44.623253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2163f67-f397-46f2-8301-d3b2e3570b80 req-475eca08-33a6-4179-b4f9-e29d32ce7615 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0788364 Sep 21 08:16:44.629211 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] Routers {'398d65a8-5919-4869-8b19-0f2422b0f821'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:16:44.633398 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['398d65a8-5919-4869-8b19-0f2422b0f821'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:44.675660 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2163f67-f397-46f2-8301-d3b2e3570b80 req-93864607-ee4f-4457-a74a-3a4ad389ee8d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Sep 21 08:16:44.800519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:44.900944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] Set router 398d65a8-5919-4869-8b19-0f2422b0f821 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:16:45.061463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0742c4-286a-4cc3-bbbb-4860e9d68877 req-2faa12b6-1684-40ae-b004-b03a099d4884 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:45.071084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b0742c4-286a-4cc3-bbbb-4860e9d68877 req-2faa12b6-1684-40ae-b004-b03a099d4884 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1653116 Sep 21 08:16:45.147253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b0742c4-286a-4cc3-bbbb-4860e9d68877 req-1d2f85a8-f5f0-4533-887a-701f529ffd3a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742750 Sep 21 08:16:45.149557 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:16:43Z', 'revision_number': 5, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port': {'id': '4bb8d068-e20f-412c-8645-2fedee6a4d74', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:67:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:27Z', 'updated_at': '2021-09-21T08:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:45.152449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:45.187014 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] Checking router: 398d65a8-5919-4869-8b19-0f2422b0f821 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:16:45.205008 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] Routers {'398d65a8-5919-4869-8b19-0f2422b0f821'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:16:45.206089 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['398d65a8-5919-4869-8b19-0f2422b0f821'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:45.280378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Deleting port 4bb8d068-e20f-412c-8645-2fedee6a4d74 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:45.280927 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:45.352772 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] Set router 398d65a8-5919-4869-8b19-0f2422b0f821 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:16:45.434851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] For port 4bb8d068-e20f-412c-8645-2fedee6a4d74, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4bb8d068-e20f-412c-8645-2fedee6a4d74,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:45.435243 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:45.456485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Calling delete_port for 4bb8d068-e20f-412c-8645-2fedee6a4d74 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:45.458323 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:16:45Z', 'revision_number': 6, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:45.520421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e39e7-7149-4da3-b188-2dcceb32bbb0 req-84d086f6-d9b7-42f5-8268-c1e7c76d8e96 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:45.523094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-448e39e7-7149-4da3-b188-2dcceb32bbb0 req-84d086f6-d9b7-42f5-8268-c1e7c76d8e96 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0657847 Sep 21 08:16:45.536443 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254adf27-512d-43b2-abc0-df71c20b6b33 None None] The sync data for ids ['398d65a8-5919-4869-8b19-0f2422b0f821'] in n-d-809980-2 is: [{'id': '398d65a8-5919-4869-8b19-0f2422b0f821', 'name': 'tempest-ServerRescueTestJSON-270581630-router', 'tenant_id': '8dfae42d6d5f4c1493facdddcb38116b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:26Z', 'updated_at': '2021-09-21T08:16:45Z', 'revision_number': 6, 'project_id': '8dfae42d6d5f4c1493facdddcb38116b', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:16:45.585701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-448e39e7-7149-4da3-b188-2dcceb32bbb0 req-04fa9dca-815e-4b35-b81e-5fe9e1e7e72f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 Sep 21 08:16:46.021568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.063236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb8d068-e20f-412c-8645-2fedee6a4d74,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:46.153641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.186595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae77e6a-8eef-4926-983c-fa4fdd650ceb req-f79a6916-7f0b-4559-b371-cd69d9d5c188 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:46.190968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cae77e6a-8eef-4926-983c-fa4fdd650ceb req-f79a6916-7f0b-4559-b371-cd69d9d5c188 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 945 time: 0.0721407 Sep 21 08:16:46.245780 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cae77e6a-8eef-4926-983c-fa4fdd650ceb req-600c5fc9-40fc-4981-b132-b431bb60c905 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475638 Sep 21 08:16:46.283257 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.285803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.339622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.340453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 398d65a8-5919-4869-8b19-0f2422b0f821 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:16:46.347264 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.348750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c85d2ebf-f799-4caf-9273-af451edc2234 admin admin] 10.222.0.59 "DELETE /v2.0/routers/398d65a8-5919-4869-8b19-0f2422b0f821 HTTP/1.1" status: 204 len: 168 time: 1.7444608 Sep 21 08:16:46.351974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53848) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:46.428425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] Deleting subnet d2cdcdbe-2470-4033-a276-bdeddc25edce {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:16:46.435225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.473340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.530934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.637266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.703045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2cdcdbe-2470-4033-a276-bdeddc25edce,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:46.722364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.724817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1a238ca1-4d01-414e-b56c-ab04e16a8160 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d2cdcdbe-2470-4033-a276-bdeddc25edce HTTP/1.1" status: 204 len: 168 time: 0.3717198 Sep 21 08:16:46.728205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53874) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:46.767471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253e602-de01-46f8-9e4f-e17d06cf96b7 req-cd38a53b-a64e-42cf-b2ad-7958ae6918e9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:46.769273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5253e602-de01-46f8-9e4f-e17d06cf96b7 req-cd38a53b-a64e-42cf-b2ad-7958ae6918e9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0709901 Sep 21 08:16:46.832725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.860894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5253e602-de01-46f8-9e4f-e17d06cf96b7 req-000b5b3a-c7b0-4dc8-b63c-cf87a69800b4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Sep 21 08:16:46.936408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:46.970718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb6cee9-0381-46b5-8fa4-7915c634aa76']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:46.981236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b0b699-233e-43f4-a5e0-02dff071c3c7') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:46.981551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b0b699-233e-43f4-a5e0-02dff071c3c7') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:46.991495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.008376 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.014874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:16:47.015428 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:16:47.017173 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:16:47.123715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.164345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.167110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/fdb6cee9-0381-46b5-8fa4-7915c634aa76 HTTP/1.1" status: 204 len: 168 time: 0.4374325 Sep 21 08:16:47.168751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72436460-30eb-489d-84a6-60db6da701c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb6cee9-0381-46b5-8fa4-7915c634aa76,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:47.260575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 959b0260-2a02-4e24-8594-31757b945b77 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:16:47.300770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725dee2-a900-483c-81f5-eb8ecc47912c req-873b35fd-fa66-441d-88cc-d23c9c0e7891 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:47.309050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3725dee2-a900-483c-81f5-eb8ecc47912c req-873b35fd-fa66-441d-88cc-d23c9c0e7891 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1488304 Sep 21 08:16:47.317712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 959b0260-2a02-4e24-8594-31757b945b77 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:16:47.318641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 959b0260-2a02-4e24-8594-31757b945b77 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:16:47.320067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4bb8d068-e20f-412c-8645-2fedee6a4d74 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:16:47.367993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4bb8d068-e20f-412c-8645-2fedee6a4d74 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:16:47.368785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4bb8d068-e20f-412c-8645-2fedee6a4d74 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:16:47.390559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3725dee2-a900-483c-81f5-eb8ecc47912c req-4c39fcf9-b8cf-4c0a-8eed-08349e7fbd72 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804281 Sep 21 08:16:47.576254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53906) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:47.663208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d83f57e-a952-417d-9822-e2cc56cecc30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8dfae42d6d5f4c1493facdddcb38116b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854719 Sep 21 08:16:47.666426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53910) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:47.725440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53918) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:47.762309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4aec8167-d63f-49cf-b686-459ed901c45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.807472 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4aec8167-d63f-49cf-b686-459ed901c45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.853416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1addaa-dd1b-41e6-92f6-b83ce3195107 req-adced595-3498-478b-a590-be57ebf44dd2 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:47.856024 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a1addaa-dd1b-41e6-92f6-b83ce3195107 req-adced595-3498-478b-a590-be57ebf44dd2 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.1129961 Sep 21 08:16:47.895399 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4aec8167-d63f-49cf-b686-459ed901c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.899919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4aec8167-d63f-49cf-b686-459ed901c45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:47.904072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4aec8167-d63f-49cf-b686-459ed901c45a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53f76105-4bca-49e5-9f4d-673d44f1b3f5 HTTP/1.1" status: 204 len: 168 time: 0.2337172 Sep 21 08:16:47.943955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a1addaa-dd1b-41e6-92f6-b83ce3195107 req-14751ca3-cc44-45de-aab0-490a4341be2b tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753839 Sep 21 08:16:47.944178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec8167-d63f-49cf-b686-459ed901c45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f76105-4bca-49e5-9f4d-673d44f1b3f5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:47.974589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2d7eb45-ece6-4576-91a5-dd347e5f9d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:48.128307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2d7eb45-ece6-4576-91a5-dd347e5f9d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:48.138691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2d7eb45-ece6-4576-91a5-dd347e5f9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:48.186158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b2d7eb45-ece6-4576-91a5-dd347e5f9d53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40db8435c603429a8def69604297db54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584591 Sep 21 08:16:48.187208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7eb45-ece6-4576-91a5-dd347e5f9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8576bc-3229-43d9-a561-1d9140132564,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:48.189104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53928) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:48.263862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d85d438-ec2f-4658-ae9f-37f91ba71b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:48.295480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d85d438-ec2f-4658-ae9f-37f91ba71b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:48.377010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d85d438-ec2f-4658-ae9f-37f91ba71b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:48.381665 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9d85d438-ec2f-4658-ae9f-37f91ba71b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:48.384908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d85d438-ec2f-4658-ae9f-37f91ba71b59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d8576bc-3229-43d9-a561-1d9140132564 HTTP/1.1" status: 204 len: 168 time: 0.1930544 Sep 21 08:16:48.411135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85d438-ec2f-4658-ae9f-37f91ba71b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8576bc-3229-43d9-a561-1d9140132564,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:48.605285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f04e85-2b96-4b51-80d0-05d6e6159876 req-01b6a11d-844c-4ed9-97cb-a3fc6b838f3e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:48.616406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3f04e85-2b96-4b51-80d0-05d6e6159876 req-01b6a11d-844c-4ed9-97cb-a3fc6b838f3e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0984085 Sep 21 08:16:48.678391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3f04e85-2b96-4b51-80d0-05d6e6159876 req-6ee3494b-6116-48f3-a192-a55ab23db2b4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591028 Sep 21 08:16:48.915702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53960) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:48.933126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5572592-1c5d-474f-aa89-a3b54f97ca3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.040456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53964) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:49.069905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5572592-1c5d-474f-aa89-a3b54f97ca3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.074482 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5572592-1c5d-474f-aa89-a3b54f97ca3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.123207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d5572592-1c5d-474f-aa89-a3b54f97ca3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a19bd3bd6bc4f0f83599a096b0f4b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062168 Sep 21 08:16:49.124493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5572592-1c5d-474f-aa89-a3b54f97ca3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1bb3d1-b8a2-49b1-986f-c16bb4817e35,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:49.126012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53968) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:49.197753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40cc533c-b881-4d9a-abdf-db91f9b347ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.234354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-9204300-network', 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:49.240053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40cc533c-b881-4d9a-abdf-db91f9b347ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.292307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:16:49.295063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.308009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.334718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40cc533c-b881-4d9a-abdf-db91f9b347ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.338448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40cc533c-b881-4d9a-abdf-db91f9b347ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.342315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-40cc533c-b881-4d9a-abdf-db91f9b347ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f1bb3d1-b8a2-49b1-986f-c16bb4817e35 HTTP/1.1" status: 204 len: 168 time: 0.2057109 Sep 21 08:16:49.356806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc533c-b881-4d9a-abdf-db91f9b347ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1bb3d1-b8a2-49b1-986f-c16bb4817e35,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:49.474486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.479631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.517728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:16:49.552525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fbdf1d-fc5b-47bf-88b8-8a79da648b25,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:49.557712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.558086 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Added segment 7ac8805d-2c49-48f5-8f80-08ccaaa7c09b of type vlan for network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 Sep 21 08:16:49.609975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc538f-76a0-42e2-a6e5-903d4481dea6 req-70266c7c-61e2-4bc1-b6f2-3744642f86c3 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:49.618550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49bc538f-76a0-42e2-a6e5-903d4481dea6 req-70266c7c-61e2-4bc1-b6f2-3744642f86c3 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.0686822 Sep 21 08:16:49.618749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.664866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.666074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:49.666756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.686446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49bc538f-76a0-42e2-a6e5-903d4481dea6 req-40b018cb-b3d9-4451-b95e-47358dcd5eef tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664098 Sep 21 08:16:49.738354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6958702 Sep 21 08:16:49.742091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53990) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:49.748028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Request body: {'subnet': {'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-9204300-subnet', 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:49.775440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:16:49.799159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:16:49.801740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:49.812106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134940f9-ba76-4e5c-a8ca-a8adbda19b30 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4642e0-c176-45ad-94ca-ef89f3e726a1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:49.843209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:16:49.900215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fc2a4-1741-4951-88ce-bf316cc9fed5 req-4183adb3-bad3-4db2-8a54-de6188a40065 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:49.902342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-635fc2a4-1741-4951-88ce-bf316cc9fed5 req-4183adb3-bad3-4db2-8a54-de6188a40065 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0860076 Sep 21 08:16:49.976477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-635fc2a4-1741-4951-88ce-bf316cc9fed5 req-ea5ee2f3-d932-4083-a166-2fe14b1bc57e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644963 Sep 21 08:16:50.053770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:50.072268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'mac_address': 'fa:16:3e:20:60:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:16:50.099223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:50.126095 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:50.150159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98f83644-e219-47d0-a31b-ccc85239cc5e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:16:50.156030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Pushing event updated for resources: {'Subnet': ['ID=73015880-6984-4eb4-99f8-b3145d0e24b7,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:50.175423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:50.181104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:16:50.181307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:50.181582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Network hostable DHCP agents. Network: 3f4642e0-c176-45ad-94ca-ef89f3e726a1, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:16:50.222564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:16:50.236787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3f4642e0-c176-45ad-94ca-ef89f3e726a1) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:16:50.243731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:50.244710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:50.244942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:50.257075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd02ff-0de8-4497-b04c-f3bcb1527659 None None] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:16:50.275465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de21bc84-0331-4bb5-9dbd-7d880719746d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5315957 Sep 21 08:16:50.329023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['98f83644-e219-47d0-a31b-ccc85239cc5e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:16:50.478751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d18063-4c02-4fb9-a988-842b2dfceb51 None None] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:16:51.009620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fd844-a33c-4865-a098-fb6b6b6dcf06 req-aaec52e7-1f11-41cd-a748-3ee4aa53aeef tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:51.012020 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4fd844-a33c-4865-a098-fb6b6b6dcf06 req-aaec52e7-1f11-41cd-a748-3ee4aa53aeef tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.0606148 Sep 21 08:16:51.083693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4fd844-a33c-4865-a098-fb6b6b6dcf06 req-57749599-cb30-41a1-affb-82779ea80edf tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638993 Sep 21 08:16:51.159549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56885-981c-48ab-b751-fae7aa8192aa req-8f627fe2-7e30-435e-a965-5df840f69798 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:51.168229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-8f627fe2-7e30-435e-a965-5df840f69798 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.1648877 Sep 21 08:16:51.185755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-44964bc5-9b2d-421e-b04c-ee1ca1ff770e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0160892 Sep 21 08:16:51.244068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-e5745eff-9860-4fed-bffe-f95714807dec tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436397 Sep 21 08:16:51.356435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687b21f-48f1-47d9-879a-2684da8a5a69 req-0b97e9dc-a5fa-4cc3-a0ec-dc4bbf4ac9c5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:51.367139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2687b21f-48f1-47d9-879a-2684da8a5a69 req-0b97e9dc-a5fa-4cc3-a0ec-dc4bbf4ac9c5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0756900 Sep 21 08:16:51.400737 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-6e88936d-94cf-4b9f-a2a3-7524a503cc30 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460686 Sep 21 08:16:51.432003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2687b21f-48f1-47d9-879a-2684da8a5a69 req-0eee8649-4704-417d-b86f-e955d9581ab9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620999 Sep 21 08:16:51.518137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-fc9ef680-73ae-4dc3-9678-23d8fb980766 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112719 Sep 21 08:16:51.788858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:16:51.833759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f88f9374-1488-421a-a6b5-6e74d34c70b7 req-6355a99f-c37b-43dc-b1ba-3c68cce8a611 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 210 time: 0.0928261 Sep 21 08:16:51.870946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 98f83644-e219-47d0-a31b-ccc85239cc5e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:16:51.871583 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:51.985957 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:52.032106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:52.039072 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369700d8-feee-4ffe-9192-fbf0c06f12be" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:52.092699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:52.097563 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392f63d0-1ff8-4661-8b9d-74e741e375a5 x-openstack-request-id: req-392f63d0-1ff8-4661-8b9d-74e741e375a5 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:52.098023 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:52.098438 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-392f63d0-1ff8-4661-8b9d-74e741e375a5 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:52.099053 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'code': 200} Sep 21 08:16:52.100963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:52.192855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:52.347672 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f070ba3-8800-4e8e-806a-6feaa9d6e6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:52.355368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46f82d-3850-4a12-9007-f2c194a479cd req-918bc392-16d9-4df1-8300-72c3f084ab36 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:52.358012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b46f82d-3850-4a12-9007-f2c194a479cd req-918bc392-16d9-4df1-8300-72c3f084ab36 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.1065724 Sep 21 08:16:52.426193 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b46f82d-3850-4a12-9007-f2c194a479cd req-16b8f9e8-296c-4f47-91da-f0ab73a5bc35 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572653 Sep 21 08:16:52.644870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb6818-8b1d-4f7b-b251-e5258f7eb1f6 req-7b0a6818-a8d1-4d52-b26c-e5a6475072d9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:52.653749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ecb6818-8b1d-4f7b-b251-e5258f7eb1f6 req-7b0a6818-a8d1-4d52-b26c-e5a6475072d9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1012638 Sep 21 08:16:52.744718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ecb6818-8b1d-4f7b-b251-e5258f7eb1f6 req-e28ed522-5775-4509-b319-1893f16fb139 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897610 Sep 21 08:16:52.986760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49206da0-1156-472e-8a46-6a0c4cba6872 req-668b1557-5f97-4d81-be76-8549748ae949 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 210 time: 0.0449326 Sep 21 08:16:53.146223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54158) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:53.157533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-98fcebf7-c6a5-4bc3-845a-ad6b4f2d095d tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:53.159631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-98fcebf7-c6a5-4bc3-845a-ad6b4f2d095d tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.50 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.1372850 Sep 21 08:16:53.471937 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6c41-25d4-4322-a781-f34ad40879f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:53.503073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56885-981c-48ab-b751-fae7aa8192aa req-710da6d9-1eaf-4be8-8766-68922d09487a tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:53.505636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-710da6d9-1eaf-4be8-8766-68922d09487a tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.3382049 Sep 21 08:16:53.529421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Request body: {'port': {'device_id': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'admin_state_up': True, 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:53.585387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211db09-7a19-4f69-a1c8-5e5b3b25e135 req-ea4f1d37-5dfd-4b23-80dd-f3aa83fc7dc8 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:53.595348 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c211db09-7a19-4f69-a1c8-5e5b3b25e135 req-ea4f1d37-5dfd-4b23-80dd-f3aa83fc7dc8 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 946 time: 0.0756867 Sep 21 08:16:53.646115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Deleting port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:16:53.646115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:53.665528 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c211db09-7a19-4f69-a1c8-5e5b3b25e135 req-4e2ab335-b98a-4b54-af92-498d05bcdffb tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups?id=03d7e160-8385-468c-a79e-db2044620fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676258 Sep 21 08:16:53.812705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] For port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:16:53.813087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:53.816709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6c41-25d4-4322-a781-f34ad40879f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:53.849726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae0e6c41-25d4-4322-a781-f34ad40879f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.030237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:16:54.042607 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.044779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e6c41-25d4-4322-a781-f34ad40879f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46caa54c-e2a8-4b15-9292-1f3045e9733a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:54.071414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54176) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:54.071570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ae0e6c41-25d4-4322-a781-f34ad40879f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d856d50b7b84e858efeaaaaabfcda9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9106343 Sep 21 08:16:54.175440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62e85d4e-47c1-49c8-ae06-db5e3834f3b9 req-836ba229-c8a6-4f0a-a355-d5db55533108 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 210 time: 0.0562224 Sep 21 08:16:54.220324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486022a-cab3-41d9-a2ff-11888a05bedc req-e710d8d2-d4d6-451e-a718-aab3dc0dad40 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:54.227771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5486022a-cab3-41d9-a2ff-11888a05bedc req-e710d8d2-d4d6-451e-a718-aab3dc0dad40 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2993314 Sep 21 08:16:54.227953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab8471ff-c7e3-4dbe-9604-cb72a74ca32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.266235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab8471ff-c7e3-4dbe-9604-cb72a74ca32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.328771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab8471ff-c7e3-4dbe-9604-cb72a74ca32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.334427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab8471ff-c7e3-4dbe-9604-cb72a74ca32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.334829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ab8471ff-c7e3-4dbe-9604-cb72a74ca32b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46caa54c-e2a8-4b15-9292-1f3045e9733a HTTP/1.1" status: 204 len: 168 time: 0.2620029 Sep 21 08:16:54.347656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8471ff-c7e3-4dbe-9604-cb72a74ca32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46caa54c-e2a8-4b15-9292-1f3045e9733a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:54.428966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5486022a-cab3-41d9-a2ff-11888a05bedc req-fe539ef3-e7ed-4c80-b3ec-590b9bab14b1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949866 Sep 21 08:16:54.453067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.453818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.454368 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Floating IP 360cc2bc-dd74-4801-8a8f-52dc9fffce84 disassociated. External IP: 172.25.1.144, port: 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db. Sep 21 08:16:54.454927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Calling delete_port for 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:16:54.482569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Allocated IP 172.20.0.7 (3f4642e0-c176-45ad-94ca-ef89f3e726a1/73015880-6984-4eb4-99f8-b3145d0e24b7/3601b3e8-ab27-4f4b-b8ed-248882c89250) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:16:54.795967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.825566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.845946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:54.863695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fadb61f3-8f65-4321-90a7-09bd97d3bf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:54.892988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event deleted for resources: {'Port': ['ID=6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:54.906117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53b2eddb-82b0-4137-8591-ddaa34b4a1e5 req-2f022a85-0488-4a87-905e-7809bd5d910d tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0837688 Sep 21 08:16:54.968554 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.016633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:16:55.026228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fadb61f3-8f65-4321-90a7-09bd97d3bf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.030921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fadb61f3-8f65-4321-90a7-09bd97d3bf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.045279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:16:55.057939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:16:55.077527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fadb61f3-8f65-4321-90a7-09bd97d3bf70 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2325d6aab9c04445af3a405bd25fcc49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298055 Sep 21 08:16:55.078197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54192) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:16:55.080349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb61f3-8f65-4321-90a7-09bd97d3bf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6738a6-0b8f-4160-91f3-9aeb99b93de6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:55.171957 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-948a3f17-651e-4dc6-8fd5-5635206b5618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.211086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-948a3f17-651e-4dc6-8fd5-5635206b5618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.269419 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.305687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-948a3f17-651e-4dc6-8fd5-5635206b5618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.310086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-948a3f17-651e-4dc6-8fd5-5635206b5618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.314855 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-948a3f17-651e-4dc6-8fd5-5635206b5618 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb6738a6-0b8f-4160-91f3-9aeb99b93de6 HTTP/1.1" status: 204 len: 168 time: 0.2353351 Sep 21 08:16:55.325263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a3f17-651e-4dc6-8fd5-5635206b5618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6738a6-0b8f-4160-91f3-9aeb99b93de6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:55.406446 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4aa2d78c-913e-4f78-ad10-fb8433c67e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.629641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4cc2b-2b31-42ab-8229-d3026ed0b0b9 req-7a97ba2c-9dfa-47b2-8524-750075f72260 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:55.640067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68e4cc2b-2b31-42ab-8229-d3026ed0b0b9 req-7a97ba2c-9dfa-47b2-8524-750075f72260 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0881543 Sep 21 08:16:55.665174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:55.665827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.701505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event updated for resources: {'Port': ['ID=3601b3e8-ab27-4f4b-b8ed-248882c89250,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:55.702406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68e4cc2b-2b31-42ab-8229-d3026ed0b0b9 req-81e3bb3b-0383-4622-93bf-75129e455bd7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600412 Sep 21 08:16:55.728227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-c7a8d3db-b523-4387-ace1-36c10bf21f5f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2112837 Sep 21 08:16:55.745105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Request body: {'port': {'device_id': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:16:55.759058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Router cf759990-52d9-4f69-8784-216a5fecded9 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:16:55.779503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:16:55.836328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:16:55.837164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:16:55.878670 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:55.890806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be8a9e-b74c-4e7d-9465-495d1722e3cb req-5041f42d-2326-45e9-a3c6-08491a71d2e6 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:55.898884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48be8a9e-b74c-4e7d-9465-495d1722e3cb req-5041f42d-2326-45e9-a3c6-08491a71d2e6 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 931 time: 0.2275503 Sep 21 08:16:56.015224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbc1ff-3d53-43c6-8eeb-8610bac1895d req-b18da612-699f-4692-94ed-9e36c6c0ec5f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:56.026818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4dbc1ff-3d53-43c6-8eeb-8610bac1895d req-b18da612-699f-4692-94ed-9e36c6c0ec5f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0815659 Sep 21 08:16:56.041162 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48be8a9e-b74c-4e7d-9465-495d1722e3cb req-9425ce1b-8375-42c8-ba9e-51e09af355c1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408000 Sep 21 08:16:56.080207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4dbc1ff-3d53-43c6-8eeb-8610bac1895d req-b319fa80-d383-4569-bf54-464c332ebdeb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520685 Sep 21 08:16:56.169909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:16:56.181767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] Sync routers for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:16:56.197345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:16:56.198000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:56.288650 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bfec412d-976d-498e-a8c5-4ec567cc875c req-c07b8a52-df85-4ac6-b687-023fbbf53ee1 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0652437 Sep 21 08:16:56.292906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] No DVR routers for this DVR port 6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:16:56.296849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:56.298789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f0741ba-21b0-4033-9265-4ef258da3fd7 req-16fefcc4-b1a9-44b0-ba2b-d582c634dbd5 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.50 "DELETE /v2.0/ports/6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db HTTP/1.1" status: 204 len: 173 time: 3.0759521 Sep 21 08:16:56.299375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'name': 'network-vif-deleted', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:56.302932 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68966a1a-4747-4f25-95a8-90f4b21756da" -d '{"events": [{"server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "name": "network-vif-deleted", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:56.439189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:16:56.461509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c124e-1a4c-4e69-afda-53de98c264c3 req-48f806f3-401b-4794-9b57-6f3fb04204ea tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:56.463202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f79c124e-1a4c-4e69-afda-53de98c264c3 req-48f806f3-401b-4794-9b57-6f3fb04204ea tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0998323 Sep 21 08:16:56.468548 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9775e3b-9045-4985-bfb8-c88ba2a836c9 x-openstack-request-id: req-d9775e3b-9045-4985-bfb8-c88ba2a836c9 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:56.468944 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88181031-46ae-4b18-923f-a6e723645ce5", "name": "network-vif-deleted", "tag": "6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:56.469190 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9775e3b-9045-4985-bfb8-c88ba2a836c9 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:56.469585 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88181031-46ae-4b18-923f-a6e723645ce5', 'name': 'network-vif-deleted', 'tag': '6d6a3a2c-ac8e-4e43-8615-1d1c9e0540db', 'status': 'completed', 'code': 200} Sep 21 08:16:56.557202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f79c124e-1a4c-4e69-afda-53de98c264c3 req-7410bc21-af02-432d-9f41-7546f6df7640 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798757 Sep 21 08:16:56.713419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3601b3e8-ab27-4f4b-b8ed-248882c89250 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:16:56.726912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:56.745220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a68132-801e-464d-aead-0c6ddd35ad59 req-1626f0ee-4e04-4516-a5fe-19532921c61c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:56.747394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42a68132-801e-464d-aead-0c6ddd35ad59 req-1626f0ee-4e04-4516-a5fe-19532921c61c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0765047 Sep 21 08:16:56.762217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Transition to ACTIVE for port object 3601b3e8-ab27-4f4b-b8ed-248882c89250 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:16:56.766970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:56.797907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42a68132-801e-464d-aead-0c6ddd35ad59 req-38af3f45-9766-42ca-b428-7e3294876c14 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Sep 21 08:16:56.818980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:56.897103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3601b3e8-ab27-4f4b-b8ed-248882c89250,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:57.011495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Attempting to bind port 3601b3e8-ab27-4f4b-b8ed-248882c89250 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:16:57.011838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Attempting to bind port 3601b3e8-ab27-4f4b-b8ed-248882c89250 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:16:57.012175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Attempting to bind port 3601b3e8-ab27-4f4b-b8ed-248882c89250 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:16:57.033395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Port 3601b3e8-ab27-4f4b-b8ed-248882c89250 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:16:57.033721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Attempting to bind port 3601b3e8-ab27-4f4b-b8ed-248882c89250 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:16:57.057126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:16:57.057476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:16:57.057881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Bound using segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:16:57.058343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Bound port: 3601b3e8-ab27-4f4b-b8ed-248882c89250, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:16:57.065014 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:57.072661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:40Z', 'revision_number': 5, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:57.085517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1896c3-2c55-4d8f-bc64-31ee81d9fad4 req-cfc19717-8514-413b-8a81-dfd188641857 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:57.094245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a1896c3-2c55-4d8f-bc64-31ee81d9fad4 req-cfc19717-8514-413b-8a81-dfd188641857 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1130230 Sep 21 08:16:57.155790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] Checking router: cf759990-52d9-4f69-8784-216a5fecded9 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:16:57.212688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:16:57.214735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:57.225751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a1896c3-2c55-4d8f-bc64-31ee81d9fad4 req-66f80458-f860-4e6f-9ba1-7026faf49b04 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017308 Sep 21 08:16:57.308142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] For port 3601b3e8-ab27-4f4b-b8ed-248882c89250, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:16:57.319772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] For port 3601b3e8-ab27-4f4b-b8ed-248882c89250, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:16:57.372267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bcb00-83b4-4db1-aa36-85f23dc94c73 req-fbe59323-0642-4477-bb14-07c195375a46 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:57.384719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d29bcb00-83b4-4db1-aa36-85f23dc94c73 req-fbe59323-0642-4477-bb14-07c195375a46 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 943 time: 0.1915238 Sep 21 08:16:57.408911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:57.513620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:16:57.578404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:57.582496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:57.586125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] 10.222.0.62 "PUT /v2.0/ports/3601b3e8-ab27-4f4b-b8ed-248882c89250 HTTP/1.1" status: 200 len: 1091 time: 1.8473597 Sep 21 08:16:57.629037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a026c8a-e0aa-48ff-8a9e-8da4b879e2b4 req-978a20a0-df5a-44c6-91fd-4865206e47cb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:57.633576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a026c8a-e0aa-48ff-8a9e-8da4b879e2b4 req-978a20a0-df5a-44c6-91fd-4865206e47cb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1212399 Sep 21 08:16:57.725953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a026c8a-e0aa-48ff-8a9e-8da4b879e2b4 req-7bda4999-f2fb-4b24-a155-01bba01efc4b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804574 Sep 21 08:16:57.767832 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:16:57.775497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d29bcb00-83b4-4db1-aa36-85f23dc94c73 req-3fb70193-f47d-403b-9c38-6d2b7b3d6a12 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841329 Sep 21 08:16:57.791956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba73e5-2cdf-4130-977f-4a7fe1a8aff6 service neutron] Pushing event updated for resources: {'Port': ['ID=3601b3e8-ab27-4f4b-b8ed-248882c89250,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:16:57.855852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56885-981c-48ab-b751-fae7aa8192aa req-3679c931-5727-4c24-aee6-6e77438a545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:57.861117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-3679c931-5727-4c24-aee6-6e77438a545f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 1094 time: 0.2187510 Sep 21 08:16:57.883993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:40Z', 'revision_number': 5, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:16:57.952690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69433177-1f51-44a2-9791-32b56dfe39d2 None None] The sync data for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 is: [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:13:34Z', 'revision_number': 4, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '530cad8a-169a-468d-8181-104b9647d826', 'name': '', 'network_id': 'dcccfaba-9260-4cc8-860a-07a7c7504d56', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'mac_address': 'fa:16:3e:c6:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:32Z', 'updated_at': '2021-09-21T08:13:40Z', 'revision_number': 5, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'subnets': [{'id': 'cde2f8bf-bad0-4348-8d2b-f9959bf0e888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:16:57.963842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f567227-f228-4af1-9f6f-1a1794ddeb75 req-448d16d5-9d6f-4bdc-b8ba-e6e03618f5ab tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0728450 Sep 21 08:16:57.979976 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-23128138-5809-4f75-a922-bd72b6694b19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250 HTTP/1.1" status: 200 len: 217 time: 0.1081955 Sep 21 08:16:58.145450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56885-981c-48ab-b751-fae7aa8192aa req-76c47da5-5051-498c-b5b8-ccb65fde9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.153001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-76c47da5-5051-498c-b5b8-ccb65fde9b1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1630530 Sep 21 08:16:58.306730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-a59500bd-f9ab-451b-8484-60472ddbd34f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311932 Sep 21 08:16:58.416325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.417691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0d1a-f7a5-41da-b278-241a7583d270 req-6f196434-bebb-492f-92c9-4b1fe38f4a41 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.427524 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a4a0d1a-f7a5-41da-b278-241a7583d270 req-6f196434-bebb-492f-92c9-4b1fe38f4a41 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2722499 Sep 21 08:16:58.432523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.439780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.455016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.475353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.482419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.496334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'tag': '3601b3e8-ab27-4f4b-b8ed-248882c89250'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:16:58.499387 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a8e8d-603b-4b80-bcde-7f75f150f743" -d '{"events": [{"name": "network-changed", "server_uuid": "96d0f66c-f5fc-45f4-980f-a088540970c4", "tag": "3601b3e8-ab27-4f4b-b8ed-248882c89250"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:16:58.504194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:58.514671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-2fd6e116-a21a-46b7-aa7f-70a25f209ba1 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.2365534 Sep 21 08:16:58.544477 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4fbe2e-e677-4a6e-a1c2-5fe9794dbfdb None None] New status for floating IP 360cc2bc-dd74-4801-8a8f-52dc9fffce84: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:16:58.581993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a4a0d1a-f7a5-41da-b278-241a7583d270 req-2b6cbdea-2483-4407-a3f8-092c1fb06d0c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533532 Sep 21 08:16:58.605548 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-88ddf3cb-356d-4f6a-a18b-ac40740337ac service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899604 Sep 21 08:16:58.680821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ed7089e-9826-4802-9b24-ac752b3a7884 req-c7ed64e4-619e-4d95-9c1c-7996edf8bb9a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604252 Sep 21 08:16:58.774516 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f944dc-d57b-453c-b461-f980a00a1c8b x-openstack-request-id: req-b4f944dc-d57b-453c-b461-f980a00a1c8b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:16:58.775038 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d0f66c-f5fc-45f4-980f-a088540970c4", "tag": "3601b3e8-ab27-4f4b-b8ed-248882c89250", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:16:58.775535 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4f944dc-d57b-453c-b461-f980a00a1c8b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:16:58.776130 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'tag': '3601b3e8-ab27-4f4b-b8ed-248882c89250', 'status': 'completed', 'code': 200} Sep 21 08:16:58.844554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72e56885-981c-48ab-b751-fae7aa8192aa req-9d201592-61cd-4abc-aab2-7f0d96e57e03 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292674 Sep 21 08:16:59.007426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238743f9-c61e-4fac-924e-db641ecaf5ac req-e67ae6ef-0f5a-43fc-8895-63b215700978 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.018793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-238743f9-c61e-4fac-924e-db641ecaf5ac req-e67ae6ef-0f5a-43fc-8895-63b215700978 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1215549 Sep 21 08:16:59.043353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-fd1d9dbe-4042-4232-9b1e-26f6f98ff154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.053828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-fd1d9dbe-4042-4232-9b1e-26f6f98ff154 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 1094 time: 0.1497035 Sep 21 08:16:59.079957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-238743f9-c61e-4fac-924e-db641ecaf5ac req-250877ce-7c8f-4006-9f8f-06f3f44083ad tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602102 Sep 21 08:16:59.196099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-5694539e-d4e8-47c4-89d6-0ce87cfb1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.198012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-5694539e-d4e8-47c4-89d6-0ce87cfb1fde service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.1360621 Sep 21 08:16:59.229191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.240555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.247043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.253881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.261717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.269141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.281537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.291766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-31484d5b-84df-4ec7-a6d0-7bf7c2539e16 req-0014572d-39de-4f8d-bdcf-4c7f0065a4eb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.3498068 Sep 21 08:16:59.310066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c9b79-c02e-4911-abbe-cebdf91c3c73 req-93d293de-6223-4332-875e-fb4a05afb185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.313397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d24c9b79-c02e-4911-abbe-cebdf91c3c73 req-93d293de-6223-4332-875e-fb4a05afb185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 943 time: 0.1175795 Sep 21 08:16:59.389287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-d9a6e97b-7ded-4f10-acb5-0b7592ad87d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250 HTTP/1.1" status: 200 len: 217 time: 0.0958619 Sep 21 08:16:59.449989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d24c9b79-c02e-4911-abbe-cebdf91c3c73 req-b2756907-4041-4e6d-9b0c-c6b7a59e86bc tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261616 Sep 21 08:16:59.515816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-15dd0b6e-14b1-4c00-9458-3883a014ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.517520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-15dd0b6e-14b1-4c00-9458-3883a014ac70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1204793 Sep 21 08:16:59.666931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-8c4b6543-1edb-4a6f-aa78-d5a948282936 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403103 Sep 21 08:16:59.675336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b5936cb-e705-480f-889e-9a561c4e16ed req-0b4ec303-f281-4511-9a3b-3cbc4d911269 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0817714 Sep 21 08:16:59.735706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f5895-0e91-4138-8d08-7b7af19951dc req-a190c38c-94c9-475c-be47-2e4062406e49 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:16:59.739181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f10f5895-0e91-4138-8d08-7b7af19951dc req-a190c38c-94c9-475c-be47-2e4062406e49 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1126046 Sep 21 08:16:59.854211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f10f5895-0e91-4138-8d08-7b7af19951dc req-a046ea44-6478-4b79-96fe-bac1eed05819 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068983 Sep 21 08:16:59.916770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-3602db60-c648-4f4a-8952-fe59e0add596 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338893 Sep 21 08:17:00.014914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a6315-3ab0-4ab3-af46-78567b80103b req-a2e7076d-f5a6-4b0f-9825-39d4f0322271 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:00.023976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd2a6315-3ab0-4ab3-af46-78567b80103b req-a2e7076d-f5a6-4b0f-9825-39d4f0322271 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0913982 Sep 21 08:17:00.089407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd2a6315-3ab0-4ab3-af46-78567b80103b req-b853e1ef-4cdc-4338-b061-151ac9673d19 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597882 Sep 21 08:17:00.150210 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-876a8e8d-603b-4b80-bcde-7f75f150f743 req-77318507-95d0-468d-a31a-dab6557b0ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258883 Sep 21 08:17:00.281372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e99fde-e8e0-4a0e-ab03-2319f4a26d03 req-1f5b9a77-10d2-4f00-950d-604183942131 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:00.291811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76e99fde-e8e0-4a0e-ab03-2319f4a26d03 req-1f5b9a77-10d2-4f00-950d-604183942131 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1046491 Sep 21 08:17:00.422806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76e99fde-e8e0-4a0e-ab03-2319f4a26d03 req-2dc58ea0-2c7a-4b4b-8263-340259b1f26e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298337 Sep 21 08:17:00.678185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdb44e-2958-4b15-84bf-25ecf586f7c3 req-e41827d1-7d7a-4ac2-8577-5966e3ff1c50 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:00.695678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11cdb44e-2958-4b15-84bf-25ecf586f7c3 req-e41827d1-7d7a-4ac2-8577-5966e3ff1c50 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1677859 Sep 21 08:17:00.724917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940ff8e-5567-46c3-a2b3-99518d82b016 req-79623d9c-364d-4752-8981-1d0857094374 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:00.745694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9940ff8e-5567-46c3-a2b3-99518d82b016 req-79623d9c-364d-4752-8981-1d0857094374 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 943 time: 0.1343114 Sep 21 08:17:00.804802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9940ff8e-5567-46c3-a2b3-99518d82b016 req-5bc28864-b4c1-448c-945d-b081c295d99d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Sep 21 08:17:00.821195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11cdb44e-2958-4b15-84bf-25ecf586f7c3 req-84d67641-7923-42c6-8805-639a4b4eda36 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194766 Sep 21 08:17:00.992366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c25c02c1-f9f8-4ca2-a1fd-2e224a6ef928 req-a4498eb1-48aa-417d-a6df-d98be8fa6f81 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0856628 Sep 21 08:17:01.319053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83794792-5aea-4e43-a363-ef73dfb09140 req-13ec592e-45fe-4aa8-b960-676e08e7b50a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:01.343941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83794792-5aea-4e43-a363-ef73dfb09140 req-13ec592e-45fe-4aa8-b960-676e08e7b50a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1732607 Sep 21 08:17:01.387187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83794792-5aea-4e43-a363-ef73dfb09140 req-b126cb36-f6e0-4ccf-80d6-4e34d9f78256 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Sep 21 08:17:01.657116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3601b3e8-ab27-4f4b-b8ed-248882c89250 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:17:01.661355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e89648-8a51-4d3e-b6c8-718448418937 req-88701f36-4bc6-4671-b5fb-b8198093b2cf tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:01.672361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32e89648-8a51-4d3e-b6c8-718448418937 req-88701f36-4bc6-4671-b5fb-b8198093b2cf tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1428902 Sep 21 08:17:01.801298 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32e89648-8a51-4d3e-b6c8-718448418937 req-60121123-3ab8-4679-b95e-3f4a64f5acf3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190629 Sep 21 08:17:01.958758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3601b3e8-ab27-4f4b-b8ed-248882c89250, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:02.014335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3601b3e8-ab27-4f4b-b8ed-248882c89250', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'port_id': '3601b3e8-ab27-4f4b-b8ed-248882c89250', 'mac_address': 'fa:16:3e:92:f0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73015880-6984-4eb4-99f8-b3145d0e24b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:17:02.086417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751e9ee-1e27-44f2-a461-4e35453f6b2c req-858d1895-9e56-40cd-badd-19293a0c7ca7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.101074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0cf72-d7e7-496c-a975-a3aa983bca9c req-af7b167b-1319-4a3a-9ba5-c4b90c63dd85 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.104351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4751e9ee-1e27-44f2-a461-4e35453f6b2c req-858d1895-9e56-40cd-badd-19293a0c7ca7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1205986 Sep 21 08:17:02.127011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16c0cf72-d7e7-496c-a975-a3aa983bca9c req-af7b167b-1319-4a3a-9ba5-c4b90c63dd85 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 943 time: 0.1667747 Sep 21 08:17:02.171630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:02.198172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:02.206189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4751e9ee-1e27-44f2-a461-4e35453f6b2c req-4714523a-72f6-422f-9356-b044e241aa50 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003923 Sep 21 08:17:02.229411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16c0cf72-d7e7-496c-a975-a3aa983bca9c req-7c89081a-ce52-42f0-ac30-78f6f67c81e9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991426 Sep 21 08:17:02.255521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3601b3e8-ab27-4f4b-b8ed-248882c89250 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:02.304729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3601b3e8-ab27-4f4b-b8ed-248882c89250, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:02.310789 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:02.319884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db9bd610-2dde-4540-9bbc-958322c44fcf req-f55b5bd5-1e50-4e6b-99b6-741ce950bdfc tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0467191 Sep 21 08:17:02.339347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54448) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:02.454126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3601b3e8-ab27-4f4b-b8ed-248882c89250,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:02.475380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.477549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.477910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.478248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.478580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.478910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.479308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.479663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.479985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.480310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.480632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.480951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:02.520173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaf2ac-9597-4145-868f-ffc8337f4264 req-cd87baec-2ca2-4be9-a0f8-4e4e5b2105f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.534639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aefaf2ac-9597-4145-868f-ffc8337f4264 req-cd87baec-2ca2-4be9-a0f8-4e4e5b2105f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1300974 Sep 21 08:17:02.605016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.605933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.606812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.607932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.608844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.609488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.610110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:02.613858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-b3214380-3955-4dcd-8526-156afeecc754 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6501 time: 0.2735274 Sep 21 08:17:02.686246 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-13d29a66-f68b-4135-a470-48df89523820 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569906 Sep 21 08:17:02.701191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:02.710380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aefaf2ac-9597-4145-868f-ffc8337f4264 req-b98443e0-4299-4cda-ab62-dd3b0958dfff tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696196 Sep 21 08:17:03.018413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697d92b-e090-4f3d-bfa1-5ae286ee30f6 req-5607bbe3-b3dc-46d6-acd2-2c57abc0937e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:03.029071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5697d92b-e090-4f3d-bfa1-5ae286ee30f6 req-5607bbe3-b3dc-46d6-acd2-2c57abc0937e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1113234 Sep 21 08:17:03.087525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5697d92b-e090-4f3d-bfa1-5ae286ee30f6 req-f9f1438b-1eb1-41e7-8d0c-3eeb8ae947c6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563033 Sep 21 08:17:03.300891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bb518-58f1-4021-918e-ab0d8924627b req-cecf381b-bcd5-4c47-85a0-b56dcc304498 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:03.308621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-662bb518-58f1-4021-918e-ab0d8924627b req-cecf381b-bcd5-4c47-85a0-b56dcc304498 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0930533 Sep 21 08:17:03.361842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-662bb518-58f1-4021-918e-ab0d8924627b req-74ba503f-bf37-48b6-878f-b517cdc56ed8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522871 Sep 21 08:17:03.408255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:03.535627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268fd5d-c5cc-44e4-b9d6-0e0f601d2b84 req-4d4b145e-46cd-42c2-9dc0-5742c84bda93 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:03.547786 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1268fd5d-c5cc-44e4-b9d6-0e0f601d2b84 req-4d4b145e-46cd-42c2-9dc0-5742c84bda93 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 944 time: 0.1889117 Sep 21 08:17:03.563654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e8c2ced-e7fd-42eb-b280-fce24d4cb470 req-42673e9a-eecb-43c7-8132-9bc578f64f76 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/ports?device_id=88181031-46ae-4b18-923f-a6e723645ce5 HTTP/1.1" status: 200 len: 210 time: 0.0696476 Sep 21 08:17:03.626014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1268fd5d-c5cc-44e4-b9d6-0e0f601d2b84 req-0a81e145-e620-48b9-96b3-576e644044f9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769107 Sep 21 08:17:03.953820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37774cbe-5ee7-4c3f-95ad-e48c72257fe3 req-4af8d83a-0613-4ba0-ad6b-7e3fe7e87ff0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:03.956554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37774cbe-5ee7-4c3f-95ad-e48c72257fe3 req-4af8d83a-0613-4ba0-ad6b-7e3fe7e87ff0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1554117 Sep 21 08:17:04.080276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37774cbe-5ee7-4c3f-95ad-e48c72257fe3 req-80857d1c-87dc-4016-a2a2-35933df79e77 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977566 Sep 21 08:17:04.307711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3e53-5267-4279-9df4-77bf87ac46ab req-2602ef4a-ae90-4363-a11f-da6aba9fbac1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:04.326914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb2f3e53-5267-4279-9df4-77bf87ac46ab req-2602ef4a-ae90-4363-a11f-da6aba9fbac1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1159070 Sep 21 08:17:04.398825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb2f3e53-5267-4279-9df4-77bf87ac46ab req-b208cda4-8a63-4367-bbaa-c99907ed74ae tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607727 Sep 21 08:17:04.593506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd9b05-48a6-47ad-8531-10f56064cba1 req-1fb2f609-fa20-4c53-bbf9-a95849be875f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:04.604488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4fcd9b05-48a6-47ad-8531-10f56064cba1 req-1fb2f609-fa20-4c53-bbf9-a95849be875f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0760381 Sep 21 08:17:04.666263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4fcd9b05-48a6-47ad-8531-10f56064cba1 req-fec34662-d2c5-476a-8e08-33d08fd09e60 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603333 Sep 21 08:17:04.745953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54502) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:04.897356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ad250-2b89-4f75-9325-bd978f2a8f0d req-4a5784b5-48ea-4544-8bd4-9ecd2b31de16 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:04.907023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f0ad250-2b89-4f75-9325-bd978f2a8f0d req-4a5784b5-48ea-4544-8bd4-9ecd2b31de16 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 944 time: 0.1258414 Sep 21 08:17:04.977611 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f0ad250-2b89-4f75-9325-bd978f2a8f0d req-ab8c8390-efbb-4bf6-8745-e5fd81c54b62 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694659 Sep 21 08:17:05.010492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b4431-3b3d-4e4b-9fc3-b15577f202eb req-65ad31da-5276-4024-9f22-b0272976cb8d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:05.027681 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-607be685-ca06-4732-a87f-42a49c16b9eb tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.029780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d6b4431-3b3d-4e4b-9fc3-b15577f202eb req-65ad31da-5276-4024-9f22-b0272976cb8d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1602781 Sep 21 08:17:05.103471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-607be685-ca06-4732-a87f-42a49c16b9eb tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.151987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d6b4431-3b3d-4e4b-9fc3-b15577f202eb req-c415df32-14b9-419f-b2ea-7130b8ca5584 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195240 Sep 21 08:17:05.230068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-607be685-ca06-4732-a87f-42a49c16b9eb tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.234096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-607be685-ca06-4732-a87f-42a49c16b9eb tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.235605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-607be685-ca06-4732-a87f-42a49c16b9eb tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "DELETE /v2.0/security-groups/03d7e160-8385-468c-a79e-db2044620fa8 HTTP/1.1" status: 204 len: 168 time: 0.4875991 Sep 21 08:17:05.238613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54510) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:05.249418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607be685-ca06-4732-a87f-42a49c16b9eb tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d7e160-8385-468c-a79e-db2044620fa8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:05.265735 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-933ae3e6-bbe7-47c1-a3ea-4c8a6c6d88fe tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] show failed (client error): The resource could not be found. Sep 21 08:17:05.271690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-933ae3e6-bbe7-47c1-a3ea-4c8a6c6d88fe tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "GET /v2.0/security-groups/03d7e160-8385-468c-a79e-db2044620fa8 HTTP/1.1" status: 404 len: 347 time: 0.0297494 Sep 21 08:17:05.274127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:05.587087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Deleting port 282251c6-8891-4669-b20b-99f076491bdd {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:05.587755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.698297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3601b3e8-ab27-4f4b-b8ed-248882c89250 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:05.781430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3601b3e8-ab27-4f4b-b8ed-248882c89250 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:17:05.783101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.786125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.792522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3601b3e8-ab27-4f4b-b8ed-248882c89250 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:05.793147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.822561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Calling delete_port for 282251c6-8891-4669-b20b-99f076491bdd owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:05.939824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:05.996542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3601b3e8-ab27-4f4b-b8ed-248882c89250'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:06.002850 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db339360-9ab4-45e7-bf8e-9feafa69930d" -d '{"events": [{"server_uuid": "96d0f66c-f5fc-45f4-980f-a088540970c4", "name": "network-vif-plugged", "status": "completed", "tag": "3601b3e8-ab27-4f4b-b8ed-248882c89250"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:06.037877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3601b3e8-ab27-4f4b-b8ed-248882c89250, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:06.048950 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:06.139360 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:06.165759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3601b3e8-ab27-4f4b-b8ed-248882c89250,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:06.229916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Pushing event deleted for resources: {'Port': ['ID=282251c6-8891-4669-b20b-99f076491bdd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:06.302092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e98a91-1289-414b-8c8d-cc88f3822262 req-5eb12993-1c00-4188-bdbf-012f73250547 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:06.303785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17e98a91-1289-414b-8c8d-cc88f3822262 req-5eb12993-1c00-4188-bdbf-012f73250547 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 945 time: 0.1903043 Sep 21 08:17:06.312817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:06.316641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:06.321027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54532) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:06.324563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f2c96f4e-31c5-4043-96a3-05b9e98e9236 tempest-ServersTestBootFromVolume-792274451 tempest-ServersTestBootFromVolume-792274451-project] 10.222.0.59 "DELETE /v2.0/floatingips/360cc2bc-dd74-4801-8a8f-52dc9fffce84 HTTP/1.1" status: 204 len: 168 time: 1.0467246 Sep 21 08:17:06.378465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17e98a91-1289-414b-8c8d-cc88f3822262 req-27199675-21c3-4d2e-ba86-424a04f57fb7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474226 Sep 21 08:17:06.419264 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30972cd-a9cf-4e07-ac60-0f1475740976 x-openstack-request-id: req-f30972cd-a9cf-4e07-ac60-0f1475740976 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:06.419654 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d0f66c-f5fc-45f4-980f-a088540970c4", "name": "network-vif-plugged", "status": "completed", "tag": "3601b3e8-ab27-4f4b-b8ed-248882c89250", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:06.419841 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f30972cd-a9cf-4e07-ac60-0f1475740976 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:06.420268 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3601b3e8-ab27-4f4b-b8ed-248882c89250', 'code': 200} Sep 21 08:17:06.588772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f363243-3996-4094-9cc4-fdedddb5df52 req-05c7540f-f48a-43c8-b04b-befa434394db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:06.593787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f363243-3996-4094-9cc4-fdedddb5df52 req-05c7540f-f48a-43c8-b04b-befa434394db service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 1096 time: 0.0940492 Sep 21 08:17:06.678399 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f363243-3996-4094-9cc4-fdedddb5df52 req-3e670c6b-1781-4d6c-8da2-6323bd94483c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763698 Sep 21 08:17:06.992884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b80d3a-847a-4a77-a5ab-b8ad3333271f req-b17e57eb-d54f-45d9-9220-e3ee48896e25 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:06.995127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54b80d3a-847a-4a77-a5ab-b8ad3333271f req-b17e57eb-d54f-45d9-9220-e3ee48896e25 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 945 time: 0.1048241 Sep 21 08:17:07.054703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54b80d3a-847a-4a77-a5ab-b8ad3333271f req-94f06016-315f-4ad5-aa44-c008c5feebf8 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528629 Sep 21 08:17:07.109740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:07.505494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Deleting port 530cad8a-169a-468d-8181-104b9647d826 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:07.506446 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:07.559857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac76acd-3ead-4d1e-b718-46302894f8f0 req-c85729c8-3de5-4c96-9f37-da6864082189 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:07.568485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ac76acd-3ead-4d1e-b718-46302894f8f0 req-c85729c8-3de5-4c96-9f37-da6864082189 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 945 time: 0.0865870 Sep 21 08:17:07.644488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ac76acd-3ead-4d1e-b718-46302894f8f0 req-638f2e18-616e-489b-8549-9046372770fb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727293 Sep 21 08:17:07.647973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] For port 530cad8a-169a-468d-8181-104b9647d826, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=530cad8a-169a-468d-8181-104b9647d826,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:07.648281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:07.719083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Calling delete_port for 530cad8a-169a-468d-8181-104b9647d826 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:08.103239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:08.146288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=530cad8a-169a-468d-8181-104b9647d826,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:08.356457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a7c2-082f-4306-83bb-ed2a31a5bdcc req-2ec6ee01-d3db-48a0-bab3-a0ac1e48de04 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:08.368516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e69a7c2-082f-4306-83bb-ed2a31a5bdcc req-2ec6ee01-d3db-48a0-bab3-a0ac1e48de04 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 945 time: 0.1737227 Sep 21 08:17:08.498917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:08.517721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e69a7c2-082f-4306-83bb-ed2a31a5bdcc req-58d41b10-47f5-46ec-8ba1-9fbfdf60a530 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups?id=4f1218fd-03b6-4a2f-9776-eb67dee3ba03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475461 Sep 21 08:17:08.581213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1060b6-3328-4661-9db2-ec329624c114 req-7989f57e-fbc5-437a-905c-0a7934574493 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:08.589498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc1060b6-3328-4661-9db2-ec329624c114 req-7989f57e-fbc5-437a-905c-0a7934574493 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7b33505-8419-4d72-9211-5b1e3f7d261c HTTP/1.1" status: 200 len: 945 time: 0.1333396 Sep 21 08:17:08.839025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f3d85-f557-483b-a52f-f2ccc0b66605 req-492a026f-80d9-48ae-8ed6-0d01f3946539 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:08.840609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fd5f3d85-f557-483b-a52f-f2ccc0b66605 req-492a026f-80d9-48ae-8ed6-0d01f3946539 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 945 time: 0.0766537 Sep 21 08:17:08.843618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Deleting port da9f7dac-cc95-4355-9861-f2acc76efbb7 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:08.843963 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:08.982717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fd5f3d85-f557-483b-a52f-f2ccc0b66605 req-95ba13ae-8fe0-4598-ba24-be74d561494c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224794 Sep 21 08:17:09.069749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] For port da9f7dac-cc95-4355-9861-f2acc76efbb7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=da9f7dac-cc95-4355-9861-f2acc76efbb7,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:09.070010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:09.302506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Router cf759990-52d9-4f69-8784-216a5fecded9 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:17:09.347869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:09.348257 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:09.348559 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Floating IP 466d1e7e-a042-48e6-a6d7-7cca352c8731 disassociated. External IP: 172.25.1.64, port: da9f7dac-cc95-4355-9861-f2acc76efbb7. Sep 21 08:17:09.348903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Calling delete_port for da9f7dac-cc95-4355-9861-f2acc76efbb7 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:09.477095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:17:09.487673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca77020e-299a-4792-92b2-f4ba33bb0a6c admin admin] 10.222.0.59 "PUT /v2.0/routers/cf759990-52d9-4f69-8784-216a5fecded9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1647711 Sep 21 08:17:09.488372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54560) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:09.491525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] Sync routers for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:17:09.507562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:09.508562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:09.634117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:09.646385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:09.711648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:09.728767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event deleted for resources: {'Port': ['ID=da9f7dac-cc95-4355-9861-f2acc76efbb7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:09.846690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:09.901683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Router 8f6de553-3421-4a7d-88e2-b80944c5edea has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:17:09.963417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Deleting port 1c4153d0-f333-45cc-929b-a25750a8b6d1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:09.967543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:09.982253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:17:07Z', 'revision_number': 5, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port': {'id': '1c4153d0-f333-45cc-929b-a25750a8b6d1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:13:23Z', 'updated_at': '2021-09-21T08:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:10.009954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] Checking router: cf759990-52d9-4f69-8784-216a5fecded9 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:17:10.022591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] Routers {'cf759990-52d9-4f69-8784-216a5fecded9'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:10.023231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cf759990-52d9-4f69-8784-216a5fecded9'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:10.094459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] For port 1c4153d0-f333-45cc-929b-a25750a8b6d1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1c4153d0-f333-45cc-929b-a25750a8b6d1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:10.095222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.111746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Calling delete_port for 1c4153d0-f333-45cc-929b-a25750a8b6d1 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:10.121804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:17:10.140760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] Sync routers for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:17:10.156998 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:10.159671 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:10.207297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] No DVR routers for this DVR port da9f7dac-cc95-4355-9861-f2acc76efbb7 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:17:10.211131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.221370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc1060b6-3328-4661-9db2-ec329624c114 req-ce717790-ea60-4002-b1fb-95bbb75fe5ef tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.50 "DELETE /v2.0/ports/da9f7dac-cc95-4355-9861-f2acc76efbb7 HTTP/1.1" status: 204 len: 173 time: 1.6226573 Sep 21 08:17:10.222170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'name': 'network-vif-deleted', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:10.225000 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96db78fd-f728-4432-aab5-314e54c08cfe" -d '{"events": [{"server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "name": "network-vif-deleted", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:10.255621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] Set router cf759990-52d9-4f69-8784-216a5fecded9 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:10.368294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:17:09Z', 'revision_number': 6, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:10.447535 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:10.453055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1f717-ba27-46b1-98dd-716c42734555 None None] The sync data for ids ['cf759990-52d9-4f69-8784-216a5fecded9'] in n-d-809980-2 is: [{'id': 'cf759990-52d9-4f69-8784-216a5fecded9', 'name': 'tempest-ServersTestBootFromVolume-1106181326-router', 'tenant_id': '158674ce29ed4a0f90741b9b7944cdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:13:22Z', 'updated_at': '2021-09-21T08:17:09Z', 'revision_number': 6, 'project_id': '158674ce29ed4a0f90741b9b7944cdaa', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:17:10.502736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.545895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4153d0-f333-45cc-929b-a25750a8b6d1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:10.654739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.787094 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.790754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.818001 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:56Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:10.870982 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] Checking router: 8f6de553-3421-4a7d-88e2-b80944c5edea for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:17:10.882848 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:10.884025 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:10.902444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.903348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf759990-52d9-4f69-8784-216a5fecded9 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:17:10.908407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:10.912890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54574) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:10.914051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8353036d-e0da-4e53-86ff-af24639e768c admin admin] 10.222.0.59 "DELETE /v2.0/routers/cf759990-52d9-4f69-8784-216a5fecded9 HTTP/1.1" status: 204 len: 168 time: 1.4145520 Sep 21 08:17:11.038900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] Deleting subnet cde2f8bf-bad0-4348-8d2b-f9959bf0e888 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:17:11.043112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.051031 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:11.083796 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.177171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.253632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.286351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33c66f-8bd7-4e12-815b-853632114770 None None] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:17:11.300863 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:56Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:11.322470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.337647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54576) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:11.337867 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a383655-587f-468f-bfc5-0bceb10bb3c0 None None] The sync data for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 is: [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:14:48Z', 'revision_number': 4, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8fef04fb-d010-4876-b3c6-3bfbf65adc94', 'name': '', 'network_id': 'a85627da-998e-4f1b-829a-4624c768fe0b', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'mac_address': 'fa:16:3e:8c:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:47Z', 'updated_at': '2021-09-21T08:14:56Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'subnets': [{'id': 'c8a76626-1966-437c-9f6b-93c5a46b3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:17:11.371735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cde2f8bf-bad0-4348-8d2b-f9959bf0e888 HTTP/1.1" status: 204 len: 168 time: 0.4570646 Sep 21 08:17:11.389980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae02ed8-bca7-464f-92cc-fab0caee7001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde2f8bf-bad0-4348-8d2b-f9959bf0e888,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:11.515400 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.553138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1c4153d0-f333-45cc-929b-a25750a8b6d1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:11.576400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1c4153d0-f333-45cc-929b-a25750a8b6d1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:11.576740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1c4153d0-f333-45cc-929b-a25750a8b6d1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:11.577653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 530cad8a-169a-468d-8181-104b9647d826 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:11.589605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Deleting port be3a384b-5d96-4798-b125-a679f271a907 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:11.590003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.608583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 530cad8a-169a-468d-8181-104b9647d826 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:11.609216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 530cad8a-169a-468d-8181-104b9647d826 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:11.715044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] DHCP port deletion for dcccfaba-9260-4cc8-860a-07a7c7504d56 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:17:11.720809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] For port be3a384b-5d96-4798-b125-a679f271a907, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=be3a384b-5d96-4798-b125-a679f271a907,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:11.722266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.738806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Calling delete_port for be3a384b-5d96-4798-b125-a679f271a907 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:11.819430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] Deleting port be3a384b-5d96-4798-b125-a679f271a907 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:11.820316 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.874976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:11.949721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3a384b-5d96-4798-b125-a679f271a907,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:11.958575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] No DVR routers for this DVR port be3a384b-5d96-4798-b125-a679f271a907 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:17:12.137029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab1a55-f5f2-4ef0-abb2-a95bfdbdf69f req-933dacf2-91e4-4e90-acc5-5b3d242ef858 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:12.147467 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ab1a55-f5f2-4ef0-abb2-a95bfdbdf69f req-933dacf2-91e4-4e90-acc5-5b3d242ef858 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.3101621 Sep 21 08:17:12.167262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.183371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36db0cf-19b2-4f78-ab8d-4e6d8b996c00 None None] New status for floating IP 466d1e7e-a042-48e6-a6d7-7cca352c8731: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:17:12.189812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device da9f7dac-cc95-4355-9861-f2acc76efbb7 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:12.192170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ab1a55-f5f2-4ef0-abb2-a95bfdbdf69f req-42a817b6-4952-432c-a392-100176822b63 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0435839 Sep 21 08:17:12.211789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcccfaba-9260-4cc8-860a-07a7c7504d56']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:12.234345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be37d51-443d-43a1-81ba-796de889df93') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:12.235406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be37d51-443d-43a1-81ba-796de889df93') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:12.254163 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.281299 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.296122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:17:12.296733 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:17:12.301242 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:17:12.315369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ab1a55-f5f2-4ef0-abb2-a95bfdbdf69f req-921c02fd-2b98-4a49-9508-c7b66e1edce8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195245 Sep 21 08:17:12.375873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] For port be3a384b-5d96-4798-b125-a679f271a907, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=be3a384b-5d96-4798-b125-a679f271a907,segment=NetworkSegment(2be37d51-443d-43a1-81ba-796de889df93),segment_id=2be37d51-443d-43a1-81ba-796de889df93)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:12.376537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.382878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.385291 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b242c5c-b31a-416e-bc75-7704554fd49d x-openstack-request-id: req-4b242c5c-b31a-416e-bc75-7704554fd49d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:12.386029 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b33505-8419-4d72-9211-5b1e3f7d261c", "name": "network-vif-deleted", "tag": "da9f7dac-cc95-4355-9861-f2acc76efbb7", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:12.386668 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b242c5c-b31a-416e-bc75-7704554fd49d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:12.387764 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b33505-8419-4d72-9211-5b1e3f7d261c', 'name': 'network-vif-deleted', 'tag': 'da9f7dac-cc95-4355-9861-f2acc76efbb7', 'status': 'completed', 'code': 200} Sep 21 08:17:12.409069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.414313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/dcccfaba-9260-4cc8-860a-07a7c7504d56 HTTP/1.1" status: 204 len: 168 time: 1.0729141 Sep 21 08:17:12.414511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] Calling delete_port for be3a384b-5d96-4798-b125-a679f271a907 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:12.445590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f932bd-96f6-47da-a9fc-8264477cb8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcccfaba-9260-4cc8-860a-07a7c7504d56,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:12.471265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e50df6-a496-405d-820b-82db9d8ebecb req-bfe47d53-de40-4301-a865-e689a70266d6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:12.481293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33e50df6-a496-405d-820b-82db9d8ebecb req-bfe47d53-de40-4301-a865-e689a70266d6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 945 time: 0.1088760 Sep 21 08:17:12.487978 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ab1a55-f5f2-4ef0-abb2-a95bfdbdf69f req-07e90d66-a7ce-476a-a50b-ec4665590fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723993 Sep 21 08:17:12.534023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.537973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33e50df6-a496-405d-820b-82db9d8ebecb req-ec9f3a57-a736-482e-bc74-4ba4afd96343 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499883 Sep 21 08:17:12.538824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: da9f7dac-cc95-4355-9861-f2acc76efbb7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:12.539650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device da9f7dac-cc95-4355-9861-f2acc76efbb7 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:12.612099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] Network dcccfaba-9260-4cc8-860a-07a7c7504d56 is not hosted by any dhcp agent {{(pid=94726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:17:12.612850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] No DVR routers for this DVR port be3a384b-5d96-4798-b125-a679f271a907 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:17:12.620675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9801d4e-d503-4ae5-a590-8c972dbca95c None None] Pushing event deleted for resources: {'Port': ['ID=be3a384b-5d96-4798-b125-a679f271a907,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:12.689773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6ab1a55-f5f2-4ef0-abb2-a95bfdbdf69f req-27e201c3-7f89-4b32-8225-e4c763c533fd service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948402 Sep 21 08:17:12.713496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54614) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:12.723928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b705de-e589-44c1-8cfa-a17ee4655e91 req-33e2b18b-dfe4-42a8-a504-fa7bd9d9d76b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:12.732948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6b705de-e589-44c1-8cfa-a17ee4655e91 req-33e2b18b-dfe4-42a8-a504-fa7bd9d9d76b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1063280 Sep 21 08:17:12.778783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6b705de-e589-44c1-8cfa-a17ee4655e91 req-bee89e6d-7198-4ff1-b9a9-4c9aff11d0e1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449388 Sep 21 08:17:12.811016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b766abf5-8be0-4691-a98b-115c89d35e79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=158674ce29ed4a0f90741b9b7944cdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961430 Sep 21 08:17:12.813592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54616) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:12.861686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54620) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:12.931915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e706bca-13aa-4d51-8298-1b766cb1ffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:12.987004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e706bca-13aa-4d51-8298-1b766cb1ffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.018664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c77a86d7-53bd-4fba-9a63-c61ce88680f2 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.069308 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e706bca-13aa-4d51-8298-1b766cb1ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.072585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e706bca-13aa-4d51-8298-1b766cb1ffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.076094 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9e706bca-13aa-4d51-8298-1b766cb1ffe2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03154881-7089-4a9e-80db-107eebc565ff HTTP/1.1" status: 204 len: 168 time: 0.2592702 Sep 21 08:17:13.080606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c77a86d7-53bd-4fba-9a63-c61ce88680f2 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.083263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e706bca-13aa-4d51-8298-1b766cb1ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03154881-7089-4a9e-80db-107eebc565ff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:13.226001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c77a86d7-53bd-4fba-9a63-c61ce88680f2 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.239470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c77a86d7-53bd-4fba-9a63-c61ce88680f2 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.241496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c77a86d7-53bd-4fba-9a63-c61ce88680f2 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "DELETE /v2.0/security-groups/4f1218fd-03b6-4a2f-9776-eb67dee3ba03 HTTP/1.1" status: 204 len: 168 time: 0.3804030 Sep 21 08:17:13.246798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54644) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:13.286565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a86d7-53bd-4fba-9a63-c61ce88680f2 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1218fd-03b6-4a2f-9776-eb67dee3ba03,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:13.301887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device be3a384b-5d96-4798-b125-a679f271a907 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:13.329527 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-b8679223-4d9c-4de0-8dcf-c21a66193636 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] show failed (client error): The resource could not be found. Sep 21 08:17:13.333173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b8679223-4d9c-4de0-8dcf-c21a66193636 tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "GET /v2.0/security-groups/4f1218fd-03b6-4a2f-9776-eb67dee3ba03 HTTP/1.1" status: 404 len: 347 time: 0.0803511 Sep 21 08:17:13.333516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54648) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:13.333666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: be3a384b-5d96-4798-b125-a679f271a907 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:13.334330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device be3a384b-5d96-4798-b125-a679f271a907 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:13.608978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Deleting port 1f153d88-493b-4f5f-9d68-f6a4031ddf2e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:13.609359 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.714811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.715475 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:13.729615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Calling delete_port for 1f153d88-493b-4f5f-9d68-f6a4031ddf2e owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:14.025284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e29ad-f8d0-4e44-b8fc-2fcd54350237 req-e32e08f3-8d8f-44df-96c0-d2e6d5a55b46 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:14.027236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f97e29ad-f8d0-4e44-b8fc-2fcd54350237 req-e32e08f3-8d8f-44df-96c0-d2e6d5a55b46 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1373553 Sep 21 08:17:14.043090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:14.094167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Pushing event deleted for resources: {'Port': ['ID=1f153d88-493b-4f5f-9d68-f6a4031ddf2e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:14.177920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-491a6d38-91c2-4c5b-a359-ba9af7e99638 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:14.182510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f97e29ad-f8d0-4e44-b8fc-2fcd54350237 req-5c3ef0e6-e214-430d-87e6-69c4da55fe9f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346860 Sep 21 08:17:14.186313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-491a6d38-91c2-4c5b-a359-ba9af7e99638 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.2525942 Sep 21 08:17:14.206629 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-92b4766b-c1a3-478c-8e32-1f649f2837a2 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0192175 Sep 21 08:17:14.235013 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:14.239667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:14.246339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-db83c30c-c070-4dbd-972a-b63ae48cb16f tempest-ServersTestFqdnHostnames-1806809695 tempest-ServersTestFqdnHostnames-1806809695-project] 10.222.0.59 "DELETE /v2.0/floatingips/466d1e7e-a042-48e6-a6d7-7cca352c8731 HTTP/1.1" status: 204 len: 168 time: 0.9110370 Sep 21 08:17:14.247399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54692) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:14.300922 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-06477938-21ae-4baf-8f54-bd175a844408 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928423 Sep 21 08:17:14.443950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-bcfd5b56-158b-493e-b886-19eda2268daf service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396410 Sep 21 08:17:14.639735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-33ea4eff-0e64-40b5-9cc0-ec4eb1d7a82f service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869965 Sep 21 08:17:14.653001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54706) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:14.886489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1955194457-network', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:14.914068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Made reservation on behalf of c3951d52c4d9452ebce76f9350448123 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:14.918873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:14.951858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:14.968942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0896b5f8-da03-4deb-a5ae-55e94c17484e req-80fc1e6d-c93e-45a0-88de-b9d0be7c39fd tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 210 time: 0.0340757 Sep 21 08:17:15.106320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.111607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.157014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eff5d05-de79-4361-8a0c-0ef20d8c8a0e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:15.167924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:17:15.182511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.183164 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Added segment c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0 of type vlan for network 265a3868-e07a-413a-9fe3-d5c20af4e8db Sep 21 08:17:15.246796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.284207 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.285343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:15.287098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.323557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.347491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6935678 Sep 21 08:17:15.364084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54724) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:15.370624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Request body: {'subnet': {'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1955194457-subnet', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:15.417660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099af50-1397-4101-9d76-3b5c14e458bc admin admin] Pushing event updated for resources: {'Network': ['ID=265a3868-e07a-413a-9fe3-d5c20af4e8db,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:15.428930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:17:15.461390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Made reservation on behalf of c3951d52c4d9452ebce76f9350448123 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:15.466133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.515174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba94ce-3872-4d71-92f3-3e90d54f9aba req-352c7da2-c1f5-41ea-ad23-7208d34500a9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:15.517819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bba94ce-3872-4d71-92f3-3e90d54f9aba req-352c7da2-c1f5-41ea-ad23-7208d34500a9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2054546 Sep 21 08:17:15.645460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bba94ce-3872-4d71-92f3-3e90d54f9aba req-eeb39196-71d1-4140-bfa4-4509b8e790d9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166015 Sep 21 08:17:15.726242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Deleting port 8fef04fb-d010-4876-b3c6-3bfbf65adc94 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:15.726589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.833420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.866331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] For port 8fef04fb-d010-4876-b3c6-3bfbf65adc94, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8fef04fb-d010-4876-b3c6-3bfbf65adc94,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:15.867239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.889929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Calling delete_port for 8fef04fb-d010-4876-b3c6-3bfbf65adc94 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:15.907093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5981fc-16ba-4edb-9b35-d7b20383739f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:15.921274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Checking segment: {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:15.921850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Network hostable DHCP agents. Network: 265a3868-e07a-413a-9fe3-d5c20af4e8db, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:17:15.934792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:17:15.939581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:15.954236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:17:15.970592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 265a3868-e07a-413a-9fe3-d5c20af4e8db) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:15.985613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:15.988485 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:15.998571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6106bfe2-d704-4114-96c6-bdd24c6282c7 None None] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:17:16.022801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a0ec3e59-006e-4bb4-891c-d57d0018c3c0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6576207 Sep 21 08:17:16.026601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54736) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:16.035210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:16.096551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.097622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.165565 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eb16b44-9e66-451a-858d-dcb61d8279b9 req-73574000-b245-4395-a7c4-89e1658b70b3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 210 time: 0.0489841 Sep 21 08:17:16.257658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.267508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.326961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:16.352447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-58f3fcc1-0c43-4245-90b3-ac744470c86e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:16.354860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-58f3fcc1-0c43-4245-90b3-ac744470c86e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.1567221 Sep 21 08:17:16.371338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:16.375043 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f05171-466c-4f19-ab5c-b5391622d244" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:16.393219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'mac_address': 'fa:16:3e:20:60:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:17:16.405454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:16.416740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.446227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Request body: {'port': {'device_id': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'admin_state_up': True, 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:16.455630 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.506233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:16.511186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.512847 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375e5ffa-6070-4673-ae9b-a49d72e3750f x-openstack-request-id: req-375e5ffa-6070-4673-ae9b-a49d72e3750f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:16.513863 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:16.514491 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-375e5ffa-6070-4673-ae9b-a49d72e3750f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:16.515035 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'code': 200} Sep 21 08:17:16.542926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fef04fb-d010-4876-b3c6-3bfbf65adc94,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:16.565136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-265a3868-e07a-413a-9fe3-d5c20af4e8db', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:17:16.567232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.586150 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.634463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f83644-e219-47d0-a31b-ccc85239cc5e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:16.676981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:16.731644 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:16.823555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:16.842678 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:17:16.999376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Allocated IP 172.20.0.2 (265a3868-e07a-413a-9fe3-d5c20af4e8db/bb5981fc-16ba-4edb-9b35-d7b20383739f/aac068f1-14a5-4df1-b618-6cec377f105c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:17.069171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22305fae-41fe-40b0-a182-fae0874a51b5 req-15b0dfd6-1c9d-4c15-88a0-a826363d0612 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:17.070795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22305fae-41fe-40b0-a182-fae0874a51b5 req-15b0dfd6-1c9d-4c15-88a0-a826363d0612 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2032557 Sep 21 08:17:17.073234 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.114807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:17.124077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.126254 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.155560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.219069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22305fae-41fe-40b0-a182-fae0874a51b5 req-24de82ef-4ed0-4958-aa80-3f8fb359b8ee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969036 Sep 21 08:17:17.228323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['98f83644-e219-47d0-a31b-ccc85239cc5e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:17.339442 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.355873 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.385096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Allocated IP 172.25.1.76 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/6ba9f513-bba5-4603-a593-fda94c1582e1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:17.421900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Pushing event updated for resources: {'Port': ['ID=aac068f1-14a5-4df1-b618-6cec377f105c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:17.429178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83041108-162f-4eb3-90b0-2ce04c1a4f72 req-85a60266-da74-4c67-8c05-6753a5cd5e80 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 210 time: 0.0522645 Sep 21 08:17:17.444484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:17.455768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:17.464217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:17.563809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Allocated IP 172.20.0.10 (3f4642e0-c176-45ad-94ca-ef89f3e726a1/73015880-6984-4eb4-99f8-b3145d0e24b7/4c86b2cc-6aea-4fa0-835f-bc12b549f5a9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:17.572777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Attempting to bind port aac068f1-14a5-4df1-b618-6cec377f105c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:17:17.574286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Attempting to bind port aac068f1-14a5-4df1-b618-6cec377f105c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:17:17.575134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Attempting to bind port aac068f1-14a5-4df1-b618-6cec377f105c on network 265a3868-e07a-413a-9fe3-d5c20af4e8db {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:17.584406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:17:17.585065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Checking segment: {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:17.585668 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.586354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Bound using segment: {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:17:17.587010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Bound port: aac068f1-14a5-4df1-b618-6cec377f105c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:17:17.587211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.587809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.650152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.704789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:17.708929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:17.710465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] For port aac068f1-14a5-4df1-b618-6cec377f105c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:17:17.713767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:17.724197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] For port aac068f1-14a5-4df1-b618-6cec377f105c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=aac068f1-14a5-4df1-b618-6cec377f105c,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:17:17.733326 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:17.777255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Router 8f6de553-3421-4a7d-88e2-b80944c5edea has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:17:17.829305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba9f513-bba5-4603-a593-fda94c1582e1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:17.856236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8003-8ca3-4bda-b8c5-043a00b14e47 None None] Pushing event updated for resources: {'Port': ['ID=aac068f1-14a5-4df1-b618-6cec377f105c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:17.955843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:18.085356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:18.102336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:18.202395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:17:18.213938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f8f6145d-564e-44bf-a20d-836880652fd4 admin admin] 10.222.0.59 "PUT /v2.0/routers/8f6de553-3421-4a7d-88e2-b80944c5edea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9630644 Sep 21 08:17:18.214604 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] Sync routers for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:17:18.215084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54772) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:18.244588 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:18.249213 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:18.332167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:18.347753 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:18.360170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:18.362521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event updated for resources: {'Port': ['ID=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:18.382435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:18.508227 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:18.620136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:18.620748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:18.649874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655d4c-2245-47f2-8bac-be007838a0cc req-6cb83ffa-0654-4b6a-ad60-dc50c49ba80d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:18.658205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d655d4c-2245-47f2-8bac-be007838a0cc req-6cb83ffa-0654-4b6a-ad60-dc50c49ba80d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2462924 Sep 21 08:17:18.669692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-150165d3-c304-4a82-a5f2-4516334791fa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2294021 Sep 21 08:17:18.687619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Request body: {'port': {'device_id': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:18.690983 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:18.829290 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:17:16Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:18.841050 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d655d4c-2245-47f2-8bac-be007838a0cc req-f2823c0d-9a78-4f77-88b9-9e16a79b85f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737339 Sep 21 08:17:18.889652 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] Checking router: 8f6de553-3421-4a7d-88e2-b80944c5edea for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:17:18.903792 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] Routers {'8f6de553-3421-4a7d-88e2-b80944c5edea'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:18.904837 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f6de553-3421-4a7d-88e2-b80944c5edea'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:19.035812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:19.236932 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:19.327111 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] Set router 8f6de553-3421-4a7d-88e2-b80944c5edea gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:19.380313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device aac068f1-14a5-4df1-b618-6cec377f105c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:19.395552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d664c-b719-41b7-9b45-45870f615f82 req-d4aaeeb7-3149-4d8d-bbd3-77fab2b97032 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:19.411413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a14d664c-b719-41b7-9b45-45870f615f82 req-d4aaeeb7-3149-4d8d-bbd3-77fab2b97032 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 932 time: 0.8316262 Sep 21 08:17:19.500516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:19.510716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port aac068f1-14a5-4df1-b618-6cec377f105c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:19.512959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:19.635021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Deleting port d268a52a-b5e5-488f-b5dd-7518ac2ff67e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:19.636158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:19.691010 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:19.722788 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:17:16Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:19.761081 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e755f215-5f4f-42fa-9bca-a9c8da9f7aae None None] The sync data for ids ['8f6de553-3421-4a7d-88e2-b80944c5edea'] in n-d-809980-2 is: [{'id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'name': 'tempest-ServersTestFqdnHostnames-290034415-router', 'tenant_id': 'a90a7eea95494962ab29329ab10ac150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:40Z', 'updated_at': '2021-09-21T08:17:16Z', 'revision_number': 5, 'project_id': 'a90a7eea95494962ab29329ab10ac150', 'gw_port': {'id': 'd268a52a-b5e5-488f-b5dd-7518ac2ff67e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6de553-3421-4a7d-88e2-b80944c5edea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:42Z', 'updated_at': '2021-09-21T08:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:17:19.770686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port aac068f1-14a5-4df1-b618-6cec377f105c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=aac068f1-14a5-4df1-b618-6cec377f105c,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:19.777779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6013562-0305-4899-a519-68dfc96be2e9 None None] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:17:19.785615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:19.810753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a14d664c-b719-41b7-9b45-45870f615f82 req-1b719ae6-8d95-47df-b4b1-625fd9c1c14f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958473 Sep 21 08:17:19.857578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Router 8207563a-c10c-4927-b458-85d22f546045 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:17:19.964701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=aac068f1-14a5-4df1-b618-6cec377f105c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:19.969157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:19.986885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:19.987121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:20.005380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Transition to ACTIVE for port object 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:17:20.018208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:20.080956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:17:20.118033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff274ce-1669-4803-9a81-70f99407b172 req-998d1aa0-15b1-42f6-847b-bf1981e646ea tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:20.120798 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:20.122338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7b7b489d-94b0-4060-ae27-bde21dc72bf0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0944889 Sep 21 08:17:20.125588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54810) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:20.126269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aff274ce-1669-4803-9a81-70f99407b172 req-998d1aa0-15b1-42f6-847b-bf1981e646ea tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1136901 Sep 21 08:17:20.215778 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aff274ce-1669-4803-9a81-70f99407b172 req-e6623ac9-82fc-43a7-a46a-00d23c402e18 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879290 Sep 21 08:17:20.216010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Sync routers for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:17:20.273741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] For port d268a52a-b5e5-488f-b5dd-7518ac2ff67e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:20.274500 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:20.297625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-86838bf3-701e-4caf-a8ec-cfdbc907198b None None] Provisioning complete for port aac068f1-14a5-4df1-b618-6cec377f105c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:20.298011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86838bf3-701e-4caf-a8ec-cfdbc907198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:20.303699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Pushing event updated for resources: {'Port': ['ID=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:20.320644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Calling delete_port for d268a52a-b5e5-488f-b5dd-7518ac2ff67e owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:20.362161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Attempting to bind port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:17:20.362161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Attempting to bind port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:17:20.362527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Attempting to bind port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:20.396139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:20.396910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:20.398963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:17:20.399432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Attempting to bind port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:20.408251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:17:20.408741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:20.409231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Bound using segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:17:20.409778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Bound port: 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:17:20.410238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:20.973687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] For port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:17:20.977339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] For port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:17:20.995632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.046781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.080206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 98f83644-e219-47d0-a31b-ccc85239cc5e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:21.080612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.100191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Pushing event updated for resources: {'Port': ['ID=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:21.124684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:21.125149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.126803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-0c958093-4cd4-45da-ba8f-e2f0f83b632d service neutron] 10.222.0.50 "PUT /v2.0/ports/4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 HTTP/1.1" status: 200 len: 1092 time: 2.4443915 Sep 21 08:17:21.135596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c047a75-228f-48ae-ae12-cc23806b8314 req-9b9e9118-e380-4f61-9c65-91b7b13ad1cb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:21.137304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c047a75-228f-48ae-ae12-cc23806b8314 req-9b9e9118-e380-4f61-9c65-91b7b13ad1cb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 944 time: 0.1584103 Sep 21 08:17:21.138227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'tag': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:21.140240 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "69ddac73-a66e-45f1-aef1-4fd6d32e2747", "tag": "4c86b2cc-6aea-4fa0-835f-bc12b549f5a9"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:21.258518 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1252462d-d2e5-4855-a0b7-809465666898 x-openstack-request-id: req-1252462d-d2e5-4855-a0b7-809465666898 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:21.262969 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ddac73-a66e-45f1-aef1-4fd6d32e2747", "tag": "4c86b2cc-6aea-4fa0-835f-bc12b549f5a9", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:21.265709 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1252462d-d2e5-4855-a0b7-809465666898 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:21.266308 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'tag': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9', 'status': 'completed', 'code': 200} Sep 21 08:17:21.341151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device aac068f1-14a5-4df1-b618-6cec377f105c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:21.371869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c047a75-228f-48ae-ae12-cc23806b8314 req-38030a7d-f3e7-4b59-b1ae-77b27320b8d0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153482 Sep 21 08:17:21.392903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-1854e176-b828-416b-87c0-8f27d7804ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:21.394733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-1854e176-b828-416b-87c0-8f27d7804ef6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 1095 time: 0.2134905 Sep 21 08:17:21.463461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-65a16b36-33b9-4a28-99e8-e7c3a99b4ca2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 HTTP/1.1" status: 200 len: 217 time: 0.0584695 Sep 21 08:17:21.500743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Allocated IP 172.20.0.1 (265a3868-e07a-413a-9fe3-d5c20af4e8db/bb5981fc-16ba-4edb-9b35-d7b20383739f/20559536-fa8d-4cdb-a282-f6d95f8b3504) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:21.543518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681518b-d7ee-46d5-b0ec-55db10b077cd req-513f6dad-d573-480e-84fc-8c18fd367d7b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:21.553041 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9681518b-d7ee-46d5-b0ec-55db10b077cd req-513f6dad-d573-480e-84fc-8c18fd367d7b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2066271 Sep 21 08:17:21.555810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:21.590497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.619787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9681518b-d7ee-46d5-b0ec-55db10b077cd req-cbab292f-4352-4bdc-ad67-83889873e71e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656576 Sep 21 08:17:21.661702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-860b8d5b-c92e-427c-9443-4e7171f8979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:21.675800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-860b8d5b-c92e-427c-9443-4e7171f8979a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1882324 Sep 21 08:17:21.677228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d268a52a-b5e5-488f-b5dd-7518ac2ff67e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:21.780996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port aac068f1-14a5-4df1-b618-6cec377f105c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:21.781377 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.786226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-cd6e0371-60c3-4d7c-9d53-b1ae1be03e5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897403 Sep 21 08:17:21.810333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.854450 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.896894 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:21.897323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:21.900340 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ce533-11ca-466b-8c67-b12bd5e92b09" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:21.988908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:22.007981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.025296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:22.030956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:22.035038 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7298734a-c989-4e9e-abd3-2bd733bed2e6 x-openstack-request-id: req-7298734a-c989-4e9e-abd3-2bd733bed2e6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:22.036525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:22.036825 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:22.039798 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7298734a-c989-4e9e-abd3-2bd733bed2e6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:22.040111 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'code': 200} Sep 21 08:17:22.089868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.095095 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-ad14dc84-1037-48f6-82df-4af41cd4c121 service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031681 Sep 21 08:17:22.131920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Pushing event updated for resources: {'Port': ['ID=20559536-fa8d-4cdb-a282-f6d95f8b3504,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:22.175698 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.180288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8fef04fb-d010-4876-b3c6-3bfbf65adc94 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:22.183875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:22.247634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8fef04fb-d010-4876-b3c6-3bfbf65adc94 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:22.247916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8fef04fb-d010-4876-b3c6-3bfbf65adc94 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:22.269232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:17Z', 'revision_number': 3, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:22.273347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b0f48e0f-cd67-492a-b3d8-6e6f433ce51b None None] Provisioning complete for port aac068f1-14a5-4df1-b618-6cec377f105c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:22.273866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b0f48e0f-cd67-492a-b3d8-6e6f433ce51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.327927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Checking router: 8207563a-c10c-4927-b458-85d22f546045 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:17:22.327927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Updating router 8207563a-c10c-4927-b458-85d22f546045 port 6ba9f513-bba5-4603-a593-fda94c1582e1 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:17:22.344991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.355155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.392063 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.399781 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ec38c29-e52b-4c9f-9b10-cf9283b2a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.487903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.488466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6de553-3421-4a7d-88e2-b80944c5edea {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:17:22.511471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.519373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-abd5df40-4436-4f3a-a3d2-4e136d34ddc6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8f6de553-3421-4a7d-88e2-b80944c5edea HTTP/1.1" status: 204 len: 168 time: 4.2999794 Sep 21 08:17:22.520504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54846) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:22.567365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.645846 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a04cfd71-e0f1-4b64-b8ff-5e4ae6c1c6c7 req-19fb8ad7-2387-4168-8fe8-1c50c604aba4 service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782010 Sep 21 08:17:22.698677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] Deleting subnet c8a76626-1966-437c-9f6b-93c5a46b3b7a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:17:22.720276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.872451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9d0113af-5dd6-4602-9e97-9f36f5708f2e None None] Provisioning complete for port 20559536-fa8d-4cdb-a282-f6d95f8b3504 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:22.873621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d0113af-5dd6-4602-9e97-9f36f5708f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.953602 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:22.958946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-c74cf56b-6859-4adb-acf9-88a74ae8766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:22.960862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-c74cf56b-6859-4adb-acf9-88a74ae8766f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 1095 time: 0.1480098 Sep 21 08:17:22.998076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a49cc6-f49e-4190-afe1-ce61a97e8217 req-b6cadfac-8384-482b-95ff-a937289b21ad tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:23.007632 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95a49cc6-f49e-4190-afe1-ce61a97e8217 req-b6cadfac-8384-482b-95ff-a937289b21ad tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 944 time: 0.4149120 Sep 21 08:17:23.123104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-caa44f21-915c-40a2-9894-0c40c5ddcf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:23.126195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-caa44f21-915c-40a2-9894-0c40c5ddcf35 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.1412187 Sep 21 08:17:23.191779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-19819013-d8ae-490f-a5c6-15406534fe8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 HTTP/1.1" status: 200 len: 217 time: 0.0521383 Sep 21 08:17:23.247953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95a49cc6-f49e-4190-afe1-ce61a97e8217 req-4f230fcb-989a-4589-94cd-b969bb68ed1f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211816 Sep 21 08:17:23.252424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f5026-9080-4d50-860e-b82897df6d97 req-a49759b2-4c25-4cd9-a59c-b245586aa317 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:23.269739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-922f5026-9080-4d50-860e-b82897df6d97 req-a49759b2-4c25-4cd9-a59c-b245586aa317 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.4338267 Sep 21 08:17:23.328820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.337718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.426722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.518538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9d0113af-5dd6-4602-9e97-9f36f5708f2e None None] Port 20559536-fa8d-4cdb-a282-f6d95f8b3504 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:17:23.540554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d268a52a-b5e5-488f-b5dd-7518ac2ff67e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:23.598802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.619773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-3cf7c871-6d21-47e9-8857-e897bf9f130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:23.621616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-3cf7c871-6d21-47e9-8857-e897bf9f130b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.4070854 Sep 21 08:17:23.627283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Pushing event updated for resources: {'Port': ['ID=20559536-fa8d-4cdb-a282-f6d95f8b3504,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:23.628212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d268a52a-b5e5-488f-b5dd-7518ac2ff67e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:23.628833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d268a52a-b5e5-488f-b5dd-7518ac2ff67e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:23.631298 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.762169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Attempting to bind port 6ba9f513-bba5-4603-a593-fda94c1582e1 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:17:23.762834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Attempting to bind port 6ba9f513-bba5-4603-a593-fda94c1582e1 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:17:23.763404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Attempting to bind port 6ba9f513-bba5-4603-a593-fda94c1582e1 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:23.797219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-922f5026-9080-4d50-860e-b82897df6d97 req-ba6d0ea9-cdd5-4305-a118-5b9a82f8ec91 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237989 Sep 21 08:17:23.801547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:17:23.804950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:23.805796 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.806393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:17:23.806964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-09dcad5a-beae-42c5-9e79-a149afa5ee99 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679363 Sep 21 08:17:23.808121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Bound port: 6ba9f513-bba5-4603-a593-fda94c1582e1, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:17:23.808749 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.823521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aaf0a-5eb4-4471-8820-0d6aa77b3195 None None] Pushing event updated for resources: {'Port': ['ID=6ba9f513-bba5-4603-a593-fda94c1582e1,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:23.879250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:23.885336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:23.933645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] For port 6ba9f513-bba5-4603-a593-fda94c1582e1, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:17:23.940027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] For port 6ba9f513-bba5-4603-a593-fda94c1582e1, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6ba9f513-bba5-4603-a593-fda94c1582e1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:17:23.949001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.952940 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:23.980474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-a4063250-2ea7-47ff-b091-a44af1ab23e2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3435595 Sep 21 08:17:24.039509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:17:24.116540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:24.118015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:16:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:24.122833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aaf0a-5eb4-4471-8820-0d6aa77b3195 None None] Pushing event updated for resources: {'Port': ['ID=6ba9f513-bba5-4603-a593-fda94c1582e1,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:24.157077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-a090414d-091c-407f-a6e0-6dc1a7249bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:24.159649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-a090414d-091c-407f-a6e0-6dc1a7249bd2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e&device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 1096 time: 0.1380746 Sep 21 08:17:24.165004 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-75747b44-be1c-48fd-a7f8-2a55506f00c0 service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392718 Sep 21 08:17:24.235837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Router 8207563a-c10c-4927-b458-85d22f546045 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:17:24.464125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:24.470094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-21f5965c-ce80-4a0a-8943-97dfcc8905e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:24.475837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-21f5965c-ce80-4a0a-8943-97dfcc8905e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=312d09a0-43e8-4e37-a622-86ab80982279 HTTP/1.1" status: 200 len: 907 time: 0.2649705 Sep 21 08:17:24.493879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:24.537772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'port_id': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9', 'mac_address': 'fa:16:3e:e5:ae:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73015880-6984-4eb4-99f8-b3145d0e24b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:17:24.578861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0c6f2927-6e44-4a82-8234-9497bbdaaca8 None None] Provisioning complete for port 20559536-fa8d-4cdb-a282-f6d95f8b3504 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:24.579774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2927-6e44-4a82-8234-9497bbdaaca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:24.581365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c2965-6305-4db5-a984-6f82d83c0368 req-1c9bb470-5d7d-469d-b7df-6320ca4bd662 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:24.583652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:24.590677 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-561c2965-6305-4db5-a984-6f82d83c0368 req-1c9bb470-5d7d-469d-b7df-6320ca4bd662 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 944 time: 0.1948459 Sep 21 08:17:24.672693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a76626-1966-437c-9f6b-93c5a46b3b7a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:24.675499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:24.680572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-772db8d7-e345-4659-995d-0386b467e2ab admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c8a76626-1966-437c-9f6b-93c5a46b3b7a HTTP/1.1" status: 204 len: 168 time: 2.1533444 Sep 21 08:17:24.684356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7b43a5-9adf-40d0-8344-2d97debb4aee None None] Network a85627da-998e-4f1b-829a-4624c768fe0b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:17:24.690391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-561c2965-6305-4db5-a984-6f82d83c0368 req-8a111b9a-7ca9-47a6-955b-acc19dca635c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987389 Sep 21 08:17:24.694268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54876) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:24.695550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:17:24.715882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-8864fa2a-d770-475c-a585-3048d523c6ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d1dcb90-67ee-413d-bace-56e4e052d262 HTTP/1.1" status: 200 len: 1001 time: 0.2191112 Sep 21 08:17:24.729248 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:24.729490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-acddfd24-c6cd-49a4-9ce5-5fca3ca68297 admin admin] 10.222.0.59 "PUT /v2.0/routers/8207563a-c10c-4927-b458-85d22f546045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5938623 Sep 21 08:17:24.766021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f1ffe96-5646-4e46-ba81-e1e9c223b8c8 req-ec9106ef-5533-40e1-a75d-f27e9b6cecda service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865324 Sep 21 08:17:24.804634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-7a114fc6-1718-49c4-979b-8727c8931e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:24.806700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-7a114fc6-1718-49c4-979b-8727c8931e1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b39fa21-60e4-4a74-b52f-441ea32ab324 HTTP/1.1" status: 200 len: 845 time: 0.0828424 Sep 21 08:17:24.827097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f2927-6e44-4a82-8234-9497bbdaaca8 None None] Port 20559536-fa8d-4cdb-a282-f6d95f8b3504 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:17:24.908600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-f322adc7-41f4-496a-a533-7a4d834ec8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:24.910151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-f322adc7-41f4-496a-a533-7a4d834ec8a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=312d09a0-43e8-4e37-a622-86ab80982279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960851 Sep 21 08:17:24.949309 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:24.993739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:25.040040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.111522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-7bd75efa-e0b6-4676-89c6-4f68f0a03179 service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869140 Sep 21 08:17:25.114160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f527d-36aa-4157-8bd5-acafee0cf77c req-633b6c84-2659-453a-abeb-c03a83df3b94 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:25.127774 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f75f527d-36aa-4157-8bd5-acafee0cf77c req-633b6c84-2659-453a-abeb-c03a83df3b94 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1901269 Sep 21 08:17:25.216160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f75f527d-36aa-4157-8bd5-acafee0cf77c req-b15a7dee-33e2-4dc6-b87d-37f8bc10a6ba tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866427 Sep 21 08:17:25.239075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.321232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Deleting port 2e299550-6b25-458f-a684-58a0d7f36b05 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:25.321560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.338579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:25.379190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23b60be9-8258-4f4c-9892-156c0e10a16d req-1d4c4e22-d498-482b-9eb2-c63d9da5dac9 service neutron] 10.222.0.62 "GET /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590742 Sep 21 08:17:25.426119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] For port 2e299550-6b25-458f-a684-58a0d7f36b05, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e299550-6b25-458f-a684-58a0d7f36b05,segment=NetworkSegment(6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f),segment_id=6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:25.426486 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.440690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Calling delete_port for 2e299550-6b25-458f-a684-58a0d7f36b05 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:25.480363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.492074 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f52a5783-3fe8-448c-ac65-6f9efaab9511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.561558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.592556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4c86b2cc-6aea-4fa0-835f-bc12b549f5a9'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:25.624270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e299550-6b25-458f-a684-58a0d7f36b05,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:25.644860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] No DVR routers for this DVR port 2e299550-6b25-458f-a684-58a0d7f36b05 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:17:25.682621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1534d24f-d791-4467-a60b-5545214806cb None None] DHCP port deletion for a85627da-998e-4f1b-829a-4624c768fe0b request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:17:25.754434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.783212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85627da-998e-4f1b-829a-4624c768fe0b']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:25.787716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 2, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:25.798894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:25.799339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e76acbb-5f9f-41b4-9b9d-2543a2f6cd1f') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:25.813014 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.827423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.833656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:17:25.834074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.858526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3970a5c5-ee34-48e1-a43a-3612be03deb7 None None] The sync data for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 is: [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 2, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:17:25.914325 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:17:25.932157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.935409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:25.937835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a85627da-998e-4f1b-829a-4624c768fe0b HTTP/1.1" status: 204 len: 168 time: 1.2330298 Sep 21 08:17:25.971794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d063f-c35d-4f29-bf8a-f7a4725de2d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85627da-998e-4f1b-829a-4624c768fe0b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:26.027607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a18931-9774-4a4b-9f9c-d5386ec5ce64 req-0aa85034-df0a-4e31-a3ad-a0e1dc51cf27 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:26.029249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83a18931-9774-4a4b-9f9c-d5386ec5ce64 req-0aa85034-df0a-4e31-a3ad-a0e1dc51cf27 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 945 time: 0.1134379 Sep 21 08:17:26.204480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54902) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:26.212700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83a18931-9774-4a4b-9f9c-d5386ec5ce64 req-347de3f9-3d19-49c9-910d-6862f612b9f0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654177 Sep 21 08:17:26.434903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-74354b9a-f4a2-4646-801d-b52837ceb200 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a90a7eea95494962ab29329ab10ac150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278228 Sep 21 08:17:26.437691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54912) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:26.534565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a892cb1-69ab-4ab0-893a-82de32685130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:26.575452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a892cb1-69ab-4ab0-893a-82de32685130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:26.639402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:26.726636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d148d-dd57-46e6-be51-e77121079496 req-ebc6ac42-ac3c-4561-8683-2ffb1628643e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:26.728472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba7d148d-dd57-46e6-be51-e77121079496 req-ebc6ac42-ac3c-4561-8683-2ffb1628643e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0804987 Sep 21 08:17:26.748413 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a892cb1-69ab-4ab0-893a-82de32685130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:26.751387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a892cb1-69ab-4ab0-893a-82de32685130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:26.752809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8a892cb1-69ab-4ab0-893a-82de32685130 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/96a709db-f5c9-4302-abde-6c3756c4910a HTTP/1.1" status: 204 len: 168 time: 0.3137379 Sep 21 08:17:26.772202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a892cb1-69ab-4ab0-893a-82de32685130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a709db-f5c9-4302-abde-6c3756c4910a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:26.829109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba7d148d-dd57-46e6-be51-e77121079496 req-a2e131bf-ae0e-420c-94d1-8cd40c4569ad tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927308 Sep 21 08:17:26.922724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54920) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:26.928268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-34b3d884-e9b3-4499-b5f8-c859862372f0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420510053', 'description': 'tempest-description--280444449'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:26.991369 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b3d884-e9b3-4499-b5f8-c859862372f0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.287423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b3d884-e9b3-4499-b5f8-c859862372f0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.288964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b3d884-e9b3-4499-b5f8-c859862372f0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.346998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34b3d884-e9b3-4499-b5f8-c859862372f0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.352899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54928) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:27.355423 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-34b3d884-e9b3-4499-b5f8-c859862372f0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4314413 Sep 21 08:17:27.359933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cd9b706d-41c6-47f8-9d63-95002e0bfca7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Request body: {'security_group_rule': {'security_group_id': 'c9868733-3c56-48f6-8cd0-eaadee2e6b63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:27.365038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e299550-6b25-458f-a684-58a0d7f36b05 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:27.387723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3d884-e9b3-4499-b5f8-c859862372f0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9868733-3c56-48f6-8cd0-eaadee2e6b63,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:27.424079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2e299550-6b25-458f-a684-58a0d7f36b05 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:27.427461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e299550-6b25-458f-a684-58a0d7f36b05 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:27.435717 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cd9b706d-41c6-47f8-9d63-95002e0bfca7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.593408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cd9b706d-41c6-47f8-9d63-95002e0bfca7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.603908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0acd-cea2-4ecc-873c-c068ecd7c3a2 req-42e98063-4ee8-4b7a-9b1c-94ea1be5efb3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:27.611875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d82e0acd-cea2-4ecc-873c-c068ecd7c3a2 req-42e98063-4ee8-4b7a-9b1c-94ea1be5efb3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 945 time: 0.1498361 Sep 21 08:17:27.612974 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cd9b706d-41c6-47f8-9d63-95002e0bfca7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.653577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b706d-41c6-47f8-9d63-95002e0bfca7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69446eb1-16dd-4210-8f85-8e8800165b2c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:27.669601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cd9b706d-41c6-47f8-9d63-95002e0bfca7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.682888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cd9b706d-41c6-47f8-9d63-95002e0bfca7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281980 Sep 21 08:17:27.683623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54940) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:27.688267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-dbd09e01-8ccb-44e1-9fe9-8b8440461e10 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Request body: {'security_group_rule': {'security_group_id': 'c9868733-3c56-48f6-8cd0-eaadee2e6b63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:27.761868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d82e0acd-cea2-4ecc-873c-c068ecd7c3a2 req-6ebfe9e9-fcd0-4e0e-9a19-b32bd0ae214f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351199 Sep 21 08:17:27.768507 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:27.829557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbd09e01-8ccb-44e1-9fe9-8b8440461e10 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.032180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:17:28.036884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:28.099129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbd09e01-8ccb-44e1-9fe9-8b8440461e10 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.135216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbd09e01-8ccb-44e1-9fe9-8b8440461e10 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.226692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd09e01-8ccb-44e1-9fe9-8b8440461e10 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79098844-a757-4924-9e28-f7dd53542170,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:28.250917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbd09e01-8ccb-44e1-9fe9-8b8440461e10 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.252315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dbd09e01-8ccb-44e1-9fe9-8b8440461e10 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5676672 Sep 21 08:17:28.258547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:28.262789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:28.275938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:17:28.293653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd1703-28a7-4a29-8265-1a9a079fda68 req-c62fe0c0-9d7a-4878-a649-53546018a3be tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:28.295493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19dd1703-28a7-4a29-8265-1a9a079fda68 req-c62fe0c0-9d7a-4878-a649-53546018a3be tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.3151252 Sep 21 08:17:28.297678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:28.298068 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.354402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.418549 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19dd1703-28a7-4a29-8265-1a9a079fda68 req-6e168deb-4a75-4188-b70b-e7fadfc25375 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136332 Sep 21 08:17:28.545956 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.642143 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.688676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:28.715185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:28.719692 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeffdf21-85d7-4425-afcb-8159ef7b3e42" -d '{"events": [{"server_uuid": "69ddac73-a66e-45f1-aef1-4fd6d32e2747", "name": "network-vif-plugged", "status": "completed", "tag": "4c86b2cc-6aea-4fa0-835f-bc12b549f5a9"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:28.746970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7', 'port_id': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'mac_address': 'fa:16:3e:61:82:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3134055e-44d0-473e-a6aa-678d90bef5c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:17:28.752746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:28.779700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54970) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:28.846344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Allocated IP 172.25.1.26 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/ff3d131a-d476-4281-b076-c0cffc36059c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:28.852330 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0deafe2-9c2e-4c3e-9754-b68ac5d8cd29 x-openstack-request-id: req-e0deafe2-9c2e-4c3e-9754-b68ac5d8cd29 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:28.857418 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ddac73-a66e-45f1-aef1-4fd6d32e2747", "name": "network-vif-plugged", "status": "completed", "tag": "4c86b2cc-6aea-4fa0-835f-bc12b549f5a9", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:28.857969 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0deafe2-9c2e-4c3e-9754-b68ac5d8cd29 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:28.858568 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9', 'code': 200} Sep 21 08:17:28.859595 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.861965 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:28.954694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 786a62f6-2695-4dc4-a802-119ec3bc214c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:29.010873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1907945018-network', 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:29.016702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:29.021649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:29.028546 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.062471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fba7e8-c7b7-473a-850e-f00967660cb3 req-cca1308d-515b-4787-9970-7bc39ae32ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:29.071826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1fba7e8-c7b7-473a-850e-f00967660cb3 req-cca1308d-515b-4787-9970-7bc39ae32ed1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 1097 time: 0.1477475 Sep 21 08:17:29.091963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:29.101515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.106909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:29.143439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.169195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['786a62f6-2695-4dc4-a802-119ec3bc214c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:29.208533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1fba7e8-c7b7-473a-850e-f00967660cb3 req-db5e4e51-05b2-4596-852e-af7f2929d624 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256282 Sep 21 08:17:29.282102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f0d3d-d01c-4382-bd48-52d466cd97f6 req-68a9ea9f-bb51-482b-841a-fd486a0081e2 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:29.290918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-618f0d3d-d01c-4382-bd48-52d466cd97f6 req-68a9ea9f-bb51-482b-841a-fd486a0081e2 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 946 time: 0.3248143 Sep 21 08:17:29.384916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.407852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6ba9f513-bba5-4603-a593-fda94c1582e1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:29.409174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-618f0d3d-d01c-4382-bd48-52d466cd97f6 req-a6640643-f194-4d75-99c3-c0a7db7f8690 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169691 Sep 21 08:17:29.504593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6ba9f513-bba5-4603-a593-fda94c1582e1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:29.504797 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.521785 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.541257 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.592202 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.650539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2737f58a-7825-47e2-9b1c-eb3767b1d339,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:29.666197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:17:29.682965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.683596 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Added segment c2dad2ad-ea58-490c-92dd-c707c3b27c10 of type vlan for network e7d4cad6-0117-4d93-b619-9b0da5a241cf Sep 21 08:17:29.746519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:29.766266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:29.768883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:29.843951 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.919456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 6ba9f513-bba5-4603-a593-fda94c1582e1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6ba9f513-bba5-4603-a593-fda94c1582e1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:29.928945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.932976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:29.950550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event updated for resources: {'Port': ['ID=ff3d131a-d476-4281-b076-c0cffc36059c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:30.000494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471598f-e6da-4799-b865-0bf15b533ddb req-568e3cc8-d9ca-4877-9c88-030f744ad674 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:30.008615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d471598f-e6da-4799-b865-0bf15b533ddb req-568e3cc8-d9ca-4877-9c88-030f744ad674 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 945 time: 0.2275372 Sep 21 08:17:30.055004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:30.055278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.060264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.061609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:30.063158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.099896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=6ba9f513-bba5-4603-a593-fda94c1582e1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:30.125044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d471598f-e6da-4799-b865-0bf15b533ddb req-282cfc7e-0691-4a94-a3ae-e57dae81e1a1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150970 Sep 21 08:17:30.140256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.152879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3720665 Sep 21 08:17:30.156613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:30.193780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 786a62f6-2695-4dc4-a802-119ec3bc214c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:30.194618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.201744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Request body: {'subnet': {'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1907945018-subnet', 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:30.215378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d4cad6-0117-4d93-b619-9b0da5a241cf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:30.233869 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Sync routers for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:17:30.236462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.236991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.237664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.238203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.238744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.239271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.240374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.240874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.241648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.242252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.243001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.243430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29799f74-427d-40b8-b8bf-8ea6dc96af34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:30.256694 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:30.257345 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:17:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:30.285846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:30.288364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.295605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:17:30.493092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.528542 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:30.533670 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.559675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:30.569667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.598634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.625611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32688144-3e68-4c92-9bfa-22bade9b828a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:30.637015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Checking segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:30.637492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Network hostable DHCP agents. Network: e7d4cad6-0117-4d93-b619-9b0da5a241cf, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:17:30.646919 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.692925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:17:30.711252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, e7d4cad6-0117-4d93-b619-9b0da5a241cf) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:30.717804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:30.723610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:30.725537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:30.731017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86944127-8a7f-45d2-829b-75e37efb3b6d None None] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:17:30.785787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-62c14d1b-5579-4ee8-87e6-b78d96480289 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5882366 Sep 21 08:17:30.857152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event updated for resources: {'Port': ['ID=ff3d131a-d476-4281-b076-c0cffc36059c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:30.893696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:30.897527 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ea05dc-9069-4546-bcef-6297df0df8df" -d '{"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:30.991956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 2, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:31.017561 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9f43f8-b166-46c0-a4cd-eaef3af28320 x-openstack-request-id: req-ca9f43f8-b166-46c0-a4cd-eaef3af28320 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:31.019259 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:31.020008 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca9f43f8-b166-46c0-a4cd-eaef3af28320 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:31.032375 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'code': 200} Sep 21 08:17:31.047074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1631a86-aa21-478b-9c1f-46806a1890c6 None None] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:17:31.064191 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Checking router: 8207563a-c10c-4927-b458-85d22f546045 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:17:31.064545 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Updating router 8207563a-c10c-4927-b458-85d22f546045 port 20559536-fa8d-4cdb-a282-f6d95f8b3504 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:17:31.119885 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:31.169065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da4fe3-75ce-4fe6-ae45-1927785b3c65 req-2cbec9ae-8b38-46f4-8d63-7b595b88b979 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:31.177360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49da4fe3-75ce-4fe6-ae45-1927785b3c65 req-2cbec9ae-8b38-46f4-8d63-7b595b88b979 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 946 time: 0.6145113 Sep 21 08:17:31.207754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:31.267722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:31.269075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5b231f41-e761-43bc-a70f-11afe08231a7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0114481 Sep 21 08:17:31.363445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49da4fe3-75ce-4fe6-ae45-1927785b3c65 req-2ce3bbfc-621f-4c03-8f48-c9203db94eaf tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851330 Sep 21 08:17:31.455738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6ba9f513-bba5-4603-a593-fda94c1582e1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:31.705389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6ba9f513-bba5-4603-a593-fda94c1582e1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:31.706219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:31.776981 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:31.788742 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:31.848624 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Pushing event updated for resources: {'Port': ['ID=20559536-fa8d-4cdb-a282-f6d95f8b3504,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:31.885614 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.886618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.887279 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.890621 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.891760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.893884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:31.894693 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.895427 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.896496 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.897264 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.897700 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.898250 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:31.898696 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:32.066885 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Attempting to bind port 20559536-fa8d-4cdb-a282-f6d95f8b3504 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:17:32.067261 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Attempting to bind port 20559536-fa8d-4cdb-a282-f6d95f8b3504 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:17:32.071160 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Attempting to bind port 20559536-fa8d-4cdb-a282-f6d95f8b3504 on network 265a3868-e07a-413a-9fe3-d5c20af4e8db {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:32.084609 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:17:32.084987 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Checking segment: {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:32.085393 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:32.085788 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Bound using segment: {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:17:32.086276 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Bound port: 20559536-fa8d-4cdb-a282-f6d95f8b3504, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:17:32.086658 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:32.165827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48316-48bb-4b54-aa1b-5a2845b23524 req-45bc7091-354d-42c5-a3ec-4b1e383ba20a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:32.175486 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef48316-48bb-4b54-aa1b-5a2845b23524 req-45bc7091-354d-42c5-a3ec-4b1e383ba20a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.6344721 Sep 21 08:17:32.229745 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] For port 20559536-fa8d-4cdb-a282-f6d95f8b3504, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:17:32.236261 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] For port 20559536-fa8d-4cdb-a282-f6d95f8b3504, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20559536-fa8d-4cdb-a282-f6d95f8b3504,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:17:32.248739 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:32.256710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cef48316-48bb-4b54-aa1b-5a2845b23524 req-abb7af36-d08b-48c0-aaa3-3fba12079804 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795128 Sep 21 08:17:32.328256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-14c796cb-c9bc-445e-b9eb-4b0079e59024 None None] Provisioning complete for port 20559536-fa8d-4cdb-a282-f6d95f8b3504 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:32.329081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14c796cb-c9bc-445e-b9eb-4b0079e59024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:32.445993 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ae9eb-358b-44a7-bdef-1811a08bf8fd None None] Pushing event updated for resources: {'Port': ['ID=20559536-fa8d-4cdb-a282-f6d95f8b3504,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:32.462582 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:17:32.463904 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:17:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:32.528435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14c796cb-c9bc-445e-b9eb-4b0079e59024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:32.589619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-14c796cb-c9bc-445e-b9eb-4b0079e59024 None None] For port 20559536-fa8d-4cdb-a282-f6d95f8b3504, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20559536-fa8d-4cdb-a282-f6d95f8b3504,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:32.595131 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14c796cb-c9bc-445e-b9eb-4b0079e59024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:32.666796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c796cb-c9bc-445e-b9eb-4b0079e59024 None None] Pushing event updated for resources: {'Port': ['ID=20559536-fa8d-4cdb-a282-f6d95f8b3504,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:32.719994 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:17:32.926370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5f564d71-b24f-4caa-a932-1c1f49d82d0d None None] Provisioning complete for port 20559536-fa8d-4cdb-a282-f6d95f8b3504 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:32.928035 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5f564d71-b24f-4caa-a932-1c1f49d82d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:33.221243 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:17:33.359116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20559536-fa8d-4cdb-a282-f6d95f8b3504 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:33.384888 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b0b02c-0041-457f-aa6e-ef77b83b350e None None] The sync data for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 is: [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:17:33.455690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:33.472306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 20559536-fa8d-4cdb-a282-f6d95f8b3504 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:33.473041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:35.489738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:35.696921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de1f73d9-00ff-496c-ba25-cbf77c37e019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:35.846653 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de1f73d9-00ff-496c-ba25-cbf77c37e019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:35.856632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de1f73d9-00ff-496c-ba25-cbf77c37e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:35.939150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f73d9-00ff-496c-ba25-cbf77c37e019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655e0ebf-0b64-42b6-8b84-73adfec91bf8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:36.003175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de1f73d9-00ff-496c-ba25-cbf77c37e019 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c45e2dd885cc4a7e9eec43ac50f6ea36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083578 Sep 21 08:17:36.003651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55084) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:17:36.101417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:36.134538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:36.238782 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:36.243525 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:36.244725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/655e0ebf-0b64-42b6-8b84-73adfec91bf8 HTTP/1.1" status: 204 len: 168 time: 0.2400520 Sep 21 08:17:36.268182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655e0ebf-0b64-42b6-8b84-73adfec91bf8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:36.290890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.291243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.291613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.292077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.292418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.292752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.293453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.293946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.301594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.303912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.304720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:36.305105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c9e817-e02f-4372-9ada-2479ac210b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:17:39.760797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a998ba00-882f-4068-8603-290b12f126c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0841541 Sep 21 08:17:39.971862 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-2be582da-b57f-4de9-af81-1190fffeafe0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1420510053&fields=id&tenant_id=c3951d52c4d9452ebce76f9350448123 HTTP/1.1" status: 200 len: 267 time: 0.0577161 Sep 21 08:17:39.993346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:39.994257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:39.995195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:39.995794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:39.996413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:39.997075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:39.997812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.000154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a4f4250b-eff0-4c7b-a23d-f1ab02aa99a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=43a332c4abd04c93a0aaafed95126cd2&device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 6501 time: 0.1520042 Sep 21 08:17:40.051706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-a4e81cf7-a4fc-4baa-a70f-8557356d7cfd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.053333 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-a4e81cf7-a4fc-4baa-a70f-8557356d7cfd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.2299387 Sep 21 08:17:40.100701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-2977e55b-5a4b-410f-8519-dfdd246745eb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/quotas/576cab1ba2b04aa1b92d34c628fbd8ea HTTP/1.1" status: 200 len: 375 time: 0.0359213 Sep 21 08:17:40.131180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-ff8dac2d-0221-4f75-9dc9-a10ba48bf16f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.133621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-ff8dac2d-0221-4f75-9dc9-a10ba48bf16f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/networks?id=265a3868-e07a-413a-9fe3-d5c20af4e8db HTTP/1.1" status: 200 len: 812 time: 0.1512303 Sep 21 08:17:40.169068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-45afec2e-be2f-4a82-85c0-d1f9db76e3d3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/quotas/c3951d52c4d9452ebce76f9350448123 HTTP/1.1" status: 200 len: 375 time: 0.0276656 Sep 21 08:17:40.187383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-63caf92e-293e-4905-8b3c-ff43af380214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.187383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-63caf92e-293e-4905-8b3c-ff43af380214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.187383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-63caf92e-293e-4905-8b3c-ff43af380214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.187383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-63caf92e-293e-4905-8b3c-ff43af380214 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b81071b7-8704-4572-b376-55243ff5365f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 200 len: 2296 time: 0.1567359 Sep 21 08:17:40.207152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-66346004-c422-4fb5-a5c4-114eaee24a08 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413041 Sep 21 08:17:40.293520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-201f6d55-ad40-4c6c-aaac-90724def2b3f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3951d52c4d9452ebce76f9350448123&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1229024 Sep 21 08:17:40.335725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-b11f53a9-eac9-4857-b665-ddf7515599bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 200 len: 1002 time: 0.1312144 Sep 21 08:17:40.455421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-8d141ace-cb2a-40a3-949d-1e3ffa2e9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.456905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-8d141ace-cb2a-40a3-949d-1e3ffa2e9681 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f4ac5536-34b2-40c8-9b53-df8f2f609101 HTTP/1.1" status: 200 len: 855 time: 0.0903058 Sep 21 08:17:40.463608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-dd36057b-3775-46fc-bc26-991f904e0018 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116382 Sep 21 08:17:40.494441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-36f8e046-24c7-46b0-9bc2-b349f183ac60 service neutron] 10.222.0.59 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704304 Sep 21 08:17:40.587750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-6b05524a-afb0-46df-a214-988a3ca59f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:40.589878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-6b05524a-afb0-46df-a214-988a3ca59f96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b81071b7-8704-4572-b376-55243ff5365f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246278 Sep 21 08:17:40.616412 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6046f664-7d8b-4cee-a6b1-4b37cf5835af service neutron] 10.222.0.59 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130338 Sep 21 08:17:40.726718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-19c4bc78-0dc4-4758-988f-326a4bd94215 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530091 Sep 21 08:17:40.822022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-f539616c-8353-4197-9a37-02ebcbfd59da service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203109 Sep 21 08:17:41.013987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-30fc32a5-1048-468c-a32d-4563ef966d37 service neutron] 10.222.0.62 "GET /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804550 Sep 21 08:17:41.143867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-951fe7cb-0130-4df8-8e85-8a4f9dc16bd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 217 time: 0.1227970 Sep 21 08:17:41.204042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8483fa-6992-4722-a031-68e5f3ee201a req-a798d5af-5c8c-4d90-af19-f9e62a48f0e1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:41.211691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d8483fa-6992-4722-a031-68e5f3ee201a req-a798d5af-5c8c-4d90-af19-f9e62a48f0e1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 946 time: 0.0918782 Sep 21 08:17:41.282166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d8483fa-6992-4722-a031-68e5f3ee201a req-f6aaa7b7-c2f2-483b-bd19-792ff9df6722 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681734 Sep 21 08:17:41.420009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-53a64e0c-c44e-4686-91c7-93abd1a974a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:41.421541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-53a64e0c-c44e-4686-91c7-93abd1a974a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.2701955 Sep 21 08:17:41.505989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b192ea-a502-4e11-8cc2-9773b6bf783a req-99470742-d8de-4ce5-b0be-107159f3cfb4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:41.513913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-80b192ea-a502-4e11-8cc2-9773b6bf783a req-99470742-d8de-4ce5-b0be-107159f3cfb4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.0823591 Sep 21 08:17:41.586792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-80b192ea-a502-4e11-8cc2-9773b6bf783a req-84bffd52-11a0-4dc8-aef4-6aa05ad5d9fa tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715520 Sep 21 08:17:41.608919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc972a-1470-45d7-9446-557d6267e966 req-52003896-a968-4cdb-8901-b4d52d1088b8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:41.622578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ebc972a-1470-45d7-9446-557d6267e966 req-52003896-a968-4cdb-8901-b4d52d1088b8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.4593778 Sep 21 08:17:41.683802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-d380a874-b559-4bf7-a26e-b770d725808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:41.685364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-d380a874-b559-4bf7-a26e-b770d725808d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2440922 Sep 21 08:17:41.714147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a2298fca-895a-4e65-ae70-a05b75ac854d req-37b5d1d5-6228-409b-ac41-16749cadc505 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 210 time: 0.0543149 Sep 21 08:17:41.738567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ebc972a-1470-45d7-9446-557d6267e966 req-738d5798-1c34-4845-9ca2-b83427ff3e14 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123145 Sep 21 08:17:41.908685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-984e79ff-6a86-4abe-9132-4a94c12f6ce6 req-ad8d3f60-ce46-4671-974a-8b8dcfff33a0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 210 time: 0.0825758 Sep 21 08:17:41.941316 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-68044f0c-3902-4634-b29f-cb9ff106c0bb service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464507 Sep 21 08:17:41.972389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6f622-7869-415b-99bd-e960c8bf4054 req-75543071-47a8-4e18-9287-27b45f8a447c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:41.974142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba6f622-7869-415b-99bd-e960c8bf4054 req-75543071-47a8-4e18-9287-27b45f8a447c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 946 time: 0.1058605 Sep 21 08:17:42.105956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:42.331949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:42.364265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:42.367941 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a856b7c0-8de1-47b2-b9c4-88626dc0b357" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:42.385646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:42.425933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:42.617668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=11']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:42.707215 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2415225e-89fa-42c6-80a6-fd6e4c77bdb4 x-openstack-request-id: req-2415225e-89fa-42c6-80a6-fd6e4c77bdb4 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:42.707996 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:42.708434 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2415225e-89fa-42c6-80a6-fd6e4c77bdb4 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:42.709213 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'code': 200} Sep 21 08:17:42.741729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-145afaa3-ad9a-4027-add1-0fe83746e81c service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7859263 Sep 21 08:17:42.845205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-25465209-0850-4399-a105-22eda7c04bb1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 217 time: 0.0767679 Sep 21 08:17:42.877454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba6f622-7869-415b-99bd-e960c8bf4054 req-858d84cf-5267-404d-9ba3-1ec50a5b7ce2 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8880193 Sep 21 08:17:42.885969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d634942-6f60-4c8d-865b-1f807d5f2067 req-de5ca026-dd1f-42f3-84bb-e878a1532809 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:42.889623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d634942-6f60-4c8d-865b-1f807d5f2067 req-de5ca026-dd1f-42f3-84bb-e878a1532809 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0899668 Sep 21 08:17:42.985456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-c6a69474-ab70-4322-b1f7-ffd5a3bdf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:42.986953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-c6a69474-ab70-4322-b1f7-ffd5a3bdf547 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.1259251 Sep 21 08:17:43.007956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d634942-6f60-4c8d-865b-1f807d5f2067 req-2c944d85-384f-4685-ade9-52a7aef16aab tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929902 Sep 21 08:17:43.012549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-52279fc9-a507-4296-90fa-7bf342bb819e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:43.014052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-52279fc9-a507-4296-90fa-7bf342bb819e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.2713492 Sep 21 08:17:43.042246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Request body: {'port': {'device_id': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'admin_state_up': True, 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:43.089002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-de5d81ca-de22-4da1-bb12-fc1f3c51aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:43.089906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-de5d81ca-de22-4da1-bb12-fc1f3c51aa95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952127 Sep 21 08:17:43.281597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82410b89-1f85-4c5c-a2a9-73ce885a5fd6 req-1cc1d2a0-6afa-4df8-9ead-bb77644ee559 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 210 time: 0.1192825 Sep 21 08:17:43.383023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0a2ae-c18f-49d9-bf20-d511b36147c5 req-7272aedd-c066-4a17-86d0-9682b2543e92 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:43.388737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30d0a2ae-c18f-49d9-bf20-d511b36147c5 req-7272aedd-c066-4a17-86d0-9682b2543e92 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2587025 Sep 21 08:17:43.481891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-7e944baa-7a25-4d99-a0e1-23e00da99b70 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220301 Sep 21 08:17:43.485021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:43.492722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:43.537055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30d0a2ae-c18f-49d9-bf20-d511b36147c5 req-47f93f36-2f53-43d3-bc21-46755f843652 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232262 Sep 21 08:17:43.559502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-f510567a-8767-465c-8ee4-32168c9388d5 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:43.562414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-f510567a-8767-465c-8ee4-32168c9388d5 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.62 "GET /v2.0/networks?id=265a3868-e07a-413a-9fe3-d5c20af4e8db HTTP/1.1" status: 200 len: 812 time: 0.4150379 Sep 21 08:17:43.684070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-e4221c66-7473-4222-8d93-923af7eb197d tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3951d52c4d9452ebce76f9350448123 HTTP/1.1" status: 200 len: 380 time: 0.1124325 Sep 21 08:17:43.703906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Request body: {'port': {'device_id': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'admin_state_up': True, 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'security_groups': ['c9868733-3c56-48f6-8cd0-eaadee2e6b63']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:43.779086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99709421-e975-41bf-9d9e-a2aa55469b57 req-f96c704a-070e-4c63-bd19-5bc6aa841844 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 210 time: 0.0676184 Sep 21 08:17:43.981280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3954-c942-47fa-85ef-9d0702c58065 req-f8f70253-e607-4bc3-b638-f3f62371e777 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:43.990525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab7d3954-c942-47fa-85ef-9d0702c58065 req-f8f70253-e607-4bc3-b638-f3f62371e777 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 946 time: 0.0791492 Sep 21 08:17:43.997598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-26be6b96-26a5-49bb-98df-db699d4e7716 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590316 Sep 21 08:17:44.077362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab7d3954-c942-47fa-85ef-9d0702c58065 req-b63bafaa-33f6-45ed-91c1-38ed7e940ca6 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858300 Sep 21 08:17:44.084327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Made reservation on behalf of c3951d52c4d9452ebce76f9350448123 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:44.101360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:44.105912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-d15be196-8344-40b7-b25f-0f4ae46797c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=f69bc2e7-39e3-460c-bf20-b321b1694924 HTTP/1.1" status: 200 len: 217 time: 0.0957856 Sep 21 08:17:44.207719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Allocated IP 172.20.0.6 (e7d4cad6-0117-4d93-b619-9b0da5a241cf/32688144-3e68-4c92-9bfa-22bade9b828a/213236fe-73ca-452e-b4f0-52f3c0ad672a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:44.217759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-09958f9a-158e-4e90-b462-5ebe9fcf85db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:44.219253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-09958f9a-158e-4e90-b462-5ebe9fcf85db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.1043439 Sep 21 08:17:44.429710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Allocated IP 172.20.0.12 (265a3868-e07a-413a-9fe3-d5c20af4e8db/bb5981fc-16ba-4edb-9b35-d7b20383739f/1a9fbe12-846e-42ba-8b0e-d875f12c5913) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:44.432854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a10c7f-38c9-4040-af83-0f8f65103edb req-6450bc9d-46a5-4ae4-8c69-74b6bc08c398 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:44.449337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88a10c7f-38c9-4040-af83-0f8f65103edb req-6450bc9d-46a5-4ae4-8c69-74b6bc08c398 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2183626 Sep 21 08:17:44.453948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-52c5a07c-4eef-4bbb-8510-c4088a4754b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:44.455760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-52c5a07c-4eef-4bbb-8510-c4088a4754b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2260988 Sep 21 08:17:44.555454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88a10c7f-38c9-4040-af83-0f8f65103edb req-8d9a3fb3-9746-4463-8056-20322cf671a6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045921 Sep 21 08:17:44.746149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79d35bcb-7d11-458d-b4ad-bfd08906d61a req-dc2fdc95-b4c9-46aa-9b10-e4a3615abe70 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 210 time: 0.2648404 Sep 21 08:17:44.910532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:44.933714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:44.987166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c89495c6-80e7-474b-9036-db33067bc576 req-059a99f5-9400-40b2-abc5-fac1caa3db46 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 210 time: 0.0345800 Sep 21 08:17:45.008370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:45.075928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:45.081145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:45.086467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:45.090579 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-8cf1400e-e36f-4318-adea-a9b88447f686 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046016 Sep 21 08:17:45.143687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event updated for resources: {'Port': ['ID=1a9fbe12-846e-42ba-8b0e-d875f12c5913,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:45.201646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:45.202363 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:45.226967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:45.272792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-41702336-ad8b-44cb-9248-1086a9905093 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5813303 Sep 21 08:17:45.290251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Request body: {'port': {'device_id': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:45.395181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:45.402488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:45.405494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:45.488492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:45.490030 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:45.494491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:45.527054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4b70e-ee6a-4720-89fc-3be8e7bcab64 req-9727bfa8-f00f-4d5b-8d96-286623f9e8ed tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:45.533604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0938370-5ad8-4895-9a14-4e4b1a7a0a35 req-d14c11e4-8f49-4437-b9d0-18d9fb72caa1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:45.537791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64b4b70e-ee6a-4720-89fc-3be8e7bcab64 req-9727bfa8-f00f-4d5b-8d96-286623f9e8ed tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.7825451 Sep 21 08:17:45.544890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event updated for resources: {'Port': ['ID=213236fe-73ca-452e-b4f0-52f3c0ad672a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:45.546809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0938370-5ad8-4895-9a14-4e4b1a7a0a35 req-d14c11e4-8f49-4437-b9d0-18d9fb72caa1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 946 time: 0.1398175 Sep 21 08:17:45.578770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5fbee25d-f0f3-49c1-ab4b-de198174f657 None None] Provisioning complete for port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:45.583434 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fbee25d-f0f3-49c1-ab4b-de198174f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:45.596583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-00882c85-063d-4ef3-ad11-f251e88582be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5653450 Sep 21 08:17:45.644490 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-d39501dd-1932-4995-b73b-d5418ac2dcf1 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257130 Sep 21 08:17:45.662910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Request body: {'port': {'device_id': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:45.685478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0938370-5ad8-4895-9a14-4e4b1a7a0a35 req-2e24cad4-dac5-45c0-ad09-896b658d6b76 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376519 Sep 21 08:17:45.700464 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64b4b70e-ee6a-4720-89fc-3be8e7bcab64 req-93789c09-6caa-4846-82b0-189ed4de40af tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566198 Sep 21 08:17:45.752044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5fbee25d-f0f3-49c1-ab4b-de198174f657 None None] Port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:17:45.864074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-ff41ee70-98f3-4a69-aa99-982ddad01ddc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3d0d3f49-99f4-4980-942c-9f86a1908812 HTTP/1.1" status: 200 len: 217 time: 0.1954689 Sep 21 08:17:46.051612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:46.084490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-f3eec70a-f4ba-4246-8b14-2b9000a921f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:46.087614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-f3eec70a-f4ba-4246-8b14-2b9000a921f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 200 len: 797 time: 0.2068470 Sep 21 08:17:46.133941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:17:46.166899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b52d46-eb35-4836-8514-dc8c240e1398 req-9f177f46-919d-4305-9888-f23f8eeb729e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:46.182364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58b52d46-eb35-4836-8514-dc8c240e1398 req-9f177f46-919d-4305-9888-f23f8eeb729e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2020776 Sep 21 08:17:46.202044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-1ed0e033-7041-4495-ba52-d99e2eb58e06 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:46.203929 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-1ed0e033-7041-4495-ba52-d99e2eb58e06 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 946 time: 0.3400118 Sep 21 08:17:46.243241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff426f-2608-4fcc-849a-5eedaf19c108 req-542c4b55-e815-4b5e-8b56-7e55f53f7a85 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:46.250949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94ff426f-2608-4fcc-849a-5eedaf19c108 req-542c4b55-e815-4b5e-8b56-7e55f53f7a85 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 932 time: 0.2591927 Sep 21 08:17:46.256136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:46.257099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9fbe12-846e-42ba-8b0e-d875f12c5913 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:46.272003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'mac_address': 'fa:16:3e:20:60:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:17:46.275052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:46.304665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Transition to ACTIVE for port object 1a9fbe12-846e-42ba-8b0e-d875f12c5913 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:17:46.313911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:46.324391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:46.349482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f83644-e219-47d0-a31b-ccc85239cc5e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:46.374629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Pushing event updated for resources: {'Port': ['ID=1a9fbe12-846e-42ba-8b0e-d875f12c5913,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:46.379231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:46.394498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58b52d46-eb35-4836-8514-dc8c240e1398 req-1d359601-22c3-4444-8dd4-a469893be6cf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095325 Sep 21 08:17:46.405976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:46.506532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-2a1f5f4e-71c8-43ce-8ad9-3760bfb8d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:46.510229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-2a1f5f4e-71c8-43ce-8ad9-3760bfb8d5c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7c8bfe58-4f51-4ba6-997d-f730b9ca663f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4090905 Sep 21 08:17:46.533695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=12']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:46.553496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['98f83644-e219-47d0-a31b-ccc85239cc5e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:46.636208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Attempting to bind port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:17:46.636601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Attempting to bind port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:17:46.636938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Attempting to bind port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 on network 265a3868-e07a-413a-9fe3-d5c20af4e8db {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:46.639389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-73f7f13a-b44d-4b75-b380-876edadc8133 service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120179 Sep 21 08:17:46.665027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 on network 265a3868-e07a-413a-9fe3-d5c20af4e8db not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:17:46.667701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Attempting to bind port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 on network 265a3868-e07a-413a-9fe3-d5c20af4e8db {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:46.677007 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94ff426f-2608-4fcc-849a-5eedaf19c108 req-98bece16-d1a0-4887-819e-d234bb2264ba tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4247255 Sep 21 08:17:46.707220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0dc60-3759-41f2-a4bd-87a3d546c776 req-4ccc65b6-b071-476b-baf5-f6bf8c751040 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:46.727358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12e0dc60-3759-41f2-a4bd-87a3d546c776 req-4ccc65b6-b071-476b-baf5-f6bf8c751040 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 931 time: 0.1994097 Sep 21 08:17:46.750158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:17:46.750530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Checking segment: {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:46.751128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Bound using segment: {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:17:46.751615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Bound port: 1a9fbe12-846e-42ba-8b0e-d875f12c5913, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:17:46.752064 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:46.977103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-bef11af0-a077-472e-9294-5d55385cd47c service neutron] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169320 Sep 21 08:17:47.009252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Deleting port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:17:47.009580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:47.048465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12e0dc60-3759-41f2-a4bd-87a3d546c776 req-06d331cf-5b4e-4d41-8036-ade8c6452a8e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201113 Sep 21 08:17:47.106570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] For port 1a9fbe12-846e-42ba-8b0e-d875f12c5913, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:17:47.122016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] For port 1a9fbe12-846e-42ba-8b0e-d875f12c5913, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:17:47.183627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:47.216735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] For port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:47.217595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:47.236172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Calling delete_port for 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:17:47.269374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.273114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:47.280325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] 10.222.0.62 "PUT /v2.0/ports/1a9fbe12-846e-42ba-8b0e-d875f12c5913 HTTP/1.1" status: 200 len: 1092 time: 1.9974229 Sep 21 08:17:47.285666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:47.290469 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d992dd35-0fa5-421e-a096-813347354c51" -d '{"events": [{"name": "network-changed", "server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:47.408308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62c94a-4c3e-4957-91c2-301d4c293dfa req-3154a155-5146-49fe-86a3-e673207df99d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.410209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d62c94a-4c3e-4957-91c2-301d4c293dfa req-3154a155-5146-49fe-86a3-e673207df99d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2853456 Sep 21 08:17:47.470067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:47.472769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-a8a70a5e-703f-49e1-b069-c88d4feb6ae6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced HTTP/1.1" status: 200 len: 217 time: 0.4868004 Sep 21 08:17:47.483930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:47.528405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d3517-4518-41d1-aa9a-278d032cee9b service neutron] Pushing event updated for resources: {'Port': ['ID=1a9fbe12-846e-42ba-8b0e-d875f12c5913,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:47.572831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event deleted for resources: {'Port': ['ID=4c86b2cc-6aea-4fa0-835f-bc12b549f5a9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:47.576540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-e0da1980-085a-456b-a857-289ab7b3985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.578396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-e0da1980-085a-456b-a857-289ab7b3985b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.0655153 Sep 21 08:17:47.635147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c921daf-d959-44f0-98b5-78d25fdb213f req-d96e732e-ae61-47af-8a21-18a67218f2ec tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.642891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c921daf-d959-44f0-98b5-78d25fdb213f req-d96e732e-ae61-47af-8a21-18a67218f2ec tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ddac73-a66e-45f1-aef1-4fd6d32e2747 HTTP/1.1" status: 200 len: 867 time: 0.6264501 Sep 21 08:17:47.643032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d62c94a-4c3e-4957-91c2-301d4c293dfa req-ae44480c-c610-4f4c-b843-1617a559bfee tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551390 Sep 21 08:17:47.655328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-aee1fa65-0140-4cad-8bf3-ef5939b1cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.659163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-aee1fa65-0140-4cad-8bf3-ef5939b1cfde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3951d52c4d9452ebce76f9350448123&device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 1095 time: 0.2826221 Sep 21 08:17:47.746700 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d89665-d99c-4f16-a82a-8e9aaea1e7cb x-openstack-request-id: req-61d89665-d99c-4f16-a82a-8e9aaea1e7cb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:47.747022 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:47.748135 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61d89665-d99c-4f16-a82a-8e9aaea1e7cb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:47.754164 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'status': 'completed', 'code': 200} Sep 21 08:17:47.757036 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-5879485d-4e8e-4b53-94c6-09b950af6370 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913 HTTP/1.1" status: 200 len: 217 time: 0.0896695 Sep 21 08:17:47.828448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] No DVR routers for this DVR port 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:17:47.839411 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:47.841478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7aa8562-9797-4029-a7ee-515c64d64806 req-0faf4dca-2c5e-4421-b69f-0f01b5013592 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "DELETE /v2.0/ports/4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 HTTP/1.1" status: 204 len: 173 time: 1.6192431 Sep 21 08:17:47.843797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-4faf1692-b989-474e-afbd-694e52fe6a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.845590 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-4faf1692-b989-474e-afbd-694e52fe6a87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2463577 Sep 21 08:17:47.846179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'name': 'network-vif-deleted', 'tag': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:47.849233 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3654bf-f4ca-4c74-ae20-40b477f5166c" -d '{"events": [{"server_uuid": "69ddac73-a66e-45f1-aef1-4fd6d32e2747", "name": "network-vif-deleted", "tag": "4c86b2cc-6aea-4fa0-835f-bc12b549f5a9"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:47.897916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-d6599b71-446f-45ff-9610-4929136ef15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.901963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-d6599b71-446f-45ff-9610-4929136ef15d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb5981fc-16ba-4edb-9b35-d7b20383739f HTTP/1.1" status: 200 len: 851 time: 0.1378350 Sep 21 08:17:47.917192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c921daf-d959-44f0-98b5-78d25fdb213f req-0f1a2224-b92d-402f-9146-74b4cb9a004a tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729270 Sep 21 08:17:47.967758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633c577-3bc5-4f0f-95d6-d16985004214 req-3c60fa1f-9dce-47b8-b8c5-d3c658fc0dc1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:47.978550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2633c577-3bc5-4f0f-95d6-d16985004214 req-3c60fa1f-9dce-47b8-b8c5-d3c658fc0dc1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 945 time: 0.1553302 Sep 21 08:17:48.074428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-b5d2f9b5-93bf-40f4-80e9-a26752f98e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:48.076186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-b5d2f9b5-93bf-40f4-80e9-a26752f98e4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=265a3868-e07a-413a-9fe3-d5c20af4e8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604507 Sep 21 08:17:48.092731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2633c577-3bc5-4f0f-95d6-d16985004214 req-7796590d-fb28-4c4c-922b-ad62f2127c90 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127260 Sep 21 08:17:48.134685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:48.317514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 98f83644-e219-47d0-a31b-ccc85239cc5e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:48.320058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:48.463005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-f16489db-d5bd-415f-8bf4-72efbfe6f418 service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687663 Sep 21 08:17:48.609860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:48.610643 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb35d80-93cd-43d6-9083-51bb97bb19d0 x-openstack-request-id: req-abb35d80-93cd-43d6-9083-51bb97bb19d0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:48.611087 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ddac73-a66e-45f1-aef1-4fd6d32e2747", "name": "network-vif-deleted", "tag": "4c86b2cc-6aea-4fa0-835f-bc12b549f5a9", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:48.616172 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-abb35d80-93cd-43d6-9083-51bb97bb19d0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:48.619008 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ddac73-a66e-45f1-aef1-4fd6d32e2747', 'name': 'network-vif-deleted', 'tag': '4c86b2cc-6aea-4fa0-835f-bc12b549f5a9', 'status': 'completed', 'code': 200} Sep 21 08:17:48.667394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:48.677244 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c411d4e4-0441-4cb7-8ee6-e1cf2e2f739b" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:48.721349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:48.731600 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:48.732761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:48.747165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213236fe-73ca-452e-b4f0-52f3c0ad672a {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:48.778753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544a69-7155-4211-8d42-c4fc171922f7 req-96827c25-800d-4661-a8e5-f56c76948d4f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:48.786019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:17:48.786441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4c86b2cc-6aea-4fa0-835f-bc12b549f5a9 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:17:48.792099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a544a69-7155-4211-8d42-c4fc171922f7 req-96827c25-800d-4661-a8e5-f56c76948d4f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 944 time: 0.7242727 Sep 21 08:17:48.857310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:48.873833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71f64f-466e-4a3b-a916-d162930bb79d req-7347d214-a65b-4aa1-87b4-41915224b945 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:48.882310 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af71f64f-466e-4a3b-a916-d162930bb79d req-7347d214-a65b-4aa1-87b4-41915224b945 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 931 time: 0.2937567 Sep 21 08:17:48.902888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b72377b-1422-40d0-9677-f27465e2b1b9 req-bb2bb11b-effc-4b20-8709-87a0dcfcc315 service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322710 Sep 21 08:17:48.959897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a544a69-7155-4211-8d42-c4fc171922f7 req-7b1e107c-9ae3-4ad1-8a90-209953657d4d tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668570 Sep 21 08:17:48.980386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=13']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:48.994671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-97ee6e47-fbbc-4f5d-b198-d0bf26e22a8f service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1026897 Sep 21 08:17:49.046364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Transition to ACTIVE for port object 213236fe-73ca-452e-b4f0-52f3c0ad672a will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:17:49.091573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:49.102278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af71f64f-466e-4a3b-a916-d162930bb79d req-2540d77b-2f2a-4703-b3a5-0f5342e55c1a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167721 Sep 21 08:17:49.133314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992dd35-0fa5-421e-a096-813347354c51 req-4fcd8555-b755-4276-9313-9b7bf5b5a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.135634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d992dd35-0fa5-421e-a096-813347354c51 req-4fcd8555-b755-4276-9313-9b7bf5b5a204 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3951d52c4d9452ebce76f9350448123&device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 1095 time: 0.1354783 Sep 21 08:17:49.206872 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f057c6f-01ae-40d5-a9ce-ad12417f05d0 x-openstack-request-id: req-3f057c6f-01ae-40d5-a9ce-ad12417f05d0 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:49.207184 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-plugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:49.207461 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f057c6f-01ae-40d5-a9ce-ad12417f05d0 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:49.207895 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'code': 200} Sep 21 08:17:49.285002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c53f-a204-49cf-bf65-1ef36c3fd020 req-fb6079e6-d52e-4b3f-9930-3481e1f6672a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.294169 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fc8c53f-a204-49cf-bf65-1ef36c3fd020 req-fb6079e6-d52e-4b3f-9930-3481e1f6672a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2180390 Sep 21 08:17:49.319427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992dd35-0fa5-421e-a096-813347354c51 req-d6f6c309-f921-4e03-8ac6-90593cd9bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.320954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d992dd35-0fa5-421e-a096-813347354c51 req-d6f6c309-f921-4e03-8ac6-90593cd9bf3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=265a3868-e07a-413a-9fe3-d5c20af4e8db HTTP/1.1" status: 200 len: 913 time: 0.1774819 Sep 21 08:17:49.336619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Pushing event updated for resources: {'Port': ['ID=213236fe-73ca-452e-b4f0-52f3c0ad672a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:49.439139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d992dd35-0fa5-421e-a096-813347354c51 req-45f2fe50-a9c0-4ea6-a9b9-9bccc7e0d063 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913 HTTP/1.1" status: 200 len: 217 time: 0.0813808 Sep 21 08:17:49.439371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Attempting to bind port 213236fe-73ca-452e-b4f0-52f3c0ad672a on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:17:49.439371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Attempting to bind port 213236fe-73ca-452e-b4f0-52f3c0ad672a by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:17:49.439371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Attempting to bind port 213236fe-73ca-452e-b4f0-52f3c0ad672a on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:49.471964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fc8c53f-a204-49cf-bf65-1ef36c3fd020 req-a984ffb3-5979-42e0-9825-0a1449525ae0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767251 Sep 21 08:17:49.476882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-df83f28a-21c2-4a9d-97d3-89b9f568c702 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536352 Sep 21 08:17:49.479341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Port 213236fe-73ca-452e-b4f0-52f3c0ad672a on network e7d4cad6-0117-4d93-b619-9b0da5a241cf not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:17:49.479700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Attempting to bind port 213236fe-73ca-452e-b4f0-52f3c0ad672a on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:49.496216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1490e49-f519-449a-ba07-180ec611b275 req-8448de26-cb25-413b-96e1-27e446aef009 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.504241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1490e49-f519-449a-ba07-180ec611b275 req-8448de26-cb25-413b-96e1-27e446aef009 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1758895 Sep 21 08:17:49.514101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:17:49.514599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Checking segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:49.514999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Bound using segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:17:49.515569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Bound port: 213236fe-73ca-452e-b4f0-52f3c0ad672a, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:17:49.516157 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:49.564622 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-b6096eb2-4f4e-4315-919d-ce157f3637fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 200 len: 217 time: 0.0799732 Sep 21 08:17:49.565623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1490e49-f519-449a-ba07-180ec611b275 req-64b68f2c-6a0c-4ff1-8adc-1ce28521f70f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602231 Sep 21 08:17:49.570531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992dd35-0fa5-421e-a096-813347354c51 req-53386d26-7a1c-4c47-9b37-469e264601fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.578317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d992dd35-0fa5-421e-a096-813347354c51 req-53386d26-7a1c-4c47-9b37-469e264601fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb5981fc-16ba-4edb-9b35-d7b20383739f HTTP/1.1" status: 200 len: 851 time: 0.1362984 Sep 21 08:17:49.677072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992dd35-0fa5-421e-a096-813347354c51 req-922cc98b-d020-4b29-ba8b-0d171c646c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.679735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d992dd35-0fa5-421e-a096-813347354c51 req-922cc98b-d020-4b29-ba8b-0d171c646c90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=265a3868-e07a-413a-9fe3-d5c20af4e8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948386 Sep 21 08:17:49.713442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] For port 213236fe-73ca-452e-b4f0-52f3c0ad672a, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:17:49.719247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] For port 213236fe-73ca-452e-b4f0-52f3c0ad672a, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=213236fe-73ca-452e-b4f0-52f3c0ad672a,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:17:49.734391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:49.870207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.870861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:49.872387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] 10.222.0.62 "PUT /v2.0/ports/213236fe-73ca-452e-b4f0-52f3c0ad672a HTTP/1.1" status: 200 len: 1091 time: 4.2245822 Sep 21 08:17:49.873399 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d992dd35-0fa5-421e-a096-813347354c51 req-eabeed3d-c704-413b-9524-8d733fe21fbe service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832318 Sep 21 08:17:49.883559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-55d2b54e-403e-4f73-bc4d-4b090860d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:49.885569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-55d2b54e-403e-4f73-bc4d-4b090860d8ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 200 len: 797 time: 0.3110945 Sep 21 08:17:49.985987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77782486-8e52-41ab-ad77-8c03d345372f service neutron] Pushing event updated for resources: {'Port': ['ID=213236fe-73ca-452e-b4f0-52f3c0ad672a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:50.033637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-71528275-28ed-457c-81e1-557bccbe8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.035436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d992dd35-0fa5-421e-a096-813347354c51 req-7f4ec013-3eda-4d19-b672-bd15801e9dd1 service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507308 Sep 21 08:17:50.037275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-71528275-28ed-457c-81e1-557bccbe8e45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39c0fb0a-13e2-4d46-9f23-153e936cfb5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1326461 Sep 21 08:17:50.049702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eed06-e09d-477b-b411-003ac05db824 req-2764662e-e8ec-483d-987e-3c192e4e1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.052597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-160eed06-e09d-477b-b411-003ac05db824 req-2764662e-e8ec-483d-987e-3c192e4e1239 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 1097 time: 0.2081101 Sep 21 08:17:50.169034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-eb0dff61-1098-4989-82aa-41b98c591879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.170957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-eb0dff61-1098-4989-82aa-41b98c591879 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 1094 time: 0.2448330 Sep 21 08:17:50.265242 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-0f9a7846-bd5f-40b7-9190-3d6335547c7d service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107282 Sep 21 08:17:50.268484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-9ebf0fb1-0a46-460f-bc50-6b1f830b4ca4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=213236fe-73ca-452e-b4f0-52f3c0ad672a HTTP/1.1" status: 200 len: 217 time: 0.0750020 Sep 21 08:17:50.279235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e57d7-ec22-422c-b444-32a7fa6dc9be req-8b3c21f9-42fa-447f-8cfb-fd56523a4240 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.281006 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-580e57d7-ec22-422c-b444-32a7fa6dc9be req-8b3c21f9-42fa-447f-8cfb-fd56523a4240 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 943 time: 0.0832524 Sep 21 08:17:50.345550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-580e57d7-ec22-422c-b444-32a7fa6dc9be req-49881170-a6e8-4fc2-9bbf-86008a45ffb5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496244 Sep 21 08:17:50.413557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46dc09-4665-4ee3-944a-3ab9e0702553 req-807503f1-2a97-4889-a092-d9f8d7b14192 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.415284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d46dc09-4665-4ee3-944a-3ab9e0702553 req-807503f1-2a97-4889-a092-d9f8d7b14192 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 944 time: 0.2572207 Sep 21 08:17:50.481989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eed06-e09d-477b-b411-003ac05db824 req-77d62ede-e29c-4d2c-9997-7849d90cc0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.483664 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-160eed06-e09d-477b-b411-003ac05db824 req-77d62ede-e29c-4d2c-9997-7849d90cc0fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 915 time: 0.3363633 Sep 21 08:17:50.485148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-b522ec03-a005-4fe0-a8ef-599f4d805068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.486835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-b522ec03-a005-4fe0-a8ef-599f4d805068 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1804395 Sep 21 08:17:50.574693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-384bad75-faa7-42bf-a01b-73787edd8b5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734456 Sep 21 08:17:50.576386 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-160eed06-e09d-477b-b411-003ac05db824 req-32911194-a738-4646-a803-2b7714270a95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=786a62f6-2695-4dc4-a802-119ec3bc214c HTTP/1.1" status: 200 len: 217 time: 0.0808501 Sep 21 08:17:50.582076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d46dc09-4665-4ee3-944a-3ab9e0702553 req-ccd7dcb5-acf0-4ead-8853-1e1fc56e48e7 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580267 Sep 21 08:17:50.701026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-e6395027-d3f9-4d76-8281-8e4123c36c98 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.708185 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-e6395027-d3f9-4d76-8281-8e4123c36c98 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.2288785 Sep 21 08:17:50.735443 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-a975920c-14b7-4795-92d5-bc1913877af0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0262539 Sep 21 08:17:50.736347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'tag': '213236fe-73ca-452e-b4f0-52f3c0ad672a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:50.738628 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac9066b-f3b2-4e91-acad-4a68e32d282b" -d '{"events": [{"name": "network-changed", "server_uuid": "ebee652c-3845-42ae-ab82-86a366de4f79", "tag": "213236fe-73ca-452e-b4f0-52f3c0ad672a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:50.743353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-983af74e-40a6-4b30-8926-d1f902df63e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600513 Sep 21 08:17:50.805939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-185a2c95-de49-46b4-9487-1ea070b05424 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593650 Sep 21 08:17:50.813582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72db71d2-95a8-4098-8f91-7e7d003599ba req-bb14403a-7297-4eb2-90c7-a81968b22380 service neutron] 10.222.0.62 "GET /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981270 Sep 21 08:17:50.825676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eed06-e09d-477b-b411-003ac05db824 req-ca4762cc-3ec0-4e28-95f0-75d232f35060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.827149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-160eed06-e09d-477b-b411-003ac05db824 req-ca4762cc-3ec0-4e28-95f0-75d232f35060 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 200 len: 854 time: 0.2334661 Sep 21 08:17:50.917807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-160eed06-e09d-477b-b411-003ac05db824 req-8d7eefc2-faa9-4a81-b9a6-34076825b3bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776777 Sep 21 08:17:50.949574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045d74c-e1da-49ed-8080-51772409532e req-ea0cc3e7-b9bd-4835-a415-123decbf8080 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:50.956984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9045d74c-e1da-49ed-8080-51772409532e req-ea0cc3e7-b9bd-4835-a415-123decbf8080 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.2110684 Sep 21 08:17:51.001540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-b543f9c9-bc99-4c33-af8b-25c9ca8b0394 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806664 Sep 21 08:17:51.090925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-559137a2-10c3-4ab0-95ef-98c858485cd7 req-cda55ed7-f0a7-473e-91c2-8b23f4309b3a service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306580 Sep 21 08:17:51.104641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9045d74c-e1da-49ed-8080-51772409532e req-babff482-11fe-42af-874d-ea6792086c1f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466324 Sep 21 08:17:51.146095 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-160eed06-e09d-477b-b411-003ac05db824 req-1fb6d542-8c94-4cc4-8d0d-21560b16756d service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196655 Sep 21 08:17:51.179989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-2d2e0e88-380b-4a55-a53c-4106455323c2 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768708 Sep 21 08:17:51.299668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e97251-d783-4739-94c8-77aab7ad23e6 req-5d08e22d-d8de-4cac-a29c-fdc274fd332f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:51.308538 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75e97251-d783-4739-94c8-77aab7ad23e6 req-5d08e22d-d8de-4cac-a29c-fdc274fd332f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.0948691 Sep 21 08:17:51.408284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-160eed06-e09d-477b-b411-003ac05db824 req-140a4555-bc86-447c-a44a-11863c750a0d service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532659 Sep 21 08:17:51.437927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75e97251-d783-4739-94c8-77aab7ad23e6 req-24f835d0-8cc8-46f5-9ef8-5c3c686aff40 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285050 Sep 21 08:17:51.475169 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e428a4e3-2f81-459d-983c-958692077c96 x-openstack-request-id: req-e428a4e3-2f81-459d-983c-958692077c96 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:51.475750 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebee652c-3845-42ae-ab82-86a366de4f79", "tag": "213236fe-73ca-452e-b4f0-52f3c0ad672a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:51.476217 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e428a4e3-2f81-459d-983c-958692077c96 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:51.476830 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'tag': '213236fe-73ca-452e-b4f0-52f3c0ad672a', 'status': 'completed', 'code': 200} Sep 21 08:17:51.602695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5e4e002-aa15-460a-a532-a14c3566a243 req-8bac676b-049a-4bbe-90d1-90418008ab61 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 210 time: 0.0707355 Sep 21 08:17:51.641066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-cabfcd5e-20f5-4771-80bd-78942b077612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:51.644507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-cabfcd5e-20f5-4771-80bd-78942b077612 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 1094 time: 0.1422455 Sep 21 08:17:51.651498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efc1ab-c502-432e-96b1-17d5cfdf29fc req-9aed2e7b-2b6c-4d09-9fb4-20c08105c1dc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:51.669864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c2efc1ab-c502-432e-96b1-17d5cfdf29fc req-9aed2e7b-2b6c-4d09-9fb4-20c08105c1dc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 943 time: 0.1208153 Sep 21 08:17:51.763947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c2efc1ab-c502-432e-96b1-17d5cfdf29fc req-b9392980-9697-4a83-8210-ac467f437937 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929453 Sep 21 08:17:51.883128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75861d95-9a98-4d83-9f88-f65ef34237d4 req-5d5c2ae5-3c19-45b1-a039-612c1878384f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:51.885068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75861d95-9a98-4d83-9f88-f65ef34237d4 req-5d5c2ae5-3c19-45b1-a039-612c1878384f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 944 time: 0.1564927 Sep 21 08:17:51.925485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-3a44c051-48fd-425c-b12c-8e158569b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:51.927763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-3a44c051-48fd-425c-b12c-8e158569b5c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 913 time: 0.2749784 Sep 21 08:17:51.985847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-a8a9dc25-c651-469d-98a5-0d2101f695d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=213236fe-73ca-452e-b4f0-52f3c0ad672a HTTP/1.1" status: 200 len: 217 time: 0.0461245 Sep 21 08:17:51.989237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75861d95-9a98-4d83-9f88-f65ef34237d4 req-03286ee1-66c0-4a1f-a527-10aaf91aaabd tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939314 Sep 21 08:17:52.093476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-ee27d1c8-c34f-4379-adfd-2780f2acd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:52.095260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-ee27d1c8-c34f-4379-adfd-2780f2acd84a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1000013 Sep 21 08:17:52.157398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-281fa848-84c4-46a8-814b-d4a464ca4282 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470629 Sep 21 08:17:52.351442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85334ac-2867-4b87-98a0-4f1a825a6868 req-cc16cf32-a7ac-492f-8efa-8aff0642ed2f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:52.365368 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea05310d-fc4e-40df-99e0-ad847b7ec361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:52.365977 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c85334ac-2867-4b87-98a0-4f1a825a6868 req-cc16cf32-a7ac-492f-8efa-8aff0642ed2f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.1562016 Sep 21 08:17:52.428592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c85334ac-2867-4b87-98a0-4f1a825a6868 req-17b64dc2-3b62-46c6-9dfa-73486119ccff tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613863 Sep 21 08:17:52.429113 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-748b6e32-042d-4f4c-b8b6-6432811896a0 service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658460 Sep 21 08:17:52.624501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ac9066b-f3b2-4e91-acad-4a68e32d282b req-20273e23-180f-48b2-94a0-350f9cec4822 service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780546 Sep 21 08:17:52.709017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61d354-96a8-4216-bd3f-5bee61285bfb req-928a04ef-b45f-4303-86ce-085332638a96 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:52.710874 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a61d354-96a8-4216-bd3f-5bee61285bfb req-928a04ef-b45f-4303-86ce-085332638a96 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1300435 Sep 21 08:17:52.773469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a61d354-96a8-4216-bd3f-5bee61285bfb req-f02edb00-7d78-47f2-87c1-d2d0de6b0837 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543878 Sep 21 08:17:52.836538 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e75c7c76-75af-4251-a85a-dd7153c60f44 req-dcf8d2c9-0501-4914-ba45-212a7841ca66 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 210 time: 0.1007559 Sep 21 08:17:52.974153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ed384-f10f-4b80-9225-1de2f57296d6 req-37f6ad03-1377-4993-a4f0-eff69fb23ced tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:52.984139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b0ed384-f10f-4b80-9225-1de2f57296d6 req-37f6ad03-1377-4993-a4f0-eff69fb23ced tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 943 time: 0.0822272 Sep 21 08:17:53.212931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b0ed384-f10f-4b80-9225-1de2f57296d6 req-afca5555-3a75-453d-bef6-322c2622ce3d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146461 Sep 21 08:17:53.436398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-e4f2ee7d-36ed-4895-a8be-6411416ab90b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:53.438982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-e4f2ee7d-36ed-4895-a8be-6411416ab90b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.4153028 Sep 21 08:17:53.454606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ade0dd-374e-4715-99d0-e3a62b6f99d9 req-67a8dc67-941e-4ffe-a04f-92ef3abeb013 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:53.462215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ade0dd-374e-4715-99d0-e3a62b6f99d9 req-67a8dc67-941e-4ffe-a04f-92ef3abeb013 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 944 time: 0.1073980 Sep 21 08:17:53.500922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Request body: {'port': {'device_id': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'admin_state_up': True, 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:53.570244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7ade0dd-374e-4715-99d0-e3a62b6f99d9 req-623277f8-cac1-4bff-b641-9a23d78123b0 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069307 Sep 21 08:17:53.628599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49f698-25ab-4a44-a8ce-741dad6244f2 req-34bb9226-2e91-46e4-9292-1ca810149ed7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:53.630212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a49f698-25ab-4a44-a8ce-741dad6244f2 req-34bb9226-2e91-46e4-9292-1ca810149ed7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 946 time: 0.0834098 Sep 21 08:17:53.687406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a49f698-25ab-4a44-a8ce-741dad6244f2 req-82ac2e98-7166-4dc4-a115-5b38cbaef2e3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500224 Sep 21 08:17:53.743697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:17:53.754801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:53.832637 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:17:53.897125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1a9fbe12-846e-42ba-8b0e-d875f12c5913 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:17:54.009365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Allocated IP 172.20.0.8 (3f4642e0-c176-45ad-94ca-ef89f3e726a1/73015880-6984-4eb4-99f8-b3145d0e24b7/e9f17573-80f0-42ed-ab83-f8c3bf93a1d6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:17:54.061092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-758d274e-fc09-4387-97a4-c29a1ff3439e req-b3bb3957-4a1f-454e-b11f-307685fd3401 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 210 time: 0.0612435 Sep 21 08:17:54.141682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1a9fbe12-846e-42ba-8b0e-d875f12c5913, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:54.148731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc439b0-3e88-4d89-bb87-48cbb0286315 req-4c903016-84c6-42a6-9a6f-9b63ef6ef4c8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:54.152007 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fc439b0-3e88-4d89-bb87-48cbb0286315 req-4c903016-84c6-42a6-9a6f-9b63ef6ef4c8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.2612486 Sep 21 08:17:54.167037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:54.215515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'port_id': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'mac_address': 'fa:16:3e:af:7a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:17:54.284069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fc439b0-3e88-4d89-bb87-48cbb0286315 req-8aede06e-e1a6-40f2-bd9e-14d6997f6363 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180840 Sep 21 08:17:54.334631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:54.402356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:54.404175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:54.446145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead71820-ef1b-4696-a1cd-ecd290f1c351 req-12454583-47e0-41d5-981f-04715a019b74 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:54.447928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:54.460649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ead71820-ef1b-4696-a1cd-ecd290f1c351 req-12454583-47e0-41d5-981f-04715a019b74 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 943 time: 0.1251006 Sep 21 08:17:54.543898 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ead71820-ef1b-4696-a1cd-ecd290f1c351 req-3a9dc7a3-c43e-4884-afaa-75be992b035a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684686 Sep 21 08:17:54.558093 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:54.592528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:54.595153 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2620c82-606b-496d-ac07-a63f9adeb663" -d '{"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:54.617853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9fbe12-846e-42ba-8b0e-d875f12c5913 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:54.690533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1a9fbe12-846e-42ba-8b0e-d875f12c5913, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:54.697779 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a03b4a-6340-4618-a154-cc35fa1f1a49 x-openstack-request-id: req-48a03b4a-6340-4618-a154-cc35fa1f1a49 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:54.698071 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-unplugged", "status": "failed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c", "code": 422}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:54.700219 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48a03b4a-6340-4618-a154-cc35fa1f1a49 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:54.700869 n-d-809980-2 neutron-server[94726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'code': 422} returned with failed status Sep 21 08:17:54.702890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:54.716781 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:54.725999 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:54.868092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:17:54.872382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=1a9fbe12-846e-42ba-8b0e-d875f12c5913,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:54.888784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:17:54.891328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:17:54.963726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event updated for resources: {'Port': ['ID=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:54.985983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964a4ff-01f0-4505-92b8-edf1d5407e4b req-8c3de416-2b90-4d44-893b-1d9baba36811 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:54.987603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0964a4ff-01f0-4505-92b8-edf1d5407e4b req-8c3de416-2b90-4d44-893b-1d9baba36811 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 945 time: 0.1328359 Sep 21 08:17:54.999815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:55.003658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:55.039700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-cdaa66b3-bb4b-44fd-af88-22ab6713558d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5570238 Sep 21 08:17:55.040187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:55.054027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Request body: {'port': {'device_id': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:17:55.060087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8b347-3660-4dfe-b1ac-f6895434a9d6 req-3b7335b5-17ef-4724-81a7-07155c569d22 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:55.070701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8f8b347-3660-4dfe-b1ac-f6895434a9d6 req-3b7335b5-17ef-4724-81a7-07155c569d22 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1403718 Sep 21 08:17:55.078990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0964a4ff-01f0-4505-92b8-edf1d5407e4b req-85d8f34f-ce25-4698-b935-961130cd96e8 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700481 Sep 21 08:17:55.115621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['1a9fbe12-846e-42ba-8b0e-d875f12c5913'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:55.180172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8f8b347-3660-4dfe-b1ac-f6895434a9d6 req-efee8a64-5d7f-46c3-a02b-3c27f5b35e35 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030822 Sep 21 08:17:55.234111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:55.303567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8845396-9cb8-43ac-a0f6-f045d4f60f56 req-9106d715-27d2-40ee-ab11-3d16a7678e38 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:55.305032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8845396-9cb8-43ac-a0f6-f045d4f60f56 req-9106d715-27d2-40ee-ab11-3d16a7678e38 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 931 time: 0.1624408 Sep 21 08:17:55.346140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bca82b-e4a0-4a61-acaa-baea203a2489 req-86333f21-84dd-43d3-9e0f-4182e4a7da19 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:55.354604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3bca82b-e4a0-4a61-acaa-baea203a2489 req-86333f21-84dd-43d3-9e0f-4182e4a7da19 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0834875 Sep 21 08:17:55.433014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3bca82b-e4a0-4a61-acaa-baea203a2489 req-5d5b45f1-533b-431b-a975-1bbbb3e3e7d8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Sep 21 08:17:55.521773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:55.559257 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74af7d60-f454-4af0-bdfd-cda630d198c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:55.678515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6fb7c-2221-4498-aa4c-a38e63f7066a req-cfc3560c-eef0-450a-bb1f-1bd29fd0c956 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:55.686785 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b6fb7c-2221-4498-aa4c-a38e63f7066a req-cfc3560c-eef0-450a-bb1f-1bd29fd0c956 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1153028 Sep 21 08:17:55.714454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8845396-9cb8-43ac-a0f6-f045d4f60f56 req-74247cb1-9b6d-4d7c-92f9-57dd414e25ad tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533084 Sep 21 08:17:55.771292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b6fb7c-2221-4498-aa4c-a38e63f7066a req-e120b905-76d4-4e7c-80ac-2c0887104a2c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787790 Sep 21 08:17:55.905073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 213236fe-73ca-452e-b4f0-52f3c0ad672a details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:17:56.006975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:56.031947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.045648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-1aed0d4a-c94e-4e4e-8f54-a1ff7c9fa3d9 req-2a5494c9-2b36-43cf-aee8-b33283e10b5d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:17:56.046808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aed0d4a-c94e-4e4e-8f54-a1ff7c9fa3d9 req-2a5494c9-2b36-43cf-aee8-b33283e10b5d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062416 Sep 21 08:17:56.096886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Transition to ACTIVE for port object e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:17:56.110739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a95a4-69cf-4c31-8275-a571fabece56 req-81779ba9-c187-45a5-addd-ab7b03ad5d10 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:56.118542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-184a95a4-69cf-4c31-8275-a571fabece56 req-81779ba9-c187-45a5-addd-ab7b03ad5d10 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 943 time: 0.0895479 Sep 21 08:17:56.134749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.158690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 213236fe-73ca-452e-b4f0-52f3c0ad672a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=213236fe-73ca-452e-b4f0-52f3c0ad672a,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:56.202935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '213236fe-73ca-452e-b4f0-52f3c0ad672a', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'port_id': '213236fe-73ca-452e-b4f0-52f3c0ad672a', 'mac_address': 'fa:16:3e:e3:74:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32688144-3e68-4c92-9bfa-22bade9b828a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:17:56.226662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-184a95a4-69cf-4c31-8275-a571fabece56 req-77b88342-e033-4fed-9212-db1ca6790438 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071548 Sep 21 08:17:56.262290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:56.302744 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.333547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213236fe-73ca-452e-b4f0-52f3c0ad672a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:17:56.380571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604c900-bda3-4f6a-b0da-2eb4a02b9f89 req-2653f6eb-8042-47e9-ae3c-e135c7bcfb5f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:56.381733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 213236fe-73ca-452e-b4f0-52f3c0ad672a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=213236fe-73ca-452e-b4f0-52f3c0ad672a,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:56.391879 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.397957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1604c900-bda3-4f6a-b0da-2eb4a02b9f89 req-2653f6eb-8042-47e9-ae3c-e135c7bcfb5f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 945 time: 0.1148796 Sep 21 08:17:56.438407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5f56-f3e3-434a-8097-a5a3c0f63a65 req-d1a28899-67c6-45c9-90ab-eef2fb918d83 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:56.442063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cf5f56-f3e3-434a-8097-a5a3c0f63a65 req-d1a28899-67c6-45c9-90ab-eef2fb918d83 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1100693 Sep 21 08:17:56.446270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Attempting to bind port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:17:56.447683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Attempting to bind port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:17:56.449867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Attempting to bind port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:56.473642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=213236fe-73ca-452e-b4f0-52f3c0ad672a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:56.499531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1604c900-bda3-4f6a-b0da-2eb4a02b9f89 req-53b25bdf-a137-4120-b3a3-d79fa45724f6 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972226 Sep 21 08:17:56.509254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:17:56.509765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Attempting to bind port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:17:56.550329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:17:56.550694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:17:56.551084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Bound using segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:17:56.551618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Bound port: e9f17573-80f0-42ed-ab83-f8c3bf93a1d6, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:17:56.552083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.578587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67cf5f56-f3e3-434a-8097-a5a3c0f63a65 req-16e09bc0-0ac5-4fae-b94e-307188f1d3a2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190374 Sep 21 08:17:56.638212 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.686362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] For port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:17:56.691496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] For port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:17:56.703901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.761164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:56.761815 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:56.763240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] 10.222.0.50 "PUT /v2.0/ports/e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 HTTP/1.1" status: 200 len: 1091 time: 1.7137403 Sep 21 08:17:56.763716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'tag': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:56.776724 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b41666c-34d6-461f-8924-1d304788dfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "14ee7b13-000a-4dd1-94c4-2e5555fcee41", "tag": "e9f17573-80f0-42ed-ab83-f8c3bf93a1d6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:56.853824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a8d38-37cd-4b93-ada3-08d66daf0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:56.854923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['213236fe-73ca-452e-b4f0-52f3c0ad672a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:17:56.950920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c41cd-b21f-4ca7-a154-d4b6b5da496c req-0c77a3a2-ae61-4354-bef7-1c84f257dec9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:56.960041 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-925c41cd-b21f-4ca7-a154-d4b6b5da496c req-0c77a3a2-ae61-4354-bef7-1c84f257dec9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 943 time: 0.1049554 Sep 21 08:17:56.997808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-c21deb44-e04a-416d-b56a-1464217437fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:56.999448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-c21deb44-e04a-416d-b56a-1464217437fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 1094 time: 0.1363764 Sep 21 08:17:57.020494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-925c41cd-b21f-4ca7-a154-d4b6b5da496c req-2961c4ee-e7f1-483d-a3ad-9c680cabcc67 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590632 Sep 21 08:17:57.025463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc67bdb-8b3c-4848-b1ee-a410be7223e2 req-65016ecc-9b60-4fee-8f60-26fe53a81c53 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:57.033171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2bc67bdb-8b3c-4848-b1ee-a410be7223e2 req-65016ecc-9b60-4fee-8f60-26fe53a81c53 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1296425 Sep 21 08:17:57.094607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-ba2e7a89-022a-48c3-a6b4-f300129e5eb5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 HTTP/1.1" status: 200 len: 217 time: 0.0826488 Sep 21 08:17:57.099944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-5c5b37c8-28f2-4f63-9c72-da34f2415892 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4054339 Sep 21 08:17:57.101758 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b388e8c-946e-49ae-8b7a-a434b0491244 x-openstack-request-id: req-9b388e8c-946e-49ae-8b7a-a434b0491244 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:57.102683 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ee7b13-000a-4dd1-94c4-2e5555fcee41", "tag": "e9f17573-80f0-42ed-ab83-f8c3bf93a1d6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:57.103102 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b388e8c-946e-49ae-8b7a-a434b0491244 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:57.103745 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'tag': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6', 'status': 'completed', 'code': 200} Sep 21 08:17:57.185600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-2ed2ff78-2609-4e15-b859-bf38bf548f4d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:17:57.186635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-2ed2ff78-2609-4e15-b859-bf38bf548f4d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359530 Sep 21 08:17:57.199529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2bc67bdb-8b3c-4848-b1ee-a410be7223e2 req-817e5715-b885-4028-82d4-88cb520943c4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638370 Sep 21 08:17:57.217101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-742f98f2-f977-4090-8bac-578a4cac7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:57.217101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-742f98f2-f977-4090-8bac-578a4cac7f62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1037049 Sep 21 08:17:57.261757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-ee9f395f-1d1a-4d62-9f40-482c79dcd5e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425251 Sep 21 08:17:57.394388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3db88d-b69f-4993-84b8-c355f6da7b6e req-d0710d06-780c-4d41-ae4e-1125cdc4c4aa tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:57.403992 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd3db88d-b69f-4993-84b8-c355f6da7b6e req-d0710d06-780c-4d41-ae4e-1125cdc4c4aa tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 944 time: 0.0898793 Sep 21 08:17:57.446972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd3db88d-b69f-4993-84b8-c355f6da7b6e req-64154c38-99a6-4b6a-a66a-5150504e214d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Sep 21 08:17:57.459938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-04520b77-93ef-4556-80ed-c384237afb80 service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901762 Sep 21 08:17:57.576239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54e36c2-3232-4fc1-9ad7-bb0561d6a941 req-0168406f-3de6-46e6-ae0b-7d0398a62d60 service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014423 Sep 21 08:17:57.696355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:57.813411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd743b-bcfd-4b59-a590-cffcb880f20c req-eff926a5-f1ff-49ad-8056-58b62d913263 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:57.828682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67bd743b-bcfd-4b59-a590-cffcb880f20c req-eff926a5-f1ff-49ad-8056-58b62d913263 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 945 time: 0.2031820 Sep 21 08:17:57.832007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc794-6d94-4449-9ae1-22ff4da817fd req-cfb1ec9d-126f-4249-a3b8-df7c016a03e2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:57.843214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a3cc794-6d94-4449-9ae1-22ff4da817fd req-cfb1ec9d-126f-4249-a3b8-df7c016a03e2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1115189 Sep 21 08:17:57.847239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-35d70554-235e-49b9-9baf-33832af20c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:57.850659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-35d70554-235e-49b9-9baf-33832af20c52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 1094 time: 0.1510320 Sep 21 08:17:57.909997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1a9fbe12-846e-42ba-8b0e-d875f12c5913 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:57.943932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67bd743b-bcfd-4b59-a590-cffcb880f20c req-8f27ce1c-24c7-4e49-9520-4253c54b00e8 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105688 Sep 21 08:17:57.969243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a3cc794-6d94-4449-9ae1-22ff4da817fd req-932b2311-0f29-4673-aaf3-063d622f13bb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153488 Sep 21 08:17:58.067790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:17:58.074203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:17:58.077675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:58.102422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-95d95972-16ed-4b72-ad75-3a79f4c39e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:58.106517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-95d95972-16ed-4b72-ad75-3a79f4c39e98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.2437756 Sep 21 08:17:58.170369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:17:58.206802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-eed2809b-d622-459a-a9dd-ddd790083000 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 HTTP/1.1" status: 200 len: 217 time: 0.0891266 Sep 21 08:17:58.339720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-032d3db2-314a-4d99-8eba-6b13819d3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:58.347883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-032d3db2-314a-4d99-8eba-6b13819d3b74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1090679 Sep 21 08:17:58.355085 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:58.381574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894f25a-f421-4fec-be97-afd888979c0e req-834a8eaf-9954-4416-91d5-02f0e08a8c93 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:58.383158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5894f25a-f421-4fec-be97-afd888979c0e req-834a8eaf-9954-4416-91d5-02f0e08a8c93 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 943 time: 0.1940613 Sep 21 08:17:58.406328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1a9fbe12-846e-42ba-8b0e-d875f12c5913, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:17:58.407914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:17:58.410653 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ad419-8495-4051-9572-55d7c532d061" -d '{"events": [{"server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "name": "network-vif-plugged", "status": "completed", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:17:58.414976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:17:58.509494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=1a9fbe12-846e-42ba-8b0e-d875f12c5913,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:17:58.540600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-2a8e9236-3c27-4a3f-8621-abab83e7ba4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555865 Sep 21 08:17:58.551402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7a253-a745-42a9-9ad8-68e9cf2ac619 req-2d6381b3-015d-46d5-a81b-0b52b1a1635e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:58.564829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a2b7a253-a745-42a9-9ad8-68e9cf2ac619 req-2d6381b3-015d-46d5-a81b-0b52b1a1635e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1370106 Sep 21 08:17:58.587214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5894f25a-f421-4fec-be97-afd888979c0e req-85f5f7a7-a363-404f-8cb1-aab779ddb2ee tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720009 Sep 21 08:17:58.681733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a2b7a253-a745-42a9-9ad8-68e9cf2ac619 req-52a937fa-5b75-4fcf-8a30-4de5031ec178 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150241 Sep 21 08:17:58.719763 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c55bfe-322f-4236-91ef-4807eb3eb52f x-openstack-request-id: req-77c55bfe-322f-4236-91ef-4807eb3eb52f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:17:58.720289 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "name": "network-vif-plugged", "status": "completed", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:17:58.720923 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77c55bfe-322f-4236-91ef-4807eb3eb52f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:17:58.721537 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'code': 200} Sep 21 08:17:58.781351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-3f65751d-f3e1-4dcc-8984-0487efe931cb service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259171 Sep 21 08:17:58.855507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-587a397e-6ef3-4be6-b5e0-78c278e74026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:58.857058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-587a397e-6ef3-4be6-b5e0-78c278e74026 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b&tenant_id=2c78512f42ff42a2869d7bac7e75ab96 HTTP/1.1" status: 200 len: 1095 time: 0.2022350 Sep 21 08:17:58.905057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f25c9-3b83-42d7-ba84-c0f7c44cf1f9 req-bc9923a9-f32a-46b3-bbb6-cf3fa0920c0e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:58.914151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce7f25c9-3b83-42d7-ba84-c0f7c44cf1f9 req-bc9923a9-f32a-46b3-bbb6-cf3fa0920c0e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 944 time: 0.1081724 Sep 21 08:17:59.006002 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce7f25c9-3b83-42d7-ba84-c0f7c44cf1f9 req-66aa69b5-7f5e-4b31-bc4b-9b5a917a0ffa tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908012 Sep 21 08:17:59.007743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378e5ea-6410-4b58-b790-12720f32e30b req-19d1b566-cfc1-42bb-934c-501e5c947fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:59.011000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d378e5ea-6410-4b58-b790-12720f32e30b req-19d1b566-cfc1-42bb-934c-501e5c947fee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1802475 Sep 21 08:17:59.039620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-b17c9274-80c9-416b-b6d6-c69af69d2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:59.048042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-b17c9274-80c9-416b-b6d6-c69af69d2038 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 1095 time: 0.1588604 Sep 21 08:17:59.053339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b41666c-34d6-461f-8924-1d304788dfe8 req-9b977ffa-6645-41fd-ae5c-7c609a28494a service neutron] 10.222.0.50 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633138 Sep 21 08:17:59.114105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d378e5ea-6410-4b58-b790-12720f32e30b req-ea64f6f6-4c42-4082-a32b-b3e4cf185ba1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891814 Sep 21 08:17:59.345953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e767e-d9fb-4931-ae69-22e772c2e7dc req-bbc8f20d-4c6d-4203-bdaa-2e1350bd9a1a tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:59.362131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-313e767e-d9fb-4931-ae69-22e772c2e7dc req-bbc8f20d-4c6d-4203-bdaa-2e1350bd9a1a tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.1697562 Sep 21 08:17:59.469580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-313e767e-d9fb-4931-ae69-22e772c2e7dc req-9a69e4c3-509a-49f7-8dea-926c7f0c94b4 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022427 Sep 21 08:17:59.633010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-83d89e37-d994-4c03-b4a1-27d65726c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:59.634564 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-83d89e37-d994-4c03-b4a1-27d65726c8c7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 915 time: 0.5715141 Sep 21 08:17:59.765707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-613fec51-0a0e-4747-af80-be5f4ad8573a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=786a62f6-2695-4dc4-a802-119ec3bc214c HTTP/1.1" status: 200 len: 217 time: 0.0631495 Sep 21 08:17:59.888511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad95fac-e68e-418e-8460-2e5fd6164fbd req-7098704e-2cff-494a-b7ad-f4eb3eb42dcd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:59.902198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ad95fac-e68e-418e-8460-2e5fd6164fbd req-7098704e-2cff-494a-b7ad-f4eb3eb42dcd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.3285670 Sep 21 08:17:59.911355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-02a7c4e6-08db-4cb3-8d86-bdbd0e9cff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:59.913023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-02a7c4e6-08db-4cb3-8d86-bdbd0e9cff41 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 200 len: 854 time: 0.1349251 Sep 21 08:17:59.914586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e105ee-2231-4fdc-8426-0884957602b1 req-76b1ee93-5726-4c52-96f0-65254b466dd8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:17:59.920824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 213236fe-73ca-452e-b4f0-52f3c0ad672a up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:17:59.926096 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e7e105ee-2231-4fdc-8426-0884957602b1 req-76b1ee93-5726-4c52-96f0-65254b466dd8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 943 time: 0.0967402 Sep 21 08:17:59.963851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-6153f310-2139-4498-ac85-46a67908e95a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328066 Sep 21 08:17:59.971734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e7e105ee-2231-4fdc-8426-0884957602b1 req-a920b83c-38ed-4105-a94d-a50d8fb88494 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Sep 21 08:18:00.004713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 213236fe-73ca-452e-b4f0-52f3c0ad672a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:18:00.012911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 213236fe-73ca-452e-b4f0-52f3c0ad672a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:00.013325 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:00.014838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ad95fac-e68e-418e-8460-2e5fd6164fbd req-5aef23a0-6e9f-4ddf-842e-7532e2aa87b6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117637 Sep 21 08:18:00.147720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2513b84-8fe2-4601-ad6c-f545b7e35b81 req-acb05fd5-e435-4114-9432-fc6c1dd8793f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:00.156070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2513b84-8fe2-4601-ad6c-f545b7e35b81 req-acb05fd5-e435-4114-9432-fc6c1dd8793f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.0994985 Sep 21 08:18:00.156759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-1c87b7ae-4ba3-498a-b247-b8d05c5b90fe service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680303 Sep 21 08:18:00.196291 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:00.223880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2513b84-8fe2-4601-ad6c-f545b7e35b81 req-83513250-5a5a-4d44-8d61-fde322f91bfd tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633743 Sep 21 08:18:00.262316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 213236fe-73ca-452e-b4f0-52f3c0ad672a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=213236fe-73ca-452e-b4f0-52f3c0ad672a,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:00.269138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:00.315508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-12c1f5c9-cc51-4481-8f69-ea0f0d5b76ef service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475179 Sep 21 08:18:00.342584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=213236fe-73ca-452e-b4f0-52f3c0ad672a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:00.365631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02577f7f-8795-4002-85d8-a89843cf9ea8 req-f1e21120-35b8-42ab-ba00-c5149b85e2d2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:00.372571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02577f7f-8795-4002-85d8-a89843cf9ea8 req-f1e21120-35b8-42ab-ba00-c5149b85e2d2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 944 time: 0.2066085 Sep 21 08:18:00.439834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02577f7f-8795-4002-85d8-a89843cf9ea8 req-acb47ac7-4015-491c-8245-a3ec2c8fc145 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603080 Sep 21 08:18:00.669862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991b92-0e74-4516-aa7b-7d74759d95b5 req-2d5442bd-ac16-4e4a-9b12-f8ade07f1b78 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:00.679093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1991b92-0e74-4516-aa7b-7d74759d95b5 req-2d5442bd-ac16-4e4a-9b12-f8ade07f1b78 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.0935757 Sep 21 08:18:00.722901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213236fe-73ca-452e-b4f0-52f3c0ad672a'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:00.725496 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff044a7a-8599-4e6d-a2be-dd9aaa9f24c3" -d '{"events": [{"server_uuid": "ebee652c-3845-42ae-ab82-86a366de4f79", "name": "network-vif-plugged", "status": "completed", "tag": "213236fe-73ca-452e-b4f0-52f3c0ad672a"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:00.736754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1991b92-0e74-4516-aa7b-7d74759d95b5 req-a9236eaa-dc8c-4ebe-ba0c-7f5f5cec0503 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565808 Sep 21 08:18:00.850925 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec3cd0-327a-4811-a829-b150982b6af2 x-openstack-request-id: req-25ec3cd0-327a-4811-a829-b150982b6af2 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:00.851358 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebee652c-3845-42ae-ab82-86a366de4f79", "name": "network-vif-plugged", "status": "completed", "tag": "213236fe-73ca-452e-b4f0-52f3c0ad672a", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:00.851735 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25ec3cd0-327a-4811-a829-b150982b6af2 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:00.852308 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213236fe-73ca-452e-b4f0-52f3c0ad672a', 'code': 200} Sep 21 08:18:00.983876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede94bc-551f-41f8-94ba-b584234172e9 req-7ed3cf20-a87a-41c6-bd52-cf7a2eddaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:00.990563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ede94bc-551f-41f8-94ba-b584234172e9 req-7ed3cf20-a87a-41c6-bd52-cf7a2eddaf3b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 1096 time: 0.0589426 Sep 21 08:18:01.124218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ede94bc-551f-41f8-94ba-b584234172e9 req-7714a291-1fee-46f4-9021-ea8362be013b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262200 Sep 21 08:18:01.335066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099db9-c877-4cb3-928f-5b204b1f17f9 req-bfe47a72-d063-4345-a21b-09465a7e3d26 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:01.343931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aa099db9-c877-4cb3-928f-5b204b1f17f9 req-bfe47a72-d063-4345-a21b-09465a7e3d26 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 943 time: 0.2096980 Sep 21 08:18:01.346910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d105166-c7f4-4a62-ad11-66b86a758285 req-9bda142f-7adf-4d55-a678-18824c25b110 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:01.354211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d105166-c7f4-4a62-ad11-66b86a758285 req-9bda142f-7adf-4d55-a678-18824c25b110 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1902742 Sep 21 08:18:01.450914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aa099db9-c877-4cb3-928f-5b204b1f17f9 req-e3e55598-c2c4-4364-b52c-404c61102670 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056073 Sep 21 08:18:01.487569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d105166-c7f4-4a62-ad11-66b86a758285 req-49761752-c554-4c08-be7c-fecf5d6e90b6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190834 Sep 21 08:18:01.750090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2ee7d-66b0-46e1-9099-d9440ab1cbd6 req-06e16830-d3e0-4ada-bdcf-37ccb7439b88 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:01.769391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-23a2ee7d-66b0-46e1-9099-d9440ab1cbd6 req-06e16830-d3e0-4ada-bdcf-37ccb7439b88 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1724489 Sep 21 08:18:01.820806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cb484-16eb-4120-a59e-9e729363bc44 req-d9a65a26-dccf-41d9-8720-f47060f628b2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:01.830023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-349cb484-16eb-4120-a59e-9e729363bc44 req-d9a65a26-dccf-41d9-8720-f47060f628b2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 945 time: 0.1862264 Sep 21 08:18:01.856157 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-23a2ee7d-66b0-46e1-9099-d9440ab1cbd6 req-a24f4506-3c79-4cd3-848d-1b46a53cfa20 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798490 Sep 21 08:18:01.923964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:01.938213 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-349cb484-16eb-4120-a59e-9e729363bc44 req-44e3810a-264c-410b-a683-297c726817be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051910 Sep 21 08:18:02.114720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92058b5-981c-4360-b371-ab7f9266eb33 req-f7992399-e573-42ae-a333-d2f4ae1c35c6 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:02.116358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b92058b5-981c-4360-b371-ab7f9266eb33 req-f7992399-e573-42ae-a333-d2f4ae1c35c6 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.1056817 Sep 21 08:18:02.201261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:18:02.225499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b92058b5-981c-4360-b371-ab7f9266eb33 req-0d125acd-e893-44fb-9a89-6c39eac99864 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989285 Sep 21 08:18:02.469910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4619c-68a1-4553-92ea-866318244af0 req-9655ec4b-813d-45a1-999b-16ba8ab6b99f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:02.478408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-84b4619c-68a1-4553-92ea-866318244af0 req-9655ec4b-813d-45a1-999b-16ba8ab6b99f tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.1183770 Sep 21 08:18:02.482544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55610) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:02.487711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Request body: {'floatingip': {'port_id': '1a9fbe12-846e-42ba-8b0e-d875f12c5913'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:02.490053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:02.518132 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'port_id': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6', 'mac_address': 'fa:16:3e:3b:d1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73015880-6984-4eb4-99f8-b3145d0e24b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:18:02.591757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:02.609653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:02.640655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:02.651165 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:02.657498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:02.786801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ea31e-5d14-41bf-a19c-3a7c8f5aa65c req-259ce73d-ec97-47e5-87ed-445718744186 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:02.808528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c31ea31e-5d14-41bf-a19c-3a7c8f5aa65c req-259ce73d-ec97-47e5-87ed-445718744186 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1464431 Sep 21 08:18:02.842154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:02.887882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.888738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.890691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.893924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.896600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.897960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.898699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.899223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.899816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.900041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.900448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.901137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:02.906134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c31ea31e-5d14-41bf-a19c-3a7c8f5aa65c req-ae1b4f9d-8cf9-44ff-b8e6-14d69eb6ae27 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964611 Sep 21 08:18:02.979090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e9f17573-80f0-42ed-ab83-f8c3bf93a1d6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:02.988004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9a844-f092-43d9-9bdf-8e3f8e4a09b1 req-3a09de65-6fb3-4123-a37a-323ff97368f8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:03.007271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c0e9a844-f092-43d9-9bdf-8e3f8e4a09b1 req-3a09de65-6fb3-4123-a37a-323ff97368f8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 944 time: 0.3321080 Sep 21 08:18:03.128552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50c789-a709-4748-957e-18b7094e106e req-9a9c85cc-bd47-4cb4-8f71-b15b046ecfe4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:03.150407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc50c789-a709-4748-957e-18b7094e106e req-9a9c85cc-bd47-4cb4-8f71-b15b046ecfe4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1172438 Sep 21 08:18:03.197727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c0e9a844-f092-43d9-9bdf-8e3f8e4a09b1 req-62b2ee2a-3fcd-4af0-bd3c-63d47df7aeb3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783056 Sep 21 08:18:03.247963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc50c789-a709-4748-957e-18b7094e106e req-4ba657aa-b4fb-4470-a923-6dcac81d44a3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942974 Sep 21 08:18:03.248477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55626) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:03.484676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:03.562556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4201a86f-eab6-471b-b206-773c7d4ca1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:03.579173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855c908-a173-4827-88a6-a9bda8629f97 req-dcb574ad-32f5-49da-b8bf-085ef1458c0e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:03.592527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a855c908-a173-4827-88a6-a9bda8629f97 req-dcb574ad-32f5-49da-b8bf-085ef1458c0e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 945 time: 0.1797709 Sep 21 08:18:03.728114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a855c908-a173-4827-88a6-a9bda8629f97 req-0c3c6677-ed82-4c9b-bb4b-dc3787e8f11d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902252 Sep 21 08:18:04.005144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4201a86f-eab6-471b-b206-773c7d4ca1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.014397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4201a86f-eab6-471b-b206-773c7d4ca1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.097178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a86f-eab6-471b-b206-773c7d4ca1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e378fd-e174-4fe0-ac07-b16295a17931,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:04.132566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4201a86f-eab6-471b-b206-773c7d4ca1af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ed85f8755a34980addd6b96541661b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8829966 Sep 21 08:18:04.137961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55634) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:04.224111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:04.376070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7cc8fcc0-e8c0-477c-a229-df2c5cf90ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.393610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:18:04.405597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:04.408082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.422891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.449938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.468032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7cc8fcc0-e8c0-477c-a229-df2c5cf90ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.580164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7cc8fcc0-e8c0-477c-a229-df2c5cf90ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.586179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7cc8fcc0-e8c0-477c-a229-df2c5cf90ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.587841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7cc8fcc0-e8c0-477c-a229-df2c5cf90ae7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58e378fd-e174-4fe0-ac07-b16295a17931 HTTP/1.1" status: 204 len: 168 time: 0.4456038 Sep 21 08:18:04.634073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed479351-46cd-42b5-968f-27df2c89e0e3 req-c17ef299-25a8-441d-9ddf-84476c4f3ec3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:04.659292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed479351-46cd-42b5-968f-27df2c89e0e3 req-c17ef299-25a8-441d-9ddf-84476c4f3ec3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.2316003 Sep 21 08:18:04.672609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8fcc0-e8c0-477c-a229-df2c5cf90ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e378fd-e174-4fe0-ac07-b16295a17931,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:04.686873 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.714493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ef87-8012-412f-a1a1-f92877e4a34f req-2667a525-f602-4f4a-86fc-9931fb124ce1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:04.731560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df79ef87-8012-412f-a1a1-f92877e4a34f req-2667a525-f602-4f4a-86fc-9931fb124ce1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 945 time: 0.3990130 Sep 21 08:18:04.816792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed479351-46cd-42b5-968f-27df2c89e0e3 req-d10d2b64-fddb-4e8c-b7cd-6485d904703e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520333 Sep 21 08:18:04.840317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:04.843930 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96bbbf-d4a5-4b44-8a70-ec14c4c7958e" -d '{"events": [{"server_uuid": "14ee7b13-000a-4dd1-94c4-2e5555fcee41", "name": "network-vif-plugged", "status": "completed", "tag": "e9f17573-80f0-42ed-ab83-f8c3bf93a1d6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:04.855752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:04.862550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:04.883554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df79ef87-8012-412f-a1a1-f92877e4a34f req-341a2832-4af4-45dd-b48d-2198921e764d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506288 Sep 21 08:18:04.917167 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Floating IP 4b4044c5-84b3-44e8-98cc-793529d468a4 associated. External IP: 172.25.1.26, port: 1a9fbe12-846e-42ba-8b0e-d875f12c5913. Sep 21 08:18:04.961235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:05.174757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688aa78-98c7-4e3f-8c62-6fde78477d6b req-0ad43c29-20a0-433c-b843-35109facc1b6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:05.174757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3688aa78-98c7-4e3f-8c62-6fde78477d6b req-0ad43c29-20a0-433c-b843-35109facc1b6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1563008 Sep 21 08:18:05.314968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3688aa78-98c7-4e3f-8c62-6fde78477d6b req-2e0e8c39-b587-4785-bb1b-2ceff7aff479 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393404 Sep 21 08:18:05.476323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8fabc-1fcb-4760-a2fa-e5840b90b340 req-9e85fff7-6677-44a9-8538-54ecb3462cf1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:05.484072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3b8fabc-1fcb-4760-a2fa-e5840b90b340 req-9e85fff7-6677-44a9-8538-54ecb3462cf1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.3363657 Sep 21 08:18:05.627557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Router 8207563a-c10c-4927-b458-85d22f546045 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:18:05.657757 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e4c939-75c0-426f-87a2-9dbc3868a82d x-openstack-request-id: req-80e4c939-75c0-426f-87a2-9dbc3868a82d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:05.658736 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ee7b13-000a-4dd1-94c4-2e5555fcee41", "name": "network-vif-plugged", "status": "completed", "tag": "e9f17573-80f0-42ed-ab83-f8c3bf93a1d6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:05.658736 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80e4c939-75c0-426f-87a2-9dbc3868a82d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:05.659550 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6', 'code': 200} Sep 21 08:18:05.706163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-f8986910-0906-4cf3-84f7-83fa5eef26cc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:05.712665 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-f8986910-0906-4cf3-84f7-83fa5eef26cc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 945 time: 0.1181996 Sep 21 08:18:05.977476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Deleting port 213236fe-73ca-452e-b4f0-52f3c0ad672a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:05.982308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:06.053806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:18:06.067986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] Sync routers for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:18:06.083582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3b8fabc-1fcb-4760-a2fa-e5840b90b340 req-829a095e-6f67-496f-9095-0f355822300e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950515 Sep 21 08:18:06.089751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:06.090336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:17:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:06.133975 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:06.205341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-630782a6-c125-4072-b38f-f4386b5ab226 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "PUT /v2.0/floatingips/4b4044c5-84b3-44e8-98cc-793529d468a4 HTTP/1.1" status: 200 len: 991 time: 3.7210300 Sep 21 08:18:06.243084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:06.245388 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bbb324-669c-44df-b813-dc9c56f8e5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:06.379119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] For port 213236fe-73ca-452e-b4f0-52f3c0ad672a, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=213236fe-73ca-452e-b4f0-52f3c0ad672a,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:06.380143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:06.389502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b552ccc-0746-44b9-9311-f82a73fc16f5 req-55fd3e31-9df6-4602-809b-0618d39feb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:06.396063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Calling delete_port for 213236fe-73ca-452e-b4f0-52f3c0ad672a owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:06.396480 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b552ccc-0746-44b9-9311-f82a73fc16f5 req-55fd3e31-9df6-4602-809b-0618d39feb75 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 1096 time: 0.3529382 Sep 21 08:18:06.407219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:06.443412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e832d-4d61-4e98-bd2d-b3ef715fca33 req-1d10c019-d892-47a0-b34d-959315a4670b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:06.446068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-359e832d-4d61-4e98-bd2d-b3ef715fca33 req-1d10c019-d892-47a0-b34d-959315a4670b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 945 time: 0.2337105 Sep 21 08:18:06.523931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754ca59-8189-4b87-8377-b20c0f8a1650 req-5fdeabc9-e01c-4e42-b323-18f8ab944fa1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:06.528917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55682) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:06.535771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3754ca59-8189-4b87-8377-b20c0f8a1650 req-5fdeabc9-e01c-4e42-b323-18f8ab944fa1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.4326189 Sep 21 08:18:06.609368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3754ca59-8189-4b87-8377-b20c0f8a1650 req-228a5ef9-3402-46cc-baaa-63b9fac7622b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Sep 21 08:18:06.614376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b552ccc-0746-44b9-9311-f82a73fc16f5 req-80fa314a-ed15-4c39-8c33-4423f829a27f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668785 Sep 21 08:18:06.621138 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-359e832d-4d61-4e98-bd2d-b3ef715fca33 req-341e07da-6cce-47bd-8795-052ab74a212d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388052 Sep 21 08:18:06.767744 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6604f636-d706-4827-86bf-321f7f3d2939 x-openstack-request-id: req-6604f636-d706-4827-86bf-321f7f3d2939 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:06.768033 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:06.768286 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6604f636-d706-4827-86bf-321f7f3d2939 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:06.768684 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'status': 'completed', 'code': 200} Sep 21 08:18:06.784376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:06.802503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1482477017-network', 'tenant_id': '8bd819bf8f974708b5ed315c7c2dc88b'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:06.844374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['213236fe-73ca-452e-b4f0-52f3c0ad672a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:06.849535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Made reservation on behalf of 8bd819bf8f974708b5ed315c7c2dc88b for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:06.851985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:06.866087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:06.908066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event deleted for resources: {'Port': ['ID=213236fe-73ca-452e-b4f0-52f3c0ad672a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:06.961030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '4b4044c5-84b3-44e8-98cc-793529d468a4', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8207563a-c10c-4927-b458-85d22f546045', 'port_id': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'mac_address': 'fa:16:3e:af:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:17:29Z', 'updated_at': '2021-09-21T08:18:04Z', 'revision_number': 1, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 5, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:06.992695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] No DVR routers for this DVR port 213236fe-73ca-452e-b4f0-52f3c0ad672a on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:18:07.001152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.003502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-445b9995-d5b2-411f-9697-8e78661fcb7e req-a1ce7809-75ff-41bd-a388-7e2737d36638 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "DELETE /v2.0/ports/213236fe-73ca-452e-b4f0-52f3c0ad672a HTTP/1.1" status: 204 len: 173 time: 1.2849073 Sep 21 08:18:07.006013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'name': 'network-vif-deleted', 'tag': '213236fe-73ca-452e-b4f0-52f3c0ad672a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:07.009529 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491617d5-bb87-465e-902a-7c36c7174c20" -d '{"events": [{"server_uuid": "ebee652c-3845-42ae-ab82-86a366de4f79", "name": "network-vif-deleted", "tag": "213236fe-73ca-452e-b4f0-52f3c0ad672a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:07.031943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-ab75ab4b-1c83-4dd6-878d-4d6f2efb0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:07.033644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-ab75ab4b-1c83-4dd6-878d-4d6f2efb0705 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3951d52c4d9452ebce76f9350448123&device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1501312 Sep 21 08:18:07.036034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] Checking router: 8207563a-c10c-4927-b458-85d22f546045 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:18:07.064665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:07.065656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:17:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:07.079052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e549d-10ca-4a63-a776-1e3361b5c0dd req-a2574b8e-4e8c-4bd6-807e-b0b0a3b8760d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:07.080381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-218e549d-10ca-4a63-a776-1e3361b5c0dd req-a2574b8e-4e8c-4bd6-807e-b0b0a3b8760d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1704566 Sep 21 08:18:07.097117 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d927d5-a83b-4464-8fa1-f62b7d416539 x-openstack-request-id: req-24d927d5-a83b-4464-8fa1-f62b7d416539 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:07.111588 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebee652c-3845-42ae-ab82-86a366de4f79", "name": "network-vif-deleted", "tag": "213236fe-73ca-452e-b4f0-52f3c0ad672a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:07.112072 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24d927d5-a83b-4464-8fa1-f62b7d416539 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:07.112510 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee652c-3845-42ae-ab82-86a366de4f79', 'name': 'network-vif-deleted', 'tag': '213236fe-73ca-452e-b4f0-52f3c0ad672a', 'status': 'completed', 'code': 200} Sep 21 08:18:07.198754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-218e549d-10ca-4a63-a776-1e3361b5c0dd req-61f0bb20-e9f3-4480-91c7-3156600bf598 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069460 Sep 21 08:18:07.235223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.241870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.258177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:18:07.269451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.269451 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Added segment 7909f709-3e20-4f8e-b3bd-834eb9457146 of type vlan for network 2086ed98-4526-468c-a2ae-d2504d59cd8a Sep 21 08:18:07.322989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:07.347858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f066ee-d766-4913-8344-31d7108350b0 req-15db1462-14c9-467e-985d-607d5d9f40e7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:07.350401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2f066ee-d766-4913-8344-31d7108350b0 req-15db1462-14c9-467e-985d-607d5d9f40e7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.1219194 Sep 21 08:18:07.369229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.416222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2f066ee-d766-4913-8344-31d7108350b0 req-d3189014-ad8e-46c5-8f2b-31ca65900482 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 Sep 21 08:18:07.418550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4be1d3-2809-459e-9917-a5a5562d2de3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:07.421306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-8ee713fd-5d7d-4b25-b866-260edd369285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:07.423012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-8ee713fd-5d7d-4b25-b866-260edd369285 service neutron] 10.222.0.62 "GET /v2.0/networks?id=265a3868-e07a-413a-9fe3-d5c20af4e8db HTTP/1.1" status: 200 len: 913 time: 0.3726509 Sep 21 08:18:07.423751 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.424902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:07.425550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.477802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9444003 Sep 21 08:18:07.478431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55700) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:07.530453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-f6a8af3a-e4e5-4aa3-83b3-fd5fa160c380 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913 HTTP/1.1" status: 200 len: 999 time: 0.0982916 Sep 21 08:18:07.552967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Request body: {'subnet': {'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1482477017-subnet', 'tenant_id': '8bd819bf8f974708b5ed315c7c2dc88b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:07.593264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef50a8-3934-42af-be75-f8a9888e5059 admin admin] Pushing event updated for resources: {'Network': ['ID=2086ed98-4526-468c-a2ae-d2504d59cd8a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:07.611943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 2086ed98-4526-468c-a2ae-d2504d59cd8a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:18:07.615730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Made reservation on behalf of 8bd819bf8f974708b5ed315c7c2dc88b for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:07.618558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:07.679023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-a0706c18-cf4a-4c29-af20-e439fcbfe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:07.689400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-a0706c18-cf4a-4c29-af20-e439fcbfe0eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb5981fc-16ba-4edb-9b35-d7b20383739f HTTP/1.1" status: 200 len: 851 time: 0.1467850 Sep 21 08:18:07.876042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '4b4044c5-84b3-44e8-98cc-793529d468a4', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8207563a-c10c-4927-b458-85d22f546045', 'port_id': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'mac_address': 'fa:16:3e:af:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:17:29Z', 'updated_at': '2021-09-21T08:18:04Z', 'revision_number': 1, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 5, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:07.882681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-46196a6a-e923-4300-91af-11da6a0fc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:07.888640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-46196a6a-e923-4300-91af-11da6a0fc578 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=265a3868-e07a-413a-9fe3-d5c20af4e8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904471 Sep 21 08:18:07.913680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36cc1b4-ba9b-4ae1-b8fb-efa439b3a4b3 None None] The sync data for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 is: [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '4b4044c5-84b3-44e8-98cc-793529d468a4', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'floating_ip_address': '172.25.1.26', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8207563a-c10c-4927-b458-85d22f546045', 'port_id': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'mac_address': 'fa:16:3e:af:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:17:29Z', 'updated_at': '2021-09-21T08:18:04Z', 'revision_number': 1, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 5, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:18:07.966455 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e90c6f1b-c3c8-4198-a514-d064ced9981f req-7af2928f-a82e-47bb-8753-45aa3773ceb2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebee652c-3845-42ae-ab82-86a366de4f79 HTTP/1.1" status: 200 len: 210 time: 0.0947371 Sep 21 08:18:08.113513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f098c45-c9a6-4a41-b694-45bd692196fc req-3386256e-e12f-477b-aafb-d80746b3950c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:08.122110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f098c45-c9a6-4a41-b694-45bd692196fc req-3386256e-e12f-477b-aafb-d80746b3950c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.2681773 Sep 21 08:18:08.179667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-ab58d9d7-5547-4e10-a99a-488a9a17a190 service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791221 Sep 21 08:18:08.240447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f098c45-c9a6-4a41-b694-45bd692196fc req-c5481cfe-47b0-406b-a01c-14471a441a20 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128197 Sep 21 08:18:08.342532 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89447f4-6c56-4c52-a4b8-318fac2c6a4b None None] New status for floating IP 4b4044c5-84b3-44e8-98cc-793529d468a4: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:18:08.345165 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:08.392129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4bbb324-669c-44df-b813-dc9c56f8e5aa req-5addcfaf-5d6a-4c25-8030-9e9b85545d10 service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977885 Sep 21 08:18:08.476840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d0c9d7-faa1-4101-a387-139bde5a004e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:08.487205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Checking segment: {'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:08.487679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Network hostable DHCP agents. Network: 2086ed98-4526-468c-a2ae-d2504d59cd8a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:18:08.518793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33565bce-83e5-4e74-b247-26ac74e1a6ba req-b0344721-0fea-455f-8231-808a72ff57f5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:08.520544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33565bce-83e5-4e74-b247-26ac74e1a6ba req-b0344721-0fea-455f-8231-808a72ff57f5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.1226075 Sep 21 08:18:08.568278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Network 2086ed98-4526-468c-a2ae-d2504d59cd8a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:18:08.644100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13c821-daa5-400d-9a0a-6bd83e0c2e05 req-55a635ee-77c3-4a32-b06e-a9c47afc1bca tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:08.645928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d13c821-daa5-400d-9a0a-6bd83e0c2e05 req-55a635ee-77c3-4a32-b06e-a9c47afc1bca tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0672584 Sep 21 08:18:08.671245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33565bce-83e5-4e74-b247-26ac74e1a6ba req-71d4929f-bb23-41b8-a908-41b524ee5f82 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247499 Sep 21 08:18:08.672699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 2086ed98-4526-468c-a2ae-d2504d59cd8a) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:08.678203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:08.679956 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:08.684865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900b5134-2e3c-4755-bfdc-b3b284f5474a None None] Network 2086ed98-4526-468c-a2ae-d2504d59cd8a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:18:08.724468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-24aaa6ef-a07c-4e58-a724-998a9426501a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1860130 Sep 21 08:18:08.765085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d13c821-daa5-400d-9a0a-6bd83e0c2e05 req-e7b2c9b8-4cbb-412b-8dd2-bfb978e563d4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125493 Sep 21 08:18:08.915910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a4ecd-2844-4790-9991-8122c640f2da None None] Network 2086ed98-4526-468c-a2ae-d2504d59cd8a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:18:09.529564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-365eaa95-57b8-489b-b4f0-354e4565aa72 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:09.532759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-365eaa95-57b8-489b-b4f0-354e4565aa72 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.1746476 Sep 21 08:18:09.547714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13f17d-bdd4-4642-878d-7ced14d719ff req-584f5066-c28f-442f-a95d-0c1d2ec1f522 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:09.551213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-cf208cec-8e40-4ad8-ad2e-96a3907d1660 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/quotas/576cab1ba2b04aa1b92d34c628fbd8ea HTTP/1.1" status: 200 len: 375 time: 0.0109391 Sep 21 08:18:09.556039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa13f17d-bdd4-4642-878d-7ced14d719ff req-584f5066-c28f-442f-a95d-0c1d2ec1f522 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0916200 Sep 21 08:18:09.602396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-4e76b7da-00b8-48b6-8cea-e1b7b5be3b58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448303 Sep 21 08:18:09.692889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa13f17d-bdd4-4642-878d-7ced14d719ff req-becb08a2-7d4b-4d5a-b113-d34755d0338a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349370 Sep 21 08:18:09.771913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-fd3328a3-f0b4-4d6d-866c-8b8dbab63bf5 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684489 Sep 21 08:18:09.862446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786a04-9457-42b1-aaeb-48c035fd1cbb req-a3c79603-3444-4dbc-8bda-a6076f717144 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:09.864275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d786a04-9457-42b1-aaeb-48c035fd1cbb req-a3c79603-3444-4dbc-8bda-a6076f717144 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.0849204 Sep 21 08:18:09.928617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-4bd4010b-ec97-45d0-9696-cd6e88b92515 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544001 Sep 21 08:18:09.939381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d786a04-9457-42b1-aaeb-48c035fd1cbb req-d480ae12-30ba-46b2-8ca2-2d8d2c34e6d7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483501 Sep 21 08:18:09.982456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 213236fe-73ca-452e-b4f0-52f3c0ad672a no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:10.003491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 213236fe-73ca-452e-b4f0-52f3c0ad672a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:10.003841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 213236fe-73ca-452e-b4f0-52f3c0ad672a not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:10.122986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86bb73-a45f-4898-bbfd-3588b35e50e5 req-e0883dd0-1072-4585-b86b-79df47c24d42 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:10.131276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e86bb73-a45f-4898-bbfd-3588b35e50e5 req-e0883dd0-1072-4585-b86b-79df47c24d42 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.1159017 Sep 21 08:18:10.214263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e86bb73-a45f-4898-bbfd-3588b35e50e5 req-cda0885a-0e3e-422c-8883-0410ca90a50c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818298 Sep 21 08:18:10.235675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3194c83b-08a5-4471-be55-fdfbbcd01747 req-da460268-f452-4758-8c2a-b4be96da7105 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0993867 Sep 21 08:18:10.812289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4408a-8710-463e-91d8-6df578509925 req-d5e98cfe-641c-45da-a052-1002ebcc6df7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:10.813861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfa4408a-8710-463e-91d8-6df578509925 req-d5e98cfe-641c-45da-a052-1002ebcc6df7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0540879 Sep 21 08:18:10.867640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfa4408a-8710-463e-91d8-6df578509925 req-04d1e49f-52a3-4abb-97f0-5c95d0f67960 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456288 Sep 21 08:18:11.070339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb3cd7-7e2d-4197-83ed-2b151100259c req-cd3bf152-43c0-469c-89d0-6edc2f82a650 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:11.072432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccdb3cd7-7e2d-4197-83ed-2b151100259c req-cd3bf152-43c0-469c-89d0-6edc2f82a650 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.0555964 Sep 21 08:18:11.122873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccdb3cd7-7e2d-4197-83ed-2b151100259c req-2f3c3909-cc40-4a2a-8c4a-8415647387da tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383976 Sep 21 08:18:11.318722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca66aa-01af-4b9f-b461-4610bd57d37c req-a3e1fa1c-8b11-4141-99f4-4295a0e40055 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:11.320280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fca66aa-01af-4b9f-b461-4610bd57d37c req-a3e1fa1c-8b11-4141-99f4-4295a0e40055 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Sep 21 08:18:11.326338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-05966c56-dc3d-47ec-a52a-cbf1e8017749 req-9b1e072b-94fb-4818-927c-96cfb6170d3e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0260723 Sep 21 08:18:11.383371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fca66aa-01af-4b9f-b461-4610bd57d37c req-80b4d8bb-d084-49b5-be18-7d2a84aa4423 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568295 Sep 21 08:18:12.048867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f9bf2-cf12-475c-beaf-1f333273271f req-74332d96-b16e-442e-916c-a36aae6c49c9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:12.058987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f12f9bf2-cf12-475c-beaf-1f333273271f req-74332d96-b16e-442e-916c-a36aae6c49c9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1195476 Sep 21 08:18:12.099128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f12f9bf2-cf12-475c-beaf-1f333273271f req-24f925d1-df2f-413f-8e2d-5684892538c5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Sep 21 08:18:12.245730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5ab13-b4f0-465a-be6c-6362ef2da6c3 req-0f9d311c-b09d-420b-b948-cedddfef1199 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:12.248513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89c5ab13-b4f0-465a-be6c-6362ef2da6c3 req-0f9d311c-b09d-420b-b948-cedddfef1199 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 946 time: 0.0510087 Sep 21 08:18:12.264426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:12.344098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89c5ab13-b4f0-465a-be6c-6362ef2da6c3 req-6d1391dc-e0d9-401d-940b-e4b28b2fbbfc tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892038 Sep 21 08:18:12.413944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:12.457221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:12.460568 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbc5283-5774-4a92-9529-8a7182d7ece0" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:12.489457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:12.494859 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:12.608641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=14']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:12.672133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d48f33-1675-47b2-9318-1208b951d030 req-0bb22eea-38f9-466c-bd84-c821ec8743b5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:12.675024 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6d48f33-1675-47b2-9318-1208b951d030 req-0bb22eea-38f9-466c-bd84-c821ec8743b5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0587986 Sep 21 08:18:12.753450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bee5aa1a-fda6-4326-a47c-8500bd0bfdb9 req-66949e56-b0e0-4549-acd4-9ccf8e3bd570 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.3129883 Sep 21 08:18:12.764608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6d48f33-1675-47b2-9318-1208b951d030 req-5a14efaf-8d01-4cbf-b918-5ab1d8f42b43 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673547 Sep 21 08:18:12.833348 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643b55e-dfeb-41f7-9278-9d257b9a74b8 x-openstack-request-id: req-3643b55e-dfeb-41f7-9278-9d257b9a74b8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:12.833835 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-unplugged", "status": "completed", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:12.834234 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3643b55e-dfeb-41f7-9278-9d257b9a74b8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:12.834772 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'code': 200} Sep 21 08:18:13.311121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423777b-2f1b-42ae-b1b0-3f0bd51147db req-fd4c82d0-47ea-4055-a51d-a7b751a808c3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:13.323187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4423777b-2f1b-42ae-b1b0-3f0bd51147db req-fd4c82d0-47ea-4055-a51d-a7b751a808c3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0865149 Sep 21 08:18:13.405986 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4423777b-2f1b-42ae-b1b0-3f0bd51147db req-79599951-a638-4726-a737-56f7eb5e89f0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816541 Sep 21 08:18:13.560884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2790d3-f10d-4f37-b6fe-e172194e1525 req-ac4549c6-b686-4a2c-a281-d2bff4d99a8f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:13.562509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be2790d3-f10d-4f37-b6fe-e172194e1525 req-ac4549c6-b686-4a2c-a281-d2bff4d99a8f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0638630 Sep 21 08:18:13.602451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be2790d3-f10d-4f37-b6fe-e172194e1525 req-de10a320-5132-413a-be5c-7b26cb5a16df tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Sep 21 08:18:13.860857 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a2288e0-b09b-48f9-bb21-b690de9d30b7 req-51124c7b-2262-4be5-abc6-3e2fc231c3b1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0335102 Sep 21 08:18:13.912891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff68e8-14a0-4036-b7da-c541b8cc2866 req-9d31eb8d-0961-4879-8a00-687d546fa38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:13.920614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-caff68e8-14a0-4036-b7da-c541b8cc2866 req-9d31eb8d-0961-4879-8a00-687d546fa38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0647850 Sep 21 08:18:13.979340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-caff68e8-14a0-4036-b7da-c541b8cc2866 req-ca832ae4-1552-40d7-945e-122b7a24eb03 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466638 Sep 21 08:18:14.529647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75222a7-efd0-4c11-a20b-ee1eccd8b32b req-73ced5ec-7b93-4d9f-8f6e-1ed4e9012f44 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:14.537958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a75222a7-efd0-4c11-a20b-ee1eccd8b32b req-73ced5ec-7b93-4d9f-8f6e-1ed4e9012f44 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0611541 Sep 21 08:18:14.577496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a75222a7-efd0-4c11-a20b-ee1eccd8b32b req-61734545-3fa3-42e8-8fad-8bdd85a933ed tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377963 Sep 21 08:18:14.806361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c936a5-83ed-47b0-a0d0-7b7df0f1375d req-f583025b-b3a7-4d2e-abb1-547941687a42 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:14.808845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42c936a5-83ed-47b0-a0d0-7b7df0f1375d req-f583025b-b3a7-4d2e-abb1-547941687a42 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0720546 Sep 21 08:18:14.857431 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42c936a5-83ed-47b0-a0d0-7b7df0f1375d req-11d101a9-43e7-4eea-ace9-3936a0ee98cc tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Sep 21 08:18:14.957520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7388e5cf-df14-4140-85b9-21e0adc057f5 req-520dfdd5-b733-4763-b4fd-6def4ebb7b70 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0277703 Sep 21 08:18:15.159143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463f1b4-d1e3-4261-8a6c-2b1b4ae38dcc req-9766d963-bae6-4b4a-9acb-8220e2da1c7b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:15.167966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b463f1b4-d1e3-4261-8a6c-2b1b4ae38dcc req-9766d963-bae6-4b4a-9acb-8220e2da1c7b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0709147 Sep 21 08:18:15.282042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b463f1b4-d1e3-4261-8a6c-2b1b4ae38dcc req-1a6a0a91-cd2c-4843-8eb0-1930c7ced316 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129813 Sep 21 08:18:15.698034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1b8dc-e5ab-4a80-bf5c-504b72fddbac req-74e340d5-4e61-448e-81c1-946f3017501b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:15.700215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9eb1b8dc-e5ab-4a80-bf5c-504b72fddbac req-74e340d5-4e61-448e-81c1-946f3017501b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0525844 Sep 21 08:18:15.744685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9eb1b8dc-e5ab-4a80-bf5c-504b72fddbac req-54acda0c-981b-4c0c-8802-13845a6b7b20 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373573 Sep 21 08:18:16.003878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74e02-10b7-4edd-ab6c-a66f63ce5573 req-740faa88-4cdf-4c55-b17b-650218c36633 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.005572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dec74e02-10b7-4edd-ab6c-a66f63ce5573 req-740faa88-4cdf-4c55-b17b-650218c36633 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0781302 Sep 21 08:18:16.054659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dec74e02-10b7-4edd-ab6c-a66f63ce5573 req-c43094de-664a-4cd0-a3cc-2a1aa72e75a5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408220 Sep 21 08:18:16.059671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f04d36ea-7b22-4f7c-aa21-a11346f8b58e req-d8f1f5a9-da32-4e0f-bc38-c0cee24de818 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0295041 Sep 21 08:18:16.280987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd70d56-ffef-4e5c-b8f1-6b87343ff275 req-056e1385-3c77-484c-af3e-ac5d735a0b6f tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.282384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffd70d56-ffef-4e5c-b8f1-6b87343ff275 req-056e1385-3c77-484c-af3e-ac5d735a0b6f tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.0480051 Sep 21 08:18:16.329801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffd70d56-ffef-4e5c-b8f1-6b87343ff275 req-3f72a84d-6dae-4c8c-9cfa-d3201da43752 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Sep 21 08:18:16.429400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372db415-6456-413d-8d00-36c0499b10a3 req-46443ff9-b4b8-419a-abd5-b764172d9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.431027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-372db415-6456-413d-8d00-36c0499b10a3 req-46443ff9-b4b8-419a-abd5-b764172d9004 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1095 time: 0.0638962 Sep 21 08:18:16.542139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319835d-d2f1-4725-afd7-3930ec8af4bd req-fcb67ae3-8257-4feb-a8eb-c4b8c9bcca6b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.556023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c319835d-d2f1-4725-afd7-3930ec8af4bd req-fcb67ae3-8257-4feb-a8eb-c4b8c9bcca6b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.1394868 Sep 21 08:18:16.614107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c319835d-d2f1-4725-afd7-3930ec8af4bd req-5984b0f3-25f6-47cc-ab12-9c3dafb33af5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Sep 21 08:18:16.634369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372db415-6456-413d-8d00-36c0499b10a3 req-5dda00fe-4e1d-49da-9ffe-3b6236aed7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.636609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-372db415-6456-413d-8d00-36c0499b10a3 req-5dda00fe-4e1d-49da-9ffe-3b6236aed7a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1617591 Sep 21 08:18:16.748547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-372db415-6456-413d-8d00-36c0499b10a3 req-8269dd13-44ee-49bb-9bcb-1cce21749e61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.0897133 Sep 21 08:18:16.837067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372db415-6456-413d-8d00-36c0499b10a3 req-58843d94-d540-42b9-96a3-c725b3a589f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.839595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-372db415-6456-413d-8d00-36c0499b10a3 req-58843d94-d540-42b9-96a3-c725b3a589f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0815470 Sep 21 08:18:16.956288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638aec-2db0-44b6-b6d0-965522b7e104 req-251c6fa3-ef47-4972-bced-95f6ab97df43 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.959574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06638aec-2db0-44b6-b6d0-965522b7e104 req-251c6fa3-ef47-4972-bced-95f6ab97df43 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1175907 Sep 21 08:18:16.971491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372db415-6456-413d-8d00-36c0499b10a3 req-574f2968-b2ac-4d83-9c19-4904553c0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:16.974032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-372db415-6456-413d-8d00-36c0499b10a3 req-574f2968-b2ac-4d83-9c19-4904553c0f4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891092 Sep 21 08:18:17.055040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06638aec-2db0-44b6-b6d0-965522b7e104 req-49105f2e-8f30-41c5-a4f1-2ed385b3c3ca tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795209 Sep 21 08:18:17.155960 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-372db415-6456-413d-8d00-36c0499b10a3 req-3305589b-33be-4344-9c46-6a2055044768 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594639 Sep 21 08:18:17.335270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b56a5b08-031e-4874-a558-475c3b01106a req-48c33130-9dc5-4e27-adc3-baf17af91e9b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0726717 Sep 21 08:18:17.399811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b932cd-6d43-4d45-aa94-993fabd245b9 req-1fb2fc16-7395-4c2b-a593-6134f6f30de8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:17.401736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90b932cd-6d43-4d45-aa94-993fabd245b9 req-1fb2fc16-7395-4c2b-a593-6134f6f30de8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1581900 Sep 21 08:18:17.442190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-372db415-6456-413d-8d00-36c0499b10a3 req-6025777c-b3a8-4aa3-abd7-0756c74bc600 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533467 Sep 21 08:18:17.488213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90b932cd-6d43-4d45-aa94-993fabd245b9 req-f4b5667f-9d96-420e-9068-f59d7d57a0ff tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713882 Sep 21 08:18:17.589678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-b6c48ca3-4de4-4827-a2e9-a8b4f36e6650 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:17.594597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-b6c48ca3-4de4-4827-a2e9-a8b4f36e6650 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.2487814 Sep 21 08:18:17.614131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Request body: {'port': {'device_id': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'admin_state_up': True, 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:17.717427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d78df-d6a8-4781-bdb9-fd4709a5dcbe req-b3d2d30f-cbf1-4158-8131-992283d0de1f tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:17.719059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c30d78df-d6a8-4781-bdb9-fd4709a5dcbe req-b3d2d30f-cbf1-4158-8131-992283d0de1f tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.0695331 Sep 21 08:18:17.772276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c30d78df-d6a8-4781-bdb9-fd4709a5dcbe req-e974418d-9485-43f9-b283-929c0b4946ee tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Sep 21 08:18:17.818161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25051b5f-50df-4ac4-8879-fd19a8e42b9f req-08d71230-e40d-442d-bf89-b7ca9274a5b0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:17.819861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25051b5f-50df-4ac4-8879-fd19a8e42b9f req-08d71230-e40d-442d-bf89-b7ca9274a5b0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0970862 Sep 21 08:18:17.861761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:17.865796 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:17.892838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25051b5f-50df-4ac4-8879-fd19a8e42b9f req-fd8f3272-86cc-4159-9100-cb8cfe86c9ce tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610969 Sep 21 08:18:18.019689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e762db2-599b-4e93-a4ef-c82849561a60 req-90265147-61db-4447-8577-a9a6add613f7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:18.021673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e762db2-599b-4e93-a4ef-c82849561a60 req-90265147-61db-4447-8577-a9a6add613f7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0557559 Sep 21 08:18:18.027150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Allocated IP 172.20.0.7 (e7d4cad6-0117-4d93-b619-9b0da5a241cf/32688144-3e68-4c92-9bfa-22bade9b828a/d889da35-d773-4a76-9407-331858e5c668) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:18:18.064646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e762db2-599b-4e93-a4ef-c82849561a60 req-5fe82d29-3542-4226-9d55-0bf4ec1c6430 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344710 Sep 21 08:18:18.221795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:18.254020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b75ff-e211-46b2-a30b-ca721a53b94d req-1155ec31-cf8a-4ebd-a3d2-094b783fa893 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:18.263397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-577b75ff-e211-46b2-a30b-ca721a53b94d req-1155ec31-cf8a-4ebd-a3d2-094b783fa893 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.1067612 Sep 21 08:18:18.283261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:18.331409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-577b75ff-e211-46b2-a30b-ca721a53b94d req-fff53388-57b6-4f1a-8e20-39449cbcda35 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656219 Sep 21 08:18:18.379789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:18.399063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:18.416249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb264d89-67cc-46cf-8c7b-9dd639a0fa9e req-c46c3590-199a-4d47-b21c-3774328e19d9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:18.418379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb264d89-67cc-46cf-8c7b-9dd639a0fa9e req-c46c3590-199a-4d47-b21c-3774328e19d9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.0892642 Sep 21 08:18:18.419539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:18:18.422535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event updated for resources: {'Port': ['ID=d889da35-d773-4a76-9407-331858e5c668,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:18.520268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:18.521296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:18.527262 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb264d89-67cc-46cf-8c7b-9dd639a0fa9e req-0b5fc454-9736-4344-b1a5-f599428e052c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807605 Sep 21 08:18:18.542218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ca092eff-981c-4e84-849f-909505ef3380 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329619 Sep 21 08:18:18.562814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Request body: {'port': {'device_id': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:18.696477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4152-fe77-4c1b-a115-da2ef6158687 req-1ed6f8eb-26b7-4045-b602-2a9c0cf68344 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:18.710869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-092a4152-fe77-4c1b-a115-da2ef6158687 req-1ed6f8eb-26b7-4045-b602-2a9c0cf68344 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 931 time: 0.1083953 Sep 21 08:18:18.771295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-092a4152-fe77-4c1b-a115-da2ef6158687 req-df8a479f-3573-4d99-8e01-40b588cc61dd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592234 Sep 21 08:18:18.921700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296763d-20e3-40fb-a202-68dca96777d1 req-38b2a9a2-ec72-46d5-85fc-cdc8f09bda7a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:18.929860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f296763d-20e3-40fb-a202-68dca96777d1 req-38b2a9a2-ec72-46d5-85fc-cdc8f09bda7a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0695670 Sep 21 08:18:18.972218 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f296763d-20e3-40fb-a202-68dca96777d1 req-94a2251d-9ff0-4964-bed9-4fc45065cbd0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Sep 21 08:18:19.010764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:19.117137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7292a4-af22-406c-8e2b-7e6b42b94a39 req-84e2279a-fe30-496b-8508-3ba7f33eee99 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:19.124574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f7292a4-af22-406c-8e2b-7e6b42b94a39 req-84e2279a-fe30-496b-8508-3ba7f33eee99 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.1366239 Sep 21 08:18:19.245202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f7292a4-af22-406c-8e2b-7e6b42b94a39 req-2adb3375-c569-4c1c-8e3a-acb1f0f9bc08 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185091 Sep 21 08:18:19.475274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d889da35-d773-4a76-9407-331858e5c668 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:19.487550 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:19.504429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fbfde-7c43-4c5e-9739-8a72dce0e9fc req-8db41623-c74a-4a43-8d2e-a8e10b715e62 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:19.505028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Transition to ACTIVE for port object d889da35-d773-4a76-9407-331858e5c668 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:18:19.506165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac2fbfde-7c43-4c5e-9739-8a72dce0e9fc req-8db41623-c74a-4a43-8d2e-a8e10b715e62 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 944 time: 0.0876014 Sep 21 08:18:19.511406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:19.646618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Pushing event updated for resources: {'Port': ['ID=d889da35-d773-4a76-9407-331858e5c668,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:19.663545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac2fbfde-7c43-4c5e-9739-8a72dce0e9fc req-df400be8-0fe2-4fe3-bfec-2dc9e828afdc tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297889 Sep 21 08:18:19.756103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Attempting to bind port d889da35-d773-4a76-9407-331858e5c668 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:18:19.756438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Attempting to bind port d889da35-d773-4a76-9407-331858e5c668 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:18:19.756759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Attempting to bind port d889da35-d773-4a76-9407-331858e5c668 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:19.764597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Port d889da35-d773-4a76-9407-331858e5c668 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:18:19.764922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Attempting to bind port d889da35-d773-4a76-9407-331858e5c668 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:19.776185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:18:19.776564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Checking segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:19.776899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Bound using segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:18:19.777334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Bound port: d889da35-d773-4a76-9407-331858e5c668, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:18:19.777765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:19.799111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3c0aa-e68c-424a-95b5-ab32f3d027fc req-2556f4ad-055b-4e00-99c5-431b22c2afeb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:19.801498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48e3c0aa-e68c-424a-95b5-ab32f3d027fc req-2556f4ad-055b-4e00-99c5-431b22c2afeb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.1106048 Sep 21 08:18:19.895606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48e3c0aa-e68c-424a-95b5-ab32f3d027fc req-924a9c47-92d4-44b6-9257-e19e41dcafc7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639977 Sep 21 08:18:19.914259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] For port d889da35-d773-4a76-9407-331858e5c668, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:18:19.917823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] For port d889da35-d773-4a76-9407-331858e5c668, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d889da35-d773-4a76-9407-331858e5c668,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:18:19.924927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:19.941354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-8ac48c9e-a0e7-4edd-845a-d2e368a07ffd tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:19.942950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-8ac48c9e-a0e7-4edd-845a-d2e368a07ffd tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 945 time: 0.1090291 Sep 21 08:18:19.978688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Pushing event updated for resources: {'Port': ['ID=d889da35-d773-4a76-9407-331858e5c668,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:20.015507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.016355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:20.018154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-939aa2d4-c0d0-4d36-a904-fa8b3e8df167 service neutron] 10.222.0.50 "PUT /v2.0/ports/d889da35-d773-4a76-9407-331858e5c668 HTTP/1.1" status: 200 len: 1091 time: 1.4605110 Sep 21 08:18:20.018704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'tag': 'd889da35-d773-4a76-9407-331858e5c668'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:20.022519 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0fdb1-3bfb-4487-9002-a368998b4dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce82e9a-1c99-45e4-b09b-c1268f79c008", "tag": "d889da35-d773-4a76-9407-331858e5c668"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:20.090312 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a939b9d2-befb-484a-b13c-3d3d2672da6d x-openstack-request-id: req-a939b9d2-befb-484a-b13c-3d3d2672da6d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:20.092197 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce82e9a-1c99-45e4-b09b-c1268f79c008", "tag": "d889da35-d773-4a76-9407-331858e5c668", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:20.092197 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a939b9d2-befb-484a-b13c-3d3d2672da6d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:20.092197 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'tag': 'd889da35-d773-4a76-9407-331858e5c668', 'status': 'completed', 'code': 200} Sep 21 08:18:20.094421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739f7d3-6dae-4203-b0fa-60d3cd24a08f req-5f1b7a0b-1f9c-4e4d-bd53-26bd75b07675 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.102782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3739f7d3-6dae-4203-b0fa-60d3cd24a08f req-5f1b7a0b-1f9c-4e4d-bd53-26bd75b07675 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 943 time: 0.1579120 Sep 21 08:18:20.131619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ddffb4ad-50ed-410e-85ee-32655ee358fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.133009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-ddffb4ad-50ed-410e-85ee-32655ee358fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 1094 time: 0.0596495 Sep 21 08:18:20.199852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-9994df5b-1c01-4202-8a31-286504c3b250 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d889da35-d773-4a76-9407-331858e5c668 HTTP/1.1" status: 200 len: 217 time: 0.0538177 Sep 21 08:18:20.268084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-f3f5f2c5-1933-42fd-9bec-71ddbbcf3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.269582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-f3f5f2c5-1933-42fd-9bec-71ddbbcf3fda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.0542421 Sep 21 08:18:20.284564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-bc9a0b9e-b56a-4129-93ca-3e2906e9c41b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.286160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-bc9a0b9e-b56a-4129-93ca-3e2906e9c41b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.62 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.0973513 Sep 21 08:18:20.305710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:18:20.380343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-7f14c3b9-4de8-49e6-87c9-fa2e115122ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932186 Sep 21 08:18:20.544616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:20.548720 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-132b0e2e-3b6c-4de6-aca7-e7c44915781c service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551995 Sep 21 08:18:20.570385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'network_id': 'e662f8ce-b97e-48ed-acb2-11d4065d4fb7', 'port_id': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'mac_address': 'fa:16:3e:61:82:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3134055e-44d0-473e-a6aa-678d90bef5c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:18:20.592429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Deleting port 2d1dcb90-67ee-413d-bace-56e4e052d262 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:20.592764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:20.592898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Deleting port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:20.593341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:20.652756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:20.660048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3739f7d3-6dae-4203-b0fa-60d3cd24a08f req-7add8aeb-6a4e-48e9-aa70-14f17f7864c0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547404 Sep 21 08:18:20.697056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786a62f6-2695-4dc4-a802-119ec3bc214c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:20.701553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101052c-00b1-44dc-b9e9-12f769127aae req-bffeda26-8eac-460c-a1e4-0c1fa51e4709 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.703046 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2101052c-00b1-44dc-b9e9-12f769127aae req-bffeda26-8eac-460c-a1e4-0c1fa51e4709 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 945 time: 0.1738160 Sep 21 08:18:20.757283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:20.766469 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:20.819212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:20.830683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] For port 2d1dcb90-67ee-413d-bace-56e4e052d262, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d1dcb90-67ee-413d-bace-56e4e052d262,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:20.830683 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:20.842075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] For port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:20.842712 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:20.858082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2101052c-00b1-44dc-b9e9-12f769127aae req-5199124e-199b-420f-94ef-9a2c901f391b tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups?id=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472118 Sep 21 08:18:20.863116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d321869f-6606-48f5-a0a5-a9003e509e1c req-0c68dbea-218e-4d9e-adbb-ecb0486fb8a1 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961833 Sep 21 08:18:20.879061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Calling delete_port for e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:20.910931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6b24b-4a8f-43b3-8405-f0d1b7ca8bd9 req-6bfef3e3-89c4-4dab-b109-f49dc98ee6f2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.919291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bc6b24b-4a8f-43b3-8405-f0d1b7ca8bd9 req-6bfef3e3-89c4-4dab-b109-f49dc98ee6f2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1335680 Sep 21 08:18:20.995922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-5adadf45-25fe-4850-8a03-71dec5c3a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:20.998481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-5adadf45-25fe-4850-8a03-71dec5c3a2cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 1094 time: 0.0793898 Sep 21 08:18:21.030995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['786a62f6-2695-4dc4-a802-119ec3bc214c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:21.053691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bc6b24b-4a8f-43b3-8405-f0d1b7ca8bd9 req-77244683-2940-4815-a48a-5da84fd9dafe tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330705 Sep 21 08:18:21.189204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:21.236329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:21.250260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event deleted for resources: {'Port': ['ID=e9f17573-80f0-42ed-ab83-f8c3bf93a1d6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:21.276534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3910c-4554-4f9e-b913-75bc7ed7ddec req-7f208e66-e607-4f86-be0a-acd1bea77e96 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:21.286443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16b3910c-4554-4f9e-b913-75bc7ed7ddec req-7f208e66-e607-4f86-be0a-acd1bea77e96 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 945 time: 0.1980236 Sep 21 08:18:21.326791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-96bd52ef-ff8f-450e-928b-13ad7a016125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:21.328544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-96bd52ef-ff8f-450e-928b-13ad7a016125 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 913 time: 0.3172553 Sep 21 08:18:21.380544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-67c523d8-dcf3-4543-86b9-f8d5dff8e4be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d889da35-d773-4a76-9407-331858e5c668 HTTP/1.1" status: 200 len: 217 time: 0.0418274 Sep 21 08:18:21.390051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] No DVR routers for this DVR port e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:18:21.403614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:21.403979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:21.404301 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Floating IP 604e8c36-0338-453a-b7d4-471b42ff3739 disassociated. External IP: 172.25.1.239, port: 2d1dcb90-67ee-413d-bace-56e4e052d262. Sep 21 08:18:21.405645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Calling delete_port for 2d1dcb90-67ee-413d-bace-56e4e052d262 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:21.420282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:21.422810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af3fce27-4203-4a5e-8a6c-f02277dd5005 req-203836c6-5840-4eb1-9d8f-2670d356e185 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.50 "DELETE /v2.0/ports/e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 HTTP/1.1" status: 204 len: 173 time: 1.4485085 Sep 21 08:18:21.425326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'name': 'network-vif-deleted', 'tag': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:21.441520 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d3ba8b-5689-4b2d-af49-e54150e20cc2" -d '{"events": [{"server_uuid": "14ee7b13-000a-4dd1-94c4-2e5555fcee41", "name": "network-vif-deleted", "tag": "e9f17573-80f0-42ed-ab83-f8c3bf93a1d6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:21.450356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16b3910c-4554-4f9e-b913-75bc7ed7ddec req-84015f4e-1be4-4038-97ac-4a88e81c47d0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628761 Sep 21 08:18:21.462621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d0c8b85-3dc2-4d52-9270-5d27e836ee13 req-d296e9d9-9de0-40a3-a4a3-3977d10c9fee tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=14ee7b13-000a-4dd1-94c4-2e5555fcee41 HTTP/1.1" status: 200 len: 210 time: 0.0753629 Sep 21 08:18:21.524550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-b3bc82a9-8661-4c1a-8d95-a9fdba1b8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:21.526256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-b3bc82a9-8661-4c1a-8d95-a9fdba1b8633 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1359932 Sep 21 08:18:21.561056 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952d9140-ddbc-4358-b8eb-0bbfd652758b x-openstack-request-id: req-952d9140-ddbc-4358-b8eb-0bbfd652758b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:21.561333 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ee7b13-000a-4dd1-94c4-2e5555fcee41", "name": "network-vif-deleted", "tag": "e9f17573-80f0-42ed-ab83-f8c3bf93a1d6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:21.561607 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-952d9140-ddbc-4358-b8eb-0bbfd652758b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:21.561999 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ee7b13-000a-4dd1-94c4-2e5555fcee41', 'name': 'network-vif-deleted', 'tag': 'e9f17573-80f0-42ed-ab83-f8c3bf93a1d6', 'status': 'completed', 'code': 200} Sep 21 08:18:21.657560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-4f0dd8a0-5b3a-43ae-aa41-57f57d9f2c4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691669 Sep 21 08:18:21.854879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2c1ea-45b0-4e55-9eb8-c6cd6df2ce19 req-0816c9fa-6ebe-45d7-a070-5bf3090426eb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:21.858078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9d2c1ea-45b0-4e55-9eb8-c6cd6df2ce19 req-0816c9fa-6ebe-45d7-a070-5bf3090426eb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 943 time: 0.1081948 Sep 21 08:18:21.914577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-f7271720-a0f2-44ed-8e13-2daeecc50995 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461419 Sep 21 08:18:21.924242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-b0f1f573-f44e-470e-b309-1a05e0b9845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:21.927141 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-b0f1f573-f44e-470e-b309-1a05e0b9845a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1095 time: 0.0986757 Sep 21 08:18:21.979082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9d2c1ea-45b0-4e55-9eb8-c6cd6df2ce19 req-a95c2691-7e52-401f-9cc9-8c37ebb2bb02 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873890 Sep 21 08:18:22.036743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10912c-0483-42a9-9e70-d737d477ac6b req-1ea4859e-3b47-4e9f-be0d-873beb1e90da tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:22.038389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de10912c-0483-42a9-9e70-d737d477ac6b req-1ea4859e-3b47-4e9f-be0d-873beb1e90da tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1905217 Sep 21 08:18:22.041587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:22.099113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-c2559a4f-c183-40f6-a97a-dfeb2f08f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:22.100697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-c2559a4f-c183-40f6-a97a-dfeb2f08f09b service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1631527 Sep 21 08:18:22.102240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event deleted for resources: {'Port': ['ID=2d1dcb90-67ee-413d-bace-56e4e052d262,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:22.146249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb0fdb1-3bfb-4487-9002-a368998b4dc7 req-2cd7684c-ccc6-4d7d-9db3-936190e5f837 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180569 Sep 21 08:18:22.198646 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de10912c-0483-42a9-9e70-d737d477ac6b req-f65bed95-556d-4e0d-a53a-b06b12d965ad tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502593 Sep 21 08:18:22.235524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc681578-7620-4e5f-9c0f-063dd7a04c7a req-a518a04c-a999-4efa-a837-219017ece1b8 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/ports?device_id=a50d2041-27ae-4652-80cd-572d323666df HTTP/1.1" status: 200 len: 210 time: 0.1071918 Sep 21 08:18:22.268966 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-6cf82994-0afd-4614-b030-95af60a440f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.1547003 Sep 21 08:18:22.306104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Router 9ac208fd-6d24-428c-983a-8ee60719dcca has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:18:22.325154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:22.334833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-baf42f2b-7e40-4c75-bba7-7da8f733d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:22.337155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-baf42f2b-7e40-4c75-bba7-7da8f733d04e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0598204 Sep 21 08:18:22.410814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d7a5735c-610d-4b07-ae42-7cc18b473d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:22.422850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-ae3f4194-7532-403f-baf8-b1dcfc35abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:22.424875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-ae3f4194-7532-403f-baf8-b1dcfc35abb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773044 Sep 21 08:18:22.447396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 786a62f6-2695-4dc4-a802-119ec3bc214c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:22.447869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:22.471770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:18:22.492016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] Sync routers for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:18:22.513737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:22.514687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:17:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:22.605945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] No DVR routers for this DVR port 2d1dcb90-67ee-413d-bace-56e4e052d262 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:18:22.609269 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:22.612002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97eba842-8852-4353-ac8c-b8055c8cc88b req-0e2c47e8-0f61-43c2-b0c8-1e8328f65650 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.62 "DELETE /v2.0/ports/2d1dcb90-67ee-413d-bace-56e4e052d262 HTTP/1.1" status: 204 len: 173 time: 2.2986162 Sep 21 08:18:22.612519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'name': 'network-vif-deleted', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:22.621756 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8043bce-31c6-4901-90bc-c7c95330ffe6" -d '{"events": [{"server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "name": "network-vif-deleted", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:22.729366 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3ca538-a94d-4bf8-bb35-a0772050980c x-openstack-request-id: req-1a3ca538-a94d-4bf8-bb35-a0772050980c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:22.729959 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50d2041-27ae-4652-80cd-572d323666df", "name": "network-vif-deleted", "tag": "2d1dcb90-67ee-413d-bace-56e4e052d262", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:22.729959 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a3ca538-a94d-4bf8-bb35-a0772050980c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:22.730297 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50d2041-27ae-4652-80cd-572d323666df', 'name': 'network-vif-deleted', 'tag': '2d1dcb90-67ee-413d-bace-56e4e052d262', 'status': 'completed', 'code': 200} Sep 21 08:18:22.765982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:22.766341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f6cb6-e1cc-4010-98b6-9a831e9b062f req-b083e0d4-9a83-4161-b908-bc2c3c875767 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:22.773174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-058f6cb6-e1cc-4010-98b6-9a831e9b062f req-b083e0d4-9a83-4161-b908-bc2c3c875767 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 945 time: 0.1188741 Sep 21 08:18:22.776478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-0182c971-ee83-4dc5-93dc-63ae7b5d31bd service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429413 Sep 21 08:18:22.806883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:22.812642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:22.818287 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dae7e77-01bc-47f9-995c-d542c22acac2" -d '{"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:22.849553 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:22.852262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:22.867131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:22.913036 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-058f6cb6-e1cc-4010-98b6-9a831e9b062f req-2d6c0765-ba64-45ba-8094-f02dcfefc3e0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389978 Sep 21 08:18:22.987141 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af87cb7-3a6e-4764-b5ed-aee00fc74c4e x-openstack-request-id: req-0af87cb7-3a6e-4764-b5ed-aee00fc74c4e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:22.987834 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-plugged", "status": "completed", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:22.988080 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0af87cb7-3a6e-4764-b5ed-aee00fc74c4e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:22.989700 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'code': 200} Sep 21 08:18:22.995691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-835f0256-ddc9-44dc-924c-2a7c3e58685d req-b2d45e96-f767-44a2-ad5e-5df40af698d6 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820867 Sep 21 08:18:23.002829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:23.006143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e9f17573-80f0-42ed-ab83-f8c3bf93a1d6 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:23.161702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:23.225739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa735a47-8e6a-495a-a8ce-ffe9ae64e01f req-18deb727-4045-425e-abdc-fe09f31a9d91 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:23.233448 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa735a47-8e6a-495a-a8ce-ffe9ae64e01f req-18deb727-4045-425e-abdc-fe09f31a9d91 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 943 time: 0.1320693 Sep 21 08:18:23.239070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba1650-9720-4a24-bb20-15e6a152c69a req-b49a62ac-9e5f-4728-b265-e8f1fb4bc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:23.240849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1ba1650-9720-4a24-bb20-15e6a152c69a req-b49a62ac-9e5f-4728-b265-e8f1fb4bc856 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 1098 time: 0.0995338 Sep 21 08:18:23.253508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-53a6c0c1-ca45-4568-88df-1aec7f9ee6f1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:23.257144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-53a6c0c1-ca45-4568-88df-1aec7f9ee6f1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.2051809 Sep 21 08:18:23.293755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-2851a059-df49-437e-bfd7-6152da41ab46 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0293393 Sep 21 08:18:23.367407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-e0c77584-7eed-4dac-801f-948d6307dcd7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714686 Sep 21 08:18:23.390265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1ba1650-9720-4a24-bb20-15e6a152c69a req-8b6a1537-b5af-45cd-b84e-6245433b7c4e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410825 Sep 21 08:18:23.402349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa735a47-8e6a-495a-a8ce-ffe9ae64e01f req-9b64f39b-9d6a-42f3-a4f5-7bb8d9389339 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660180 Sep 21 08:18:23.506714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:12Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:23.544164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-5676b60a-ada8-49d7-84ce-2073ebe3e500 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753554 Sep 21 08:18:23.553310 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2866bc-5053-4e38-99d0-31f2586641e1 req-2b582cda-6841-434b-b950-0f0e0f96f6ed tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:23.562187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b2866bc-5053-4e38-99d0-31f2586641e1 req-2b582cda-6841-434b-b950-0f0e0f96f6ed tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0643048 Sep 21 08:18:23.564164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] Checking router: 9ac208fd-6d24-428c-983a-8ee60719dcca for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:18:23.591564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:23.592718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:17:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:23.610809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b2866bc-5053-4e38-99d0-31f2586641e1 req-3d5afc44-0a40-4e80-8d9a-efeded865909 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458608 Sep 21 08:18:23.709254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-470809cf-c763-48f2-93d1-5e51c375612a service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640449 Sep 21 08:18:23.800128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:23.863773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56102) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:24.014001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2515fc30-7317-4c11-95f8-d2ae709a2938 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.031095 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b41384c5-f7b8-4d0d-a910-00141612b43e req-d3225986-4a8f-4e22-b5ce-33d871dbe59e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 210 time: 0.0575380 Sep 21 08:18:24.061567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2515fc30-7317-4c11-95f8-d2ae709a2938 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.088729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d1dcb90-67ee-413d-bace-56e4e052d262 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:24.131815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 2d1dcb90-67ee-413d-bace-56e4e052d262 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:24.132658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d1dcb90-67ee-413d-bace-56e4e052d262 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:24.158424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d71505-6d89-47b5-8e4c-732680c947fb req-ebc49d66-ccf2-41f9-b0ca-99ab5fc9be6e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:24.171088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55d71505-6d89-47b5-8e4c-732680c947fb req-ebc49d66-ccf2-41f9-b0ca-99ab5fc9be6e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0835278 Sep 21 08:18:24.202813 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2515fc30-7317-4c11-95f8-d2ae709a2938 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.206140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2515fc30-7317-4c11-95f8-d2ae709a2938 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.218842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2515fc30-7317-4c11-95f8-d2ae709a2938 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "DELETE /v2.0/security-groups/b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df HTTP/1.1" status: 204 len: 168 time: 0.3417530 Sep 21 08:18:24.220403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56112) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:24.242460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55d71505-6d89-47b5-8e4c-732680c947fb req-5cfa2ca1-f854-4150-88c5-c99c29fd3f64 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701764 Sep 21 08:18:24.245757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515fc30-7317-4c11-95f8-d2ae709a2938 tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:24.263542 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-f85ef6d7-924a-4636-88fe-69245f7a52aa tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] show failed (client error): The resource could not be found. Sep 21 08:18:24.264835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f85ef6d7-924a-4636-88fe-69245f7a52aa tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "GET /v2.0/security-groups/b0d0eafe-d6b2-4f93-ad11-a4b9e132b0df HTTP/1.1" status: 404 len: 347 time: 0.0434351 Sep 21 08:18:24.268920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:24.330790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:12Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:24.338016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d889da35-d773-4a76-9407-331858e5c668 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:18:24.371942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682cc86-8612-4911-a3d8-063e979e4aed None None] The sync data for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 is: [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:15:08Z', 'revision_number': 4, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bc11595-ea17-41b1-816d-e821149c6ad2', 'name': '', 'network_id': '312d09a0-43e8-4e37-a622-86ab80982279', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'mac_address': 'fa:16:3e:e3:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:06Z', 'updated_at': '2021-09-21T08:15:12Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'subnets': [{'id': '2b39fa21-60e4-4a74-b52f-441ea32ab324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:18:24.569093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Deleting port a06cccfe-fc93-4603-9c16-d33c05b288f8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:24.569358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.650327 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d889da35-d773-4a76-9407-331858e5c668, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d889da35-d773-4a76-9407-331858e5c668,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:24.744079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e572928-1276-45dd-adf6-56242c93c41f req-1c51a0e0-9598-4d74-ba58-0b18b5830cd2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:24.745027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'd889da35-d773-4a76-9407-331858e5c668', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'port_id': 'd889da35-d773-4a76-9407-331858e5c668', 'mac_address': 'fa:16:3e:f7:82:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32688144-3e68-4c92-9bfa-22bade9b828a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:18:24.760499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e572928-1276-45dd-adf6-56242c93c41f req-1c51a0e0-9598-4d74-ba58-0b18b5830cd2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 943 time: 0.1065431 Sep 21 08:18:24.853456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e572928-1276-45dd-adf6-56242c93c41f req-577f987e-4a7a-4589-9ae1-46df0dfffd6f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885463 Sep 21 08:18:24.908402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.913860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-91b50804-d238-4f9d-85c3-5f47a20f985a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3143947 Sep 21 08:18:24.937385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a149333-dbc9-4442-8e51-2c16fcc33075 req-9a7a9244-ba4f-454d-a08e-41f3f2d2256b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:24.946383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a149333-dbc9-4442-8e51-2c16fcc33075 req-9a7a9244-ba4f-454d-a08e-41f3f2d2256b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1347895 Sep 21 08:18:24.966248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.966580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:24.996514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d889da35-d773-4a76-9407-331858e5c668 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:25.026260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d889da35-d773-4a76-9407-331858e5c668, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d889da35-d773-4a76-9407-331858e5c668,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:25.035117 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:25.052267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Calling delete_port for a06cccfe-fc93-4603-9c16-d33c05b288f8 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:25.124239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a149333-dbc9-4442-8e51-2c16fcc33075 req-89538782-baed-4b5d-88a6-a6a9842d289b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769059 Sep 21 08:18:25.151913 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c78614-225b-4121-a1de-5b5388f89282 None None] New status for floating IP 604e8c36-0338-453a-b7d4-471b42ff3739: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:18:25.264526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-50673599-9cbf-4946-a0d5-50a6953ba7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:25.266287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-50673599-9cbf-4946-a0d5-50a6953ba7bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 1096 time: 0.3104558 Sep 21 08:18:25.316214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=d889da35-d773-4a76-9407-331858e5c668,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:25.344351 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:25.377974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6efc805-8779-477a-9397-c3b12757f228 req-8ca093e0-4c36-43b5-ab23-b27436555419 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 210 time: 0.1778152 Sep 21 08:18:25.412641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5a07024-34c4-4df7-a6be-ae829702752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:25.420158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['d889da35-d773-4a76-9407-331858e5c668'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:25.680074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-cc5900c8-0d2f-44fd-ac41-18df1183bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:25.681597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-cc5900c8-0d2f-44fd-ac41-18df1183bb16 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.3533685 Sep 21 08:18:25.706377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9476a1-ed30-4e64-a4ed-0a42522c552f req-19747c5e-d044-480a-a412-42651545a95b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:25.714169 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e9476a1-ed30-4e64-a4ed-0a42522c552f req-19747c5e-d044-480a-a412-42651545a95b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1981480 Sep 21 08:18:25.735478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f1669-a06f-43e8-aea1-eb48e5e5d472 req-d20fb274-f54e-46ad-b35e-525a52a110eb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:25.737537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-779f1669-a06f-43e8-aea1-eb48e5e5d472 req-d20fb274-f54e-46ad-b35e-525a52a110eb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1059122 Sep 21 08:18:25.750822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:25.779504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-869cf619-6050-4839-8365-e84d08d72cac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250 HTTP/1.1" status: 200 len: 217 time: 0.0899255 Sep 21 08:18:25.798201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Pushing event deleted for resources: {'Port': ['ID=a06cccfe-fc93-4603-9c16-d33c05b288f8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:25.815787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-779f1669-a06f-43e8-aea1-eb48e5e5d472 req-6fe03a71-4caf-4a28-afeb-7f0da33fefa3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682664 Sep 21 08:18:25.895482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-39c96765-0c11-4f35-ab61-d7ef0dfb854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:25.896992 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-39c96765-0c11-4f35-ab61-d7ef0dfb854a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1081808 Sep 21 08:18:25.954177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e9476a1-ed30-4e64-a4ed-0a42522c552f req-40a2258e-9f2c-4e82-8694-db90368c992c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305036 Sep 21 08:18:25.991594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-235e61f3-011e-444b-99b3-b12791d9eca2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678525 Sep 21 08:18:26.022018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e1129-31e1-445f-abe2-300a4f3af4be req-ad3d1ebe-116c-40d2-81a1-20ae536a5b1d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:26.030044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a20e1129-31e1-445f-abe2-300a4f3af4be req-ad3d1ebe-116c-40d2-81a1-20ae536a5b1d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1181192 Sep 21 08:18:26.033140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:26.036794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:26.040861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a16b091e-3c52-4bb7-91a7-d71a043c9e5a tempest-ServersTestJSON-719814419 tempest-ServersTestJSON-719814419-project] 10.222.0.59 "DELETE /v2.0/floatingips/604e8c36-0338-453a-b7d4-471b42ff3739 HTTP/1.1" status: 204 len: 168 time: 1.7678266 Sep 21 08:18:26.041364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56180) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:26.089105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a20e1129-31e1-445f-abe2-300a4f3af4be req-bb880def-1712-4eeb-94d6-1c9155eb6ecf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569582 Sep 21 08:18:26.442013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-8ecff509-0060-46db-ad53-b3e4e9bfc9cf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:26.450548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-8ecff509-0060-46db-ad53-b3e4e9bfc9cf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.1318774 Sep 21 08:18:26.465142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-024e668d-13a5-4fba-8214-adcc981fb04f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/quotas/64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 375 time: 0.0134315 Sep 21 08:18:26.530735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-0e1452f6-bfb6-447e-8047-5e28e83a95b4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0584826 Sep 21 08:18:26.632551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-e1e47df1-e777-4ba5-ad13-b73204f18792 service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934753 Sep 21 08:18:26.636319 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:26.694169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b768b-381b-4884-8a65-8bb193eaa6e6 req-4713edb4-86c1-4e9f-9e3a-323ce2cb11f9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:26.695728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-346b768b-381b-4884-8a65-8bb193eaa6e6 req-4713edb4-86c1-4e9f-9e3a-323ce2cb11f9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 944 time: 0.6377568 Sep 21 08:18:26.711051 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-536c736b-7cbe-4ac1-933d-bb2cb3d05729 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074504 Sep 21 08:18:26.735394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-decb165a-c26d-4337-bb31-064410d08abc service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920422 Sep 21 08:18:26.767809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-e98b0345-9f43-4372-aa56-a17f957947e5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:26.769384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-e98b0345-9f43-4372-aa56-a17f957947e5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.6349332 Sep 21 08:18:26.787819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Request body: {'port': {'device_id': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'admin_state_up': True, 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:26.947761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-346b768b-381b-4884-8a65-8bb193eaa6e6 req-f180c91d-3330-454d-b671-5ccbfb0d12e7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263334 Sep 21 08:18:26.966334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-430b3963-dfb9-4c14-8095-980875b732cf req-c28d5785-f973-4cf8-9545-d748463501df tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 210 time: 0.0410044 Sep 21 08:18:27.090639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9944821-9c21-4a40-a3b0-2d4ffb515d50 req-bf7a3515-8754-42b3-828d-68c6ea07b21f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:27.094621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9944821-9c21-4a40-a3b0-2d4ffb515d50 req-bf7a3515-8754-42b3-828d-68c6ea07b21f tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0643151 Sep 21 08:18:27.105835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ced6ba64-aab4-4acb-8d6f-12abae941d49 req-7f58de96-48f0-4e33-a676-dd8617bd0cd9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 210 time: 0.0943167 Sep 21 08:18:27.148128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9944821-9c21-4a40-a3b0-2d4ffb515d50 req-5069c6b1-f611-4ef5-8655-0c929ffe9b14 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Sep 21 08:18:27.197801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9321b170-96ce-4406-aea5-073d9c8ea04a req-4af32635-7eac-4f77-bd0a-8838b30ab5f7 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744866 Sep 21 08:18:27.220593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:27.227737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:27.407500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce57ad-4eaf-4247-ba15-1c7311697f4d req-1a0167c5-3a5c-4574-a925-55edb0019be0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:27.408976 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47ce57ad-4eaf-4247-ba15-1c7311697f4d req-1a0167c5-3a5c-4574-a925-55edb0019be0 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1432905 Sep 21 08:18:27.475032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Allocated IP 172.20.0.4 (3f4642e0-c176-45ad-94ca-ef89f3e726a1/73015880-6984-4eb4-99f8-b3145d0e24b7/762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:18:27.492321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47ce57ad-4eaf-4247-ba15-1c7311697f4d req-e926f932-3ee1-4ce9-9529-585b163e3f42 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730586 Sep 21 08:18:27.599586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:27.652587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f273a4b-f0f7-46bc-98f2-d0dba46d7c5f req-5b65841f-1d24-4e22-a16a-f2649ebb84d5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:27.654088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f273a4b-f0f7-46bc-98f2-d0dba46d7c5f req-5b65841f-1d24-4e22-a16a-f2649ebb84d5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0540125 Sep 21 08:18:27.689265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:27.724144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f273a4b-f0f7-46bc-98f2-d0dba46d7c5f req-93ef3ac4-09fd-4015-99bb-ec25308ab3fc tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598271 Sep 21 08:18:27.765697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:27.854730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:27.871062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:27.894228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4df15-fc6c-4db6-9fef-48c1f86a2532 req-81d4fb37-43bd-4185-9cd6-4f97121b5507 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:27.896001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cd4df15-fc6c-4db6-9fef-48c1f86a2532 req-81d4fb37-43bd-4185-9cd6-4f97121b5507 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0699015 Sep 21 08:18:27.910657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:27.934177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:27.946102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event updated for resources: {'Port': ['ID=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:27.948517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:18:27.966533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cd4df15-fc6c-4db6-9fef-48c1f86a2532 req-4e32b228-cbe3-4887-9dce-cdf96d393754 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615556 Sep 21 08:18:28.030241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:28.030907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.097018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-c098819e-7a23-4476-8104-10c4c628d879 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3131239 Sep 21 08:18:28.112143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Request body: {'port': {'device_id': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:28.121514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a25a7a-d7b6-41b6-8707-a563788a8e83 req-52ec412f-0adf-4852-9eae-2c1082c978ef tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:28.134361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77a25a7a-d7b6-41b6-8707-a563788a8e83 req-52ec412f-0adf-4852-9eae-2c1082c978ef tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 931 time: 0.0681283 Sep 21 08:18:28.156015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f90c-a2fc-4cc2-8b1f-60dea8157f77 req-13eecb7f-9b86-437c-aafb-3de280a35695 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:28.157644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd92f90c-a2fc-4cc2-8b1f-60dea8157f77 req-13eecb7f-9b86-437c-aafb-3de280a35695 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 944 time: 0.1160719 Sep 21 08:18:28.211431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Deleting port 8bc11595-ea17-41b1-816d-e821149c6ad2 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:28.211870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.218757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77a25a7a-d7b6-41b6-8707-a563788a8e83 req-3eaca14c-af2a-4c3f-9b04-f208186a03c8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740736 Sep 21 08:18:28.244916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.258783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd92f90c-a2fc-4cc2-8b1f-60dea8157f77 req-5e36b1f3-67f1-40b2-9f9d-2624d39978f5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917964 Sep 21 08:18:28.352445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d889da35-d773-4a76-9407-331858e5c668 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:28.394059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-c6bf1634-cca0-4407-adc7-c0191b45468c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:28.396842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-c6bf1634-cca0-4407-adc7-c0191b45468c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.2147818 Sep 21 08:18:28.433630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'port': {'device_id': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'admin_state_up': True, 'tenant_id': '64837cc605d547898f2d13fa7a83d64e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:28.439780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port d889da35-d773-4a76-9407-331858e5c668 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:18:28.447358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port d889da35-d773-4a76-9407-331858e5c668 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:28.448505 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.469162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] For port 8bc11595-ea17-41b1-816d-e821149c6ad2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8bc11595-ea17-41b1-816d-e821149c6ad2,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:28.469601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.495867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c0a3a23-86b0-4296-b65d-1bd9ffd6bf69 req-3b99113b-1563-49aa-b9ad-8f172a5ace33 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 210 time: 0.0596044 Sep 21 08:18:28.507851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Calling delete_port for 8bc11595-ea17-41b1-816d-e821149c6ad2 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:28.515026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe67808-177a-49e4-9a57-dd525c386caf req-2d8959a8-ea42-4629-ac1c-908c2ba86741 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:28.516971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0fe67808-177a-49e4-9a57-dd525c386caf req-2d8959a8-ea42-4629-ac1c-908c2ba86741 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1190827 Sep 21 08:18:28.629083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.639915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0fe67808-177a-49e4-9a57-dd525c386caf req-ee57ef12-bb2a-4436-8219-f97b4707ccb7 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756822 Sep 21 08:18:28.668776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889da35-d773-4a76-9407-331858e5c668'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:28.671055 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e601b55d-e877-4a4e-9061-d2f68907c909" -d '{"events": [{"server_uuid": "1ce82e9a-1c99-45e4-b09b-c1268f79c008", "name": "network-vif-plugged", "status": "completed", "tag": "d889da35-d773-4a76-9407-331858e5c668"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:28.696792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port d889da35-d773-4a76-9407-331858e5c668, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d889da35-d773-4a76-9407-331858e5c668,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:28.701360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.704299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Made reservation on behalf of 64837cc605d547898f2d13fa7a83d64e for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:28.708547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.747076 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cd5604-454e-4b42-869d-7c508cf4d32a x-openstack-request-id: req-34cd5604-454e-4b42-869d-7c508cf4d32a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:28.747642 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce82e9a-1c99-45e4-b09b-c1268f79c008", "name": "network-vif-plugged", "status": "completed", "tag": "d889da35-d773-4a76-9407-331858e5c668", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:28.748049 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34cd5604-454e-4b42-869d-7c508cf4d32a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:28.748619 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd889da35-d773-4a76-9407-331858e5c668', 'code': 200} Sep 21 08:18:28.802725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=d889da35-d773-4a76-9407-331858e5c668,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:28.906305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b15f-fcf0-4c50-bb19-3bb743f3792f req-9009d64c-3e9e-4b84-b7dd-b810c4fd933a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:28.907810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b62b15f-fcf0-4c50-bb19-3bb743f3792f req-9009d64c-3e9e-4b84-b7dd-b810c4fd933a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0999687 Sep 21 08:18:28.910162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:28.923625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.930832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:28.943599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Allocated IP 172.20.0.14 (d703ed52-8229-4a1f-af6e-cc602621b9f4/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb/8a91f3f6-1944-4991-a75c-5c53b99b95a4) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:18:28.977738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Transition to ACTIVE for port object 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:18:28.979154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc11595-ea17-41b1-816d-e821149c6ad2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:29.002066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3428a6-c353-4af1-9832-44f885172664 req-8dada88a-111f-4cac-9a6d-0b6b0ec49859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.004677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e3428a6-c353-4af1-9832-44f885172664 req-8dada88a-111f-4cac-9a6d-0b6b0ec49859 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 1096 time: 0.1446931 Sep 21 08:18:29.004854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b62b15f-fcf0-4c50-bb19-3bb743f3792f req-ecce3e9a-e04f-45d8-867b-9078d3869b5a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869787 Sep 21 08:18:29.007528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.137955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Pushing event updated for resources: {'Port': ['ID=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:29.189922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e3428a6-c353-4af1-9832-44f885172664 req-1152674c-013c-4efa-8017-f38fb09e23e9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465495 Sep 21 08:18:29.193711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.281834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.360825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e97eb0-0fd4-4fb6-b953-52b7a551953c req-f959f318-3fc5-43a6-8563-00109066f723 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.362434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-84e97eb0-0fd4-4fb6-b953-52b7a551953c req-f959f318-3fc5-43a6-8563-00109066f723 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.2279897 Sep 21 08:18:29.366436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Attempting to bind port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:18:29.366866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Attempting to bind port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:18:29.367266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Attempting to bind port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:29.372750 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.386706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:18:29.387133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Attempting to bind port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:29.389977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:29.404803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:29.408487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:18:29.408828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:29.409402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Bound using segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:18:29.409921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Bound port: 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:18:29.410433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.432932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:18:29.511253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=8a91f3f6-1944-4991-a75c-5c53b99b95a4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:29.522850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-84e97eb0-0fd4-4fb6-b953-52b7a551953c req-c7b2a2fe-d660-4350-bbdb-9acf1a881c84 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455495 Sep 21 08:18:29.571676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79825a8-c310-4b37-b4df-6dd21d525ad6 req-e6b0d237-8259-40d3-85c1-539f5e96c65f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.588454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e79825a8-c310-4b37-b4df-6dd21d525ad6 req-e6b0d237-8259-40d3-85c1-539f5e96c65f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 943 time: 0.2053194 Sep 21 08:18:29.611876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.612558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.623833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] For port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:18:29.627933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] For port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:18:29.640093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.651709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-fe585d5e-1a4d-416d-b04e-1d36132bcf4b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2228479 Sep 21 08:18:29.685949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Request body: {'port': {'device_id': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:29.701191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e79825a8-c310-4b37-b4df-6dd21d525ad6 req-6da860f9-aba8-474e-92cf-ec2eaa65da4c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114964 Sep 21 08:18:29.755352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Pushing event updated for resources: {'Port': ['ID=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:29.770674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.771889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.773454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-0644b57b-8039-4088-9f98-a5cb3fd741ef service neutron] 10.222.0.62 "PUT /v2.0/ports/762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 HTTP/1.1" status: 200 len: 1091 time: 1.6656580 Sep 21 08:18:29.794383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'tag': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:29.797359 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5031b1-222b-48c1-83dc-4c39a38ae58d", "tag": "762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:29.856255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.885122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2cb8d9f6-dcdb-4ea0-9597-86c4766a9662 None None] Provisioning complete for port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:29.887067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2cb8d9f6-dcdb-4ea0-9597-86c4766a9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:29.892917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d30382-5460-4d7a-a4dd-40ce6fec264f req-1063c102-8f5a-4c75-8e77-de5aba584dbf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.900724 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8d30382-5460-4d7a-a4dd-40ce6fec264f req-1063c102-8f5a-4c75-8e77-de5aba584dbf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 932 time: 0.0888724 Sep 21 08:18:29.939489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb4765-c98c-4c0a-adc5-4ec708fa9a7f req-3f6c67b7-cff7-4c63-8d1e-ca261be61950 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.941223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46eb4765-c98c-4c0a-adc5-4ec708fa9a7f req-3f6c67b7-cff7-4c63-8d1e-ca261be61950 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 945 time: 0.1955857 Sep 21 08:18:29.946906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8d9f6-dcdb-4ea0-9597-86c4766a9662 None None] Port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:18:29.975546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-430330a1-42b9-493e-9b46-0c04c3e9e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:29.977201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-430330a1-42b9-493e-9b46-0c04c3e9e503 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 1094 time: 0.1552043 Sep 21 08:18:29.984903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Router 9ac208fd-6d24-428c-983a-8ee60719dcca has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:18:30.044074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46eb4765-c98c-4c0a-adc5-4ec708fa9a7f req-9de84c31-00a3-4d9b-b967-f86398f96be1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929163 Sep 21 08:18:30.046364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-7bf7ba2a-18f4-4ccf-8e08-7952b887c967 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 HTTP/1.1" status: 200 len: 217 time: 0.0584111 Sep 21 08:18:30.076388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8d30382-5460-4d7a-a4dd-40ce6fec264f req-d084d771-c918-4083-914c-9d95451d390b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702731 Sep 21 08:18:30.166023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-64d6aafb-0cc1-47dc-836d-f9de1c15c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:30.167624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-64d6aafb-0cc1-47dc-836d-f9de1c15c994 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1135647 Sep 21 08:18:30.246281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-b4065571-f6c1-494b-b48d-14ef692394f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694768 Sep 21 08:18:30.279606 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f64dad-6470-4ea2-9ea4-8731121b367a x-openstack-request-id: req-09f64dad-6470-4ea2-9ea4-8731121b367a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:30.280202 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5031b1-222b-48c1-83dc-4c39a38ae58d", "tag": "762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:30.280520 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-09f64dad-6470-4ea2-9ea4-8731121b367a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:30.282118 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'tag': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21', 'status': 'completed', 'code': 200} Sep 21 08:18:30.308958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:18:30.320278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] Sync routers for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:18:30.338749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:30.342789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:30.400558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a91f3f6-1944-4991-a75c-5c53b99b95a4 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:30.407201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8cfa9396-6bcd-45ff-b144-3985216bbfb5 admin admin] 10.222.0.59 "PUT /v2.0/routers/9ac208fd-6d24-428c-983a-8ee60719dcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3646085 Sep 21 08:18:30.409759 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:30.412956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56258) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:30.431015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Transition to ACTIVE for port object 8a91f3f6-1944-4991-a75c-5c53b99b95a4 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:18:30.450519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:30.638389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Pushing event updated for resources: {'Port': ['ID=8a91f3f6-1944-4991-a75c-5c53b99b95a4,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:30.675080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e20e-c5fc-4927-82e3-0b0c6f64ca30 req-f6cfcf64-c94a-478c-890f-6943b25256d9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:30.678136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d25e20e-c5fc-4927-82e3-0b0c6f64ca30 req-f6cfcf64-c94a-478c-890f-6943b25256d9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.2446411 Sep 21 08:18:30.857441 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:18:30.914401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d25e20e-c5fc-4927-82e3-0b0c6f64ca30 req-aa2cdafc-78c8-411e-aa8e-6621b24a0a28 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228489 Sep 21 08:18:30.952213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Attempting to bind port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:18:30.952552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Attempting to bind port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:18:30.953059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Attempting to bind port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:30.962108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:18:30.962434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Attempting to bind port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:30.973534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:18:30.973920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:30.974317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Bound using segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:18:30.974774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Bound port: 8a91f3f6-1944-4991-a75c-5c53b99b95a4, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:18:30.975141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:30.996830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:31.126133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] For port 8a91f3f6-1944-4991-a75c-5c53b99b95a4, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:18:31.131054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] For port 8a91f3f6-1944-4991-a75c-5c53b99b95a4, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:18:31.140309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:31.229990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-f50c67ad-476f-4420-8cbd-c54acca2542d service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9634731 Sep 21 08:18:31.252652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179a321-6ba9-41c5-a206-4b0ecf936959 req-51199577-611c-4422-a4c9-e1d746cc821b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:31.254935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Pushing event updated for resources: {'Port': ['ID=8a91f3f6-1944-4991-a75c-5c53b99b95a4,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:31.258406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:31.259035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:31.260604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-4aa12d22-5ad8-4a33-9ebe-c42dad26837d service neutron] 10.222.0.50 "PUT /v2.0/ports/8a91f3f6-1944-4991-a75c-5c53b99b95a4 HTTP/1.1" status: 200 len: 1092 time: 1.5823953 Sep 21 08:18:31.260817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e179a321-6ba9-41c5-a206-4b0ecf936959 req-51199577-611c-4422-a4c9-e1d746cc821b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 943 time: 0.1138124 Sep 21 08:18:31.261377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'tag': '8a91f3f6-1944-4991-a75c-5c53b99b95a4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:31.265361 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26772353-072e-4caa-804c-cf949ece1d78" -d '{"events": [{"name": "network-changed", "server_uuid": "a5184334-a413-4e84-b727-e045cd62ec7c", "tag": "8a91f3f6-1944-4991-a75c-5c53b99b95a4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:31.308978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52b9b2-905a-42e9-aea3-1addaaf85cd2 req-b8b231d1-8ee0-45fb-a39c-ceae50b96542 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:31.319631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fe52b9b2-905a-42e9-aea3-1addaaf85cd2 req-b8b231d1-8ee0-45fb-a39c-ceae50b96542 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 945 time: 0.1280704 Sep 21 08:18:31.354277 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e179a321-6ba9-41c5-a206-4b0ecf936959 req-359bed49-a32a-4084-9362-4d4fc262b3aa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924854 Sep 21 08:18:31.412561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fe52b9b2-905a-42e9-aea3-1addaaf85cd2 req-2f7c60f4-eefc-463c-9e32-c08602a329cc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916312 Sep 21 08:18:31.419822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-9e6b9642-af46-42c1-a6c5-610228e8094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:31.421506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-9e6b9642-af46-42c1-a6c5-610228e8094e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 1095 time: 0.0941806 Sep 21 08:18:31.477339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:18:28Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:31.489269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-2dfddb2e-fbfb-4667-a743-a315755a55c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4 HTTP/1.1" status: 200 len: 217 time: 0.0576029 Sep 21 08:18:31.535268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] Checking router: 9ac208fd-6d24-428c-983a-8ee60719dcca for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:18:31.545048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] Routers {'9ac208fd-6d24-428c-983a-8ee60719dcca'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:31.545536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9ac208fd-6d24-428c-983a-8ee60719dcca'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:31.623627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-cbb745f5-c008-497c-87e4-0b45766f839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:31.625973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-cbb745f5-c008-497c-87e4-0b45766f839d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1259654 Sep 21 08:18:31.689379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:31.689660 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55580afb-3e85-4d38-9996-f2913dfb698f x-openstack-request-id: req-55580afb-3e85-4d38-9996-f2913dfb698f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:31.690085 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5184334-a413-4e84-b727-e045cd62ec7c", "tag": "8a91f3f6-1944-4991-a75c-5c53b99b95a4", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:31.690452 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55580afb-3e85-4d38-9996-f2913dfb698f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:31.691992 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'tag': '8a91f3f6-1944-4991-a75c-5c53b99b95a4', 'status': 'completed', 'code': 200} Sep 21 08:18:31.714859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-30660981-eadc-4911-a54a-a9e88f819a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:31.716896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-30660981-eadc-4911-a54a-a9e88f819a77 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799949 Sep 21 08:18:31.767696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] Set router 9ac208fd-6d24-428c-983a-8ee60719dcca gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:31.930740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:31.935641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2bd8e4-efc2-4ec3-be2d-b9c6fc7c1539 req-a56ef650-af73-4d19-83fa-6c6f2e470b57 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974118 Sep 21 08:18:31.994107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ebc8d-8e21-4b15-bebe-66f5e7f620d7 req-e458c28b-ab1f-4a52-9ab7-c5e8f1c8cace tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.004571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-ac1cba96-b815-4599-9912-d27872703e37 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696877 Sep 21 08:18:32.008800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-931ebc8d-8e21-4b15-bebe-66f5e7f620d7 req-e458c28b-ab1f-4a52-9ab7-c5e8f1c8cace tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 944 time: 0.5332403 Sep 21 08:18:32.089641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:18:28Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:32.132381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a4dbf6-e6d3-42a1-9c24-52881a10fbc9 None None] The sync data for ids ['9ac208fd-6d24-428c-983a-8ee60719dcca'] in n-d-809980-2 is: [{'id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'name': 'tempest-ServersTestJSON-1932160144-router', 'tenant_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:59Z', 'updated_at': '2021-09-21T08:18:28Z', 'revision_number': 5, 'project_id': 'fd0f07cfb1084cd69ffe654f4c953f2e', 'gw_port': {'id': '7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac208fd-6d24-428c-983a-8ee60719dcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:15:00Z', 'updated_at': '2021-09-21T08:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:18:32.154253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:32.208865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-931ebc8d-8e21-4b15-bebe-66f5e7f620d7 req-59a7be5a-c64c-4f41-8b4f-07334630f010 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422617 Sep 21 08:18:32.210222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f264a56-6126-4ae0-9a07-77d6491309af req-0c1c1c56-bc52-48d8-a792-8fe1f7769a29 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.213309 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f264a56-6126-4ae0-9a07-77d6491309af req-0c1c1c56-bc52-48d8-a792-8fe1f7769a29 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1452408 Sep 21 08:18:32.231482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ba8174a-a64f-445a-9306-3cab26d1c435 req-69ef5b41-981e-4046-bea5-6ac960dfc014 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145813 Sep 21 08:18:32.250004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-5c316b53-6d8c-41ee-b4fb-22cc0edb5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.251824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-5c316b53-6d8c-41ee-b4fb-22cc0edb5083 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 1094 time: 0.2378385 Sep 21 08:18:32.299749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f264a56-6126-4ae0-9a07-77d6491309af req-186a0937-1d7b-4313-aeb5-b6fa20a2f3e4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Sep 21 08:18:32.411349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772353-072e-4caa-804c-cf949ece1d78 req-7d17e591-acee-4039-bf50-3d1e4a35e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.414333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26772353-072e-4caa-804c-cf949ece1d78 req-7d17e591-acee-4039-bf50-3d1e4a35e65a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 1095 time: 0.1107805 Sep 21 08:18:32.423195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-47b15bec-90a9-4807-8f76-ebdc2d6129dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.424737 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-47b15bec-90a9-4807-8f76-ebdc2d6129dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.1639686 Sep 21 08:18:32.426230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Deleting port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:32.426579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:32.522543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-7bd613bf-276b-447a-a0a3-a812df1e52fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 HTTP/1.1" status: 200 len: 217 time: 0.0800197 Sep 21 08:18:32.734899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772353-072e-4caa-804c-cf949ece1d78 req-8006f0e4-e2eb-41a1-ad3a-ef6ec5e5d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.737516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26772353-072e-4caa-804c-cf949ece1d78 req-8006f0e4-e2eb-41a1-ad3a-ef6ec5e5d791 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.3109748 Sep 21 08:18:32.756339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-3fc9d7f0-e0b1-4003-9968-3b9455340983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.757985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-3fc9d7f0-e0b1-4003-9968-3b9455340983 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.2276225 Sep 21 08:18:32.768330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] For port 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:32.770147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:32.808152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26772353-072e-4caa-804c-cf949ece1d78 req-16f850b0-0703-46b8-bde1-ed6e8e9253db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4 HTTP/1.1" status: 200 len: 217 time: 0.0515542 Sep 21 08:18:32.810282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-0edb3b87-1acb-46ae-9b44-b10607af8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.817052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-0edb3b87-1acb-46ae-9b44-b10607af8f09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 1098 time: 0.1736724 Sep 21 08:18:32.827414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015f3ea-657f-4106-ba78-a4b18b72fb04 req-efefeed8-ea4b-40e8-8189-4301ca3069b5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.828394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d015f3ea-657f-4106-ba78-a4b18b72fb04 req-efefeed8-ea4b-40e8-8189-4301ca3069b5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1869202 Sep 21 08:18:32.866823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-33104053-6301-4f58-a686-0d71545e4dd5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901072 Sep 21 08:18:32.879776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dbba5-645a-420b-bc25-bffdc5d8c970 req-17227a94-75ed-4d23-abb4-ef70f755561b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.881149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Calling delete_port for 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:32.889341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b18dbba5-645a-420b-bc25-bffdc5d8c970 req-17227a94-75ed-4d23-abb4-ef70f755561b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 943 time: 0.1671226 Sep 21 08:18:32.935231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772353-072e-4caa-804c-cf949ece1d78 req-9f8ee5da-c57f-414a-bf67-2b150d0fdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:32.937040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26772353-072e-4caa-804c-cf949ece1d78 req-9f8ee5da-c57f-414a-bf67-2b150d0fdb8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1167731 Sep 21 08:18:32.949338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b18dbba5-645a-420b-bc25-bffdc5d8c970 req-9c860972-9e50-47c5-bb34-5ac12b404156 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582933 Sep 21 08:18:33.037642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772353-072e-4caa-804c-cf949ece1d78 req-2cfa7c1c-2ab2-42ae-9a0f-988e97ce1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:33.037642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26772353-072e-4caa-804c-cf949ece1d78 req-2cfa7c1c-2ab2-42ae-9a0f-988e97ce1ffe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800829 Sep 21 08:18:33.136506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d015f3ea-657f-4106-ba78-a4b18b72fb04 req-34ccc3e9-e745-417f-be3b-bf7e2ffa795a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591324 Sep 21 08:18:33.138018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-05de9061-059d-4627-9483-553a92fd9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:33.139914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-05de9061-059d-4627-9483-553a92fd9429 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 200 len: 915 time: 0.2760110 Sep 21 08:18:33.162067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26772353-072e-4caa-804c-cf949ece1d78 req-cd8bcd47-5575-4fd5-bdce-d134d34892c2 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223319 Sep 21 08:18:33.261394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8bc11595-ea17-41b1-816d-e821149c6ad2 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:33.285947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-a37edb60-bd11-4f83-8bf9-db46ab49f55b service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056947 Sep 21 08:18:33.317873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-cd7b82a1-b4e7-4068-b978-7628a9760f89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=786a62f6-2695-4dc4-a802-119ec3bc214c HTTP/1.1" status: 200 len: 217 time: 0.1164970 Sep 21 08:18:33.354179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8bc11595-ea17-41b1-816d-e821149c6ad2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:33.355797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8bc11595-ea17-41b1-816d-e821149c6ad2 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:33.425557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26772353-072e-4caa-804c-cf949ece1d78 req-eae49286-181f-4da5-9d9d-2ab537914630 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437549 Sep 21 08:18:33.443782 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:33.614481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-e83740e7-f3f5-4a86-99fe-a8327a77e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:33.616900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-e83740e7-f3f5-4a86-99fe-a8327a77e395 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 200 len: 854 time: 0.2793286 Sep 21 08:18:33.697201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-8c8aeff2-ad75-4ffd-94fa-7a317a7050fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e662f8ce-b97e-48ed-acb2-11d4065d4fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645776 Sep 21 08:18:33.714499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8be1-8c46-47c6-a754-7e8b0732828c req-de49e24a-1caf-49e9-bb57-94ac21bc1422 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:33.716272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fabc8be1-8c46-47c6-a754-7e8b0732828c req-de49e24a-1caf-49e9-bb57-94ac21bc1422 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 944 time: 0.2951198 Sep 21 08:18:33.727936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651cc8c9-ebf6-402b-a4e7-9f64db7047d9 req-bff46a61-004a-49f7-bd97-d9b2b7f32797 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271345 Sep 21 08:18:33.761024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:33.835060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:33.876747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.877113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.877450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.877778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.878101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.878423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.879272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.879610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.879929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.880245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.880562 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.880876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:33.911840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fabc8be1-8c46-47c6-a754-7e8b0732828c req-8066555c-5346-486b-8c25-03cc511edda4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812763 Sep 21 08:18:33.949338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-e71e7714-ad0b-4a44-a5d5-a09514026632 service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317874 Sep 21 08:18:33.956080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.073065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.076590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.105251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5dc9b-7f35-4048-b32d-d4fdc0663f2d req-c3cd7a82-0407-4407-9547-8a2007b02b41 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:34.116794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08e5dc9b-7f35-4048-b32d-d4fdc0663f2d req-c3cd7a82-0407-4407-9547-8a2007b02b41 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 943 time: 0.0910039 Sep 21 08:18:34.164333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08e5dc9b-7f35-4048-b32d-d4fdc0663f2d req-c3b04c95-22ca-4389-a26b-7744cd93eea6 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 Sep 21 08:18:34.166299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.166819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac208fd-6d24-428c-983a-8ee60719dcca {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:18:34.183967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.187742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dc3ab33c-a19f-4b0a-ac88-a22db62a0cad admin admin] 10.222.0.59 "DELETE /v2.0/routers/9ac208fd-6d24-428c-983a-8ee60719dcca HTTP/1.1" status: 204 len: 168 time: 3.7711239 Sep 21 08:18:34.188625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56344) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:34.275911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fefa2803-67ef-4fbc-ae7e-734eafbc364c req-136ea8ea-af30-4a05-9de2-691ce6d9b167 service neutron] 10.222.0.50 "GET /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627575 Sep 21 08:18:34.290470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] Deleting subnet 2b39fa21-60e4-4a74-b52f-441ea32ab324 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:18:34.295420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.341906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.488056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.525857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed6edd-8796-49f8-ad2f-9d22891f1afb req-e9e6f428-79d4-472b-af71-a527a07a928d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:34.527407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f6ed6edd-8796-49f8-ad2f-9d22891f1afb req-e9e6f428-79d4-472b-af71-a527a07a928d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1622019 Sep 21 08:18:34.566934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.602451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b39fa21-60e4-4a74-b52f-441ea32ab324,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:34.616181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.620567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2837c15d-5f01-45df-a493-4d60416b2ae8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2b39fa21-60e4-4a74-b52f-441ea32ab324 HTTP/1.1" status: 204 len: 168 time: 0.4290900 Sep 21 08:18:34.620960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56352) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:34.626265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cfd898-0274-4283-af29-207b1192f08e None None] Network 312d09a0-43e8-4e37-a622-86ab80982279 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:18:34.658129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f6ed6edd-8796-49f8-ad2f-9d22891f1afb req-c336a0a5-083d-4b92-870d-abcb7c132cc4 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674093 Sep 21 08:18:34.819117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:34.926418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Deleting port c4ceff31-50bc-4c08-85ad-d500e070b923 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:34.926879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.017513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] For port c4ceff31-50bc-4c08-85ad-d500e070b923, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c4ceff31-50bc-4c08-85ad-d500e070b923,segment=NetworkSegment(55590ab0-c151-4517-a43c-fc02bb97098e),segment_id=55590ab0-c151-4517-a43c-fc02bb97098e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:35.018152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.032968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Calling delete_port for c4ceff31-50bc-4c08-85ad-d500e070b923 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:35.065280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] DHCP port deletion for 312d09a0-43e8-4e37-a622-86ab80982279 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:18:35.137799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdb25e-2a1f-42d5-a405-6fe915fa3345 req-34dd375b-e219-420e-8b85-df8cd1ed7d17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:35.140401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5cdb25e-2a1f-42d5-a405-6fe915fa3345 req-34dd375b-e219-420e-8b85-df8cd1ed7d17 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 944 time: 0.1099231 Sep 21 08:18:35.167056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.201122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] Deleting port c4ceff31-50bc-4c08-85ad-d500e070b923 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:35.201716 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.241962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5cdb25e-2a1f-42d5-a405-6fe915fa3345 req-ea884bf5-f96e-4ede-8980-8f5a0f5c8c4e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936689 Sep 21 08:18:35.264817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ceff31-50bc-4c08-85ad-d500e070b923,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:35.309115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] No DVR routers for this DVR port c4ceff31-50bc-4c08-85ad-d500e070b923 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:18:35.354343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] For port c4ceff31-50bc-4c08-85ad-d500e070b923, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:35.354751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.370732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] Calling delete_port for c4ceff31-50bc-4c08-85ad-d500e070b923 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:35.377098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] Port c4ceff31-50bc-4c08-85ad-d500e070b923 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:18:35.378545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.410568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] No DVR routers for this DVR port c4ceff31-50bc-4c08-85ad-d500e070b923 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:18:35.437662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5491490-9cce-40e4-b10c-f126145e1e81 None None] Pushing event deleted for resources: {'Port': ['ID=c4ceff31-50bc-4c08-85ad-d500e070b923,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:35.462969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c4ceff31-50bc-4c08-85ad-d500e070b923 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:35.495241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c4ceff31-50bc-4c08-85ad-d500e070b923 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:35.503681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c4ceff31-50bc-4c08-85ad-d500e070b923 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:35.503681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:35.556918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:35.557916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa8cacd-e6d6-4ea3-8987-7b74c3b503ce not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:35.574340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.608934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312d09a0-43e8-4e37-a622-86ab80982279']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:35.627091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55590ab0-c151-4517-a43c-fc02bb97098e') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:35.627759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55590ab0-c151-4517-a43c-fc02bb97098e') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:35.646245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d55e-6972-435b-823c-cce8e3f9fb17 req-59fe2a4f-93f8-4426-b4a7-3ca54837f824 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:35.647973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b510d55e-6972-435b-823c-cce8e3f9fb17 req-59fe2a4f-93f8-4426-b4a7-3ca54837f824 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 943 time: 0.1916966 Sep 21 08:18:35.649830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.670199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.684169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:18:35.684691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:18:35.686458 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:18:35.882605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c806-3ac6-46d8-8317-9a48584a6074 req-46837265-3691-470c-b84f-b7606d8351e8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:35.885088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7b4c806-3ac6-46d8-8317-9a48584a6074 req-46837265-3691-470c-b84f-b7606d8351e8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0943949 Sep 21 08:18:35.975354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7b4c806-3ac6-46d8-8317-9a48584a6074 req-a1c1a7fa-69bb-470e-995e-66e6e3e77cf8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551627 Sep 21 08:18:36.070505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:18:36.134049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b510d55e-6972-435b-823c-cce8e3f9fb17 req-d139e477-bcc0-4fcf-91eb-1a867b4d1b6c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714575 Sep 21 08:18:36.144202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:36.163137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:36.168821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] 10.222.0.59 "DELETE /v2.0/networks/312d09a0-43e8-4e37-a622-86ab80982279 HTTP/1.1" status: 204 len: 168 time: 1.5446186 Sep 21 08:18:36.202838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765700dd-965e-49f0-a563-3fdee083a758 admin admin] Pushing event deleted for resources: {'Network': ['ID=312d09a0-43e8-4e37-a622-86ab80982279,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:36.248220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b30a4-e83a-4375-a1f3-45fe4a377f98 req-9333057b-9d0b-4962-8287-ae60d84a6ceb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:36.249872 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-395b30a4-e83a-4375-a1f3-45fe4a377f98 req-9333057b-9d0b-4962-8287-ae60d84a6ceb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1511953 Sep 21 08:18:36.255218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:36.287747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'port_id': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21', 'mac_address': 'fa:16:3e:b3:84:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73015880-6984-4eb4-99f8-b3145d0e24b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:18:36.406909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-395b30a4-e83a-4375-a1f3-45fe4a377f98 req-ac8f43af-7e45-4712-8942-0e7ab2d63fb2 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073341 Sep 21 08:18:36.415894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a91f3f6-1944-4991-a75c-5c53b99b95a4 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:18:36.480753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56398) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:36.573377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a91f3f6-1944-4991-a75c-5c53b99b95a4, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:36.588295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8a91f3f6-1944-4991-a75c-5c53b99b95a4', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '8a91f3f6-1944-4991-a75c-5c53b99b95a4', 'mac_address': 'fa:16:3e:65:ab:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:18:36.646476 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:36.674542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:36.677152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:36.680794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a91f3f6-1944-4991-a75c-5c53b99b95a4 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:36.684190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-59bb1f9f-d099-4e95-a778-4a7fdb16f4ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd0f07cfb1084cd69ffe654f4c953f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897991 Sep 21 08:18:36.722819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a91f3f6-1944-4991-a75c-5c53b99b95a4, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:36.731095 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:36.739688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:36.767226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ba9cf-84b2-429f-841a-cc56d097458c req-ef11ad24-9a6e-4dee-a0db-40a3478fee9d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:36.781229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb6ba9cf-84b2-429f-841a-cc56d097458c req-ef11ad24-9a6e-4dee-a0db-40a3478fee9d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 944 time: 0.2010248 Sep 21 08:18:36.820477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:36.830516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:36.838349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a91f3f6-1944-4991-a75c-5c53b99b95a4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:36.893635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3fa8e-4759-4874-a914-798e0a8a2a08 req-bdda0da3-7b97-4293-a9d1-c341e1a96afd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:36.895307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98b3fa8e-4759-4874-a914-798e0a8a2a08 req-bdda0da3-7b97-4293-a9d1-c341e1a96afd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0959811 Sep 21 08:18:36.911800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb6ba9cf-84b2-429f-841a-cc56d097458c req-b62718f4-416e-4d23-a80f-595083120a94 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226921 Sep 21 08:18:36.913488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:36.942481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:36.990394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:37.022858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98b3fa8e-4759-4874-a914-798e0a8a2a08 req-97ab2bdf-8b76-4df6-8118-921e4ebabbbb tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820928 Sep 21 08:18:37.102707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:37.108308 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:37.115142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82481c1e-40b9-4e5a-a553-8fb2af9eeaea HTTP/1.1" status: 204 len: 168 time: 0.4297206 Sep 21 08:18:37.121202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a91f3f6-1944-4991-a75c-5c53b99b95a4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:37.166084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82481c1e-40b9-4e5a-a553-8fb2af9eeaea,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:37.176762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.177615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.178355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.178992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.179515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.180354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.180959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.181443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.181919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.182649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.183856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.184353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e0de8-cc87-4c8c-a455-c797ffeae80f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:37.235622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5f48c-d760-4dd5-87e6-689b219a5fba req-db7d55a7-dd90-4df9-a5a7-b7f6dc6c8533 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:37.237030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41e5f48c-d760-4dd5-87e6-689b219a5fba req-db7d55a7-dd90-4df9-a5a7-b7f6dc6c8533 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1200812 Sep 21 08:18:37.251772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:37.320437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35922915-049d-492b-9eaf-19231ca5f617 req-2a54d54b-0da7-4e2b-b935-ab0cc7469bc7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:37.333597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35922915-049d-492b-9eaf-19231ca5f617 req-2a54d54b-0da7-4e2b-b935-ab0cc7469bc7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 944 time: 0.0841157 Sep 21 08:18:37.355256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41e5f48c-d760-4dd5-87e6-689b219a5fba req-c4ce981e-8776-49ab-b519-0b886f256f53 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Sep 21 08:18:37.385062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35922915-049d-492b-9eaf-19231ca5f617 req-5ef6cc75-ab54-4eec-aed0-0ef44b169496 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502157 Sep 21 08:18:38.051083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071d999-1930-404c-8fd7-5932cc725e8c req-b513ccf4-34db-4279-8ce5-0151c0ee5245 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:38.052782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3071d999-1930-404c-8fd7-5932cc725e8c req-b513ccf4-34db-4279-8ce5-0151c0ee5245 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1141613 Sep 21 08:18:38.115216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e28f4d-64ee-4daa-90f5-0281058f7e5e req-738fd06f-27ce-45d9-9035-5e9291b27e8d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:38.127739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79e28f4d-64ee-4daa-90f5-0281058f7e5e req-738fd06f-27ce-45d9-9035-5e9291b27e8d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 945 time: 0.1141684 Sep 21 08:18:38.170363 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3071d999-1930-404c-8fd7-5932cc725e8c req-abdd8242-31d0-4e58-9d74-b160d0ac0b1d tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053569 Sep 21 08:18:38.220338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79e28f4d-64ee-4daa-90f5-0281058f7e5e req-382dedcb-5e38-4293-8806-7e8084843983 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899751 Sep 21 08:18:38.386147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947a0e8-262a-4e62-ad4d-2f9ed4e54e0a req-9f4469cf-1f07-49ba-a171-b31c2dc7a70a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:38.388145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3947a0e8-262a-4e62-ad4d-2f9ed4e54e0a req-9f4469cf-1f07-49ba-a171-b31c2dc7a70a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0832844 Sep 21 08:18:38.400124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a91f3f6-1944-4991-a75c-5c53b99b95a4 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:38.505581 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3947a0e8-262a-4e62-ad4d-2f9ed4e54e0a req-8ab5c933-9244-43d0-8901-d5b4997dbfc8 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948670 Sep 21 08:18:38.516860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:18:38.525697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:38.526124 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:38.632012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56474) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:38.686770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b6aef-c03c-4c39-b532-5dd3d8f6bc43 req-b86f0c8d-6c1e-4a41-97d7-f942bb771581 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:38.689723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a36b6aef-c03c-4c39-b532-5dd3d8f6bc43 req-b86f0c8d-6c1e-4a41-97d7-f942bb771581 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 944 time: 0.1270115 Sep 21 08:18:38.714524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:38.753208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290ce41-b67f-4416-8df0-e13c9d941457 req-24d27b31-f1ee-40f2-b69c-0a95d74d97e6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:38.756405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a91f3f6-1944-4991-a75c-5c53b99b95a4, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:38.758060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a91f3f6-1944-4991-a75c-5c53b99b95a4'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:38.763098 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b01ea0-3ce3-4dd7-848c-14ceea6a2467" -d '{"events": [{"server_uuid": "a5184334-a413-4e84-b727-e045cd62ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "8a91f3f6-1944-4991-a75c-5c53b99b95a4"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:38.764366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c290ce41-b67f-4416-8df0-e13c9d941457 req-24d27b31-f1ee-40f2-b69c-0a95d74d97e6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1084604 Sep 21 08:18:38.768796 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:38.792511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a36b6aef-c03c-4c39-b532-5dd3d8f6bc43 req-15693a15-7fb7-4f8d-a78e-aa6a14d5a493 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807650 Sep 21 08:18:38.873599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c290ce41-b67f-4416-8df0-e13c9d941457 req-5ea1e318-dd32-4381-8965-a7c768130e7a tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020679 Sep 21 08:18:38.879130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-609711008-network', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:38.888610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a91f3f6-1944-4991-a75c-5c53b99b95a4,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:38.923010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:38.927828 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:38.937839 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:38.945273 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e8276d-0dad-4a2e-b8e5-773ae4cc7f9c x-openstack-request-id: req-48e8276d-0dad-4a2e-b8e5-773ae4cc7f9c {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:38.945807 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5184334-a413-4e84-b727-e045cd62ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "8a91f3f6-1944-4991-a75c-5c53b99b95a4", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:38.946135 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48e8276d-0dad-4a2e-b8e5-773ae4cc7f9c {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:38.946647 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a91f3f6-1944-4991-a75c-5c53b99b95a4', 'code': 200} Sep 21 08:18:39.064023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:39.071378 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:39.082166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3ea5a-1b38-4834-b948-7b3917318fae req-d5dabd2f-80a8-443b-90bd-255b586c4862 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:39.084168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0a3ea5a-1b38-4834-b948-7b3917318fae req-d5dabd2f-80a8-443b-90bd-255b586c4862 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0866656 Sep 21 08:18:39.130269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:18:39.137491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0a3ea5a-1b38-4834-b948-7b3917318fae req-9f3ef566-4b88-4b4e-9c8b-828ad0587a7e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466890 Sep 21 08:18:39.159406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8f00cc-3d09-485a-b4bb-9a8983822b82,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:39.159406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:39.159406 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Added segment a039b16b-4e0e-45df-b968-d85238d9b34b of type vlan for network c09b159a-c415-46eb-bf2f-5d26281796c7 Sep 21 08:18:39.254397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5cb9-89b4-40bb-8d53-a5d4ec27e83d req-4c9332f2-0efe-42e7-9412-16c3f58dc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:39.256137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf7b5cb9-89b4-40bb-8d53-a5d4ec27e83d req-4c9332f2-0efe-42e7-9412-16c3f58dc04b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 1097 time: 0.1632967 Sep 21 08:18:39.276371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-823c0ad4-7f8b-45a3-81ea-378e2250460c req-d0c4f7f5-eac6-4de2-b4c1-537593c6dfc7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:18:39.277583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-823c0ad4-7f8b-45a3-81ea-378e2250460c req-d0c4f7f5-eac6-4de2-b4c1-537593c6dfc7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153368 Sep 21 08:18:39.280933 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:39.352005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf7b5cb9-89b4-40bb-8d53-a5d4ec27e83d req-f5f416f4-e487-4059-9907-d80704c3623f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653653 Sep 21 08:18:39.353319 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:39.354489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:39.355486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:39.452444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8149073 Sep 21 08:18:39.454449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56500) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:39.461152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Request body: {'subnet': {'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-609711008-subnet', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:39.491262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3cc10-b0a0-488f-9909-9d9cba32012c req-e4c189b1-fe00-41cc-9be5-da8d39c2cf97 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:39.511614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc53889-4bd7-4023-9898-52d2cd5e6b2a admin admin] Pushing event updated for resources: {'Network': ['ID=c09b159a-c415-46eb-bf2f-5d26281796c7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:39.520800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4a3cc10-b0a0-488f-9909-9d9cba32012c req-e4c189b1-fe00-41cc-9be5-da8d39c2cf97 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1127162 Sep 21 08:18:39.523839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c09b159a-c415-46eb-bf2f-5d26281796c7 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:18:39.524796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:39.527302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:39.547937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b46e-48a3-4370-bb3f-028fe0249ce3 req-17d0382e-8979-40ad-a672-e311bd329857 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:39.549944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c203b46e-48a3-4370-bb3f-028fe0249ce3 req-17d0382e-8979-40ad-a672-e311bd329857 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1642871 Sep 21 08:18:39.642515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4a3cc10-b0a0-488f-9909-9d9cba32012c req-05db6754-7811-4c11-80aa-e0a5a377d10d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182373 Sep 21 08:18:39.642755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c203b46e-48a3-4370-bb3f-028fe0249ce3 req-be952b75-83d3-44e6-9257-291e1f47432b tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822051 Sep 21 08:18:39.906497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59f131-86e2-4349-8778-0ca9f670e0e2 req-42494aaf-360d-4433-878f-17e8aa7b65de tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:39.908523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b59f131-86e2-4349-8778-0ca9f670e0e2 req-42494aaf-360d-4433-878f-17e8aa7b65de tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1247039 Sep 21 08:18:39.937665 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.054021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe8ea0-cb6b-4424-87d0-6d0f518336b2 req-1f66c35b-4f12-4725-86ae-aa80e289bb1a tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:40.057422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccbe8ea0-cb6b-4424-87d0-6d0f518336b2 req-1f66c35b-4f12-4725-86ae-aa80e289bb1a tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 944 time: 0.1139827 Sep 21 08:18:40.070351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6bcd9f-b404-49f8-b805-f821fba4f351,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:40.087643 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b59f131-86e2-4349-8778-0ca9f670e0e2 req-147c1bf7-1d1a-4248-b8aa-f8dd4397c1fd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409550 Sep 21 08:18:40.092899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:40.107900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Checking segment: {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:40.112013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Network hostable DHCP agents. Network: c09b159a-c415-46eb-bf2f-5d26281796c7, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:18:40.174574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccbe8ea0-cb6b-4424-87d0-6d0f518336b2 req-158d0b7c-7a8a-4467-b004-094e8f3fe2c2 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102791 Sep 21 08:18:40.176523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Network c09b159a-c415-46eb-bf2f-5d26281796c7 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:18:40.195552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c09b159a-c415-46eb-bf2f-5d26281796c7) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:40.199263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:18:40.202051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:40.202925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.212551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:40.215298 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.222039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35f9f3-1fa8-4823-b5b6-be64ef59f08f None None] Network c09b159a-c415-46eb-bf2f-5d26281796c7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:18:40.231827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-86fd5fb5-7575-41b6-bf60-cb92cc127d26 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7760990 Sep 21 08:18:40.235941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56518) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:40.240403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:40.323802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.329188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.476825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.496679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1661f-6ff8-41de-94bc-98a4486303f6 req-97b8e0e9-7053-4d60-8bb6-1e3af96ca56e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:40.498505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bba1661f-6ff8-41de-94bc-98a4486303f6 req-97b8e0e9-7053-4d60-8bb6-1e3af96ca56e tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1486092 Sep 21 08:18:40.507164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.575757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:40.581066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.639913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bba1661f-6ff8-41de-94bc-98a4486303f6 req-1fcff863-4778-4dca-999e-5d37c79d30a3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949609 Sep 21 08:18:40.650642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-c09b159a-c415-46eb-bf2f-5d26281796c7', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:18:40.651811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.683184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:40.772422 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:40.847578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487621-9f79-4a03-93bd-e21f2e5888a9 req-cd8afd6e-65e4-4c61-8f7a-8eff87996da5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:40.849903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2487621-9f79-4a03-93bd-e21f2e5888a9 req-cd8afd6e-65e4-4c61-8f7a-8eff87996da5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0996897 Sep 21 08:18:40.899340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2487621-9f79-4a03-93bd-e21f2e5888a9 req-46b720be-e29a-485a-bbdc-c21fe1568f92 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Sep 21 08:18:40.919231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaf074-832e-406a-8c14-7d8ae1d62cbd req-e87db216-140f-42d7-a715-1b80d0484acb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:40.922002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ccaf074-832e-406a-8c14-7d8ae1d62cbd req-e87db216-140f-42d7-a715-1b80d0484acb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1534824 Sep 21 08:18:40.953316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:40.958169 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31636c-4a73-47ef-a609-e5de892025ff" -d '{"events": [{"server_uuid": "5f5031b1-222b-48c1-83dc-4c39a38ae58d", "name": "network-vif-plugged", "status": "completed", "tag": "762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:40.980597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Allocated IP 172.20.0.2 (c09b159a-c415-46eb-bf2f-5d26281796c7/7f6bcd9f-b404-49f8-b805-f821fba4f351/5f94efc7-0580-4b6c-857f-8a8a95695b7d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:18:41.024300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ccaf074-832e-406a-8c14-7d8ae1d62cbd req-f766d4c9-f490-458b-8f3f-73ebff34e1a6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Sep 21 08:18:41.160374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5bf3e-02a1-4b14-ab2a-6ecd883a8a3e req-d0430b9a-73d0-4ff8-97cc-ea5904b65633 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:41.162652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9d5bf3e-02a1-4b14-ab2a-6ecd883a8a3e req-d0430b9a-73d0-4ff8-97cc-ea5904b65633 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1179776 Sep 21 08:18:41.186138 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b893f23-1ce8-41ba-87c8-246bf94a0074 x-openstack-request-id: req-5b893f23-1ce8-41ba-87c8-246bf94a0074 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:41.186717 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5031b1-222b-48c1-83dc-4c39a38ae58d", "name": "network-vif-plugged", "status": "completed", "tag": "762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:41.201709 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b893f23-1ce8-41ba-87c8-246bf94a0074 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:41.202509 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21', 'code': 200} Sep 21 08:18:41.255613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9d5bf3e-02a1-4b14-ab2a-6ecd883a8a3e req-f4c19980-7087-4f22-a04f-03736f4c7569 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863080 Sep 21 08:18:41.337916 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.344871 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.364702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.419927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Pushing event updated for resources: {'Port': ['ID=5f94efc7-0580-4b6c-857f-8a8a95695b7d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:41.436825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Network c09b159a-c415-46eb-bf2f-5d26281796c7 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:41.438265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:41.441886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:18:41.466035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.527297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Attempting to bind port 5f94efc7-0580-4b6c-857f-8a8a95695b7d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:18:41.528027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Attempting to bind port 5f94efc7-0580-4b6c-857f-8a8a95695b7d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:18:41.528517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Attempting to bind port 5f94efc7-0580-4b6c-857f-8a8a95695b7d on network c09b159a-c415-46eb-bf2f-5d26281796c7 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:41.549740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:18:41.550124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Checking segment: {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:41.551247 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.552540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Bound using segment: {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:18:41.553217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Bound port: 5f94efc7-0580-4b6c-857f-8a8a95695b7d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:18:41.553776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.573541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1deb9c-cd93-4779-aa08-147374352461 req-f75ef0de-b4b1-453d-9092-b1227e65aeb9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:41.576684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af1deb9c-cd93-4779-aa08-147374352461 req-f75ef0de-b4b1-453d-9092-b1227e65aeb9 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0826898 Sep 21 08:18:41.611970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a024d84-97c5-4b14-9627-ef5f8f825e50 req-cfe3011c-7ed1-49b9-b78e-222fd0298a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:41.614786 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6a024d84-97c5-4b14-9627-ef5f8f825e50 req-cfe3011c-7ed1-49b9-b78e-222fd0298a98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 1096 time: 0.2948310 Sep 21 08:18:41.632249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0423c00-70a8-42bb-ad3e-08facde1e689 req-48261a8d-ce6f-4149-bff2-172cb01af939 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:41.637480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0423c00-70a8-42bb-ad3e-08facde1e689 req-48261a8d-ce6f-4149-bff2-172cb01af939 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 945 time: 0.3159215 Sep 21 08:18:41.665115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] For port 5f94efc7-0580-4b6c-857f-8a8a95695b7d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:18:41.665865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] For port 5f94efc7-0580-4b6c-857f-8a8a95695b7d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5f94efc7-0580-4b6c-857f-8a8a95695b7d,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:18:41.672687 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.707699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af1deb9c-cd93-4779-aa08-147374352461 req-1c3c4497-1500-4c50-8bfa-dee16b6d626c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073701 Sep 21 08:18:41.748514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6a024d84-97c5-4b14-9627-ef5f8f825e50 req-43c4804d-5f41-4983-8d58-269957fdebc0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099980 Sep 21 08:18:41.763714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d8e08-6814-4e68-8d53-436229e62e77 None None] Pushing event updated for resources: {'Port': ['ID=5f94efc7-0580-4b6c-857f-8a8a95695b7d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:41.765141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0423c00-70a8-42bb-ad3e-08facde1e689 req-0580f3b5-138b-4d91-b1b1-33973ba958f7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228487 Sep 21 08:18:41.772446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Allocated IP 172.25.1.190 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/9aad0ac6-1fb2-4544-90cc-a20b3c4731c9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:18:41.919245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c0f14-942a-4fdd-ad51-540464f0acb3 req-9be6933f-cef2-4add-bdd1-99ea873aadf5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:41.920185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:41.927697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f1c0f14-942a-4fdd-ad51-540464f0acb3 req-9be6933f-cef2-4add-bdd1-99ea873aadf5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0731342 Sep 21 08:18:41.976557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f1c0f14-942a-4fdd-ad51-540464f0acb3 req-c27f0973-427b-4961-b7b7-4ca085e45fb5 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476873 Sep 21 08:18:41.980259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:42.039491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:42.044648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:42.049428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:18:42.193707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Pushing event updated for resources: {'Port': ['ID=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:42.406714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8bbe4-8545-4ef7-b43b-6cd72d9d50a7 req-64bbd79c-728d-49db-8ed4-664b48085d53 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:42.409843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cf8bbe4-8545-4ef7-b43b-6cd72d9d50a7 req-64bbd79c-728d-49db-8ed4-664b48085d53 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.2013879 Sep 21 08:18:42.518738 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cf8bbe4-8545-4ef7-b43b-6cd72d9d50a7 req-5ea85089-945e-4326-a065-186fc601fa7c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991857 Sep 21 08:18:42.631733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:43.013516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1beb1-0060-4b5c-b2f0-0b2b619d1f4a req-30e2b8b4-e8c9-4ff5-9518-6e93e39956b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:43.017566 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aee1beb1-0060-4b5c-b2f0-0b2b619d1f4a req-30e2b8b4-e8c9-4ff5-9518-6e93e39956b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 945 time: 0.1108465 Sep 21 08:18:43.125693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aee1beb1-0060-4b5c-b2f0-0b2b619d1f4a req-ca67b78f-0f2e-4324-86cc-c7de90c11978 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928626 Sep 21 08:18:43.135139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:43.227456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4b55f-ef58-4d4a-b200-80f4fc067a45 req-4d5c0a1a-c256-4e2b-8c3b-f1915ab2b5ad tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:43.235826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edd4b55f-ef58-4d4a-b200-80f4fc067a45 req-4d5c0a1a-c256-4e2b-8c3b-f1915ab2b5ad tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.2270541 Sep 21 08:18:43.294592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edd4b55f-ef58-4d4a-b200-80f4fc067a45 req-fff76819-9edb-47cc-852b-a7badb41af3b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576015 Sep 21 08:18:43.458409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f94efc7-0580-4b6c-857f-8a8a95695b7d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:43.495986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Router 5f18a5eb-cf51-4965-974d-083012835991 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:18:43.537815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b167c-cf6e-4b6b-9bd9-45b73db5c67b None None] Network c09b159a-c415-46eb-bf2f-5d26281796c7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:18:43.556901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5f94efc7-0580-4b6c-857f-8a8a95695b7d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:43.557380 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:43.688915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:18:43.701120 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Sync routers for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:18:43.718717 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:43.718717 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:43.730857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:43.734003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-76606662-96c0-4a24-99ca-4346ce174ecf admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4969873 Sep 21 08:18:43.734229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e7573e64-8f54-4781-b898-870c6c765b59 None None] Provisioning complete for port 5f94efc7-0580-4b6c-857f-8a8a95695b7d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:43.734680 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7573e64-8f54-4781-b898-870c6c765b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:43.739334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56610) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:43.857749 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:43.946664 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:44.020550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7573e64-8f54-4781-b898-870c6c765b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:44.062613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 5f94efc7-0580-4b6c-857f-8a8a95695b7d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5f94efc7-0580-4b6c-857f-8a8a95695b7d,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:44.072168 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:44.273776 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:42Z', 'revision_number': 3, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:44.328264 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Checking router: 5f18a5eb-cf51-4965-974d-083012835991 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:18:44.329255 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Updating router 5f18a5eb-cf51-4965-974d-083012835991 port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:18:44.369109 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:44.484691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=5f94efc7-0580-4b6c-857f-8a8a95695b7d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:44.489258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b3ef0-f2fd-4887-9415-484c257c1e4e req-581446c9-876a-48cd-a3b8-f41415b776a5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:44.498683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e63b3ef0-f2fd-4887-9415-484c257c1e4e req-581446c9-876a-48cd-a3b8-f41415b776a5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 945 time: 0.1740305 Sep 21 08:18:44.540081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-e7573e64-8f54-4781-b898-870c6c765b59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:18:44.540750 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-e7573e64-8f54-4781-b898-870c6c765b59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:18:44.610433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e63b3ef0-f2fd-4887-9415-484c257c1e4e req-9c74c55a-7691-4e52-aa00-e7f66274a5cc tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104693 Sep 21 08:18:44.745172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fefe38-b406-482d-9edc-8b58ac1b0d69 req-a4a3374b-cfd5-4538-9c0d-0c1926190fcb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:44.749915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87fefe38-b406-482d-9edc-8b58ac1b0d69 req-a4a3374b-cfd5-4538-9c0d-0c1926190fcb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1808851 Sep 21 08:18:45.010445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87fefe38-b406-482d-9edc-8b58ac1b0d69 req-70f942da-79dc-4b36-b866-a41c05da557e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066185 Sep 21 08:18:45.100378 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.118632 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.178044 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Attempting to bind port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:18:45.178404 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Attempting to bind port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:18:45.178944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Attempting to bind port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:45.221067 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:18:45.223114 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:45.224355 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.225378 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:18:45.227508 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Bound port: 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:18:45.228589 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.236268 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Pushing event updated for resources: {'Port': ['ID=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:45.280553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bf7c9aa0-2f56-4278-a687-27206a59c205 None None] Provisioning complete for port 5f94efc7-0580-4b6c-857f-8a8a95695b7d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:45.280932 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9aa0-2f56-4278-a687-27206a59c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.298851 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.302391 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.302950 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.306102 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.306671 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.308336 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.308925 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.312957 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.313548 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.314088 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.314627 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.316350 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:18:45.384294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-537265cb-7814-4a9d-9041-9cdaedda89b1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:45.396154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-537265cb-7814-4a9d-9041-9cdaedda89b1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.3617599 Sep 21 08:18:45.421770 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.427374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-c18f1eb7-ced1-4aea-8969-b10ff8fd3623 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0269134 Sep 21 08:18:45.452323 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] For port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:18:45.458238 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] For port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:18:45.470300 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.479155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f94efc7-0580-4b6c-857f-8a8a95695b7d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:45.553307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d52edf7d-a8a5-4768-8fa1-d1dd3b6ad3a8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213539 Sep 21 08:18:45.567622 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b701-930f-4bf9-bc6e-bea19e530bd8 None None] Pushing event updated for resources: {'Port': ['ID=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:45.595125 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:45.596085 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:45.783674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5f94efc7-0580-4b6c-857f-8a8a95695b7d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:45.786067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:45.807146 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:45.840811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-ec0dfa08-1b81-4e7c-8ba3-2d500a46d1ae service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743165 Sep 21 08:18:46.025673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Allocated IP 172.20.0.1 (c09b159a-c415-46eb-bf2f-5d26281796c7/7f6bcd9f-b404-49f8-b805-f821fba4f351/6ba64ee8-ddfd-4859-bc99-48a45743b278) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:18:46.240163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d50ea174-ed8f-4ac2-a967-fd5d8770a4f8 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979268 Sep 21 08:18:46.322203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d22c9f-f0cf-4456-a133-f17b48342ca7 req-1e412eca-3ed1-49db-a58b-990d9cdfcdaa tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:46.324699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d22c9f-f0cf-4456-a133-f17b48342ca7 req-1e412eca-3ed1-49db-a58b-990d9cdfcdaa tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1868846 Sep 21 08:18:46.419904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4d22c9f-f0cf-4456-a133-f17b48342ca7 req-d37a8f31-5ef2-4829-bb1e-b484f4421101 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845561 Sep 21 08:18:46.434520 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:46.523616 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:42Z', 'revision_number': 3, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:46.525454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:46.600575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Network c09b159a-c415-46eb-bf2f-5d26281796c7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:46.604509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:46.608599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:18:46.628995 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ab1977-ffb8-461a-9376-1a7b5a96b7b0 None None] The sync data for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 is: [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:42Z', 'revision_number': 3, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:18:46.692569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Pushing event updated for resources: {'Port': ['ID=6ba64ee8-ddfd-4859-bc99-48a45743b278,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:46.724022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c881622-0b0d-4899-b4db-28ba56368d34 req-5b6d99e9-5805-4283-a5c7-2be64b7372db tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 210 time: 0.0626521 Sep 21 08:18:46.725491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:47.232348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-090c7da6-dbb8-4728-bc96-20c774632a4e None None] Provisioning complete for port 6ba64ee8-ddfd-4859-bc99-48a45743b278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:47.236097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-090c7da6-dbb8-4728-bc96-20c774632a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:47.257844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:47.365178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-090c7da6-dbb8-4728-bc96-20c774632a4e None None] Port 6ba64ee8-ddfd-4859-bc99-48a45743b278 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:18:47.745199 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:47.759235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:47.958166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:48.112125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23367783-de1d-47d7-b641-e2c774f8f15c req-cc0a23ed-55c2-46f0-8b10-3e7352ada073 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 210 time: 0.0784965 Sep 21 08:18:48.118662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Pushing event updated for resources: {'Port': ['ID=6ba64ee8-ddfd-4859-bc99-48a45743b278,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:48.138990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dd06c-9ab8-4c4c-b163-99073b4d0b94 req-d7cbcc63-0486-4c6b-8e12-275198addf9c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:48.141839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-677dd06c-9ab8-4c4c-b163-99073b4d0b94 req-d7cbcc63-0486-4c6b-8e12-275198addf9c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.4146490 Sep 21 08:18:48.151900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Network c09b159a-c415-46eb-bf2f-5d26281796c7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:48.169280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:48.258804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-677dd06c-9ab8-4c4c-b163-99073b4d0b94 req-3944f28a-fe04-4912-890e-ccb60d0ea95a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051836 Sep 21 08:18:48.415913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232ee2-9e71-4911-b503-89ccc1f3c67a req-d402f778-6f30-4bc4-8501-5229c5cbd60b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:48.430272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45232ee2-9e71-4911-b503-89ccc1f3c67a req-d402f778-6f30-4bc4-8501-5229c5cbd60b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 945 time: 0.1421869 Sep 21 08:18:48.454499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Router 5f18a5eb-cf51-4965-974d-083012835991 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:18:48.605867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45232ee2-9e71-4911-b503-89ccc1f3c67a req-dda9cf95-e477-400b-865f-66d59e0b175f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671832 Sep 21 08:18:48.647973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d0bfc112-5eb5-40d2-a4d7-74f61e8b626e None None] Provisioning complete for port 6ba64ee8-ddfd-4859-bc99-48a45743b278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:48.649576 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d0bfc112-5eb5-40d2-a4d7-74f61e8b626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:48.802068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfc112-5eb5-40d2-a4d7-74f61e8b626e None None] Port 6ba64ee8-ddfd-4859-bc99-48a45743b278 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:18:48.822613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:18:48.853999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-577dde89-0751-4b6c-8c88-6682661f1c5d admin admin] 10.222.0.59 "PUT /v2.0/routers/5f18a5eb-cf51-4965-974d-083012835991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1121535 Sep 21 08:18:49.384965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd814263-5260-4b77-897a-f750f378bd0f req-828291ca-0fcd-47ea-bbcc-72a4d6859d49 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 210 time: 0.0862203 Sep 21 08:18:49.491112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:49.503296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-772e0307-73fd-477e-b01f-331685cda2b0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:49.507223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-772e0307-73fd-477e-b01f-331685cda2b0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.8753326 Sep 21 08:18:49.556641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Request body: {'port': {'device_id': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'admin_state_up': True, 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:49.598251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:49.599046 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:49.741400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:49.804024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:49.809854 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:49.913940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:18:49.921687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:49.969590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d15f68-7d43-4c02-930f-9bd360aee8e6 req-1ea1c0b6-fd8a-4cba-9e48-f45de7355ea9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:49.973046 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62d15f68-7d43-4c02-930f-9bd360aee8e6 req-1ea1c0b6-fd8a-4cba-9e48-f45de7355ea9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.4647629 Sep 21 08:18:49.978627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe1d3-ff08-45fc-b047-21144e1d61a7 req-133fa311-47b1-40f0-97ac-81566af44a7f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:50.003766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e25fe1d3-ff08-45fc-b047-21144e1d61a7 req-133fa311-47b1-40f0-97ac-81566af44a7f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 945 time: 0.1709852 Sep 21 08:18:50.038589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:50.075482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Sync routers for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:18:50.098144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e25fe1d3-ff08-45fc-b047-21144e1d61a7 req-4a15d159-79d3-4d63-99a0-c8037bd7f268 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931044 Sep 21 08:18:50.099301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:50.100398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:50.207270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62d15f68-7d43-4c02-930f-9bd360aee8e6 req-a7a4e20f-d4cf-4ab8-bda1-968d78ea902a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210169 Sep 21 08:18:50.333504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:50.345215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Allocated IP 172.20.0.11 (3f4642e0-c176-45ad-94ca-ef89f3e726a1/73015880-6984-4eb4-99f8-b3145d0e24b7/abae1c34-ce66-47b5-97c0-3b50781b52ce) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:18:50.622356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91e18bd8-c7ec-4ecc-b9e5-b6b09df59732 req-5cdf2cbc-dd31-4d25-b65d-1ce8b1dd91dd tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 210 time: 0.0629296 Sep 21 08:18:50.787284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 2, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:50.791737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:50.909522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Checking router: 5f18a5eb-cf51-4965-974d-083012835991 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:18:50.910106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Updating router 5f18a5eb-cf51-4965-974d-083012835991 port 6ba64ee8-ddfd-4859-bc99-48a45743b278 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:18:50.952499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:50.978901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:51.013658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-10fb9640-1b89-4d2a-821a-7b45ef965c51 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:51.015615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-10fb9640-1b89-4d2a-821a-7b45ef965c51 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 945 time: 0.1695635 Sep 21 08:18:51.048241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:18:51.099998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250', '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:51.140589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:18:51.143904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:18:51.255800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053cb8b-22a3-443f-8813-5236c4aac4ea req-f804688f-2c3a-4ca0-8c75-229281690399 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:51.263958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c053cb8b-22a3-443f-8813-5236c4aac4ea req-f804688f-2c3a-4ca0-8c75-229281690399 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0915749 Sep 21 08:18:51.345976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c053cb8b-22a3-443f-8813-5236c4aac4ea req-bfb48c13-a6a4-4ef6-b7b7-682099b8f35c tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800660 Sep 21 08:18:51.346634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event updated for resources: {'Port': ['ID=abae1c34-ce66-47b5-97c0-3b50781b52ce,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:51.443477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:51.539265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:51.540211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:51.611456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef1b2b-d0c5-4f34-8877-d47cc52022c2 req-b4188ab6-355d-4f48-a6ac-602705975afb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:51.613889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0ef1b2b-d0c5-4f34-8877-d47cc52022c2 req-b4188ab6-355d-4f48-a6ac-602705975afb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 945 time: 0.2067709 Sep 21 08:18:51.616265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad042cc7-4a6b-4370-8995-46db6a10af39 req-4b44f33b-11a7-4a9c-9f11-6f2035a102e9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:51.617810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Deleting port d889da35-d773-4a76-9407-331858e5c668 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:51.618003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad042cc7-4a6b-4370-8995-46db6a10af39 req-4b44f33b-11a7-4a9c-9f11-6f2035a102e9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0958195 Sep 21 08:18:51.618149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:51.622189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-915ce028-c1af-4bcb-b1d3-c6868a5b85c0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0891585 Sep 21 08:18:51.622458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:51.622713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:51.656786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Request body: {'port': {'device_id': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:18:51.704014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad042cc7-4a6b-4370-8995-46db6a10af39 req-78990615-dce5-475e-b02c-11dc2617cf20 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634246 Sep 21 08:18:51.925654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774abf9-7b54-4fd5-bc33-62971982e61b req-c193b7b9-142a-4c29-a69f-acf9eaa85c23 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:51.927281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9774abf9-7b54-4fd5-bc33-62971982e61b req-c193b7b9-142a-4c29-a69f-acf9eaa85c23 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 932 time: 0.0882764 Sep 21 08:18:51.939707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] For port d889da35-d773-4a76-9407-331858e5c668, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=d889da35-d773-4a76-9407-331858e5c668,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:51.940465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:51.963732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:51.981043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Calling delete_port for d889da35-d773-4a76-9407-331858e5c668 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:52.019485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0ef1b2b-d0c5-4f34-8877-d47cc52022c2 req-17780e1a-a9b3-4e65-9451-dbcc3f341f20 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941185 Sep 21 08:18:52.038962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9774abf9-7b54-4fd5-bc33-62971982e61b req-9a3d9829-590b-4718-b7a8-112b5a0ac658 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972335 Sep 21 08:18:52.055172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.076880 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.208711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8368fb-eebe-4721-b5cf-18b8d3dda801 None None] Pushing event updated for resources: {'Port': ['ID=6ba64ee8-ddfd-4859-bc99-48a45743b278,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:52.453602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Attempting to bind port 6ba64ee8-ddfd-4859-bc99-48a45743b278 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:18:52.454258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Attempting to bind port 6ba64ee8-ddfd-4859-bc99-48a45743b278 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:18:52.454891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Attempting to bind port 6ba64ee8-ddfd-4859-bc99-48a45743b278 on network c09b159a-c415-46eb-bf2f-5d26281796c7 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:52.459626 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.466727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-df122139-f621-44c7-9e70-0b5c50644234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.472062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:18:52.474530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Checking segment: {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:52.476657 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.477369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Bound using segment: {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:18:52.478274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Bound port: 6ba64ee8-ddfd-4859-bc99-48a45743b278, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:18:52.478870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.548205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event deleted for resources: {'Port': ['ID=d889da35-d773-4a76-9407-331858e5c668,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:52.599018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-840aadd5-2aa3-47b6-8ada-05ed0dfb98fd None None] Provisioning complete for port 6ba64ee8-ddfd-4859-bc99-48a45743b278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:52.599421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-840aadd5-2aa3-47b6-8ada-05ed0dfb98fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.654438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eede0-2fb6-4e5b-b350-1d975eb5903d req-4b759730-983e-4084-b06c-b229b07062a3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:52.666770 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5eede0-2fb6-4e5b-b350-1d975eb5903d req-4b759730-983e-4084-b06c-b229b07062a3 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.1503344 Sep 21 08:18:52.689997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] For port 6ba64ee8-ddfd-4859-bc99-48a45743b278, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:18:52.693108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-840aadd5-2aa3-47b6-8ada-05ed0dfb98fd None None] Port 6ba64ee8-ddfd-4859-bc99-48a45743b278 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:18:52.704966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] For port 6ba64ee8-ddfd-4859-bc99-48a45743b278, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6ba64ee8-ddfd-4859-bc99-48a45743b278,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:18:52.712023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] No DVR routers for this DVR port d889da35-d773-4a76-9407-331858e5c668 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:18:52.712762 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.717512 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:52.720907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-00acc53b-7ec6-4cb6-9d66-63e13a4a4413 req-e5c26228-e3c6-41e2-8c21-f6532863a5e4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "DELETE /v2.0/ports/d889da35-d773-4a76-9407-331858e5c668 HTTP/1.1" status: 204 len: 173 time: 1.6699393 Sep 21 08:18:52.755742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'name': 'network-vif-deleted', 'tag': 'd889da35-d773-4a76-9407-331858e5c668'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:52.758571 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7c9340-44e9-4645-89ce-a66e29bef2d2" -d '{"events": [{"server_uuid": "1ce82e9a-1c99-45e4-b09b-c1268f79c008", "name": "network-vif-deleted", "tag": "d889da35-d773-4a76-9407-331858e5c668"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:52.818931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5eede0-2fb6-4e5b-b350-1d975eb5903d req-cf03f70e-0b0d-4fb5-96e8-9a8aca407ec1 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511600 Sep 21 08:18:52.943836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:18:52.944944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:53.024447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6891da3-63e2-4c3c-a420-4156f10feb80 req-2bd2aa49-f7d4-42da-9116-a2e845a4d065 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:53.036574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6891da3-63e2-4c3c-a420-4156f10feb80 req-2bd2aa49-f7d4-42da-9116-a2e845a4d065 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1926546 Sep 21 08:18:53.128980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8368fb-eebe-4721-b5cf-18b8d3dda801 None None] Pushing event updated for resources: {'Port': ['ID=6ba64ee8-ddfd-4859-bc99-48a45743b278,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:53.214515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6891da3-63e2-4c3c-a420-4156f10feb80 req-5eed5626-621b-4030-930c-40cbeaea2114 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762075 Sep 21 08:18:53.217226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abae1c34-ce66-47b5-97c0-3b50781b52ce {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:18:53.273512 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:53.313641 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ac8a41-83de-4395-ac7b-b245abc294b2 x-openstack-request-id: req-66ac8a41-83de-4395-ac7b-b245abc294b2 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:53.314253 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce82e9a-1c99-45e4-b09b-c1268f79c008", "name": "network-vif-deleted", "tag": "d889da35-d773-4a76-9407-331858e5c668", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:53.314691 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66ac8a41-83de-4395-ac7b-b245abc294b2 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:53.315279 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce82e9a-1c99-45e4-b09b-c1268f79c008', 'name': 'network-vif-deleted', 'tag': 'd889da35-d773-4a76-9407-331858e5c668', 'status': 'completed', 'code': 200} Sep 21 08:18:53.350594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:18:53.369206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Transition to ACTIVE for port object abae1c34-ce66-47b5-97c0-3b50781b52ce will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:18:53.380349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:53.525967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ce55541-70ec-4083-a041-0208622caa01 req-7c888194-909f-48ad-9728-31679a7e990f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0696168 Sep 21 08:18:53.650551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Pushing event updated for resources: {'Port': ['ID=abae1c34-ce66-47b5-97c0-3b50781b52ce,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:53.704339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1f3e1288-9821-40f5-95df-95e77dad0aac None None] Provisioning complete for port 6ba64ee8-ddfd-4859-bc99-48a45743b278 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:53.704339 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1288-9821-40f5-95df-95e77dad0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:53.821677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df72ca-7687-40f5-aab1-ca5709128b2d req-791f818e-0c6e-463b-9ba8-e44c2bb128d0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:53.830337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88df72ca-7687-40f5-aab1-ca5709128b2d req-791f818e-0c6e-463b-9ba8-e44c2bb128d0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 944 time: 0.3689764 Sep 21 08:18:53.844666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Attempting to bind port abae1c34-ce66-47b5-97c0-3b50781b52ce on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:18:53.845031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Attempting to bind port abae1c34-ce66-47b5-97c0-3b50781b52ce by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:18:53.845362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Attempting to bind port abae1c34-ce66-47b5-97c0-3b50781b52ce on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:53.872669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408e181-459f-40cf-beda-e49c077782ee req-17a15d32-86be-45dc-b036-14f9b71349cc tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:53.874495 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c408e181-459f-40cf-beda-e49c077782ee req-17a15d32-86be-45dc-b036-14f9b71349cc tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.2977226 Sep 21 08:18:53.888160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Port abae1c34-ce66-47b5-97c0-3b50781b52ce on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:18:53.888160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Attempting to bind port abae1c34-ce66-47b5-97c0-3b50781b52ce on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:18:53.911737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:52Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:53.971987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:18:53.972623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:18:53.973323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Bound using segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:18:53.973939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Bound port: abae1c34-ce66-47b5-97c0-3b50781b52ce, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:18:53.974526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:53.986374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88df72ca-7687-40f5-aab1-ca5709128b2d req-d2718f4a-d484-4dd3-b960-b7b70a91d6f1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550272 Sep 21 08:18:54.017626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dacaf4-07f5-4de8-9d87-0eeec6e55fa3 None None] The sync data for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 is: [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:52Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:18:54.022553 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1288-9821-40f5-95df-95e77dad0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:54.030185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a21517-f77c-443b-bdf5-8f481f6cab3f req-3152f5a6-2535-4562-b5e2-c68d00ad8de6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:54.049484 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22a21517-f77c-443b-bdf5-8f481f6cab3f req-3152f5a6-2535-4562-b5e2-c68d00ad8de6 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 947 time: 0.0806594 Sep 21 08:18:54.109986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1f3e1288-9821-40f5-95df-95e77dad0aac None None] For port 6ba64ee8-ddfd-4859-bc99-48a45743b278, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6ba64ee8-ddfd-4859-bc99-48a45743b278,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:54.136431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1f3e1288-9821-40f5-95df-95e77dad0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:54.158604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Deleting port 786a62f6-2695-4dc4-a802-119ec3bc214c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:18:54.159291 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:54.176776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22a21517-f77c-443b-bdf5-8f481f6cab3f req-0a1db53b-78f6-4e85-87a0-a36c02598232 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/security-groups?id=c10e93f3-e499-4a35-ab18-a52729cec875&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259511 Sep 21 08:18:54.269023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e1288-9821-40f5-95df-95e77dad0aac None None] Pushing event updated for resources: {'Port': ['ID=6ba64ee8-ddfd-4859-bc99-48a45743b278,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:54.313973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] For port abae1c34-ce66-47b5-97c0-3b50781b52ce, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:18:54.319478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] For port abae1c34-ce66-47b5-97c0-3b50781b52ce, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=abae1c34-ce66-47b5-97c0-3b50781b52ce,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:18:54.361967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:54.464267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d889da35-d773-4a76-9407-331858e5c668 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:54.468056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] For port 786a62f6-2695-4dc4-a802-119ec3bc214c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=786a62f6-2695-4dc4-a802-119ec3bc214c,segment=NetworkSegment(6be3aa00-95a6-4a9e-8412-09e32e1c7c34),segment_id=6be3aa00-95a6-4a9e-8412-09e32e1c7c34)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:18:54.468435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:54.484779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:54.485535 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:54.487090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/abae1c34-ce66-47b5-97c0-3b50781b52ce HTTP/1.1" status: 200 len: 1092 time: 2.8407958 Sep 21 08:18:54.508750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Calling delete_port for 786a62f6-2695-4dc4-a802-119ec3bc214c owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:18:54.536568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: d889da35-d773-4a76-9407-331858e5c668 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:54.537547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device d889da35-d773-4a76-9407-331858e5c668 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:54.696586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267cdc-afda-4cee-9b23-1c421c26e38b req-cf6a7f42-8e47-4004-be00-1761682c1a3c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:54.711009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e267cdc-afda-4cee-9b23-1c421c26e38b req-cf6a7f42-8e47-4004-be00-1761682c1a3c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.3772316 Sep 21 08:18:54.723882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c3f97-c2a7-4fe9-8e90-e963a0332875 req-c545b822-744a-4487-861b-75a581b4391d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0818472 Sep 21 08:18:54.764832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf3ff4-84e1-47dd-a6c8-a63016c594e9 service neutron] Pushing event updated for resources: {'Port': ['ID=abae1c34-ce66-47b5-97c0-3b50781b52ce,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:54.786972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-9afeb47d-30d4-4304-8d95-802bc9b1e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:54.794535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-9afeb47d-30d4-4304-8d95-802bc9b1e804 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 1095 time: 0.2397382 Sep 21 08:18:54.911280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e267cdc-afda-4cee-9b23-1c421c26e38b req-e3ee6719-d9ee-4376-8b57-868bc4876c0e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992416 Sep 21 08:18:54.912810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-9d095254-aa06-4cdc-99ca-d2108c8cd9be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abae1c34-ce66-47b5-97c0-3b50781b52ce HTTP/1.1" status: 200 len: 217 time: 0.1132202 Sep 21 08:18:55.124634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:55.128685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d5dcf328-dda5-4173-a8ab-e26048f71435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:55.130280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-d5dcf328-dda5-4173-a8ab-e26048f71435 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.2089086 Sep 21 08:18:55.138612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['786a62f6-2695-4dc4-a802-119ec3bc214c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:18:55.268200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:55.285882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Pushing event deleted for resources: {'Port': ['ID=786a62f6-2695-4dc4-a802-119ec3bc214c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:55.321850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaa8e6-387c-48af-a124-2d15dbf396db req-c376da51-575e-4bf7-9ae3-60e58fe319ce tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:55.332467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14aaa8e6-387c-48af-a124-2d15dbf396db req-c376da51-575e-4bf7-9ae3-60e58fe319ce tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 944 time: 0.1573315 Sep 21 08:18:55.341571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'tag': 'abae1c34-ce66-47b5-97c0-3b50781b52ce'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:55.357669 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae693d3-17a4-4aff-8e94-147245d43602" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2e9fa4-e325-4e1e-888b-69608bf1d053", "tag": "abae1c34-ce66-47b5-97c0-3b50781b52ce"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:55.371178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-811cd0b6-cca8-4779-9128-2e1957f22e22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131791 Sep 21 08:18:55.390510 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6b0742f-b581-4530-bfe3-99a61e1fcf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:55.396901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14aaa8e6-387c-48af-a124-2d15dbf396db req-c8f163b4-dac7-4534-a97b-7530bcaf5aec tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Sep 21 08:18:55.432453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cbd6ee9a-d25b-4cff-9b04-b1f808e96190 req-18fff708-3cf4-4c09-966c-3423c95e14bd tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f5b4707-587b-4aca-8bc8-6b58ae393e1b HTTP/1.1" status: 200 len: 210 time: 0.0595336 Sep 21 08:18:55.436329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] No DVR routers for this DVR port 786a62f6-2695-4dc4-a802-119ec3bc214c on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:18:55.454197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:55.475461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c408e181-459f-40cf-beda-e49c077782ee req-5f891819-086e-42f6-8ad9-3ec055b74252 tempest-ServersNegativeTestJSON-858177669 tempest-ServersNegativeTestJSON-858177669-project] 10.222.0.50 "DELETE /v2.0/ports/786a62f6-2695-4dc4-a802-119ec3bc214c HTTP/1.1" status: 204 len: 173 time: 1.5667415 Sep 21 08:18:55.510993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6ba64ee8-ddfd-4859-bc99-48a45743b278 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:18:55.540262 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887d012c-80ac-4fc8-9c5a-68cb6a3ffcf0 x-openstack-request-id: req-887d012c-80ac-4fc8-9c5a-68cb6a3ffcf0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:55.540782 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2e9fa4-e325-4e1e-888b-69608bf1d053", "tag": "abae1c34-ce66-47b5-97c0-3b50781b52ce", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:55.541248 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-887d012c-80ac-4fc8-9c5a-68cb6a3ffcf0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:55.541997 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'tag': 'abae1c34-ce66-47b5-97c0-3b50781b52ce', 'status': 'completed', 'code': 200} Sep 21 08:18:55.660519 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-09f94f6e-75da-4aaf-a1eb-23812501c393 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827962 Sep 21 08:18:55.674186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6ba64ee8-ddfd-4859-bc99-48a45743b278 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:18:55.674559 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:55.919120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-725aa74d-a0a1-41f7-9551-7f0ee7ae727f req-0d4936d5-f579-468a-b8e0-87eaa41ed40a service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431633 Sep 21 08:18:56.028088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c1acc30a-b2d0-453e-83b3-7c61d61e4ddf req-cd2b17df-1c3c-4b57-9e32-a4ac9deb1a1d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.1075387 Sep 21 08:18:56.158502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae693d3-17a4-4aff-8e94-147245d43602 req-0b449791-963b-442c-81ee-5caf4173c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:56.174115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fae693d3-17a4-4aff-8e94-147245d43602 req-0b449791-963b-442c-81ee-5caf4173c2a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 1095 time: 0.1634536 Sep 21 08:18:56.211690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408fa08-5f41-49bf-ad25-01f526238cc1 req-a7956c28-1537-4c83-83ef-39870b7a74de tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:56.214217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1408fa08-5f41-49bf-ad25-01f526238cc1 req-a7956c28-1537-4c83-83ef-39870b7a74de tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1028006 Sep 21 08:18:56.296331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1408fa08-5f41-49bf-ad25-01f526238cc1 req-dea217be-4b5b-4a80-a56e-2152dc9b0f7e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684254 Sep 21 08:18:56.358635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae693d3-17a4-4aff-8e94-147245d43602 req-6014f29f-c245-4eb9-894f-0284fe4f11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:56.360383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fae693d3-17a4-4aff-8e94-147245d43602 req-6014f29f-c245-4eb9-894f-0284fe4f11b4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.1759219 Sep 21 08:18:56.413062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fae693d3-17a4-4aff-8e94-147245d43602 req-ee0fe791-5e84-40a7-9411-62d52ed3dbd5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abae1c34-ce66-47b5-97c0-3b50781b52ce HTTP/1.1" status: 200 len: 217 time: 0.0446863 Sep 21 08:18:56.557519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56948) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:56.600662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae693d3-17a4-4aff-8e94-147245d43602 req-64d73821-c7bc-4787-897d-affad25af255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:56.620021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fae693d3-17a4-4aff-8e94-147245d43602 req-64d73821-c7bc-4787-897d-affad25af255 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1953354 Sep 21 08:18:56.621643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] Deleting subnet 3134055e-44d0-473e-a6aa-678d90bef5c5 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:18:56.625186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:56.626519 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:56.697940 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fae693d3-17a4-4aff-8e94-147245d43602 req-df903c01-a88f-46e5-89a3-512aa0adabbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764117 Sep 21 08:18:56.708410 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:56.712289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497c32c-8d18-4cc5-af11-a10befba2cce req-357f7690-f722-433d-8d0d-d2f149d4343f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:56.715217 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2497c32c-8d18-4cc5-af11-a10befba2cce req-357f7690-f722-433d-8d0d-d2f149d4343f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 944 time: 0.2312906 Sep 21 08:18:56.814762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:56.916351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:56.947070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2497c32c-8d18-4cc5-af11-a10befba2cce req-80bef373-ac51-41d5-9618-4d27a03e0445 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985614 Sep 21 08:18:56.949540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fae693d3-17a4-4aff-8e94-147245d43602 req-26223488-3559-4283-a072-b1d1e8c788e0 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325163 Sep 21 08:18:56.966862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3134055e-44d0-473e-a6aa-678d90bef5c5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:57.011457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.025078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ff03cb8a-ec40-473c-b794-e93d2ce4004b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3134055e-44d0-473e-a6aa-678d90bef5c5 HTTP/1.1" status: 204 len: 168 time: 0.4658697 Sep 21 08:18:57.025908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56958) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:57.098312 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fae693d3-17a4-4aff-8e94-147245d43602 req-b396da6d-89ff-458b-915e-4501c948c931 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391840 Sep 21 08:18:57.153917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.239801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2e355ef-6229-4971-aca1-1191c2d2a883 req-c14e7f3f-2edc-48d5-bebc-5582586c4b17 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0475500 Sep 21 08:18:57.325271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.350332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e662f8ce-b97e-48ed-acb2-11d4065d4fb7']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:57.362457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be3aa00-95a6-4a9e-8412-09e32e1c7c34') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:57.362994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be3aa00-95a6-4a9e-8412-09e32e1c7c34') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:18:57.380811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.409875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.435887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:18:57.436441 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:18:57.438665 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:18:57.542088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a3733-e56d-477c-b01b-456d88cf95ca req-5f1fd82b-8425-4440-9a7a-ae3bd90a48d5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:57.543513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-deleted', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:18:57.546034 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc37ddb-cb13-44b2-8f3f-d51069850b24" -d '{"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-deleted", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:18:57.550091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b07a3733-e56d-477c-b01b-456d88cf95ca req-5f1fd82b-8425-4440-9a7a-ae3bd90a48d5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1288943 Sep 21 08:18:57.551097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.569705 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.571960 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] 10.222.0.59 "DELETE /v2.0/networks/e662f8ce-b97e-48ed-acb2-11d4065d4fb7 HTTP/1.1" status: 204 len: 168 time: 0.5446837 Sep 21 08:18:57.576536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3754972-6044-4788-9b15-9af596f2c0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e662f8ce-b97e-48ed-acb2-11d4065d4fb7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:57.614218 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b07a3733-e56d-477c-b01b-456d88cf95ca req-07e4ff24-9391-43cc-b592-5bf814891d38 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Sep 21 08:18:57.647913 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c014e30-25b5-45a4-ab61-d66b77335e9a x-openstack-request-id: req-8c014e30-25b5-45a4-ab61-d66b77335e9a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:18:57.648304 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b4707-587b-4aca-8bc8-6b58ae393e1b", "name": "network-vif-deleted", "tag": "786a62f6-2695-4dc4-a802-119ec3bc214c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:18:57.648676 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c014e30-25b5-45a4-ab61-d66b77335e9a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:18:57.649165 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b4707-587b-4aca-8bc8-6b58ae393e1b', 'name': 'network-vif-deleted', 'tag': '786a62f6-2695-4dc4-a802-119ec3bc214c', 'status': 'completed', 'code': 200} Sep 21 08:18:57.688556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.779763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56982) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:57.827819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5687fa48-07ce-4c7a-8f60-85993045ba83 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c78512f42ff42a2869d7bac7e75ab96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468037 Sep 21 08:18:57.834966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:57.899807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33b57801-5b32-4219-9c96-2f1331cdc2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:57.930340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33b57801-5b32-4219-9c96-2f1331cdc2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:58.002130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33b57801-5b32-4219-9c96-2f1331cdc2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:58.006365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33b57801-5b32-4219-9c96-2f1331cdc2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:18:58.010098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-33b57801-5b32-4219-9c96-2f1331cdc2cf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c10e93f3-e499-4a35-ab18-a52729cec875 HTTP/1.1" status: 204 len: 168 time: 0.1717806 Sep 21 08:18:58.019928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b57801-5b32-4219-9c96-2f1331cdc2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10e93f3-e499-4a35-ab18-a52729cec875,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:18:58.171669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0482-dd64-4130-8272-0ce0504329ff req-57482eb3-98ba-4a12-9753-36e0a761e014 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:58.173619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b2a0482-dd64-4130-8272-0ce0504329ff req-57482eb3-98ba-4a12-9753-36e0a761e014 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 944 time: 0.0703824 Sep 21 08:18:58.252274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b2a0482-dd64-4130-8272-0ce0504329ff req-ab84dbbc-8657-4dc0-8b55-f918c63df655 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620878 Sep 21 08:18:58.442967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-155f4d64-6b20-4a41-b7d1-2bf97dd48b6c req-20e53a1c-6218-48cf-abb6-4eb16f8962a2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0437250 Sep 21 08:18:58.496944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:18:58.532415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 786a62f6-2695-4dc4-a802-119ec3bc214c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:18:58.533029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 786a62f6-2695-4dc4-a802-119ec3bc214c not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:18:58.851684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b11ee9-49a9-4eeb-b642-7b13309a5cd6 req-6c12df2e-03c7-40cf-b4f8-87c15812392f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:58.861436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-98b11ee9-49a9-4eeb-b642-7b13309a5cd6 req-6c12df2e-03c7-40cf-b4f8-87c15812392f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1359696 Sep 21 08:18:58.965834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-98b11ee9-49a9-4eeb-b642-7b13309a5cd6 req-871cf6c0-eaf3-4b18-b532-f64af89305ba tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023843 Sep 21 08:18:59.385637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684d678-fc81-440c-8c17-5b7c2afa18a6 req-e970ee5e-5d44-4299-94fe-2b0f0e502100 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:18:59.402050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9684d678-fc81-440c-8c17-5b7c2afa18a6 req-e970ee5e-5d44-4299-94fe-2b0f0e502100 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 944 time: 0.0728009 Sep 21 08:18:59.509653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9684d678-fc81-440c-8c17-5b7c2afa18a6 req-964598d9-9deb-4f74-b5f7-bc51f2ec369d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064255 Sep 21 08:18:59.665191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6acd71ea-0a0a-4c79-9fda-f74c5a12792e req-c8becc85-8933-4ea5-a273-c6b869e2faab tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce82e9a-1c99-45e4-b09b-c1268f79c008 HTTP/1.1" status: 200 len: 210 time: 0.0472775 Sep 21 08:18:59.750288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57054) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:18:59.931997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5f603af-e82b-4e4a-9528-df3ae22964f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.133144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5f603af-e82b-4e4a-9528-df3ae22964f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.139586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5f603af-e82b-4e4a-9528-df3ae22964f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.154638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device abae1c34-ce66-47b5-97c0-3b50781b52ce details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:00.157175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adf264-1231-4e9b-bc75-c3b0a681351a req-f147102f-bfd2-4748-aabc-6f6336832658 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:00.159721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8adf264-1231-4e9b-bc75-c3b0a681351a req-f147102f-bfd2-4748-aabc-6f6336832658 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0653086 Sep 21 08:19:00.219064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f603af-e82b-4e4a-9528-df3ae22964f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3338313-731b-4427-b1d2-621fb2667a6b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:00.227188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d5f603af-e82b-4e4a-9528-df3ae22964f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d4815bee66f94e459dc27293c44a7fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735124 Sep 21 08:19:00.227513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57064) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:00.272614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8adf264-1231-4e9b-bc75-c3b0a681351a req-9937c958-07ad-4006-a376-128ab1580017 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997138 Sep 21 08:19:00.296174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-769bf462-90e4-40f0-aaec-9298bdbed89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.355445 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-769bf462-90e4-40f0-aaec-9298bdbed89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.437574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-769bf462-90e4-40f0-aaec-9298bdbed89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.443390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-769bf462-90e4-40f0-aaec-9298bdbed89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.446793 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-769bf462-90e4-40f0-aaec-9298bdbed89f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3338313-731b-4427-b1d2-621fb2667a6b HTTP/1.1" status: 204 len: 168 time: 0.2181950 Sep 21 08:19:00.456822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bf462-90e4-40f0-aaec-9298bdbed89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3338313-731b-4427-b1d2-621fb2667a6b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:00.510341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port abae1c34-ce66-47b5-97c0-3b50781b52ce, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=abae1c34-ce66-47b5-97c0-3b50781b52ce,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:00.537059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'abae1c34-ce66-47b5-97c0-3b50781b52ce', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'port_id': 'abae1c34-ce66-47b5-97c0-3b50781b52ce', 'mac_address': 'fa:16:3e:a3:20:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73015880-6984-4eb4-99f8-b3145d0e24b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:00.606017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.655281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abae1c34-ce66-47b5-97c0-3b50781b52ce {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:00.720768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port abae1c34-ce66-47b5-97c0-3b50781b52ce, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=abae1c34-ce66-47b5-97c0-3b50781b52ce,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:00.733130 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:00.804337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72ea60-7cdd-4acf-af79-5205c9d473ff req-b38fa67f-d9eb-4ec5-b08e-101169f1bc63 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:00.817844 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec72ea60-7cdd-4acf-af79-5205c9d473ff req-b38fa67f-d9eb-4ec5-b08e-101169f1bc63 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 944 time: 0.1496644 Sep 21 08:19:00.940750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=abae1c34-ce66-47b5-97c0-3b50781b52ce,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:00.979845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec72ea60-7cdd-4acf-af79-5205c9d473ff req-8a8a3369-5d21-452b-bcbd-463a03b7f517 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569245 Sep 21 08:19:01.139969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['abae1c34-ce66-47b5-97c0-3b50781b52ce'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:01.496971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c299c-e3a9-4365-8317-8a0cfaea6d55 req-72da66d4-c920-4e3a-a880-ca999f1fed3b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:01.498687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f4c299c-e3a9-4365-8317-8a0cfaea6d55 req-72da66d4-c920-4e3a-a880-ca999f1fed3b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1171088 Sep 21 08:19:01.620706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f4c299c-e3a9-4365-8317-8a0cfaea6d55 req-9428bdfd-9b80-4335-b41c-2ee35ac3d8a5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038611 Sep 21 08:19:01.828456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:01.877122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dac81-4aa7-4434-8ecc-eacddcf62e6a req-431e9dae-a924-49c7-b22a-c826d4e62f01 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:01.885557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82dac81-4aa7-4434-8ecc-eacddcf62e6a req-431e9dae-a924-49c7-b22a-c826d4e62f01 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.2185509 Sep 21 08:19:01.908257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82dac81-4aa7-4434-8ecc-eacddcf62e6a req-2645a575-72c4-4a38-a0b6-b60b595ed85a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/quotas/576cab1ba2b04aa1b92d34c628fbd8ea HTTP/1.1" status: 200 len: 375 time: 0.0216265 Sep 21 08:19:01.938630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:01.985142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82dac81-4aa7-4434-8ecc-eacddcf62e6a req-f328a68b-25ff-4b0d-b937-94de8df520ae tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748980 Sep 21 08:19:02.008676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-949120471-network', 'tenant_id': '67067dd519434f718e4f45bae80e85ce'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:02.040301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Made reservation on behalf of 67067dd519434f718e4f45bae80e85ce for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:02.043535 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.055759 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.290008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355c7c5-a027-40c9-8e4e-62bc46a5b88e req-ff712668-1eb5-443c-bb7d-b66c7b002e5b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:02.293069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82dac81-4aa7-4434-8ecc-eacddcf62e6a req-0e61a2a9-9981-4045-9efa-e9dda945d41c service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070810 Sep 21 08:19:02.298125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2355c7c5-a027-40c9-8e4e-62bc46a5b88e req-ff712668-1eb5-443c-bb7d-b66c7b002e5b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 945 time: 0.1257746 Sep 21 08:19:02.310163 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.321763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.369873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:19:02.404601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2355c7c5-a027-40c9-8e4e-62bc46a5b88e req-64613a8b-dda7-4e6e-ab6a-8f1e70b56db1 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048577 Sep 21 08:19:02.419519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497e26a4-61f0-4a36-aaf6-1a98ac549603,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:02.430303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.432516 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Added segment 58fc815a-62b0-4879-80cf-538626fb1933 of type vlan for network 24f84988-851b-4a40-8c54-45d46e55f159 Sep 21 08:19:02.469366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a82dac81-4aa7-4434-8ecc-eacddcf62e6a req-399dc81e-4900-4a4d-82a3-cf20eac4075b service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612446 Sep 21 08:19:02.497693 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.532450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.533668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:02.534345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.588140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7580111 Sep 21 08:19:02.591920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57156) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:02.597439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Request body: {'subnet': {'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-949120471-subnet', 'tenant_id': '67067dd519434f718e4f45bae80e85ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:02.640645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Made reservation on behalf of 67067dd519434f718e4f45bae80e85ce for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:02.643615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:02.662648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ebbde-70a5-4122-921c-83039674ca2e admin admin] Pushing event updated for resources: {'Network': ['ID=24f84988-851b-4a40-8c54-45d46e55f159,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:02.678671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 24f84988-851b-4a40-8c54-45d46e55f159 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:19:02.890863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35fcc899-fb4c-44c6-9468-cb3518b0f8dd req-813938af-02bb-4f08-9320-502859268ba7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c2d376e-5a4b-46b7-b3f8-5e2ed386804d HTTP/1.1" status: 200 len: 210 time: 0.0851660 Sep 21 08:19:02.972927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda9f27-f78a-4ef0-984c-cc97ca5cc244 req-47485c76-0ce1-4f5b-8e8b-e58996488db8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:02.975956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bdda9f27-f78a-4ef0-984c-cc97ca5cc244 req-47485c76-0ce1-4f5b-8e8b-e58996488db8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1272688 Sep 21 08:19:03.069201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bdda9f27-f78a-4ef0-984c-cc97ca5cc244 req-582dc0f9-6d73-4b67-a002-1f6dfc258721 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784099 Sep 21 08:19:03.095405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:03.258736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13124dac-47d0-434f-bf2d-70aeede630c4,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:03.262587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Checking segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:03.262969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Network hostable DHCP agents. Network: 24f84988-851b-4a40-8c54-45d46e55f159, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:19:03.288388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Network 24f84988-851b-4a40-8c54-45d46e55f159 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:19:03.307573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 24f84988-851b-4a40-8c54-45d46e55f159) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:03.314920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:03.319110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:03.348076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7be97b-4518-4f34-b6f8-ad365f4420d9 None None] Network 24f84988-851b-4a40-8c54-45d46e55f159 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:03.353265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-030011f1-6c24-4039-8f3b-2fe03651abb6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7600610 Sep 21 08:19:03.537621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:03.640520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37017b60-de69-4af4-88a4-f0a5fba7f295 req-b8cf46f7-ce70-4521-b00e-ff4ae16e4475 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:03.649335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37017b60-de69-4af4-88a4-f0a5fba7f295 req-b8cf46f7-ce70-4521-b00e-ff4ae16e4475 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 945 time: 0.0821640 Sep 21 08:19:03.701988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37017b60-de69-4af4-88a4-f0a5fba7f295 req-f4dd7387-2eab-4808-87e9-466d8f7fb39b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516510 Sep 21 08:19:03.714447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85824636-59c1-445a-8785-e28636276270 None None] Network 24f84988-851b-4a40-8c54-45d46e55f159 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:04.015104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-88755f05-d566-4f64-b7f6-4c7ae8199732 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:04.016693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-88755f05-d566-4f64-b7f6-4c7ae8199732 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.1628666 Sep 21 08:19:04.037983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-79153039-7e20-4c8d-9f8c-ba4ddfcc677e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/quotas/576cab1ba2b04aa1b92d34c628fbd8ea HTTP/1.1" status: 200 len: 375 time: 0.0141537 Sep 21 08:19:04.091827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-b8b364a9-e751-4bb9-bcbe-5bbb60241975 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474989 Sep 21 08:19:04.202234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device abae1c34-ce66-47b5-97c0-3b50781b52ce up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:04.229064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-9f17d005-55e5-40f5-8207-70ddb17061f4 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292393 Sep 21 08:19:04.281741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-f135418f-0c38-4f70-b0fe-5ddf71766a8e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:04.283648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-f135418f-0c38-4f70-b0fe-5ddf71766a8e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.1794410 Sep 21 08:19:04.301420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port abae1c34-ce66-47b5-97c0-3b50781b52ce completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:04.307472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port abae1c34-ce66-47b5-97c0-3b50781b52ce triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:04.307919 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:04.308554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-b8fd708c-ecff-4b90-9bbc-95fb1fc71f89 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/quotas/67067dd519434f718e4f45bae80e85ce HTTP/1.1" status: 200 len: 375 time: 0.0156114 Sep 21 08:19:04.350284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-8ed1d915-7bdd-49fd-b0bc-416140489ed8 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355046 Sep 21 08:19:04.387769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-4f27905f-5f42-45bb-98fe-1165e26859ec service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523066 Sep 21 08:19:04.444856 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:04.478771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae1c34-ce66-47b5-97c0-3b50781b52ce'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:04.482682 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95677e3-b8f9-4dcd-9e33-c2751cce2b00" -d '{"events": [{"server_uuid": "2f2e9fa4-e325-4e1e-888b-69608bf1d053", "name": "network-vif-plugged", "status": "completed", "tag": "abae1c34-ce66-47b5-97c0-3b50781b52ce"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:04.504990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port abae1c34-ce66-47b5-97c0-3b50781b52ce, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=abae1c34-ce66-47b5-97c0-3b50781b52ce,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:04.511828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-f15e5501-3ef9-4c14-b4df-ccfa78771887 service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526344 Sep 21 08:19:04.513990 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:04.616521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=abae1c34-ce66-47b5-97c0-3b50781b52ce,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:04.626897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.627453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.628484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.628927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.629369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.629986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.630223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.630655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.631152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.631522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.631995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.632441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:04.715590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-1c44d868-266d-473e-97e5-1e054d7477d1 service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956205 Sep 21 08:19:04.859221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5431-27ee-4478-983b-01acca75e2aa req-543518ed-cd1c-450d-bdde-ee1d76f941c4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:04.863205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05fd5431-27ee-4478-983b-01acca75e2aa req-543518ed-cd1c-450d-bdde-ee1d76f941c4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1138268 Sep 21 08:19:05.004013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05fd5431-27ee-4478-983b-01acca75e2aa req-d58b2d2b-bb73-47c0-ad03-8ea7d5c52e37 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341984 Sep 21 08:19:05.246219 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af45b50-6012-48c5-be20-ac4de780fba6 x-openstack-request-id: req-4af45b50-6012-48c5-be20-ac4de780fba6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:05.246522 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2e9fa4-e325-4e1e-888b-69608bf1d053", "name": "network-vif-plugged", "status": "completed", "tag": "abae1c34-ce66-47b5-97c0-3b50781b52ce", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:05.246790 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4af45b50-6012-48c5-be20-ac4de780fba6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:05.247209 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abae1c34-ce66-47b5-97c0-3b50781b52ce', 'code': 200} Sep 21 08:19:05.525886 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa220ff-6495-4e35-b864-9c6f3870bcd9 req-8b458595-21bb-4f40-960f-8b9fb1cbf337 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 210 time: 0.1159756 Sep 21 08:19:05.551683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27125ade-a5b6-4d78-8e94-c674aaaa7b25 req-37b22e45-03ee-4ac5-a6fb-6976f2fb4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.559478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27125ade-a5b6-4d78-8e94-c674aaaa7b25 req-37b22e45-03ee-4ac5-a6fb-6976f2fb4f40 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 1097 time: 0.2192430 Sep 21 08:19:05.657917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64cfa921-cd7e-4a71-9996-96e59c848d49 req-4f6f6da0-aa2d-4166-88ef-4d8a33227714 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 210 time: 0.0630326 Sep 21 08:19:05.702656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274122a-8230-4ff6-a36d-0b2eabf68553 req-76862ef4-2310-415c-bea2-c43f31ead414 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.703055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27125ade-a5b6-4d78-8e94-c674aaaa7b25 req-691ee865-49a9-4a21-8fb2-b011ade5b9ca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364706 Sep 21 08:19:05.705423 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8274122a-8230-4ff6-a36d-0b2eabf68553 req-76862ef4-2310-415c-bea2-c43f31ead414 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 946 time: 0.1287451 Sep 21 08:19:05.788022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8274122a-8230-4ff6-a36d-0b2eabf68553 req-0b25a767-6856-4537-9d62-a7905fcc701c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719738 Sep 21 08:19:05.911527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.918731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.925956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.932692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.940244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.947743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.954372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:05.962805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff748acc-5128-483f-8b40-f5686a1b853a req-4db19c21-192b-4dd9-860c-14dcaf788224 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.1310585 Sep 21 08:19:06.048066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff748acc-5128-483f-8b40-f5686a1b853a req-779b17ae-de89-4847-8f6d-03ac748adf70 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767605 Sep 21 08:19:06.176888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f08a89-c3f3-442d-bda9-6e9c0990010d req-e6ff1645-fec6-4bc8-8729-9f64c4817a30 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:06.181049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78f08a89-c3f3-442d-bda9-6e9c0990010d req-e6ff1645-fec6-4bc8-8729-9f64c4817a30 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0714197 Sep 21 08:19:06.235968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78f08a89-c3f3-442d-bda9-6e9c0990010d req-3b3e3fe2-6a34-4bbe-ab22-baea8d9abadc tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Sep 21 08:19:06.469551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-1e33d5f9-f0c1-4f35-a076-72f7fe9b71a6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:06.471118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-1e33d5f9-f0c1-4f35-a076-72f7fe9b71a6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.1410298 Sep 21 08:19:06.488956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Request body: {'port': {'device_id': '1704ae21-e452-4687-995b-f97a1bc624aa', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'admin_state_up': True, 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:06.677500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ef24156-75c6-4022-868b-f2c3aec05b9d req-04c0b13d-6bf3-488f-a498-deb57ed2b323 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 210 time: 0.0410581 Sep 21 08:19:06.694888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:06.699334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:06.806544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e54aa4b-d4e5-42fd-8bb9-a064c6201661 req-9477eb86-3663-4d2a-98df-207cbe67a2a6 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 210 time: 0.0444164 Sep 21 08:19:07.134725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-d618f34c-a190-4b2a-8dda-48e6449920ae tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.137227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-d618f34c-a190-4b2a-8dda-48e6449920ae tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.2243676 Sep 21 08:19:07.172617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Request body: {'port': {'device_id': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'admin_state_up': True, 'tenant_id': '67067dd519434f718e4f45bae80e85ce'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:07.401124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.409447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.417128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.424398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.432992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.442413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.450648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.460394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9801983a-eaeb-4654-b745-425023eb6658 req-41c849dc-d0d9-4142-9117-b080cbbe031b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.1504364 Sep 21 08:19:07.515716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.523233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.531245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.545811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.547097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9801983a-eaeb-4654-b745-425023eb6658 req-d44ae269-f123-4182-b093-d1d40af63ad6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857260 Sep 21 08:19:07.547798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Made reservation on behalf of 67067dd519434f718e4f45bae80e85ce for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:07.553912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.561191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:07.561871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.573706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.576527 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ce2826e8-ea96-48f1-a4d1-0e592c91d99c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 5444 time: 0.2106149 Sep 21 08:19:07.581891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Allocated IP 172.20.0.4 (e7d4cad6-0117-4d93-b619-9b0da5a241cf/32688144-3e68-4c92-9bfa-22bade9b828a/2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:07.644877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100084bb-84bb-42e1-b978-82994b9187b8 req-7424176c-751c-46f7-b53c-ee710ed9f3e8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.656311 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-100084bb-84bb-42e1-b978-82994b9187b8 req-7424176c-751c-46f7-b53c-ee710ed9f3e8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 946 time: 0.2974010 Sep 21 08:19:07.692965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-39be38cd-236e-436c-98a2-fc557e1b9119 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.694208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-39be38cd-236e-436c-98a2-fc557e1b9119 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "GET /v2.0/ports/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1037035 Sep 21 08:19:07.766345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-100084bb-84bb-42e1-b978-82994b9187b8 req-77845de9-ff2b-47ce-8224-017b7cc09c5b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043711 Sep 21 08:19:07.845087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0202427-5e26-461b-8947-e211cc6b203d req-48342f25-1f27-457a-99ef-8c81f118c0f3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:07.848009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0202427-5e26-461b-8947-e211cc6b203d req-48342f25-1f27-457a-99ef-8c81f118c0f3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1552522 Sep 21 08:19:07.848546 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:19:07.903032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Allocated IP 172.20.0.3 (24f84988-851b-4a40-8c54-45d46e55f159/13124dac-47d0-434f-bf2d-70aeede630c4/a8e7e849-8e18-4296-999a-728998ff2d05) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:07.928523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0202427-5e26-461b-8947-e211cc6b203d req-5bd547c0-9154-44c1-a257-a90669eedde1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669103 Sep 21 08:19:08.003032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a61efd87-ab6f-4cd9-8333-2962ea71ed20 req-b235276f-ff5f-46c7-9f24-ded7b4858b36 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 210 time: 0.1166670 Sep 21 08:19:08.071625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-a4bbd8cd-b932-48cd-b802-bd0442ae3122 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "GET /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3707266 Sep 21 08:19:08.087736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:08.164363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8fd551f-9159-4899-bc9b-1e7fc6c1fca5 req-90b2be14-5753-4a5d-8aa9-a1efef4a634a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 210 time: 0.0750947 Sep 21 08:19:08.177039 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.201702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.256370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.305345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.360476 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.381231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Network 24f84988-851b-4a40-8c54-45d46e55f159 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:08.386171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:08.388333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event updated for resources: {'Port': ['ID=a8e7e849-8e18-4296-999a-728998ff2d05,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:08.391263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:08.440590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:08.450779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:08.463380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:08.464156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.468250 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:08.476866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] For port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:08.482541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-0a7362e4-5da1-478b-8445-8e9f64acb150 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3161025 Sep 21 08:19:08.500252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event updated for resources: {'Port': ['ID=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:08.567652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:08.568279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.578507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Request body: {'port': {'device_id': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:08.582651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] For port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:08.606613 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5cdab5fb-dca3-4b01-b215-6bdf4f27c790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1245081 Sep 21 08:19:08.626271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Request body: {'port': {'device_id': '1704ae21-e452-4687-995b-f97a1bc624aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:08.655641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] device_id is not set on port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:19:08.669849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.679372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.732078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.752490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.782389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:08.801408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] No DVR routers for this DVR port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:08.991514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-6a99c14f-cf58-4eb2-9a90-347e66faccdc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:08.992083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] In _notify_port_updated(), no bound segment for port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:19:08.995163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:08.996893 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:08.997806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-6a99c14f-cf58-4eb2-9a90-347e66faccdc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.001604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-9d0b1ad6-5b0a-4be9-ab71-025223fd9b61 service neutron] 10.222.0.62 "PUT /v2.0/ports/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 200 len: 1033 time: 0.9165869 Sep 21 08:19:09.004878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-6a99c14f-cf58-4eb2-9a90-347e66faccdc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.019773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-6a99c14f-cf58-4eb2-9a90-347e66faccdc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.025771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-6a99c14f-cf58-4eb2-9a90-347e66faccdc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.031803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-6a99c14f-cf58-4eb2-9a90-347e66faccdc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.041958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-6a99c14f-cf58-4eb2-9a90-347e66faccdc tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 4664 time: 0.3457758 Sep 21 08:19:09.138195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-28be0d41-13ca-4044-b628-6afc56227c3d None None] Provisioning complete for port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:09.139972 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-28be0d41-13ca-4044-b628-6afc56227c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:09.183831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3c8cdf0-eade-43ad-8cc7-70dc46bc6e6a req-1f0025df-8f94-4bec-999c-ab73a1511f30 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&id=b85d839c-ec90-48d2-9dd1-fa97557d02a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423070 Sep 21 08:19:09.194124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-28be0d41-13ca-4044-b628-6afc56227c3d None None] Port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:09.204759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cffff3-3691-4d9a-a7ac-7460d28878db req-ff0694c1-a50b-4f16-b96c-55b1ef2fa655 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.207213 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90cffff3-3691-4d9a-a7ac-7460d28878db req-ff0694c1-a50b-4f16-b96c-55b1ef2fa655 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 946 time: 0.3116331 Sep 21 08:19:09.261651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-b1959631-75df-41f2-8c79-976a0fae17d8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.263162 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-b1959631-75df-41f2-8c79-976a0fae17d8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "GET /v2.0/ports/3002550a-2348-46a1-9771-8957d66d5dd8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1602345 Sep 21 08:19:09.287039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:09.376204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e7e849-8e18-4296-999a-728998ff2d05 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:09.390142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:09.407112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90cffff3-3691-4d9a-a7ac-7460d28878db req-558b588f-d01f-4efc-816b-1c5d461c8b90 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578946 Sep 21 08:19:09.413231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a7c8-ad3c-4214-9336-8f047b438e23 req-a12be74f-8ba6-48a1-9317-665cdbe74324 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.419370 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7397a7c8-ad3c-4214-9336-8f047b438e23 req-a12be74f-8ba6-48a1-9317-665cdbe74324 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1143723 Sep 21 08:19:09.430542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Transition to ACTIVE for port object a8e7e849-8e18-4296-999a-728998ff2d05 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:09.444929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:09.505783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:09.529629 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7397a7c8-ad3c-4214-9336-8f047b438e23 req-25bbf85e-b9f0-428e-99de-ac7518367423 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093581 Sep 21 08:19:09.571174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e7e849-8e18-4296-999a-728998ff2d05,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:09.789128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bb00c-5bfa-4071-9f10-199ebf366eb7 req-333cc665-2868-4f9e-be22-d4f3b512bcff tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.798531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f93bb00c-5bfa-4071-9f10-199ebf366eb7 req-333cc665-2868-4f9e-be22-d4f3b512bcff tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 943 time: 0.1404049 Sep 21 08:19:09.802333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Attempting to bind port a8e7e849-8e18-4296-999a-728998ff2d05 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:09.802682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Attempting to bind port a8e7e849-8e18-4296-999a-728998ff2d05 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:09.803032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Attempting to bind port a8e7e849-8e18-4296-999a-728998ff2d05 on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:09.825034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Port a8e7e849-8e18-4296-999a-728998ff2d05 on network 24f84988-851b-4a40-8c54-45d46e55f159 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:09.825393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Attempting to bind port a8e7e849-8e18-4296-999a-728998ff2d05 on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:09.856536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f93bb00c-5bfa-4071-9f10-199ebf366eb7 req-0d8f39b2-cfb2-4008-9698-2a8ce8908059 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570331 Sep 21 08:19:09.859026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:09.859533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Checking segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:09.859935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Bound using segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:09.860915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Bound port: a8e7e849-8e18-4296-999a-728998ff2d05, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:09.861026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:09.887203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65632ad0-5ceb-4a96-9dd5-5a0b144952e0 req-2bc44616-971b-4c07-9e0d-656470de6e54 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:09.897571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65632ad0-5ceb-4a96-9dd5-5a0b144952e0 req-2bc44616-971b-4c07-9e0d-656470de6e54 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 931 time: 0.3356702 Sep 21 08:19:09.903094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:09.924446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:09.972374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] For port 3002550a-2348-46a1-9771-8957d66d5dd8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3002550a-2348-46a1-9771-8957d66d5dd8,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:09.988064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] For port a8e7e849-8e18-4296-999a-728998ff2d05, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:09.992068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] For port a8e7e849-8e18-4296-999a-728998ff2d05, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e7e849-8e18-4296-999a-728998ff2d05,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:09.997806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.022638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Transition to ACTIVE for port object 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:10.036811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65632ad0-5ceb-4a96-9dd5-5a0b144952e0 req-e09a5712-ba4b-4ea8-95df-371209b86914 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380696 Sep 21 08:19:10.050011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.106269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] For port 3002550a-2348-46a1-9771-8957d66d5dd8, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:10.182201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:10.189301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] device_id is not set on port 3002550a-2348-46a1-9771-8957d66d5dd8 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:19:10.231561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a1e4783d-cdae-4b0e-9ac6-c63ada7b615f no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:10.237385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.297648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a1e4783d-cdae-4b0e-9ac6-c63ada7b615f not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:19:10.298383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:10.330617 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.485169 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.550909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Attempting to bind port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:10.551720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Attempting to bind port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:10.552795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Attempting to bind port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:10.553499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:10.555807 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3be765-b872-4bbf-80fc-4a6cd91228c5" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:10.562508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:10.563276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.565587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/a8e7e849-8e18-4296-999a-728998ff2d05 HTTP/1.1" status: 200 len: 1091 time: 2.0699232 Sep 21 08:19:10.566270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'tag': 'a8e7e849-8e18-4296-999a-728998ff2d05'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:10.568804 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7" -d '{"events": [{"name": "network-changed", "server_uuid": "916f409b-4b0c-4069-a381-4b53c1a85e33", "tag": "a8e7e849-8e18-4296-999a-728998ff2d05"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:10.578692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa on network e7d4cad6-0117-4d93-b619-9b0da5a241cf not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:10.579173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Attempting to bind port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:10.603980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:10.604344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Checking segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:10.605192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Bound using segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:10.605785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Bound port: 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:10.606164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.607031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:10.618654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a8fd-d449-423f-ada6-bcd9bc6d69f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8e7e849-8e18-4296-999a-728998ff2d05,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:10.631651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.633400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42fe88-e522-498f-a987-66f6ea3ced17 req-803e8fa9-73a1-495d-8535-4ef79728647f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:10.634760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc42fe88-e522-498f-a987-66f6ea3ced17 req-803e8fa9-73a1-495d-8535-4ef79728647f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 945 time: 0.1100130 Sep 21 08:19:10.642000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3002550a-2348-46a1-9771-8957d66d5dd8 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:10.760726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] No DVR routers for this DVR port 3002550a-2348-46a1-9771-8957d66d5dd8 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:10.831181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3002550a-2348-46a1-9771-8957d66d5dd8 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:19:10.831934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device f69bc2e7-39e3-460c-bf20-b321b1694924 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:10.841239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc42fe88-e522-498f-a987-66f6ea3ced17 req-a643ce6e-603e-477f-9136-6cf69d3a0267 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974177 Sep 21 08:19:10.855439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] In _notify_port_updated(), no bound segment for port 3002550a-2348-46a1-9771-8957d66d5dd8 on network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:19:10.856344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:10.856959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.858293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] 10.222.0.62 "PUT /v2.0/ports/3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 200 len: 1032 time: 1.5854902 Sep 21 08:19:10.859816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-041b3b2b-2e90-4ce6-bd5b-32e4346a977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:10.864725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-041b3b2b-2e90-4ce6-bd5b-32e4346a977b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 1094 time: 0.2257450 Sep 21 08:19:10.885518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:10.898112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce6696-22c5-44a0-96c8-54c384913396 service neutron] Pushing event updated for resources: {'Port': ['ID=3002550a-2348-46a1-9771-8957d66d5dd8,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:10.957408 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:10.961685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-241e4897-ece0-416a-a3de-3eaa6cad21f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e7e849-8e18-4296-999a-728998ff2d05 HTTP/1.1" status: 200 len: 217 time: 0.0852606 Sep 21 08:19:10.973075 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7719ee87-e91e-476d-9adf-11cd18016ec6 x-openstack-request-id: req-7719ee87-e91e-476d-9adf-11cd18016ec6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:10.973324 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:10.973530 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7719ee87-e91e-476d-9adf-11cd18016ec6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:10.973647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9177b2c-33f0-4b5f-9d3b-990f178db273 req-b844a6c8-248f-4e57-af83-1dc6988ea0ee tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:10.973923 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3', 'code': 200} Sep 21 08:19:10.987782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9177b2c-33f0-4b5f-9d3b-990f178db273 req-b844a6c8-248f-4e57-af83-1dc6988ea0ee tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:10.998731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port f69bc2e7-39e3-460c-bf20-b321b1694924, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f69bc2e7-39e3-460c-bf20-b321b1694924,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:11.001769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9177b2c-33f0-4b5f-9d3b-990f178db273 req-b844a6c8-248f-4e57-af83-1dc6988ea0ee tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.008225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.009217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c983e9aa-0e0b-4ba1-8b14-05b881782ced no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:11.011087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9177b2c-33f0-4b5f-9d3b-990f178db273 req-b844a6c8-248f-4e57-af83-1dc6988ea0ee tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.017000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9177b2c-33f0-4b5f-9d3b-990f178db273 req-b844a6c8-248f-4e57-af83-1dc6988ea0ee tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.026100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9177b2c-33f0-4b5f-9d3b-990f178db273 req-b844a6c8-248f-4e57-af83-1dc6988ea0ee tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 3885 time: 0.6560159 Sep 21 08:19:11.114498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-d3c5a07f-c75e-4a95-b519-64ab22e41d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.117093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-d3c5a07f-c75e-4a95-b519-64ab22e41d18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.1458511 Sep 21 08:19:11.159458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=f69bc2e7-39e3-460c-bf20-b321b1694924,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:11.162688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9753c-d9f6-4a3e-a472-010cba96ade5 req-5b808a41-14a6-45cd-8f67-2d5e05046f4f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.164546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70e9753c-d9f6-4a3e-a472-010cba96ade5 req-5b808a41-14a6-45cd-8f67-2d5e05046f4f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0941215 Sep 21 08:19:11.166825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-791a1cb5-7481-435e-aa79-e6f642ba8073 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407679 Sep 21 08:19:11.189067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cb33b223-b6a6-4d57-a708-8a48e279276d None None] Provisioning complete for port 3002550a-2348-46a1-9771-8957d66d5dd8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:11.189834 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb33b223-b6a6-4d57-a708-8a48e279276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.231278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70e9753c-d9f6-4a3e-a472-010cba96ade5 req-61ea8b27-beaa-4be0-aff3-f4426e4d4eca tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590198 Sep 21 08:19:11.234086 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9177b2c-33f0-4b5f-9d3b-990f178db273 req-c745c95a-a270-449d-a818-f0f0262d1a1b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990852 Sep 21 08:19:11.248428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] For port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:11.295485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] For port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:11.314632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cb33b223-b6a6-4d57-a708-8a48e279276d None None] Port 3002550a-2348-46a1-9771-8957d66d5dd8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:11.324947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.331740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port f69bc2e7-39e3-460c-bf20-b321b1694924 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:11.332372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.400722 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-8258912c-82fb-4a35-9f34-9eba3d65d583 service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077246 Sep 21 08:19:11.400979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.401593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.403450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] 10.222.0.50 "PUT /v2.0/ports/2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa HTTP/1.1" status: 200 len: 1091 time: 2.7820055 Sep 21 08:19:11.404626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.414189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1704ae21-e452-4687-995b-f97a1bc624aa', 'tag': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:11.417918 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f6de7-efe7-4968-8001-95610b214e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1704ae21-e452-4687-995b-f97a1bc624aa", "tag": "2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:11.510770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c983e9aa-0e0b-4ba1-8b14-05b881782ced, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:11.516185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.517284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3d0d3f49-99f4-4980-942c-9f86a1908812 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:11.535291 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee6f53-eb94-4589-b525-dcee501d9223 x-openstack-request-id: req-65ee6f53-eb94-4589-b525-dcee501d9223 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:11.535770 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916f409b-4b0c-4069-a381-4b53c1a85e33", "tag": "a8e7e849-8e18-4296-999a-728998ff2d05", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:11.536115 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65ee6f53-eb94-4589-b525-dcee501d9223 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:11.536730 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'tag': 'a8e7e849-8e18-4296-999a-728998ff2d05', 'status': 'completed', 'code': 200} Sep 21 08:19:11.581233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8979c9b-a54d-4dea-be16-d3cf014b231a service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:11.618280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-79d11649-3b0a-488a-85a8-d528d50a527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.633507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-79d11649-3b0a-488a-85a8-d528d50a527b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 1094 time: 0.1407690 Sep 21 08:19:11.635603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] For port f69bc2e7-39e3-460c-bf20-b321b1694924, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f69bc2e7-39e3-460c-bf20-b321b1694924,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:11.635984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.692676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626cb1b-4c41-4c1e-96e3-e3e494a09b2e req-8ba1a8dc-4621-4b55-9e2f-ca1603c99a42 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.712826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=c983e9aa-0e0b-4ba1-8b14-05b881782ced,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:11.738072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c626cb1b-4c41-4c1e-96e3-e3e494a09b2e req-8ba1a8dc-4621-4b55-9e2f-ca1603c99a42 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 946 time: 0.2631853 Sep 21 08:19:11.748618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.775197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f85eff10-a801-44ff-804d-5ff0f338dfcd req-d0a5cf0a-9907-4213-a1f4-27f9c0ef8e82 service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543015 Sep 21 08:19:11.808672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c626cb1b-4c41-4c1e-96e3-e3e494a09b2e req-f7902b2f-5cb4-4bbc-bf74-1894d9596930 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695953 Sep 21 08:19:11.833400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3d0d3f49-99f4-4980-942c-9f86a1908812, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d0d3f49-99f4-4980-942c-9f86a1908812,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:11.841909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for f69bc2e7-39e3-460c-bf20-b321b1694924 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:11.843400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:11.844334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 20bf013c-2e65-42a7-a736-1af4140a22f9 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:11.871640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-88defca8-0f8d-482e-adab-00efcb62b726 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa HTTP/1.1" status: 200 len: 217 time: 0.1241350 Sep 21 08:19:11.949203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6ad1f-94ae-4114-9aa1-bd123a6caea3 req-c367e142-5720-4ad5-8080-b6d64ab252d5 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.957663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6a6ad1f-94ae-4114-9aa1-bd123a6caea3 req-c367e142-5720-4ad5-8080-b6d64ab252d5 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 943 time: 0.3127241 Sep 21 08:19:11.969588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-21a2c494-d468-4eb2-b3d9-9384070056b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:11.972087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-21a2c494-d468-4eb2-b3d9-9384070056b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 1094 time: 0.1380939 Sep 21 08:19:12.034493 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:12.072259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 20bf013c-2e65-42a7-a736-1af4140a22f9, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20bf013c-2e65-42a7-a736-1af4140a22f9,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:12.077906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:12.080905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3d0d3f49-99f4-4980-942c-9f86a1908812,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:12.166298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=20bf013c-2e65-42a7-a736-1af4140a22f9,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:12.181940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-8c8db151-d945-41d2-a1ea-ecd26d1ba159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:12.186304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-8c8db151-d945-41d2-a1ea-ecd26d1ba159 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.2921007 Sep 21 08:19:12.238060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-ba0fd367-644c-4c06-bcc4-bc13fa042787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:12.238060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-ba0fd367-644c-4c06-bcc4-bc13fa042787 service neutron] 10.222.0.50 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 915 time: 0.2567821 Sep 21 08:19:12.247250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b020b1c-7dcf-43f0-b51d-7e9c91642314 req-ff64a76f-0e1c-48a0-ab8a-6977079bf7eb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:12.252970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b020b1c-7dcf-43f0-b51d-7e9c91642314 req-ff64a76f-0e1c-48a0-ab8a-6977079bf7eb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 943 time: 0.1160371 Sep 21 08:19:12.306170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-85ecdd26-cdf8-4871-a6a8-3598227a0b74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663621 Sep 21 08:19:12.330065 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-a2dbb4e0-05e2-4707-9454-17bd2bcc9143 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8e7e849-8e18-4296-999a-728998ff2d05 HTTP/1.1" status: 200 len: 217 time: 0.0758440 Sep 21 08:19:12.357366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6a6ad1f-94ae-4114-9aa1-bd123a6caea3 req-98444ed1-33a4-4c53-b15b-f2f2fdecebcb tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976660 Sep 21 08:19:12.364447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:12.426543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-7cc7d40f-6abc-4d14-b56f-aa300e3cb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:12.431195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-7cc7d40f-6abc-4d14-b56f-aa300e3cb705 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.0867560 Sep 21 08:19:12.438534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=f69bc2e7-39e3-460c-bf20-b321b1694924,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:12.508854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b020b1c-7dcf-43f0-b51d-7e9c91642314 req-a654cd89-b95f-475f-a257-d6a22dda19c6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265127 Sep 21 08:19:12.535075 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a175361-11f5-435c-a273-d24bb59908a1 x-openstack-request-id: req-5a175361-11f5-435c-a273-d24bb59908a1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:12.535424 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1704ae21-e452-4687-995b-f97a1bc624aa", "tag": "2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:12.535883 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a175361-11f5-435c-a273-d24bb59908a1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:12.536309 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1704ae21-e452-4687-995b-f97a1bc624aa', 'tag': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa', 'status': 'completed', 'code': 200} Sep 21 08:19:12.540731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] No DVR routers for this DVR port f69bc2e7-39e3-460c-bf20-b321b1694924 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:12.547649 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:12.547955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-60972ec0-8364-49d5-814b-f465165a6bbd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701005 Sep 21 08:19:12.550592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-682ae025-2aa5-4f67-ada3-3c42568f4118 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "DELETE /v2.0/ports/f69bc2e7-39e3-460c-bf20-b321b1694924 HTTP/1.1" status: 204 len: 173 time: 1.6739213 Sep 21 08:19:12.629309 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-def8f4ec-6e6a-4586-a227-2a5408e70a14 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115301 Sep 21 08:19:12.727071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bee6d-e070-4d70-ba6e-5510e3798002 req-95438db1-b83c-4a23-bdd2-c56a053e5291 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:12.729631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-043bee6d-e070-4d70-ba6e-5510e3798002 req-95438db1-b83c-4a23-bdd2-c56a053e5291 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1060452 Sep 21 08:19:12.735397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-25cf392f-e0f8-42d7-8294-734d26a686c2 service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862667 Sep 21 08:19:12.838944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb7a053c-1da3-4190-aeaf-2507e0fd3493 req-5d3ca049-6a7f-4844-8c76-bb9e733c4217 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958554 Sep 21 08:19:12.857429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-043bee6d-e070-4d70-ba6e-5510e3798002 req-73795b28-c3a0-4a40-b0ae-db7d3518c7c4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205735 Sep 21 08:19:12.937932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7298d58e-04e1-4a6d-9ab8-36dd343d84a7 req-6eb453d7-c7fb-4e6c-a57d-874520179293 service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791060 Sep 21 08:19:12.975082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:12.987748 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dab4710-5281-4b37-be86-5955e10dbf86" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:13.059792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a31ed-d9da-4317-a53f-c03b357c84f1 req-8e9d69a1-f836-4839-a036-0d8330c871ef tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.066908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a31ed-d9da-4317-a53f-c03b357c84f1 req-8e9d69a1-f836-4839-a036-0d8330c871ef tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.073334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a31ed-d9da-4317-a53f-c03b357c84f1 req-8e9d69a1-f836-4839-a036-0d8330c871ef tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.079482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9b23-7b03-4f8a-abb5-2607d9676156 req-c1d27174-9474-42de-ac22-d53658a60ab4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.079824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a31ed-d9da-4317-a53f-c03b357c84f1 req-8e9d69a1-f836-4839-a036-0d8330c871ef tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.088176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a64a31ed-d9da-4317-a53f-c03b357c84f1 req-8e9d69a1-f836-4839-a036-0d8330c871ef tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 3144 time: 0.2480595 Sep 21 08:19:13.092101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-949f9b23-7b03-4f8a-abb5-2607d9676156 req-c1d27174-9474-42de-ac22-d53658a60ab4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 946 time: 0.1248724 Sep 21 08:19:13.108855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port 20bf013c-2e65-42a7-a736-1af4140a22f9 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:13.109199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:13.153964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-949f9b23-7b03-4f8a-abb5-2607d9676156 req-255b6c1d-db19-48ac-a906-541ba6effecc tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605824 Sep 21 08:19:13.192799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6de7-efe7-4968-8001-95610b214e1c req-a55d42ad-3b62-4a7d-ad79-e1bc894efeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.194726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-352f6de7-efe7-4968-8001-95610b214e1c req-a55d42ad-3b62-4a7d-ad79-e1bc894efeec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 1094 time: 0.2548583 Sep 21 08:19:13.198291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a64a31ed-d9da-4317-a53f-c03b357c84f1 req-3d2ffb1e-fcc4-4e46-8123-e8336e53fc94 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092768 Sep 21 08:19:13.239912 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6dffe8-d4b7-49fd-809a-2bce4e771282 x-openstack-request-id: req-ab6dffe8-d4b7-49fd-809a-2bce4e771282 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:13.239912 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:13.239912 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ab6dffe8-d4b7-49fd-809a-2bce4e771282 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:13.239912 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924', 'code': 200} Sep 21 08:19:13.239912 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced', 'code': 200} Sep 21 08:19:13.239912 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812', 'code': 200} Sep 21 08:19:13.239912 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'code': 200} Sep 21 08:19:13.396741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] For port 20bf013c-2e65-42a7-a736-1af4140a22f9, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=20bf013c-2e65-42a7-a736-1af4140a22f9,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:13.397646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:13.480373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6de7-efe7-4968-8001-95610b214e1c req-3ffa42ec-140d-4ad3-bec3-a030fb236180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.481978 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-352f6de7-efe7-4968-8001-95610b214e1c req-3ffa42ec-140d-4ad3-bec3-a030fb236180 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 913 time: 0.2135646 Sep 21 08:19:13.545471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1a32a-c0e2-4bc9-89c7-477279ae5c2f req-d7d59f0b-1d91-468c-8850-a965336302b3 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.547071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6f1a32a-c0e2-4bc9-89c7-477279ae5c2f req-d7d59f0b-1d91-468c-8850-a965336302b3 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 943 time: 0.0846827 Sep 21 08:19:13.617958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6f1a32a-c0e2-4bc9-89c7-477279ae5c2f req-f34731b8-2dd3-49f0-ab84-81aff2ad3c15 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600588 Sep 21 08:19:13.680529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-352f6de7-efe7-4968-8001-95610b214e1c req-88c49787-0872-464d-9113-a84875f069d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa HTTP/1.1" status: 200 len: 217 time: 0.1804688 Sep 21 08:19:13.762706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:13.763098 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:13.763428 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Floating IP 13cba3d1-f000-490e-b693-54eac503dcb3 disassociated. External IP: 172.25.1.220, port: 20bf013c-2e65-42a7-a736-1af4140a22f9. Sep 21 08:19:13.763744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for 20bf013c-2e65-42a7-a736-1af4140a22f9 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:13.779066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d45a8-e5a3-4175-bff2-388e0107eff2 req-2acff93a-f100-40d4-b397-e336ed06595b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.783428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-403d45a8-e5a3-4175-bff2-388e0107eff2 req-2acff93a-f100-40d4-b397-e336ed06595b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 943 time: 0.1217952 Sep 21 08:19:13.790144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6de7-efe7-4968-8001-95610b214e1c req-0f2027fa-bbd3-4262-b00b-6787db6f99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:13.791890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-352f6de7-efe7-4968-8001-95610b214e1c req-0f2027fa-bbd3-4262-b00b-6787db6f99cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1004226 Sep 21 08:19:13.872795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-352f6de7-efe7-4968-8001-95610b214e1c req-80d7d849-d9d9-4a12-bd2f-7815f9c19d4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715425 Sep 21 08:19:13.997944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dadbf-5a15-4f2e-9f75-cdd23e976d6c req-1afb6f2a-69bd-44a1-8591-10c96d8e0a3f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:14.004097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-403d45a8-e5a3-4175-bff2-388e0107eff2 req-637dfdfc-e7b1-4850-ab3b-e3a9d8069bb9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598077 Sep 21 08:19:14.007779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-328dadbf-5a15-4f2e-9f75-cdd23e976d6c req-1afb6f2a-69bd-44a1-8591-10c96d8e0a3f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0729787 Sep 21 08:19:14.069888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-328dadbf-5a15-4f2e-9f75-cdd23e976d6c req-b4787fa5-f63c-410d-be4d-d0abc99849f8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608976 Sep 21 08:19:14.136265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-352f6de7-efe7-4968-8001-95610b214e1c req-debcc974-cff9-4cc9-b2ab-644c97aba514 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106917 Sep 21 08:19:14.160340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:14.394026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d062e9b-b50b-4f88-9d3d-072a8a6deef6 req-f89b4f6b-a1a2-4066-b3ac-9c376d9598e5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:14.402126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d062e9b-b50b-4f88-9d3d-072a8a6deef6 req-f89b4f6b-a1a2-4066-b3ac-9c376d9598e5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:14.409876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d062e9b-b50b-4f88-9d3d-072a8a6deef6 req-f89b4f6b-a1a2-4066-b3ac-9c376d9598e5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:14.418772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d062e9b-b50b-4f88-9d3d-072a8a6deef6 req-f89b4f6b-a1a2-4066-b3ac-9c376d9598e5 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 2410 time: 0.1075041 Sep 21 08:19:14.477669 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d062e9b-b50b-4f88-9d3d-072a8a6deef6 req-a16dd13d-7268-4673-adab-c952f1e0b67b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578082 Sep 21 08:19:14.559201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:14.561665 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695804d6-15d6-4294-a597-b428908a3178" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:14.573136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=20bf013c-2e65-42a7-a736-1af4140a22f9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:14.578839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e7e849-8e18-4296-999a-728998ff2d05 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:14.699556 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43810489-c1b9-460f-be8e-79a5900aec74 x-openstack-request-id: req-43810489-c1b9-460f-be8e-79a5900aec74 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:14.699892 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "f69bc2e7-39e3-460c-bf20-b321b1694924", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:14.700304 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43810489-c1b9-460f-be8e-79a5900aec74 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:14.700776 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': 'f69bc2e7-39e3-460c-bf20-b321b1694924', 'status': 'completed', 'code': 200} Sep 21 08:19:14.798503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a8e7e849-8e18-4296-999a-728998ff2d05, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e7e849-8e18-4296-999a-728998ff2d05,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:14.810155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e880e-583b-4507-ab48-568dec7b6845 req-079b358c-49d6-43e5-8b5b-ab35a2fdff4f tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:14.817473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508e880e-583b-4507-ab48-568dec7b6845 req-079b358c-49d6-43e5-8b5b-ab35a2fdff4f tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 943 time: 0.1013203 Sep 21 08:19:14.829457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a8e7e849-8e18-4296-999a-728998ff2d05', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'port_id': 'a8e7e849-8e18-4296-999a-728998ff2d05', 'mac_address': 'fa:16:3e:0e:27:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13124dac-47d0-434f-bf2d-70aeede630c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:14.832081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-352f6de7-efe7-4968-8001-95610b214e1c req-5b5690c9-eb97-4e7c-a56a-20845b42df55 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809468 Sep 21 08:19:14.870396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5e9e8-edfa-4138-90ab-9546b24c0647 req-899034e9-3e47-4dee-9a87-1f0315a9117e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:14.879419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19e5e9e8-edfa-4138-90ab-9546b24c0647 req-899034e9-3e47-4dee-9a87-1f0315a9117e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 946 time: 0.3116274 Sep 21 08:19:14.885781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-508e880e-583b-4507-ab48-568dec7b6845 req-a87c4482-c994-4f2a-afb0-018f645bff52 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499246 Sep 21 08:19:14.889443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:14.906857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e7e849-8e18-4296-999a-728998ff2d05 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:14.950171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a8e7e849-8e18-4296-999a-728998ff2d05, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e7e849-8e18-4296-999a-728998ff2d05,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:14.956229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d534e-fd68-478d-b060-668a934fcea4 req-d9051488-df5b-474a-a063-ff340e103510 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:14.958612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a84d534e-fd68-478d-b060-668a934fcea4 req-d9051488-df5b-474a-a063-ff340e103510 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 946 time: 0.3729734 Sep 21 08:19:14.959717 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:15.089625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19e5e9e8-edfa-4138-90ab-9546b24c0647 req-773ca521-cf98-44d4-862c-cfaac044a566 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072306 Sep 21 08:19:15.100817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a8e7e849-8e18-4296-999a-728998ff2d05,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:15.120916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Router 294898f7-e6c3-49ab-b4c4-294b84f2d14f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:19:15.258130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:15.310744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029abbe-b931-42b3-bb94-110f008a4e44 req-02620d05-23da-4e30-bb9b-a539cbd003d2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:15.312457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5029abbe-b931-42b3-bb94-110f008a4e44 req-02620d05-23da-4e30-bb9b-a539cbd003d2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 943 time: 0.1260126 Sep 21 08:19:15.370423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:19:15.390793 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] Sync routers for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:19:15.406484 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:19:15.407500 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:15.411905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5029abbe-b931-42b3-bb94-110f008a4e44 req-8b68b716-1d5c-4e10-a55a-34c2a1076baf tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918150 Sep 21 08:19:15.473076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Deleting port abae1c34-ce66-47b5-97c0-3b50781b52ce {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:15.473960 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:15.543018 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:19:15.591256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] No DVR routers for this DVR port 20bf013c-2e65-42a7-a736-1af4140a22f9 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:15.599953 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:15.607698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-ac6ab366-57fa-49e6-b933-bcc96f560988 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "DELETE /v2.0/ports/20bf013c-2e65-42a7-a736-1af4140a22f9 HTTP/1.1" status: 204 len: 173 time: 3.0480042 Sep 21 08:19:15.682448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914f3c5-a5a6-48f5-8b64-4fd233b0f186 req-09e2f592-d882-427c-8789-de0cfb30acfb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:15.693767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914f3c5-a5a6-48f5-8b64-4fd233b0f186 req-09e2f592-d882-427c-8789-de0cfb30acfb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:15.703359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914f3c5-a5a6-48f5-8b64-4fd233b0f186 req-09e2f592-d882-427c-8789-de0cfb30acfb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:15.713474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2914f3c5-a5a6-48f5-8b64-4fd233b0f186 req-09e2f592-d882-427c-8789-de0cfb30acfb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 2410 time: 0.1218500 Sep 21 08:19:15.772363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7924-7f2e-4405-b0d8-57633aa9eaee req-e506de4a-b5ad-4bba-8896-8f7d2e52e7d9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:15.773850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2914f3c5-a5a6-48f5-8b64-4fd233b0f186 req-3b0a62b6-1535-4277-accd-c0a113d8dd6e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591040 Sep 21 08:19:15.784491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-922c7924-7f2e-4405-b0d8-57633aa9eaee req-e506de4a-b5ad-4bba-8896-8f7d2e52e7d9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.4859862 Sep 21 08:19:15.820741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] For port abae1c34-ce66-47b5-97c0-3b50781b52ce, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=abae1c34-ce66-47b5-97c0-3b50781b52ce,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:15.820741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:15.848932 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:21Z', 'revision_number': 5, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:15.881943 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] Checking router: 294898f7-e6c3-49ab-b4c4-294b84f2d14f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:19:15.899008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Calling delete_port for abae1c34-ce66-47b5-97c0-3b50781b52ce owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:15.910372 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:19:15.911679 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:18:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:15.918421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-922c7924-7f2e-4405-b0d8-57633aa9eaee req-56284d21-4d43-46c0-ad14-9b7009d6247b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327848 Sep 21 08:19:16.023413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port 3d0d3f49-99f4-4980-942c-9f86a1908812 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:16.023767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:16.081037 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:19:16.125733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75c75a-4a50-4b78-bdea-f8141735febf req-7b25c335-de0c-4f9e-b341-852c52c3176e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:16.129469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f75c75a-4a50-4b78-bdea-f8141735febf req-7b25c335-de0c-4f9e-b341-852c52c3176e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 944 time: 0.0954781 Sep 21 08:19:16.189697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f75c75a-4a50-4b78-bdea-f8141735febf req-07c9d5c8-f853-43e2-bdc8-3eaf509c49a8 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516005 Sep 21 08:19:16.385229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:16.388998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] For port 3d0d3f49-99f4-4980-942c-9f86a1908812, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3d0d3f49-99f4-4980-942c-9f86a1908812,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:16.389738 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:16.398739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250', '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:16.412326 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:21Z', 'revision_number': 5, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:16.446736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for 3d0d3f49-99f4-4980-942c-9f86a1908812 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:16.450095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event deleted for resources: {'Port': ['ID=abae1c34-ce66-47b5-97c0-3b50781b52ce,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:16.463241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493fc0-a61d-4280-8235-e83b0f98e62c req-10d6bdf8-794a-454f-be2e-1f54d0525830 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:16.464825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16493fc0-a61d-4280-8235-e83b0f98e62c req-10d6bdf8-794a-454f-be2e-1f54d0525830 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f2e9fa4-e325-4e1e-888b-69608bf1d053 HTTP/1.1" status: 200 len: 867 time: 0.2153854 Sep 21 08:19:16.520172 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49310bf8-eb1e-4016-9f3d-65de9e80e243 None None] The sync data for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 is: [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:08:14Z', 'revision_number': 4, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4e17a7a9-89d7-469b-bda0-1c9150d94d90', 'name': '', 'network_id': 'b81071b7-8704-4572-b376-55243ff5365f', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'mac_address': 'fa:16:3e:b2:7b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:11Z', 'updated_at': '2021-09-21T08:08:21Z', 'revision_number': 5, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'subnets': [{'id': 'f4ac5536-34b2-40c8-9b53-df8f2f609101', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:19:16.594854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:16.612443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] No DVR routers for this DVR port abae1c34-ce66-47b5-97c0-3b50781b52ce on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:16.627449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e7e849-8e18-4296-999a-728998ff2d05 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:16.627725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:16.627725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a84d534e-fd68-478d-b060-668a934fcea4 req-b89f42fd-595a-4767-8bc1-0f9c4a6af38d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "DELETE /v2.0/ports/abae1c34-ce66-47b5-97c0-3b50781b52ce HTTP/1.1" status: 204 len: 173 time: 1.6479287 Sep 21 08:19:16.639387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0ef2-6e1b-414b-9d35-7fc941a5d2f4 req-2f6e44f0-d8dc-43a1-a431-2fa39f3b8b05 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:16.648759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96ef0ef2-6e1b-414b-9d35-7fc941a5d2f4 req-2f6e44f0-d8dc-43a1-a431-2fa39f3b8b05 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 943 time: 0.1021521 Sep 21 08:19:16.671746 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16493fc0-a61d-4280-8235-e83b0f98e62c req-25981edd-69e7-4cce-bb97-9ca2c79a8563 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949472 Sep 21 08:19:16.704172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9'}, {'server_uuid': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'name': 'network-vif-deleted', 'tag': 'abae1c34-ce66-47b5-97c0-3b50781b52ce'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:16.711489 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c5bb3-a00c-4fd2-850e-43b45cfbab85" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9"}, {"server_uuid": "2f2e9fa4-e325-4e1e-888b-69608bf1d053", "name": "network-vif-deleted", "tag": "abae1c34-ce66-47b5-97c0-3b50781b52ce"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:16.738706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96ef0ef2-6e1b-414b-9d35-7fc941a5d2f4 req-92f61efd-d3e8-43d1-9ed8-4bf9c24d9164 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Sep 21 08:19:16.812272 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a521a5a-0a6f-4d98-9ee5-324c552feba7 x-openstack-request-id: req-3a521a5a-0a6f-4d98-9ee5-324c552feba7 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:16.812580 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "20bf013c-2e65-42a7-a736-1af4140a22f9", "status": "completed", "code": 200}, {"server_uuid": "2f2e9fa4-e325-4e1e-888b-69608bf1d053", "name": "network-vif-deleted", "tag": "abae1c34-ce66-47b5-97c0-3b50781b52ce", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:16.812837 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3a521a5a-0a6f-4d98-9ee5-324c552feba7 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:16.815762 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': '20bf013c-2e65-42a7-a736-1af4140a22f9', 'status': 'completed', 'code': 200} Sep 21 08:19:16.816029 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2e9fa4-e325-4e1e-888b-69608bf1d053', 'name': 'network-vif-deleted', 'tag': 'abae1c34-ce66-47b5-97c0-3b50781b52ce', 'status': 'completed', 'code': 200} Sep 21 08:19:16.964875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:16.995964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'port_id': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa', 'mac_address': 'fa:16:3e:b4:01:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32688144-3e68-4c92-9bfa-22bade9b828a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:16.999621 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:17.017239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a8e7e849-8e18-4296-999a-728998ff2d05 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:17.032588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a8e7e849-8e18-4296-999a-728998ff2d05 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:17.043145 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:17.044916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b81437-01e0-4533-a6ef-101952d63c60 req-5bc88a5b-b390-443b-baae-e20d124e1fb3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:17.065808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b81437-01e0-4533-a6ef-101952d63c60 req-5bc88a5b-b390-443b-baae-e20d124e1fb3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:17.114368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b81437-01e0-4533-a6ef-101952d63c60 req-5bc88a5b-b390-443b-baae-e20d124e1fb3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:17.120326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18b81437-01e0-4533-a6ef-101952d63c60 req-5bc88a5b-b390-443b-baae-e20d124e1fb3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 2332 time: 0.1889129 Sep 21 08:19:17.128321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=3d0d3f49-99f4-4980-942c-9f86a1908812,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:17.208370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] No DVR routers for this DVR port 3d0d3f49-99f4-4980-942c-9f86a1908812 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:17.214188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:17.219929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18b81437-01e0-4533-a6ef-101952d63c60 req-7025f0d8-1d53-40fb-b497-872d9a642817 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923140 Sep 21 08:19:17.220604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-eb4d62fa-4d86-4f01-a14c-5e0b1a73ef18 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "DELETE /v2.0/ports/3d0d3f49-99f4-4980-942c-9f86a1908812 HTTP/1.1" status: 204 len: 173 time: 1.5731530 Sep 21 08:19:17.221204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49a9372-a2ab-46b4-bc5a-cb53ab80ce7a None None] New status for floating IP 13cba3d1-f000-490e-b693-54eac503dcb3: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:19:17.309559 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:17.436116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929d377-7a97-4df6-b7ad-a75ac568d8cb req-04f8246a-bfe3-460a-9202-4e4e147d3ab7 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:17.465476 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6929d377-7a97-4df6-b7ad-a75ac568d8cb req-04f8246a-bfe3-460a-9202-4e4e147d3ab7 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 944 time: 0.1489577 Sep 21 08:19:17.483490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b75c0-a690-46c0-98ce-60598e751d95 req-979d7d4f-abc8-4746-ba24-51043e725a04 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:17.493128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-455b75c0-a690-46c0-98ce-60598e751d95 req-979d7d4f-abc8-4746-ba24-51043e725a04 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.2714555 Sep 21 08:19:17.504836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:17.544370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:17.553702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:17.583115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6929d377-7a97-4df6-b7ad-a75ac568d8cb req-2fc127e7-97a2-4746-b6a7-2618d8de75ea tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136348 Sep 21 08:19:17.641669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:17.642120 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:17.653276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-455b75c0-a690-46c0-98ce-60598e751d95 req-8871c560-df2b-4f58-88c5-89bd2a340042 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592278 Sep 21 08:19:17.753927 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:17.879376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:17.884300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:17.997851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e7e849-8e18-4296-999a-728998ff2d05'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:18.000396 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cc3a65-dd84-49b0-b574-e68ec0c53cfe" -d '{"events": [{"server_uuid": "916f409b-4b0c-4069-a381-4b53c1a85e33", "name": "network-vif-plugged", "status": "completed", "tag": "a8e7e849-8e18-4296-999a-728998ff2d05"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:18.020125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] For port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:18.022350 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:18.035966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a8e7e849-8e18-4296-999a-728998ff2d05, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e7e849-8e18-4296-999a-728998ff2d05,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:18.045077 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:18.066967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:18.104201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb9f3b-55c7-4516-a306-3f2b20be95b4 req-4f3ba62a-4ebb-4f52-a8a9-0d2986327ef7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:18.114313 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4bb9f3b-55c7-4516-a306-3f2b20be95b4 req-4f3ba62a-4ebb-4f52-a8a9-0d2986327ef7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 944 time: 0.1726351 Sep 21 08:19:18.178832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a8e7e849-8e18-4296-999a-728998ff2d05,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:18.193808 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ab97c-38c2-474d-84a4-59c3e2b6bd84 x-openstack-request-id: req-032ab97c-38c2-474d-84a4-59c3e2b6bd84 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:18.194115 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916f409b-4b0c-4069-a381-4b53c1a85e33", "name": "network-vif-plugged", "status": "completed", "tag": "a8e7e849-8e18-4296-999a-728998ff2d05", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:18.194521 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-032ab97c-38c2-474d-84a4-59c3e2b6bd84 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:18.194958 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e7e849-8e18-4296-999a-728998ff2d05', 'code': 200} Sep 21 08:19:18.256125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4bb9f3b-55c7-4516-a306-3f2b20be95b4 req-cb19a999-3f06-4efb-9471-5a7cdff8afeb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322734 Sep 21 08:19:18.334530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device abae1c34-ce66-47b5-97c0-3b50781b52ce no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:18.363085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: abae1c34-ce66-47b5-97c0-3b50781b52ce {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:19:18.363460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device abae1c34-ce66-47b5-97c0-3b50781b52ce not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:19:18.388848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fa754-60dc-433a-9af9-c0a2d62f34b3 req-e86c3dc6-4b32-4b41-86d3-2c2c7d5aca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:18.390828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a5fa754-60dc-433a-9af9-c0a2d62f34b3 req-e86c3dc6-4b32-4b41-86d3-2c2c7d5aca46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 1096 time: 0.1226261 Sep 21 08:19:18.518564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a5fa754-60dc-433a-9af9-c0a2d62f34b3 req-e4420115-1f9a-48e0-9da1-af299f8ed39b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163201 Sep 21 08:19:18.590941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3a5e1-8068-4c98-aa77-542984dd7338 req-6ee46044-d078-4975-8df4-7071f41872ab tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:18.592372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aba3a5e1-8068-4c98-aa77-542984dd7338 req-6ee46044-d078-4975-8df4-7071f41872ab tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 945 time: 0.1793633 Sep 21 08:19:18.599814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22393d65-cc39-4e58-9ea4-351561572e99 req-c294c7e8-97d7-48b1-ae2c-6d002f53eeb9 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:18.605965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:18.608980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22393d65-cc39-4e58-9ea4-351561572e99 req-c294c7e8-97d7-48b1-ae2c-6d002f53eeb9 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:18.614563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22393d65-cc39-4e58-9ea4-351561572e99 req-c294c7e8-97d7-48b1-ae2c-6d002f53eeb9 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 1677 time: 0.1524253 Sep 21 08:19:18.694938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22393d65-cc39-4e58-9ea4-351561572e99 req-58e88787-34cb-49ed-811d-40c2e7bc09af tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups?id=51fa415e-8886-4a20-a16c-bd8b9061171d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692532 Sep 21 08:19:18.749402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] No DVR routers for this DVR port 78cbdc92-3a60-458a-bd1b-e54ea77d21c3 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:18.753639 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:18.755879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "DELETE /v2.0/ports/78cbdc92-3a60-458a-bd1b-e54ea77d21c3 HTTP/1.1" status: 204 len: 173 time: 1.4503667 Sep 21 08:19:18.757215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4bbbc-f3b1-491f-80a8-62002a164fcd tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=78cbdc92-3a60-458a-bd1b-e54ea77d21c3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:18.838583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812'}, {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:18.842315 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb5d6a9-0e71-44b5-ab0d-ab05fac42857" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812"}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:18.865522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aba3a5e1-8068-4c98-aa77-542984dd7338 req-307e7935-b1e1-41f8-939a-bd108249b1c4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563074 Sep 21 08:19:18.965690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port c983e9aa-0e0b-4ba1-8b14-05b881782ced {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:18.965951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:18.981378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144d036-d95b-4403-ac6f-aade93d306ca req-f6dee754-79a7-4161-a9a9-cb3c0ad60b2b tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:18.989406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f144d036-d95b-4403-ac6f-aade93d306ca req-f6dee754-79a7-4161-a9a9-cb3c0ad60b2b tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 945 time: 0.1150947 Sep 21 08:19:19.042933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f144d036-d95b-4403-ac6f-aade93d306ca req-b9fa358b-a7a1-46e2-ae0b-c23e7e37fd95 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525527 Sep 21 08:19:19.103016 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ba41ed-ec31-43c9-94b4-b967a6bbb477 x-openstack-request-id: req-c5ba41ed-ec31-43c9-94b4-b967a6bbb477 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:19.103583 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "3d0d3f49-99f4-4980-942c-9f86a1908812", "status": "completed", "code": 200}, {"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "78cbdc92-3a60-458a-bd1b-e54ea77d21c3", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:19.103883 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5ba41ed-ec31-43c9-94b4-b967a6bbb477 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:19.104224 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': '3d0d3f49-99f4-4980-942c-9f86a1908812', 'status': 'completed', 'code': 200} Sep 21 08:19:19.104489 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': '78cbdc92-3a60-458a-bd1b-e54ea77d21c3', 'status': 'completed', 'code': 200} Sep 21 08:19:19.142081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686395c-9139-41eb-8e63-9bcc95cab748 req-64486791-0ef8-4176-8819-8c4b45c5da41 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:19.144122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f686395c-9139-41eb-8e63-9bcc95cab748 req-64486791-0ef8-4176-8819-8c4b45c5da41 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1546645 Sep 21 08:19:19.206525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f686395c-9139-41eb-8e63-9bcc95cab748 req-e92afd6e-cb10-453a-8ebd-451beadfe59a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513034 Sep 21 08:19:19.214167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] For port c983e9aa-0e0b-4ba1-8b14-05b881782ced, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c983e9aa-0e0b-4ba1-8b14-05b881782ced,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:19.214633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:19.239215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for c983e9aa-0e0b-4ba1-8b14-05b881782ced owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:19.410879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:19.441783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b4b0d-a6ae-4f74-a7ad-55eec256d662 req-115e95dc-eb58-4450-8123-a805868fe580 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:19.455599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a9b4b0d-a6ae-4f74-a7ad-55eec256d662 req-115e95dc-eb58-4450-8123-a805868fe580 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 944 time: 0.0849442 Sep 21 08:19:19.478537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=c983e9aa-0e0b-4ba1-8b14-05b881782ced,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:19.555665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a9b4b0d-a6ae-4f74-a7ad-55eec256d662 req-30905bc9-ad63-4b5b-a892-4312645476a0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941644 Sep 21 08:19:19.567038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] No DVR routers for this DVR port c983e9aa-0e0b-4ba1-8b14-05b881782ced on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:19.578706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:19.582289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-360c7ce8-5b97-4a47-8b8e-f294598f9939 req-2f76231c-132a-48e2-a012-d8618da144b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.62 "DELETE /v2.0/ports/c983e9aa-0e0b-4ba1-8b14-05b881782ced HTTP/1.1" status: 204 len: 173 time: 0.8182948 Sep 21 08:19:19.671591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-1cd713a5-f89e-47f4-958e-d64282c13c37 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:19.673289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-1cd713a5-f89e-47f4-958e-d64282c13c37 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 945 time: 0.0722797 Sep 21 08:19:19.856583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92e89e38-bc41-4a76-bd7b-d1ccdba9a97a req-523bcaba-4f63-40e3-9825-f25a00312419 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0365965 Sep 21 08:19:19.878877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Deleting port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:19.879225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:20.050867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f8f8e-c8d7-40c4-ba13-65891acd18ab req-450463b5-6693-431e-a9bd-4a81f130fa96 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:20.052408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d21f8f8e-c8d7-40c4-ba13-65891acd18ab req-450463b5-6693-431e-a9bd-4a81f130fa96 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=5f5031b1-222b-48c1-83dc-4c39a38ae58d HTTP/1.1" status: 200 len: 945 time: 0.0850549 Sep 21 08:19:20.062755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] For port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:20.063401 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:20.107560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Calling delete_port for 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:20.112642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d21f8f8e-c8d7-40c4-ba13-65891acd18ab req-d3aab671-48da-4b99-8ea6-f7d69569a545 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Sep 21 08:19:20.234676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c549a10-10e1-487b-9345-9cd475bc32db req-4f212deb-e523-428d-bee9-96ad19b88e5d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:20.237925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c549a10-10e1-487b-9345-9cd475bc32db req-4f212deb-e523-428d-bee9-96ad19b88e5d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 945 time: 0.0723703 Sep 21 08:19:20.328714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c549a10-10e1-487b-9345-9cd475bc32db req-9a7f0b2a-2e22-4483-9fce-a77b39e9285e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770183 Sep 21 08:19:20.330240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:20.343764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250', '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:20.361090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event deleted for resources: {'Port': ['ID=762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:20.372921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ee565-0ca3-46c2-862e-82e4f33bdcfb req-a92bc131-4c09-4a13-b8b8-7b9844beec37 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:20.374687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f1ee565-0ca3-46c2-862e-82e4f33bdcfb req-a92bc131-4c09-4a13-b8b8-7b9844beec37 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0907798 Sep 21 08:19:20.435948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f1ee565-0ca3-46c2-862e-82e4f33bdcfb req-bdc2954d-451f-4c44-b27e-b449781d6d0a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Sep 21 08:19:20.452803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] No DVR routers for this DVR port 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:20.457801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:20.460041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fbdc5d7-333c-4304-9472-99ee501bfb4d req-d9f472e8-46bf-4e62-b5dc-7344f7c90246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "DELETE /v2.0/ports/762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 HTTP/1.1" status: 204 len: 173 time: 0.7799714 Sep 21 08:19:20.595787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:20.658552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:20.662963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:20.663906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:20.746457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64778a31-629f-4c8e-b781-28a1f95a8aca req-47b1f116-7ce1-4e85-9ebd-ddf9057e5c73 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:20.750124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64778a31-629f-4c8e-b781-28a1f95a8aca req-47b1f116-7ce1-4e85-9ebd-ddf9057e5c73 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 944 time: 0.0922520 Sep 21 08:19:20.767143 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:20.810269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64778a31-629f-4c8e-b781-28a1f95a8aca req-39332f94-f48a-4abe-85f3-af7c0451c1ca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518594 Sep 21 08:19:20.838834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1704ae21-e452-4687-995b-f97a1bc624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:20.842816 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe842920-893a-4ea6-8a0d-5665117ea28b" -d '{"events": [{"server_uuid": "1704ae21-e452-4687-995b-f97a1bc624aa", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:20.862712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:20.868722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:20.929652 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2451b470-6f14-4502-8bce-0941c742c356 x-openstack-request-id: req-2451b470-6f14-4502-8bce-0941c742c356 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:20.929992 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1704ae21-e452-4687-995b-f97a1bc624aa", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:20.930260 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2451b470-6f14-4502-8bce-0941c742c356 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:20.930628 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1704ae21-e452-4687-995b-f97a1bc624aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa', 'code': 200} Sep 21 08:19:20.982531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:21.041125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed5a3d00-dfd3-45b1-b244-e2f16f5f09a7 req-813c61d3-eef7-4638-93c8-a7942cb7c0fa tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0615065 Sep 21 08:19:21.091641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383753a-52fe-4ef1-a7f1-0e192141893d req-f36b24ee-20c0-405e-b515-a201c82eddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:21.093388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3383753a-52fe-4ef1-a7f1-0e192141893d req-f36b24ee-20c0-405e-b515-a201c82eddc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 1096 time: 0.0659194 Sep 21 08:19:21.107550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced'}, {'server_uuid': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'name': 'network-vif-deleted', 'tag': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:21.110232 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78c6296-cb5f-4a3b-a68b-6ece51dc35d4" -d '{"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced"}, {"server_uuid": "5f5031b1-222b-48c1-83dc-4c39a38ae58d", "name": "network-vif-deleted", "tag": "762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:21.142371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3383753a-52fe-4ef1-a7f1-0e192141893d req-359d1164-0626-43a2-83e5-40fbd23d3c5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Sep 21 08:19:21.192754 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd09b62-ed5d-4072-870c-bf91afdc571e x-openstack-request-id: req-0cd09b62-ed5d-4072-870c-bf91afdc571e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:21.194138 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec542230-7675-45dd-8480-a58b61910dc5", "name": "network-vif-deleted", "tag": "c983e9aa-0e0b-4ba1-8b14-05b881782ced", "status": "completed", "code": 200}, {"server_uuid": "5f5031b1-222b-48c1-83dc-4c39a38ae58d", "name": "network-vif-deleted", "tag": "762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:21.194138 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0cd09b62-ed5d-4072-870c-bf91afdc571e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:21.194138 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec542230-7675-45dd-8480-a58b61910dc5', 'name': 'network-vif-deleted', 'tag': 'c983e9aa-0e0b-4ba1-8b14-05b881782ced', 'status': 'completed', 'code': 200} Sep 21 08:19:21.194631 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5031b1-222b-48c1-83dc-4c39a38ae58d', 'name': 'network-vif-deleted', 'tag': '762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21', 'status': 'completed', 'code': 200} Sep 21 08:19:21.572761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-a5ba09e6-0039-43ff-8f7f-962e27778123 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:21.574438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-a5ba09e6-0039-43ff-8f7f-962e27778123 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.1494429 Sep 21 08:19:21.605156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-e43633e2-4399-4b62-b973-2e4577948d55 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0241189 Sep 21 08:19:21.605686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffa127-f1b0-490f-bfa8-b34f18eeaf66 req-e10deae4-9508-43c8-9334-09a2b883b543 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:21.615400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2ffa127-f1b0-490f-bfa8-b34f18eeaf66 req-e10deae4-9508-43c8-9334-09a2b883b543 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0749407 Sep 21 08:19:21.668085 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-339e6ab6-5278-4f41-b732-988f2fbe2e45 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618272 Sep 21 08:19:21.672983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2ffa127-f1b0-490f-bfa8-b34f18eeaf66 req-f183ad07-5add-4bb9-897a-8e62b4a28fe5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517571 Sep 21 08:19:21.828592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-fdb6d2ce-dbdf-4524-a6ca-40080ec38336 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592546 Sep 21 08:19:21.961159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-f7c6de14-6fe5-40aa-837e-54f48fe69629 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315448 Sep 21 08:19:22.016644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fba910-93e0-4a61-aff5-a291620a6d33 req-71c5d94a-e0af-4b47-90fb-fba73e21050f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:22.019288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76fba910-93e0-4a61-aff5-a291620a6d33 req-71c5d94a-e0af-4b47-90fb-fba73e21050f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.0701132 Sep 21 08:19:22.066018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76fba910-93e0-4a61-aff5-a291620a6d33 req-7e848e22-5a14-47f2-9496-d4d404baf0d0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403454 Sep 21 08:19:22.266783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9add319a-5ba5-4052-9927-77e4a0537efa req-1f747f51-d861-4e43-9737-0cab4d54d1d0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0435851 Sep 21 08:19:22.367033 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6396f69-2e4b-4b7f-82b5-8ee114b34c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:22.397753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4221c66-6de4-4698-bd0c-d74f6e43b8cc req-6a900727-3434-4921-9ebf-4e118ce5fc1f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 210 time: 0.0705500 Sep 21 08:19:22.821305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e27075-f842-4a0f-a4af-10baf9ca4605 req-43f9336e-ca1e-4186-886e-aa0577e62c8e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:22.823762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9e27075-f842-4a0f-a4af-10baf9ca4605 req-43f9336e-ca1e-4186-886e-aa0577e62c8e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.0789206 Sep 21 08:19:22.903689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9e27075-f842-4a0f-a4af-10baf9ca4605 req-db295483-ab4e-436c-9a51-0127e2fcaf79 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 Sep 21 08:19:23.229962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305228f9-1396-4001-bd3b-91e0dd71df9c req-1ef381a8-8b6e-4393-a010-e0216c17a0a5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:23.231936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-305228f9-1396-4001-bd3b-91e0dd71df9c req-1ef381a8-8b6e-4393-a010-e0216c17a0a5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.0715659 Sep 21 08:19:23.292571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-305228f9-1396-4001-bd3b-91e0dd71df9c req-e8524719-402b-4524-a412-c4799646e352 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Sep 21 08:19:23.522718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ec73c66-a5cc-4ea0-8b8d-4516b1d0f474 req-719a00f4-c132-4219-9c09-533e9cc2b3ac tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0776606 Sep 21 08:19:23.603300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-d8c14660-dea4-4b5d-be8e-8aaecabd2eeb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:23.605404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-d8c14660-dea4-4b5d-be8e-8aaecabd2eeb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.2101951 Sep 21 08:19:23.623732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Request body: {'port': {'device_id': 'f877100a-cd23-4475-bc69-091d1e593348', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'admin_state_up': True, 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:23.664250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92dbc955-5d4e-4dbe-a5e0-38e4467ef631 req-6b274f98-c6fa-45a7-96f5-5dfea3c2d6b3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 210 time: 0.0501046 Sep 21 08:19:23.756618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e0b16-9aa7-42fa-aee4-f1eebe246942 req-81cec5bd-598d-40be-b415-57287e9c03fc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:23.758045 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf5e0b16-9aa7-42fa-aee4-f1eebe246942 req-81cec5bd-598d-40be-b415-57287e9c03fc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.1085725 Sep 21 08:19:23.822866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf5e0b16-9aa7-42fa-aee4-f1eebe246942 req-e2ae41e3-e2e3-4123-b799-29b75d530c28 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540466 Sep 21 08:19:23.823940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:23.827522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:23.972033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Allocated IP 172.20.0.10 (3f4642e0-c176-45ad-94ca-ef89f3e726a1/73015880-6984-4eb4-99f8-b3145d0e24b7/2d57d097-6714-4273-9f69-475c57d7f3df) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:24.126183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623265fd-0f96-4c7f-938d-06ca83e712bd req-e6ba5b61-e90e-4c97-829f-a7d60e3fb0db tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:24.128263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-623265fd-0f96-4c7f-938d-06ca83e712bd req-e6ba5b61-e90e-4c97-829f-a7d60e3fb0db tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1393473 Sep 21 08:19:24.231387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-623265fd-0f96-4c7f-938d-06ca83e712bd req-e8c5eb7e-6b2e-4e02-b518-6a2735afd352 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964556 Sep 21 08:19:24.273789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:24.315677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:24.330875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:24.340595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:24.369853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:24.380264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:24.382913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:24.410966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:19:24.411754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 762e79f3-9ef5-4c30-ab7c-6ce3ab6ede21 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:19:24.428422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event updated for resources: {'Port': ['ID=2d57d097-6714-4273-9f69-475c57d7f3df,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:24.479967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:24.480606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:24.507902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2584e1a-c21f-4431-9fde-8b070dfc2f3a req-a6264bc1-d9bc-40a2-9a0e-d8181cf3270b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:24.509502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2584e1a-c21f-4431-9fde-8b070dfc2f3a req-a6264bc1-d9bc-40a2-9a0e-d8181cf3270b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0932927 Sep 21 08:19:24.511776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-b9582d10-f302-406d-ae99-10b0dd6db793 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8964443 Sep 21 08:19:24.627174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Request body: {'port': {'device_id': 'f877100a-cd23-4475-bc69-091d1e593348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:24.662239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2584e1a-c21f-4431-9fde-8b070dfc2f3a req-c7416b54-1186-4670-bf94-8f3f2d394ec1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436074 Sep 21 08:19:24.728779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-181722ae-cb8e-42a5-9495-6be458558fb6 req-673d2442-3fb3-43b6-86a4-b0c9253fd48c tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0544186 Sep 21 08:19:24.748103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:24.754192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-c2dfa5aa-7ddf-41e4-bbdb-0861bc25247e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1911159 Sep 21 08:19:24.909021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cc8ce-54c9-44e4-8a33-bd5b3ca96c8d req-7d324e46-4f20-4164-a4ae-b4fdd6466543 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:24.911967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad5cc8ce-54c9-44e4-8a33-bd5b3ca96c8d req-7d324e46-4f20-4164-a4ae-b4fdd6466543 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0584810 Sep 21 08:19:24.953115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec2560-c3ce-44d7-a011-8d5b35e3d85d req-a60a5902-2798-4ff9-86a3-91afcd7b6385 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:24.954623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61ec2560-c3ce-44d7-a011-8d5b35e3d85d req-a60a5902-2798-4ff9-86a3-91afcd7b6385 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 932 time: 0.1583548 Sep 21 08:19:24.963963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad5cc8ce-54c9-44e4-8a33-bd5b3ca96c8d req-4b89a9da-ec82-4a8a-9a4f-5f6c7c853a3b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Sep 21 08:19:25.100919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa45e6-6d09-4952-84c6-818808ec3b52 req-85ca1a7a-2150-4ef7-bc4a-b82a7c1d90dd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:25.106092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4aa45e6-6d09-4952-84c6-818808ec3b52 req-85ca1a7a-2150-4ef7-bc4a-b82a7c1d90dd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.0837998 Sep 21 08:19:25.146802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4aa45e6-6d09-4952-84c6-818808ec3b52 req-12929611-00dd-40ae-80b9-dd96b6e2ca3e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Sep 21 08:19:25.254803 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:25.363306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-c3d6878f-f2f3-44b5-8d95-f07d3ba42b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:25.365017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-c3d6878f-f2f3-44b5-8d95-f07d3ba42b51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 1096 time: 0.5278056 Sep 21 08:19:25.392621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51d5e28c-f915-45a7-9bb6-42187af0399a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:25.466546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e96ff44d-f41e-487e-8e4a-4038eb2ea9d0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:25.468310 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e96ff44d-f41e-487e-8e4a-4038eb2ea9d0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.1423116 Sep 21 08:19:25.470164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61ec2560-c3ce-44d7-a011-8d5b35e3d85d req-18c3449d-6530-410e-9332-711672e04a2b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088856 Sep 21 08:19:25.507466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-ee121c21-1391-4189-92d1-c3f8ee1aa7e2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/quotas/64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 375 time: 0.0310185 Sep 21 08:19:25.578988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-b5a6dce0-85f4-42d3-bf9a-bd1a33aee98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:25.581170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-b5a6dce0-85f4-42d3-bf9a-bd1a33aee98e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.1698861 Sep 21 08:19:25.597327 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-d9b7869d-4610-4a77-9d5e-41e6363f20f7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885856 Sep 21 08:19:25.644969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-1e126b0f-169d-4f84-b74c-f2290f45c589 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250 HTTP/1.1" status: 200 len: 217 time: 0.0454850 Sep 21 08:19:25.668142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d57d097-6714-4273-9f69-475c57d7f3df {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:25.702816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:25.750191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-97cc3105-3ecd-40ce-886a-48a89c5cf88a service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516914 Sep 21 08:19:25.761355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Transition to ACTIVE for port object 2d57d097-6714-4273-9f69-475c57d7f3df will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:25.764652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-a874cb1d-ae6e-448c-9930-df92a2cc014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:25.766428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-a874cb1d-ae6e-448c-9930-df92a2cc014f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1137738 Sep 21 08:19:25.773851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:25.853880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-dbc12b4b-2397-4f0f-9198-051fca007847 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768909 Sep 21 08:19:25.865177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a583ce1-c98d-41fd-b65b-43db14fa71b5 req-b02a2da1-4421-4bc3-94fb-b6ecd5ab5a6d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:25.873457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a583ce1-c98d-41fd-b65b-43db14fa71b5 req-b02a2da1-4421-4bc3-94fb-b6ecd5ab5a6d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.1643124 Sep 21 08:19:25.890095 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-d4185729-0f9f-4f32-b1ad-7842578b57fc service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264911 Sep 21 08:19:25.940937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d57d097-6714-4273-9f69-475c57d7f3df,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:26.042052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a583ce1-c98d-41fd-b65b-43db14fa71b5 req-bedbee81-7d5d-4fbe-9f69-921d802f77bf tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501176 Sep 21 08:19:26.153646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Attempting to bind port 2d57d097-6714-4273-9f69-475c57d7f3df on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:26.154199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Attempting to bind port 2d57d097-6714-4273-9f69-475c57d7f3df by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:26.154740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Attempting to bind port 2d57d097-6714-4273-9f69-475c57d7f3df on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:26.166376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-fd65d093-3e75-40e4-98d0-9d3e4abb5790 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889969 Sep 21 08:19:26.169140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Port 2d57d097-6714-4273-9f69-475c57d7f3df on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:26.169652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Attempting to bind port 2d57d097-6714-4273-9f69-475c57d7f3df on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:26.241042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c218cac2-fbdc-4e6d-a753-94ee44948f60 req-cda8afd6-0321-4551-98f8-7fcaf3f2c6c8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 210 time: 0.0715082 Sep 21 08:19:26.252973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:26.253348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:26.253753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Bound using segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:26.254298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Bound port: 2d57d097-6714-4273-9f69-475c57d7f3df, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:26.254871 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:26.274368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b7e97c6-6d96-463d-8393-e360181f8f2d req-625548af-22e9-44a7-8e18-30110af100e7 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0675788 Sep 21 08:19:26.419422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51b77246-9a9b-4a4c-a635-53bb14c97a4b req-f70744dc-6770-45f7-8f44-8d0e38387a1a service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329481 Sep 21 08:19:26.434287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] For port 2d57d097-6714-4273-9f69-475c57d7f3df, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:26.438760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] For port 2d57d097-6714-4273-9f69-475c57d7f3df, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d57d097-6714-4273-9f69-475c57d7f3df,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:26.444945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:26.483345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:26.484010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:26.485655 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] 10.222.0.62 "PUT /v2.0/ports/2d57d097-6714-4273-9f69-475c57d7f3df HTTP/1.1" status: 200 len: 1092 time: 1.9656801 Sep 21 08:19:26.485947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f877100a-cd23-4475-bc69-091d1e593348', 'tag': '2d57d097-6714-4273-9f69-475c57d7f3df'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:26.489007 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0009ea-d90b-429c-b6eb-304cc2940ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "f877100a-cd23-4475-bc69-091d1e593348", "tag": "2d57d097-6714-4273-9f69-475c57d7f3df"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:26.576359 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51432216-e615-4c74-9e41-abf5dd54c231 x-openstack-request-id: req-51432216-e615-4c74-9e41-abf5dd54c231 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:26.576641 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f877100a-cd23-4475-bc69-091d1e593348", "tag": "2d57d097-6714-4273-9f69-475c57d7f3df", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:26.577042 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51432216-e615-4c74-9e41-abf5dd54c231 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:26.577624 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f877100a-cd23-4475-bc69-091d1e593348', 'tag': '2d57d097-6714-4273-9f69-475c57d7f3df', 'status': 'completed', 'code': 200} Sep 21 08:19:26.619528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a47127-fed9-4691-a287-d1a10140fcc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d57d097-6714-4273-9f69-475c57d7f3df,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:26.634001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:26.693565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-cb48fb28-c347-49c3-9b8c-99e882d02ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:26.695259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-cb48fb28-c347-49c3-9b8c-99e882d02ddb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 1095 time: 0.1460814 Sep 21 08:19:26.707590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5e325-ea9c-44a3-890b-7a9502a88555 req-9704e07f-04dc-4ad2-b537-c83f08d581c3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:26.709246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7b5e325-ea9c-44a3-890b-7a9502a88555 req-9704e07f-04dc-4ad2-b537-c83f08d581c3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 944 time: 0.0927601 Sep 21 08:19:26.776614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-993ca994-964c-411f-987a-2bb186ae59d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d57d097-6714-4273-9f69-475c57d7f3df HTTP/1.1" status: 200 len: 217 time: 0.0663273 Sep 21 08:19:26.837079 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7b5e325-ea9c-44a3-890b-7a9502a88555 req-6776b209-8c44-4177-938f-87c0b1bf3809 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759540 Sep 21 08:19:26.863287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-5886592b-ea0a-498a-8f2e-96aa1d3dc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:26.864804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-5886592b-ea0a-498a-8f2e-96aa1d3dc72f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.0806160 Sep 21 08:19:26.902347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-da4e2389-8959-452b-8a33-7e8faf7f9145 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256279 Sep 21 08:19:27.009892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-a19d837a-f9da-4e96-85fc-b26a2fe2d026 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002126 Sep 21 08:19:27.122303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79089c43-aee5-41c4-b0bf-047d8b00d34e req-0262dcff-1351-4ef7-a69f-dac4b5b6b846 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042800 Sep 21 08:19:27.204519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed5879-4b75-4887-8cc0-cd3d7c461227 req-433e5a97-9d9b-4ac4-abab-634d4e185d05 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:27.206679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66ed5879-4b75-4887-8cc0-cd3d7c461227 req-433e5a97-9d9b-4ac4-abab-634d4e185d05 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.0740225 Sep 21 08:19:27.231241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-463331a5-320d-48d1-8348-9ae2bcb5f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:27.233599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-463331a5-320d-48d1-8348-9ae2bcb5f87a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 1095 time: 0.0538704 Sep 21 08:19:27.265797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66ed5879-4b75-4887-8cc0-cd3d7c461227 req-1e56be29-47a3-43fa-afce-dbdf8034cd60 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506353 Sep 21 08:19:27.433243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-9379fcd6-91d0-4a9d-9cf7-330bd976fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:27.434880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-9379fcd6-91d0-4a9d-9cf7-330bd976fa14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.1935933 Sep 21 08:19:27.504220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fe44ef31-c13a-4cba-9116-d7d84721afb1 req-e93f83bb-e891-4fd7-82e5-a0035da3c98b tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0443022 Sep 21 08:19:27.540924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-70235464-9a50-4829-8f3c-4361ca85d3eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d57d097-6714-4273-9f69-475c57d7f3df HTTP/1.1" status: 200 len: 217 time: 0.0982018 Sep 21 08:19:27.606958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d49130f-24fa-4a96-b686-3d83b1524301 req-f984eee4-eda2-4c72-8674-4e0497b90d5b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 210 time: 0.1073146 Sep 21 08:19:27.711819 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:27.718504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86f646-137f-4382-9453-59f5c2d591ce req-fa159506-0be6-4822-9b68-a3746bf04c87 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:27.720148 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea86f646-137f-4382-9453-59f5c2d591ce req-fa159506-0be6-4822-9b68-a3746bf04c87 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.1755416 Sep 21 08:19:27.722099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-ac5b11d0-1611-426b-a42f-41c887aa1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:27.723480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-ac5b11d0-1611-426b-a42f-41c887aa1706 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.1606326 Sep 21 08:19:27.792377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-7a0b5f9e-d739-4080-9d9a-4c5397322412 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564950 Sep 21 08:19:27.802764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-9b71c802-59ea-4253-9c76-23ab576d4a1a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:27.804278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-9b71c802-59ea-4253-9c76-23ab576d4a1a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.4954431 Sep 21 08:19:27.848012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'port': {'device_id': '975d805d-7188-4f65-9d81-b8ed05a35605', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'admin_state_up': True, 'tenant_id': '64837cc605d547898f2d13fa7a83d64e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:27.963729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbf13b-0b49-4d78-ae52-edc5361f9efa req-86cd62a5-8cb4-4f30-8bcb-5464829fec71 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:27.965670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bfbf13b-0b49-4d78-ae52-edc5361f9efa req-86cd62a5-8cb4-4f30-8bcb-5464829fec71 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 944 time: 0.0536435 Sep 21 08:19:28.008338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bfbf13b-0b49-4d78-ae52-edc5361f9efa req-f91ee2e2-c15b-4c40-abed-0fb211582cb3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345497 Sep 21 08:19:28.012382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-7bd58438-9016-4ce1-baeb-a69c4313cf52 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071192 Sep 21 08:19:28.016225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Deleting port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:28.016581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:28.155870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Made reservation on behalf of 64837cc605d547898f2d13fa7a83d64e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:28.159258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:28.214168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] For port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:28.214539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:28.220323 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c0009ea-d90b-429c-b6eb-304cc2940ae8 req-69f52767-c3fb-4a49-b68c-d5dd5e2ea08c service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977589 Sep 21 08:19:28.264782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Calling delete_port for 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:28.413072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Allocated IP 172.20.0.3 (d703ed52-8229-4a1f-af6e-cc602621b9f4/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb/46dd2e7b-efcd-485d-b409-03bedb4c14b4) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:28.456703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdf6d9-45fd-4bd8-9100-afd57f74b294 req-799e24f3-fb49-4a3a-a973-70c3c90c79ef tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:28.458206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c1fdf6d9-45fd-4bd8-9100-afd57f74b294 req-799e24f3-fb49-4a3a-a973-70c3c90c79ef tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1704ae21-e452-4687-995b-f97a1bc624aa HTTP/1.1" status: 200 len: 945 time: 0.1130676 Sep 21 08:19:28.583867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c1fdf6d9-45fd-4bd8-9100-afd57f74b294 req-bc21a23b-0f04-44d0-b03e-5733ae519aed tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177406 Sep 21 08:19:28.616580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fb490c2-2ba8-44d2-9a73-87289fa9e7dc req-13a3fd82-dfd0-4f70-8d86-e299feb35fa4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0334489 Sep 21 08:19:28.655276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:28.668888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:28.725803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event deleted for resources: {'Port': ['ID=2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:28.736942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06563171-edac-4d63-a24a-121ecffd4338 req-891eabbb-ffc2-4d80-ad9b-1c76ee11963c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 210 time: 0.0326419 Sep 21 08:19:28.756627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:28.775663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] No DVR routers for this DVR port 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:28.778588 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:28.781224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea86f646-137f-4382-9453-59f5c2d591ce req-19d942dc-5084-4731-b930-8f9e7e2a6665 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "DELETE /v2.0/ports/2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa HTTP/1.1" status: 204 len: 173 time: 1.0540082 Sep 21 08:19:28.783059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1704ae21-e452-4687-995b-f97a1bc624aa', 'name': 'network-vif-deleted', 'tag': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:28.787306 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff79d7b-b58f-42ed-bad0-f527639fdeb7" -d '{"events": [{"server_uuid": "1704ae21-e452-4687-995b-f97a1bc624aa", "name": "network-vif-deleted", "tag": "2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:28.833243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:28.842304 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e81f38-e355-410a-a8e3-824ceacf7110 x-openstack-request-id: req-16e81f38-e355-410a-a8e3-824ceacf7110 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:28.843007 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1704ae21-e452-4687-995b-f97a1bc624aa", "name": "network-vif-deleted", "tag": "2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:28.843007 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16e81f38-e355-410a-a8e3-824ceacf7110 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:28.843560 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1704ae21-e452-4687-995b-f97a1bc624aa', 'name': 'network-vif-deleted', 'tag': '2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa', 'status': 'completed', 'code': 200} Sep 21 08:19:28.848845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a91f3f6-1944-4991-a75c-5c53b99b95a4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:28.889068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:28.899805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:28.907583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:28.962899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=46dd2e7b-efcd-485d-b409-03bedb4c14b4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:29.012092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:29.015862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.038296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-67576329-6ecb-4adf-b9c8-d7084a191481 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2197888 Sep 21 08:19:29.053563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Request body: {'port': {'device_id': '975d805d-7188-4f65-9d81-b8ed05a35605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:29.130421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.182276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d9559-ea92-4bb6-ac19-ff0e61ca37b9 req-28f68af2-8c51-4378-80d7-a8322dfe39ca tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:29.183997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c1d9559-ea92-4bb6-ac19-ff0e61ca37b9 req-28f68af2-8c51-4378-80d7-a8322dfe39ca tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 944 time: 0.0706656 Sep 21 08:19:29.231559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c1d9559-ea92-4bb6-ac19-ff0e61ca37b9 req-169fb2c0-9479-4631-a88d-e91eabea3e1d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Sep 21 08:19:29.241431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0734cd9e-31ad-4eae-830c-86fe68310c6c None None] Provisioning complete for port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:29.242088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0734cd9e-31ad-4eae-830c-86fe68310c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.285265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0734cd9e-31ad-4eae-830c-86fe68310c6c None None] Port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:29.497821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dd2e7b-efcd-485d-b409-03bedb4c14b4 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:29.506183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.519146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Transition to ACTIVE for port object 46dd2e7b-efcd-485d-b409-03bedb4c14b4 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:29.523391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.573842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Pushing event updated for resources: {'Port': ['ID=46dd2e7b-efcd-485d-b409-03bedb4c14b4,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:29.649586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Attempting to bind port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:29.649984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Attempting to bind port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:29.650229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Attempting to bind port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:29.655673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:29.655783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Attempting to bind port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:29.662151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:29.662487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:29.663253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Bound using segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:29.663854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Bound port: 46dd2e7b-efcd-485d-b409-03bedb4c14b4, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:29.664078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.784462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] For port 46dd2e7b-efcd-485d-b409-03bedb4c14b4, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:29.788385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] For port 46dd2e7b-efcd-485d-b409-03bedb4c14b4, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:29.799986 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.816975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a300744a-f290-4b28-aba9-a3b39639d2cd req-82b801e9-35f0-4b00-b2d4-2be9945ff5cb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0534995 Sep 21 08:19:29.845154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:29.846265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:29.847741 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] 10.222.0.62 "PUT /v2.0/ports/46dd2e7b-efcd-485d-b409-03bedb4c14b4 HTTP/1.1" status: 200 len: 1091 time: 0.8008249 Sep 21 08:19:29.889024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dd450-5203-4a32-a5be-46ac18f387fd service neutron] Pushing event updated for resources: {'Port': ['ID=46dd2e7b-efcd-485d-b409-03bedb4c14b4,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:30.013959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d7a5c-e6eb-4980-b064-f09bf879317c req-6b461895-21f5-4e06-a28b-b5e1eb888bc5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:30.023623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e88d7a5c-e6eb-4980-b064-f09bf879317c req-6b461895-21f5-4e06-a28b-b5e1eb888bc5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 943 time: 0.0995872 Sep 21 08:19:30.093707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e88d7a5c-e6eb-4980-b064-f09bf879317c req-5f799bb7-82ab-4bfa-9b48-eb8d2e40750c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686452 Sep 21 08:19:30.399708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c54a4-9989-4aa3-aee3-d2c1b13d9e6b req-2fdc54f2-afeb-4009-93af-0106df41b4b4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:30.409613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a0c54a4-9989-4aa3-aee3-d2c1b13d9e6b req-2fdc54f2-afeb-4009-93af-0106df41b4b4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 944 time: 0.0725396 Sep 21 08:19:30.428328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-c6640e9e-2779-4a7a-a511-ed8d7a244a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:30.429879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-c6640e9e-2779-4a7a-a511-ed8d7a244a1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 1094 time: 0.5293429 Sep 21 08:19:30.480870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a0c54a4-9989-4aa3-aee3-d2c1b13d9e6b req-ba3809fe-4998-4528-a051-c6f7b208b6c3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697675 Sep 21 08:19:30.502330 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-f2af5740-e0b7-48bc-9a8b-74be40b1e7c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4 HTTP/1.1" status: 200 len: 217 time: 0.0487089 Sep 21 08:19:30.560580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-7a426b27-96d2-4a9b-84a1-1eea8d7e8d4c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:30.562070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-7a426b27-96d2-4a9b-84a1-1eea8d7e8d4c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.6154778 Sep 21 08:19:30.583146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-1430c04d-f888-4688-9c30-10d2d00210f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:30.584631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-1430c04d-f888-4688-9c30-10d2d00210f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0746460 Sep 21 08:19:30.585838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-468559fd-3d11-4e81-92b5-cabbf6d03107 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/quotas/576cab1ba2b04aa1b92d34c628fbd8ea HTTP/1.1" status: 200 len: 375 time: 0.0174127 Sep 21 08:19:30.638678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-050d5e9e-f41e-4011-a6a8-0624be2baa45 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458517 Sep 21 08:19:30.679610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-73e0b5f6-514d-4026-beb6-8755b9d1ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:30.681148 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-73e0b5f6-514d-4026-beb6-8755b9d1ae94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895550 Sep 21 08:19:30.823426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-a4e7705f-167a-4c9a-a1c2-8e1113d8536d service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736238 Sep 21 08:19:30.861092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975d805d-7188-4f65-9d81-b8ed05a35605', 'tag': '46dd2e7b-efcd-485d-b409-03bedb4c14b4'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:30.864559 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b069f-acff-438c-82cf-2d03471fe9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "975d805d-7188-4f65-9d81-b8ed05a35605", "tag": "46dd2e7b-efcd-485d-b409-03bedb4c14b4"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:30.937271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-aba4fdd0-d7ac-4bfd-8e5b-9ab9b7df9d72 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186468 Sep 21 08:19:30.972770 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9bd8015-8876-4305-be14-11792dfc180a req-ba9fa81e-6c12-4bd8-b8f7-2114b5abfc37 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0272319 Sep 21 08:19:30.990895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-5f21ad33-69f9-4320-9744-027dbd483973 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582165 Sep 21 08:19:31.041535 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84fa615-3478-44e4-afb5-6cd0a2050a95 x-openstack-request-id: req-f84fa615-3478-44e4-afb5-6cd0a2050a95 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:31.041823 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975d805d-7188-4f65-9d81-b8ed05a35605", "tag": "46dd2e7b-efcd-485d-b409-03bedb4c14b4", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:31.042069 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f84fa615-3478-44e4-afb5-6cd0a2050a95 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:31.042455 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975d805d-7188-4f65-9d81-b8ed05a35605', 'tag': '46dd2e7b-efcd-485d-b409-03bedb4c14b4', 'status': 'completed', 'code': 200} Sep 21 08:19:31.070871 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd26fa42-8e3b-4999-bacb-28e0e849f5f8 req-846a5eb8-05e3-45e5-9f4a-f89d561554e8 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241667 Sep 21 08:19:31.292750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-827f8398-b0b9-4ff5-831c-8c8d018b00dc req-eae74a5f-48b3-44a6-9bac-545f27f01ce3 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 210 time: 0.0460644 Sep 21 08:19:31.306832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-6da84fd1-d900-4cef-8257-c014ed8e6188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:31.308584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-6da84fd1-d900-4cef-8257-c014ed8e6188 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 1094 time: 0.1213973 Sep 21 08:19:31.359950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce765ee-8579-452e-93f4-c352ef5fbaeb req-b4c92c00-c3f8-47e1-a115-890a8f9dca9d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:31.362222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bce765ee-8579-452e-93f4-c352ef5fbaeb req-b4c92c00-c3f8-47e1-a115-890a8f9dca9d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 943 time: 0.0761225 Sep 21 08:19:31.429196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bce765ee-8579-452e-93f4-c352ef5fbaeb req-ec65baa6-ea7a-4ad8-b956-149089f6708a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548308 Sep 21 08:19:31.493157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-40a575db-4a59-45fb-80a5-d112f754e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:31.495056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-40a575db-4a59-45fb-80a5-d112f754e2e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1785889 Sep 21 08:19:31.561166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57898) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:31.568227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1947838775'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:31.587948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-ab444ce1-c30d-447d-a7a7-ed121fc7218b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4 HTTP/1.1" status: 200 len: 217 time: 0.0855775 Sep 21 08:19:31.608667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:31.612833 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:31.668825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:19:31.678710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5787e8-7054-41c3-ad46-37e1ebf9c48a req-07467332-0b5c-43a1-848d-cd0f3389749d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:31.680596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf5787e8-7054-41c3-ad46-37e1ebf9c48a req-07467332-0b5c-43a1-848d-cd0f3389749d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 944 time: 0.1046147 Sep 21 08:19:31.682362 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:31.682786 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Added segment 8c2996ba-4002-40db-986f-6e1140d8e6e5 of type vlan for network 4db6f82b-8065-449f-8e25-9a465b734ed5 Sep 21 08:19:31.684734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-bf884df8-baa4-421a-8382-de90b1b012c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:31.686536 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-bf884df8-baa4-421a-8382-de90b1b012c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0763752 Sep 21 08:19:31.739095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:31.759897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf5787e8-7054-41c3-ad46-37e1ebf9c48a req-905b31a2-8f66-4c25-8dfe-55858cad5e7e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715866 Sep 21 08:19:31.770827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:31.772243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-b4f4d1d1-e434-4e5c-b4ee-d8094242e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:31.773803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-b4f4d1d1-e434-4e5c-b4ee-d8094242e771 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674269 Sep 21 08:19:31.776846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:31.777703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:31.881704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Network': ['ID=4db6f82b-8065-449f-8e25-9a465b734ed5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:31.886000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-83af3acb-57b2-4e9f-8241-e28db8c8c38d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3233838 Sep 21 08:19:31.894521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57904) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:31.895177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:19:31.901832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1079618312'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:31.942660 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-0fe480ff-cb12-4e2c-a60a-ff468675d08b service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611006 Sep 21 08:19:31.944265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:31.947697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:31.987631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.064805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:19:32.105095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.105898 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Added segment a7cc7242-647b-489c-b62c-5b685f22d048 of type vlan for network 2dbc9bc4-e323-4244-a1fc-1f968387d911 Sep 21 08:19:32.109619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1283fd0-0497-4489-ab1b-175e5ad14562 req-8ba43753-2594-4809-bdfd-bd7085f0ead3 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0384395 Sep 21 08:19:32.154368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f4b069f-acff-438c-82cf-2d03471fe9e6 req-15212865-a867-48cd-bd33-471791de9b2b service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043166 Sep 21 08:19:32.167662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.200170 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.206817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:32.207531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.249888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3536525 Sep 21 08:19:32.251629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57908) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:32.259545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'subnet': {'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:32.302721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7d39-aa81-4acf-8a0c-ba9627cefc21 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Network': ['ID=2dbc9bc4-e323-4244-a1fc-1f968387d911,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:32.313931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:19:32.368700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d57d097-6714-4273-9f69-475c57d7f3df details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:32.387842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:32.392078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.501258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a4d4d1c9-8f81-42d1-9faa-440e7290e959 req-f546ff7e-e329-4fe2-bd98-239fa745eabb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 210 time: 0.0959959 Sep 21 08:19:32.558290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 2d57d097-6714-4273-9f69-475c57d7f3df, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d57d097-6714-4273-9f69-475c57d7f3df,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:32.572780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '2d57d097-6714-4273-9f69-475c57d7f3df', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'port_id': '2d57d097-6714-4273-9f69-475c57d7f3df', 'mac_address': 'fa:16:3e:d1:bc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73015880-6984-4eb4-99f8-b3145d0e24b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:32.641620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:32.667261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92a840-133e-48d3-80b3-e57aabafd5ce req-3cb3e375-39ea-43a8-9718-22fdc213f682 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:32.675571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c92a840-133e-48d3-80b3-e57aabafd5ce req-3cb3e375-39ea-43a8-9718-22fdc213f682 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 943 time: 0.1163025 Sep 21 08:19:32.700947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:19:32.703169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 2e4d89ae-d3ce-4b3b-98ec-2d8b7f3da5fa not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:19:32.719109 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.740214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d57d097-6714-4273-9f69-475c57d7f3df {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:32.763336 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.776279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 2d57d097-6714-4273-9f69-475c57d7f3df, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d57d097-6714-4273-9f69-475c57d7f3df,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:32.783787 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:32.848157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=2d57d097-6714-4273-9f69-475c57d7f3df,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:32.858468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Subnet': ['ID=e7b4429c-1b3b-4838-b308-4102494c0acf,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:32.870109 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c92a840-133e-48d3-80b3-e57aabafd5ce req-0f777138-6245-41d9-8065-fa1345a0f0f8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936545 Sep 21 08:19:32.921466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-de73feb9-2aa9-4c93-8510-d1d5b95482a3 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:32.923229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-de73feb9-2aa9-4c93-8510-d1d5b95482a3 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.2397616 Sep 21 08:19:32.942233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Request body: {'port': {'device_id': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'admin_state_up': True, 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:32.943554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Checking segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:32.943554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network hostable DHCP agents. Network: 4db6f82b-8065-449f-8e25-9a465b734ed5, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:19:32.958608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e4b5d-3974-4b9f-8e35-f4d2f0470803 req-7ab50452-d352-443c-9294-d3cd2e9b6010 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:32.960266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-888e4b5d-3974-4b9f-8e35-f4d2f0470803 req-7ab50452-d352-443c-9294-d3cd2e9b6010 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 945 time: 0.0757000 Sep 21 08:19:32.979530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:19:33.006650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 4db6f82b-8065-449f-8e25-9a465b734ed5) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:33.014693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:33.015451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.022071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-888e4b5d-3974-4b9f-8e35-f4d2f0470803 req-6e13b1cc-7918-4fd9-9a5e-0e066baac376 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Sep 21 08:19:33.033628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b901b4da-e09d-4e9a-af2d-17a464a978bb None None] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:33.059366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-951cc31e-f47d-4e39-a519-14fe57f4178b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8031521 Sep 21 08:19:33.059661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57922) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:33.068472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'subnet': {'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:33.157845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:33.165421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.197889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:33.202796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.222576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['2d57d097-6714-4273-9f69-475c57d7f3df'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:33.294452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-4db6f82b-8065-449f-8e25-9a465b734ed5', 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'fixed_ips': [{'subnet_id': 'e7b4429c-1b3b-4838-b308-4102494c0acf'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:19:33.295610 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.315010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec25cb35-7100-4b6d-804a-4d117cfcd0b9 req-cd80560b-4098-4575-9f7f-009da51f0e74 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0719995 Sep 21 08:19:33.400915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Allocated IP 172.20.0.5 (e7d4cad6-0117-4d93-b619-9b0da5a241cf/32688144-3e68-4c92-9bfa-22bade9b828a/8494d03f-7319-4538-b713-13849877bc1c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:33.460228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.544590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Allocated IP 10.1.1.2 (4db6f82b-8065-449f-8e25-9a465b734ed5/e7b4429c-1b3b-4838-b308-4102494c0acf/4279b984-43a4-4dca-9379-cb1749736f3b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:33.579590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.722250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Subnet': ['ID=16309529-e842-4059-a791-49161bd4a8e2,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:33.743051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Checking segment: {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:33.743519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network hostable DHCP agents. Network: 2dbc9bc4-e323-4244-a1fc-1f968387d911, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:19:33.788975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:19:33.798220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-010f1004-da00-4a25-86aa-357ff76b0ffb req-e96210f4-5810-4db0-8361-c45fe09eeab4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 210 time: 0.1063788 Sep 21 08:19:33.824108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 2dbc9bc4-e323-4244-a1fc-1f968387d911) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:33.829360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:33.830329 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.859676 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.862865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-83a9e720-0e16-438a-b640-a5dc38e0b87a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8019989 Sep 21 08:19:33.865667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:33.871791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'port': {'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'name': 'tempest-TaggedBootDevicesTest-1110950188', 'fixed_ips': [{'subnet_id': 'e7b4429c-1b3b-4838-b308-4102494c0acf'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:33.899261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436a707-b286-4ff4-bce3-caf6aca0324b None None] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:33.930482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.952370 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:33.982810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.035928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:34.041872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:34.045907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:34.097378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:34.111548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.111901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.112233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.112566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.112901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.113364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.113708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.114012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.114378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.114644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.114968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.116814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:34.124757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef01fe-a1f4-437e-8fb2-e4b28f92f9dc req-a3baabc9-7528-4365-8aa0-f213ff076cc9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:34.127829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbef01fe-a1f4-437e-8fb2-e4b28f92f9dc req-a3baabc9-7528-4365-8aa0-f213ff076cc9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 943 time: 0.1351678 Sep 21 08:19:34.135759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:34.136448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.147760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:34.176242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:34.185343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:34.191425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Pushing event updated for resources: {'Port': ['ID=4279b984-43a4-4dca-9379-cb1749736f3b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:34.205711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:34.222775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-b88f21b7-1023-4b12-ac01-1bd4b5eba385 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2864447 Sep 21 08:19:34.242202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbef01fe-a1f4-437e-8fb2-e4b28f92f9dc req-1eb384bf-7363-4df9-998a-fb960a025e62 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989726 Sep 21 08:19:34.251271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711c683-ee6d-4773-b23e-99fc37a60d96 req-b0695286-143c-4096-96e0-b9d92004f78e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:34.259573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4711c683-ee6d-4773-b23e-99fc37a60d96 req-b0695286-143c-4096-96e0-b9d92004f78e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 945 time: 0.1152537 Sep 21 08:19:34.273874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Request body: {'port': {'device_id': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:34.384060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Attempting to bind port 4279b984-43a4-4dca-9379-cb1749736f3b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:34.384814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Attempting to bind port 4279b984-43a4-4dca-9379-cb1749736f3b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:34.385361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Attempting to bind port 4279b984-43a4-4dca-9379-cb1749736f3b on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:34.389688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 46dd2e7b-efcd-485d-b409-03bedb4c14b4 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:34.392198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d57d097-6714-4273-9f69-475c57d7f3df up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:34.405078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2dbc9bc4-e323-4244-a1fc-1f968387d911', 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'fixed_ips': [{'subnet_id': '16309529-e842-4059-a791-49161bd4a8e2'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:19:34.405980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.410032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.427042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.456720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:34.457129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Checking segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:34.457508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.457907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Bound using segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:34.458403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Bound port: 4279b984-43a4-4dca-9379-cb1749736f3b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:34.458787 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.498779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] device_id is not set on port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:19:34.589475 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-71e72d25-9d9a-47ea-b51b-16d681933895 req-ab97a3fc-d7ac-4404-844d-cb7923eab732 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0674138 Sep 21 08:19:34.597465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4711c683-ee6d-4773-b23e-99fc37a60d96 req-38a7eaf4-e9e6-47a1-881c-c63c8eec64d0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154533 Sep 21 08:19:34.696680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 2d57d097-6714-4273-9f69-475c57d7f3df completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:34.720183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] For port 4279b984-43a4-4dca-9379-cb1749736f3b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:34.726929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 2d57d097-6714-4273-9f69-475c57d7f3df triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:34.727334 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.796068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] For port 4279b984-43a4-4dca-9379-cb1749736f3b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4279b984-43a4-4dca-9379-cb1749736f3b,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:34.821558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 46dd2e7b-efcd-485d-b409-03bedb4c14b4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:34.853368 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:34.916355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 10.1.1.130 (4db6f82b-8065-449f-8e25-9a465b734ed5/e7b4429c-1b3b-4838-b308-4102494c0acf/4bbfb1a4-3bad-431c-8ca1-f77036071ce1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:34.959561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942877-b65f-4478-ab46-54ae3edbe2dd None None] Pushing event updated for resources: {'Port': ['ID=4279b984-43a4-4dca-9379-cb1749736f3b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:34.965981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '46dd2e7b-efcd-485d-b409-03bedb4c14b4', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '46dd2e7b-efcd-485d-b409-03bedb4c14b4', 'mac_address': 'fa:16:3e:7b:71:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:34.982840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8494d03f-7319-4538-b713-13849877bc1c {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:34.991644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Allocated IP 10.2.2.2 (2dbc9bc4-e323-4244-a1fc-1f968387d911/16309529-e842-4059-a791-49161bd4a8e2/10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:34.993516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.014373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Transition to ACTIVE for port object 8494d03f-7319-4538-b713-13849877bc1c will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:35.021092 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.116008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:35.241049 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.341737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00a21a-c7fe-48dd-a24d-f1263edd4457 req-9ef4320b-5fa5-461c-a346-b4ec9332522c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:35.343228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d00a21a-c7fe-48dd-a24d-f1263edd4457 req-9ef4320b-5fa5-461c-a346-b4ec9332522c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.2674570 Sep 21 08:19:35.372631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.433338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Attempting to bind port 8494d03f-7319-4538-b713-13849877bc1c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:35.433549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Attempting to bind port 8494d03f-7319-4538-b713-13849877bc1c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:35.433943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Attempting to bind port 8494d03f-7319-4538-b713-13849877bc1c on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:35.435634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dd2e7b-efcd-485d-b409-03bedb4c14b4 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:35.452761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.480459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Port 8494d03f-7319-4538-b713-13849877bc1c on network e7d4cad6-0117-4d93-b619-9b0da5a241cf not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:35.480790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Attempting to bind port 8494d03f-7319-4538-b713-13849877bc1c on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:35.525154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:35.525801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Checking segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:35.526472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Bound using segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:35.527427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Bound port: 8494d03f-7319-4538-b713-13849877bc1c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:35.527991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.560398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f877100a-cd23-4475-bc69-091d1e593348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d57d097-6714-4273-9f69-475c57d7f3df'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:35.563338 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f679aa0-8e25-4feb-905c-d779c6cb9337" -d '{"events": [{"server_uuid": "f877100a-cd23-4475-bc69-091d1e593348", "name": "network-vif-plugged", "status": "completed", "tag": "2d57d097-6714-4273-9f69-475c57d7f3df"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:35.573539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7d00a21a-c7fe-48dd-a24d-f1263edd4457 req-79fb653b-235b-4cb8-b09d-99e748d08a0a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975369 Sep 21 08:19:35.624865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7ba12-f528-4243-bbc6-52e325f6aab4 req-31a76be5-69a5-4bfd-906c-eca7a047af12 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:35.626583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7f7ba12-f528-4243-bbc6-52e325f6aab4 req-31a76be5-69a5-4bfd-906c-eca7a047af12 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 943 time: 0.2142856 Sep 21 08:19:35.718189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:35.724311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:35.729385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.736087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.818438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7f7ba12-f528-4243-bbc6-52e325f6aab4 req-634e8e87-abba-4509-b474-ece20bec6290 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674345 Sep 21 08:19:35.860004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:35.861812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:35.863719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] 10.222.0.50 "PUT /v2.0/ports/8494d03f-7319-4538-b713-13849877bc1c HTTP/1.1" status: 200 len: 1091 time: 1.6009820 Sep 21 08:19:35.864952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'tag': '8494d03f-7319-4538-b713-13849877bc1c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:35.867580 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029d01a-0df0-4d70-85b5-d5b68b91e707" -d '{"events": [{"name": "network-changed", "server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "tag": "8494d03f-7319-4538-b713-13849877bc1c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:35.917478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e34d10-fb3c-4012-a2f9-2c0818b1bd37 service neutron] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:35.941278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:35.958722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:35.965461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:35.983845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:36.083516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 46dd2e7b-efcd-485d-b409-03bedb4c14b4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:36.105208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4279b984-43a4-4dca-9379-cb1749736f3b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:36.123234 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:36.124342 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af61572a-137a-4970-b8ba-fa5f0783ace8 req-b5d63ae9-6466-4e9c-9f09-395435775e08 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0793855 Sep 21 08:19:36.135034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-2d6ba9c4-efbb-4649-bad8-ed0ab17ee068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:36.136677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-2d6ba9c4-efbb-4649-bad8-ed0ab17ee068 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 1094 time: 0.1932030 Sep 21 08:19:36.156387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:36.157041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:36.160012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f0991-f2d6-4472-9334-4845cea5ede4 req-7e0f780c-e11e-4de4-a9b8-796ef0389449 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:36.165228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-332f0991-f2d6-4472-9334-4845cea5ede4 req-7e0f780c-e11e-4de4-a9b8-796ef0389449 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 945 time: 0.2032487 Sep 21 08:19:36.222329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 2d57d097-6714-4273-9f69-475c57d7f3df, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d57d097-6714-4273-9f69-475c57d7f3df,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:36.232303 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de9064e9-a0b3-4770-b74f-a10791b4f214 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3652778 Sep 21 08:19:36.235648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58218) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:36.247869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'port': {'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'name': 'tempest-TaggedBootDevicesTest-1809581051', 'fixed_ips': [{'subnet_id': 'e7b4429c-1b3b-4838-b308-4102494c0acf'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:36.406317 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0026ea-1d2c-4277-af19-ae147f460d6f x-openstack-request-id: req-4a0026ea-1d2c-4277-af19-ae147f460d6f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:36.408174 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "tag": "8494d03f-7319-4538-b713-13849877bc1c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:36.408617 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a0026ea-1d2c-4277-af19-ae147f460d6f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:36.409197 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'tag': '8494d03f-7319-4538-b713-13849877bc1c', 'status': 'completed', 'code': 200} Sep 21 08:19:36.425313 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce2db4-d6e8-43ad-bd07-41013fc35236 x-openstack-request-id: req-d0ce2db4-d6e8-43ad-bd07-41013fc35236 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:36.425823 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f877100a-cd23-4475-bc69-091d1e593348", "name": "network-vif-plugged", "status": "completed", "tag": "2d57d097-6714-4273-9f69-475c57d7f3df", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:36.425905 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0ce2db4-d6e8-43ad-bd07-41013fc35236 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:36.426225 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877100a-cd23-4475-bc69-091d1e593348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d57d097-6714-4273-9f69-475c57d7f3df', 'code': 200} Sep 21 08:19:36.438562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=46dd2e7b-efcd-485d-b409-03bedb4c14b4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:36.453388 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:36.489481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-332f0991-f2d6-4472-9334-4845cea5ede4 req-df4aeb85-54b3-49ab-a600-06d21faa1c8c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947056 Sep 21 08:19:36.504377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-538cada1-b83e-4ec6-ab2b-f9898aa3e826 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8494d03f-7319-4538-b713-13849877bc1c HTTP/1.1" status: 200 len: 217 time: 0.3380082 Sep 21 08:19:36.542347 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:36.572363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:36.591824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['46dd2e7b-efcd-485d-b409-03bedb4c14b4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:36.660780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-72c47d16-7ce9-4867-a9ed-24639bae0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:36.662380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-72c47d16-7ce9-4867-a9ed-24639bae0905 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1418836 Sep 21 08:19:36.681270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:36.688270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:36.713486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:36.714306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b3f94-3f6d-46e8-bd15-189bfa14aaa3 req-cb8c44ef-da8b-41d8-b056-0b106de66d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:36.716304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b49b3f94-3f6d-46e8-bd15-189bfa14aaa3 req-cb8c44ef-da8b-41d8-b056-0b106de66d27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 1097 time: 0.2233667 Sep 21 08:19:36.760189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=2d57d097-6714-4273-9f69-475c57d7f3df,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:36.808431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-90933dc0-5807-4378-961b-e06abde04a9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320822 Sep 21 08:19:36.863146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4279b984-43a4-4dca-9379-cb1749736f3b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:36.863782 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:36.986706 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b49b3f94-3f6d-46e8-bd15-189bfa14aaa3 req-f06f08e7-f230-4e7e-98f4-c1f875aac9f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419252 Sep 21 08:19:36.996670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338ae8c-fb5a-4c7e-b86a-162ac562176c req-3f0911d8-20fd-4f71-953d-23ec9b013538 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:37.004706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f6d7a-1650-4751-93af-c96126c8bc33 None None] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:37.005326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e338ae8c-fb5a-4c7e-b86a-162ac562176c req-3f0911d8-20fd-4f71-953d-23ec9b013538 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.3059967 Sep 21 08:19:37.071824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-8c54b6a7-7aaf-4caf-b371-cbc92869733b service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489595 Sep 21 08:19:37.087594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e338ae8c-fb5a-4c7e-b86a-162ac562176c req-d8b080c6-4aca-4527-9a70-d49b05303f9a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750573 Sep 21 08:19:37.144914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Attempting to bind port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:37.145700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Attempting to bind port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:37.146170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Attempting to bind port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 on network 2dbc9bc4-e323-4244-a1fc-1f968387d911 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:37.259907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Pushing event updated for resources: {'Port': ['ID=10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:37.276421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a1d1cac7-1c7a-4a26-ab85-66a62e334fbf None None] Provisioning complete for port 4279b984-43a4-4dca-9379-cb1749736f3b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:37.277024 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1d1cac7-1c7a-4a26-ab85-66a62e334fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:37.290296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:37.296524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Checking segment: {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:37.297370 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:37.302614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Bound using segment: {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:37.303854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Bound port: 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:37.306110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:37.319825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c656b282-3fc0-4309-95ba-b50a0517b362 req-798d64c9-10fd-45f1-950f-5348cc32f79d service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308173 Sep 21 08:19:37.403234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-d81e71df-5147-49ae-8b7d-8c9b1ab0a3c9 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:37.408753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-d81e71df-5147-49ae-8b7d-8c9b1ab0a3c9 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.9660952 Sep 21 08:19:37.411497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:37.422641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:37.462322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-a1da7b63-da86-4269-8624-5c80da3fab7d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/quotas/67067dd519434f718e4f45bae80e85ce HTTP/1.1" status: 200 len: 375 time: 0.0197065 Sep 21 08:19:37.471903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] device_id is not set on port a6b30b36-02a7-4ef2-8c29-b9f748797e1f yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:19:37.536555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-e0f8aa66-1908-4cb1-a4b6-14fa878aff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:37.539150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-e0f8aa66-1908-4cb1-a4b6-14fa878aff86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 1094 time: 0.1466038 Sep 21 08:19:37.598803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b7885-8857-413a-9ef8-534a7c086462 req-59252ec1-4190-4cd5-8ee2-d021ea799889 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:37.600405 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b04b7885-8857-413a-9ef8-534a7c086462 req-59252ec1-4190-4cd5-8ee2-d021ea799889 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 944 time: 0.1453490 Sep 21 08:19:37.642006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:37.728134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b04b7885-8857-413a-9ef8-534a7c086462 req-542f6aca-3e0d-46dc-960e-e27433de81ec tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 Sep 21 08:19:37.773316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-78c481a1-91cb-48b0-8dd9-5d5051b128e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:37.775357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-78c481a1-91cb-48b0-8dd9-5d5051b128e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 913 time: 0.2184937 Sep 21 08:19:37.787227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-5f5faa07-363f-49f2-a787-6b4fa1a240ee tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3075557 Sep 21 08:19:37.881837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-7a8bb521-dd57-448c-8780-9364f8128ff6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8494d03f-7319-4538-b713-13849877bc1c HTTP/1.1" status: 200 len: 217 time: 0.0910773 Sep 21 08:19:37.911226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 4279b984-43a4-4dca-9379-cb1749736f3b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4279b984-43a4-4dca-9379-cb1749736f3b,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:37.926420 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:37.977843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-59de5c30-0a1d-4c6e-96cb-c7a9ed954912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:37.984759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-59de5c30-0a1d-4c6e-96cb-c7a9ed954912 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.0754488 Sep 21 08:19:37.987942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1d1cac7-1c7a-4a26-ab85-66a62e334fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:38.018484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee83f86c-ba40-48de-9a9f-0b28eb187849 req-9494082f-db60-4b0b-a236-071aecaadd33 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.1349204 Sep 21 08:19:38.035829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-d18f01bd-d3ea-4457-b3a0-4982e40ae575 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306852 Sep 21 08:19:38.069764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 10.1.1.128 (4db6f82b-8065-449f-8e25-9a465b734ed5/e7b4429c-1b3b-4838-b308-4102494c0acf/a6b30b36-02a7-4ef2-8c29-b9f748797e1f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:38.069890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] For port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:38.072658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=4279b984-43a4-4dca-9379-cb1749736f3b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:38.090267 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-7285182c-9223-46f5-bfac-aa4c2fa69dee service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871149 Sep 21 08:19:38.162523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] For port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:38.191100 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:38.219944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-5e3b01b0-c844-44e9-8f93-5fae9a7b5331 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717355 Sep 21 08:19:38.391064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-a1d1cac7-1c7a-4a26-ab85-66a62e334fbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:19:38.392163 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-a1d1cac7-1c7a-4a26-ab85-66a62e334fbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:19:38.393527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-a9e9e72f-2c67-4833-a541-1504b1fb6408 service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022068 Sep 21 08:19:38.409500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515bb33-f8a4-4d4e-ae5a-a0a3383664b7 req-802b61e8-3c7e-4298-947d-6566715679c4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:38.427732 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d515bb33-f8a4-4d4e-ae5a-a0a3383664b7 req-802b61e8-3c7e-4298-947d-6566715679c4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 946 time: 0.2061243 Sep 21 08:19:38.428452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cefc1-7a3c-42fc-83f9-2eb9f7794b3b None None] Pushing event updated for resources: {'Port': ['ID=10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:38.534963 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:38.571397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d515bb33-f8a4-4d4e-ae5a-a0a3383664b7 req-2b94549c-194e-48ec-a78a-1d51ad794190 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422286 Sep 21 08:19:38.635451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:38.668992 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9029d01a-0df0-4d70-85b5-d5b68b91e707 req-c33aac8b-0d7c-4ab9-985c-c2f7466fc467 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891518 Sep 21 08:19:38.788303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:38.812197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:38.819290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:38.910584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da402da2-6ff9-4677-ac4f-62ab695f8ff0 req-60a4bcfe-1626-4778-844d-f83913c20253 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:38.912311 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-da402da2-6ff9-4677-ac4f-62ab695f8ff0 req-60a4bcfe-1626-4778-844d-f83913c20253 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.1007230 Sep 21 08:19:38.943046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:38.988207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33349d7d-2c52-4c10-9096-fb5d4fec29a3 req-822d68ba-796a-4b1a-a5e8-683d2eef6b6f tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 210 time: 0.0574818 Sep 21 08:19:39.017209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.017481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-da402da2-6ff9-4677-ac4f-62ab695f8ff0 req-2c5ead99-e9a9-496b-b0a9-e792c8912b5a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988724 Sep 21 08:19:39.017591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.017939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.018281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.018623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.018962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.019298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.031936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.032297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.032642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.033526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.033867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:19:39.051517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:39.052205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:39.096902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7e8b00dc-95c6-4f73-8520-43790772a3c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8596339 Sep 21 08:19:39.186517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-760a8284-4b3a-4a47-909c-d3139bcb60a9 None None] Provisioning complete for port 4279b984-43a4-4dca-9379-cb1749736f3b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:39.188413 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-760a8284-4b3a-4a47-909c-d3139bcb60a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:39.202893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bdd3af8-7739-44a6-8449-12df5e459cd2 req-cb40f363-038a-4bd0-9a45-81c45f16af7e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0565159 Sep 21 08:19:39.255484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f787d-1f3c-48e1-84bf-3a4376e3bfe0 req-45998caf-0296-4be5-85d7-9ead3c8e9fff tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:39.268912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f76f787d-1f3c-48e1-84bf-3a4376e3bfe0 req-45998caf-0296-4be5-85d7-9ead3c8e9fff tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 944 time: 0.1364760 Sep 21 08:19:39.379896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f76f787d-1f3c-48e1-84bf-3a4376e3bfe0 req-a9ee8a3c-2658-45cf-bf02-5c07e6a1b415 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097426 Sep 21 08:19:39.455385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-760a8284-4b3a-4a47-909c-d3139bcb60a9 None None] Provisioning complete for port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:39.456020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-760a8284-4b3a-4a47-909c-d3139bcb60a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:39.526786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-760a8284-4b3a-4a47-909c-d3139bcb60a9 None None] Port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:39.653311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c9bd8676-5dca-40e1-9197-7b25d69d802e None None] Provisioning complete for port a6b30b36-02a7-4ef2-8c29-b9f748797e1f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:39.653821 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9bd8676-5dca-40e1-9197-7b25d69d802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:39.706369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-f1aa1f9a-655e-4ace-b5d9-b258b873147d tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:39.708057 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-f1aa1f9a-655e-4ace-b5d9-b258b873147d tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/networks?id=2086ed98-4526-468c-a2ae-d2504d59cd8a HTTP/1.1" status: 200 len: 814 time: 0.2168598 Sep 21 08:19:39.709825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58472) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:39.716377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8dbbb06b-1d9d-4d22-8d43-744dd15013b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360771240', 'description': 'tempest-description--1167142521'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:39.746589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd8676-5dca-40e1-9197-7b25d69d802e None None] Port a6b30b36-02a7-4ef2-8c29-b9f748797e1f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:39.774257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-f106e386-d340-431f-8dbb-b683988f9914 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/quotas/8bd819bf8f974708b5ed315c7c2dc88b HTTP/1.1" status: 200 len: 375 time: 0.0312698 Sep 21 08:19:39.776831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c9bd8676-5dca-40e1-9197-7b25d69d802e None None] Provisioning complete for port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:39.777378 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9bd8676-5dca-40e1-9197-7b25d69d802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:39.815193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb06b-1d9d-4d22-8d43-744dd15013b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:39.847566 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-725e830d-9f3e-47cc-987a-e947c2e0ca0b tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bd819bf8f974708b5ed315c7c2dc88b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706859 Sep 21 08:19:39.857050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c9bd8676-5dca-40e1-9197-7b25d69d802e None None] Port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:39.857973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa2bda-2252-4d9d-b3ae-ef882797b1b6 req-d856bdb0-b76b-47b0-8a7a-41241b666863 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:39.871612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aefa2bda-2252-4d9d-b3ae-ef882797b1b6 req-d856bdb0-b76b-47b0-8a7a-41241b666863 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 946 time: 0.0871840 Sep 21 08:19:39.919871 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aefa2bda-2252-4d9d-b3ae-ef882797b1b6 req-27a9a1b5-e281-4331-8052-52e4836476a8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 Sep 21 08:19:40.007714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-f1968353-7528-4dbf-87ef-288969e8f3f4 service neutron] 10.222.0.59 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589565 Sep 21 08:19:40.081899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec1ea5-680c-4bbd-a256-608d28e7cc16 None None] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:40.268944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4279b984-43a4-4dca-9379-cb1749736f3b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:40.288487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-85734b91-c2b6-4f94-9fec-f198ef066e67 service neutron] 10.222.0.59 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698526 Sep 21 08:19:40.334353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb06b-1d9d-4d22-8d43-744dd15013b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.340093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9b7cc338-5cab-4098-828b-015d980e4922 None None] Provisioning complete for port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:40.342385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb06b-1d9d-4d22-8d43-744dd15013b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.342874 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc338-5cab-4098-828b-015d980e4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.398982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bacd83b8-78e2-4ea3-b0e4-7fbc3182a23c req-e31fba18-a23d-48cb-b204-95f29dc3bbed tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 210 time: 0.0463555 Sep 21 08:19:40.425437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb06b-1d9d-4d22-8d43-744dd15013b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:40.442516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb06b-1d9d-4d22-8d43-744dd15013b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.445469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8dbbb06b-1d9d-4d22-8d43-744dd15013b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7333262 Sep 21 08:19:40.447938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58488) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:40.450810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-d7153e7c-2d9b-4c73-a126-19a1975e6bc4 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:40.453000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-d7153e7c-2d9b-4c73-a126-19a1975e6bc4 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.2917197 Sep 21 08:19:40.456321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6b1bdb66-5820-45da-ae4f-cdf301bfc99d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'security_group_rule': {'security_group_id': 'a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:40.467816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 46dd2e7b-efcd-485d-b409-03bedb4c14b4 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:40.472608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Request body: {'port': {'device_id': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'admin_state_up': True, 'tenant_id': '67067dd519434f718e4f45bae80e85ce'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:40.528066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b1bdb66-5820-45da-ae4f-cdf301bfc99d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.654433 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f9e5aaa-dd24-4f71-84fb-6684d3697876 req-30fab6c7-7b1d-4510-b08a-6bcaa8f673ba tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0877750 Sep 21 08:19:40.684692 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc338-5cab-4098-828b-015d980e4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.706072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e47ae-4477-45a0-b493-9033d79202f6 req-902aa6e5-cf8d-4784-84b3-3d48484c935d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:40.716136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca7e47ae-4477-45a0-b493-9033d79202f6 req-902aa6e5-cf8d-4784-84b3-3d48484c935d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.1762323 Sep 21 08:19:40.718078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:40.727614 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b1bdb66-5820-45da-ae4f-cdf301bfc99d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.736709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b1bdb66-5820-45da-ae4f-cdf301bfc99d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.754095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8494d03f-7319-4538-b713-13849877bc1c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:40.771367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4279b984-43a4-4dca-9379-cb1749736f3b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:40.771749 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.773414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:40.773776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.795141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bdb66-5820-45da-ae4f-cdf301bfc99d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23176745-0baf-4f0d-902e-40db5879ace5,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:40.815137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca7e47ae-4477-45a0-b493-9033d79202f6 req-e3b2ad7b-e5a6-4765-ac10-7ffb4be96442 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981464 Sep 21 08:19:40.825533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b1bdb66-5820-45da-ae4f-cdf301bfc99d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.830693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b1bdb66-5820-45da-ae4f-cdf301bfc99d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3808954 Sep 21 08:19:40.833684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58498) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:40.839307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9d56a983-a7b5-449d-a80d-5142afc0f2f2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'security_group_rule': {'security_group_id': 'a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:40.865144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Made reservation on behalf of 67067dd519434f718e4f45bae80e85ce for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:40.869252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:40.876113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a3717-df2e-4328-8406-a825f4b5f9e5 req-9a9cd8a1-e9f0-4344-ba6b-88ec2bd5c487 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:40.893254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-594a3717-df2e-4328-8406-a825f4b5f9e5 req-9a9cd8a1-e9f0-4344-ba6b-88ec2bd5c487 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 946 time: 0.1396596 Sep 21 08:19:41.012871 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d56a983-a7b5-449d-a80d-5142afc0f2f2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.028456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9b7cc338-5cab-4098-828b-015d980e4922 None None] For port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:41.042748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-594a3717-df2e-4328-8406-a825f4b5f9e5 req-5d436bc2-83c2-4706-a4a7-249d921eca94 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311617 Sep 21 08:19:41.051218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc338-5cab-4098-828b-015d980e4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.253169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586de244-cade-4e97-99d9-af21b625e551 req-5c9c011b-afac-4348-aeb0-450768f1bf60 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 210 time: 0.0954852 Sep 21 08:19:41.273714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d56a983-a7b5-449d-a80d-5142afc0f2f2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.284736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d56a983-a7b5-449d-a80d-5142afc0f2f2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.305632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf9a32-cf87-4aae-b8a8-fcf043e51752 req-df207791-931b-443d-a347-2674d4953cca tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:41.307274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68bf9a32-cf87-4aae-b8a8-fcf043e51752 req-df207791-931b-443d-a347-2674d4953cca tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 944 time: 0.3211827 Sep 21 08:19:41.318640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.resource_extend [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:19:41.334789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56a983-a7b5-449d-a80d-5142afc0f2f2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f9c03e-29a4-427a-afd5-ae5993e1dbde,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:41.336601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cc338-5cab-4098-828b-015d980e4922 None None] Pushing event updated for resources: {'Port': ['ID=10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:41.371220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d56a983-a7b5-449d-a80d-5142afc0f2f2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.372504 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9d56a983-a7b5-449d-a80d-5142afc0f2f2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5376964 Sep 21 08:19:41.377670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58506) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:41.382165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:41.400014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Allocated IP 172.20.0.11 (24f84988-851b-4a40-8c54-45d46e55f159/13124dac-47d0-434f-bf2d-70aeede630c4/0f015bfd-2749-41f9-b292-c42a18d5098e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:41.415376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:41.463512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.480084 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68bf9a32-cf87-4aae-b8a8-fcf043e51752 req-7a79ca1e-7931-403d-8ce9-d9d6f27d2f9b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559401 Sep 21 08:19:41.641952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:41.642252 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.701466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.750792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 46dd2e7b-efcd-485d-b409-03bedb4c14b4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:41.751140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c687c4e-5c0a-454f-aeb7-c28af4889d53 req-5097cd7c-bf5f-45d4-b148-ceae3565eb4d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:41.761343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c687c4e-5c0a-454f-aeb7-c28af4889d53 req-5097cd7c-bf5f-45d4-b148-ceae3565eb4d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 946 time: 0.2229869 Sep 21 08:19:41.769640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975d805d-7188-4f65-9d81-b8ed05a35605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd2e7b-efcd-485d-b409-03bedb4c14b4'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:41.780416 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2caffe-5fb9-43e2-8bb0-de0ea6101f38" -d '{"events": [{"server_uuid": "975d805d-7188-4f65-9d81-b8ed05a35605", "name": "network-vif-plugged", "status": "completed", "tag": "46dd2e7b-efcd-485d-b409-03bedb4c14b4"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:41.788748 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.807766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:41.848277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fa2a9bdb-c2c0-4e2f-906e-efa4933f820c None None] Provisioning complete for port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:41.848731 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9bdb-c2c0-4e2f-906e-efa4933f820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.857691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c687c4e-5c0a-454f-aeb7-c28af4889d53 req-97e974d1-da7d-4d5e-b6f3-0548144436ea tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951068 Sep 21 08:19:41.907664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:41.908383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8494d03f-7319-4538-b713-13849877bc1c', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'port_id': '8494d03f-7319-4538-b713-13849877bc1c', 'mac_address': 'fa:16:3e:a9:7a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32688144-3e68-4c92-9bfa-22bade9b828a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:42.025379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fce8d0b-8356-49a6-9812-70ab92eca6b1 req-2060bd2b-f286-4068-a24f-3cba773f27c9 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0368810 Sep 21 08:19:42.033317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=46dd2e7b-efcd-485d-b409-03bedb4c14b4,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:42.131231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 172.25.1.198 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/6c4f322d-8a36-4e41-bc2b-cd587ea97c2e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:42.335569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:42.380319 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9e72ba-0f12-4053-a80e-c08578463e6e x-openstack-request-id: req-6d9e72ba-0f12-4053-a80e-c08578463e6e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:42.380936 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975d805d-7188-4f65-9d81-b8ed05a35605", "name": "network-vif-plugged", "status": "completed", "tag": "46dd2e7b-efcd-485d-b409-03bedb4c14b4", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:42.380936 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d9e72ba-0f12-4053-a80e-c08578463e6e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:42.381381 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975d805d-7188-4f65-9d81-b8ed05a35605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dd2e7b-efcd-485d-b409-03bedb4c14b4', 'code': 200} Sep 21 08:19:42.386155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:42.396976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:42.441000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8494d03f-7319-4538-b713-13849877bc1c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:42.466876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:42.473265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:42.506013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-6e114d7b-b29f-4e3b-8eff-49d7ad57a25a tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:42.508329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-6e114d7b-b29f-4e3b-8eff-49d7ad57a25a tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "GET /v2.0/networks?id=2086ed98-4526-468c-a2ae-d2504d59cd8a HTTP/1.1" status: 200 len: 814 time: 0.1981349 Sep 21 08:19:42.524080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1532034e-900a-416b-8116-35d844bf13f5 req-bf995f8a-a065-40ff-9ca7-9e7e91e99f16 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 210 time: 0.8335111 Sep 21 08:19:42.528330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=6c4f322d-8a36-4e41-bc2b-cd587ea97c2e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:42.584768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:42.589192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:42.595050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Request body: {'port': {'device_id': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a', 'admin_state_up': True, 'tenant_id': '8bd819bf8f974708b5ed315c7c2dc88b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:42.603626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:42.629618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:42.633795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:42.703418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d20fdb-5a2a-42a4-9433-39f9125dce0f req-e601b56f-fa36-4fbc-8dd3-c1cf906314b0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:42.713515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46d20fdb-5a2a-42a4-9433-39f9125dce0f req-e601b56f-fa36-4fbc-8dd3-c1cf906314b0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.3412511 Sep 21 08:19:42.734030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:42.734542 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:42.820350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8494d03f-7319-4538-b713-13849877bc1c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:42.856005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46d20fdb-5a2a-42a4-9433-39f9125dce0f req-cb937332-fb85-49d3-b1e0-a4367883b69f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411178 Sep 21 08:19:42.869344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:42.869983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Made reservation on behalf of 8bd819bf8f974708b5ed315c7c2dc88b for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:42.878145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:42.967874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.066819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Allocated IP 172.20.0.3 (2086ed98-4526-468c-a2ae-d2504d59cd8a/87d0c9d7-faa1-4101-a387-139bde5a004e/886ac66e-d766-49b9-9ec8-9e8c228aebdd) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:43.246230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.249303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.254248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.337178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.379666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5167-6838-4014-ab2a-55ebeac6f8cd req-574207fe-db5a-4d83-9f3d-0c61c717b246 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:43.387930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fea5167-6838-4014-ab2a-55ebeac6f8cd req-574207fe-db5a-4d83-9f3d-0c61c717b246 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 945 time: 0.2911143 Sep 21 08:19:43.418937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Network 2086ed98-4526-468c-a2ae-d2504d59cd8a is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:43.421538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=6c4f322d-8a36-4e41-bc2b-cd587ea97c2e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:43.422368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdf7e-62c5-4576-bda3-e607339ce3c0 req-5f8aba87-14d9-4c84-a1b1-fa10b5b696dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:43.424459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4dafdf7e-62c5-4576-bda3-e607339ce3c0 req-5f8aba87-14d9-4c84-a1b1-fa10b5b696dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 1096 time: 1.1124351 Sep 21 08:19:43.430342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Pushing event updated for resources: {'Port': ['ID=886ac66e-d766-49b9-9ec8-9e8c228aebdd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:43.434712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:43.459871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:43.463292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.496195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fea5167-6838-4014-ab2a-55ebeac6f8cd req-2b4fd3c4-47bc-4760-90c2-e416a0d30ba5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070366 Sep 21 08:19:43.498275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.500236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-831be6cf-43a2-44e9-b45a-25d4eface8a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1213949 Sep 21 08:19:43.523530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:43.524261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.531621 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.575041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314487f3-b06e-4585-9fcf-2e6334d41895 req-3e54ee8e-ef08-4621-8d5f-f891a9e683e8 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:43.586419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-314487f3-b06e-4585-9fcf-2e6334d41895 req-3e54ee8e-ef08-4621-8d5f-f891a9e683e8 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 931 time: 0.2984915 Sep 21 08:19:43.616745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-500ba410-7190-4f84-b170-4869ab687033 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0892644 Sep 21 08:19:43.625983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4dafdf7e-62c5-4576-bda3-e607339ce3c0 req-866ccf5f-f283-4663-99ef-f867787a5124 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801093 Sep 21 08:19:43.653579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Request body: {'port': {'device_id': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:43.717426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-314487f3-b06e-4585-9fcf-2e6334d41895 req-5db8efc5-914a-4c94-b597-d90d57170ca4 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299715 Sep 21 08:19:43.727305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe2486-f231-4d28-9b00-3a5c863ea370 req-6fd205bd-bfef-41ea-92f9-107df62c3f11 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:43.745989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbe2486-f231-4d28-9b00-3a5c863ea370 req-6fd205bd-bfef-41ea-92f9-107df62c3f11 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 946 time: 0.1102810 Sep 21 08:19:43.773979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.789424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:43.834802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbe2486-f231-4d28-9b00-3a5c863ea370 req-3dca4d4b-42c1-4043-a196-89504538d133 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876760 Sep 21 08:19:43.875069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Network 24f84988-851b-4a40-8c54-45d46e55f159 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:43.897580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:43.900618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:43.930354 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.933769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db7d3ae8-b0b3-4c23-ba28-25c12640d930 req-c70d28ca-43c1-4fad-a588-d3a3a42fb963 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0733571 Sep 21 08:19:43.958277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:43.958993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:43.985685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5189710 Sep 21 08:19:43.992604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4fc685-075f-4908-bf5a-013e13be0661 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event updated for resources: {'Port': ['ID=0f015bfd-2749-41f9-b292-c42a18d5098e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:44.002572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Request body: {'port': {'device_id': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:44.012070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab5c17-f78c-435d-9061-5b273f2d7363 req-97804727-1485-4081-9aa0-d1d0e504e737 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:44.016458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72ab5c17-f78c-435d-9061-5b273f2d7363 req-97804727-1485-4081-9aa0-d1d0e504e737 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 932 time: 0.0877230 Sep 21 08:19:44.098859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72ab5c17-f78c-435d-9061-5b273f2d7363 req-d77b21fb-6dff-4ea6-8322-5e5d841b176a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761604 Sep 21 08:19:44.180102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:44.230669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cb75e-3eb0-4fcd-8b1f-82c0b07f9134 req-9d8a389e-c1d3-4416-86fe-7b919462b906 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:44.232699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d8cb75e-3eb0-4fcd-8b1f-82c0b07f9134 req-9d8a389e-c1d3-4416-86fe-7b919462b906 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 944 time: 0.0662692 Sep 21 08:19:44.247773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-711b9548-b03b-49cc-bb43-e6298923f812 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--360771240&fields=id&tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722 HTTP/1.1" status: 200 len: 267 time: 0.1499891 Sep 21 08:19:44.278312 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d8cb75e-3eb0-4fcd-8b1f-82c0b07f9134 req-9ec0e1c3-0139-404e-994b-e5b3f04421d3 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372131 Sep 21 08:19:44.445314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f594a3e5-25a0-4f2d-bc0e-5dd639f28a48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:44.446747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f594a3e5-25a0-4f2d-bc0e-5dd639f28a48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports/4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 932 time: 0.1791582 Sep 21 08:19:44.547989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-d8e3a8b5-ebcf-4867-b6fa-e30dafbeb106 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:44.549958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-d8e3a8b5-ebcf-4867-b6fa-e30dafbeb106 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports/a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 932 time: 0.0918510 Sep 21 08:19:44.638872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e13df-41e3-4f2c-86fe-691dade17e19 req-bfa9cc99-f254-4f0d-bd79-0ec6e94784a6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:44.640604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d98e13df-41e3-4f2c-86fe-691dade17e19 req-bfa9cc99-f254-4f0d-bd79-0ec6e94784a6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 945 time: 0.0629594 Sep 21 08:19:44.682625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d98e13df-41e3-4f2c-86fe-691dade17e19 req-b1e38929-7506-455f-bdb0-20dcfed911da tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348327 Sep 21 08:19:44.706339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-307d908d-3460-4447-bfb7-ff70ba1f3fa6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1117778 Sep 21 08:19:44.727656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8494d03f-7319-4538-b713-13849877bc1c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:44.741118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886ac66e-d766-49b9-9ec8-9e8c228aebdd {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:44.770819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-b3bf3838-7c5c-49b9-8a14-f9ba086eefb7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0574393 Sep 21 08:19:44.772756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:44.805470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 8494d03f-7319-4538-b713-13849877bc1c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:44.812530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8494d03f-7319-4538-b713-13849877bc1c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:44.812530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:44.838594 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:19:44.872693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-b821f0e7-9e07-46fa-a297-cba1506f9bfc tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:44.874245 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-b821f0e7-9e07-46fa-a297-cba1506f9bfc tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 946 time: 0.2809048 Sep 21 08:19:44.876198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Transition to ACTIVE for port object 886ac66e-d766-49b9-9ec8-9e8c228aebdd will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:44.894590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10301-3b46-4214-a50d-2b4721c9241a req-8372f4f9-b322-4706-92c4-25372f0ae2cd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:44.896209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46f10301-3b46-4214-a50d-2b4721c9241a req-8372f4f9-b322-4706-92c4-25372f0ae2cd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 931 time: 0.0669906 Sep 21 08:19:44.917094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:44.956012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46f10301-3b46-4214-a50d-2b4721c9241a req-68e80949-b84c-4044-a6c8-566848dcbaa0 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531232 Sep 21 08:19:44.961074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8494d03f-7319-4538-b713-13849877bc1c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:44.964502 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d598863a-b3d9-4358-a075-718f7c74361d" -d '{"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8494d03f-7319-4538-b713-13849877bc1c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:44.968650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:44.981396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:44.982551 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.043637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:45.104804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc7d0b-27c0-4565-8bbd-418122c41bb3 req-1598b859-1009-4d57-b07f-78a4077ac646 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.108015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72bc7d0b-27c0-4565-8bbd-418122c41bb3 req-1598b859-1009-4d57-b07f-78a4077ac646 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 946 time: 0.0786583 Sep 21 08:19:45.147109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72bc7d0b-27c0-4565-8bbd-418122c41bb3 req-34105f64-d0d2-4654-af3a-d7cfaf4fb5da tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323715 Sep 21 08:19:45.184516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f015bfd-2749-41f9-b292-c42a18d5098e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:45.195795 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc8d53-9175-4f49-8a9d-4d75301902ea x-openstack-request-id: req-38dc8d53-9175-4f49-8a9d-4d75301902ea {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:45.196156 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8494d03f-7319-4538-b713-13849877bc1c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:45.196343 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38dc8d53-9175-4f49-8a9d-4d75301902ea {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:45.196726 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8494d03f-7319-4538-b713-13849877bc1c', 'code': 200} Sep 21 08:19:45.207493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.248483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Pushing event updated for resources: {'Port': ['ID=886ac66e-d766-49b9-9ec8-9e8c228aebdd,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:45.286249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Transition to ACTIVE for port object 0f015bfd-2749-41f9-b292-c42a18d5098e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:45.297909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-553c94d3-dc50-4f3e-8d10-66173c07d69e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.304614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-553c94d3-dc50-4f3e-8d10-66173c07d69e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.310326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-553c94d3-dc50-4f3e-8d10-66173c07d69e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.316108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-553c94d3-dc50-4f3e-8d10-66173c07d69e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/networks?id=c09b159a-c415-46eb-bf2f-5d26281796c7&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=2dbc9bc4-e323-4244-a1fc-1f968387d911&id=2dbc9bc4-e323-4244-a1fc-1f968387d911 HTTP/1.1" status: 200 len: 1990 time: 0.5134881 Sep 21 08:19:45.320009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4dd12a-b6a2-4453-86f0-bc09fbeaf69a req-df591710-f3bc-4b68-bad9-b51f699b52b8 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0512421 Sep 21 08:19:45.337710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19c485-32e0-40d5-a4d4-e7a0d5453c47 req-fa168400-23d0-4204-a45a-4bbc14b7949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.340135 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac19c485-32e0-40d5-a4d4-e7a0d5453c47 req-fa168400-23d0-4204-a45a-4bbc14b7949d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 1096 time: 0.0796535 Sep 21 08:19:45.345934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.385272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac19c485-32e0-40d5-a4d4-e7a0d5453c47 req-ad6f6537-e972-4c67-a92e-c43552a72aed service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Sep 21 08:19:45.399349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Deleting port 2d57d097-6714-4273-9f69-475c57d7f3df {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:45.399849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.409453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Attempting to bind port 886ac66e-d766-49b9-9ec8-9e8c228aebdd on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:45.409795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Attempting to bind port 886ac66e-d766-49b9-9ec8-9e8c228aebdd by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:45.410132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Attempting to bind port 886ac66e-d766-49b9-9ec8-9e8c228aebdd on network 2086ed98-4526-468c-a2ae-d2504d59cd8a {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:45.434132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-64bbc567-2cdc-44b9-80d9-8ceb4f60772b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/quotas/5cd57dbc6d994beb9b6e4c16c2af7722 HTTP/1.1" status: 200 len: 375 time: 0.0916166 Sep 21 08:19:45.458048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66097-0e7f-44e9-8e39-07db1397bd35 req-8e2b8826-a362-4795-938c-ce5ea1f821ab tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.460747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ee66097-0e7f-44e9-8e39-07db1397bd35 req-8e2b8826-a362-4795-938c-ce5ea1f821ab tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 944 time: 0.0729673 Sep 21 08:19:45.463466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Port 886ac66e-d766-49b9-9ec8-9e8c228aebdd on network 2086ed98-4526-468c-a2ae-d2504d59cd8a not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:45.463980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Attempting to bind port 886ac66e-d766-49b9-9ec8-9e8c228aebdd on network 2086ed98-4526-468c-a2ae-d2504d59cd8a {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:45.528182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ee66097-0e7f-44e9-8e39-07db1397bd35 req-a72d8daf-c23b-455d-bfba-d86de66c23af tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598857 Sep 21 08:19:45.543660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:45.544042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Checking segment: {'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:45.544452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Bound using segment: {'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:45.544929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Bound port: 886ac66e-d766-49b9-9ec8-9e8c228aebdd, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:45.545294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.571777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Pushing event updated for resources: {'Port': ['ID=0f015bfd-2749-41f9-b292-c42a18d5098e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:45.663005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f809664-c355-496b-8473-641f20afc1bb req-86fdc835-4795-43e7-b6d5-cc2384a822f8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.664560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f809664-c355-496b-8473-641f20afc1bb req-86fdc835-4795-43e7-b6d5-cc2384a822f8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0618405 Sep 21 08:19:45.709616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9f4d2866-3be9-4a82-8b7b-d6895670c0fa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2510188 Sep 21 08:19:45.722168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] For port 2d57d097-6714-4273-9f69-475c57d7f3df, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=2d57d097-6714-4273-9f69-475c57d7f3df,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:45.722550 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.723807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f809664-c355-496b-8473-641f20afc1bb req-f60eda50-e008-492f-be08-a69559424066 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499697 Sep 21 08:19:45.760773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Calling delete_port for 2d57d097-6714-4273-9f69-475c57d7f3df owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:45.783586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] For port 886ac66e-d766-49b9-9ec8-9e8c228aebdd, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:45.835901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] For port 886ac66e-d766-49b9-9ec8-9e8c228aebdd, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=886ac66e-d766-49b9-9ec8-9e8c228aebdd,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:45.896419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Attempting to bind port 0f015bfd-2749-41f9-b292-c42a18d5098e on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:45.896753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Attempting to bind port 0f015bfd-2749-41f9-b292-c42a18d5098e by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:45.897095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Attempting to bind port 0f015bfd-2749-41f9-b292-c42a18d5098e on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:45.903095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.932469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c739b1-be16-40c0-b4a7-4ec58dbf10ae req-898de9c6-9e1d-4e95-9b33-73bca5f77adb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.934128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76c739b1-be16-40c0-b4a7-4ec58dbf10ae req-898de9c6-9e1d-4e95-9b33-73bca5f77adb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 945 time: 0.0642092 Sep 21 08:19:45.952996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Port 0f015bfd-2749-41f9-b292-c42a18d5098e on network 24f84988-851b-4a40-8c54-45d46e55f159 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:45.952996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Attempting to bind port 0f015bfd-2749-41f9-b292-c42a18d5098e on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:45.984092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:45.985173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.986770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] 10.222.0.62 "PUT /v2.0/ports/886ac66e-d766-49b9-9ec8-9e8c228aebdd HTTP/1.1" status: 200 len: 1091 time: 2.3592653 Sep 21 08:19:45.994303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:45.994722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Checking segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:45.995173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Bound using segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:45.996048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Bound port: 0f015bfd-2749-41f9-b292-c42a18d5098e, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:45.996048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:45.998177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'tag': '886ac66e-d766-49b9-9ec8-9e8c228aebdd'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:46.000773 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76c739b1-be16-40c0-b4a7-4ec58dbf10ae req-7b8a3081-642c-45de-8cb2-7bbddca7c45b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585938 Sep 21 08:19:46.001229 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bbf40c-66be-48da-80aa-3d50273c16a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a67c522a-bd82-4955-bdb8-fe333029d4b6", "tag": "886ac66e-d766-49b9-9ec8-9e8c228aebdd"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:46.045990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-5b6b1385-e916-4108-9412-654ba465752d service neutron] 10.222.0.59 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041611 Sep 21 08:19:46.070287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac58de-42d9-4574-b2cf-5fbafc8ade44 service neutron] Pushing event updated for resources: {'Port': ['ID=886ac66e-d766-49b9-9ec8-9e8c228aebdd,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:46.158596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f138fe6-d334-4316-af38-26e3c0c4975f req-0baa651e-e599-474e-ba69-429838099fef tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:46.160122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f138fe6-d334-4316-af38-26e3c0c4975f req-0baa651e-e599-474e-ba69-429838099fef tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 943 time: 0.0633333 Sep 21 08:19:46.216762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f138fe6-d334-4316-af38-26e3c0c4975f req-66523e1d-6fb5-4878-b8c6-e254d603492e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492613 Sep 21 08:19:46.263026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-19d9296b-90de-42d2-8ba4-620d7c609ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:46.264876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-19d9296b-90de-42d2-8ba4-620d7c609ac4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bd819bf8f974708b5ed315c7c2dc88b&device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 1094 time: 0.2177536 Sep 21 08:19:46.276520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] For port 0f015bfd-2749-41f9-b292-c42a18d5098e, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:46.286434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] For port 0f015bfd-2749-41f9-b292-c42a18d5098e, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=0f015bfd-2749-41f9-b292-c42a18d5098e,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:46.294612 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c6f63-4438-4fb2-bdcf-c10333de8369 x-openstack-request-id: req-d43c6f63-4438-4fb2-bdcf-c10333de8369 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:46.294988 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67c522a-bd82-4955-bdb8-fe333029d4b6", "tag": "886ac66e-d766-49b9-9ec8-9e8c228aebdd", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:46.295229 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d43c6f63-4438-4fb2-bdcf-c10333de8369 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:46.295718 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'tag': '886ac66e-d766-49b9-9ec8-9e8c228aebdd', 'status': 'completed', 'code': 200} Sep 21 08:19:46.309563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:46.359853 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:46.373171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250', '2d57d097-6714-4273-9f69-475c57d7f3df'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:46.397039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-6808cba6-3e16-4b22-961e-c772cecc3c9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=886ac66e-d766-49b9-9ec8-9e8c228aebdd HTTP/1.1" status: 200 len: 217 time: 0.1218314 Sep 21 08:19:46.432090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-484e8d02-05b5-47f2-8bc0-b315f593c2c5 service neutron] 10.222.0.59 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628306 Sep 21 08:19:46.475217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:46.476320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:46.477991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] 10.222.0.50 "PUT /v2.0/ports/0f015bfd-2749-41f9-b292-c42a18d5098e HTTP/1.1" status: 200 len: 1092 time: 2.4796550 Sep 21 08:19:46.505798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ec95b5a-d0d9-4c64-a1e7-7bf93ee1e5fa req-2ca24175-f719-4dfa-a5f2-28e58b7900fe tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=f877100a-cd23-4475-bc69-091d1e593348 HTTP/1.1" status: 200 len: 210 time: 0.0770636 Sep 21 08:19:46.509312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bae97-d0e1-499c-8f66-3ce070f8d717 service neutron] Pushing event updated for resources: {'Port': ['ID=0f015bfd-2749-41f9-b292-c42a18d5098e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:46.642749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event deleted for resources: {'Port': ['ID=2d57d097-6714-4273-9f69-475c57d7f3df,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:46.667332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] No DVR routers for this DVR port 2d57d097-6714-4273-9f69-475c57d7f3df on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:46.674138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:46.677511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b67b73b2-5888-4f8c-8151-e7aa8b35fb68 req-207bb3b7-9263-4e60-a183-d93f8b689cd4 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "DELETE /v2.0/ports/2d57d097-6714-4273-9f69-475c57d7f3df HTTP/1.1" status: 204 len: 173 time: 1.7850778 Sep 21 08:19:46.680701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-2f6cafd0-f0e9-4706-bc0e-261d4f52977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:46.682120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-2f6cafd0-f0e9-4706-bc0e-261d4f52977c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87d0c9d7-faa1-4101-a387-139bde5a004e HTTP/1.1" status: 200 len: 854 time: 0.2428811 Sep 21 08:19:46.685326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-654ac36b-5ecb-443b-b05d-ab8099d80043 service neutron] 10.222.0.59 "GET /v2.0/ports/4bbfb1a4-3bad-431c-8ca1-f77036071ce1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2276554 Sep 21 08:19:46.697746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2ef2352-9679-4a1e-b7e3-a6bbaaf308a2 req-206ec892-6c79-418a-acc0-e21a0d9b44d6 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec542230-7675-45dd-8480-a58b61910dc5 HTTP/1.1" status: 200 len: 210 time: 0.0513752 Sep 21 08:19:46.880296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453512ea-f191-4225-bca0-3281b4652cca req-7c8b7f26-6735-4bc7-a219-ba515945e144 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:46.882396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-453512ea-f191-4225-bca0-3281b4652cca req-7c8b7f26-6735-4bc7-a219-ba515945e144 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 944 time: 0.0821435 Sep 21 08:19:46.942081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-453512ea-f191-4225-bca0-3281b4652cca req-484e4d04-3887-4d45-af0d-1517db8dd0ea tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Sep 21 08:19:47.058733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239714af-be16-4f24-bd52-f69fa60c5811 req-67f541ff-32b5-4129-a14f-0f6b36a1a1f8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:47.060921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-239714af-be16-4f24-bd52-f69fa60c5811 req-67f541ff-32b5-4129-a14f-0f6b36a1a1f8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0544837 Sep 21 08:19:47.074534 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-1ef0723a-4d00-4ddc-8374-be6309bac22d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2086ed98-4526-468c-a2ae-d2504d59cd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3822174 Sep 21 08:19:47.103978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-239714af-be16-4f24-bd52-f69fa60c5811 req-eb04b782-007f-4e32-aa6d-ed3819e46315 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366364 Sep 21 08:19:47.117568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-51e5950b-3cec-4f18-98b3-2e4242780ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:47.119220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-51e5950b-3cec-4f18-98b3-2e4242780ce3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 1095 time: 0.5553451 Sep 21 08:19:47.238999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-392b5a24-87ec-43a9-9f30-88d623e9aba6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f015bfd-2749-41f9-b292-c42a18d5098e HTTP/1.1" status: 200 len: 217 time: 0.0818775 Sep 21 08:19:47.309078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-5eced446-7320-4a6b-a1b9-04ae2b769893 service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051819 Sep 21 08:19:47.371407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-1d5d8e2b-0e69-42b5-a79d-c9c7379272d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:47.373174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-1d5d8e2b-0e69-42b5-a79d-c9c7379272d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.1236658 Sep 21 08:19:47.377458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-4cca34bf-6533-4ae3-b5aa-f84e95b2c217 service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919164 Sep 21 08:19:47.458896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-8116b9e8-49f8-4a30-b274-5155e7aa5a56 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543637 Sep 21 08:19:47.560626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-24e29831-c591-4ff9-859a-58ef8da3ceb3 service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423079 Sep 21 08:19:47.650300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6be21-5f27-4a39-868d-844b0838f161 req-ba1af6d4-7ed0-45de-99eb-67f641c1b807 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:47.651909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87b6be21-5f27-4a39-868d-844b0838f161 req-ba1af6d4-7ed0-45de-99eb-67f641c1b807 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 943 time: 0.0606720 Sep 21 08:19:47.652288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34932e82-59fb-4d2c-8662-cd18fbea70a6 req-cfa5cea5-7f02-44a6-94ff-8f34f8f58947 service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464831 Sep 21 08:19:47.656378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ed0a32b4-d101-4366-bc0d-409c22faf0eb service neutron] 10.222.0.59 "GET /v2.0/ports/a6b30b36-02a7-4ef2-8c29-b9f748797e1f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0620940 Sep 21 08:19:47.696207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-e56cb698-c5e1-4722-ae2b-c40ab5e66834 service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267728 Sep 21 08:19:47.702702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87b6be21-5f27-4a39-868d-844b0838f161 req-d598a767-57df-4ead-96c4-ebbb73aa0eea tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Sep 21 08:19:47.883488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-4b8ba289-b22d-472d-a283-7ffd9270d62b service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197218 Sep 21 08:19:47.897313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47ab7-57c2-4945-82ae-47322c587d31 req-32c689b5-c070-4c29-b339-4d6c6b49ae2c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:47.898947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb47ab7-57c2-4945-82ae-47322c587d31 req-32c689b5-c070-4c29-b339-4d6c6b49ae2c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0533366 Sep 21 08:19:47.911347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-75fa7227-c93c-49e8-b5ad-fca343419875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:47.912834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-75fa7227-c93c-49e8-b5ad-fca343419875 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bd819bf8f974708b5ed315c7c2dc88b&device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 1094 time: 0.1500337 Sep 21 08:19:47.925608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54a074e9-a5d5-4e19-b138-2ed1ec5e27dc req-2167d8bf-d8f8-42cd-8843-01b0a33ad086 service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214363 Sep 21 08:19:47.951058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb47ab7-57c2-4945-82ae-47322c587d31 req-233e5168-80a8-43b4-978a-c253e883c969 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449665 Sep 21 08:19:48.077199 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f6350eeb-daa9-4207-8645-a1b7f7318cbf service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809399 Sep 21 08:19:48.084245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-15ffbb68-c11c-4420-a1a0-030348c1d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:48.084980 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-15ffbb68-c11c-4420-a1a0-030348c1d216 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2086ed98-4526-468c-a2ae-d2504d59cd8a HTTP/1.1" status: 200 len: 915 time: 0.1617341 Sep 21 08:19:48.142859 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-7c33bd4e-b68e-4247-bbb0-3ae13ac3acc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=886ac66e-d766-49b9-9ec8-9e8c228aebdd HTTP/1.1" status: 200 len: 217 time: 0.0496624 Sep 21 08:19:48.180674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c4a3f-c19b-43f2-8798-0a3932be3d35 req-92ec57ef-1689-4e3a-8e30-94ba81921bca tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:48.184408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c96c4a3f-c19b-43f2-8798-0a3932be3d35 req-92ec57ef-1689-4e3a-8e30-94ba81921bca tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 944 time: 0.0646451 Sep 21 08:19:48.227289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c96c4a3f-c19b-43f2-8798-0a3932be3d35 req-90407878-6977-43f1-80fc-260210f71641 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360003 Sep 21 08:19:48.242573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-103b940d-869b-4e50-abee-596b2090171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:48.244144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-103b940d-869b-4e50-abee-596b2090171e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87d0c9d7-faa1-4101-a387-139bde5a004e HTTP/1.1" status: 200 len: 854 time: 0.0947225 Sep 21 08:19:48.250256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-c00fd81b-0cfd-4580-a146-2ab8aecf2c7e service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646080 Sep 21 08:19:48.296365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'tag': '0f015bfd-2749-41f9-b292-c42a18d5098e'}, {'server_uuid': 'f877100a-cd23-4475-bc69-091d1e593348', 'name': 'network-vif-deleted', 'tag': '2d57d097-6714-4273-9f69-475c57d7f3df'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:48.299074 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8e765-81aa-496e-964c-075b083229e8" -d '{"events": [{"name": "network-changed", "server_uuid": "299a1f2d-4eb6-4a71-b53e-37dcffddda36", "tag": "0f015bfd-2749-41f9-b292-c42a18d5098e"}, {"server_uuid": "f877100a-cd23-4475-bc69-091d1e593348", "name": "network-vif-deleted", "tag": "2d57d097-6714-4273-9f69-475c57d7f3df"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:48.303259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-d67f33ee-7aaf-4687-b6a6-0d85273e4ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2086ed98-4526-468c-a2ae-d2504d59cd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517869 Sep 21 08:19:48.440811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-38e7aeff-d399-48b9-94ac-2da22f54a45a service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808789 Sep 21 08:19:48.480633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943977c-888a-481d-be38-136584f63dce req-43e5bb5a-8799-47a7-bed1-472d0188f566 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:48.480901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d57d097-6714-4273-9f69-475c57d7f3df no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:48.483124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-43e5bb5a-8799-47a7-bed1-472d0188f566 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.1547120 Sep 21 08:19:48.490568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-3546c862-8eb9-4f83-a89e-490014927d5f service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785784 Sep 21 08:19:48.503454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-2760ba03-4f6e-4e73-9cec-6e26da5d3c8b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/quotas/b5a7ad715cc14f289cd53326247a670f HTTP/1.1" status: 200 len: 375 time: 0.0121999 Sep 21 08:19:48.509224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 2d57d097-6714-4273-9f69-475c57d7f3df {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:19:48.509681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 2d57d097-6714-4273-9f69-475c57d7f3df not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:19:48.572973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-f53054be-6b19-448b-94cf-f235e9b162d3 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607817 Sep 21 08:19:48.612900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-24803bcf-f9c2-404e-881d-5ce136bb793c service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617191 Sep 21 08:19:48.676430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86bbf40c-66be-48da-80aa-3d50273c16a0 req-b6336e26-14cb-4c0e-aaec-cf84d5c504a7 service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521156 Sep 21 08:19:48.743983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-f189f14a-b415-4ddd-a070-23171538dec4 service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627066 Sep 21 08:19:48.746099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e99af7ce-582b-429f-9843-15456e41e15f service neutron] 10.222.0.59 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155136 Sep 21 08:19:48.859222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-4e3ef636-c177-4573-bf28-e8b62798aa4f service neutron] 10.222.0.59 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067960 Sep 21 08:19:48.862659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-17684e92-e13e-463d-88b0-d94dd93d925a service neutron] 10.222.0.59 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110668 Sep 21 08:19:48.967881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-b8c6587a-fdbc-47b4-bccf-361cf4440ab4 service neutron] 10.222.0.59 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000326 Sep 21 08:19:49.024489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58636) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:49.119551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe86f-9ff4-4d4c-8484-7428f7bbd071 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:49.121598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-add57c1a-ed8a-408e-8db3-2c404aad2eaf service neutron] 10.222.0.59 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429565 Sep 21 08:19:49.150009 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1a1a47-680c-47a0-a5cb-c1447c4af79f x-openstack-request-id: req-0a1a1a47-680c-47a0-a5cb-c1447c4af79f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:49.150444 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299a1f2d-4eb6-4a71-b53e-37dcffddda36", "tag": "0f015bfd-2749-41f9-b292-c42a18d5098e", "status": "completed", "code": 200}, {"server_uuid": "f877100a-cd23-4475-bc69-091d1e593348", "name": "network-vif-deleted", "tag": "2d57d097-6714-4273-9f69-475c57d7f3df", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:49.150824 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a1a1a47-680c-47a0-a5cb-c1447c4af79f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:49.151445 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'tag': '0f015bfd-2749-41f9-b292-c42a18d5098e', 'status': 'completed', 'code': 200} Sep 21 08:19:49.151833 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f877100a-cd23-4475-bc69-091d1e593348', 'name': 'network-vif-deleted', 'tag': '2d57d097-6714-4273-9f69-475c57d7f3df', 'status': 'completed', 'code': 200} Sep 21 08:19:49.155127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe86f-9ff4-4d4c-8484-7428f7bbd071 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:49.260012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7011c-81f0-4f60-92de-ce2eb1bbbefc req-61533988-ec60-4f55-b6fa-8bc986c56f48 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:49.261576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bc7011c-81f0-4f60-92de-ce2eb1bbbefc req-61533988-ec60-4f55-b6fa-8bc986c56f48 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 943 time: 0.0600512 Sep 21 08:19:49.262227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe86f-9ff4-4d4c-8484-7428f7bbd071 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:49.264845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6dfe86f-9ff4-4d4c-8484-7428f7bbd071 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:49.265927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f6dfe86f-9ff4-4d4c-8484-7428f7bbd071 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/security-groups/51fa415e-8886-4a20-a16c-bd8b9061171d HTTP/1.1" status: 204 len: 168 time: 0.2389395 Sep 21 08:19:49.269699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58642) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:49.296037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfe86f-9ff4-4d4c-8484-7428f7bbd071 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa415e-8886-4a20-a16c-bd8b9061171d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:49.298166 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-4d91efaa-86ac-4088-80a4-3a9f9292dda0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] show failed (client error): The resource could not be found. Sep 21 08:19:49.299249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4d91efaa-86ac-4088-80a4-3a9f9292dda0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "GET /v2.0/security-groups/51fa415e-8886-4a20-a16c-bd8b9061171d HTTP/1.1" status: 404 len: 347 time: 0.0273101 Sep 21 08:19:49.302567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58646) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:49.331631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bc7011c-81f0-4f60-92de-ce2eb1bbbefc req-f1a3c296-58f3-4b62-a88e-dcba72013838 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475430 Sep 21 08:19:49.336355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8e765-81aa-496e-964c-075b083229e8 req-e38e552d-fb17-4dfd-9a44-54e36402020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:49.337814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f8e765-81aa-496e-964c-075b083229e8 req-e38e552d-fb17-4dfd-9a44-54e36402020f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 1095 time: 0.1562345 Sep 21 08:19:49.399749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-34186ce0-bfc5-40ed-bef0-e563cefad43e service neutron] 10.222.0.59 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685087 Sep 21 08:19:49.493892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fe46b3f-11a2-4936-b6df-a066e8e8b7d4 req-e4f0f7f5-fa87-4b35-a008-a797e4fbd7db tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 210 time: 0.0406110 Sep 21 08:19:49.573646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8e765-81aa-496e-964c-075b083229e8 req-a1cb1303-b10f-48a4-a0be-75120401b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:49.575017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f8e765-81aa-496e-964c-075b083229e8 req-a1cb1303-b10f-48a4-a0be-75120401b282 service neutron] 10.222.0.50 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 915 time: 0.1921105 Sep 21 08:19:49.587887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port a815fb22-6e12-444c-95e9-7d1948dc37cd {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:49.588239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:49.646665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b813f5f-696c-41cb-9f3e-9a8948a6b021 req-a4e7d9e8-0e64-4152-b226-4fa9fa5d7308 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:49.649073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b813f5f-696c-41cb-9f3e-9a8948a6b021 req-a4e7d9e8-0e64-4152-b226-4fa9fa5d7308 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0778141 Sep 21 08:19:49.649905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f8e765-81aa-496e-964c-075b083229e8 req-cdcc4d27-24cf-414e-a5f9-887a595dfc36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f015bfd-2749-41f9-b292-c42a18d5098e HTTP/1.1" status: 200 len: 217 time: 0.0590296 Sep 21 08:19:49.718738 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b813f5f-696c-41cb-9f3e-9a8948a6b021 req-d89a5b0f-c51d-4c7c-9389-4f84f0254501 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Sep 21 08:19:49.767385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8e765-81aa-496e-964c-075b083229e8 req-c78ac6d9-146f-47ed-a189-e96c43edb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:49.768989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f8e765-81aa-496e-964c-075b083229e8 req-c78ac6d9-146f-47ed-a189-e96c43edb88d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.0916760 Sep 21 08:19:49.803516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:49.804140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:49.828065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f8e765-81aa-496e-964c-075b083229e8 req-9b9a70ae-3bfe-4178-964f-cff84ff37dd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476122 Sep 21 08:19:49.834651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for a815fb22-6e12-444c-95e9-7d1948dc37cd owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:49.845340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da706cd-4a62-41d3-8f25-e18d61cd9c2d req-693be276-fc0e-478f-9b44-95edcc32eed1 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:49.853720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5da706cd-4a62-41d3-8f25-e18d61cd9c2d req-693be276-fc0e-478f-9b44-95edcc32eed1 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 944 time: 0.0722737 Sep 21 08:19:49.901878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5da706cd-4a62-41d3-8f25-e18d61cd9c2d req-22e7782b-e50a-408c-8588-a38eb8b25e2d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471621 Sep 21 08:19:50.272180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25fccde0-b2cc-4c4a-9c74-923131e1130f req-6325d56b-b3b3-4862-8887-a32814a8006d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0315237 Sep 21 08:19:50.405507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f8e765-81aa-496e-964c-075b083229e8 req-27a00453-e997-4077-bc70-70e2ca3384a8 service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682175 Sep 21 08:19:50.497178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943977c-888a-481d-be38-136584f63dce req-72854569-adf7-471a-b565-1b6b224be419 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:50.499127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-72854569-adf7-471a-b565-1b6b224be419 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 803 time: 0.2167153 Sep 21 08:19:50.500444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 886ac66e-d766-49b9-9ec8-9e8c228aebdd details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:50.564406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Request body: {'port': {'device_id': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'admin_state_up': True, 'tenant_id': 'b5a7ad715cc14f289cd53326247a670f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:50.652191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-773c4ec6-06be-4033-a4fd-e4e85e56d975 req-90842378-77e0-47eb-9dad-8b31aef23e40 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 210 time: 0.0462947 Sep 21 08:19:50.686477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:50.698352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f8e765-81aa-496e-964c-075b083229e8 req-064cb124-c57b-4569-beff-e2cfb884842c service neutron] 10.222.0.50 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724402 Sep 21 08:19:50.738375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=a815fb22-6e12-444c-95e9-7d1948dc37cd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:50.761239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 886ac66e-d766-49b9-9ec8-9e8c228aebdd, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=886ac66e-d766-49b9-9ec8-9e8c228aebdd,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:50.775549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 0f015bfd-2749-41f9-b292-c42a18d5098e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:50.784535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '886ac66e-d766-49b9-9ec8-9e8c228aebdd', 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a', 'port_id': '886ac66e-d766-49b9-9ec8-9e8c228aebdd', 'mac_address': 'fa:16:3e:73:e2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d0c9d7-faa1-4101-a387-139bde5a004e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:50.871076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:50.901089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf414df-84ec-4ec3-8599-ff835ff4a98b req-4a2a8520-c667-4a49-a25e-b424a3f45a36 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:50.902862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cf414df-84ec-4ec3-8599-ff835ff4a98b req-4a2a8520-c667-4a49-a25e-b424a3f45a36 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 943 time: 0.1716492 Sep 21 08:19:50.907116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Made reservation on behalf of b5a7ad715cc14f289cd53326247a670f for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:50.910939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:50.921885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0d66a-3d49-4d65-8335-521a2fca6ad6 req-c230a98d-c473-4f66-986f-be9e1d350774 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:50.924936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff0d66a-3d49-4d65-8335-521a2fca6ad6 req-c230a98d-c473-4f66-986f-be9e1d350774 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0954614 Sep 21 08:19:50.926404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886ac66e-d766-49b9-9ec8-9e8c228aebdd {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:50.932556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:50.935826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:50.937452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f909a012-14cc-4450-aff5-f9cacee59692 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/floatingips/13cba3d1-f000-490e-b693-54eac503dcb3 HTTP/1.1" status: 204 len: 168 time: 1.6339750 Sep 21 08:19:50.941607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58690) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:50.969228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 886ac66e-d766-49b9-9ec8-9e8c228aebdd, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=886ac66e-d766-49b9-9ec8-9e8c228aebdd,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:50.977745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:50.981191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 0f015bfd-2749-41f9-b292-c42a18d5098e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=0f015bfd-2749-41f9-b292-c42a18d5098e,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:51.004788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff0d66a-3d49-4d65-8335-521a2fca6ad6 req-3b2e7af2-7515-4096-95dd-d29190c88b65 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705655 Sep 21 08:19:51.022805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '0f015bfd-2749-41f9-b292-c42a18d5098e', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'port_id': '0f015bfd-2749-41f9-b292-c42a18d5098e', 'mac_address': 'fa:16:3e:fd:90:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13124dac-47d0-434f-bf2d-70aeede630c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:51.067652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9cf414df-84ec-4ec3-8599-ff835ff4a98b req-96e7e3e3-8228-4f15-bbb9-18ee41944365 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524706 Sep 21 08:19:51.084423 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:51.086413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=886ac66e-d766-49b9-9ec8-9e8c228aebdd,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:51.111421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f015bfd-2749-41f9-b292-c42a18d5098e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:51.138132 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 0f015bfd-2749-41f9-b292-c42a18d5098e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=0f015bfd-2749-41f9-b292-c42a18d5098e,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:51.143385 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:51.183249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port 3002550a-2348-46a1-9771-8957d66d5dd8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:51.183593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:51.189415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Allocated IP 172.20.0.14 (3f4642e0-c176-45ad-94ca-ef89f3e726a1/73015880-6984-4eb4-99f8-b3145d0e24b7/3c697fff-57f2-49af-bdd4-562b2bd50651) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:51.196299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4010d-30c6-40b9-a290-226c70984a60 req-1a67526e-2689-4833-99f2-c998bd68d36a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:51.198960 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9c4010d-30c6-40b9-a290-226c70984a60 req-1a67526e-2689-4833-99f2-c998bd68d36a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 944 time: 0.0827875 Sep 21 08:19:51.256966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=0f015bfd-2749-41f9-b292-c42a18d5098e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:51.271999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9c4010d-30c6-40b9-a290-226c70984a60 req-950abb25-52aa-4eaa-9344-bc32d1954157 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620127 Sep 21 08:19:51.329394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['886ac66e-d766-49b9-9ec8-9e8c228aebdd'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:51.347542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:51.401190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for 3002550a-2348-46a1-9771-8957d66d5dd8 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:51.487178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c9ab3f1-de98-40f5-bd13-0bfbc9f89691 req-e5af8ae3-6b04-4e99-a6c8-34428ad56053 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0896587 Sep 21 08:19:51.503702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['0f015bfd-2749-41f9-b292-c42a18d5098e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:51.628857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:51.738407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:51.776242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:51.831981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:51.864403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:51.869437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:51.880771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event updated for resources: {'Port': ['ID=3c697fff-57f2-49af-bdd4-562b2bd50651,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:51.955854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-896af1d3-b73d-4bc3-a20d-4674c1a30a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:51.957257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-896af1d3-b73d-4bc3-a20d-4674c1a30a09 service neutron] 10.222.0.50 "GET /v2.0/ports/4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 1028 time: 0.1417418 Sep 21 08:19:51.983196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=3002550a-2348-46a1-9771-8957d66d5dd8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:52.019461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafb4a4-7d5f-4ebb-95a4-e37a3aa19717 req-6ff49f28-076c-4d7b-9431-7176c289260d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.021000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aafb4a4-7d5f-4ebb-95a4-e37a3aa19717 req-6ff49f28-076c-4d7b-9431-7176c289260d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 932 time: 0.2509367 Sep 21 08:19:52.068582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.070647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.098800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:52.100231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-679423f6-abe2-40ca-9ca9-dc9799633841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.101849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-679423f6-abe2-40ca-9ca9-dc9799633841 service neutron] 10.222.0.50 "GET /v2.0/ports/a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 1028 time: 0.1140370 Sep 21 08:19:52.113567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.115571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-49f3fa90-59dd-4dc0-8541-62d0a6da579a tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/ports/3002550a-2348-46a1-9771-8957d66d5dd8 HTTP/1.1" status: 204 len: 168 time: 1.1726720 Sep 21 08:19:52.119854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58704) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:52.136121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-01c01157-35af-4962-86d8-33fe17fe00b9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6120584 Sep 21 08:19:52.170593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Request body: {'port': {'device_id': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:52.185350 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aafb4a4-7d5f-4ebb-95a4-e37a3aa19717 req-b9c8a68d-c7f1-488b-8edf-609f26f9d75f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415508 Sep 21 08:19:52.240120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2bf89-b28b-4c1f-93bb-a8496b5fd5ed req-4df53c0e-4c35-4808-abe4-c656d48286e8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.249557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97a2bf89-b28b-4c1f-93bb-a8496b5fd5ed req-4df53c0e-4c35-4808-abe4-c656d48286e8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1480763 Sep 21 08:19:52.402720 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.405738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90f7f28e-c649-4dcc-a986-404987e74800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.407745 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97a2bf89-b28b-4c1f-93bb-a8496b5fd5ed req-c5d35e9d-cd8a-4293-a67b-77db47bf065b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571555 Sep 21 08:19:52.442307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting port a1e4783d-cdae-4b0e-9ac6-c63ada7b615f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:52.442801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.503642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 886ac66e-d766-49b9-9ec8-9e8c228aebdd up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:52.574298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 886ac66e-d766-49b9-9ec8-9e8c228aebdd completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:52.582866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 886ac66e-d766-49b9-9ec8-9e8c228aebdd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:52.585506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.702223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.728700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ac66e-d766-49b9-9ec8-9e8c228aebdd'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:52.731696 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b52e28-1d19-4b80-afd2-2cf2cc66a2ef" -d '{"events": [{"server_uuid": "a67c522a-bd82-4955-bdb8-fe333029d4b6", "name": "network-vif-plugged", "status": "completed", "tag": "886ac66e-d766-49b9-9ec8-9e8c228aebdd"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:52.747061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 886ac66e-d766-49b9-9ec8-9e8c228aebdd, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=886ac66e-d766-49b9-9ec8-9e8c228aebdd,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:52.755410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.758739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c697fff-57f2-49af-bdd4-562b2bd50651 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:52.771392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964a052-10fe-439c-9e91-2d24cc982b17 req-dc58b701-19e1-4c43-b31b-e3bda9de3f07 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.778982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e964a052-10fe-439c-9e91-2d24cc982b17 req-dc58b701-19e1-4c43-b31b-e3bda9de3f07 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 944 time: 0.4473853 Sep 21 08:19:52.806493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 0f015bfd-2749-41f9-b292-c42a18d5098e up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:19:52.825812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.847226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e964a052-10fe-439c-9e91-2d24cc982b17 req-8614e406-a50b-41ba-9944-62efb36f202e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672359 Sep 21 08:19:52.875939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9fa09322-a959-4477-b8c4-dacd4d5a99b6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.886922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9fa09322-a959-4477-b8c4-dacd4d5a99b6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.895219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9fa09322-a959-4477-b8c4-dacd4d5a99b6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.895458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 0f015bfd-2749-41f9-b292-c42a18d5098e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:19:52.896905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9fa09322-a959-4477-b8c4-dacd4d5a99b6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "GET /v2.0/networks?id=c09b159a-c415-46eb-bf2f-5d26281796c7&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=2dbc9bc4-e323-4244-a1fc-1f968387d911&id=2dbc9bc4-e323-4244-a1fc-1f968387d911 HTTP/1.1" status: 200 len: 1990 time: 0.7861841 Sep 21 08:19:52.903342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Transition to ACTIVE for port object 3c697fff-57f2-49af-bdd4-562b2bd50651 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:19:52.906370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 0f015bfd-2749-41f9-b292-c42a18d5098e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:52.907138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.909288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=886ac66e-d766-49b9-9ec8-9e8c228aebdd,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:52.918427 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.945488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:52.970072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131026c-8fc3-40ba-b4a2-13bb805fd7e9 req-4ac0b3ff-63d8-42f2-8f38-142cfd356806 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:52.978684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1131026c-8fc3-40ba-b4a2-13bb805fd7e9 req-4ac0b3ff-63d8-42f2-8f38-142cfd356806 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 945 time: 0.0888481 Sep 21 08:19:52.981627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Calling delete_port for a1e4783d-cdae-4b0e-9ac6-c63ada7b615f owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:53.013432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-c8b72355-06ac-4df1-913d-a43703ef7a5e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722 HTTP/1.1" status: 200 len: 379 time: 0.1042986 Sep 21 08:19:53.016503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b1ade9c-9bac-4ada-83fc-33a4dda7554b req-0e5e9dc3-51d5-41a2-81bc-b810392de463 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0767801 Sep 21 08:19:53.022018 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.028309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'admin_state_up': True, 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'security_groups': ['a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:53.072888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1131026c-8fc3-40ba-b4a2-13bb805fd7e9 req-e69c6782-7d77-45ee-aa1e-45053d524045 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742159 Sep 21 08:19:53.104496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 0f015bfd-2749-41f9-b292-c42a18d5098e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=0f015bfd-2749-41f9-b292-c42a18d5098e,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:53.110074 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.137039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Pushing event updated for resources: {'Port': ['ID=3c697fff-57f2-49af-bdd4-562b2bd50651,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:53.185244 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559d9bf-8ce4-41a3-93d9-d7b12d7015b4 x-openstack-request-id: req-c559d9bf-8ce4-41a3-93d9-d7b12d7015b4 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:53.185904 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c522a-bd82-4955-bdb8-fe333029d4b6", "name": "network-vif-plugged", "status": "completed", "tag": "886ac66e-d766-49b9-9ec8-9e8c228aebdd", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:53.186112 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c559d9bf-8ce4-41a3-93d9-d7b12d7015b4 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:53.186849 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886ac66e-d766-49b9-9ec8-9e8c228aebdd', 'code': 200} Sep 21 08:19:53.222102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=0f015bfd-2749-41f9-b292-c42a18d5098e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:53.297003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Attempting to bind port 3c697fff-57f2-49af-bdd4-562b2bd50651 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:19:53.297299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Attempting to bind port 3c697fff-57f2-49af-bdd4-562b2bd50651 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:19:53.297578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Attempting to bind port 3c697fff-57f2-49af-bdd4-562b2bd50651 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:53.310104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.315665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Port 3c697fff-57f2-49af-bdd4-562b2bd50651 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:19:53.315988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Attempting to bind port 3c697fff-57f2-49af-bdd4-562b2bd50651 on network 3f4642e0-c176-45ad-94ca-ef89f3e726a1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:19:53.330438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:53.334105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.352432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:19:53.352781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Checking segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:19:53.353177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Bound using segment: {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:19:53.353697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Bound port: 3c697fff-57f2-49af-bdd4-562b2bd50651, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:19:53.354060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.360366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521dbf5-0769-4c84-91a7-a581d3a17c9a req-e774bb8c-b022-4a19-9b24-4820d5d609b7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:53.362269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6521dbf5-0769-4c84-91a7-a581d3a17c9a req-e774bb8c-b022-4a19-9b24-4820d5d609b7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 944 time: 0.1022496 Sep 21 08:19:53.363331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Port': ['ID=a1e4783d-cdae-4b0e-9ac6-c63ada7b615f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:53.379195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd89c9d-2241-4a75-95ef-867e1560afb0 req-445a7ff0-34f7-454d-bbab-1f0894a85647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:53.380905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3cd89c9d-2241-4a75-95ef-867e1560afb0 req-445a7ff0-34f7-454d-bbab-1f0894a85647 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 1096 time: 0.1243322 Sep 21 08:19:53.473179 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6521dbf5-0769-4c84-91a7-a581d3a17c9a req-628b1a6d-f264-49d7-883f-48a26cb20e5c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794389 Sep 21 08:19:53.479197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.481320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-07131419-0064-49bf-9ccb-cc0619c255c0 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/ports/a1e4783d-cdae-4b0e-9ac6-c63ada7b615f HTTP/1.1" status: 204 len: 168 time: 1.3591764 Sep 21 08:19:53.488458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58720) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:53.565573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3cd89c9d-2241-4a75-95ef-867e1560afb0 req-c6f356f4-fccf-4217-9741-e2630833e16e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768010 Sep 21 08:19:53.587142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting subnet 7dc6f53c-5359-44e7-ad67-bf15a7d683ed {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:19:53.593015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.643008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] For port 3c697fff-57f2-49af-bdd4-562b2bd50651, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:19:53.649179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] For port 3c697fff-57f2-49af-bdd4-562b2bd50651, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3c697fff-57f2-49af-bdd4-562b2bd50651,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:19:53.650726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 172.20.0.5 (c09b159a-c415-46eb-bf2f-5d26281796c7/7f6bcd9f-b404-49f8-b805-f821fba4f351/202266fb-dfa6-4b81-9761-4783b5bccb96) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:53.659670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698195c-d0c2-4633-b1b3-6ada44086709 req-6d1d392d-62e3-43d3-9795-9d1e165faa8a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:53.661215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9698195c-d0c2-4633-b1b3-6ada44086709 req-6d1d392d-62e3-43d3-9795-9d1e165faa8a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1570494 Sep 21 08:19:53.664990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.690374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.724707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:53.725353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.726785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] 10.222.0.62 "PUT /v2.0/ports/3c697fff-57f2-49af-bdd4-562b2bd50651 HTTP/1.1" status: 200 len: 1092 time: 1.5644979 Sep 21 08:19:53.731804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'tag': '3c697fff-57f2-49af-bdd4-562b2bd50651'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:53.737780 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf27be0a-8640-46d5-9f9e-604ba6720f21", "tag": "3c697fff-57f2-49af-bdd4-562b2bd50651"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:53.839590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:53.844822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9698195c-d0c2-4633-b1b3-6ada44086709 req-7d0dbb56-2f03-4aba-a1e6-b78409c71efa tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616578 Sep 21 08:19:53.867390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f1053-554c-4bbc-9046-e4f40fd5f640 service neutron] Pushing event updated for resources: {'Port': ['ID=3c697fff-57f2-49af-bdd4-562b2bd50651,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:53.887684 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cf5244-059e-4429-a179-2c0236f067d1 x-openstack-request-id: req-84cf5244-059e-4429-a179-2c0236f067d1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:53.888037 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf27be0a-8640-46d5-9f9e-604ba6720f21", "tag": "3c697fff-57f2-49af-bdd4-562b2bd50651", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:53.888358 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84cf5244-059e-4429-a179-2c0236f067d1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:53.890824 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'tag': '3c697fff-57f2-49af-bdd4-562b2bd50651', 'status': 'completed', 'code': 200} Sep 21 08:19:54.011527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943977c-888a-481d-be38-136584f63dce req-f3707165-7474-4dbb-9b7f-785a62e76ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:54.013150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-f3707165-7474-4dbb-9b7f-785a62e76ea9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 1095 time: 0.1550364 Sep 21 08:19:54.026635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.058803 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.066593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc6f53c-5359-44e7-ad67-bf15a7d683ed,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:54.091226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083a4115-37e8-4d9f-8624-c4bd238863ab None None] Network 39c0fb0a-13e2-4d46-9f23-153e936cfb5e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:54.098236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.105949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a4a8856f-fc2c-479e-b40d-877ecf8848c4 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/subnets/7dc6f53c-5359-44e7-ad67-bf15a7d683ed HTTP/1.1" status: 204 len: 168 time: 0.6160340 Sep 21 08:19:54.106887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:54.152762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-6c33c99e-d481-4008-bec9-d908625aef6e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c697fff-57f2-49af-bdd4-562b2bd50651 HTTP/1.1" status: 200 len: 217 time: 0.0482004 Sep 21 08:19:54.166611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd768f-2dcb-42d7-a4a1-46a1e31a02c4 req-45a6032e-c38d-4c0f-ac58-5a480d490607 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:54.168796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bfd768f-2dcb-42d7-a4a1-46a1e31a02c4 req-45a6032e-c38d-4c0f-ac58-5a480d490607 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 945 time: 0.2222736 Sep 21 08:19:54.185011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.231171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Deleting subnet 05751b0b-b1cb-449d-8cbd-a8b9db515e53 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:19:54.236604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.277507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737bc77-640c-4db3-a49b-9df2e6a71029 req-cb8a02d6-3e46-4031-bd25-af0a8acd0912 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:54.279137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c737bc77-640c-4db3-a49b-9df2e6a71029 req-cb8a02d6-3e46-4031-bd25-af0a8acd0912 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 931 time: 0.1016324 Sep 21 08:19:54.281252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network c09b159a-c415-46eb-bf2f-5d26281796c7 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:54.311801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:54.320954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:54.321536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.352082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] DHCP port deletion for 39c0fb0a-13e2-4d46-9f23-153e936cfb5e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:19:54.383434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c737bc77-640c-4db3-a49b-9df2e6a71029 req-b1c74b9a-7c8c-4e49-8cc6-a45978bbf488 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971980 Sep 21 08:19:54.401054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:54.403457 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.435447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943977c-888a-481d-be38-136584f63dce req-4c715e34-b0a9-4644-a1a7-6c2466096e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:54.437389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-4c715e34-b0a9-4644-a1a7-6c2466096e3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.2676902 Sep 21 08:19:54.484415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bfd768f-2dcb-42d7-a4a1-46a1e31a02c4 req-6ed87d3c-9784-46fe-9636-aa7d80a471ed tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012118 Sep 21 08:19:54.487421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] Deleting port 17585788-3c56-4251-9b48-c213971802ab {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:54.492036 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.515960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4923975 Sep 21 08:19:54.550430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b8cd9-cf0c-48e7-a6d0-84400e5f39c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=202266fb-dfa6-4b81-9761-4783b5bccb96,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:54.571189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'admin_state_up': True, 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'security_groups': ['a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:54.582325 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-043bc812-d5c3-465b-8bb8-0261669c1d60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314337 Sep 21 08:19:54.585029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.589234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 17585788-3c56-4251-9b48-c213971802ab no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:54.673332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] For port 17585788-3c56-4251-9b48-c213971802ab, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=17585788-3c56-4251-9b48-c213971802ab,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:54.673737 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.709159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] Calling delete_port for 17585788-3c56-4251-9b48-c213971802ab owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:54.798165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc91303-0ad5-4735-883c-40e4f5de0e22 req-62a582f7-b010-4127-a58a-954cb7b097c6 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:54.811397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.817192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebc91303-0ad5-4735-883c-40e4f5de0e22 req-62a582f7-b010-4127-a58a-954cb7b097c6 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 946 time: 0.1672642 Sep 21 08:19:54.824880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7ea75bee-b95d-442f-b19b-092778917c0a None None] Provisioning complete for port 202266fb-dfa6-4b81-9761-4783b5bccb96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:54.825289 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ea75bee-b95d-442f-b19b-092778917c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.871826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.889394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-f26be179-cc76-4175-a833-b6467ffad16e service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766864 Sep 21 08:19:54.916226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Subnet': ['ID=05751b0b-b1cb-449d-8cbd-a8b9db515e53,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:54.918512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7ea75bee-b95d-442f-b19b-092778917c0a None None] Port 202266fb-dfa6-4b81-9761-4783b5bccb96 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:54.922307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 17585788-3c56-4251-9b48-c213971802ab, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=17585788-3c56-4251-9b48-c213971802ab,segment=NetworkSegment(273fde5e-cca8-4b13-ae3c-61b9b94866dc),segment_id=273fde5e-cca8-4b13-ae3c-61b9b94866dc)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:54.923043 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.930082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3fdac61c-de3a-4c6a-90ec-f60904031826 tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/subnets/05751b0b-b1cb-449d-8cbd-a8b9db515e53 HTTP/1.1" status: 204 len: 168 time: 0.8209386 Sep 21 08:19:54.933049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58742) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:54.937494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f2a2b-4c9a-4168-9cda-0437a4bf1d03 req-1db53691-0586-4624-87df-c2128cedce4f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:54.939619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c33f2a2b-4c9a-4168-9cda-0437a4bf1d03 req-1db53691-0586-4624-87df-c2128cedce4f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 944 time: 0.1504066 Sep 21 08:19:54.943515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5146d39c-785e-4ecc-a5a1-e898770057e2 None None] Network 7c8bfe58-4f51-4ba6-997d-f730b9ca663f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:19:54.969152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:54.994262 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.044456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event deleted for resources: {'Port': ['ID=17585788-3c56-4251-9b48-c213971802ab,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:55.064505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0943977c-888a-481d-be38-136584f63dce req-bd8249a4-83b0-4a88-849f-7bc7b97ef063 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644757 Sep 21 08:19:55.073559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebc91303-0ad5-4735-883c-40e4f5de0e22 req-4f1f87bd-6436-4471-9895-58b4f1b6198c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510211 Sep 21 08:19:55.087358 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.100789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c33f2a2b-4c9a-4168-9cda-0437a4bf1d03 req-d6319ad6-cbc8-4069-9cd1-710a7dbb5a86 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437416 Sep 21 08:19:55.101656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:55.109541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.171516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] Pushing event deleted for resources: {'Port': ['ID=17585788-3c56-4251-9b48-c213971802ab,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:55.181647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce399c-949c-439a-bb2a-659d4f99bf22 None None] No DVR routers for this DVR port 17585788-3c56-4251-9b48-c213971802ab on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:55.202360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f015bfd-2749-41f9-b292-c42a18d5098e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:19:55.206722 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0d4192-d082-480e-b88f-cf16a53c2f0a" -d '{"events": [{"server_uuid": "299a1f2d-4eb6-4a71-b53e-37dcffddda36", "name": "network-vif-plugged", "status": "completed", "tag": "0f015bfd-2749-41f9-b292-c42a18d5098e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:19:55.208357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.268082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c0fb0a-13e2-4d46-9f23-153e936cfb5e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:55.281590 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.291409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273fde5e-cca8-4b13-ae3c-61b9b94866dc') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:55.291686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273fde5e-cca8-4b13-ae3c-61b9b94866dc') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:55.314019 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1103695c-73f6-4724-8f71-c280a390448d x-openstack-request-id: req-1103695c-73f6-4724-8f71-c280a390448d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:19:55.314364 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299a1f2d-4eb6-4a71-b53e-37dcffddda36", "name": "network-vif-plugged", "status": "completed", "tag": "0f015bfd-2749-41f9-b292-c42a18d5098e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:19:55.314557 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1103695c-73f6-4724-8f71-c280a390448d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:19:55.315560 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f015bfd-2749-41f9-b292-c42a18d5098e', 'code': 200} Sep 21 08:19:55.317653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.363871 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.376158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:19:55.377479 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:19:55.382152 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:19:55.396889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb1f267e-8028-41d2-8158-e84bc56b6b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.430405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] DHCP port deletion for 7c8bfe58-4f51-4ba6-997d-f730b9ca663f request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:19:55.492812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] Deleting port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:19:55.493595 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.541740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.592970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.598177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/networks/39c0fb0a-13e2-4d46-9f23-153e936cfb5e HTTP/1.1" status: 204 len: 168 time: 0.6623323 Sep 21 08:19:55.598352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] For port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6521112e-2eb1-47a4-93ce-ac9ef8da3b7c,segment=NetworkSegment(fe5546ec-6d86-413c-8a1a-d53b27739082),segment_id=fe5546ec-6d86-413c-8a1a-d53b27739082)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:55.598352 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.602440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58750) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:19:55.617506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] Calling delete_port for 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:19:55.638286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ec317-8eb0-43f9-93a5-c18c39bdcceb tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Network': ['ID=39c0fb0a-13e2-4d46-9f23-153e936cfb5e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:55.656687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d2782-d7a4-4d8c-a151-9e8455c4ef74 req-f1266390-adf2-4626-953b-b2637cdfa38f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:55.658605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b27d2782-d7a4-4d8c-a151-9e8455c4ef74 req-f1266390-adf2-4626-953b-b2637cdfa38f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 931 time: 0.0939798 Sep 21 08:19:55.669904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f01b6-efb9-4906-9031-f66c98c6cce5 req-1ed52762-4b32-4a13-892c-df62bcd42f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:55.673987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf0f01b6-efb9-4906-9031-f66c98c6cce5 req-1ed52762-4b32-4a13-892c-df62bcd42f5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 1097 time: 0.2464643 Sep 21 08:19:55.724285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.739338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b27d2782-d7a4-4d8c-a151-9e8455c4ef74 req-0ac7b062-617e-43f4-a8fc-6e59443b1c0f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638142 Sep 21 08:19:55.755014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf0f01b6-efb9-4906-9031-f66c98c6cce5 req-24978dea-0c82-423b-9146-5987d08c1581 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530083 Sep 21 08:19:55.775256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] Pushing event deleted for resources: {'Port': ['ID=6521112e-2eb1-47a4-93ce-ac9ef8da3b7c,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:55.779262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a68e5-5f68-42af-af86-cc562c9ed922 None None] No DVR routers for this DVR port 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:19:55.841726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:55.873091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b707e0-4883-45bb-813f-9e86a8d8262f req-59ab9cb0-eeed-4c53-a69e-313051281796 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:55.874678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5b707e0-4883-45bb-813f-9e86a8d8262f req-59ab9cb0-eeed-4c53-a69e-313051281796 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.2834764 Sep 21 08:19:55.882909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-48617a06-48e2-491b-a210-631a683adebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:55.884413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-48617a06-48e2-491b-a210-631a683adebc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5a7ad715cc14f289cd53326247a670f&device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 1095 time: 0.3013940 Sep 21 08:19:55.969009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2dd0d-9ad2-43b7-ba8a-f2ec1d665267 req-d7681cbc-abba-40af-a364-db97fe9a20cd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:55.981377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83f2dd0d-9ad2-43b7-ba8a-f2ec1d665267 req-d7681cbc-abba-40af-a364-db97fe9a20cd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 945 time: 0.1028419 Sep 21 08:19:56.027149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83f2dd0d-9ad2-43b7-ba8a-f2ec1d665267 req-49166e7d-6557-48fd-9792-d91b9f15fe65 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Sep 21 08:19:56.101559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5b707e0-4883-45bb-813f-9e86a8d8262f req-e9ea49e1-8593-4ebf-a065-a2f0d46ba827 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161632 Sep 21 08:19:56.151032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 10.1.1.35 (4db6f82b-8065-449f-8e25-9a465b734ed5/e7b4429c-1b3b-4838-b308-4102494c0acf/5a375e51-0521-4b3b-97fd-f7d7192e99b6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:56.156469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.261223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8bfe58-4f51-4ba6-997d-f730b9ca663f']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:56.288107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5546ec-6d86-413c-8a1a-d53b27739082') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:56.288414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5546ec-6d86-413c-8a1a-d53b27739082') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:19:56.312506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.334630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-cf824646-904f-4fd1-a78b-0e8b10712fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:56.336170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-cf824646-904f-4fd1-a78b-0e8b10712fe8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 200 len: 904 time: 0.4392867 Sep 21 08:19:56.367908 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.368257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e49bf1-db9e-4dc2-b8e5-d3f05cfb2fff req-bd1f83b8-d124-4b7f-9526-0de7b9240aad tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:56.370983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0e49bf1-db9e-4dc2-b8e5-d3f05cfb2fff req-bd1f83b8-d124-4b7f-9526-0de7b9240aad tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 946 time: 0.1185639 Sep 21 08:19:56.423675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c20a-cbf8-4ea9-be77-10a020c28601 req-1ad52578-ea9b-4566-8618-8f390d476ae5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:56.425264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38d2c20a-cbf8-4ea9-be77-10a020c28601 req-1ad52578-ea9b-4566-8618-8f390d476ae5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 944 time: 0.2122838 Sep 21 08:19:56.426478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:19:56.426904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:19:56.432462 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:19:56.434543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-46097412-bf98-4490-b0f5-df87bed8a562 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c697fff-57f2-49af-bdd4-562b2bd50651 HTTP/1.1" status: 200 len: 217 time: 0.0829358 Sep 21 08:19:56.472585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0e49bf1-db9e-4dc2-b8e5-d3f05cfb2fff req-4a44b451-e6fa-4121-97a9-5a6d2a29612f tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 Sep 21 08:19:56.557122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:19:56.593542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:19:56.594039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6521112e-2eb1-47a4-93ce-ac9ef8da3b7c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:19:56.640079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.669773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38d2c20a-cbf8-4ea9-be77-10a020c28601 req-5ddf6a11-7d6d-41d3-aaaf-29731ee1369a tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329559 Sep 21 08:19:56.671758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-847bfd4e-9aeb-4528-829c-80aceb1d5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:56.674033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-847bfd4e-9aeb-4528-829c-80aceb1d5c7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 200 len: 843 time: 0.2202096 Sep 21 08:19:56.674658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.687686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.699168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] 10.222.0.59 "DELETE /v2.0/networks/7c8bfe58-4f51-4ba6-997d-f730b9ca663f HTTP/1.1" status: 204 len: 168 time: 1.0859873 Sep 21 08:19:56.727650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:56.757355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-3d4bfd43-41f0-43ee-ba4e-807f17750e0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3f4642e0-c176-45ad-94ca-ef89f3e726a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708482 Sep 21 08:19:56.761346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66947baf-7a68-4752-8797-b64869774b4e tempest-TaggedBootDevicesTest_v242-854205308 tempest-TaggedBootDevicesTest_v242-854205308-project] Pushing event deleted for resources: {'Network': ['ID=7c8bfe58-4f51-4ba6-997d-f730b9ca663f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:56.965921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:57.069069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd67a45-4a8c-4e18-b1e3-32111a40c295 req-b2e45871-a50b-4a99-9889-97b45912d642 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:57.070467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=5a375e51-0521-4b3b-97fd-f7d7192e99b6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:57.071481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bd67a45-4a8c-4e18-b1e3-32111a40c295 req-b2e45871-a50b-4a99-9889-97b45912d642 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 931 time: 0.1696746 Sep 21 08:19:57.091222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-7a0de8b6-df32-4ef6-8c68-fb8bdd1470dc service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220420 Sep 21 08:19:57.105899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:57.142998 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bd67a45-4a8c-4e18-b1e3-32111a40c295 req-785dbd36-1153-4ea6-bf01-4a01d042efa4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607982 Sep 21 08:19:57.321026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:57.326553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca6b9f38-869d-4f94-af82-5ec8d5a88ae7 req-e1183207-3a83-4490-b116-d4aec1298ac2 service neutron] 10.222.0.62 "GET /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181489 Sep 21 08:19:57.328173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:57.456647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259d887-eafe-4b9e-9566-7622ef4e1b53 req-89f363aa-eea5-420d-8c77-f9d45c9206cb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:57.461461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7259d887-eafe-4b9e-9566-7622ef4e1b53 req-89f363aa-eea5-420d-8c77-f9d45c9206cb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1633658 Sep 21 08:19:57.481720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:57.482428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:57.515060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f237aed8-0041-4381-ba7d-5aaf48f73ddb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9523423 Sep 21 08:19:57.528603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'admin_state_up': True, 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'security_groups': ['a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:57.584204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7259d887-eafe-4b9e-9566-7622ef4e1b53 req-404e648f-2dd6-4eee-96d4-9318a27f0c13 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101139 Sep 21 08:19:57.701070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:57.786517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5295d5a1-e67f-49a7-9315-3228b81a617a None None] Provisioning complete for port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:57.787484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5295d5a1-e67f-49a7-9315-3228b81a617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:57.847556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5295d5a1-e67f-49a7-9315-3228b81a617a None None] Port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:57.886024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651ae4f-8c7e-4f2b-a1c5-fdcb3bb7a083 req-f299c3d4-81dd-487d-97c3-42f9c5038db1 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:57.887593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5651ae4f-8c7e-4f2b-a1c5-fdcb3bb7a083 req-f299c3d4-81dd-487d-97c3-42f9c5038db1 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 946 time: 0.1528699 Sep 21 08:19:57.943701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:57.949389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:57.965878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5651ae4f-8c7e-4f2b-a1c5-fdcb3bb7a083 req-6d272c64-0380-463d-918c-bfbc0c480bcd tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706925 Sep 21 08:19:57.998964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42e9c-0cb3-49c8-a498-1b45e11ced62 req-d7f874c5-2607-458b-adcc-060c4b559f1e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:58.011118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ed42e9c-0cb3-49c8-a498-1b45e11ced62 req-d7f874c5-2607-458b-adcc-060c4b559f1e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 944 time: 0.1580749 Sep 21 08:19:58.080503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ed42e9c-0cb3-49c8-a498-1b45e11ced62 req-09944977-6107-4e0d-a0f8-904bfb8b3660 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618448 Sep 21 08:19:58.163938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 10.1.1.78 (4db6f82b-8065-449f-8e25-9a465b734ed5/e7b4429c-1b3b-4838-b308-4102494c0acf/e9d2f32f-373f-41d7-8675-b2371700eaf7) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:19:58.359118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4264424-7d4e-4acc-8e7e-10bd758f2ea3 req-dab0086c-9693-4145-84be-f6218e92a45a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:58.386677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4264424-7d4e-4acc-8e7e-10bd758f2ea3 req-dab0086c-9693-4145-84be-f6218e92a45a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:58.400576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4264424-7d4e-4acc-8e7e-10bd758f2ea3 req-dab0086c-9693-4145-84be-f6218e92a45a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 1652 time: 0.1395001 Sep 21 08:19:58.418729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:58.475558 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4264424-7d4e-4acc-8e7e-10bd758f2ea3 req-fa655c53-d81c-4834-868a-c601cc5c32a2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703793 Sep 21 08:19:58.517116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3c697fff-57f2-49af-bdd4-562b2bd50651 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:19:58.542842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:58.687471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:19:58.695650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:19:58.731487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:19:58.741608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0669e-7ed8-4b3c-86c0-9b67b3fc3a81 req-1524db8a-59bb-4995-a433-0e8409e7b0a4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:58.749365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30e0669e-7ed8-4b3c-86c0-9b67b3fc3a81 req-1524db8a-59bb-4995-a433-0e8409e7b0a4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1033831 Sep 21 08:19:58.808466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=e9d2f32f-373f-41d7-8675-b2371700eaf7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:58.854275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3c697fff-57f2-49af-bdd4-562b2bd50651, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3c697fff-57f2-49af-bdd4-562b2bd50651,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:58.872459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3c697fff-57f2-49af-bdd4-562b2bd50651', 'network_id': '3f4642e0-c176-45ad-94ca-ef89f3e726a1', 'port_id': '3c697fff-57f2-49af-bdd4-562b2bd50651', 'mac_address': 'fa:16:3e:dd:3f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73015880-6984-4eb4-99f8-b3145d0e24b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:19:58.893391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30e0669e-7ed8-4b3c-86c0-9b67b3fc3a81 req-a734f2ec-9d36-48f6-8870-98db4bacf487 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307311 Sep 21 08:19:58.913273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:58.913949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:58.969201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-141d2e9a-7fb3-44b0-bff7-e6d427a1af2b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4462035 Sep 21 08:19:59.017724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911', 'admin_state_up': True, 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'security_groups': ['a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:19:59.027650 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:59.110479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c697fff-57f2-49af-bdd4-562b2bd50651 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:19:59.134689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3c697fff-57f2-49af-bdd4-562b2bd50651, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3c697fff-57f2-49af-bdd4-562b2bd50651,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:19:59.140037 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:59.216639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ca86c612-0036-442a-b85e-63a0e10d192b None None] Provisioning complete for port e9d2f32f-373f-41d7-8675-b2371700eaf7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:19:59.217057 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ca86c612-0036-442a-b85e-63a0e10d192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:59.374671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:19:59.497070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424aaf-c565-477d-a217-6782eb8e9951 req-2455d669-da98-443a-bdc5-ce245dc21171 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:59.506272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3c697fff-57f2-49af-bdd4-562b2bd50651,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:19:59.522286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d424aaf-c565-477d-a217-6782eb8e9951 req-2455d669-da98-443a-bdc5-ce245dc21171 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1551471 Sep 21 08:19:59.555814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ca86c612-0036-442a-b85e-63a0e10d192b None None] Port e9d2f32f-373f-41d7-8675-b2371700eaf7 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:19:59.602998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003785d6-a374-42be-8bc6-025809904f09 req-bf9b2d58-7d30-4825-8474-67402f0ecca7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:59.604153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d424aaf-c565-477d-a217-6782eb8e9951 req-ef9b8919-f817-4a1a-ba6a-5132fa7766cf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803068 Sep 21 08:19:59.628078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-003785d6-a374-42be-8bc6-025809904f09 req-bf9b2d58-7d30-4825-8474-67402f0ecca7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.6505740 Sep 21 08:19:59.648413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3c697fff-57f2-49af-bdd4-562b2bd50651'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:19:59.649660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:19:59.761794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-003785d6-a374-42be-8bc6-025809904f09 req-477078b2-ca50-4993-8e76-72e6ec881330 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326251 Sep 21 08:19:59.812821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4aa141-2895-4f13-8621-2029ed3ebe6e req-dc5c6bcf-2b03-4fd8-9da8-580be453060d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:19:59.821630 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e4aa141-2895-4f13-8621-2029ed3ebe6e req-dc5c6bcf-2b03-4fd8-9da8-580be453060d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 945 time: 0.1411860 Sep 21 08:19:59.916437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e4aa141-2895-4f13-8621-2029ed3ebe6e req-1e7867fa-a101-465a-a948-b205e25e25ee tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783672 Sep 21 08:20:00.040373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cef0f-f593-483a-a76b-98d4329abab6 req-afb2add8-7d03-4896-a6fe-82f44ea4ec36 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:00.047032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cef0f-f593-483a-a76b-98d4329abab6 req-afb2add8-7d03-4896-a6fe-82f44ea4ec36 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:00.053767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cef0f-f593-483a-a76b-98d4329abab6 req-afb2add8-7d03-4896-a6fe-82f44ea4ec36 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:00.064507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46cef0f-f593-483a-a76b-98d4329abab6 req-afb2add8-7d03-4896-a6fe-82f44ea4ec36 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 2372 time: 0.1588159 Sep 21 08:20:00.130195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d46cef0f-f593-483a-a76b-98d4329abab6 req-741c5d82-40a1-41c9-ac8d-5d22a8ab434b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574718 Sep 21 08:20:00.304663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 10.2.2.100 (2dbc9bc4-e323-4244-a1fc-1f968387d911/16309529-e842-4059-a791-49161bd4a8e2/b90e5df9-3320-4f43-93fa-17778f34b5f1) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:20:00.357595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34803a0-0bc4-4bad-a239-d72cced04c21 req-8d64e5d0-1bcb-4fd6-969c-baccdab4c1db tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:00.360920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c34803a0-0bc4-4bad-a239-d72cced04c21 req-8d64e5d0-1bcb-4fd6-969c-baccdab4c1db tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1165261 Sep 21 08:20:00.430894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c34803a0-0bc4-4bad-a239-d72cced04c21 req-8b603b18-1618-428c-a727-b3ba74dad658 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619404 Sep 21 08:20:00.580236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:00.620739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:00.693437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:20:00.701434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:20:00.713595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:20:00.822339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=b90e5df9-3320-4f43-93fa-17778f34b5f1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:00.934251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:00.936351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:01.115097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cc9a8b3e-492a-416a-bb96-fd17ddf227d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1092951 Sep 21 08:20:01.148211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911', 'admin_state_up': True, 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'security_groups': ['a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:01.327425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c61d6144-37ca-43de-b538-29feb32628f8 None None] Provisioning complete for port b90e5df9-3320-4f43-93fa-17778f34b5f1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:01.328563 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c61d6144-37ca-43de-b538-29feb32628f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:01.343040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62700-c741-4170-b747-c2d6c9615882 req-b2e3c04c-994e-4164-b6b5-f5534f4fdc90 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:01.363553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1967ad64-f5cf-4f56-be16-f4a66962ced2 req-a0f2daa7-1cc0-46bd-af70-d943786d0a95 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:01.366779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1967ad64-f5cf-4f56-be16-f4a66962ced2 req-a0f2daa7-1cc0-46bd-af70-d943786d0a95 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.3939877 Sep 21 08:20:01.377195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ed62700-c741-4170-b747-c2d6c9615882 req-b2e3c04c-994e-4164-b6b5-f5534f4fdc90 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 945 time: 0.1388390 Sep 21 08:20:01.454264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c61d6144-37ca-43de-b538-29feb32628f8 None None] Port b90e5df9-3320-4f43-93fa-17778f34b5f1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:20:01.467341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ed62700-c741-4170-b747-c2d6c9615882 req-2f6f153a-2baf-4cd9-9ea6-0a1829c1e941 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884755 Sep 21 08:20:01.495953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1967ad64-f5cf-4f56-be16-f4a66962ced2 req-ee048e38-7b45-42d8-acc9-8b74af86b61f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158984 Sep 21 08:20:01.527755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Made reservation on behalf of 5cd57dbc6d994beb9b6e4c16c2af7722 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:01.535496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:01.770284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9638e0-b0b4-43e0-9900-20d37637c7ad req-0fdc16ab-9fcb-4b47-82f4-3fbc34df22a4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:01.774695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba9638e0-b0b4-43e0-9900-20d37637c7ad req-0fdc16ab-9fcb-4b47-82f4-3fbc34df22a4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1550090 Sep 21 08:20:01.794358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4e3d-a7e0-4553-b93e-a727aecd7d64 req-45eab2c3-d048-4037-a684-c4801a3f9a79 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:01.801525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4e3d-a7e0-4553-b93e-a727aecd7d64 req-45eab2c3-d048-4037-a684-c4801a3f9a79 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:01.813914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4e3d-a7e0-4553-b93e-a727aecd7d64 req-45eab2c3-d048-4037-a684-c4801a3f9a79 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:01.826053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee4e3d-a7e0-4553-b93e-a727aecd7d64 req-45eab2c3-d048-4037-a684-c4801a3f9a79 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:01.842391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfee4e3d-a7e0-4553-b93e-a727aecd7d64 req-45eab2c3-d048-4037-a684-c4801a3f9a79 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 3093 time: 0.1889610 Sep 21 08:20:01.848672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba9638e0-b0b4-43e0-9900-20d37637c7ad req-2c9bbf42-2707-43b1-905d-a431d06315ce tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487111 Sep 21 08:20:01.927555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfee4e3d-a7e0-4553-b93e-a727aecd7d64 req-2bbd1671-b591-4036-9b2b-761c66bbccf5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837784 Sep 21 08:20:01.975819 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:02.052260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Allocated IP 10.2.2.200 (2dbc9bc4-e323-4244-a1fc-1f968387d911/16309529-e842-4059-a791-49161bd4a8e2/5b2eb16a-e89e-4b31-9830-1742dae1ded1) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:20:02.320163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:02.403453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:02.491202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:20:02.498361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:20:02.502973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:20:02.562395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3c697fff-57f2-49af-bdd4-562b2bd50651 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:02.572619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event updated for resources: {'Port': ['ID=5b2eb16a-e89e-4b31-9830-1742dae1ded1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:02.635943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:02.636960 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:02.692306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3c697fff-57f2-49af-bdd4-562b2bd50651 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:02.699855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3c697fff-57f2-49af-bdd4-562b2bd50651 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:02.701703 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:02.712868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-938c6ab0-7544-4ca5-8086-622103b4ad7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5836911 Sep 21 08:20:02.740707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:02.761019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48945f06-01f0-4f68-9198-e5d0901f6302 req-131f56bd-394d-40f1-8b62-42a6aa309e68 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:02.763157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce7df2-2092-46f5-82e0-2fcbbdc7f796 req-8cacfd35-3186-4ea2-afd0-1b87e77e80a1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:02.773213 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48945f06-01f0-4f68-9198-e5d0901f6302 req-131f56bd-394d-40f1-8b62-42a6aa309e68 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 945 time: 0.1257493 Sep 21 08:20:02.784585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fcce7df2-2092-46f5-82e0-2fcbbdc7f796 req-8cacfd35-3186-4ea2-afd0-1b87e77e80a1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1727164 Sep 21 08:20:02.920564 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fcce7df2-2092-46f5-82e0-2fcbbdc7f796 req-1acd8d13-cd17-4490-8c86-820345052a5e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317968 Sep 21 08:20:02.932927 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:02.949318 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48945f06-01f0-4f68-9198-e5d0901f6302 req-0c077c0b-1fb5-4438-8337-3e90c5f05cfa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748466 Sep 21 08:20:03.015822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c697fff-57f2-49af-bdd4-562b2bd50651'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:03.023737 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5248dadc-e210-4566-8bce-e213cbf5b8a0" -d '{"events": [{"server_uuid": "bf27be0a-8640-46d5-9f9e-604ba6720f21", "name": "network-vif-plugged", "status": "completed", "tag": "3c697fff-57f2-49af-bdd4-562b2bd50651"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:03.068190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3c697fff-57f2-49af-bdd4-562b2bd50651, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3c697fff-57f2-49af-bdd4-562b2bd50651,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:03.079754 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:03.088885 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:03.210692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3c697fff-57f2-49af-bdd4-562b2bd50651,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:03.233984 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56b190-42a5-4013-96ac-017976e6c76d req-0dbcb747-dc02-46f9-8625-104398d1f984 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:03.236496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4e412d66-d26f-45d1-b680-8d7639c637cc None None] Provisioning complete for port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:03.237098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e412d66-d26f-45d1-b680-8d7639c637cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:03.255763 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee56b190-42a5-4013-96ac-017976e6c76d req-0dbcb747-dc02-46f9-8625-104398d1f984 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1980937 Sep 21 08:20:03.310694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4e412d66-d26f-45d1-b680-8d7639c637cc None None] Port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:20:03.360200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee56b190-42a5-4013-96ac-017976e6c76d req-8caf1185-8741-47b9-9be6-782d74057bf8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018436 Sep 21 08:20:03.469910 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:03.521738 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea9169b-7523-4f7a-b722-f03dd3801a02 x-openstack-request-id: req-7ea9169b-7523-4f7a-b722-f03dd3801a02 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:03.522147 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf27be0a-8640-46d5-9f9e-604ba6720f21", "name": "network-vif-plugged", "status": "completed", "tag": "3c697fff-57f2-49af-bdd4-562b2bd50651", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:03.522552 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ea9169b-7523-4f7a-b722-f03dd3801a02 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:03.523187 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c697fff-57f2-49af-bdd4-562b2bd50651', 'code': 200} Sep 21 08:20:03.757119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d222-225e-4c72-966a-e2daaab6ca16 req-0073734e-c63c-4426-be60-15f44989cdf8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:03.763073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d222-225e-4c72-966a-e2daaab6ca16 req-0073734e-c63c-4426-be60-15f44989cdf8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:03.769565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d222-225e-4c72-966a-e2daaab6ca16 req-0073734e-c63c-4426-be60-15f44989cdf8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:03.776945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d222-225e-4c72-966a-e2daaab6ca16 req-0073734e-c63c-4426-be60-15f44989cdf8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:03.783691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d222-225e-4c72-966a-e2daaab6ca16 req-0073734e-c63c-4426-be60-15f44989cdf8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:03.798997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b052d222-225e-4c72-966a-e2daaab6ca16 req-0073734e-c63c-4426-be60-15f44989cdf8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 3814 time: 0.5059583 Sep 21 08:20:03.829023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0340ede-e3d2-4921-bb87-c224bcf3ef04 req-79edb206-04a3-49f1-a0bf-2f723f69ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:03.830853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0340ede-e3d2-4921-bb87-c224bcf3ef04 req-79edb206-04a3-49f1-a0bf-2f723f69ae5e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 1097 time: 0.1548934 Sep 21 08:20:03.911060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b052d222-225e-4c72-966a-e2daaab6ca16 req-536a9d64-d2ee-4e6e-a713-88ee77093d41 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176665 Sep 21 08:20:03.924579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202266fb-dfa6-4b81-9761-4783b5bccb96 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:03.938658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:03.945485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0340ede-e3d2-4921-bb87-c224bcf3ef04 req-6d080700-d003-40fb-b0b6-9ab3d35ea85c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016786 Sep 21 08:20:03.978161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Transition to ACTIVE for port object 202266fb-dfa6-4b81-9761-4783b5bccb96 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:03.985580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:04.040774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=202266fb-dfa6-4b81-9761-4783b5bccb96,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:04.228331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961bbd3-e059-4680-8ca1-0c1c0779382d req-2ed4c8d3-ac0f-40a2-910a-90faffed9855 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:04.242369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f961bbd3-e059-4680-8ca1-0c1c0779382d req-2ed4c8d3-ac0f-40a2-910a-90faffed9855 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1181262 Sep 21 08:20:04.298269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f961bbd3-e059-4680-8ca1-0c1c0779382d req-8970c98b-eb36-4043-920f-9ba38c22a9a7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483167 Sep 21 08:20:04.668564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca92a4-905f-4b49-a920-915a4554c49a req-405a7539-8e97-4f8b-b5f1-040d263961b8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:04.670965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9aca92a4-905f-4b49-a920-915a4554c49a req-405a7539-8e97-4f8b-b5f1-040d263961b8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0899377 Sep 21 08:20:04.728172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5ce30-3bde-420e-8876-a16f4ff51fcd req-030318cb-e9b0-4203-b053-fab637f60f53 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:04.730890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cd5ce30-3bde-420e-8876-a16f4ff51fcd req-030318cb-e9b0-4203-b053-fab637f60f53 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.5820115 Sep 21 08:20:04.732414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Attempting to bind port 202266fb-dfa6-4b81-9761-4783b5bccb96 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:04.732875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Attempting to bind port 202266fb-dfa6-4b81-9761-4783b5bccb96 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:04.733336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Attempting to bind port 202266fb-dfa6-4b81-9761-4783b5bccb96 on network c09b159a-c415-46eb-bf2f-5d26281796c7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:04.739517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9aca92a4-905f-4b49-a920-915a4554c49a req-9bb9d366-9cd8-45f0-8114-1338571e2e4a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567234 Sep 21 08:20:04.740035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Port 202266fb-dfa6-4b81-9761-4783b5bccb96 on network c09b159a-c415-46eb-bf2f-5d26281796c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:04.740493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Attempting to bind port 202266fb-dfa6-4b81-9761-4783b5bccb96 on network c09b159a-c415-46eb-bf2f-5d26281796c7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:04.773191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:04.773191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Checking segment: {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:04.773191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Bound using segment: {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:04.773992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Bound port: 202266fb-dfa6-4b81-9761-4783b5bccb96, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a039b16b-4e0e-45df-b968-d85238d9b34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:04.774372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:04.856682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cd5ce30-3bde-420e-8876-a16f4ff51fcd req-a8182c33-1d73-4bc5-bbaf-96afeee67e5e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132996 Sep 21 08:20:04.901567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] For port 202266fb-dfa6-4b81-9761-4783b5bccb96, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:04.906143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] For port 202266fb-dfa6-4b81-9761-4783b5bccb96, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=202266fb-dfa6-4b81-9761-4783b5bccb96,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:04.916333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:04.969377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:04.970046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:04.971613 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] 10.222.0.50 "PUT /v2.0/ports/202266fb-dfa6-4b81-9761-4783b5bccb96 HTTP/1.1" status: 200 len: 1091 time: 2.2383664 Sep 21 08:20:04.972110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:04.974611 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d09902a-b26d-4751-bacc-4d18d9ee71ae" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:05.053626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:05.061774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71820-9186-478b-87be-3f2d658a0fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=202266fb-dfa6-4b81-9761-4783b5bccb96,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:05.067449 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e7df3-0d70-4499-b9a3-80b4febcb7ac x-openstack-request-id: req-738e7df3-0d70-4499-b9a3-80b4febcb7ac {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:05.068470 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:05.068943 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-738e7df3-0d70-4499-b9a3-80b4febcb7ac {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:05.069534 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'status': 'completed', 'code': 200} Sep 21 08:20:05.186962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:05.225321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-b14b78fb-ff83-46af-aedb-29160509b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.226134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-b14b78fb-ff83-46af-aedb-29160509b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.226777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-b14b78fb-ff83-46af-aedb-29160509b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.227502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-b14b78fb-ff83-46af-aedb-29160509b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.228136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-b14b78fb-ff83-46af-aedb-29160509b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.230247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-b14b78fb-ff83-46af-aedb-29160509b78b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 4361 time: 0.1387489 Sep 21 08:20:05.251470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca232-6972-4043-8be8-074d41b94dd9 req-38864877-cb52-4935-9ffa-bb30a631a715 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.257785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca232-6972-4043-8be8-074d41b94dd9 req-38864877-cb52-4935-9ffa-bb30a631a715 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.263963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca232-6972-4043-8be8-074d41b94dd9 req-38864877-cb52-4935-9ffa-bb30a631a715 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.270860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca232-6972-4043-8be8-074d41b94dd9 req-38864877-cb52-4935-9ffa-bb30a631a715 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.277286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ca232-6972-4043-8be8-074d41b94dd9 req-38864877-cb52-4935-9ffa-bb30a631a715 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.285664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d63ca232-6972-4043-8be8-074d41b94dd9 req-38864877-cb52-4935-9ffa-bb30a631a715 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 3826 time: 0.1355989 Sep 21 08:20:05.592073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-4bd7283a-0c90-4a65-9488-4878df26ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.593020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-4bd7283a-0c90-4a65-9488-4878df26ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.593661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-4bd7283a-0c90-4a65-9488-4878df26ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.596305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-4bd7283a-0c90-4a65-9488-4878df26ddc6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2913547 Sep 21 08:20:05.602154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d63ca232-6972-4043-8be8-074d41b94dd9 req-7d50bc7f-db91-485d-b73e-e31bf647fc33 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156540 Sep 21 08:20:05.674199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c4ace-a565-43df-99bd-eb4c1fc887ef req-ddd25f2b-5f3f-48af-9a76-d4bb2f501563 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.676067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e0c4ace-a565-43df-99bd-eb4c1fc887ef req-ddd25f2b-5f3f-48af-9a76-d4bb2f501563 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0845265 Sep 21 08:20:05.747613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:05.775140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:05.811136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Transition to ACTIVE for port object 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:05.861918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e0c4ace-a565-43df-99bd-eb4c1fc887ef req-92ee2ed7-9a02-44dc-b3b8-38e812100d64 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577189 Sep 21 08:20:05.862878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:05.880072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-80a9de01-050c-402e-9991-b96a98f4172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.881620 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d09902a-b26d-4751-bacc-4d18d9ee71ae req-80a9de01-050c-402e-9991-b96a98f4172b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2724743 Sep 21 08:20:05.966286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf17eb-141c-4d4d-8103-67eb33b9f988 req-95034fe9-b230-4b71-82a0-fa6efba15efa tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:05.971513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-accf17eb-141c-4d4d-8103-67eb33b9f988 req-95034fe9-b230-4b71-82a0-fa6efba15efa tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0888538 Sep 21 08:20:05.971859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:06.025949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-accf17eb-141c-4d4d-8103-67eb33b9f988 req-8873a2c0-df46-4cd6-ba4e-dcebd46cde7e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 Sep 21 08:20:06.144146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Attempting to bind port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:06.144568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Attempting to bind port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:06.144915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Attempting to bind port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:06.171368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:06.171734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Attempting to bind port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:06.187884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:06.188316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Checking segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:06.188649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Bound using segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:06.189469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Bound port: 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:06.190090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:06.221689 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4b7d3-8a36-4431-92b7-611102992c4f req-fe6a01b0-b69f-4aad-8fb2-fbbb3296df0e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.223206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4b7d3-8a36-4431-92b7-611102992c4f req-fe6a01b0-b69f-4aad-8fb2-fbbb3296df0e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0993793 Sep 21 08:20:06.321226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4b7d3-8a36-4431-92b7-611102992c4f req-a4a1c06e-5ea9-439b-8531-8f1c3e6b7622 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644112 Sep 21 08:20:06.322241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] For port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:06.328270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] For port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:06.334298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:06.391106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.392572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:06.394218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] 10.222.0.50 "PUT /v2.0/ports/4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 1131 time: 1.3532372 Sep 21 08:20:06.465115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3301c-3a08-4219-ac29-0e04a0998efe service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:06.484302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:06.582963 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:06.850172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-15fff48a-9c0d-4280-a926-94c00875278d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.873992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-15fff48a-9c0d-4280-a926-94c00875278d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.882690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-15fff48a-9c0d-4280-a926-94c00875278d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.889254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-15fff48a-9c0d-4280-a926-94c00875278d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.897095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-15fff48a-9c0d-4280-a926-94c00875278d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.902432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-15fff48a-9c0d-4280-a926-94c00875278d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:06.911691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-15fff48a-9c0d-4280-a926-94c00875278d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 4599 time: 0.1855724 Sep 21 08:20:06.978708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97651c2b-0ff0-4885-a8bc-b3c256e59ecd req-5bf0a957-53df-4b23-a6c7-b9c2fae6f501 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654459 Sep 21 08:20:07.096784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '4bbfb1a4-3bad-431c-8ca1-f77036071ce1'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:07.101433 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74fb308-ab65-4169-8b72-2770d48f47b9" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "4bbfb1a4-3bad-431c-8ca1-f77036071ce1"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:07.146584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce48db-17f2-4bc7-b3e0-f3d5251274f3 req-23a2eb15-33ad-4be1-9063-1e1678add28f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.148175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63ce48db-17f2-4bc7-b3e0-f3d5251274f3 req-23a2eb15-33ad-4be1-9063-1e1678add28f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.5036972 Sep 21 08:20:07.150491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b30b36-02a7-4ef2-8c29-b9f748797e1f {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:07.167282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:07.216895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Transition to ACTIVE for port object a6b30b36-02a7-4ef2-8c29-b9f748797e1f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:07.236875 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:07.271304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f95b88-49ef-4d29-9dd4-8ef774342ed7 req-5d9799bb-1dd9-4b42-9741-652aec3fb478 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.273445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0f95b88-49ef-4d29-9dd4-8ef774342ed7 req-5d9799bb-1dd9-4b42-9741-652aec3fb478 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0872676 Sep 21 08:20:07.300208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-63ce48db-17f2-4bc7-b3e0-f3d5251274f3 req-15722b45-9ef6-4b65-8426-e7ed14ce4692 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421180 Sep 21 08:20:07.367247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0f95b88-49ef-4d29-9dd4-8ef774342ed7 req-87a2ab6e-11c2-4214-96f1-39d61a5d25e7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859697 Sep 21 08:20:07.486110 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47549b81-c9c4-41dc-b1dc-b4bdeea6681d x-openstack-request-id: req-47549b81-c9c4-41dc-b1dc-b4bdeea6681d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:07.489649 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "4bbfb1a4-3bad-431c-8ca1-f77036071ce1", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:07.491687 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47549b81-c9c4-41dc-b1dc-b4bdeea6681d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:07.492051 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '4bbfb1a4-3bad-431c-8ca1-f77036071ce1', 'status': 'completed', 'code': 200} Sep 21 08:20:07.498375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Pushing event updated for resources: {'Port': ['ID=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:07.581942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Attempting to bind port a6b30b36-02a7-4ef2-8c29-b9f748797e1f on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:07.582321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Attempting to bind port a6b30b36-02a7-4ef2-8c29-b9f748797e1f by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:07.582603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Attempting to bind port a6b30b36-02a7-4ef2-8c29-b9f748797e1f on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:07.617671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Port a6b30b36-02a7-4ef2-8c29-b9f748797e1f on network 4db6f82b-8065-449f-8e25-9a465b734ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:07.618548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Attempting to bind port a6b30b36-02a7-4ef2-8c29-b9f748797e1f on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:07.638738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:07.639026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Checking segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:07.639614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Bound using segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:07.640338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Bound port: a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:07.640938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:07.662104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.663623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.664154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.665497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.666001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.666650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.667367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.670552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-3854792f-27cd-485a-8863-304844cb7749 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6167 time: 0.1466122 Sep 21 08:20:07.721226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589afac1-dd2f-4d92-bd9f-abd81b5db5c8 req-4fa7ed1e-4002-43f8-b910-eef4d8929b49 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.723633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-589afac1-dd2f-4d92-bd9f-abd81b5db5c8 req-4fa7ed1e-4002-43f8-b910-eef4d8929b49 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1264169 Sep 21 08:20:07.806559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-589afac1-dd2f-4d92-bd9f-abd81b5db5c8 req-ca7b1a13-74f0-4b71-a968-e5aae31ad2bc tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627284 Sep 21 08:20:07.812047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc0888-a6ea-4a7c-b6b4-5535d2cf23d0 req-32cdb566-5d19-4ca1-ab34-8f795608cf22 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.813688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0cc0888-a6ea-4a7c-b6b4-5535d2cf23d0 req-32cdb566-5d19-4ca1-ab34-8f795608cf22 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2221093 Sep 21 08:20:07.836593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] For port a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:07.840506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] For port a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:07.849142 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:07.855977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-df11ce24-7714-41fe-a207-dea7f00b425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.856552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-df11ce24-7714-41fe-a207-dea7f00b425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.856964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-df11ce24-7714-41fe-a207-dea7f00b425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.858700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-df11ce24-7714-41fe-a207-dea7f00b425a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1719141 Sep 21 08:20:07.918417 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0cc0888-a6ea-4a7c-b6b4-5535d2cf23d0 req-a31680c7-82b2-4f95-bd9f-286e035b00c2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916286 Sep 21 08:20:07.920608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:07.921373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:07.923483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] 10.222.0.50 "PUT /v2.0/ports/a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 1131 time: 1.4463780 Sep 21 08:20:07.961897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:08.137028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-7f37d507-bb6a-448c-b01a-8405c5ce3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.140890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d74fb308-ab65-4169-8b72-2770d48f47b9 req-7f37d507-bb6a-448c-b01a-8405c5ce3ea0 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696602 Sep 21 08:20:08.146787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86a2d6-c94a-40af-ac6b-5d17f519d1af service neutron] Pushing event updated for resources: {'Port': ['ID=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:08.245011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-0df065f9-56e4-4089-a9ec-f93e4bb4a83c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.258272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-0df065f9-56e4-4089-a9ec-f93e4bb4a83c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.2461791 Sep 21 08:20:08.260332 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:08.295750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-55d81b03-ba37-408e-becd-65628e3730b5 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/quotas/67067dd519434f718e4f45bae80e85ce HTTP/1.1" status: 200 len: 375 time: 0.0253389 Sep 21 08:20:08.307303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.313256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.321795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.332770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.341992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.352913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.360140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.369758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-cf2ad420-a820-4bea-991b-a2fc3f91882a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5372 time: 0.1466110 Sep 21 08:20:08.414444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e812664-5505-4ca2-93ad-5c6e76cf9f3b req-95664c16-2067-4616-b2f5-0ea506cd8ea8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434744 Sep 21 08:20:08.508679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-82d8b83e-0689-4852-8d03-6266b7055311 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1926959 Sep 21 08:20:08.661793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423e79c-9689-49dc-a0e2-14b7dd3e9bc9 req-1044fbf4-d3a2-461b-a828-129b671188e0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.665388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b423e79c-9689-49dc-a0e2-14b7dd3e9bc9 req-1044fbf4-d3a2-461b-a828-129b671188e0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0931330 Sep 21 08:20:08.713535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-6f1be052-eb19-405a-aa20-d57d8c557ada service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972380 Sep 21 08:20:08.739454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b423e79c-9689-49dc-a0e2-14b7dd3e9bc9 req-8dfeba35-2d8f-45b5-8685-0c93a60dc048 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647109 Sep 21 08:20:08.890499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-361616ef-b814-4c15-aa81-e78066d8eb91 service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655064 Sep 21 08:20:08.901740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a375e51-0521-4b3b-97fd-f7d7192e99b6 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:08.914743 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:08.926545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96544f-ba71-4256-b908-976c1af93b17 req-f77c6bbc-d2cf-457c-be7f-74a7a70fd015 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:08.928451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f96544f-ba71-4256-b908-976c1af93b17 req-f77c6bbc-d2cf-457c-be7f-74a7a70fd015 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0787294 Sep 21 08:20:08.932759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Transition to ACTIVE for port object 5a375e51-0521-4b3b-97fd-f7d7192e99b6 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:08.941554 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:08.981656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4f96544f-ba71-4256-b908-976c1af93b17 req-14fd524b-2a75-4db5-88cb-a5226f43574e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Sep 21 08:20:09.107182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a375e51-0521-4b3b-97fd-f7d7192e99b6,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:09.202792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45424589-ee3d-4b6f-b9e2-8cecc47fd55e req-19d43104-f32d-446f-b83c-c3b2834c17f4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.207599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45424589-ee3d-4b6f-b9e2-8cecc47fd55e req-19d43104-f32d-446f-b83c-c3b2834c17f4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1240149 Sep 21 08:20:09.321598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef02f3b-eef4-4eff-93c7-a56cb6d75edc req-6c6a6d51-9598-462b-a7fb-ca01b79062e1 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 210 time: 0.2111435 Sep 21 08:20:09.328465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45424589-ee3d-4b6f-b9e2-8cecc47fd55e req-f9a38a42-25cf-4fc2-8b0c-f18a1858bed7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098776 Sep 21 08:20:09.367434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Attempting to bind port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:09.368294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Attempting to bind port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:09.369021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Attempting to bind port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:09.383581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:09.384377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Attempting to bind port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:09.391109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:09.392112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Checking segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:09.393094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Bound using segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:09.393912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Bound port: 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:09.394390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:09.496659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': 'a6b30b36-02a7-4ef2-8c29-b9f748797e1f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:09.500587 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "a6b30b36-02a7-4ef2-8c29-b9f748797e1f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:09.508959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] For port 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:09.519362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] For port 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:09.526800 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:09.604379 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227449ee-883b-4add-9904-e65fbcc71616 x-openstack-request-id: req-227449ee-883b-4add-9904-e65fbcc71616 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:09.605546 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "a6b30b36-02a7-4ef2-8c29-b9f748797e1f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:09.605861 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-227449ee-883b-4add-9904-e65fbcc71616 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:09.606403 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': 'a6b30b36-02a7-4ef2-8c29-b9f748797e1f', 'status': 'completed', 'code': 200} Sep 21 08:20:09.626902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.627477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:09.630624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/5a375e51-0521-4b3b-97fd-f7d7192e99b6 HTTP/1.1" status: 200 len: 1090 time: 1.6745522 Sep 21 08:20:09.673205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:09.729243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.746159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.759120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.768519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33a29-b221-42d7-81d7-2e47a5edc0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a375e51-0521-4b3b-97fd-f7d7192e99b6,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:09.789947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.807355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.812365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.813238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.817085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.818920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.820512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.821754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.827865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.831593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.831757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-08659e9c-81b4-4112-a552-cdec68558984 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6276 time: 0.1768279 Sep 21 08:20:09.846705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:09.855926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-49f32045-5545-411b-86ca-fd43096517c6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5384 time: 0.3059392 Sep 21 08:20:09.959185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:10.024436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84f35e17-e9c4-4bf1-9ef8-a22dae304869 req-6e4e0412-1abc-487a-84c2-fe564cbf1e1a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1579919 Sep 21 08:20:10.247435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afd227-2a93-447a-a524-0b8b200541f6 req-ed01e688-d25d-4e60-baa6-4263e466c95d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:10.260539 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2afd227-2a93-447a-a524-0b8b200541f6 req-ed01e688-d25d-4e60-baa6-4263e466c95d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1680858 Sep 21 08:20:10.349442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-89b61bce-8c33-4f53-848d-6c018080c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:10.350015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-89b61bce-8c33-4f53-848d-6c018080c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:10.350251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-89b61bce-8c33-4f53-848d-6c018080c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:10.352447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-89b61bce-8c33-4f53-848d-6c018080c6d0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5110335 Sep 21 08:20:10.366036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f09b-93ae-42ba-959c-8df2233f0933 req-0ce4ca58-6f0b-4abb-b978-c23695de561f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:10.375946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b49f09b-93ae-42ba-959c-8df2233f0933 req-0ce4ca58-6f0b-4abb-b978-c23695de561f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.4414647 Sep 21 08:20:10.429674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2afd227-2a93-447a-a524-0b8b200541f6 req-45f898b7-c7af-4de0-a987-bdfc73e721ea tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659102 Sep 21 08:20:10.545447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b49f09b-93ae-42ba-959c-8df2233f0933 req-3ce37a2a-621b-494e-8d40-bc8924b49c9f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685243 Sep 21 08:20:10.643759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d2f32f-373f-41d7-8675-b2371700eaf7 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:10.691701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:10.718911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Transition to ACTIVE for port object e9d2f32f-373f-41d7-8675-b2371700eaf7 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:10.724984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:10.746492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728bdcb-246e-431c-aa65-7a432a2e5a12 req-d760048c-f377-4a8f-adf6-db1e91d4461c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:10.748250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c728bdcb-246e-431c-aa65-7a432a2e5a12 req-d760048c-f377-4a8f-adf6-db1e91d4461c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1099968 Sep 21 08:20:10.812724 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1649e8c-b9e0-46cb-9159-94dd709e815a req-51a7fe66-ac71-4c72-b8cc-ab69ef61af0a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 210 time: 0.1267762 Sep 21 08:20:10.847135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Pushing event updated for resources: {'Port': ['ID=e9d2f32f-373f-41d7-8675-b2371700eaf7,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:10.887019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c728bdcb-246e-431c-aa65-7a432a2e5a12 req-018aff4f-f9a6-4daf-90a6-1e01ea562cfb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049044 Sep 21 08:20:11.003457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-6c80ce20-b9e9-482d-859a-6918ba165221 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.005236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-6c80ce20-b9e9-482d-859a-6918ba165221 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.3303924 Sep 21 08:20:11.010454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Attempting to bind port e9d2f32f-373f-41d7-8675-b2371700eaf7 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:11.011486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Attempting to bind port e9d2f32f-373f-41d7-8675-b2371700eaf7 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:11.012186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Attempting to bind port e9d2f32f-373f-41d7-8675-b2371700eaf7 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:11.020283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Port e9d2f32f-373f-41d7-8675-b2371700eaf7 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:11.020908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Attempting to bind port e9d2f32f-373f-41d7-8675-b2371700eaf7 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:11.023475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Request body: {'port': {'device_id': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'admin_state_up': True, 'tenant_id': '67067dd519434f718e4f45bae80e85ce'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:11.033733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:11.034246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Checking segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:11.035360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Bound using segment: {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:11.035951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Bound port: e9d2f32f-373f-41d7-8675-b2371700eaf7, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2996ba-4002-40db-986f-6e1140d8e6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:11.037915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:11.115605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-25fe90d7-50bd-4ee7-a880-930c4e2a5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.127207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91b0a1ae-d8d9-4dd5-807a-fb5cea8c9820 req-25fe90d7-50bd-4ee7-a880-930c4e2a5b98 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7416527 Sep 21 08:20:11.251965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] For port e9d2f32f-373f-41d7-8675-b2371700eaf7, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:11.276589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.288103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.305505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.311129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Made reservation on behalf of 67067dd519434f718e4f45bae80e85ce for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:11.323252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:11.323547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.332620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.348894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.359607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.364925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-91b58640-fa0e-4614-9c33-1a1a17b38c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5396 time: 0.2332971 Sep 21 08:20:11.370469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] For port e9d2f32f-373f-41d7-8675-b2371700eaf7, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:11.437398 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:11.460563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.475335 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:11.482079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] 10.222.0.50 "PUT /v2.0/ports/e9d2f32f-373f-41d7-8675-b2371700eaf7 HTTP/1.1" status: 200 len: 1090 time: 1.8139143 Sep 21 08:20:11.490487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:11.504896 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a1e7e4-8da3-48e1-8317-646339a07d27" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:11.521462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a766972-33a6-4980-a58b-27b5b86073b3 req-acd35273-45db-4214-b6fb-8cedfab8c8f9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480949 Sep 21 08:20:11.604093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:11.618546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:11.626158 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ccd902-b1d3-4372-9d89-594110af2272" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:11.722081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc6bc5-9c71-4b80-8d9f-259fc6b993bb service neutron] Pushing event updated for resources: {'Port': ['ID=e9d2f32f-373f-41d7-8675-b2371700eaf7,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:11.772491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Allocated IP 172.20.0.10 (24f84988-851b-4a40-8c54-45d46e55f159/13124dac-47d0-434f-bf2d-70aeede630c4/b63890a8-dc9e-40d5-9733-48de2b65ee7d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:20:11.876520 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:11.894179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3224bc-f873-48d6-8e7d-73034cf63354 req-33d44ee7-7637-4e61-be30-2538de8de4a9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:11.905290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e3224bc-f873-48d6-8e7d-73034cf63354 req-33d44ee7-7637-4e61-be30-2538de8de4a9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1331370 Sep 21 08:20:11.971066 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e3224bc-f873-48d6-8e7d-73034cf63354 req-4c835e44-051e-4800-8676-a626b50fdbd6 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632117 Sep 21 08:20:12.237044 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8686d7f-7995-4a11-be4c-c16d22dae996 x-openstack-request-id: req-a8686d7f-7995-4a11-be4c-c16d22dae996 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:12.237732 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:12.237732 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8686d7f-7995-4a11-be4c-c16d22dae996 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:12.237985 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7', 'status': 'completed', 'code': 200} Sep 21 08:20:12.290683 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326d2fdd-8f7e-4462-a939-41896b98c414 x-openstack-request-id: req-326d2fdd-8f7e-4462-a939-41896b98c414 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:12.290907 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:12.291115 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-326d2fdd-8f7e-4462-a939-41896b98c414 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:12.291533 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6', 'status': 'completed', 'code': 200} Sep 21 08:20:12.316853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6e89d-e64f-455f-a670-e562f4fd810e req-05a33788-869e-47b5-8f71-2ddbfbbe32c9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.318462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5dc6e89d-e64f-455f-a670-e562f4fd810e req-05a33788-869e-47b5-8f71-2ddbfbbe32c9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.6527033 Sep 21 08:20:12.359901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c7c1099-6e73-4b44-9f98-92f1c37b1a07 req-fafcf7ce-4103-4481-b2af-fe21a63158c1 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 210 time: 0.0776532 Sep 21 08:20:12.437847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5dc6e89d-e64f-455f-a670-e562f4fd810e req-213c6c95-6b1a-4168-aec6-a3ee65d41335 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934994 Sep 21 08:20:12.486545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.488969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.489678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.492010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.492737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.494690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.495425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.501894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-5fcb2a64-0665-430e-aa53-42b0a221653a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6343 time: 0.2092586 Sep 21 08:20:12.590422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90e5df9-3320-4f43-93fa-17778f34b5f1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:12.601464 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:12.617204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Transition to ACTIVE for port object b90e5df9-3320-4f43-93fa-17778f34b5f1 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:12.621232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:12.773342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:12.795445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=b90e5df9-3320-4f43-93fa-17778f34b5f1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:12.830772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116b48a-05eb-4237-9a85-ff72c610495c req-beca5c16-347c-4bb2-9673-0b4757602650 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.838871 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b116b48a-05eb-4237-9a85-ff72c610495c req-beca5c16-347c-4bb2-9673-0b4757602650 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.3274755 Sep 21 08:20:12.902057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.908869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b116b48a-05eb-4237-9a85-ff72c610495c req-ddf3e2c2-2552-4fc7-8a28-519416b3e150 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682216 Sep 21 08:20:12.934059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.939171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Attempting to bind port b90e5df9-3320-4f43-93fa-17778f34b5f1 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:12.941760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.942264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Attempting to bind port b90e5df9-3320-4f43-93fa-17778f34b5f1 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:12.944519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Attempting to bind port b90e5df9-3320-4f43-93fa-17778f34b5f1 on network 2dbc9bc4-e323-4244-a1fc-1f968387d911 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:12.948400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.957585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.961917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.962736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Port b90e5df9-3320-4f43-93fa-17778f34b5f1 on network 2dbc9bc4-e323-4244-a1fc-1f968387d911 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:12.963174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Attempting to bind port b90e5df9-3320-4f43-93fa-17778f34b5f1 on network 2dbc9bc4-e323-4244-a1fc-1f968387d911 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:12.968337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:12.975578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:12.982371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Checking segment: {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:12.983028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Bound using segment: {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:12.983612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Bound port: b90e5df9-3320-4f43-93fa-17778f34b5f1, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:12.984055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:12.987957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-6445185d-d8d7-47fb-bb71-65e38925902c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5408 time: 0.3073945 Sep 21 08:20:13.040457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-04da4b62-3913-48a0-a19d-82c385699270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.040941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-04da4b62-3913-48a0-a19d-82c385699270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.054995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-04da4b62-3913-48a0-a19d-82c385699270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.056843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-04da4b62-3913-48a0-a19d-82c385699270 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5273530 Sep 21 08:20:13.204197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] For port b90e5df9-3320-4f43-93fa-17778f34b5f1, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:13.217822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-f3bff5ae-1c10-4b20-bb0a-ae4ea720ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.219939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22a1e7e4-8da3-48e1-8317-646339a07d27 req-f3bff5ae-1c10-4b20-bb0a-ae4ea720ab57 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366622 Sep 21 08:20:13.225113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] For port b90e5df9-3320-4f43-93fa-17778f34b5f1, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:13.245362 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:13.261167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12c7d619-56c6-4bd3-9a7e-495a34df7933 req-30336094-16df-435e-9dba-19267481e1f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2722394 Sep 21 08:20:13.375156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:13.397758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05', '0f015bfd-2749-41f9-b292-c42a18d5098e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:13.503245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec32ad-9b37-4029-8780-5ec216af9570 req-20cc49cf-fea5-4886-9cec-a5f965e090c9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.515446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feec32ad-9b37-4029-8780-5ec216af9570 req-20cc49cf-fea5-4886-9cec-a5f965e090c9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1539340 Sep 21 08:20:13.528071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Network 24f84988-851b-4a40-8c54-45d46e55f159 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:20:13.551575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:20:13.556109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:20:13.677629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event updated for resources: {'Port': ['ID=b63890a8-dc9e-40d5-9733-48de2b65ee7d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:13.692892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.693561 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:13.716293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-f537866d-42f3-4472-a4fb-3fad8311e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.717986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-f537866d-42f3-4472-a4fb-3fad8311e9d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1095 time: 0.4359915 Sep 21 08:20:13.743887 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-35237af7-d8c9-43b0-9d07-95c754ce9154 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7256837 Sep 21 08:20:13.764683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Request body: {'port': {'device_id': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:13.798400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feec32ad-9b37-4029-8780-5ec216af9570 req-329d4a13-df2b-4e50-b3fe-ea697f5af030 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814431 Sep 21 08:20:13.929224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:13.931745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:13.936226 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] 10.222.0.50 "PUT /v2.0/ports/b90e5df9-3320-4f43-93fa-17778f34b5f1 HTTP/1.1" status: 200 len: 1091 time: 2.3537054 Sep 21 08:20:14.036855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca668f31-a6b7-4e69-b150-393ee940ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=b90e5df9-3320-4f43-93fa-17778f34b5f1,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:14.050888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Request body: {'port': {'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:14.115428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.116211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.116773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.117347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.118255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.118812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.119378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.121510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-fcb148ea-7007-4b97-873d-4aec39c4748d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6410 time: 0.7954278 Sep 21 08:20:14.136811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897c7b-d60b-4f87-9da3-ee535ce45eb5 req-3ca49f73-4976-4696-9c20-e89ee2d2e246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.144759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14897c7b-d60b-4f87-9da3-ee535ce45eb5 req-3ca49f73-4976-4696-9c20-e89ee2d2e246 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.8029730 Sep 21 08:20:14.187223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:14.254607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:14.257173 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40266c91-ff67-4e2d-a732-d498733ea93f" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:14.260215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa310e4-ad1e-437d-b5de-b97a23280357 req-a55f6994-f154-4646-aa50-253c91ade4ed tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.261777 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5fa310e4-ad1e-437d-b5de-b97a23280357 req-a55f6994-f154-4646-aa50-253c91ade4ed tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 932 time: 0.3503182 Sep 21 08:20:14.270918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-d9641d51-b0d5-4ab1-a737-b7fd1134ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.272500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-d9641d51-b0d5-4ab1-a737-b7fd1134ef42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.5257981 Sep 21 08:20:14.296699 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:14.305557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14897c7b-d60b-4f87-9da3-ee535ce45eb5 req-af0ff088-3bc9-4ecb-a91c-83af96cf92b2 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597097 Sep 21 08:20:14.544534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-5d69d0bc-2fcb-4655-8e6d-16c83aac7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.545301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-5d69d0bc-2fcb-4655-8e6d-16c83aac7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.545937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-5d69d0bc-2fcb-4655-8e6d-16c83aac7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.547905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-5d69d0bc-2fcb-4655-8e6d-16c83aac7133 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3974681 Sep 21 08:20:14.587683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5fa310e4-ad1e-437d-b5de-b97a23280357 req-a28806eb-0691-4aad-8b31-331bcc42e496 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108234 Sep 21 08:20:14.711610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-1ddbd3c3-38df-4842-9f5a-8e2a01da9ca0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.4118350 Sep 21 08:20:14.737781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96804ffe-181d-4058-84d3-e1c3819dbd96 req-6ce0b931-507e-4396-b108-362db7b6ea0b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.745798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96804ffe-181d-4058-84d3-e1c3819dbd96 req-6ce0b931-507e-4396-b108-362db7b6ea0b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.3072984 Sep 21 08:20:14.834825 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b35ba5-5f2e-4198-a074-9c1dacad2847 x-openstack-request-id: req-19b35ba5-5f2e-4198-a074-9c1dacad2847 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:14.835700 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:14.836022 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19b35ba5-5f2e-4198-a074-9c1dacad2847 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:14.836364 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1', 'status': 'completed', 'code': 200} Sep 21 08:20:14.908465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-9a782619-1643-4767-a99f-f0c24efdf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.911336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-9a782619-1643-4767-a99f-f0c24efdf2c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1936657 Sep 21 08:20:14.921286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-71b1ba83-2b0f-428e-972b-004e9ea81726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:14.922893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7ccd902-b1d3-4372-9d89-594110af2272 req-71b1ba83-2b0f-428e-972b-004e9ea81726 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3006208 Sep 21 08:20:14.949801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96804ffe-181d-4058-84d3-e1c3819dbd96 req-c51e442e-4b44-4fbd-9ac5-7fe56b10c270 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007837 Sep 21 08:20:15.068432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2eb16a-e89e-4b31-9830-1742dae1ded1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:15.079545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:15.104166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Transition to ACTIVE for port object 5b2eb16a-e89e-4b31-9830-1742dae1ded1 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:15.124493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.150552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.167721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.174596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.187051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:15.204545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.211652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.218948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.228780 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-21bafc51-f12d-4316-8f40-fe545f82e21e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5408 time: 0.2178793 Sep 21 08:20:15.262773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-330fedb3-65c9-458c-abbd-82905db7ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.265958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-330fedb3-65c9-458c-abbd-82905db7ecfb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3430202 Sep 21 08:20:15.381702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63890a8-dc9e-40d5-9733-48de2b65ee7d {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:15.390107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Pushing event updated for resources: {'Port': ['ID=5b2eb16a-e89e-4b31-9830-1742dae1ded1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:15.416509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48021b9-c1fb-4e87-8bf0-7749994dc0cc req-9d6acadd-5895-4d84-8054-21890609fc3d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.431069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a48021b9-c1fb-4e87-8bf0-7749994dc0cc req-9d6acadd-5895-4d84-8054-21890609fc3d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2878411 Sep 21 08:20:15.434459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-246025d0-bf36-4fd0-ae16-fd43f530bf1c req-ed1e6cb4-72ef-47f1-94c6-4765f8130345 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2043808 Sep 21 08:20:15.437831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:15.499783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.501450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.502021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.503852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.504130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Transition to ACTIVE for port object b63890a8-dc9e-40d5-9733-48de2b65ee7d will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:15.505787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.507360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.510100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.515356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40266c91-ff67-4e2d-a732-d498733ea93f req-23b6934f-3138-4c34-bee1-08b58ada7b64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6435 time: 0.4073448 Sep 21 08:20:15.517843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:15.651297 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-6555aca0-d800-4479-8cd9-71f1e75f3e39 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587637 Sep 21 08:20:15.698135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Pushing event updated for resources: {'Port': ['ID=b63890a8-dc9e-40d5-9733-48de2b65ee7d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:15.790243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2231a5-f449-4ea1-a0af-72b71e4b81f3 req-c6d68f05-ca5a-4006-b75f-c019bd7adcd9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:15.798892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef2231a5-f449-4ea1-a0af-72b71e4b81f3 req-c6d68f05-ca5a-4006-b75f-c019bd7adcd9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.2155502 Sep 21 08:20:15.900787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a48021b9-c1fb-4e87-8bf0-7749994dc0cc req-584bf849-049c-4cdf-b90e-539bc5299c16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672530 Sep 21 08:20:15.962480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef2231a5-f449-4ea1-a0af-72b71e4b81f3 req-c81634bb-14bf-40ad-b7cf-113ccc32691b tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627698 Sep 21 08:20:15.978214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bed876bc-f479-4253-8f2d-02b09e81e57f req-e04177fb-0f1f-49de-94ff-0bc41709f3ef service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103051 Sep 21 08:20:15.981111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Attempting to bind port b63890a8-dc9e-40d5-9733-48de2b65ee7d on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:15.984024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Attempting to bind port b63890a8-dc9e-40d5-9733-48de2b65ee7d by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:15.984644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Attempting to bind port b63890a8-dc9e-40d5-9733-48de2b65ee7d on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:16.000023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Port b63890a8-dc9e-40d5-9733-48de2b65ee7d on network 24f84988-851b-4a40-8c54-45d46e55f159 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:16.000694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Attempting to bind port b63890a8-dc9e-40d5-9733-48de2b65ee7d on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:16.013089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:16.013782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Checking segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:16.014415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Bound using segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:16.015095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Bound port: b63890a8-dc9e-40d5-9733-48de2b65ee7d, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:16.015729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:16.083850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Attempting to bind port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:16.089729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Attempting to bind port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:16.090291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Attempting to bind port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 on network 2dbc9bc4-e323-4244-a1fc-1f968387d911 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:16.177426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-c6b2b327-c2f3-40d9-97be-0eed1985c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.177659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-c6b2b327-c2f3-40d9-97be-0eed1985c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.178085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-c6b2b327-c2f3-40d9-97be-0eed1985c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.180587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40266c91-ff67-4e2d-a732-d498733ea93f req-c6b2b327-c2f3-40d9-97be-0eed1985c378 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6077797 Sep 21 08:20:16.182552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 on network 2dbc9bc4-e323-4244-a1fc-1f968387d911 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:16.182876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Attempting to bind port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 on network 2dbc9bc4-e323-4244-a1fc-1f968387d911 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:16.183136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] For port b63890a8-dc9e-40d5-9733-48de2b65ee7d, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:16.191539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] For port b63890a8-dc9e-40d5-9733-48de2b65ee7d, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b63890a8-dc9e-40d5-9733-48de2b65ee7d,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:16.202911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:16.214161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:16.215059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Checking segment: {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:16.215697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Bound using segment: {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:16.216576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Bound port: 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cc7242-647b-489c-b62c-5b685f22d048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:16.217136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:16.382492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.383143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:16.384642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] 10.222.0.62 "PUT /v2.0/ports/b63890a8-dc9e-40d5-9733-48de2b65ee7d HTTP/1.1" status: 200 len: 1092 time: 2.6242154 Sep 21 08:20:16.386720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'tag': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:16.397229 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fac33e8-5986-4232-a87c-8e428a7e0f99" -d '{"events": [{"name": "network-changed", "server_uuid": "e1eac9ff-d686-4662-9639-e2a09358b60b", "tag": "b63890a8-dc9e-40d5-9733-48de2b65ee7d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:16.422081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a540-7415-4970-bcc1-629b7379ee97 req-568724b7-e1fd-40c7-a10d-11e174484a81 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.433515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7503a540-7415-4970-bcc1-629b7379ee97 req-568724b7-e1fd-40c7-a10d-11e174484a81 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 944 time: 0.3724148 Sep 21 08:20:16.524660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68eb1e-ab66-4463-a02f-82e8fdec747f service neutron] Pushing event updated for resources: {'Port': ['ID=b63890a8-dc9e-40d5-9733-48de2b65ee7d,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:16.539653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12882ce0-39a4-492f-968b-5ef97b490ff2 req-f0b92def-d875-4332-ae7b-65d048cd0a29 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.547308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12882ce0-39a4-492f-968b-5ef97b490ff2 req-f0b92def-d875-4332-ae7b-65d048cd0a29 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.3319216 Sep 21 08:20:16.599956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-edd3721c-24b3-4d43-bfc2-0bb253fdd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.601570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-edd3721c-24b3-4d43-bfc2-0bb253fdd8e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 1095 time: 0.1431987 Sep 21 08:20:16.614295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12882ce0-39a4-492f-968b-5ef97b490ff2 req-374cd412-cae2-455f-91c4-2ecd73e723b4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660417 Sep 21 08:20:16.682807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-60051008-ab20-47bb-aff3-39a411eae055 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63890a8-dc9e-40d5-9733-48de2b65ee7d HTTP/1.1" status: 200 len: 217 time: 0.0669148 Sep 21 08:20:16.716019 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e5f9f-9fe5-4d09-bd79-e3e4c9abc76c x-openstack-request-id: req-2e2e5f9f-9fe5-4d09-bd79-e3e4c9abc76c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:16.716529 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1eac9ff-d686-4662-9639-e2a09358b60b", "tag": "b63890a8-dc9e-40d5-9733-48de2b65ee7d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:16.716964 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e2e5f9f-9fe5-4d09-bd79-e3e4c9abc76c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:16.717557 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'tag': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d', 'status': 'completed', 'code': 200} Sep 21 08:20:16.732191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] For port 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:16.737229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] For port 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:16.744664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40266c91-ff67-4e2d-a732-d498733ea93f req-f6b850a5-8257-4151-a6a0-6843946f9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.748058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40266c91-ff67-4e2d-a732-d498733ea93f req-f6b850a5-8257-4151-a6a0-6843946f9580 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5529652 Sep 21 08:20:16.755159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:16.767677 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7503a540-7415-4970-bcc1-629b7379ee97 req-58d645a4-286f-4663-92aa-644988cb5a39 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312356 Sep 21 08:20:16.831992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-6a0f4af4-bb45-4e83-b915-160521f60142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.834005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-6a0f4af4-bb45-4e83-b915-160521f60142 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.1395698 Sep 21 08:20:16.870489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Pushing event updated for resources: {'Port': ['ID=5b2eb16a-e89e-4b31-9830-1742dae1ded1,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:16.885812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:16.886601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:16.889385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-1c166a6a-2eda-4778-b687-4742558df1de service neutron] 10.222.0.50 "PUT /v2.0/ports/5b2eb16a-e89e-4b31-9830-1742dae1ded1 HTTP/1.1" status: 200 len: 1091 time: 2.8465986 Sep 21 08:20:16.892017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:16.897558 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:16.905207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-f1a7da72-83fd-48e3-8972-0aa8227a6cf9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504663 Sep 21 08:20:17.002592 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f47e016-b2c2-4fd1-ab52-3b995a4b396a x-openstack-request-id: req-6f47e016-b2c2-4fd1-ab52-3b995a4b396a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:17.002592 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:17.002592 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f47e016-b2c2-4fd1-ab52-3b995a4b396a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:17.003139 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1', 'status': 'completed', 'code': 200} Sep 21 08:20:17.026113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.049279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.061265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.068312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.074983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.084700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.092475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.094965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-b6ad8057-871b-456c-96d6-8decbed16c61 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.2556317 Sep 21 08:20:17.169094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.169495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.169986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.170493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.170982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.171482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.171961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.174076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6975da0e-fc26-45c2-9c95-5e43fea1ba1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6477 time: 0.1440575 Sep 21 08:20:17.237203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a30af2b-fca1-407a-be87-d0e823acc975 req-2844b73f-e816-47e7-980c-4de7a098c8ba tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348672 Sep 21 08:20:17.356264 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-3e167f4c-88ff-4749-a3a8-86f5fc8ebd59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=202266fb-dfa6-4b81-9761-4783b5bccb96 HTTP/1.1" status: 200 len: 217 time: 0.1521218 Sep 21 08:20:17.363189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-182dccb3-9c34-429a-a629-e2661ee55a5b service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395032 Sep 21 08:20:17.487056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cfe58-930e-4753-a947-9e247e16d141 req-ef6ec9dd-0ec6-40b2-839a-0555ff61f11a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.488759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b4cfe58-930e-4753-a947-9e247e16d141 req-ef6ec9dd-0ec6-40b2-839a-0555ff61f11a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.3137619 Sep 21 08:20:17.543970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5760cb79-75cb-42cd-9280-9443eaf94750 req-95d40008-1c9b-45aa-80fd-9784e05a04cf service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654959 Sep 21 08:20:17.549578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-a692dd77-ecb3-4180-b896-f9a3f4cf3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.553411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-a692dd77-ecb3-4180-b896-f9a3f4cf3cb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f6bcd9f-b404-49f8-b805-f821fba4f351 HTTP/1.1" status: 200 len: 850 time: 0.1716366 Sep 21 08:20:17.592496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e7eb-a380-4f01-aec5-9d2e768cb32b req-c1468c6f-ecf1-4a16-aba7-784f52717a4d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.611470 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e739e7eb-a380-4f01-aec5-9d2e768cb32b req-c1468c6f-ecf1-4a16-aba7-784f52717a4d tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.2046304 Sep 21 08:20:17.705585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b4cfe58-930e-4753-a947-9e247e16d141 req-e2a07dac-d0b7-4e05-b2b8-01e64675875a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988645 Sep 21 08:20:17.731689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e739e7eb-a380-4f01-aec5-9d2e768cb32b req-cd06868a-8aad-4824-9db2-6dc48d93e945 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242409 Sep 21 08:20:17.737063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-9706a927-8cd6-481e-a76f-dc3d778270e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.738333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9bae124c-8951-4abb-b3a3-8b7719e9f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:17.739906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-9706a927-8cd6-481e-a76f-dc3d778270e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 1095 time: 0.1160955 Sep 21 08:20:17.740074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-9bae124c-8951-4abb-b3a3-8b7719e9f41a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c09b159a-c415-46eb-bf2f-5d26281796c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751103 Sep 21 08:20:18.012461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-39f3753a-afff-4bfe-b537-6aee2b85e4e8 service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493546 Sep 21 08:20:18.038204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-824def23-e8cb-402b-9b2f-abe510665285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.039723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-824def23-e8cb-402b-9b2f-abe510665285 service neutron] 10.222.0.62 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 915 time: 0.2925076 Sep 21 08:20:18.054589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81b4eb-20a3-4b92-945c-ebd57c44b127 req-7c646461-fd0d-4fd7-bea3-452596a2c71b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.064175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa81b4eb-20a3-4b92-945c-ebd57c44b127 req-7c646461-fd0d-4fd7-bea3-452596a2c71b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1584466 Sep 21 08:20:18.124888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-1a58e318-4cc3-402f-8b9c-1338bab717f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b63890a8-dc9e-40d5-9733-48de2b65ee7d HTTP/1.1" status: 200 len: 217 time: 0.0498991 Sep 21 08:20:18.336362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa81b4eb-20a3-4b92-945c-ebd57c44b127 req-70315bcb-fdcb-44d2-985b-d9cd34bba929 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708066 Sep 21 08:20:18.356356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-3374b9c1-dcb9-4188-b940-e27a7f0e6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.365115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-3374b9c1-dcb9-4188-b940-e27a7f0e6a58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.2304723 Sep 21 08:20:18.369253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca62db8-85e8-4717-8399-4ff103fb4a3c req-77daaaa7-bc9c-420d-8047-6d1e47d74eaf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.400744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ca62db8-85e8-4717-8399-4ff103fb4a3c req-77daaaa7-bc9c-420d-8047-6d1e47d74eaf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.3858640 Sep 21 08:20:18.414014 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-e961c82c-fd5f-4bf2-b22e-fab3e54ac9b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396395 Sep 21 08:20:18.503008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ca62db8-85e8-4717-8399-4ff103fb4a3c req-cec93118-391a-4061-92c5-74f0351d0b78 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905533 Sep 21 08:20:18.505219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-cb0493ff-65ad-4af0-9a1b-1c47d9c28f6f service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656601 Sep 21 08:20:18.596530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-63d17ece-84d9-47a2-9d25-69d0b7a40710 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 217 time: 0.0707734 Sep 21 08:20:18.602841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-79503f66-e7e9-4e4c-be8e-67d88da0506c service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809204 Sep 21 08:20:18.612372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c544-e481-4277-8893-bbdeda0182e6 req-abea9c96-4761-40fc-8be7-3e2d3f8ec2ff tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.619672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94c4c544-e481-4277-8893-bbdeda0182e6 req-abea9c96-4761-40fc-8be7-3e2d3f8ec2ff tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 944 time: 0.0994508 Sep 21 08:20:18.753269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94c4c544-e481-4277-8893-bbdeda0182e6 req-65bfc5ed-cf24-45e4-afc0-ee33f9cf2199 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275764 Sep 21 08:20:18.786681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-64edd81e-5263-4196-9a2c-2514980abb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.788788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-64edd81e-5263-4196-9a2c-2514980abb9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1805205 Sep 21 08:20:18.831719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9fac33e8-5986-4232-a87c-8e428a7e0f99 req-7ee343c7-383d-4ca6-ab65-7b294793c629 service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050872 Sep 21 08:20:18.855392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.866731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.886415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.897450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.905435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.913790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.922314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:18.928701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-a73ac7c3-20ff-4c89-94e8-9b1c64723c52 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.2274821 Sep 21 08:20:19.080631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-8ac2bf93-7cac-473e-91c3-7cff63e33425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:19.091387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-8ac2bf93-7cac-473e-91c3-7cff63e33425 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510289 Sep 21 08:20:19.115230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24d7da93-6c3e-49bd-b234-f2eb389cea6d req-3515eea8-508b-479f-97f9-b95572a4d925 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855638 Sep 21 08:20:19.199433 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-aafdf478-d390-43cb-a24e-99debe158369 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2360694 Sep 21 08:20:19.260599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670b976-e78f-4b5c-9969-f97cbcbe5808 req-19fb805c-6086-4aa3-bcc4-1eb8d651952c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:19.262967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670b976-e78f-4b5c-9969-f97cbcbe5808 req-19fb805c-6086-4aa3-bcc4-1eb8d651952c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1609528 Sep 21 08:20:19.378679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7670b976-e78f-4b5c-9969-f97cbcbe5808 req-963cb9a5-ded6-4b7f-b8a2-99c9f1f84273 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073015 Sep 21 08:20:19.398792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6ab6d180-0ec8-4d5e-8ca2-1614afb43e4c service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813582 Sep 21 08:20:19.558486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d1616-35de-4612-99af-35f3885d6c9d req-217c4c6a-ceab-4e4a-8cc8-379102c94d48 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:19.562072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-952d1616-35de-4612-99af-35f3885d6c9d req-217c4c6a-ceab-4e4a-8cc8-379102c94d48 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0603302 Sep 21 08:20:19.570216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-6f6ff735-07de-44a7-bb16-8714523e6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:19.571775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-6f6ff735-07de-44a7-bb16-8714523e6b7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1095 time: 0.2676473 Sep 21 08:20:19.591618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5cc5a-20f2-4cb9-84af-bc77d742ad4f req-04dc6c8e-eed7-47fa-8ac3-f2f7c4577b13 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:19.593606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70a5cc5a-20f2-4cb9-84af-bc77d742ad4f req-04dc6c8e-eed7-47fa-8ac3-f2f7c4577b13 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1934359 Sep 21 08:20:19.624024 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-952d1616-35de-4612-99af-35f3885d6c9d req-e024b28c-ba41-43ff-a4d3-a03d18a8e451 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507815 Sep 21 08:20:19.643592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-098f9e3b-c3e5-425b-b733-d54802cfd395 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263639 Sep 21 08:20:19.756050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-e105f7f1-d67b-4eeb-b1fa-02052a85dd3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 217 time: 0.0944383 Sep 21 08:20:19.800298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59162) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:19.837115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70a5cc5a-20f2-4cb9-84af-bc77d742ad4f req-5def8230-cbe3-4677-bb82-b228e3ae07da tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332382 Sep 21 08:20:19.899690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-9ff8f7cb-24bd-4665-9675-125da3f436ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:19.901201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-9ff8f7cb-24bd-4665-9675-125da3f436ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.3009660 Sep 21 08:20:20.057602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ee081fba-9aa0-4485-9102-e23ffb75b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.059158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ee081fba-9aa0-4485-9102-e23ffb75b4ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.2888410 Sep 21 08:20:20.170679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-2f97ba08-db2a-49c3-bec5-a1b4eef39d49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.2488565 Sep 21 08:20:20.181161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50f963-72d7-46df-a937-b3c846da6c5e req-fc710ca4-6066-4c9d-bad3-830ee6f6e86a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.188882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b50f963-72d7-46df-a937-b3c846da6c5e req-fc710ca4-6066-4c9d-bad3-830ee6f6e86a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 944 time: 0.2133956 Sep 21 08:20:20.309393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-3b2fd116-c09c-4c2e-8214-bc379b0a231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.311099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-3b2fd116-c09c-4c2e-8214-bc379b0a231a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2295017 Sep 21 08:20:20.317499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-044cb66d-1b03-458f-bc05-334128ecad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.319140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-044cb66d-1b03-458f-bc05-334128ecad0e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1332862 Sep 21 08:20:20.332816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029630a-321c-487f-b2dd-4c1b2d1e057a req-510069bc-542a-4e13-a6dc-7451d453e929 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.334495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4029630a-321c-487f-b2dd-4c1b2d1e057a req-510069bc-542a-4e13-a6dc-7451d453e929 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1765625 Sep 21 08:20:20.451927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b50f963-72d7-46df-a937-b3c846da6c5e req-c69e33e4-e170-48ed-a74e-fd1a8a14b5ea tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508323 Sep 21 08:20:20.486185 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4029630a-321c-487f-b2dd-4c1b2d1e057a req-337b9c31-ee98-4fb5-8b75-31e1b746f57d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316915 Sep 21 08:20:20.492642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-17ebe4b8-1f33-4796-bc31-335a64d42840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.494604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-17ebe4b8-1f33-4796-bc31-335a64d42840 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1575007 Sep 21 08:20:20.653237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b63890a8-dc9e-40d5-9733-48de2b65ee7d details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:20.685938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-6a6ae8ec-f185-4ff3-af2e-603d35b07c3c service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487818 Sep 21 08:20:20.721827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-beb38d65-7f62-42c5-b943-c7273cafe852 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120697 Sep 21 08:20:20.778421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.799730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.816332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.832823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.844109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.864827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.886916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:20.893193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55e3680f-bd9b-4460-9395-994b15a10686 req-4a5dfe99-5cef-43c9-8da7-9baac270a049 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.2739563 Sep 21 08:20:20.902137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b63890a8-dc9e-40d5-9733-48de2b65ee7d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b63890a8-dc9e-40d5-9733-48de2b65ee7d,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:20.928494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'port_id': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d', 'mac_address': 'fa:16:3e:0c:76:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13124dac-47d0-434f-bf2d-70aeede630c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:21.007616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc7dda-2f4b-4f6d-84db-ca0f6e5cd64b req-88900e6e-7b01-4fdc-9eeb-a48ef785fdea tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:21.009033 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:21.009911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96bc7dda-2f4b-4f6d-84db-ca0f6e5cd64b req-88900e6e-7b01-4fdc-9eeb-a48ef785fdea tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.2302752 Sep 21 08:20:21.030839 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55e3680f-bd9b-4460-9395-994b15a10686 req-22a1a259-cf7f-4bc3-83bc-5f62d1a93186 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239278 Sep 21 08:20:21.071582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63890a8-dc9e-40d5-9733-48de2b65ee7d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:21.102951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1f28148-e5e0-4840-a3b1-98f56f43debf req-0d4cb58a-44c0-4d05-bb1b-82ca0f4b4a80 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653786 Sep 21 08:20:21.122363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-ac389d50-a780-486e-a123-4c6c8a2487eb service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234354 Sep 21 08:20:21.131767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:21.134150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b63890a8-dc9e-40d5-9733-48de2b65ee7d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b63890a8-dc9e-40d5-9733-48de2b65ee7d,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:21.139346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:21.147219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96bc7dda-2f4b-4f6d-84db-ca0f6e5cd64b req-0898947e-569c-4642-be8f-7b0bf10951f9 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191454 Sep 21 08:20:21.238544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-bc92cda4-fae5-41a7-9bfe-1e115ddfc397 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6 HTTP/1.1" status: 200 len: 217 time: 0.0902302 Sep 21 08:20:21.238875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b63890a8-dc9e-40d5-9733-48de2b65ee7d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:21.256074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.256647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.257133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.257622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.258121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.258592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.259060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.259682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.260161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.260654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.261135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.261623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:21.356276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-b9237ef0-d62c-45d0-a467-2440bf118c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:21.359086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-b9237ef0-d62c-45d0-a467-2440bf118c87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1117001 Sep 21 08:20:21.379229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e9de9-4353-452c-a23b-e936a59c9679 req-cc2c98b5-e5c4-4b49-aa53-1024e270c181 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:21.389057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c55e9de9-4353-452c-a23b-e936a59c9679 req-cc2c98b5-e5c4-4b49-aa53-1024e270c181 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1455448 Sep 21 08:20:21.423210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f8b36f97-3fb8-4281-af71-ce253b9fc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:21.424953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f8b36f97-3fb8-4281-af71-ce253b9fc6b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0504100 Sep 21 08:20:21.535541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b63890a8-dc9e-40d5-9733-48de2b65ee7d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:21.599611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-a1bbd72e-8638-475d-90f4-c99ae1dbae20 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620843 Sep 21 08:20:21.614610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851a310-8746-402c-b0ed-029494c86ba4 req-804f2e45-5620-4d55-b6b1-5e64becffd0c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:21.615586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e851a310-8746-402c-b0ed-029494c86ba4 req-804f2e45-5620-4d55-b6b1-5e64becffd0c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 945 time: 0.0830407 Sep 21 08:20:21.838599 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:20:21.939818 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c55e9de9-4353-452c-a23b-e936a59c9679 req-f852ca07-f851-4526-93d1-9bd31dfdb7b9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491664 Sep 21 08:20:22.112278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e851a310-8746-402c-b0ed-029494c86ba4 req-877564cf-d88a-417f-9ddb-0af2f40f922c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871914 Sep 21 08:20:22.143648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f81f1d60-545c-4a36-87d4-ad678371cb1c service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266144 Sep 21 08:20:22.198835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898ab99-84f1-4c12-b94b-4e20d5347669 req-80af8a33-0b25-4447-8446-c189acc6fd48 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.201364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c898ab99-84f1-4c12-b94b-4e20d5347669 req-80af8a33-0b25-4447-8446-c189acc6fd48 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1216202 Sep 21 08:20:22.208813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-d148abac-e165-48e1-b86c-4a3ff98003e6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7 HTTP/1.1" status: 200 len: 217 time: 0.0482371 Sep 21 08:20:22.213307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Deleting port 4e17a7a9-89d7-469b-bda0-1c9150d94d90 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:22.213648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:22.329588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-8bc22d1e-0696-4ba7-9d6e-33ed0c03d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.332085 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-8bc22d1e-0696-4ba7-9d6e-33ed0c03d2a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1108594 Sep 21 08:20:22.352304 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2a50c92a-33ad-47e9-90f2-ac03fe7ea4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:22.389875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c898ab99-84f1-4c12-b94b-4e20d5347669 req-f561c7a1-6740-4d43-82f8-27b96fd4df8e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740801 Sep 21 08:20:22.433459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] For port 4e17a7a9-89d7-469b-bda0-1c9150d94d90, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4e17a7a9-89d7-469b-bda0-1c9150d94d90,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:22.434309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:22.458811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Calling delete_port for 4e17a7a9-89d7-469b-bda0-1c9150d94d90 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:22.490020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f7a55894-c670-45b8-bdfa-4dcb42708f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.492877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f7a55894-c670-45b8-bdfa-4dcb42708f5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024914 Sep 21 08:20:22.514199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.521073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.530065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.540818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.549204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.558665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.567207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.569667 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-68179c74-0c2d-4b3a-ba64-92f3e0e7d294 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.2289386 Sep 21 08:20:22.611919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea13106-7fe8-4aa7-9b6d-77fa52fde865 req-1bae815d-6adf-4922-8962-5b17eb551a03 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:22.615373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ea13106-7fe8-4aa7-9b6d-77fa52fde865 req-1bae815d-6adf-4922-8962-5b17eb551a03 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0943809 Sep 21 08:20:22.657219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b63890a8-dc9e-40d5-9733-48de2b65ee7d up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:22.690787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3db6784-7b75-496c-a5ed-85a2f9bcc9a5 req-91987210-e817-4b86-854f-e7b9918a5843 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108291 Sep 21 08:20:22.751348 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-63e2fb19-bdc8-4a33-a235-e0b6b18c1c57 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663213 Sep 21 08:20:22.789911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port b63890a8-dc9e-40d5-9733-48de2b65ee7d completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:22.805115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b63890a8-dc9e-40d5-9733-48de2b65ee7d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:22.805499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:22.807538 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:22.844166 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ea13106-7fe8-4aa7-9b6d-77fa52fde865 req-5c14eb8c-65ac-410b-b5d4-b703aaf49403 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842215 Sep 21 08:20:22.946212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e17a7a9-89d7-469b-bda0-1c9150d94d90,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:22.976651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:23.039042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:23.044276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-8309c351-52c2-4105-aff2-c9a0ee1dc47d service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930355 Sep 21 08:20:23.054902 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a7665f-1463-42e3-a402-a8ee33c20c69" -d '{"events": [{"server_uuid": "e1eac9ff-d686-4662-9639-e2a09358b60b", "name": "network-vif-plugged", "status": "completed", "tag": "b63890a8-dc9e-40d5-9733-48de2b65ee7d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:23.118697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b63890a8-dc9e-40d5-9733-48de2b65ee7d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b63890a8-dc9e-40d5-9733-48de2b65ee7d,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:23.128318 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:23.217728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-2bd9ca26-06f7-436e-9a0d-6a9bfe1090d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1 HTTP/1.1" status: 200 len: 217 time: 0.1510973 Sep 21 08:20:23.238278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b63890a8-dc9e-40d5-9733-48de2b65ee7d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:23.360286 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:23.376459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eda0f-e466-404c-9696-9e09734acf6d req-b118b0ee-0850-40c8-834a-ba0997d9e1c8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:23.384858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c0eda0f-e466-404c-9696-9e09734acf6d req-b118b0ee-0850-40c8-834a-ba0997d9e1c8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.2659557 Sep 21 08:20:23.418498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dbd58-6492-4158-9f74-02d25fb3e9fb req-65510c75-8bab-41a0-96ac-8805c5c3bea5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:23.434177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d10dbd58-6492-4158-9f74-02d25fb3e9fb req-65510c75-8bab-41a0-96ac-8805c5c3bea5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2315035 Sep 21 08:20:23.440591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-5618af00-2c19-4724-ab85-f18cf20c736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:23.446907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-5618af00-2c19-4724-ab85-f18cf20c736f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.1770568 Sep 21 08:20:23.465320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c0eda0f-e466-404c-9696-9e09734acf6d req-f1a1a959-a14f-46ce-b11e-6b0f3bb4046b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795813 Sep 21 08:20:23.614748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d10dbd58-6492-4158-9f74-02d25fb3e9fb req-ad44190a-924c-464b-8f07-817afa9da332 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798844 Sep 21 08:20:23.626284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f2e24a43-f8d7-4c1f-b5da-cf4a9758eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:23.628128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-f2e24a43-f8d7-4c1f-b5da-cf4a9758eb24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402128 Sep 21 08:20:23.662821 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a190d0-bbdd-4271-8692-8309d832c626 x-openstack-request-id: req-57a190d0-bbdd-4271-8692-8309d832c626 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:23.670341 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eac9ff-d686-4662-9639-e2a09358b60b", "name": "network-vif-plugged", "status": "completed", "tag": "b63890a8-dc9e-40d5-9733-48de2b65ee7d", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:23.673044 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57a190d0-bbdd-4271-8692-8309d832c626 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:23.675357 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d', 'code': 200} Sep 21 08:20:23.745784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Router 294898f7-e6c3-49ab-b4c4-294b84f2d14f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:20:23.892858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-0a08e465-c790-42d8-91f2-ef98b06d8479 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516086 Sep 21 08:20:23.907991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab7d66-a2d4-482e-a445-d9e3b6d083c2 req-2b4ed33e-96ad-433f-8590-b5dfd007ea52 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:23.910005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-60ab7d66-a2d4-482e-a445-d9e3b6d083c2 req-2b4ed33e-96ad-433f-8590-b5dfd007ea52 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 946 time: 0.1243584 Sep 21 08:20:24.009172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953cc8b-53f4-4686-aed9-0b5e8090b463 req-0623fe28-09c5-4fca-950e-af6cd7215855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.011759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d953cc8b-53f4-4686-aed9-0b5e8090b463 req-0623fe28-09c5-4fca-950e-af6cd7215855 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 1097 time: 0.1769819 Sep 21 08:20:24.028760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-60ab7d66-a2d4-482e-a445-d9e3b6d083c2 req-f8a22eb2-aeff-4517-9f26-10939b6606a3 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008420 Sep 21 08:20:24.033034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.044898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.054758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-88dce89c-f930-4f25-ae76-bf117cad7b77 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434767 Sep 21 08:20:24.056967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.069503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.081316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.093550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.105401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.116183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-5cbe594b-d165-4caf-a30a-f7db33b63540 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1 HTTP/1.1" status: 200 len: 217 time: 0.0401978 Sep 21 08:20:24.119449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-373effd0-ccef-4a17-929a-ee419a60a52e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.2287102 Sep 21 08:20:24.182108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d953cc8b-53f4-4686-aed9-0b5e8090b463 req-9171cb9e-7a1f-4ddd-808e-928f487360a8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493441 Sep 21 08:20:24.183427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:20:24.191295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-28b0f7e3-29f1-43ce-93bc-a6d8958c7b3b admin admin] 10.222.0.59 "PUT /v2.0/routers/294898f7-e6c3-49ab-b4c4-294b84f2d14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3895297 Sep 21 08:20:24.193811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59236) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:24.200950 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] Sync routers for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:20:24.218246 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:20:24.218790 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:24.231235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-96faf15e-06e4-4f3f-bded-a62260388f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.234167 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-96faf15e-06e4-4f3f-bded-a62260388f0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.1056240 Sep 21 08:20:24.251271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89078707-0336-4b66-970f-675b8780dac8 req-628fb79f-a2e6-4843-9c0d-c1bf5bd49af6 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.253233 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-89078707-0336-4b66-970f-675b8780dac8 req-628fb79f-a2e6-4843-9c0d-c1bf5bd49af6 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0793049 Sep 21 08:20:24.313291 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:24.336800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-89078707-0336-4b66-970f-675b8780dac8 req-c9861b34-0a41-4e64-b788-bec0f75001a5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739629 Sep 21 08:20:24.343698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-b1ea0483-91cd-4473-95c6-6e7603e0ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.346557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-b1ea0483-91cd-4473-95c6-6e7603e0ba43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918682 Sep 21 08:20:24.358379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d01551b-71c2-4263-997e-6335d02b55c9 req-2bd2f343-8f2e-4f14-983d-d53cdd010555 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369473 Sep 21 08:20:24.407648 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:20:24.449526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:24.526529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-083ae0bb-1b76-4350-a311-af58f45326c4 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685960 Sep 21 08:20:24.550715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Deleting port 2c8a01c4-04ab-415e-afb1-54b4c8a38425 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:24.551369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:24.719253 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:20:22Z', 'revision_number': 5, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port': {'id': '2c8a01c4-04ab-415e-afb1-54b4c8a38425', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fe:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:08:02Z', 'updated_at': '2021-09-21T08:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:24.720775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] For port 2c8a01c4-04ab-415e-afb1-54b4c8a38425, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2c8a01c4-04ab-415e-afb1-54b4c8a38425,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:24.721430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:24.731217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066d32a-663e-4e1b-b4fd-66998b37583a req-60d7b151-8562-4725-9e28-52f684405b24 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.740661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1066d32a-663e-4e1b-b4fd-66998b37583a req-60d7b151-8562-4725-9e28-52f684405b24 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1249483 Sep 21 08:20:24.754924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Calling delete_port for 2c8a01c4-04ab-415e-afb1-54b4c8a38425 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:24.764029 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] Checking router: 294898f7-e6c3-49ab-b4c4-294b84f2d14f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:20:24.779083 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] Routers {'294898f7-e6c3-49ab-b4c4-294b84f2d14f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:20:24.779414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02bfefc4-ca8a-4dcd-9aa5-f8fc8245f388 req-5dc93132-4827-418e-8d60-fe66c4a909d6 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422965 Sep 21 08:20:24.783584 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:24.818030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1066d32a-663e-4e1b-b4fd-66998b37583a req-1c1e2f86-f796-4d1c-b238-c245c156119a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761254 Sep 21 08:20:24.913896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae70ec-4aaa-4dd0-8df6-f1f6e9ecd164 req-beb5c61e-cf5f-48ba-bc03-f4dcc13bbb6c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.917347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbae70ec-4aaa-4dd0-8df6-f1f6e9ecd164 req-beb5c61e-cf5f-48ba-bc03-f4dcc13bbb6c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1602066 Sep 21 08:20:24.989188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.989975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.990921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.991733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.992495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.993249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.994195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:24.997070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0fd7e517-a070-4c0c-9072-047bb82416e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6477 time: 0.1188040 Sep 21 08:20:25.026244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbae70ec-4aaa-4dd0-8df6-f1f6e9ecd164 req-7b8a4cf6-c436-4bef-9d7a-497b7810f820 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921021 Sep 21 08:20:25.126865 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] Set router 294898f7-e6c3-49ab-b4c4-294b84f2d14f gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:20:25.197395 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.208532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-8233af4c-41d9-44a8-a1b2-8d28e827eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.210630 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-8233af4c-41d9-44a8-a1b2-8d28e827eedf service neutron] 10.222.0.50 "GET /v2.0/networks?id=2dbc9bc4-e323-4244-a1fc-1f968387d911 HTTP/1.1" status: 200 len: 903 time: 0.2045262 Sep 21 08:20:25.223165 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:20:24Z', 'revision_number': 6, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:25.230438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8a01c4-04ab-415e-afb1-54b4c8a38425,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:25.256073 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2e8397-01cb-4255-b8ed-bc0fc2b32136 None None] The sync data for ids ['294898f7-e6c3-49ab-b4c4-294b84f2d14f'] in n-d-809980-2 is: [{'id': '294898f7-e6c3-49ab-b4c4-294b84f2d14f', 'name': 'tempest-TaggedBootDevicesTest_v242-276878121-router', 'tenant_id': '43a332c4abd04c93a0aaafed95126cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:08:00Z', 'updated_at': '2021-09-21T08:20:24Z', 'revision_number': 6, 'project_id': '43a332c4abd04c93a0aaafed95126cd2', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:20:25.269007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.281170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff24034-3bfa-4716-8bf2-c16ac1b38aa5 req-99faba5d-ab7d-4863-af16-8d1657ed88db tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.289948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ff24034-3bfa-4716-8bf2-c16ac1b38aa5 req-99faba5d-ab7d-4863-af16-8d1657ed88db tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 946 time: 0.1247640 Sep 21 08:20:25.300548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-b83e3929-571c-4fa3-8fef-9187839b17cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1 HTTP/1.1" status: 200 len: 217 time: 0.0498772 Sep 21 08:20:25.367031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-5dc311bc-8f68-4a17-b103-4e43ed7592cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.368575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-5dc311bc-8f68-4a17-b103-4e43ed7592cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.0547512 Sep 21 08:20:25.377003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ff24034-3bfa-4716-8bf2-c16ac1b38aa5 req-0fee28b2-f6fb-425c-a99c-e041c54d073a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858388 Sep 21 08:20:25.387559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46012f38-cc69-40bf-a8f5-c96326e40f8c req-7589f64b-f797-47b3-bc6f-266e2c3ac551 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.389459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46012f38-cc69-40bf-a8f5-c96326e40f8c req-7589f64b-f797-47b3-bc6f-266e2c3ac551 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2116210 Sep 21 08:20:25.393978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.421103 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-15853ccf-7e6d-4009-9b1c-b8c72195a120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.481481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0d5be379-eeac-444d-8c3f-a8e36f163d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.483088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-0d5be379-eeac-444d-8c3f-a8e36f163d74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0925181 Sep 21 08:20:25.524038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46012f38-cc69-40bf-a8f5-c96326e40f8c req-0d9070e6-2171-46b8-9f6f-3ba5e560b865 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968418 Sep 21 08:20:25.554952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.563590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.666133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab745080-c9ca-4784-972c-05d2cd5f3c67 req-54af7077-5c8f-4398-bd11-6d7fcedadd78 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.681012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab745080-c9ca-4784-972c-05d2cd5f3c67 req-54af7077-5c8f-4398-bd11-6d7fcedadd78 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1977510 Sep 21 08:20:25.728376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.728926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 294898f7-e6c3-49ab-b4c4-294b84f2d14f {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:20:25.757870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.760080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-691232dc-5d9d-493d-8fa7-d872b7ae066e admin admin] 10.222.0.59 "DELETE /v2.0/routers/294898f7-e6c3-49ab-b4c4-294b84f2d14f HTTP/1.1" status: 204 len: 168 time: 1.5652363 Sep 21 08:20:25.765037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59258) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:25.803841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-58817cb8-3690-4f79-8845-f39b67a528f3 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704360 Sep 21 08:20:25.864236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab745080-c9ca-4784-972c-05d2cd5f3c67 req-d6036bb6-fdcc-44fe-93e8-9c68573d7f41 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569798 Sep 21 08:20:25.870323 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-262fd0b9-7259-4c00-b858-901911ffae7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2410004 Sep 21 08:20:25.892472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] Deleting subnet f4ac5536-34b2-40c8-9b53-df8f2f609101 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:20:25.908315 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:25.949580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.956778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.965005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.972111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.979756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.987277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:25.995114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.006216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:26.006578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-46fe8cc9-4b97-4c05-9ec0-933876ccdadd tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.3377094 Sep 21 08:20:26.055541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-870c4d9e-70eb-4e53-acf4-b13b7230c7ee req-7f4e57b2-19eb-4150-8b88-f4057f62f9ee service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478383 Sep 21 08:20:26.088720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f2a46ec-5cbe-4b5a-b4bf-f02c954dcabd req-8b98ffef-e56d-4318-a176-e3df4f23fdfc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809505 Sep 21 08:20:26.125272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-cfecf912-123b-466a-9ccb-ebd078a79264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.126928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-cfecf912-123b-466a-9ccb-ebd078a79264 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3951d52c4d9452ebce76f9350448123&device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 1097 time: 0.1739476 Sep 21 08:20:26.157895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85be008-79bf-4022-8233-20a47ee25c9c req-a0d78447-bfc5-4bf1-9694-ec060b4a8e5a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.159447 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b85be008-79bf-4022-8233-20a47ee25c9c req-a0d78447-bfc5-4bf1-9694-ec060b4a8e5a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1257551 Sep 21 08:20:26.247338 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:26.298473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda69a7-eef1-4d3b-abac-9cc3dcedd98a req-21458eb0-5fc1-492b-aef9-96a2c26a6f7e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.300117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bcda69a7-eef1-4d3b-abac-9cc3dcedd98a req-21458eb0-5fc1-492b-aef9-96a2c26a6f7e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1219690 Sep 21 08:20:26.360380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b85be008-79bf-4022-8233-20a47ee25c9c req-2a2b9dd3-2f9b-44f5-b937-c41c4450757e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836181 Sep 21 08:20:26.390277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bcda69a7-eef1-4d3b-abac-9cc3dcedd98a req-cefc9579-9f98-431a-afb9-4fbf8beeda79 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830741 Sep 21 08:20:26.417717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-44600da0-ab4c-41b6-b514-a78624a596a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.420634 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-44600da0-ab4c-41b6-b514-a78624a596a5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=265a3868-e07a-413a-9fe3-d5c20af4e8db HTTP/1.1" status: 200 len: 913 time: 0.2596872 Sep 21 08:20:26.516979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-74511419-13e9-41a4-ae9b-d1cb1e949b00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913 HTTP/1.1" status: 200 len: 1001 time: 0.0841939 Sep 21 08:20:26.592338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219ed6f-af81-4aad-bfcd-d59ba777e888 req-0ec512ed-27be-4b40-86aa-cf078c42fac5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.594479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c219ed6f-af81-4aad-bfcd-d59ba777e888 req-0ec512ed-27be-4b40-86aa-cf078c42fac5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0897496 Sep 21 08:20:26.599207 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:26.633295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:26.638458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2c8a01c4-04ab-415e-afb1-54b4c8a38425 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:20:26.659963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-9281b018-7124-4386-9910-9075cf33434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.661425 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-9281b018-7124-4386-9910-9075cf33434a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb5981fc-16ba-4edb-9b35-d7b20383739f HTTP/1.1" status: 200 len: 851 time: 0.1350062 Sep 21 08:20:26.666395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ac5536-34b2-40c8-9b53-df8f2f609101,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:26.677887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2c8a01c4-04ab-415e-afb1-54b4c8a38425 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:20:26.678926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2c8a01c4-04ab-415e-afb1-54b4c8a38425 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:20:26.679540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4e17a7a9-89d7-469b-bda0-1c9150d94d90 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:20:26.701365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c219ed6f-af81-4aad-bfcd-d59ba777e888 req-105175d3-d952-44e1-b8cb-4db52f2e5169 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999401 Sep 21 08:20:26.702467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:26.706359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b6757c36-d03f-4be3-ba17-1c2dfd62c23a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f4ac5536-34b2-40c8-9b53-df8f2f609101 HTTP/1.1" status: 204 len: 168 time: 0.9365175 Sep 21 08:20:26.709514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59268) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:26.723670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae54e7c-ebc3-467c-a870-fa0525802aa2 None None] Network b81071b7-8704-4572-b376-55243ff5365f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:20:26.729426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4e17a7a9-89d7-469b-bda0-1c9150d94d90 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:20:26.730008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4e17a7a9-89d7-469b-bda0-1c9150d94d90 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:20:26.746874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702cbec-c791-483e-a4b4-a0eb59651029 req-72724f24-c351-4984-b76c-398b535f400b tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.755930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1702cbec-c791-483e-a4b4-a0eb59651029 req-72724f24-c351-4984-b76c-398b535f400b tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 946 time: 0.2084830 Sep 21 08:20:26.776435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-9fcf3e48-3956-4617-8e62-5d89a858f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:26.778389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-9fcf3e48-3956-4617-8e62-5d89a858f3b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=265a3868-e07a-413a-9fe3-d5c20af4e8db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063139 Sep 21 08:20:26.899721 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:26.900344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1702cbec-c791-483e-a4b4-a0eb59651029 req-7eb7e18c-bbb0-41b7-91c8-2144b15057b9 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411476 Sep 21 08:20:26.990351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Deleting port b152bdcb-071e-447a-9484-712c9d88c44b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:26.990774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.003667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-d48fe732-fd29-4bae-8b4c-2174955f8edd service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152781 Sep 21 08:20:27.107052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] DHCP port deletion for b81071b7-8704-4572-b376-55243ff5365f request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:20:27.141555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] For port b152bdcb-071e-447a-9484-712c9d88c44b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b152bdcb-071e-447a-9484-712c9d88c44b,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:27.142071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.163403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Calling delete_port for b152bdcb-071e-447a-9484-712c9d88c44b owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:27.179735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9400cd-359c-4f05-8ce0-0d486e2cbd68 req-eacd5793-5b63-4ceb-8c47-b0ec4f30cfb0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.187198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f9400cd-359c-4f05-8ce0-0d486e2cbd68 req-eacd5793-5b63-4ceb-8c47-b0ec4f30cfb0 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1615446 Sep 21 08:20:27.214870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd728cf-11fe-4776-8a39-265fbbc15ec3 req-185280d4-fca5-48fa-bf8e-32fb44f242f9 service neutron] 10.222.0.62 "GET /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022233 Sep 21 08:20:27.222722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] Deleting port b152bdcb-071e-447a-9484-712c9d88c44b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:27.226671 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.262950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f9400cd-359c-4f05-8ce0-0d486e2cbd68 req-adb52410-9236-4d3a-9374-4db9504915e5 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746627 Sep 21 08:20:27.340280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.387749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.399841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.400321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Pushing event deleted for resources: {'Port': ['ID=b152bdcb-071e-447a-9484-712c9d88c44b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:27.405054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] No DVR routers for this DVR port b152bdcb-071e-447a-9484-712c9d88c44b on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:20:27.405680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.417569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.419099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] For port b152bdcb-071e-447a-9484-712c9d88c44b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b152bdcb-071e-447a-9484-712c9d88c44b,segment=NetworkSegment(fd45946e-6d9b-46ab-b576-f5d9e322b81a),segment_id=fd45946e-6d9b-46ab-b576-f5d9e322b81a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:27.419910 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.423126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.429441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.435875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.443234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7267c695-85d8-42f7-b437-e40945ea3201 req-c6eb8ee0-8eb0-4ade-bc69-06605a71dc8f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1781316 Sep 21 08:20:27.448246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] Calling delete_port for b152bdcb-071e-447a-9484-712c9d88c44b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:27.503450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7267c695-85d8-42f7-b437-e40945ea3201 req-f27fa1de-9384-4b59-ba5b-8ed4e11f871e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592792 Sep 21 08:20:27.560554 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.574512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.595110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] No DVR routers for this DVR port b152bdcb-071e-447a-9484-712c9d88c44b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:20:27.597632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936ef82-0a35-4efb-9283-9e629c2d41bd None None] Pushing event deleted for resources: {'Port': ['ID=b152bdcb-071e-447a-9484-712c9d88c44b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:27.621970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81071b7-8704-4572-b376-55243ff5365f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:27.637940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66800d1e-4eeb-4168-9297-8546a919be8d req-f927a36e-5bcf-414a-89d3-15faa14579cc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:27.639517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66800d1e-4eeb-4168-9297-8546a919be8d req-f927a36e-5bcf-414a-89d3-15faa14579cc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1366179 Sep 21 08:20:27.644209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd45946e-6d9b-46ab-b576-f5d9e322b81a') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:27.644635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd45946e-6d9b-46ab-b576-f5d9e322b81a') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:27.660692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.696293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.698184 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.711184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66800d1e-4eeb-4168-9297-8546a919be8d req-9a2de900-43bd-4351-b004-f40088cc576d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595026 Sep 21 08:20:27.712202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:20:27.712614 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:20:27.714620 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:20:27.789258 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.808092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:27.809946 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b81071b7-8704-4572-b376-55243ff5365f HTTP/1.1" status: 204 len: 168 time: 1.0992417 Sep 21 08:20:27.811279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d0de6-f788-4f6f-9505-2dedde513588 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81071b7-8704-4572-b376-55243ff5365f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:27.963990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59294) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:28.021871 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c27d3f04-146c-48d2-8141-29237665f30e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43a332c4abd04c93a0aaafed95126cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562558 Sep 21 08:20:28.028516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59298) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:28.098683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3c41648-11a4-426d-a4b9-6e5672bb4033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:28.127129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3c41648-11a4-426d-a4b9-6e5672bb4033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:28.196811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3c41648-11a4-426d-a4b9-6e5672bb4033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:28.200039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3c41648-11a4-426d-a4b9-6e5672bb4033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:28.200995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b3c41648-11a4-426d-a4b9-6e5672bb4033 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b85d839c-ec90-48d2-9dd1-fa97557d02a0 HTTP/1.1" status: 204 len: 168 time: 0.1719656 Sep 21 08:20:28.224434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c41648-11a4-426d-a4b9-6e5672bb4033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85d839c-ec90-48d2-9dd1-fa97557d02a0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:28.446834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e1f6d-09e2-4b6f-b63b-279d14f59a12 req-31b24871-401f-4ec0-b6f7-fd01c6451085 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.455487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d65e1f6d-09e2-4b6f-b63b-279d14f59a12 req-31b24871-401f-4ec0-b6f7-fd01c6451085 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0924995 Sep 21 08:20:28.511932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d65e1f6d-09e2-4b6f-b63b-279d14f59a12 req-23183c1b-8981-4262-b93a-8c8f9a46e508 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554795 Sep 21 08:20:28.596166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b152bdcb-071e-447a-9484-712c9d88c44b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:20:28.634551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b152bdcb-071e-447a-9484-712c9d88c44b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:20:28.635113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b152bdcb-071e-447a-9484-712c9d88c44b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:20:28.694761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.703427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.710804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.717793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.724372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.731197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.738304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:28.747579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-5cf73a2f-6d56-40e3-8ea9-8315735e6539 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1302640 Sep 21 08:20:28.810405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-754c3ae2-0c05-47cc-a938-7f03d2ad4b4d req-21d39b66-db42-43ef-8bf7-cc451dad07c4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619066 Sep 21 08:20:29.051249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdcb3f-094c-416e-ae2f-1b689fe1071d req-c9dc0092-de02-4153-83b0-81c1a047f96c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:29.053278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8fdcb3f-094c-416e-ae2f-1b689fe1071d req-c9dc0092-de02-4153-83b0-81c1a047f96c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0854769 Sep 21 08:20:29.139282 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8fdcb3f-094c-416e-ae2f-1b689fe1071d req-424021d5-394d-4eb5-8617-8c75a971e88d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750306 Sep 21 08:20:29.413016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59348) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:29.550501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1593832785-network', 'tenant_id': 'ec0d16238c9245a9ae0d4852a0cc5ae4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:29.577322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Made reservation on behalf of ec0d16238c9245a9ae0d4852a0cc5ae4 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:29.580797 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.596087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.704742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87265d6b-feab-416f-9e49-2cc3a8184eac req-c491cd2e-be37-4a5c-8611-58c154a6e83c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:29.706858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87265d6b-feab-416f-9e49-2cc3a8184eac req-c491cd2e-be37-4a5c-8611-58c154a6e83c tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0957971 Sep 21 08:20:29.783437 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.794705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87265d6b-feab-416f-9e49-2cc3a8184eac req-c4f60fa0-e842-4414-bae3-f33f9df432f8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 Sep 21 08:20:29.796681 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.821987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:20:29.836326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec75631-b6ea-46eb-9587-0d2cac6976c2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:29.841551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.841904 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Added segment 895ad2ba-a42a-404e-abf2-b860dfcb4325 of type vlan for network 168f0d78-625e-48c7-9476-ff7ff78bfc00 Sep 21 08:20:29.892897 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.939277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.941476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:29.942549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:29.999036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.007189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.014960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.022561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.029667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.036402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.046242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.049443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-f34282a9-3050-4fea-acae-f641a2f30635 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1389279 Sep 21 08:20:30.068040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] Pushing event updated for resources: {'Network': ['ID=168f0d78-625e-48c7-9476-ff7ff78bfc00,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:30.080555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e144f94d-d1dc-4132-95c9-83bfd1851e4b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6663766 Sep 21 08:20:30.083046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 168f0d78-625e-48c7-9476-ff7ff78bfc00 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:20:30.083924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59362) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:30.094841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Request body: {'subnet': {'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1593832785-subnet', 'tenant_id': 'ec0d16238c9245a9ae0d4852a0cc5ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:30.112635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c09de44-ba15-4818-85d9-6c27c9803c0a req-b6cc91da-24f1-4169-8762-1a9a2d41523d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543587 Sep 21 08:20:30.145520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Made reservation on behalf of ec0d16238c9245a9ae0d4852a0cc5ae4 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:30.148231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:30.356381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e4d80-d6b3-408b-8a40-0456386c8cda req-ddabee34-7d2d-4cd9-959d-0b94d1b18c87 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.358065 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a5e4d80-d6b3-408b-8a40-0456386c8cda req-ddabee34-7d2d-4cd9-959d-0b94d1b18c87 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1043680 Sep 21 08:20:30.437958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:30.475630 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a5e4d80-d6b3-408b-8a40-0456386c8cda req-ac302f09-d1ec-4dbf-9d57-c5a06aba1849 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084318 Sep 21 08:20:30.506403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Pushing event updated for resources: {'Subnet': ['ID=250b58f4-a805-40d5-bcde-a818e95b65ac,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:30.523790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Checking segment: {'id': '895ad2ba-a42a-404e-abf2-b860dfcb4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:30.524087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Network hostable DHCP agents. Network: 168f0d78-625e-48c7-9476-ff7ff78bfc00, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:20:30.554170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Network 168f0d78-625e-48c7-9476-ff7ff78bfc00 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:20:30.568735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 168f0d78-625e-48c7-9476-ff7ff78bfc00) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:20:30.574193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:30.575035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:30.581529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da68e1-1b0e-4065-855e-708a1779e2cf None None] Network 168f0d78-625e-48c7-9476-ff7ff78bfc00 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:20:30.598386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1337fdbb-6c9d-456a-9b10-7734386b24af admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5129142 Sep 21 08:20:30.787841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd427619-f17e-4317-bd3e-6d584464ca24 None None] Network 168f0d78-625e-48c7-9476-ff7ff78bfc00 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:20:30.972211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8494d03f-7319-4538-b713-13849877bc1c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:31.042981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9aaf7-1d70-46f7-93f0-acf34b20235c req-94333ed9-3527-49fe-a43e-4c53769c8356 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.052377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04c9aaf7-1d70-46f7-93f0-acf34b20235c req-94333ed9-3527-49fe-a43e-4c53769c8356 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1064537 Sep 21 08:20:31.149197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04c9aaf7-1d70-46f7-93f0-acf34b20235c req-6a0178e3-1b5d-4661-b30b-10016d2fdc93 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957582 Sep 21 08:20:31.162495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:31.179190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8494d03f-7319-4538-b713-13849877bc1c', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'port_id': '8494d03f-7319-4538-b713-13849877bc1c', 'mac_address': 'fa:16:3e:a9:7a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32688144-3e68-4c92-9bfa-22bade9b828a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:31.251433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:31.269392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8494d03f-7319-4538-b713-13849877bc1c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:31.293786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:31.302531 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:31.373057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:31.401833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.409925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.416765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.423719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.438361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.444432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.450765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.452848 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54b723b9-13db-4200-9042-7555c2a60b35 req-68da987e-fce6-4f98-85ad-c50662b7be65 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1792986 Sep 21 08:20:31.486466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8494d03f-7319-4538-b713-13849877bc1c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:31.577526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54b723b9-13db-4200-9042-7555c2a60b35 req-c82bc097-ee78-47d6-bac8-3914868262af tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131146 Sep 21 08:20:31.743181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0508a3f-905f-4b8a-ac58-20730deb0ff1 req-bf8eedb7-2187-4f40-b608-152039633a80 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:31.751629 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0508a3f-905f-4b8a-ac58-20730deb0ff1 req-bf8eedb7-2187-4f40-b608-152039633a80 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 944 time: 0.1540165 Sep 21 08:20:31.861698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0508a3f-905f-4b8a-ac58-20730deb0ff1 req-0e3d1dac-35e6-45c6-a07f-403d3fd74edb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091290 Sep 21 08:20:31.961369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:32.354136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c51e6-33e5-4d07-91bb-9d84386fe19e req-e81b72b5-0e8c-4611-99d4-778c8294af99 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.367217 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-015c51e6-33e5-4d07-91bb-9d84386fe19e req-e81b72b5-0e8c-4611-99d4-778c8294af99 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1424253 Sep 21 08:20:32.449472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-015c51e6-33e5-4d07-91bb-9d84386fe19e req-11cf005a-ca10-4516-beb6-febc6b2c12fb tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680578 Sep 21 08:20:32.746960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.754459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.761907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.770354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.777777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.785107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.792339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.802305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-31a6b5f5-fac3-41b3-80e5-ccc30579b810 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1376126 Sep 21 08:20:32.869049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae964cff-6695-49a3-b52e-eae113ad38c9 req-f32d94ad-13f2-4b7c-8131-8764a27e12fb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653744 Sep 21 08:20:32.892077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-83556b09-2e17-4848-866f-f621d16736dd tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:32.900824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-83556b09-2e17-4848-866f-f621d16736dd tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/networks?id=168f0d78-625e-48c7-9476-ff7ff78bfc00 HTTP/1.1" status: 200 len: 810 time: 0.2851081 Sep 21 08:20:32.923747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-2c1831ec-7b5d-4f91-8d91-7ea5b3d490c0 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/quotas/ec0d16238c9245a9ae0d4852a0cc5ae4 HTTP/1.1" status: 200 len: 375 time: 0.0216627 Sep 21 08:20:32.942023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8494d03f-7319-4538-b713-13849877bc1c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:32.990621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-fb4a51d7-dd0a-432e-ae35-b6577a019418 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ec0d16238c9245a9ae0d4852a0cc5ae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658965 Sep 21 08:20:33.013560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202d986-a734-4a91-b9bf-a8a02f66e1c4 req-b002a0c8-49b2-4459-be1d-695cd1e1c62f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:33.023468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f202d986-a734-4a91-b9bf-a8a02f66e1c4 req-b002a0c8-49b2-4459-be1d-695cd1e1c62f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 944 time: 0.0769117 Sep 21 08:20:33.060854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8494d03f-7319-4538-b713-13849877bc1c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:33.061233 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:33.077101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f202d986-a734-4a91-b9bf-a8a02f66e1c4 req-61bc5f98-ede3-4e3d-92c9-0e59f0dceede tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506010 Sep 21 08:20:33.110464 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-6b447cbd-eba3-47d0-835e-614d3f32998b service neutron] 10.222.0.59 "GET /v2.0/networks/168f0d78-625e-48c7-9476-ff7ff78bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184592 Sep 21 08:20:33.169083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:33.205950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8494d03f-7319-4538-b713-13849877bc1c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:33.208292 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5047b41-b1c1-4de7-9f7e-ef7aa1b0edf5" -d '{"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8494d03f-7319-4538-b713-13849877bc1c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:33.251797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:33.257441 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:33.264658 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1f7bf097-8a7e-42fe-b3a5-c631fa58ef71 service neutron] 10.222.0.59 "GET /v2.0/networks/168f0d78-625e-48c7-9476-ff7ff78bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526794 Sep 21 08:20:33.311772 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc38b73d-c8a6-470d-bc7e-0210f9826239 x-openstack-request-id: req-cc38b73d-c8a6-470d-bc7e-0210f9826239 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:33.312069 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8494d03f-7319-4538-b713-13849877bc1c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:33.312423 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc38b73d-c8a6-470d-bc7e-0210f9826239 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:33.317325 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8494d03f-7319-4538-b713-13849877bc1c', 'code': 200} Sep 21 08:20:33.365453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:33.476206 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:33.661412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423677-4819-4704-bf9c-d61e249551a1 req-f61c8399-db9d-4b1b-a7df-5cecd70f8b9f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:33.663029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8423677-4819-4704-bf9c-d61e249551a1 req-f61c8399-db9d-4b1b-a7df-5cecd70f8b9f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0712302 Sep 21 08:20:33.754183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8423677-4819-4704-bf9c-d61e249551a1 req-684f1d50-962d-421c-92a7-3ad6e229baae tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807745 Sep 21 08:20:33.956166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a88dbec-2eff-48d7-8efb-0a95fef350f0 req-d744d5ec-137e-41a9-b4c2-6ab23c4ab516 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 210 time: 0.0839000 Sep 21 08:20:34.095129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.106203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.114950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.126007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.132613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.139181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.146231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.148577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-accfad0b-1355-402d-86ac-97470bf4c798 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1556029 Sep 21 08:20:34.263986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7971a78-3358-4a65-a17f-b5feb3d812ff req-8ae43291-73a9-413c-a085-d2bf21578439 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969059 Sep 21 08:20:34.311624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3890f0-1eb9-4875-9ffb-68806ea4ee86 req-fa1a5733-8ea0-428f-aabf-bd13ccdf466e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.323031 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba3890f0-1eb9-4875-9ffb-68806ea4ee86 req-fa1a5733-8ea0-428f-aabf-bd13ccdf466e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1316366 Sep 21 08:20:34.390895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba3890f0-1eb9-4875-9ffb-68806ea4ee86 req-0fe4d2d1-3506-49ab-a4d1-d80728c416bd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625145 Sep 21 08:20:34.946212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4bd72-9398-4dcb-8e10-bdaf93e0ac5c req-535a4ac4-5f04-4e14-983f-dbb3e16e0f33 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:34.967459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3de4bd72-9398-4dcb-8e10-bdaf93e0ac5c req-535a4ac4-5f04-4e14-983f-dbb3e16e0f33 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1133113 Sep 21 08:20:35.039955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3de4bd72-9398-4dcb-8e10-bdaf93e0ac5c req-e653d88e-9800-4fb3-a822-ead23ce84083 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685635 Sep 21 08:20:35.496165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34651b-3491-40fe-9713-8f303744811d req-30e4be88-7ab9-455a-a13c-7f887c603a75 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.517831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c34651b-3491-40fe-9713-8f303744811d req-30e4be88-7ab9-455a-a13c-7f887c603a75 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1415093 Sep 21 08:20:35.610609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-917efdae-bdc6-4a55-8f07-1c916eb1f54e req-e0490f7d-5109-40b3-88e7-4848497408c1 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 210 time: 0.5224059 Sep 21 08:20:35.651540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c34651b-3491-40fe-9713-8f303744811d req-25b29422-f87a-4df2-82a9-24a55860a9aa tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297112 Sep 21 08:20:35.777874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.784460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.804378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.811056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.818476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.828506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.838011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.841167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-fdfdd6bf-cd79-4f96-9dad-46bcebae8cb2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1364112 Sep 21 08:20:35.935624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-a645119a-f9b6-470b-b768-1ddd6211eb06 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:35.937356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-a645119a-f9b6-470b-b768-1ddd6211eb06 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.50 "GET /v2.0/networks?id=168f0d78-625e-48c7-9476-ff7ff78bfc00 HTTP/1.1" status: 200 len: 810 time: 0.2392249 Sep 21 08:20:35.948705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a64ddc68-14b8-4457-9e2d-f44ed1dcb286 req-238c23d9-d2c9-4171-bd2f-cee060464714 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958569 Sep 21 08:20:35.970026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Request body: {'port': {'device_id': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00', 'admin_state_up': True, 'tenant_id': 'ec0d16238c9245a9ae0d4852a0cc5ae4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:36.033551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7be13-a011-4261-ad03-ccdc09a91122 req-842b4c75-55c3-46d2-bde6-5b66c5913b41 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:36.041273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03e7be13-a011-4261-ad03-ccdc09a91122 req-842b4c75-55c3-46d2-bde6-5b66c5913b41 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.2405021 Sep 21 08:20:36.183493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03e7be13-a011-4261-ad03-ccdc09a91122 req-40a5503e-e32a-4306-86d0-4ad26496c397 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410351 Sep 21 08:20:36.266802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Made reservation on behalf of ec0d16238c9245a9ae0d4852a0cc5ae4 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:36.275034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:36.287568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08c06a-a9c1-46e0-9bfb-7962ed8a451d req-ab24efe6-9803-434e-a63b-b93e46820b81 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:36.290072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf08c06a-a9c1-46e0-9bfb-7962ed8a451d req-ab24efe6-9803-434e-a63b-b93e46820b81 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0706818 Sep 21 08:20:36.373453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf08c06a-a9c1-46e0-9bfb-7962ed8a451d req-a5268bbd-8119-4103-bf62-ddff5aa7f14e tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670531 Sep 21 08:20:36.570152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Allocated IP 172.20.0.8 (168f0d78-625e-48c7-9476-ff7ff78bfc00/250b58f4-a805-40d5-bcde-a818e95b65ac/034171c3-041d-4cf8-8cd5-b67ea0c9a212) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:20:36.882997 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:36.914358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeb0cfc4-8e4c-406a-aa27-069d3528fdb8 req-4932b480-86cf-4c0a-8c72-044c0e6ea42e tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 210 time: 0.0729353 Sep 21 08:20:37.146892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.156052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.167184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.180524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.193172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.204588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.212840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.218319 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-347fb766-a941-4af2-a7c3-8b8466fcd484 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1618032 Sep 21 08:20:37.302362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c33b295-a77c-4d12-b515-d03ade69de86 req-e8e0c970-7e64-4f3c-ae82-d8994e1d75c7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757182 Sep 21 08:20:37.436041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96feae-7737-434d-922f-a986c1d9cef6 req-86c5972e-4f14-4a3b-ad7b-5aac0db2cccf tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.438602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff96feae-7737-434d-922f-a986c1d9cef6 req-86c5972e-4f14-4a3b-ad7b-5aac0db2cccf tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.0725574 Sep 21 08:20:37.440561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:37.506665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Pushing event updated for resources: {'Port': ['ID=034171c3-041d-4cf8-8cd5-b67ea0c9a212,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:37.517019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Network 168f0d78-625e-48c7-9476-ff7ff78bfc00 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:20:37.520358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:20:37.543591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:20:37.633242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.634265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:37.678360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-3b0f5b54-c6ab-454c-9887-0e37da4c691d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7130687 Sep 21 08:20:37.687370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8aef8c-c203-41cf-bf4b-f2e31e0c6536 req-bdb3283c-a8f2-4926-b557-a3e786d8319c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:37.688564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f8aef8c-c203-41cf-bf4b-f2e31e0c6536 req-bdb3283c-a8f2-4926-b557-a3e786d8319c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1284926 Sep 21 08:20:37.699705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff96feae-7737-434d-922f-a986c1d9cef6 req-7636ad16-8577-4c7e-bee1-c12dbe7e9c7f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951501 Sep 21 08:20:37.713568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Request body: {'port': {'device_id': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:37.774678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f8aef8c-c203-41cf-bf4b-f2e31e0c6536 req-01fbacc4-ea29-4dd3-931b-ab96fd557f94 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680943 Sep 21 08:20:37.831591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:38.200144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21417813-cb7e-44c8-96c8-cba52a321124 req-2b1d287c-f376-4469-a9c9-4773deafab23 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.202476 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-21417813-cb7e-44c8-96c8-cba52a321124 req-2b1d287c-f376-4469-a9c9-4773deafab23 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 931 time: 0.1450887 Sep 21 08:20:38.257275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-4ed7d0d3-0580-474d-94bf-50bced6fa952 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.270387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-4ed7d0d3-0580-474d-94bf-50bced6fa952 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1834929 Sep 21 08:20:38.325988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-21417813-cb7e-44c8-96c8-cba52a321124 req-9c5ddf50-e073-47b2-b3b2-272f80f2a085 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984550 Sep 21 08:20:38.572795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034171c3-041d-4cf8-8cd5-b67ea0c9a212 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:38.588016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Deleting port 3c697fff-57f2-49af-bdd4-562b2bd50651 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:38.588822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:38.636415 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:38.676025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Transition to ACTIVE for port object 034171c3-041d-4cf8-8cd5-b67ea0c9a212 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:20:38.681287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:38.743810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Pushing event updated for resources: {'Port': ['ID=034171c3-041d-4cf8-8cd5-b67ea0c9a212,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:38.849436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] For port 3c697fff-57f2-49af-bdd4-562b2bd50651, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3c697fff-57f2-49af-bdd4-562b2bd50651,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:38.850282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:38.883769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.890220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.897352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.912361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.920335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.928106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.936996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.950501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-a5076161-eaec-4f02-a03e-3fcc27f68c03 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.4503174 Sep 21 08:20:38.967876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Calling delete_port for 3c697fff-57f2-49af-bdd4-562b2bd50651 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:38.989500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccd181-1d42-418d-a7f7-8587f334b47c req-ff3b07a9-3017-4b10-9b96-6dd00c998dc8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:38.999450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6ccd181-1d42-418d-a7f7-8587f334b47c req-ff3b07a9-3017-4b10-9b96-6dd00c998dc8 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 946 time: 0.1238122 Sep 21 08:20:39.046883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Attempting to bind port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:20:39.047891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Attempting to bind port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '895ad2ba-a42a-404e-abf2-b860dfcb4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:20:39.048268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Attempting to bind port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 on network 168f0d78-625e-48c7-9476-ff7ff78bfc00 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:39.060738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 on network 168f0d78-625e-48c7-9476-ff7ff78bfc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:20:39.061054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Attempting to bind port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 on network 168f0d78-625e-48c7-9476-ff7ff78bfc00 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:20:39.074543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:20:39.074890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Checking segment: {'id': '895ad2ba-a42a-404e-abf2-b860dfcb4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:39.075284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Bound using segment: {'id': '895ad2ba-a42a-404e-abf2-b860dfcb4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:20:39.075751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Bound port: 034171c3-041d-4cf8-8cd5-b67ea0c9a212, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895ad2ba-a42a-404e-abf2-b860dfcb4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:20:39.076118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:39.092086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6ccd181-1d42-418d-a7f7-8587f334b47c req-455c124b-393b-43e1-8294-0b87e0cc8088 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808568 Sep 21 08:20:39.108129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae5b0db8-d88f-406f-8027-6bde91a962e0 req-7a3d2a4b-20ee-4bd5-a644-fecb7b1ba6ca tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562927 Sep 21 08:20:39.240169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] For port 034171c3-041d-4cf8-8cd5-b67ea0c9a212, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:20:39.244678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] For port 034171c3-041d-4cf8-8cd5-b67ea0c9a212, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=034171c3-041d-4cf8-8cd5-b67ea0c9a212,segment=NetworkSegment(895ad2ba-a42a-404e-abf2-b860dfcb4325),segment_id=895ad2ba-a42a-404e-abf2-b860dfcb4325)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:20:39.288056 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:39.291667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:39.308089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250', '3c697fff-57f2-49af-bdd4-562b2bd50651'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:39.356549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:39.357302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:39.365869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] 10.222.0.50 "PUT /v2.0/ports/034171c3-041d-4cf8-8cd5-b67ea0c9a212 HTTP/1.1" status: 200 len: 1091 time: 1.6648254 Sep 21 08:20:39.367633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'tag': '034171c3-041d-4cf8-8cd5-b67ea0c9a212'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:39.370700 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6e6100-caaa-4519-9d43-8f8b984a337e" -d '{"events": [{"name": "network-changed", "server_uuid": "5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6", "tag": "034171c3-041d-4cf8-8cd5-b67ea0c9a212"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:39.381825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event deleted for resources: {'Port': ['ID=3c697fff-57f2-49af-bdd4-562b2bd50651,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:39.405548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.406726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.407661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.409429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.410464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.411422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.412335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.413277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.414487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.415494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.416356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.417245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.428104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f215f4b-6f8d-4c88-aa2c-47dcdd01ab6b req-33ed4910-970e-46a9-ab53-428276acfd68 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:39.429700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f215f4b-6f8d-4c88-aa2c-47dcdd01ab6b req-33ed4910-970e-46a9-ab53-428276acfd68 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.2357333 Sep 21 08:20:39.541287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] No DVR routers for this DVR port 3c697fff-57f2-49af-bdd4-562b2bd50651 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:20:39.548021 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1aa17d-47d2-4070-9706-6681f7d9def7 x-openstack-request-id: req-0e1aa17d-47d2-4070-9706-6681f7d9def7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:39.548712 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6", "tag": "034171c3-041d-4cf8-8cd5-b67ea0c9a212", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:39.551692 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e1aa17d-47d2-4070-9706-6681f7d9def7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:39.552181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:39.552996 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'tag': '034171c3-041d-4cf8-8cd5-b67ea0c9a212', 'status': 'completed', 'code': 200} Sep 21 08:20:39.556378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f459382b-db8a-4b32-a489-aa32366a5b60 req-8ffb38a9-e216-4977-a146-4d08fb100296 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "DELETE /v2.0/ports/3c697fff-57f2-49af-bdd4-562b2bd50651 HTTP/1.1" status: 204 len: 173 time: 1.2831264 Sep 21 08:20:39.556914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'name': 'network-vif-deleted', 'tag': '3c697fff-57f2-49af-bdd4-562b2bd50651'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:39.560700 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde8c91b-9592-43c2-b138-391f27c14c7d" -d '{"events": [{"server_uuid": "bf27be0a-8640-46d5-9f9e-604ba6720f21", "name": "network-vif-deleted", "tag": "3c697fff-57f2-49af-bdd4-562b2bd50651"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:39.605855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Pushing event updated for resources: {'Port': ['ID=034171c3-041d-4cf8-8cd5-b67ea0c9a212,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:39.664574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.664987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.665474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.665822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.666157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.666492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.666832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.667154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.667508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.667883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.668213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.668612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d565f6d-b972-40c0-aa90-967d375fdf11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:20:39.682830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-12a1069f-169a-4869-b8c5-d517a42bb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:39.687552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-12a1069f-169a-4869-b8c5-d517a42bb10c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec0d16238c9245a9ae0d4852a0cc5ae4&device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 1094 time: 0.2334688 Sep 21 08:20:39.697461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f215f4b-6f8d-4c88-aa2c-47dcdd01ab6b req-7393b783-d8d4-421b-b422-dbfa33eb098b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503829 Sep 21 08:20:39.705479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6391556-23a4-433d-aaa3-131bf777399a req-9920e497-573b-4cf6-be98-f7bcc6dd5eb8 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:39.706999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6391556-23a4-433d-aaa3-131bf777399a req-9920e497-573b-4cf6-be98-f7bcc6dd5eb8 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 943 time: 0.1015866 Sep 21 08:20:39.809383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-a78e0f50-49a7-41d8-b8bd-6a6be63b0078 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034171c3-041d-4cf8-8cd5-b67ea0c9a212 HTTP/1.1" status: 200 len: 217 time: 0.1078796 Sep 21 08:20:39.811168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6391556-23a4-433d-aaa3-131bf777399a req-6c5e5584-5dbf-4ebb-9884-9f48fc8f07b2 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930288 Sep 21 08:20:39.882653 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e046f9d7-5f51-4bbc-bdc5-e9240a160ae9 x-openstack-request-id: req-e046f9d7-5f51-4bbc-bdc5-e9240a160ae9 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:39.882653 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf27be0a-8640-46d5-9f9e-604ba6720f21", "name": "network-vif-deleted", "tag": "3c697fff-57f2-49af-bdd4-562b2bd50651", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:39.882931 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e046f9d7-5f51-4bbc-bdc5-e9240a160ae9 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:39.883173 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf27be0a-8640-46d5-9f9e-604ba6720f21', 'name': 'network-vif-deleted', 'tag': '3c697fff-57f2-49af-bdd4-562b2bd50651', 'status': 'completed', 'code': 200} Sep 21 08:20:39.914014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-d9f8b3d2-47c3-48be-bb63-014658d981cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:39.916642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-d9f8b3d2-47c3-48be-bb63-014658d981cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=250b58f4-a805-40d5-bcde-a818e95b65ac HTTP/1.1" status: 200 len: 850 time: 0.0965285 Sep 21 08:20:39.970662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-8253516c-9ac7-48a6-ab96-e15552f80661 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=168f0d78-625e-48c7-9476-ff7ff78bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395284 Sep 21 08:20:40.104205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-0ebbe294-388a-4f90-aef9-1465ddf503a1 service neutron] 10.222.0.50 "GET /v2.0/networks/168f0d78-625e-48c7-9476-ff7ff78bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207664 Sep 21 08:20:40.304952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e93c8d2a-bc92-4182-9591-3eabed9f7de7 req-fb2b571b-b10d-4cb7-ac29-94af210a9075 service neutron] 10.222.0.50 "GET /v2.0/networks/168f0d78-625e-48c7-9476-ff7ff78bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866677 Sep 21 08:20:40.315748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0103d1cc-10fb-4334-bbf9-f7b211971fec req-1fe7e730-da93-4484-8709-68d67df96223 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf27be0a-8640-46d5-9f9e-604ba6720f21 HTTP/1.1" status: 200 len: 210 time: 0.0781002 Sep 21 08:20:40.468387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.477488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.489027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.502593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.513111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.526046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.539958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.569239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-ad27f5b0-b5f5-4a0e-8417-6dd993014578 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.2287233 Sep 21 08:20:40.634361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-930944ac-2a27-42ba-9a61-eb95f4c290e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.636713 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-930944ac-2a27-42ba-9a61-eb95f4c290e5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec0d16238c9245a9ae0d4852a0cc5ae4&device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 1094 time: 0.2319853 Sep 21 08:20:40.650253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-895c7efc-de54-48e5-ac48-1cb13d87ddbd req-6857ba97-f4a8-4203-9aee-b1edf6078f44 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796034 Sep 21 08:20:40.820059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-63b5c776-97dc-463c-b33d-184637218533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.822807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-63b5c776-97dc-463c-b33d-184637218533 service neutron] 10.222.0.50 "GET /v2.0/networks?id=168f0d78-625e-48c7-9476-ff7ff78bfc00 HTTP/1.1" status: 200 len: 911 time: 0.1671290 Sep 21 08:20:40.907184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-684635f0-31a7-4093-a1e2-ee7e35863a66 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=034171c3-041d-4cf8-8cd5-b67ea0c9a212 HTTP/1.1" status: 200 len: 217 time: 0.0697773 Sep 21 08:20:40.916197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce5561-51c1-4449-9975-f179651edda4 req-40233d0f-367a-45e5-883f-23ecd631f70b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.935134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3ce5561-51c1-4449-9975-f179651edda4 req-40233d0f-367a-45e5-883f-23ecd631f70b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1074336 Sep 21 08:20:40.975958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-f0544506-6f12-4fb5-a25c-ffb974316b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:40.977831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-f0544506-6f12-4fb5-a25c-ffb974316b5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=250b58f4-a805-40d5-bcde-a818e95b65ac HTTP/1.1" status: 200 len: 850 time: 0.0517397 Sep 21 08:20:41.005868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3ce5561-51c1-4449-9975-f179651edda4 req-6e10bbf3-7dcf-4e2a-912a-1c377ca2bd67 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688291 Sep 21 08:20:41.045759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-7329ad8a-6425-45eb-869d-ae48fa41b971 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=168f0d78-625e-48c7-9476-ff7ff78bfc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509176 Sep 21 08:20:41.180370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991b965-d3f2-482f-9df2-46c81bdd4bf7 req-587d73e4-c481-4910-ab94-57dc51a84b28 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.189579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6991b965-d3f2-482f-9df2-46c81bdd4bf7 req-587d73e4-c481-4910-ab94-57dc51a84b28 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 943 time: 0.1561441 Sep 21 08:20:41.252200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6991b965-d3f2-482f-9df2-46c81bdd4bf7 req-c5b7da79-9543-44e9-b57b-b5321dbe3900 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613091 Sep 21 08:20:41.280993 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-3807c779-6f58-4231-b341-447c43f19609 service neutron] 10.222.0.50 "GET /v2.0/networks/168f0d78-625e-48c7-9476-ff7ff78bfc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981590 Sep 21 08:20:41.449290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a6e6100-caaa-4519-9d43-8f8b984a337e req-9a07e0c1-dd81-4fb8-aaed-6cccbc882782 service neutron] 10.222.0.50 "GET /v2.0/networks/168f0d78-625e-48c7-9476-ff7ff78bfc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583943 Sep 21 08:20:41.855113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.869900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.881527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.893086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.903481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.913512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.919797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:41.924692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81d324ac-90b9-48d3-825b-bd613e526814 req-4c4135bc-acd4-4c1d-a3c4-17107a2ea5d9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1648915 Sep 21 08:20:41.994082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81d324ac-90b9-48d3-825b-bd613e526814 req-93a902a4-c409-4c42-b418-066f4c93ad4b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569694 Sep 21 08:20:42.278906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb979-2fde-4f54-a050-45371bfaaf0d req-deb9ff28-6b64-4acb-8060-c8e1aeb9bec1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:42.282270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7ebb979-2fde-4f54-a050-45371bfaaf0d req-deb9ff28-6b64-4acb-8060-c8e1aeb9bec1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1252236 Sep 21 08:20:42.356179 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7ebb979-2fde-4f54-a050-45371bfaaf0d req-03d86174-1529-4a8b-9cb3-532f03e13ec4 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619173 Sep 21 08:20:42.615802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d76407-1bb0-4b8e-ac6b-72e9a813ecf5 req-3ade8287-8202-4d56-9669-1dd8f8215aaf tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:42.626219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16d76407-1bb0-4b8e-ac6b-72e9a813ecf5 req-3ade8287-8202-4d56-9669-1dd8f8215aaf tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 943 time: 0.1200833 Sep 21 08:20:42.632142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f97ac-6203-46fd-a9af-9c80e29e0b67 req-1d3aaa5a-2f88-4bb1-a836-061baca2ff03 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:42.634134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a0f97ac-6203-46fd-a9af-9c80e29e0b67 req-1d3aaa5a-2f88-4bb1-a836-061baca2ff03 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 945 time: 0.0993817 Sep 21 08:20:42.679665 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16d76407-1bb0-4b8e-ac6b-72e9a813ecf5 req-fcbd83c3-b115-4b6a-aaa1-eb16f6806ab2 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520654 Sep 21 08:20:42.710948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a0f97ac-6203-46fd-a9af-9c80e29e0b67 req-23b0583e-bca8-4542-97a9-fe1de24bc27f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687261 Sep 21 08:20:42.746023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3c697fff-57f2-49af-bdd4-562b2bd50651 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:20:42.791499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 3c697fff-57f2-49af-bdd4-562b2bd50651 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:20:42.792402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3c697fff-57f2-49af-bdd4-562b2bd50651 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:20:42.974272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 034171c3-041d-4cf8-8cd5-b67ea0c9a212 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:43.184057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 034171c3-041d-4cf8-8cd5-b67ea0c9a212, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=034171c3-041d-4cf8-8cd5-b67ea0c9a212,segment=NetworkSegment(895ad2ba-a42a-404e-abf2-b860dfcb4325),segment_id=895ad2ba-a42a-404e-abf2-b860dfcb4325)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:43.203635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.210981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.214397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '034171c3-041d-4cf8-8cd5-b67ea0c9a212', 'network_id': '168f0d78-625e-48c7-9476-ff7ff78bfc00', 'port_id': '034171c3-041d-4cf8-8cd5-b67ea0c9a212', 'mac_address': 'fa:16:3e:f2:d8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250b58f4-a805-40d5-bcde-a818e95b65ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:43.219748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.228081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.234724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.241799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.248207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.253500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-51f33026-3bfa-4ebe-a963-bf09bebdd4b8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1415460 Sep 21 08:20:43.289246 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:43.318793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034171c3-041d-4cf8-8cd5-b67ea0c9a212 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:43.330948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5fe2cd7-9fad-4c33-8286-8fb136a4ce62 req-257256e0-7b89-4462-80a7-65c37fce0433 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708668 Sep 21 08:20:43.362125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 034171c3-041d-4cf8-8cd5-b67ea0c9a212, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=034171c3-041d-4cf8-8cd5-b67ea0c9a212,segment=NetworkSegment(895ad2ba-a42a-404e-abf2-b860dfcb4325),segment_id=895ad2ba-a42a-404e-abf2-b860dfcb4325)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:43.371379 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:43.476259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=034171c3-041d-4cf8-8cd5-b67ea0c9a212,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:43.577058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5fc71-6d9a-4034-be84-34f3f4e01ebe req-4992f823-53cb-429a-98f6-9acfa02ff7f3 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:43.579524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78d5fc71-6d9a-4034-be84-34f3f4e01ebe req-4992f823-53cb-429a-98f6-9acfa02ff7f3 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.0924120 Sep 21 08:20:43.647536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78d5fc71-6d9a-4034-be84-34f3f4e01ebe req-bd33916a-0432-49ed-8095-036b14b4136e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Sep 21 08:20:43.882516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['034171c3-041d-4cf8-8cd5-b67ea0c9a212'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:44.018756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dfea4-8902-402d-aede-04713298a9cc req-2e34d1ba-285b-48df-8fbf-94315453a798 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.033784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddfc33-af9e-427c-b171-df2077657ddd req-e2002637-6a14-42d8-95f1-4ffb6737a2cf tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.036011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-544dfea4-8902-402d-aede-04713298a9cc req-2e34d1ba-285b-48df-8fbf-94315453a798 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 945 time: 0.1501412 Sep 21 08:20:44.050586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e4ddfc33-af9e-427c-b171-df2077657ddd req-e2002637-6a14-42d8-95f1-4ffb6737a2cf tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 944 time: 0.1911397 Sep 21 08:20:44.107751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e4ddfc33-af9e-427c-b171-df2077657ddd req-86e69a0e-19f1-4888-89ed-997644c115d4 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Sep 21 08:20:44.119913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-544dfea4-8902-402d-aede-04713298a9cc req-00d865ee-c084-4ee4-b037-b2e22dc096c7 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/security-groups?id=29fbdf1d-fc5b-47bf-88b8-8a79da648b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823863 Sep 21 08:20:44.329911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-e17ae0db-ed67-4762-bbdc-63ec57eb5435 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.331588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-e17ae0db-ed67-4762-bbdc-63ec57eb5435 tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 945 time: 0.0778899 Sep 21 08:20:44.474375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Deleting port 3601b3e8-ab27-4f4b-b8ed-248882c89250 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:44.474736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:44.594751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.601286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.608742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.615796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.621893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.627850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.635425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.644647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-fae1e6b0-7be2-4c31-8e52-69af6ba101a0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5420 time: 0.1878138 Sep 21 08:20:44.686426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce9e27b5-5856-4b81-bc79-a0491f333287 req-bb34cd21-a5ac-49ad-aa2d-e4e9cd412829 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412116 Sep 21 08:20:44.695083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] For port 3601b3e8-ab27-4f4b-b8ed-248882c89250, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3601b3e8-ab27-4f4b-b8ed-248882c89250,segment=NetworkSegment(7ac8805d-2c49-48f5-8f80-08ccaaa7c09b),segment_id=7ac8805d-2c49-48f5-8f80-08ccaaa7c09b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:44.695397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:44.728027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Calling delete_port for 3601b3e8-ab27-4f4b-b8ed-248882c89250 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:44.906897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f461-c085-4b1d-b955-e9d952967a1a req-ca02d68e-a696-4c9a-9cea-4bfc7fbc508b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:44.908533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ba7f461-c085-4b1d-b955-e9d952967a1a req-ca02d68e-a696-4c9a-9cea-4bfc7fbc508b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1012850 Sep 21 08:20:44.986771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 202266fb-dfa6-4b81-9761-4783b5bccb96 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:45.019950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ba7f461-c085-4b1d-b955-e9d952967a1a req-a237c733-816a-423a-9819-268b2427d322 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009452 Sep 21 08:20:45.027443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:45.067958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Pushing event deleted for resources: {'Port': ['ID=3601b3e8-ab27-4f4b-b8ed-248882c89250,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:45.179064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3601b3e8-ab27-4f4b-b8ed-248882c89250'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:45.184284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] No DVR routers for this DVR port 3601b3e8-ab27-4f4b-b8ed-248882c89250 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:20:45.190537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:45.198308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b929d825-db00-4cc8-92c2-d52d91fdada8 req-231bf9dc-377c-4404-9ee2-f7400f75e7ff tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.62 "DELETE /v2.0/ports/3601b3e8-ab27-4f4b-b8ed-248882c89250 HTTP/1.1" status: 204 len: 173 time: 0.8605404 Sep 21 08:20:45.198930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'name': 'network-vif-deleted', 'tag': '3601b3e8-ab27-4f4b-b8ed-248882c89250'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:45.206694 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558027d5-185c-4d86-85a7-0a83ace033ff" -d '{"events": [{"server_uuid": "96d0f66c-f5fc-45f4-980f-a088540970c4", "name": "network-vif-deleted", "tag": "3601b3e8-ab27-4f4b-b8ed-248882c89250"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:45.278722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32e43210-9626-4e90-ab15-a3e979ca2e51 req-d14ed3e4-b069-4514-9892-0f9639ed959f tempest-ServersTestJSON-1287886966 tempest-ServersTestJSON-1287886966-project] 10.222.0.59 "GET /v2.0/ports?device_id=96d0f66c-f5fc-45f4-980f-a088540970c4 HTTP/1.1" status: 200 len: 210 time: 0.0486739 Sep 21 08:20:45.345728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 202266fb-dfa6-4b81-9761-4783b5bccb96, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=202266fb-dfa6-4b81-9761-4783b5bccb96,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:45.366081 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a719ce4d-691d-4ecb-bba5-9e72a1dd7111 x-openstack-request-id: req-a719ce4d-691d-4ecb-bba5-9e72a1dd7111 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:45.367068 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d0f66c-f5fc-45f4-980f-a088540970c4", "name": "network-vif-deleted", "tag": "3601b3e8-ab27-4f4b-b8ed-248882c89250", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:45.367667 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a719ce4d-691d-4ecb-bba5-9e72a1dd7111 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:45.368422 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d0f66c-f5fc-45f4-980f-a088540970c4', 'name': 'network-vif-deleted', 'tag': '3601b3e8-ab27-4f4b-b8ed-248882c89250', 'status': 'completed', 'code': 200} Sep 21 08:20:45.409331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'port_id': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'mac_address': 'fa:16:3e:75:84:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:45.497757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:45.510106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa26b4-6726-4af2-b422-24661b4138ec req-5791a039-ebed-4f32-9f50-464e01769ab3 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:45.512631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15fa26b4-6726-4af2-b422-24661b4138ec req-5791a039-ebed-4f32-9f50-464e01769ab3 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 944 time: 0.2060330 Sep 21 08:20:45.525295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202266fb-dfa6-4b81-9761-4783b5bccb96 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:45.588729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 202266fb-dfa6-4b81-9761-4783b5bccb96, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=202266fb-dfa6-4b81-9761-4783b5bccb96,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:45.597123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:45.597936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e9d2f32f-373f-41d7-8675-b2371700eaf7 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:45.601568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15fa26b4-6726-4af2-b422-24661b4138ec req-3eb37cee-7065-44db-951c-b1bcaa767c58 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781033 Sep 21 08:20:45.958500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=202266fb-dfa6-4b81-9761-4783b5bccb96,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:45.993166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.008843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.023340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.035755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e9d2f32f-373f-41d7-8675-b2371700eaf7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:46.042023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.051445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'e9d2f32f-373f-41d7-8675-b2371700eaf7', 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'port_id': 'e9d2f32f-373f-41d7-8675-b2371700eaf7', 'mac_address': 'fa:16:3e:eb:8a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b4429c-1b3b-4838-b308-4102494c0acf', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:46.057863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.071775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.094469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.110440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-0b4e3dea-4360-4e40-90f9-18dcf57c30a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5421 time: 0.2013531 Sep 21 08:20:46.139576 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:46.164577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d2f32f-373f-41d7-8675-b2371700eaf7 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:46.224031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e9d2f32f-373f-41d7-8675-b2371700eaf7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:46.230300 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:46.231625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5b2eb16a-e89e-4b31-9830-1742dae1ded1 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:46.238136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-565a084a-55a1-49fe-b9d2-57e5c5633063 req-d5099bd3-a62a-4d12-ab67-ecd55d2ddfb6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261423 Sep 21 08:20:46.272724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca8c3-d7ba-46c1-a303-99ecc36139ce req-ff21fefb-e327-41fa-8570-7ff6ba8ad8d6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.275261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-378ca8c3-d7ba-46c1-a303-99ecc36139ce req-ff21fefb-e327-41fa-8570-7ff6ba8ad8d6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1121149 Sep 21 08:20:46.369590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-378ca8c3-d7ba-46c1-a303-99ecc36139ce req-e4b65686-9506-483c-9fc5-3593caeb984c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806568 Sep 21 08:20:46.394346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59652) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:46.547676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] Deleting subnet 73015880-6984-4eb4-99f8-b3145d0e24b7 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:20:46.558467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:46.608435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e9d2f32f-373f-41d7-8675-b2371700eaf7,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:46.644522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:46.668705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '5b2eb16a-e89e-4b31-9830-1742dae1ded1', 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911', 'port_id': '5b2eb16a-e89e-4b31-9830-1742dae1ded1', 'mac_address': 'fa:16:3e:21:5a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16309529-e842-4059-a791-49161bd4a8e2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:46.707515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:46.818994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06752907-7334-4e07-8c66-de2822ea60d0 req-f643c489-9566-44d6-aa59-1df61a869559 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:46.827471 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:46.829749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06752907-7334-4e07-8c66-de2822ea60d0 req-f643c489-9566-44d6-aa59-1df61a869559 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 944 time: 0.1039193 Sep 21 08:20:46.861627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2eb16a-e89e-4b31-9830-1742dae1ded1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:46.863524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:46.900567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:46.924471 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06752907-7334-4e07-8c66-de2822ea60d0 req-4ccf625e-94c7-4283-a037-9625a742e58d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866408 Sep 21 08:20:46.925814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:46.926499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b90e5df9-3320-4f43-93fa-17778f34b5f1 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:46.983742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.026477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73015880-6984-4eb4-99f8-b3145d0e24b7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:47.027588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5b2eb16a-e89e-4b31-9830-1742dae1ded1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:47.041802 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.044478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc77a656-6f75-4fda-9006-403bb2b00da3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/73015880-6984-4eb4-99f8-b3145d0e24b7 HTTP/1.1" status: 204 len: 168 time: 0.6485918 Sep 21 08:20:47.049933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59662) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:47.072296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b90e5df9-3320-4f43-93fa-17778f34b5f1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:47.085632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b90e5df9-3320-4f43-93fa-17778f34b5f1', 'network_id': '2dbc9bc4-e323-4244-a1fc-1f968387d911', 'port_id': 'b90e5df9-3320-4f43-93fa-17778f34b5f1', 'mac_address': 'fa:16:3e:c7:4b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16309529-e842-4059-a791-49161bd4a8e2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:47.198885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.233267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90e5df9-3320-4f43-93fa-17778f34b5f1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:47.239870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.263081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b90e5df9-3320-4f43-93fa-17778f34b5f1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:47.279700 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.280635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6b30b36-02a7-4ef2-8c29-b9f748797e1f details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:47.361791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.367885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:47.370387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b90e5df9-3320-4f43-93fa-17778f34b5f1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:47.406729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a6b30b36-02a7-4ef2-8c29-b9f748797e1f', 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'port_id': 'a6b30b36-02a7-4ef2-8c29-b9f748797e1f', 'mac_address': 'fa:16:3e:d9:97:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b4429c-1b3b-4838-b308-4102494c0acf', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:47.456631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4642e0-c176-45ad-94ca-ef89f3e726a1']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:47.491082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:47.491757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac8805d-2c49-48f5-8f80-08ccaaa7c09b') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:47.508534 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.513775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.537342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b30b36-02a7-4ef2-8c29-b9f748797e1f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:47.545279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.560454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:20:47.561844 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.564803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:47.571666 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.573705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5a375e51-0521-4b3b-97fd-f7d7192e99b6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:47.634109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:47.683745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.691512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:20:47.695262 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:20:47.699835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.702774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '5a375e51-0521-4b3b-97fd-f7d7192e99b6', 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'port_id': '5a375e51-0521-4b3b-97fd-f7d7192e99b6', 'mac_address': 'fa:16:3e:d4:61:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b4429c-1b3b-4838-b308-4102494c0acf', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:47.706353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.715630 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.716082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.726605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.733430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.736338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-74deea81-5b71-4da9-bb58-a863f91ceb48 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5424 time: 0.2175124 Sep 21 08:20:47.750406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.757478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] 10.222.0.59 "DELETE /v2.0/networks/3f4642e0-c176-45ad-94ca-ef89f3e726a1 HTTP/1.1" status: 204 len: 168 time: 0.7021444 Sep 21 08:20:47.775505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2b42b-485c-40de-aa62-3e86d3de447c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4642e0-c176-45ad-94ca-ef89f3e726a1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:47.794313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:47.814189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-00abfce6-94d9-42dd-9f25-84c1dd3f5ec1 req-606b9f28-c329-4226-8a62-1d2b32d06fa2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645080 Sep 21 08:20:47.816946 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.835267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a375e51-0521-4b3b-97fd-f7d7192e99b6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:47.836511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ae9a-1c71-499b-b6c7-b7a0c00ee441 req-d5e3be42-79e8-4830-987c-6f1b537098de tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:47.840066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09d9ae9a-1c71-499b-b6c7-b7a0c00ee441 req-d5e3be42-79e8-4830-987c-6f1b537098de tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1433907 Sep 21 08:20:47.883753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:47.891939 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:47.892934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:20:47.936903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09d9ae9a-1c71-499b-b6c7-b7a0c00ee441 req-c2516b8a-8fbb-4673-b07d-85daadc31d24 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823760 Sep 21 08:20:48.017226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59694) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:48.050985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:48.053699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5a375e51-0521-4b3b-97fd-f7d7192e99b6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:48.081185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '4bbfb1a4-3bad-431c-8ca1-f77036071ce1', 'network_id': '4db6f82b-8065-449f-8e25-9a465b734ed5', 'port_id': '4bbfb1a4-3bad-431c-8ca1-f77036071ce1', 'mac_address': 'fa:16:3e:0e:39:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b4429c-1b3b-4838-b308-4102494c0acf', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:20:48.138163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59700) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:48.142897 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.148021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-72fa5f72-4798-4b22-b538-aa550182d28d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5a7ad715cc14f289cd53326247a670f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295187 Sep 21 08:20:48.166120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:20:48.199750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:48.206592 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.227664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f60a74-6147-44aa-aeb7-726322a661d2 req-ec170c4a-a2ce-410a-987e-a2a737ded479 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:48.229799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7f60a74-6147-44aa-aeb7-726322a661d2 req-ec170c4a-a2ce-410a-987e-a2a737ded479 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 944 time: 0.0794649 Sep 21 08:20:48.253261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22555cc2-87db-4abf-995d-d66251508a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.260499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 034171c3-041d-4cf8-8cd5-b67ea0c9a212 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:48.291984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136cbc9-8bdb-4af8-8c6f-2ed3a01d3ded req-26782434-1e05-49e1-b068-e7b3b4324618 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:48.293869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4136cbc9-8bdb-4af8-8c6f-2ed3a01d3ded req-26782434-1e05-49e1-b068-e7b3b4324618 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.0876319 Sep 21 08:20:48.299987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22555cc2-87db-4abf-995d-d66251508a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.323625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:48.364022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7f60a74-6147-44aa-aeb7-726322a661d2 req-13d7991e-c699-46d2-9046-7f09bf17980c tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200311 Sep 21 08:20:48.369669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-63ba6f60-23db-40fe-a800-a1a14b22c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:48.371785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4136cbc9-8bdb-4af8-8c6f-2ed3a01d3ded req-d7d6763f-f5ef-42a1-b859-d432b2242244 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638471 Sep 21 08:20:48.372609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-63ba6f60-23db-40fe-a800-a1a14b22c091 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 1096 time: 0.1009369 Sep 21 08:20:48.386485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:48.410050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:48.410050 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.423739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22555cc2-87db-4abf-995d-d66251508a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.428971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22555cc2-87db-4abf-995d-d66251508a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.431114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-22555cc2-87db-4abf-995d-d66251508a71 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29fbdf1d-fc5b-47bf-88b8-8a79da648b25 HTTP/1.1" status: 204 len: 168 time: 0.2913644 Sep 21 08:20:48.460654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22555cc2-87db-4abf-995d-d66251508a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fbdf1d-fc5b-47bf-88b8-8a79da648b25,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:48.592357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-ce754f22-d466-4007-9f09-963dabd23051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:48.594891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.595599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-ce754f22-d466-4007-9f09-963dabd23051 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 913 time: 0.2100921 Sep 21 08:20:48.625546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034171c3-041d-4cf8-8cd5-b67ea0c9a212'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:48.627987 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9ea5ed-4128-4d12-a980-1ac60bbe7710" -d '{"events": [{"server_uuid": "5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6", "name": "network-vif-plugged", "status": "completed", "tag": "034171c3-041d-4cf8-8cd5-b67ea0c9a212"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:48.695689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-2255c890-16d0-481a-bd70-00dd7204416b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8494d03f-7319-4538-b713-13849877bc1c HTTP/1.1" status: 200 len: 217 time: 0.0785003 Sep 21 08:20:48.706490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 034171c3-041d-4cf8-8cd5-b67ea0c9a212, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=034171c3-041d-4cf8-8cd5-b67ea0c9a212,segment=NetworkSegment(895ad2ba-a42a-404e-abf2-b860dfcb4325),segment_id=895ad2ba-a42a-404e-abf2-b860dfcb4325)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:48.717294 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:48.718176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8494d03f-7319-4538-b713-13849877bc1c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:20:48.830841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-c9025f9d-6f78-4425-a76e-5b84d22fb603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:48.832592 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd351628-a8f3-4c1a-9d71-bc129d248fb2 x-openstack-request-id: req-cd351628-a8f3-4c1a-9d71-bc129d248fb2 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:48.832809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-c9025f9d-6f78-4425-a76e-5b84d22fb603 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1240828 Sep 21 08:20:48.833051 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6", "name": "network-vif-plugged", "status": "completed", "tag": "034171c3-041d-4cf8-8cd5-b67ea0c9a212", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:48.833227 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd351628-a8f3-4c1a-9d71-bc129d248fb2 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:48.833902 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034171c3-041d-4cf8-8cd5-b67ea0c9a212', 'code': 200} Sep 21 08:20:48.842900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3601b3e8-ab27-4f4b-b8ed-248882c89250 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:20:48.964740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=034171c3-041d-4cf8-8cd5-b67ea0c9a212,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:48.989451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 3601b3e8-ab27-4f4b-b8ed-248882c89250 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:20:48.995698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3601b3e8-ab27-4f4b-b8ed-248882c89250 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:20:49.027333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-a22746f0-4ec0-4654-8a93-6c871a0dd7fc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649604 Sep 21 08:20:49.142801 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:49.211272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.229185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.245116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:49.246329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.254696 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:49.261943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.268089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c4284-ddd9-4264-961b-561a9dcdaed2 req-ed2b5d95-c3db-4c8d-90c0-2d2967d126e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.270916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-846c4284-ddd9-4264-961b-561a9dcdaed2 req-ed2b5d95-c3db-4c8d-90c0-2d2967d126e6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 1096 time: 0.3528056 Sep 21 08:20:49.277324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.291364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.297386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5b608-bcd7-4651-bb95-d60684e4d18d req-d86d82c7-ba63-4fbf-ae7b-7790315557e8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.300115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.305937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-608d8a74-638e-4f1d-a853-bb4bad8ffcd7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5427 time: 0.1988790 Sep 21 08:20:49.310426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaa5b608-bcd7-4651-bb95-d60684e4d18d req-d86d82c7-ba63-4fbf-ae7b-7790315557e8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 945 time: 0.1879661 Sep 21 08:20:49.348757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:49.406029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a58133a5-c0d3-479e-9dd8-95fd193ff3dc req-771d33e8-1720-4d76-af93-7a2cc5a905f6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836599 Sep 21 08:20:49.426109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-b85794c1-91f9-4b9d-80e9-f43f5c7ba8e0 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470762 Sep 21 08:20:49.444377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-846c4284-ddd9-4264-961b-561a9dcdaed2 req-76ccb693-a994-4346-a180-18b0fc647443 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286225 Sep 21 08:20:49.480486 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaa5b608-bcd7-4651-bb95-d60684e4d18d req-88bd1abb-3e17-49e7-bf8d-650731cef1a9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680167 Sep 21 08:20:49.545020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e9d2f32f-373f-41d7-8675-b2371700eaf7'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:49.631866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['5b2eb16a-e89e-4b31-9830-1742dae1ded1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:49.719015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2efe3a49-e901-4164-9a11-2c785540dbd3 req-03ef9540-d0e1-40dd-9cba-d708ba036fa7 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726026 Sep 21 08:20:49.763305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b90e5df9-3320-4f43-93fa-17778f34b5f1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:49.766682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['5a375e51-0521-4b3b-97fd-f7d7192e99b6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:49.772540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['4bbfb1a4-3bad-431c-8ca1-f77036071ce1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:49.835946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ff585-fc2a-4b8d-a571-dd04065674b0 req-904576a4-8245-4289-bc2c-db374c2c1d7a tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.849889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e44ff585-fc2a-4b8d-a571-dd04065674b0 req-904576a4-8245-4289-bc2c-db374c2c1d7a tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.0964086 Sep 21 08:20:49.869851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3c933-19b3-42b3-b11f-88c3dbb957f6 req-e08a74f3-97e9-42ce-b899-288dccc3a7ed tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:49.877796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-53f3c933-19b3-42b3-b11f-88c3dbb957f6 req-e08a74f3-97e9-42ce-b899-288dccc3a7ed tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 945 time: 0.1513271 Sep 21 08:20:49.911492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e44ff585-fc2a-4b8d-a571-dd04065674b0 req-abd1af19-7e5b-43ec-9bb8-3b061c623382 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578887 Sep 21 08:20:49.994392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-53f3c933-19b3-42b3-b11f-88c3dbb957f6 req-15140ce2-d9cf-4d7f-9d0a-17f33ef1080a tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102703 Sep 21 08:20:50.180478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59758) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:50.400627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1957205246-network', 'tenant_id': 'db17fd228a1943e381a5e005a8c190c3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:50.400954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a6b30b36-02a7-4ef2-8c29-b9f748797e1f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:50.434041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['202266fb-dfa6-4b81-9761-4783b5bccb96'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:50.448885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Made reservation on behalf of db17fd228a1943e381a5e005a8c190c3 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:50.456413 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:50.508031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:50.867525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8494d03f-7319-4538-b713-13849877bc1c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:50.880882 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4473cddf-ad19-4acf-80b4-46e2f432c4f3" -d '{"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "8494d03f-7319-4538-b713-13849877bc1c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:50.883337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:50.895661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:50.908413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:50.935769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:50.961470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:50.983167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:50.997674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:51.014298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-53ffa569-1eb1-450c-9bc2-d058d5435509 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5427 time: 0.4283981 Sep 21 08:20:51.150375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236a2d-0a8e-4adc-bd48-5c801fb39ad1 req-4d3d15d0-f90f-4776-bbd1-4797b7f6f5e7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:51.160315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43236a2d-0a8e-4adc-bd48-5c801fb39ad1 req-4d3d15d0-f90f-4776-bbd1-4797b7f6f5e7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.2300806 Sep 21 08:20:51.200635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f81713c-7d90-4720-aff7-6a92b21e40a3 req-40a558d4-8e39-4936-a4ff-5ebd26e450af tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848996 Sep 21 08:20:51.245085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43236a2d-0a8e-4adc-bd48-5c801fb39ad1 req-312e5c15-12bd-4f53-be5f-9864f6150827 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837162 Sep 21 08:20:51.273105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:51.286420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:51.408910 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d0d1a-d1b5-4ad7-aa93-4f16862f5d15 x-openstack-request-id: req-709d0d1a-d1b5-4ad7-aa93-4f16862f5d15 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:51.409705 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "8494d03f-7319-4538-b713-13849877bc1c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:51.409705 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-709d0d1a-d1b5-4ad7-aa93-4f16862f5d15 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:51.410158 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8494d03f-7319-4538-b713-13849877bc1c', 'code': 200} Sep 21 08:20:51.497963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:20:51.512354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c315b20-49f9-4a80-9285-71aaddd95b7e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:51.614231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:51.615080 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Added segment 5d2b1585-1b60-42c9-a0bd-dec773dc877c of type vlan for network 36afce8f-0ed5-4988-92bc-beed407334e9 Sep 21 08:20:51.717294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:51.760840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc053-3023-4ea1-8a5e-2baa60525e7f req-093547b2-96be-439f-b831-bb64b6e9f754 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:51.764257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-563dc053-3023-4ea1-8a5e-2baa60525e7f req-093547b2-96be-439f-b831-bb64b6e9f754 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.2039428 Sep 21 08:20:51.848095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35d621-b2b2-49f6-814b-a5c84216aac4 req-d9d0434d-1f9a-46f9-bbfb-bda720c6741f tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:51.851973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d35d621-b2b2-49f6-814b-a5c84216aac4 req-d9d0434d-1f9a-46f9-bbfb-bda720c6741f tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 945 time: 0.1109030 Sep 21 08:20:51.854821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-563dc053-3023-4ea1-8a5e-2baa60525e7f req-24852788-5915-4ab0-bb60-6e864849a679 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702250 Sep 21 08:20:51.863834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:51.867481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:51.868793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:51.959943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d35d621-b2b2-49f6-814b-a5c84216aac4 req-a7311bab-058e-4f4f-b784-27a7e15d16f6 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886080 Sep 21 08:20:51.973066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] Pushing event updated for resources: {'Network': ['ID=36afce8f-0ed5-4988-92bc-beed407334e9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:51.986083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0404754c-308f-4c80-9cbb-4c3fb913cf0c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8040078 Sep 21 08:20:51.988038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59778) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:51.998402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Request body: {'subnet': {'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1957205246-subnet', 'tenant_id': 'db17fd228a1943e381a5e005a8c190c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:52.004971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 36afce8f-0ed5-4988-92bc-beed407334e9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:20:52.044689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Made reservation on behalf of db17fd228a1943e381a5e005a8c190c3 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:52.050223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:52.366098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-f2c1a5ca-6b47-4225-b4ff-6717863d3b48 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.372281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-f2c1a5ca-6b47-4225-b4ff-6717863d3b48 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.1193190 Sep 21 08:20:52.379862 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e2d4e2a2-71b4-4dba-989e-47160a5025aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:52.438293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:52.595626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Deleting port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:52.596247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:52.676597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e092e031-d1f4-4644-bd06-5b4cc2691e7f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:52.713820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.727448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.741196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.754311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.766713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.779627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.792786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.808492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-a2b1866c-1e07-4c90-b6a5-a5932ed631a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5427 time: 0.2824574 Sep 21 08:20:52.865981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49edd66-a506-4470-a0f6-16ecba135352 req-c25b763d-cf4f-491a-acab-b9444aabe90d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:52.868937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f49edd66-a506-4470-a0f6-16ecba135352 req-c25b763d-cf4f-491a-acab-b9444aabe90d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.2405753 Sep 21 08:20:52.903514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d626bc8-a248-4998-bb11-ed43aa1ea200 req-57886cde-b088-45f2-b321-cf883870ce6b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938613 Sep 21 08:20:52.923670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Checking segment: {'id': '5d2b1585-1b60-42c9-a0bd-dec773dc877c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:52.924263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Network hostable DHCP agents. Network: 36afce8f-0ed5-4988-92bc-beed407334e9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:20:52.992852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f49edd66-a506-4470-a0f6-16ecba135352 req-f903ed08-b47c-47a5-b84f-0bf6c69939c2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118317 Sep 21 08:20:52.998652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Network 36afce8f-0ed5-4988-92bc-beed407334e9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:20:53.040019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 36afce8f-0ed5-4988-92bc-beed407334e9) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:20:53.056754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941d6087-18ad-4294-9441-9f8ca5743806 None None] Network 36afce8f-0ed5-4988-92bc-beed407334e9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:20:53.069061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] For port 1a9fbe12-846e-42ba-8b0e-d875f12c5913, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1a9fbe12-846e-42ba-8b0e-d875f12c5913,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:53.070366 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:53.184960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:53.190320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:53.264428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ee71c206-f55c-44d8-ad67-1240cf1c2e91 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2745574 Sep 21 08:20:53.321826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce069f3-b0a0-40cf-9ec9-b7124bfdaf68 req-ef6244c8-f128-419d-98b9-7787dfae2293 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:53.334284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ce069f3-b0a0-40cf-9ec9-b7124bfdaf68 req-ef6244c8-f128-419d-98b9-7787dfae2293 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 945 time: 0.3149862 Sep 21 08:20:53.430985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ce069f3-b0a0-40cf-9ec9-b7124bfdaf68 req-bf790726-6d81-4366-8d51-7191dba8ef1c tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935955 Sep 21 08:20:53.464953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee416332-41ff-47c4-b9b7-b8d7971b2568 None None] Network 36afce8f-0ed5-4988-92bc-beed407334e9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:20:53.663874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861befeb-54a4-46e9-a6f2-52b9b75b4628 req-0d732d89-e94c-493a-90d9-7b602accb320 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:53.665491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-861befeb-54a4-46e9-a6f2-52b9b75b4628 req-0d732d89-e94c-493a-90d9-7b602accb320 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 946 time: 0.2138898 Sep 21 08:20:53.694035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:53.694697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:53.695339 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Floating IP 4b4044c5-84b3-44e8-98cc-793529d468a4 disassociated. External IP: 172.25.1.26, port: 1a9fbe12-846e-42ba-8b0e-d875f12c5913. Sep 21 08:20:53.696121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Calling delete_port for 1a9fbe12-846e-42ba-8b0e-d875f12c5913 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:53.907911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-861befeb-54a4-46e9-a6f2-52b9b75b4628 req-6e776890-1086-44f7-a197-b33c23c2fb69 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups?id=c9868733-3c56-48f6-8cd0-eaadee2e6b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118991 Sep 21 08:20:54.025100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:54.232504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.250482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.264764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.277622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.292063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.305878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.321295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.324655 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-20bab768-f0b9-48af-9afe-100798c61c7f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5427 time: 0.2184618 Sep 21 08:20:54.325560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59818) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:54.335777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-282459294-network', 'tenant_id': 'd025252c66a147f5a17e5204a00e3602'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:54.352251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event deleted for resources: {'Port': ['ID=1a9fbe12-846e-42ba-8b0e-d875f12c5913,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:54.394622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Router 8207563a-c10c-4927-b458-85d22f546045 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:20:54.438021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1645bbae-42b9-4391-8470-0407f8e25b0e req-cc3d7210-9af5-401a-b28f-5fe7499eb048 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951819 Sep 21 08:20:54.440201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Made reservation on behalf of d025252c66a147f5a17e5204a00e3602 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:54.449038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:54.487172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:54.501220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f54fc4-c955-437b-9c06-32fc64ad52e6 req-0037a67f-11ac-4066-a1cb-987654584bc8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:54.529552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91f54fc4-c955-437b-9c06-32fc64ad52e6 req-0037a67f-11ac-4066-a1cb-987654584bc8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.1816528 Sep 21 08:20:54.755278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91f54fc4-c955-437b-9c06-32fc64ad52e6 req-a39b85a6-d8c6-4da4-8270-40f11eb6f920 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229722 Sep 21 08:20:54.851652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:20:54.887283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] Sync routers for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:20:54.917424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:20:54.918286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:20:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:55.030847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] No DVR routers for this DVR port 1a9fbe12-846e-42ba-8b0e-d875f12c5913 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:20:55.034716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.041246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c44515f4-d2e1-481c-bccf-374ff37ad450 req-d1fd60ea-6fc1-41e6-8fe7-1be15b8e08fa tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.62 "DELETE /v2.0/ports/1a9fbe12-846e-42ba-8b0e-d875f12c5913 HTTP/1.1" status: 204 len: 173 time: 2.6584213 Sep 21 08:20:55.053865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'name': 'network-vif-deleted', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:55.063512 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a765b7b-35e8-4de5-a9ba-71ebcf2357bd" -d '{"events": [{"server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "name": "network-vif-deleted", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:55.079005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.092675 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.167409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6413a4d2-ced8-4d33-9fc1-39d2bb01797d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:55.181978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:20:55.198341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.199922 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Added segment ddd52854-983e-4cb0-b970-fbb2cd85a45d of type vlan for network 217cc205-ead0-4e6d-82d5-6849d77bfff3 Sep 21 08:20:55.315499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.326530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2296597-5745-4523-b721-cadf89bf3d6d req-f23b5264-ad1f-4fda-9331-e9efb8e83e22 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:55.327504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:20:55.335025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.335936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2296597-5745-4523-b721-cadf89bf3d6d req-f23b5264-ad1f-4fda-9331-e9efb8e83e22 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 945 time: 0.3024645 Sep 21 08:20:55.421278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2296597-5745-4523-b721-cadf89bf3d6d req-0143dc1f-0796-44e6-a492-4751a627465d tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826890 Sep 21 08:20:55.485124 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.491513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:55.492875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.590062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-f0e68177-e4bb-4649-bb20-1e2a1cd8a2af tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:55.591684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-f0e68177-e4bb-4649-bb20-1e2a1cd8a2af tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.50 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 945 time: 0.2413561 Sep 21 08:20:55.597154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2660463 Sep 21 08:20:55.603028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59846) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:55.623040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f7dd929-d14d-4204-90e4-7c80374972e3 req-1227c57d-fcaa-4549-8caf-f20a2474e210 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c376d23-1e03-4a50-bca6-8b10f645b5f9 HTTP/1.1" status: 200 len: 210 time: 0.0522265 Sep 21 08:20:55.682484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Request body: {'subnet': {'network_id': '217cc205-ead0-4e6d-82d5-6849d77bfff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-282459294-subnet', 'tenant_id': 'd025252c66a147f5a17e5204a00e3602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:20:55.698492 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc4c30-4ec8-431c-a28f-4a47b7bac0de x-openstack-request-id: req-43dc4c30-4ec8-431c-a28f-4a47b7bac0de {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:55.699307 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c376d23-1e03-4a50-bca6-8b10f645b5f9", "name": "network-vif-deleted", "tag": "1a9fbe12-846e-42ba-8b0e-d875f12c5913", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:55.699798 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43dc4c30-4ec8-431c-a28f-4a47b7bac0de {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:55.701232 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c376d23-1e03-4a50-bca6-8b10f645b5f9', 'name': 'network-vif-deleted', 'tag': '1a9fbe12-846e-42ba-8b0e-d875f12c5913', 'status': 'completed', 'code': 200} Sep 21 08:20:55.755229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cb317-518b-457e-a956-10cf3befb2dc admin admin] Pushing event updated for resources: {'Network': ['ID=217cc205-ead0-4e6d-82d5-6849d77bfff3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:55.797157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 217cc205-ead0-4e6d-82d5-6849d77bfff3 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:20:55.800006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-764466d2-2547-4ec0-976f-2a572f44904a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:55.825996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Made reservation on behalf of d025252c66a147f5a17e5204a00e3602 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:20:55.833848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.115868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.128364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.138684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.148592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.159749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.167565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.182275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Deleting port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:56.182697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.188544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.205345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-cf5ec521-6a3d-498b-9d34-478c0e2ffa58 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5427 time: 0.3151872 Sep 21 08:20:56.232882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 5, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:56.254296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 202266fb-dfa6-4b81-9761-4783b5bccb96 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:56.295920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19e4ddaa-0c08-4dd5-b485-928577de9a84 req-e6e1f03d-c47d-4353-8037-4e785df5d869 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867565 Sep 21 08:20:56.381423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] Checking router: 8207563a-c10c-4927-b458-85d22f546045 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:20:56.398506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:20:56.399560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:20:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:56.513462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 202266fb-dfa6-4b81-9761-4783b5bccb96 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:56.524063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 202266fb-dfa6-4b81-9761-4783b5bccb96 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:56.525032 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.581593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:20:56.640929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87226a9-3398-499d-bf52-cd7f75e89fff req-d2ee6b4a-129b-4dfb-b570-77d675b9531a tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.649601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e87226a9-3398-499d-bf52-cd7f75e89fff req-d2ee6b4a-129b-4dfb-b570-77d675b9531a tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 945 time: 0.0729034 Sep 21 08:20:56.713114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e87226a9-3398-499d-bf52-cd7f75e89fff req-25260d0a-1427-49f5-98c6-7d5c39014380 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/security-groups?id=2ec75631-b6ea-46eb-9587-0d2cac6976c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616741 Sep 21 08:20:56.729082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.757616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.827571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59888) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:56.854383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1a9fbe12-846e-42ba-8b0e-d875f12c5913 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:20:56.873175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14bde8b0-c3ff-4dc6-86ed-9e6e947d2c2f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:56.884558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.924005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 1a9fbe12-846e-42ba-8b0e-d875f12c5913 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:20:56.924550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1a9fbe12-846e-42ba-8b0e-d875f12c5913 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:20:56.930338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] For port 034171c3-041d-4cf8-8cd5-b67ea0c9a212, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=034171c3-041d-4cf8-8cd5-b67ea0c9a212,segment=NetworkSegment(895ad2ba-a42a-404e-abf2-b860dfcb4325),segment_id=895ad2ba-a42a-404e-abf2-b860dfcb4325)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:56.930771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.957664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-b1aa6ccc-0203-463e-9ede-37eb25ad9670 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:56.958716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38c98b6c-fbad-48f4-8fff-500975a88915 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:56.966552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-b1aa6ccc-0203-463e-9ede-37eb25ad9670 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=a86330e6-4865-4336-9377-f0f632c98e1b HTTP/1.1" status: 200 len: 943 time: 0.2661483 Sep 21 08:20:56.989658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:56.992871 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5fca51-4f00-473e-be31-4cf3d170161a" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:57.005109 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Calling delete_port for 034171c3-041d-4cf8-8cd5-b67ea0c9a212 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:57.014339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38c98b6c-fbad-48f4-8fff-500975a88915 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.045745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 202266fb-dfa6-4b81-9761-4783b5bccb96, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=202266fb-dfa6-4b81-9761-4783b5bccb96,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:57.054750 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.056419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e9d2f32f-373f-41d7-8675-b2371700eaf7 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:57.061344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Checking segment: {'id': 'ddd52854-983e-4cb0-b970-fbb2cd85a45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '217cc205-ead0-4e6d-82d5-6849d77bfff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:20:57.062422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Network hostable DHCP agents. Network: 217cc205-ead0-4e6d-82d5-6849d77bfff3, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:20:57.125895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38c98b6c-fbad-48f4-8fff-500975a88915 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.129596 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38c98b6c-fbad-48f4-8fff-500975a88915 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.135145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-38c98b6c-fbad-48f4-8fff-500975a88915 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "DELETE /v2.0/security-groups/c9868733-3c56-48f6-8cd0-eaadee2e6b63 HTTP/1.1" status: 204 len: 168 time: 0.3056281 Sep 21 08:20:57.138061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59894) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:57.150270 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de89130d-fe47-4af2-a973-2ee864f12812 x-openstack-request-id: req-de89130d-fe47-4af2-a973-2ee864f12812 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:57.155119 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:57.155430 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de89130d-fe47-4af2-a973-2ee864f12812 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:57.155986 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'code': 200} Sep 21 08:20:57.156619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=202266fb-dfa6-4b81-9761-4783b5bccb96,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:57.168317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c98b6c-fbad-48f4-8fff-500975a88915 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9868733-3c56-48f6-8cd0-eaadee2e6b63,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:57.177096 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-4724079b-f852-4c6a-bc2d-dd3bc81d69ee tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] show failed (client error): The resource could not be found. Sep 21 08:20:57.178527 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4724079b-f852-4c6a-bc2d-dd3bc81d69ee tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "GET /v2.0/security-groups/c9868733-3c56-48f6-8cd0-eaadee2e6b63 HTTP/1.1" status: 404 len: 347 time: 0.0303862 Sep 21 08:20:57.183360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59896) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:57.245780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port e9d2f32f-373f-41d7-8675-b2371700eaf7 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:57.253092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 5, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:20:57.257478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port e9d2f32f-373f-41d7-8675-b2371700eaf7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:57.257862 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.265866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Network 217cc205-ead0-4e6d-82d5-6849d77bfff3 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:20:57.294938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a3780f-8a84-49e8-9c32-813344e796ec None None] The sync data for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 is: [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:17:22Z', 'revision_number': 4, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '20559536-fa8d-4cdb-a282-f6d95f8b3504', 'name': '', 'network_id': '265a3868-e07a-413a-9fe3-d5c20af4e8db', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'mac_address': 'fa:16:3e:9e:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:21Z', 'updated_at': '2021-09-21T08:17:32Z', 'revision_number': 5, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'subnets': [{'id': 'bb5981fc-16ba-4edb-9b35-d7b20383739f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:20:57.306155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 217cc205-ead0-4e6d-82d5-6849d77bfff3) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:20:57.311807 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.312832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.351752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e4cd0619-f706-4633-9dae-de6e8ab32dc4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7346141 Sep 21 08:20:57.396414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb744fd-eed4-409b-a153-1a4d457970a7 None None] Network 217cc205-ead0-4e6d-82d5-6849d77bfff3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:20:57.415515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Deleting port ff3d131a-d476-4281-b076-c0cffc36059c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:57.416057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.545672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.550782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Deleting port 8494d03f-7319-4538-b713-13849877bc1c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:20:57.551517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.568238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['034171c3-041d-4cf8-8cd5-b67ea0c9a212'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:20:57.644204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.686783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c11a90-e9b8-4e3d-af4e-4fbf018f6db0 None None] Network 217cc205-ead0-4e6d-82d5-6849d77bfff3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:20:57.758610 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.762690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.778816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.795684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.802681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.831023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e9d2f32f-373f-41d7-8675-b2371700eaf7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:57.839193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Pushing event deleted for resources: {'Port': ['ID=034171c3-041d-4cf8-8cd5-b67ea0c9a212,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:57.856735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.860010 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.861066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5b2eb16a-e89e-4b31-9830-1742dae1ded1 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:57.871549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.896269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:57.899002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-1aaef2e4-0e9a-42b5-8a53-841d92e901f8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5428 time: 0.4158742 Sep 21 08:20:57.909866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bde698-1462-405b-9399-8096620d944f None None] New status for floating IP 4b4044c5-84b3-44e8-98cc-793529d468a4: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:20:57.945337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] No DVR routers for this DVR port 034171c3-041d-4cf8-8cd5-b67ea0c9a212 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:20:57.955725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.958453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.958782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.961582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04b542d4-53fc-4fc0-a822-e2575632f12e req-81f3387e-282a-40ce-84bc-2242979b9678 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.50 "DELETE /v2.0/ports/034171c3-041d-4cf8-8cd5-b67ea0c9a212 HTTP/1.1" status: 204 len: 173 time: 2.3518860 Sep 21 08:20:57.968059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'name': 'network-vif-deleted', 'tag': '034171c3-041d-4cf8-8cd5-b67ea0c9a212'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:57.970763 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a683cb95-8f6e-4690-af40-9ef9fd9c1a14" -d '{"events": [{"server_uuid": "5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6", "name": "network-vif-deleted", "tag": "034171c3-041d-4cf8-8cd5-b67ea0c9a212"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:57.976505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] For port 8494d03f-7319-4538-b713-13849877bc1c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8494d03f-7319-4538-b713-13849877bc1c,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:57.977120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:57.985105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Calling delete_port for ff3d131a-d476-4281-b076-c0cffc36059c owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:58.007575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Calling delete_port for 8494d03f-7319-4538-b713-13849877bc1c owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:20:58.017939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-144cd986-b3c3-451a-a3f1-5e896a4a9ad8 req-ec194dc0-4bda-42a5-ac72-c24badfb678d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075544 Sep 21 08:20:58.353718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e9d2f32f-373f-41d7-8675-b2371700eaf7,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:58.409866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:58.418799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:58.422331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.441642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.500505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.555060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event deleted for resources: {'Port': ['ID=8494d03f-7319-4538-b713-13849877bc1c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:58.568294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Pushing event deleted for resources: {'Port': ['ID=ff3d131a-d476-4281-b076-c0cffc36059c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:58.598973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fea1a4f7-6463-409d-965a-567a420ed8bd req-b9f16aae-64e9-4fc7-bee6-df0c88816ab2 tempest-ServerGroupTestJSON-835634937 tempest-ServerGroupTestJSON-835634937-project] 10.222.0.59 "GET /v2.0/ports?device_id=5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6 HTTP/1.1" status: 200 len: 210 time: 0.0505054 Sep 21 08:20:58.665637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] No DVR routers for this DVR port 8494d03f-7319-4538-b713-13849877bc1c on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:20:58.670096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.682161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c060a67d-ec8b-4450-b691-1002924b7dd1 req-d90e60bf-fabd-4395-b4a4-73cf388fddca tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "DELETE /v2.0/ports/8494d03f-7319-4538-b713-13849877bc1c HTTP/1.1" status: 204 len: 173 time: 1.7139611 Sep 21 08:20:58.683425 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.712926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.719740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.721551 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d9fb63f3-1ece-44ca-a2ca-b65fcee93de3 tempest-ServersTestManualDisk-1415752801 tempest-ServersTestManualDisk-1415752801-project] 10.222.0.59 "DELETE /v2.0/floatingips/4b4044c5-84b3-44e8-98cc-793529d468a4 HTTP/1.1" status: 204 len: 168 time: 1.5217648 Sep 21 08:20:58.727848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59922) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:20:58.756704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:58.767009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:58.768547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5a375e51-0521-4b3b-97fd-f7d7192e99b6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:58.839987 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:20:58.881366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5b2eb16a-e89e-4b31-9830-1742dae1ded1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:58.934336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:58.939930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:58.940864 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.037256 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1103493-5eaa-4d4f-b3e7-1a2ff9ef6317 x-openstack-request-id: req-a1103493-5eaa-4d4f-b3e7-1a2ff9ef6317 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:20:59.038066 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6", "name": "network-vif-deleted", "tag": "034171c3-041d-4cf8-8cd5-b67ea0c9a212", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:20:59.038336 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1103493-5eaa-4d4f-b3e7-1a2ff9ef6317 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:20:59.039767 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5caecba3-c3d6-45d6-a7c4-80dfdaf4bde6', 'name': 'network-vif-deleted', 'tag': '034171c3-041d-4cf8-8cd5-b67ea0c9a212', 'status': 'completed', 'code': 200} Sep 21 08:20:59.047570 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.086270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:59.092054 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.094446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6b30b36-02a7-4ef2-8c29-b9f748797e1f up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:59.159985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7'}, {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1'}, {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:20:59.163433 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40a9947-257a-4eec-a9b0-b83c49d5ab61" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7"}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1"}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:20:59.195175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-8ab3522d-2e16-4a73-9133-8e13beffb5ef tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:59.196746 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-8ab3522d-2e16-4a73-9133-8e13beffb5ef tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/networks?id=36afce8f-0ed5-4988-92bc-beed407334e9 HTTP/1.1" status: 200 len: 825 time: 0.2094936 Sep 21 08:20:59.200598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5a375e51-0521-4b3b-97fd-f7d7192e99b6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:59.225342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a6b30b36-02a7-4ef2-8c29-b9f748797e1f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:59.232684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a6b30b36-02a7-4ef2-8c29-b9f748797e1f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:59.233160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.253339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-6532ca25-1328-4ebc-bb2e-ff1e5bcd2930 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/quotas/db17fd228a1943e381a5e005a8c190c3 HTTP/1.1" status: 200 len: 375 time: 0.0186336 Sep 21 08:20:59.256834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-e0f90b7b-d459-456e-ae8a-35c0ccc24f89 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:20:59.268875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-e0f90b7b-d459-456e-ae8a-35c0ccc24f89 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.1330357 Sep 21 08:20:59.300789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-e5672fa9-b49a-401f-acae-b6fdd3a0ff81 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/quotas/67067dd519434f718e4f45bae80e85ce HTTP/1.1" status: 200 len: 375 time: 0.0198865 Sep 21 08:20:59.314930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-bf7e77a8-3e28-4e70-b54e-02d6da009e8f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=db17fd228a1943e381a5e005a8c190c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535028 Sep 21 08:20:59.387969 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.414952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-266224e7-8227-4816-8744-11b04dab247c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058903 Sep 21 08:20:59.458223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:59.466415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.469001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-51839bc4-bd69-4e53-a580-5107ae54b67c service neutron] 10.222.0.59 "GET /v2.0/networks/36afce8f-0ed5-4988-92bc-beed407334e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433876 Sep 21 08:20:59.471126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:20:59.528310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.550963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-8c26e011-45f2-4539-82dc-6bd5ab209f6b service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232309 Sep 21 08:20:59.626931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:20:59.646697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:20:59.655385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:20:59.656353 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.697753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-00f35d81-99f8-4f5c-8141-2d73cce4ab32 service neutron] 10.222.0.59 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310170 Sep 21 08:20:59.851574 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.923345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:20:59.930120 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:20:59.932062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b90e5df9-3320-4f43-93fa-17778f34b5f1 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:00.195653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:00.233061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port b90e5df9-3320-4f43-93fa-17778f34b5f1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:21:00.240838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b90e5df9-3320-4f43-93fa-17778f34b5f1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:00.243105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:00.247917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:00.254656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:00.261079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:00.267692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:00.273789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:00.280150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:00.287247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:00.288239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-e907fe8c-334d-4606-84bd-346a2760d723 service neutron] 10.222.0.59 "GET /v2.0/networks/36afce8f-0ed5-4988-92bc-beed407334e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8018289 Sep 21 08:21:00.295389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-64b1d6a2-d8f5-4a94-9755-7294c5cc0921 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5433 time: 0.1278474 Sep 21 08:21:00.362992 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:00.384019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd1cb504-2c32-42dd-b495-5b3513808eb0 req-50838deb-0175-4717-bcf3-c21ec4298fff tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857608 Sep 21 08:21:00.413462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b90e5df9-3320-4f43-93fa-17778f34b5f1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:00.419183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:00.420955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8494d03f-7319-4538-b713-13849877bc1c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:00.464430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 8494d03f-7319-4538-b713-13849877bc1c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:00.464751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8494d03f-7319-4538-b713-13849877bc1c not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:00.489036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Deleting port 20559536-fa8d-4cdb-a282-f6d95f8b3504 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:21:00.489741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:00.498971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 034171c3-041d-4cf8-8cd5-b67ea0c9a212 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:00.537678 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 08:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a01722-0704-43f6-8d1a-9161f83558c8 x-openstack-request-id: req-b3a01722-0704-43f6-8d1a-9161f83558c8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:00.538626 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7", "code": 200}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1", "code": 200}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:00.538801 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3a01722-0704-43f6-8d1a-9161f83558c8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:00.539282 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7', 'code': 200} Sep 21 08:21:00.539770 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1', 'code': 200} Sep 21 08:21:00.540123 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6', 'code': 200} Sep 21 08:21:00.543947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 034171c3-041d-4cf8-8cd5-b67ea0c9a212 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:00.544299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 034171c3-041d-4cf8-8cd5-b67ea0c9a212 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:00.607715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b90e5df9-3320-4f43-93fa-17778f34b5f1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:00.792196 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3f1e939-b849-4a90-9abd-8c907e1fa02b req-cdf3b840-fa3e-4fef-95f4-4a7106ad4d0d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 210 time: 0.0629020 Sep 21 08:21:00.795099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] For port 20559536-fa8d-4cdb-a282-f6d95f8b3504, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=20559536-fa8d-4cdb-a282-f6d95f8b3504,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:00.795732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:00.811175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Calling delete_port for 20559536-fa8d-4cdb-a282-f6d95f8b3504 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:21:00.967347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85f2755c-689d-499d-a5cc-b2cf8eaf70bc req-d2f0e8b5-40b0-45eb-901f-e213eb763dc2 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 210 time: 0.0587003 Sep 21 08:21:01.042461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-deleted', 'tag': '8494d03f-7319-4538-b713-13849877bc1c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:01.050892 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139a011-5167-4e27-be9d-cef7ac510f51" -d '{"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-deleted", "tag": "8494d03f-7319-4538-b713-13849877bc1c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:01.078890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-47bafcad-6911-4700-a9df-90082a041921 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.094802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-47bafcad-6911-4700-a9df-90082a041921 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.3105779 Sep 21 08:21:01.146986 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-b6bac0f5-ac8e-4e8b-bcda-68365b005e80 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/quotas/576cab1ba2b04aa1b92d34c628fbd8ea HTTP/1.1" status: 200 len: 375 time: 0.0365381 Sep 21 08:21:01.207534 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8511749c-e958-4697-ab3d-640dc6f10635 x-openstack-request-id: req-8511749c-e958-4697-ab3d-640dc6f10635 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:01.208050 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86330e6-4865-4336-9377-f0f632c98e1b", "name": "network-vif-deleted", "tag": "8494d03f-7319-4538-b713-13849877bc1c", "status": "failed", "code": 422}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:01.208361 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8511749c-e958-4697-ab3d-640dc6f10635 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:01.208988 n-d-809980-2 neutron-server[94724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a86330e6-4865-4336-9377-f0f632c98e1b', 'name': 'network-vif-deleted', 'tag': '8494d03f-7319-4538-b713-13849877bc1c', 'status': 'failed', 'code': 422} returned with failed status Sep 21 08:21:01.212202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-0081b344-91e6-4056-8d85-007d5cc99711 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641544 Sep 21 08:21:01.308459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:01.361469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-f1529c41-f51f-421e-957c-23279e3c21a7 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406379 Sep 21 08:21:01.364464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Pushing event deleted for resources: {'Port': ['ID=20559536-fa8d-4cdb-a282-f6d95f8b3504,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:01.601062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-00df4f65-a453-45a1-ab4d-9346e183d38c service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386053 Sep 21 08:21:01.880469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.887127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.908011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.929853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.931066 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-653bef94-6b31-4f94-82c9-2a73790d9f3b req-e12ff208-8b31-4c92-98b5-c3b4ea236736 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0798528 Sep 21 08:21:01.936675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.943184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.962164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:01.969265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:01.976121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40a25020-d484-4217-a368-de430e85c6d1 req-228df666-f631-4e68-ba66-d49c6cea4c91 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.3760533 Sep 21 08:21:02.121301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-256cb824-d8d5-41eb-8abb-bbed55c3aeb0 req-d01e2c4d-74f3-4ad5-9f51-24474c6d955a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 210 time: 0.0535264 Sep 21 08:21:02.161283 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40a25020-d484-4217-a368-de430e85c6d1 req-a0022bb2-8337-421e-8764-9746d7f816a6 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159666 Sep 21 08:21:02.214095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60030) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:02.224473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0cd36c94-3054-497c-bfe8-58dbe2b403f5 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:02.229467 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0cd36c94-3054-497c-bfe8-58dbe2b403f5 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 814 time: 0.5950797 Sep 21 08:21:02.248696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:02.263210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Request body: {'port': {'device_id': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'admin_state_up': True, 'tenant_id': '67067dd519434f718e4f45bae80e85ce'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:02.279553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] Deleting subnet 250b58f4-a805-40d5-bcde-a818e95b65ac {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:21:02.284471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:02.373701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:02.423925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:02.504004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:02.524168 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:02.526232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/250b58f4-a805-40d5-bcde-a818e95b65ac HTTP/1.1" status: 204 len: 168 time: 0.3110549 Sep 21 08:21:02.542142 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b30b36-02a7-4ef2-8c29-b9f748797e1f'}, {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbfb1a4-3bad-431c-8ca1-f77036071ce1'}, {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:02.545139 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b8124-4ed1-4eae-9e8f-de75b32e8fa2" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "a6b30b36-02a7-4ef2-8c29-b9f748797e1f"}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "4bbfb1a4-3bad-431c-8ca1-f77036071ce1"}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:02.557205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60034) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:02.627436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5af8255c-64f8-43c4-a5d9-e90e5025da58 req-338de9cb-361c-49f8-9dbc-d63b989ccf54 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 210 time: 0.2658865 Sep 21 08:21:02.633312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Made reservation on behalf of 67067dd519434f718e4f45bae80e85ce for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:02.639189 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:02.651845 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4529a9b8-fdb9-4fad-bc27-e49839a254ea x-openstack-request-id: req-4529a9b8-fdb9-4fad-bc27-e49839a254ea {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:02.652191 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "a6b30b36-02a7-4ef2-8c29-b9f748797e1f", "code": 200}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "4bbfb1a4-3bad-431c-8ca1-f77036071ce1", "code": 200}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-plugged", "status": "completed", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:02.652446 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4529a9b8-fdb9-4fad-bc27-e49839a254ea {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:02.652951 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b30b36-02a7-4ef2-8c29-b9f748797e1f', 'code': 200} Sep 21 08:21:02.653237 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbfb1a4-3bad-431c-8ca1-f77036071ce1', 'code': 200} Sep 21 08:21:02.653527 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1', 'code': 200} Sep 21 08:21:02.931599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-523c2310-376f-4413-a149-3233a68f5a0d tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:02.933450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-523c2310-376f-4413-a149-3233a68f5a0d tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.62 "GET /v2.0/networks?id=36afce8f-0ed5-4988-92bc-beed407334e9 HTTP/1.1" status: 200 len: 825 time: 0.4038620 Sep 21 08:21:02.997837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Request body: {'port': {'device_id': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9', 'admin_state_up': True, 'tenant_id': 'db17fd228a1943e381a5e005a8c190c3'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:03.054132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a458b-babe-4471-9d95-76715877c22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250b58f4-a805-40d5-bcde-a818e95b65ac,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:03.132165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-207c9fef-b688-4d51-ba1b-ff07ddd04218 req-2b44c9fe-714f-46a5-bdf5-468b8fc0e6ce tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0666769 Sep 21 08:21:03.132568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.159095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.159095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.159095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.159095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.159095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.159924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.160129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.162373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-947d5b63-da66-475a-a7f8-f16464df1612 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6491 time: 0.0780997 Sep 21 08:21:03.253367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Allocated IP 172.20.0.13 (24f84988-851b-4a40-8c54-45d46e55f159/13124dac-47d0-434f-bf2d-70aeede630c4/0100fb7d-f778-47f6-a1d2-aa2eec21369f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:03.278684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa930f32-1cda-4508-a00e-9176b764cc3e req-e4ce62ae-b251-44ce-a8d5-a5d80742d677 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870349 Sep 21 08:21:03.279705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ede9aaf-f8b8-4332-851e-d08bd6cd499b req-8db1d19d-145f-486a-afd2-a0ece3772021 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 210 time: 0.0444310 Sep 21 08:21:03.323256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.347672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168f0d78-625e-48c7-9476-ff7ff78bfc00']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:03.365306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895ad2ba-a42a-404e-abf2-b860dfcb4325') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:03.365693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895ad2ba-a42a-404e-abf2-b860dfcb4325') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:03.382820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.403040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.413360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:21:03.413788 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:21:03.415911 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:21:03.473015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.491601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.496458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/168f0d78-625e-48c7-9476-ff7ff78bfc00 HTTP/1.1" status: 204 len: 168 time: 0.9351318 Sep 21 08:21:03.500123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.509098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00a5fd-3a8c-4807-8da6-62ec080e1fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=168f0d78-625e-48c7-9476-ff7ff78bfc00,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:03.521442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Made reservation on behalf of db17fd228a1943e381a5e005a8c190c3 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:03.527156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:03.569289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Router 8207563a-c10c-4927-b458-85d22f546045 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:21:03.591810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.603015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.614327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.625019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.635413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.646983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.658568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.672717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-64b8fcd4-17e4-4623-82c0-0f90b2a42654 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.3542652 Sep 21 08:21:03.810027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-ddd85df5-1957-4757-aff2-6bcfd59495fb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:03.812907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-ddd85df5-1957-4757-aff2-6bcfd59495fb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.1580980 Sep 21 08:21:03.831934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Request body: {'port': {'device_id': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'admin_state_up': True, 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:03.854744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7a37c22-92a8-4aa8-893e-afa9b1ec9d6b req-08a91c68-87c8-4d65-8584-a3f3eb8ae468 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 210 time: 0.0406063 Sep 21 08:21:03.915636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60054) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:04.008892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76d2b5e1-e0a2-4560-aed2-bf7f64cad072 req-f9eaa954-6f56-4745-a8c3-b87f2c56d345 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3347983 Sep 21 08:21:04.071657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2b3d4292-fd97-462e-b034-b36bf37844d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec0d16238c9245a9ae0d4852a0cc5ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540608 Sep 21 08:21:04.071988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.072754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60058) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:04.168954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:04.172857 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.190314 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8db51c-a911-4018-836b-58031d2c60f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.220888 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8db51c-a911-4018-836b-58031d2c60f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.244598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:21:04.256735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] Sync routers for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:21:04.262515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-33032262-65ac-4d3b-bcd4-351f0c25adcd admin admin] 10.222.0.59 "PUT /v2.0/routers/8207563a-c10c-4927-b458-85d22f546045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5330741 Sep 21 08:21:04.272332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60066) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:04.276182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:04.276915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:20:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:04.315617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be568ec4-dc6f-4330-b43d-8332fe3f85de req-ae14a72d-f0de-4b69-84ab-6c7339ae0527 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0509405 Sep 21 08:21:04.329390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Allocated IP 172.20.0.9 (36afce8f-0ed5-4988-92bc-beed407334e9/e092e031-d1f4-4644-bd06-5b4cc2691e7f/069588b8-f2a3-4f5d-a46a-eb316ea60a9e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:04.350548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.377916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b63890a8-dc9e-40d5-9733-48de2b65ee7d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:04.429471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Network 24f84988-851b-4a40-8c54-45d46e55f159 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:04.441615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05', '0f015bfd-2749-41f9-b292-c42a18d5098e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:04.443726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:04.454317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:04.495916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event updated for resources: {'Port': ['ID=0100fb7d-f778-47f6-a1d2-aa2eec21369f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:04.532990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8db51c-a911-4018-836b-58031d2c60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.537402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c8db51c-a911-4018-836b-58031d2c60f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.538279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0c8db51c-a911-4018-836b-58031d2c60f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ec75631-b6ea-46eb-9587-0d2cac6976c2 HTTP/1.1" status: 204 len: 168 time: 0.4591551 Sep 21 08:21:04.571930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:04.573001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.576218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8db51c-a911-4018-836b-58031d2c60f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec75631-b6ea-46eb-9587-0d2cac6976c2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:04.633039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-0fe93497-e1b5-4dfe-bd7c-bc1e25f12f51 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3743455 Sep 21 08:21:04.636881 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.654650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Request body: {'port': {'device_id': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:04.710221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d8516-0023-4f77-ab40-d239410e3b7e req-bea4c04d-f6fd-4fed-b872-6b08b519560c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:04.711772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc7d8516-0023-4f77-ab40-d239410e3b7e req-bea4c04d-f6fd-4fed-b872-6b08b519560c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 932 time: 0.2860341 Sep 21 08:21:04.731009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.756659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Allocated IP 172.20.0.12 (e7d4cad6-0117-4d93-b619-9b0da5a241cf/32688144-3e68-4c92-9bfa-22bade9b828a/28922800-bdea-4a8c-9545-b05aa6fa7203) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:04.788838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.886134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc7d8516-0023-4f77-ab40-d239410e3b7e req-c3239a9e-702b-4a42-ae3f-b216876c538a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608961 Sep 21 08:21:04.922648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:04.929784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:05.050196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:05.199825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:05.315972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:05.320676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Network 36afce8f-0ed5-4988-92bc-beed407334e9 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:05.468737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event updated for resources: {'Port': ['ID=28922800-bdea-4a8c-9545-b05aa6fa7203,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:05.477499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:05.486704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Pushing event updated for resources: {'Port': ['ID=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:05.501469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:05.505108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:05.512575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:05.524243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:05.617517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764ac38-8171-4299-9c3a-9f3f48f07344 req-e252fe1b-0241-4af8-9b2c-7629d21f8484 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.624929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.625997 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:05.628954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9764ac38-8171-4299-9c3a-9f3f48f07344 req-e252fe1b-0241-4af8-9b2c-7629d21f8484 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 931 time: 0.6579165 Sep 21 08:21:05.629187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:21:01Z', 'revision_number': 5, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port': {'id': '6ba9f513-bba5-4603-a593-fda94c1582e1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8207563a-c10c-4927-b458-85d22f546045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:17:17Z', 'updated_at': '2021-09-21T08:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:05.678059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.686558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.694871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.704739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] Checking router: 8207563a-c10c-4927-b458-85d22f546045 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:21:05.707587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.715580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.716676 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:05.732977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.741034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] Routers {'8207563a-c10c-4927-b458-85d22f546045'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:05.743004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:20:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8207563a-c10c-4927-b458-85d22f546045'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:05.744181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.753809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:05.760888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9764ac38-8171-4299-9c3a-9f3f48f07344 req-ece8c248-b929-4652-8d84-dbbe6dc5e5ee tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304507 Sep 21 08:21:05.762332 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-4cfa090a-ff6b-49df-b956-c411b69b0a7b tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.5168381 Sep 21 08:21:05.818300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-c53f62ad-10bd-47a0-9df3-b0a995dad37c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9929740 Sep 21 08:21:05.819286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-7a980110-5f29-450b-98fc-195451c43888 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8452883 Sep 21 08:21:05.858297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Request body: {'port': {'device_id': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:05.888579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25c0be8f-d2ee-4674-a3d2-a0db1f46a949 req-e192bd13-c3a7-4701-b4f9-53e5e6ae1f93 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238661 Sep 21 08:21:05.903888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Request body: {'port': {'device_id': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:05.917185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Deleting port 6ba9f513-bba5-4603-a593-fda94c1582e1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:21:05.917716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:05.977012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] Set router 8207563a-c10c-4927-b458-85d22f546045 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:06.124959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:06.133091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:21:04Z', 'revision_number': 6, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:06.138556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0100fb7d-f778-47f6-a1d2-aa2eec21369f {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:06.160729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:06.179414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Transition to ACTIVE for port object 0100fb7d-f778-47f6-a1d2-aa2eec21369f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:21:06.186551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae1c1b0-24c2-43ac-ad65-7d106ef49c30 None None] The sync data for ids ['8207563a-c10c-4927-b458-85d22f546045'] in n-d-809980-2 is: [{'id': '8207563a-c10c-4927-b458-85d22f546045', 'name': 'tempest-ServersTestManualDisk-1955194457-router', 'tenant_id': 'c3951d52c4d9452ebce76f9350448123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:17:16Z', 'updated_at': '2021-09-21T08:21:04Z', 'revision_number': 6, 'project_id': 'c3951d52c4d9452ebce76f9350448123', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:21:06.204503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:06.258174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:06.269969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] For port 6ba9f513-bba5-4603-a593-fda94c1582e1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6ba9f513-bba5-4603-a593-fda94c1582e1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:06.270344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:06.308417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9299d-d3f6-41ec-b01b-d307d828b5b8 req-898f6720-cf08-41d3-ad75-ef27d65804db tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:06.310775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24b9299d-d3f6-41ec-b01b-d307d828b5b8 req-898f6720-cf08-41d3-ad75-ef27d65804db tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 932 time: 0.2701840 Sep 21 08:21:06.315470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Calling delete_port for 6ba9f513-bba5-4603-a593-fda94c1582e1 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:21:06.330359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7308b-f084-4cb9-bbf6-e038997bede4 req-cf16a413-6ac9-46fe-98fb-60d1b726ff6a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:06.334631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7f7308b-f084-4cb9-bbf6-e038997bede4 req-cf16a413-6ac9-46fe-98fb-60d1b726ff6a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 932 time: 0.2740734 Sep 21 08:21:06.592165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24b9299d-d3f6-41ec-b01b-d307d828b5b8 req-f1dc337b-867f-4cb9-9715-4f4c37143569 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686303 Sep 21 08:21:06.614520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20559536-fa8d-4cdb-a282-f6d95f8b3504 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:06.663160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 20559536-fa8d-4cdb-a282-f6d95f8b3504 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:06.664014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 20559536-fa8d-4cdb-a282-f6d95f8b3504 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:06.948808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Pushing event updated for resources: {'Port': ['ID=0100fb7d-f778-47f6-a1d2-aa2eec21369f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:07.010830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7f7308b-f084-4cb9-bbf6-e038997bede4 req-490cec95-5e50-4653-b095-dd5a65fb5801 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635449 Sep 21 08:21:07.060589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28922800-bdea-4a8c-9545-b05aa6fa7203 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:07.072316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.080164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.138582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba9f513-bba5-4603-a593-fda94c1582e1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:07.144066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Transition to ACTIVE for port object 28922800-bdea-4a8c-9545-b05aa6fa7203 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:21:07.179857 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.315914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Pushing event updated for resources: {'Port': ['ID=28922800-bdea-4a8c-9545-b05aa6fa7203,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:07.341084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.418838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Attempting to bind port 0100fb7d-f778-47f6-a1d2-aa2eec21369f on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:07.419539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Attempting to bind port 0100fb7d-f778-47f6-a1d2-aa2eec21369f by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:07.419539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Attempting to bind port 0100fb7d-f778-47f6-a1d2-aa2eec21369f on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:07.436037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Port 0100fb7d-f778-47f6-a1d2-aa2eec21369f on network 24f84988-851b-4a40-8c54-45d46e55f159 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:21:07.436377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Attempting to bind port 0100fb7d-f778-47f6-a1d2-aa2eec21369f on network 24f84988-851b-4a40-8c54-45d46e55f159 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:07.457338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:07.457694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Checking segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:07.458088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Bound using segment: {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:07.458546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Bound port: 0100fb7d-f778-47f6-a1d2-aa2eec21369f, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fc815a-62b0-4879-80cf-538626fb1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:07.458920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.496210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f93b83-8825-4027-bd1a-c75db98c3668 req-b6938012-f4b6-4886-9c45-1532065c7989 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.504165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79f93b83-8825-4027-bd1a-c75db98c3668 req-b6938012-f4b6-4886-9c45-1532065c7989 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 931 time: 0.3282015 Sep 21 08:21:07.590199 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79f93b83-8825-4027-bd1a-c75db98c3668 req-443c5759-f0be-4aa5-9934-7fa271b27b8d tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805540 Sep 21 08:21:07.616088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.632073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.735051 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9f5e78c-6c93-480a-bd0d-c434d0c4d7ef req-ea7d24bc-baf9-433f-97b1-bb0d2b601ea8 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0694304 Sep 21 08:21:07.741125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.766369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069588b8-f2a3-4f5d-a46a-eb316ea60a9e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:07.770503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.789498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.790227 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.800007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.805558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] For port 0100fb7d-f778-47f6-a1d2-aa2eec21369f, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:07.812476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] For port 0100fb7d-f778-47f6-a1d2-aa2eec21369f, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0100fb7d-f778-47f6-a1d2-aa2eec21369f,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:07.819508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.824185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.828944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Transition to ACTIVE for port object 069588b8-f2a3-4f5d-a46a-eb316ea60a9e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:21:07.839292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.851784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.857993 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-766f480e-33ee-40ec-9358-cc57114f6bb1 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.5386629 Sep 21 08:21:07.871616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Attempting to bind port 28922800-bdea-4a8c-9545-b05aa6fa7203 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:07.872591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Attempting to bind port 28922800-bdea-4a8c-9545-b05aa6fa7203 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:07.872591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Attempting to bind port 28922800-bdea-4a8c-9545-b05aa6fa7203 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:07.872916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.895637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.896545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8207563a-c10c-4927-b458-85d22f546045 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:21:07.899953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Port 28922800-bdea-4a8c-9545-b05aa6fa7203 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:21:07.900658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Attempting to bind port 28922800-bdea-4a8c-9545-b05aa6fa7203 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:07.909223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.909223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f3ee3df4-1b21-4eb3-a3cb-f8d33e7e02d6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/8207563a-c10c-4927-b458-85d22f546045 HTTP/1.1" status: 204 len: 168 time: 3.6310282 Sep 21 08:21:07.912057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:07.950472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec96147a-1525-4db6-bf1f-1eab055116f8 req-45650410-3c1c-4b8d-b3c2-4276075fcffc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816271 Sep 21 08:21:07.951654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:07.952233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Checking segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:07.952876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Bound using segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:07.953661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Bound port: 28922800-bdea-4a8c-9545-b05aa6fa7203, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:07.954505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.964787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:07.966898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:07.973361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] 10.222.0.62 "PUT /v2.0/ports/0100fb7d-f778-47f6-a1d2-aa2eec21369f HTTP/1.1" status: 200 len: 1092 time: 3.3269539 Sep 21 08:21:07.974136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'tag': '0100fb7d-f778-47f6-a1d2-aa2eec21369f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:07.986100 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95de8de7-649a-44d0-b1d1-bfb8404562dc" -d '{"events": [{"name": "network-changed", "server_uuid": "809802a8-3703-4bec-884d-8fe9c0d797c0", "tag": "0100fb7d-f778-47f6-a1d2-aa2eec21369f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:08.096913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] Deleting subnet bb5981fc-16ba-4edb-9b35-d7b20383739f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:21:08.106768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.119815 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ecd80-a4ec-4bc3-bd65-c8fc2ca6be68 x-openstack-request-id: req-d14ecd80-a4ec-4bc3-bd65-c8fc2ca6be68 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:08.120104 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809802a8-3703-4bec-884d-8fe9c0d797c0", "tag": "0100fb7d-f778-47f6-a1d2-aa2eec21369f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:08.120352 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d14ecd80-a4ec-4bc3-bd65-c8fc2ca6be68 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:08.120754 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'tag': '0100fb7d-f778-47f6-a1d2-aa2eec21369f', 'status': 'completed', 'code': 200} Sep 21 08:21:08.130540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65e2de-33fa-4794-a8d7-b5803242ace0 service neutron] Pushing event updated for resources: {'Port': ['ID=0100fb7d-f778-47f6-a1d2-aa2eec21369f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:08.229362 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.247957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631850b-623c-4d89-a67d-fd57f515e664 req-f07339c3-246f-4fbd-85b1-cf2ec3cb50c6 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.250322 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d631850b-623c-4d89-a67d-fd57f515e664 req-f07339c3-246f-4fbd-85b1-cf2ec3cb50c6 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 944 time: 0.3668654 Sep 21 08:21:08.269876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] For port 28922800-bdea-4a8c-9545-b05aa6fa7203, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:08.290706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] For port 28922800-bdea-4a8c-9545-b05aa6fa7203, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=28922800-bdea-4a8c-9545-b05aa6fa7203,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:08.314609 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.317539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:08.344346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-a9e48663-dcf9-4c5f-b452-a8d4f43c0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.345283 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-a9e48663-dcf9-4c5f-b452-a8d4f43c0c53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 1095 time: 0.2997549 Sep 21 08:21:08.360473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.367208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.375972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Attempting to bind port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:08.376350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Attempting to bind port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '5d2b1585-1b60-42c9-a0bd-dec773dc877c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:08.376648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Attempting to bind port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e on network 36afce8f-0ed5-4988-92bc-beed407334e9 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:08.381264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.381623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d631850b-623c-4d89-a67d-fd57f515e664 req-508f3f2b-5d4c-4b61-a37b-0c291f00a4b4 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176734 Sep 21 08:21:08.389475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.394660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.403070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.414914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.418333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c0b7f9ef-cf15-4255-848e-ad133db9a294 req-3c285cb1-4fb0-4c5a-acc1-d32488a74f04 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.2341945 Sep 21 08:21:08.419946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-56edd3ef-a757-4c02-80fe-c7742b66d1b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0100fb7d-f778-47f6-a1d2-aa2eec21369f HTTP/1.1" status: 200 len: 217 time: 0.0576885 Sep 21 08:21:08.420855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e on network 36afce8f-0ed5-4988-92bc-beed407334e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:21:08.423210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Attempting to bind port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e on network 36afce8f-0ed5-4988-92bc-beed407334e9 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:08.441178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:08.441178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Checking segment: {'id': '5d2b1585-1b60-42c9-a0bd-dec773dc877c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:08.441178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Bound using segment: {'id': '5d2b1585-1b60-42c9-a0bd-dec773dc877c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:08.441525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Bound port: 069588b8-f2a3-4f5d-a46a-eb316ea60a9e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2b1585-1b60-42c9-a0bd-dec773dc877c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:08.441760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.445404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60144) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:08.452183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Request body: {'floatingip': {'port_id': '202266fb-dfa6-4b81-9761-4783b5bccb96'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:08.476878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Pushing event updated for resources: {'Port': ['ID=28922800-bdea-4a8c-9545-b05aa6fa7203,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:08.493219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.494258 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.496587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2dfec673-764a-4e97-93fd-eed76e03a650 service neutron] 10.222.0.50 "PUT /v2.0/ports/28922800-bdea-4a8c-9545-b05aa6fa7203 HTTP/1.1" status: 200 len: 1092 time: 2.6249428 Sep 21 08:21:08.497270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'tag': '28922800-bdea-4a8c-9545-b05aa6fa7203'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:08.501245 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133bd2e1-a528-4de4-8058-7935407dda2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf38f31-e943-41d4-acf9-8dcb3799f3c2", "tag": "28922800-bdea-4a8c-9545-b05aa6fa7203"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:08.565958 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.569955 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582056a4-c0bc-42ac-9014-533deaa594c2 x-openstack-request-id: req-582056a4-c0bc-42ac-9014-533deaa594c2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:08.570517 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf38f31-e943-41d4-acf9-8dcb3799f3c2", "tag": "28922800-bdea-4a8c-9545-b05aa6fa7203", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:08.570854 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-582056a4-c0bc-42ac-9014-533deaa594c2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:08.571536 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'tag': '28922800-bdea-4a8c-9545-b05aa6fa7203', 'status': 'completed', 'code': 200} Sep 21 08:21:08.621617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.639667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6ba9f513-bba5-4603-a593-fda94c1582e1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:08.676221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6ba9f513-bba5-4603-a593-fda94c1582e1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:08.676715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6ba9f513-bba5-4603-a593-fda94c1582e1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:08.728319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-21e37cf5-8f15-4fda-8d97-b5567ffed2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.729890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-21e37cf5-8f15-4fda-8d97-b5567ffed2bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1533191 Sep 21 08:21:08.815250 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-8c907d5e-b71e-4909-8ac7-64d3b1a7d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.816851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-8c907d5e-b71e-4909-8ac7-64d3b1a7d2e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.3877871 Sep 21 08:21:08.870018 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-cc76b09f-70c7-4c13-816c-8cc727f4846e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28922800-bdea-4a8c-9545-b05aa6fa7203 HTTP/1.1" status: 200 len: 217 time: 0.1031930 Sep 21 08:21:08.871415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] For port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:08.897657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-e027e514-382d-4f84-a364-53494b17b0ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661850 Sep 21 08:21:08.908248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d252c3-025e-4006-bca4-c6b826dcbaef req-b5c53ec8-aa0f-4a49-83c9-b96e85939580 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.910988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27d252c3-025e-4006-bca4-c6b826dcbaef req-b5c53ec8-aa0f-4a49-83c9-b96e85939580 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 943 time: 0.2091312 Sep 21 08:21:08.914732 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:08.932976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] For port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,segment=NetworkSegment(5d2b1585-1b60-42c9-a0bd-dec773dc877c),segment_id=5d2b1585-1b60-42c9-a0bd-dec773dc877c)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:08.941846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ec2e7-ba0d-4da6-9194-c36b5c287131 req-637426ba-f38d-4e54-b701-d3358e95cd3c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:08.951865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-575ec2e7-ba0d-4da6-9194-c36b5c287131 req-637426ba-f38d-4e54-b701-d3358e95cd3c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 944 time: 0.3814411 Sep 21 08:21:08.980171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.025041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ebe11-edbe-40a1-b1de-15e0cf9e96f8 None None] Network 265a3868-e07a-413a-9fe3-d5c20af4e8db requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:21:09.028915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5981fc-16ba-4edb-9b35-d7b20383739f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:09.032606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.036124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-798c7465-c1fc-4363-90e5-65b920bf8853 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bb5981fc-16ba-4edb-9b35-d7b20383739f HTTP/1.1" status: 204 len: 168 time: 1.1226027 Sep 21 08:21:09.044646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60154) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:09.130169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-62d01e30-e583-447f-a1a9-3167248558cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:09.132728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-62d01e30-e583-447f-a1a9-3167248558cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.2514460 Sep 21 08:21:09.141617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27d252c3-025e-4006-bca4-c6b826dcbaef req-d2c13c68-9fb9-43a8-9144-e79b129b57ee tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855423 Sep 21 08:21:09.181561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:09.182179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.183644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] 10.222.0.62 "PUT /v2.0/ports/069588b8-f2a3-4f5d-a46a-eb316ea60a9e HTTP/1.1" status: 200 len: 1091 time: 3.3486409 Sep 21 08:21:09.210638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-575ec2e7-ba0d-4da6-9194-c36b5c287131 req-9198a140-519e-450c-a052-f5cbf189269c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572970 Sep 21 08:21:09.255812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-2f210b5b-e72f-4d9a-b59f-c7d9b3617c43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070259 Sep 21 08:21:09.281739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cb347-3e18-4040-9231-c54ce8a1a9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:09.314810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.356512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-278c654b-7513-4d34-ae2d-ed7ed85f2356 service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402809 Sep 21 08:21:09.385164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] DHCP port deletion for 265a3868-e07a-413a-9fe3-d5c20af4e8db request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:21:09.418487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4431327e-5fa5-4e35-b224-dfd688809319 req-d3e514d2-9645-4654-9b4c-062023419fd6 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0844374 Sep 21 08:21:09.500097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-4c4789d1-e9e1-4111-9dbd-2e844bddb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:09.502481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-4c4789d1-e9e1-4111-9dbd-2e844bddb774 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db17fd228a1943e381a5e005a8c190c3&device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 1094 time: 0.2702653 Sep 21 08:21:09.526980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] Deleting port aac068f1-14a5-4df1-b618-6cec377f105c {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:21:09.527521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.573927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Deleting port aac068f1-14a5-4df1-b618-6cec377f105c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:21:09.574443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.593949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-44abc505-8da2-44e3-9da2-9fef1a67d84c service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187628 Sep 21 08:21:09.638187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] For port aac068f1-14a5-4df1-b618-6cec377f105c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=aac068f1-14a5-4df1-b618-6cec377f105c,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:09.638602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.657180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] Calling delete_port for aac068f1-14a5-4df1-b618-6cec377f105c owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:21:09.709181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-c420c96b-97e4-4d39-a952-f38b7c529de2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069588b8-f2a3-4f5d-a46a-eb316ea60a9e HTTP/1.1" status: 200 len: 217 time: 0.1592429 Sep 21 08:21:09.836797 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:09.917322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] Pushing event deleted for resources: {'Port': ['ID=aac068f1-14a5-4df1-b618-6cec377f105c,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:09.919363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f299f09-704d-458d-8e96-105d582ef1ac None None] No DVR routers for this DVR port aac068f1-14a5-4df1-b618-6cec377f105c on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:21:09.925745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a9855f0-dd70-482a-9385-f79e81cef2db req-7e6f2eb4-bf5d-408d-ad07-02d227a7eada service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525136 Sep 21 08:21:09.994494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb2e0b-ae34-4b86-8ed0-50c566bf5fef req-56f888b6-90d9-4a0c-bc47-4f8cc207622e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:09.997876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6cb2e0b-ae34-4b86-8ed0-50c566bf5fef req-56f888b6-90d9-4a0c-bc47-4f8cc207622e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 944 time: 0.4385595 Sep 21 08:21:10.005781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-eac69607-27c1-4327-a821-9c8df9a99345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:10.007694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-eac69607-27c1-4327-a821-9c8df9a99345 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e092e031-d1f4-4644-bd06-5b4cc2691e7f HTTP/1.1" status: 200 len: 865 time: 0.2881927 Sep 21 08:21:10.138469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-3f1c69bb-86b3-4943-b8df-9e2417164aba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=36afce8f-0ed5-4988-92bc-beed407334e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203322 Sep 21 08:21:10.138959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'tag': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:10.142553 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26f6c94-bef6-49a4-b947-1b6e998a043b" -d '{"events": [{"name": "network-changed", "server_uuid": "dad2043e-6a12-49ce-9654-0c52a27880c5", "tag": "069588b8-f2a3-4f5d-a46a-eb316ea60a9e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:10.236637 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec63fe61-63b5-4f6d-86a5-e08af56b0b26 x-openstack-request-id: req-ec63fe61-63b5-4f6d-86a5-e08af56b0b26 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:10.236637 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad2043e-6a12-49ce-9654-0c52a27880c5", "tag": "069588b8-f2a3-4f5d-a46a-eb316ea60a9e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:10.236637 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec63fe61-63b5-4f6d-86a5-e08af56b0b26 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:10.237074 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'tag': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e', 'status': 'completed', 'code': 200} Sep 21 08:21:10.259844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6cb2e0b-ae34-4b86-8ed0-50c566bf5fef req-7f471b44-fc35-4728-9194-e8f81621b786 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383928 Sep 21 08:21:10.262042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-9a6221f7-0518-4620-b82e-5831dfc5f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:10.263919 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-9a6221f7-0518-4620-b82e-5831dfc5f20d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 1095 time: 0.2550044 Sep 21 08:21:10.271714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5896a4f-f093-410a-8ad4-f9860006e942 req-d8a84ddc-3c15-48d8-a6ba-c2b9078e3cfd service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631193 Sep 21 08:21:10.284329 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.resource_extend [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:21:10.293161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] For port aac068f1-14a5-4df1-b618-6cec377f105c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=aac068f1-14a5-4df1-b618-6cec377f105c,segment=NetworkSegment(c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0),segment_id=c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:10.293161 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:10.308782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Calling delete_port for aac068f1-14a5-4df1-b618-6cec377f105c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:21:10.379772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:10.443562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:10.565346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5af18-565a-418d-b436-0a549b0bc1c1 req-2be2b119-6bda-49ae-a393-ea7c90ff0afb tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:10.577930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3aa5af18-565a-418d-b436-0a549b0bc1c1 req-2be2b119-6bda-49ae-a393-ea7c90ff0afb tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 943 time: 0.3005188 Sep 21 08:21:10.605544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:10.627711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-74d776d7-fd1f-4ab1-81c9-e0e56bf67030 service neutron] 10.222.0.62 "GET /v2.0/networks/36afce8f-0ed5-4988-92bc-beed407334e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615388 Sep 21 08:21:10.631710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device aac068f1-14a5-4df1-b618-6cec377f105c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:10.640238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bd2e1-a528-4de4-8058-7935407dda2e req-f6338f72-da34-4024-9e7f-e8cf54bda66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:10.642446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133bd2e1-a528-4de4-8058-7935407dda2e req-f6338f72-da34-4024-9e7f-e8cf54bda66a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 1095 time: 0.2665100 Sep 21 08:21:10.668426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: aac068f1-14a5-4df1-b618-6cec377f105c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:10.670107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device aac068f1-14a5-4df1-b618-6cec377f105c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:10.699805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac068f1-14a5-4df1-b618-6cec377f105c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:10.725627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480f323-56fa-47c5-b9cf-7ce76e8d757f req-9ffaedb1-39f1-4c88-96d0-83addb52b900 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:10.728688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2480f323-56fa-47c5-b9cf-7ce76e8d757f req-9ffaedb1-39f1-4c88-96d0-83addb52b900 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 944 time: 0.3143361 Sep 21 08:21:10.751924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-5f995bad-34ff-4d1e-9b0e-75c8c58a7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:10.752759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] No DVR routers for this DVR port aac068f1-14a5-4df1-b618-6cec377f105c on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:21:10.753946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-5f995bad-34ff-4d1e-9b0e-75c8c58a7546 service neutron] 10.222.0.62 "GET /v2.0/networks?id=24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 200 len: 915 time: 0.4665523 Sep 21 08:21:10.854905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3aa5af18-565a-418d-b436-0a549b0bc1c1 req-f303ad46-0835-487c-9bf0-fbf70dc15e6d tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439461 Sep 21 08:21:10.891518 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Floating IP 13a039fd-f5c8-4a21-add6-9503dd4e0d54 associated. External IP: 172.25.1.198, port: 202266fb-dfa6-4b81-9761-4783b5bccb96. Sep 21 08:21:10.901663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-07a021ee-a9cd-45bc-8c0a-cc67c4c6882a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0100fb7d-f778-47f6-a1d2-aa2eec21369f HTTP/1.1" status: 200 len: 217 time: 0.1393311 Sep 21 08:21:10.917607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39c7b539-c745-4ca2-97ac-6603bddb1282 req-ca7bd967-d6a6-4b77-a135-b3e5a09516f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0446031 Sep 21 08:21:10.964610 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.001020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bd2e1-a528-4de4-8058-7935407dda2e req-63c64973-28a4-4c90-a174-473580cadcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:11.002687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133bd2e1-a528-4de4-8058-7935407dda2e req-63c64973-28a4-4c90-a174-473580cadcd7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 913 time: 0.3204932 Sep 21 08:21:11.008412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265a3868-e07a-413a-9fe3-d5c20af4e8db']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:11.020857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:11.021124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c115d0ef-5f16-4b3a-8d32-7d7afc6f77f0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:11.051004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.074752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2480f323-56fa-47c5-b9cf-7ce76e8d757f req-64d6c21e-a7cf-4250-9dd1-bbf99307d003 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155491 Sep 21 08:21:11.077169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b0f8964-8038-4fd2-86d3-c367dba8d5dc req-acea5535-150e-4953-866c-f784ece2ce9f tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0461893 Sep 21 08:21:11.095261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.105243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:21:11.111734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:21:11.114055 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:21:11.136286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-48b0a137-1dba-4886-ba32-168d14b81540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:11.138115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-48b0a137-1dba-4886-ba32-168d14b81540 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 200 len: 854 time: 0.1568270 Sep 21 08:21:11.193617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdf6bdcd-1707-48c3-93ab-fa7d558a0ab0 req-288d5252-dbc3-4cf9-83a7-a9eb15b52fb1 service neutron] 10.222.0.62 "GET /v2.0/networks/36afce8f-0ed5-4988-92bc-beed407334e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587409 Sep 21 08:21:11.199058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-734d5749-bfe2-4d54-927c-88825eb1af52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=24f84988-851b-4a40-8c54-45d46e55f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494568 Sep 21 08:21:11.246531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133bd2e1-a528-4de4-8058-7935407dda2e req-adef339c-251a-443e-bc3b-672367f61fe0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28922800-bdea-4a8c-9545-b05aa6fa7203 HTTP/1.1" status: 200 len: 217 time: 0.0668573 Sep 21 08:21:11.255069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.276597 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.283957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] 10.222.0.59 "DELETE /v2.0/networks/265a3868-e07a-413a-9fe3-d5c20af4e8db HTTP/1.1" status: 204 len: 168 time: 2.2336621 Sep 21 08:21:11.315402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4516b-b1d0-42e4-84f2-e66e238a2053 admin admin] Pushing event deleted for resources: {'Network': ['ID=265a3868-e07a-413a-9fe3-d5c20af4e8db,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:11.409713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bd2e1-a528-4de4-8058-7935407dda2e req-2a37110f-8f6f-45dc-9257-680e403f3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:11.411613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133bd2e1-a528-4de4-8058-7935407dda2e req-2a37110f-8f6f-45dc-9257-680e403f3c08 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1376135 Sep 21 08:21:11.434805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99d32a-14bd-4b21-8dfc-8ff7e1042b3a req-40f83101-59ce-4f5c-bdac-2786a7d36658 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:11.437695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f99d32a-14bd-4b21-8dfc-8ff7e1042b3a req-40f83101-59ce-4f5c-bdac-2786a7d36658 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 945 time: 0.0781467 Sep 21 08:21:11.482954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133bd2e1-a528-4de4-8058-7935407dda2e req-0071ba10-f8d0-466d-abfc-0bdaad6746ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438304 Sep 21 08:21:11.615280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f99d32a-14bd-4b21-8dfc-8ff7e1042b3a req-419f3b0f-4800-448a-a588-3c0341f169f6 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647503 Sep 21 08:21:11.615803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60184) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:11.681793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133bd2e1-a528-4de4-8058-7935407dda2e req-6b2dcb42-7d08-49f6-87e4-26c1345c3afd service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849630 Sep 21 08:21:11.692174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b765068b-2c2f-413a-855a-aab278ddb61f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3951d52c4d9452ebce76f9350448123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700929 Sep 21 08:21:11.707346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60186) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:11.838369 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc664d5b-ba6c-4359-a1a7-b7344114f910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.857708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-133bd2e1-a528-4de4-8058-7935407dda2e req-f66562d8-e396-4d1f-be0c-bb167cc41656 service neutron] 10.222.0.50 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668758 Sep 21 08:21:11.873156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc664d5b-ba6c-4359-a1a7-b7344114f910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.924974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Router 5f18a5eb-cf51-4965-974d-083012835991 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:21:11.949864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-e0c8050c-a825-48c4-b5ec-c29951b807cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:11.951689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-e0c8050c-a825-48c4-b5ec-c29951b807cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db17fd228a1943e381a5e005a8c190c3&device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 1094 time: 0.1717210 Sep 21 08:21:11.962237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc664d5b-ba6c-4359-a1a7-b7344114f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.962597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9335-3b41-4c2d-80bd-0872edabb960 req-fee883a7-6bce-4faf-bab6-5818d41073f6 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:11.964638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2ad9335-3b41-4c2d-80bd-0872edabb960 req-fee883a7-6bce-4faf-bab6-5818d41073f6 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 944 time: 0.1861820 Sep 21 08:21:11.965418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc664d5b-ba6c-4359-a1a7-b7344114f910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:11.971055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bc664d5b-ba6c-4359-a1a7-b7344114f910 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6eff5d05-de79-4361-8a0c-0ef20d8c8a0e HTTP/1.1" status: 204 len: 168 time: 0.2649338 Sep 21 08:21:11.974878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-4134f894-839f-439a-8384-56573ad0ff94 service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607977 Sep 21 08:21:11.992535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc664d5b-ba6c-4359-a1a7-b7344114f910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eff5d05-de79-4361-8a0c-0ef20d8c8a0e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:12.037016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00e24f-6f9e-425d-9bbb-42e861589cfc req-689e494f-1f0f-495b-bcf9-3c55590c3d78 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.039506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c00e24f-6f9e-425d-9bbb-42e861589cfc req-689e494f-1f0f-495b-bcf9-3c55590c3d78 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 943 time: 0.0879230 Sep 21 08:21:12.117988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c00e24f-6f9e-425d-9bbb-42e861589cfc req-d9662e35-97cf-4c7a-b7b0-019abf5f0630 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684266 Sep 21 08:21:12.231760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2ad9335-3b41-4c2d-80bd-0872edabb960 req-e4868592-2e38-40ae-a703-df94732ef705 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375288 Sep 21 08:21:12.335229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a80c0f-2968-4370-a910-676083cd9451 req-4f0f90de-5f4c-4b8f-805a-ece127a63788 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.344664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-ad03c71d-478a-4cfe-98d2-6b522ffde66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.347130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-ad03c71d-478a-4cfe-98d2-6b522ffde66b service neutron] 10.222.0.62 "GET /v2.0/networks?id=36afce8f-0ed5-4988-92bc-beed407334e9 HTTP/1.1" status: 200 len: 926 time: 0.3812907 Sep 21 08:21:12.351896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0a80c0f-2968-4370-a910-676083cd9451 req-4f0f90de-5f4c-4b8f-805a-ece127a63788 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 944 time: 0.1197546 Sep 21 08:21:12.365870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95de8de7-649a-44d0-b1d1-bfb8404562dc req-4085bf3e-7565-4b4e-a80c-94a48d169db2 service neutron] 10.222.0.62 "GET /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806598 Sep 21 08:21:12.417360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b0a80c0f-2968-4370-a910-676083cd9451 req-602c0c5b-3d13-4033-a8c5-5214fed21542 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625291 Sep 21 08:21:12.435192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8889bf6e-88b0-4bc3-86e2-584349d6b81c req-10c5a379-2412-4b83-b7c8-e41ddcd2ec29 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0594187 Sep 21 08:21:12.439879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-0296f6f4-35cd-4fa4-a293-153f277e761a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=069588b8-f2a3-4f5d-a46a-eb316ea60a9e HTTP/1.1" status: 200 len: 217 time: 0.0844786 Sep 21 08:21:12.441105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:21:12.465098 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:12.483909 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] Sync routers for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:21:12.497836 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:12.499147 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:20:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:12.544520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-763fc5c2-93b3-49c3-8698-9afc5b582128 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "PUT /v2.0/floatingips/13a039fd-f5c8-4a21-add6-9503dd4e0d54 HTTP/1.1" status: 200 len: 991 time: 4.0969429 Sep 21 08:21:12.547758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:12.550047 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a71fda8-1d92-4622-b210-2deeccc00668" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:12.558623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-c723f399-f5f7-4241-ac57-7bb5ba6cb81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.560413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-c723f399-f5f7-4241-ac57-7bb5ba6cb81b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e092e031-d1f4-4644-bd06-5b4cc2691e7f HTTP/1.1" status: 200 len: 865 time: 0.1130517 Sep 21 08:21:12.603431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-60641c5a-189c-4310-91e0-00115ce62a72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=36afce8f-0ed5-4988-92bc-beed407334e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344341 Sep 21 08:21:12.748404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-94010b1e-446e-418b-b593-153ebb7058f5 service neutron] 10.222.0.62 "GET /v2.0/networks/36afce8f-0ed5-4988-92bc-beed407334e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357276 Sep 21 08:21:12.750110 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d4d5e-0c2b-44f1-b02d-5909715dc27e x-openstack-request-id: req-ce6d4d5e-0c2b-44f1-b02d-5909715dc27e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:12.750399 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:12.750652 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce6d4d5e-0c2b-44f1-b02d-5909715dc27e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:12.751044 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'status': 'completed', 'code': 200} Sep 21 08:21:12.759223 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:12.852887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.854306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.855274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.856026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.856680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.857440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.858094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.861695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-c67e08cb-5033-4524-9073-146655fff807 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6491 time: 0.0945396 Sep 21 08:21:12.977316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535116f6-bdb8-451f-a8a3-851d17f2badd req-f901374f-fa8b-4fa5-aa0d-61fae3c2622d tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:12.981161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-535116f6-bdb8-451f-a8a3-851d17f2badd req-f901374f-fa8b-4fa5-aa0d-61fae3c2622d tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 945 time: 0.1344874 Sep 21 08:21:12.987718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26f6c94-bef6-49a4-b947-1b6e998a043b req-c2b473cc-75be-44bd-a34a-6c5e65478f5b service neutron] 10.222.0.62 "GET /v2.0/networks/36afce8f-0ed5-4988-92bc-beed407334e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310095 Sep 21 08:21:13.067933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-535116f6-bdb8-451f-a8a3-851d17f2badd req-c7f50f7a-b58b-41df-a103-eb98018ad9b8 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767434 Sep 21 08:21:13.085895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-d3e5aab7-bf26-4786-8ac5-d249dacc66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:13.088533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-d3e5aab7-bf26-4786-8ac5-d249dacc66e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c09b159a-c415-46eb-bf2f-5d26281796c7 HTTP/1.1" status: 200 len: 912 time: 0.2100990 Sep 21 08:21:13.097706 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '13a039fd-f5c8-4a21-add6-9503dd4e0d54', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'floating_ip_address': '172.25.1.198', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5f18a5eb-cf51-4965-974d-083012835991', 'port_id': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'mac_address': 'fa:16:3e:75:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:19:42Z', 'updated_at': '2021-09-21T08:21:10Z', 'revision_number': 1, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:54Z', 'revision_number': 5, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:13.126070 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] Checking router: 5f18a5eb-cf51-4965-974d-083012835991 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:21:13.135368 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:13.136003 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:20:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:13.232408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-bb0575fa-f96f-46a8-a6e7-58e538af2f74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=202266fb-dfa6-4b81-9761-4783b5bccb96 HTTP/1.1" status: 200 len: 999 time: 0.1315479 Sep 21 08:21:13.296891 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:13.357800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f337b-36f4-4c49-aa06-8061e4636c4c req-e7c492f6-ac0c-444a-afc8-1a759ded11ab tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:13.360697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-977f337b-36f4-4c49-aa06-8061e4636c4c req-e7c492f6-ac0c-444a-afc8-1a759ded11ab tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 943 time: 0.1585104 Sep 21 08:21:13.367099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:13.416375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-8b906a99-183f-44fc-8baa-a7eed476fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:13.418972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-8b906a99-183f-44fc-8baa-a7eed476fdf2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f6bcd9f-b404-49f8-b805-f821fba4f351 HTTP/1.1" status: 200 len: 850 time: 0.1655297 Sep 21 08:21:13.478396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6817caf-0bc9-476a-bfee-854e40134377 req-83bc864c-9391-46da-8bcf-a9a3de5bb3c9 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:13.480834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6817caf-0bc9-476a-bfee-854e40134377 req-83bc864c-9391-46da-8bcf-a9a3de5bb3c9 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 944 time: 0.1314940 Sep 21 08:21:13.490497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-0b1d0179-fe37-48cb-9143-3214076f6a51 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:13.492480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-0b1d0179-fe37-48cb-9143-3214076f6a51 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 945 time: 0.1396189 Sep 21 08:21:13.495816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-977f337b-36f4-4c49-aa06-8061e4636c4c req-6cdf93fb-2c9a-42c6-9fdb-664b4eeb68c8 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259730 Sep 21 08:21:13.527539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-4473a62c-12a5-4263-8614-fedcd0a23380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:13.531184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-4473a62c-12a5-4263-8614-fedcd0a23380 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c09b159a-c415-46eb-bf2f-5d26281796c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972331 Sep 21 08:21:13.621854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6817caf-0bc9-476a-bfee-854e40134377 req-61df5ef3-e57e-4b78-889a-90bed382931c tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149848 Sep 21 08:21:13.664362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Deleting port 886ac66e-d766-49b9-9ec8-9e8c228aebdd {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:21:13.664738 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:13.674321 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '13a039fd-f5c8-4a21-add6-9503dd4e0d54', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'floating_ip_address': '172.25.1.198', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5f18a5eb-cf51-4965-974d-083012835991', 'port_id': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'mac_address': 'fa:16:3e:75:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:19:42Z', 'updated_at': '2021-09-21T08:21:10Z', 'revision_number': 1, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:54Z', 'revision_number': 5, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:13.698076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1542458816-network', 'tenant_id': 'b1b90216a1a14f318db99e68aab5e6dd'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:13.728544 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aadcb9e-f68a-412a-b237-f604cd364531 None None] The sync data for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 is: [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '13a039fd-f5c8-4a21-add6-9503dd4e0d54', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'floating_ip_address': '172.25.1.198', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5f18a5eb-cf51-4965-974d-083012835991', 'port_id': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'mac_address': 'fa:16:3e:75:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:19:42Z', 'updated_at': '2021-09-21T08:21:10Z', 'revision_number': 1, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:54Z', 'revision_number': 5, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:21:13.801999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c769f019-91ec-418d-b156-dc9cd94f9043 req-f4403189-0679-4658-8c23-8a7c27cbdd38 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0622003 Sep 21 08:21:13.812398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1e874-8f03-461d-a8ea-9f865537eb11 req-2932bf08-996f-47a2-837b-41d5dad8e2ad tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:13.814051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75c1e874-8f03-461d-a8ea-9f865537eb11 req-2932bf08-996f-47a2-837b-41d5dad8e2ad tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 944 time: 0.1296663 Sep 21 08:21:13.817956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-ac59cb17-9e2f-4e73-ba48-5b6d50db4cfa service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740870 Sep 21 08:21:13.822207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Made reservation on behalf of b1b90216a1a14f318db99e68aab5e6dd for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:13.824671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:13.872006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] For port 886ac66e-d766-49b9-9ec8-9e8c228aebdd, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=886ac66e-d766-49b9-9ec8-9e8c228aebdd,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:13.872341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:13.872634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:13.904022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Calling delete_port for 886ac66e-d766-49b9-9ec8-9e8c228aebdd owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:21:13.909233 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-75c1e874-8f03-461d-a8ea-9f865537eb11 req-0c54d4dc-3b67-43b1-85a8-3a9e062fea0b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804009 Sep 21 08:21:14.032726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a71fda8-1d92-4622-b210-2deeccc00668 req-7f98622e-0281-4ccf-925c-4321d7b9dbd4 service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804345 Sep 21 08:21:14.107172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.110698 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.116074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.123442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['886ac66e-d766-49b9-9ec8-9e8c228aebdd'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:14.173411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Pushing event deleted for resources: {'Port': ['ID=886ac66e-d766-49b9-9ec8-9e8c228aebdd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:14.200063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:21:14.202828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ae124-6235-40f1-960c-1808be5e3baa None None] New status for floating IP 13a039fd-f5c8-4a21-add6-9503dd4e0d54: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:21:14.221784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61562224-9d37-404d-9573-c804b07807bd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:14.223676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] No DVR routers for this DVR port 886ac66e-d766-49b9-9ec8-9e8c228aebdd on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:21:14.226875 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.230463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9756cfa9-a5eb-4761-88c0-6eaa98627371 req-dc70b014-a76f-4692-b7ad-b6ea29c9654f tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "DELETE /v2.0/ports/886ac66e-d766-49b9-9ec8-9e8c228aebdd HTTP/1.1" status: 204 len: 173 time: 0.7222033 Sep 21 08:21:14.240697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.241936 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Added segment 7ee6325c-962d-4b3d-9303-5e1f7a573559 of type vlan for network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e Sep 21 08:21:14.308104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-514b36d1-d52d-4c80-b2d3-32e7c489872d req-0770f12e-9b17-46a6-aa57-c34945e85855 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67c522a-bd82-4955-bdb8-fe333029d4b6 HTTP/1.1" status: 200 len: 210 time: 0.0622859 Sep 21 08:21:14.333716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.340268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 28922800-bdea-4a8c-9545-b05aa6fa7203 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:21:14.368715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.370030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:14.370646 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.410392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0420778 Sep 21 08:21:14.413135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60252) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:14.419025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Request body: {'subnet': {'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1542458816-subnet', 'tenant_id': 'b1b90216a1a14f318db99e68aab5e6dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:14.461929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a772d6-f07d-40cf-b3c6-a49fa4686689 admin admin] Pushing event updated for resources: {'Network': ['ID=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:14.473883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Made reservation on behalf of b1b90216a1a14f318db99e68aab5e6dd for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:14.476939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.507223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:21:14.752387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'name': 'network-vif-deleted', 'tag': '886ac66e-d766-49b9-9ec8-9e8c228aebdd'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:14.757006 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10003844-b883-4d23-b8b1-d76f828f12bb" -d '{"events": [{"server_uuid": "a67c522a-bd82-4955-bdb8-fe333029d4b6", "name": "network-vif-deleted", "tag": "886ac66e-d766-49b9-9ec8-9e8c228aebdd"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:14.773494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:14.852696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 28922800-bdea-4a8c-9545-b05aa6fa7203, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=28922800-bdea-4a8c-9545-b05aa6fa7203,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:14.869039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd64e64a-68b6-4885-b9aa-fee3566afeae,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:14.880981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Checking segment: {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:14.881415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Network hostable DHCP agents. Network: 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:21:14.898188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 069588b8-f2a3-4f5d-a46a-eb316ea60a9e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:21:14.903440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '28922800-bdea-4a8c-9545-b05aa6fa7203', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'port_id': '28922800-bdea-4a8c-9545-b05aa6fa7203', 'mac_address': 'fa:16:3e:43:f2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32688144-3e68-4c92-9bfa-22bade9b828a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:21:14.905709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:21:14.910159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324a8d1-eaec-4787-9837-4047b73ed699 req-25b7e4b2-2528-4220-9c10-8b146a538d27 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:14.913363 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c324a8d1-eaec-4787-9837-4047b73ed699 req-25b7e4b2-2528-4220-9c10-8b146a538d27 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 943 time: 0.2628210 Sep 21 08:21:14.930764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:14.943695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:14.946417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:15.007214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c9dbf2bc-1337-443b-8d02-29e9f28ca4ed admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5818958 Sep 21 08:21:15.008360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c324a8d1-eaec-4787-9837-4047b73ed699 req-c960031f-cec3-4920-b5ba-c3010a0a4a43 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813248 Sep 21 08:21:15.018258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94ad05-46d1-42fd-a2a1-d6081547e8c4 None None] Network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:21:15.181499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:15.183103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce3e48d1-b76c-43f5-8d7a-12a2bde52885 req-1fe4bf2f-fea6-406c-aeff-2305b9e4c965 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0620003 Sep 21 08:21:15.227838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2ca43-4d66-41e8-b102-9dfff51d11e1 req-b71f59b3-b728-4497-aeda-f6f5929f7a05 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:15.231047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae2ca43-4d66-41e8-b102-9dfff51d11e1 req-b71f59b3-b728-4497-aeda-f6f5929f7a05 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 944 time: 0.1884906 Sep 21 08:21:15.250915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28922800-bdea-4a8c-9545-b05aa6fa7203 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:15.269727 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf04267-62e1-4073-aec9-dbed0b351c3c x-openstack-request-id: req-8cf04267-62e1-4073-aec9-dbed0b351c3c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:15.270169 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67c522a-bd82-4955-bdb8-fe333029d4b6", "name": "network-vif-deleted", "tag": "886ac66e-d766-49b9-9ec8-9e8c228aebdd", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:15.270956 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8cf04267-62e1-4073-aec9-dbed0b351c3c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:15.271425 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67c522a-bd82-4955-bdb8-fe333029d4b6', 'name': 'network-vif-deleted', 'tag': '886ac66e-d766-49b9-9ec8-9e8c228aebdd', 'status': 'completed', 'code': 200} Sep 21 08:21:15.288910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-be148a82-a5b5-4e69-82b7-95aff6e53e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:15.291097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-be148a82-a5b5-4e69-82b7-95aff6e53e29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1095 time: 0.2284625 Sep 21 08:21:15.296723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 28922800-bdea-4a8c-9545-b05aa6fa7203, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=28922800-bdea-4a8c-9545-b05aa6fa7203,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:15.306768 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:15.363530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae2ca43-4d66-41e8-b102-9dfff51d11e1 req-8ffd2167-c6e0-46f3-8ea3-a5871e77274d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206121 Sep 21 08:21:15.396998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,segment=NetworkSegment(5d2b1585-1b60-42c9-a0bd-dec773dc877c),segment_id=5d2b1585-1b60-42c9-a0bd-dec773dc877c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:15.413067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a0c6d-5593-4e38-8560-90d7395aa2d1 None None] Network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:21:15.438759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e', 'network_id': '36afce8f-0ed5-4988-92bc-beed407334e9', 'port_id': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e', 'mac_address': 'fa:16:3e:16:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e092e031-d1f4-4644-bd06-5b4cc2691e7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:21:15.467466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a434f-8579-4ba9-8b0a-c8518a836293 req-2f1a7a34-b51f-4b77-8528-fe1dda88e80b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:15.481250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-529a434f-8579-4ba9-8b0a-c8518a836293 req-2f1a7a34-b51f-4b77-8528-fe1dda88e80b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1336262 Sep 21 08:21:15.500660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=28922800-bdea-4a8c-9545-b05aa6fa7203,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:15.538835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-46387518-2bfe-4800-8478-d90a6e6a09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:15.540812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-46387518-2bfe-4800-8478-d90a6e6a09ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.2264287 Sep 21 08:21:15.550750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-529a434f-8579-4ba9-8b0a-c8518a836293 req-836dde35-5ae7-4a1f-8da7-dbe50994a51b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680885 Sep 21 08:21:15.583695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf80bb-4640-429b-b084-7b7860141688 req-d1faef98-2acf-4c95-920a-bccfa82a7c65 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:15.592748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2cf80bb-4640-429b-b084-7b7860141688 req-d1faef98-2acf-4c95-920a-bccfa82a7c65 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1056736 Sep 21 08:21:15.687919 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:15.710255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2cf80bb-4640-429b-b084-7b7860141688 req-19006797-e11a-45e0-b0be-69bbc0b4df17 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154087 Sep 21 08:21:15.714192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-2744f2d9-b894-409d-be20-01909ff01be2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.1520252 Sep 21 08:21:15.728301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069588b8-f2a3-4f5d-a46a-eb316ea60a9e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:15.772601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,segment=NetworkSegment(5d2b1585-1b60-42c9-a0bd-dec773dc877c),segment_id=5d2b1585-1b60-42c9-a0bd-dec773dc877c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:15.784702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:15.789955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-56d05e44-d255-42c1-9934-9e55b6fcb59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:15.792064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-56d05e44-d255-42c1-9934-9e55b6fcb59c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0641026 Sep 21 08:21:15.794012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0100fb7d-f778-47f6-a1d2-aa2eec21369f details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:21:15.907371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-0088f3ad-9aff-4d2e-9cd1-5ff69a5c7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:15.910695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-0088f3ad-9aff-4d2e-9cd1-5ff69a5c7ea3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050346 Sep 21 08:21:16.001874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['28922800-bdea-4a8c-9545-b05aa6fa7203'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:16.013361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:16.164169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-df426720-3819-44b0-bc76-2956081aba16 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361994 Sep 21 08:21:16.196156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0100fb7d-f778-47f6-a1d2-aa2eec21369f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0100fb7d-f778-47f6-a1d2-aa2eec21369f,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:16.230265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '0100fb7d-f778-47f6-a1d2-aa2eec21369f', 'network_id': '24f84988-851b-4a40-8c54-45d46e55f159', 'port_id': '0100fb7d-f778-47f6-a1d2-aa2eec21369f', 'mac_address': 'fa:16:3e:74:6a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13124dac-47d0-434f-bf2d-70aeede630c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:21:16.233026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-c8f75cde-9c22-4c7e-84f5-dc5a60d88658 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:16.242865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-c8f75cde-9c22-4c7e-84f5-dc5a60d88658 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 815 time: 0.2135212 Sep 21 08:21:16.268488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-59cf05a9-d052-4079-a5d7-32682b8edd09 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/quotas/b1b90216a1a14f318db99e68aab5e6dd HTTP/1.1" status: 200 len: 375 time: 0.0245047 Sep 21 08:21:16.321571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-05434bdf-579c-4be4-84b7-2d3e68b4a857 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519168 Sep 21 08:21:16.366991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfd6a1-db98-4a0c-abaf-c410d98142fa req-26096ff2-7239-4435-940b-8a7071042c28 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:16.376067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02cfd6a1-db98-4a0c-abaf-c410d98142fa req-26096ff2-7239-4435-940b-8a7071042c28 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 944 time: 0.2094550 Sep 21 08:21:16.395593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:16.409933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0100fb7d-f778-47f6-a1d2-aa2eec21369f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:16.440010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0100fb7d-f778-47f6-a1d2-aa2eec21369f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0100fb7d-f778-47f6-a1d2-aa2eec21369f,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:16.445342 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:16.466660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4fdda77-ff55-45ac-8779-7ebe52f310b1 req-756766cb-1d8f-4c6b-b476-3f5c556f23ee service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884467 Sep 21 08:21:16.468487 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-fe8d6734-219e-4519-aa2e-103a598fd6cc service neutron] 10.222.0.59 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362944 Sep 21 08:21:16.478207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02cfd6a1-db98-4a0c-abaf-c410d98142fa req-5893110d-cfb7-423d-b939-b47025242fd0 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010695 Sep 21 08:21:16.550820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=0100fb7d-f778-47f6-a1d2-aa2eec21369f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:16.618110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-736265c3-c028-49be-9398-39b16b68efde service neutron] 10.222.0.59 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484122 Sep 21 08:21:16.634758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-414d1494-7288-46d4-a444-95601ba8bec3 req-8b4998c7-ce54-48fd-a80a-311b0f7e1269 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0426087 Sep 21 08:21:16.863017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988927be-b36c-4649-98ca-e1e479757b69 req-a45d53c0-3eb9-479a-a381-670047619e84 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:16.864687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-988927be-b36c-4649-98ca-e1e479757b69 req-a45d53c0-3eb9-479a-a381-670047619e84 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 945 time: 0.1055682 Sep 21 08:21:16.879500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['069588b8-f2a3-4f5d-a46a-eb316ea60a9e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:16.946039 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-988927be-b36c-4649-98ca-e1e479757b69 req-4782245c-6700-4853-a56a-17f67acc6335 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683560 Sep 21 08:21:16.956433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['0100fb7d-f778-47f6-a1d2-aa2eec21369f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:16.960679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 886ac66e-d766-49b9-9ec8-9e8c228aebdd no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:17.056464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2283a-218b-4ba9-b622-48849d76ac9b req-4b9a5de5-c414-4bc0-81a8-c29babe88a2d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:17.058093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87c2283a-218b-4ba9-b622-48849d76ac9b req-4b9a5de5-c414-4bc0-81a8-c29babe88a2d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1400778 Sep 21 08:21:17.068546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 886ac66e-d766-49b9-9ec8-9e8c228aebdd {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:17.069167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 886ac66e-d766-49b9-9ec8-9e8c228aebdd not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:17.110943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87c2283a-218b-4ba9-b622-48849d76ac9b req-b59517f6-fc98-4d0b-b95b-41157666bd5c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Sep 21 08:21:17.306369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca26b549-c1a0-4250-b7af-a5bf2866d455 req-fd0af014-2333-46bc-9d05-07e77ebfc6dd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 210 time: 0.0844736 Sep 21 08:21:17.387069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c9443-534a-4330-8f69-0a587da7745c req-4f71fdfd-a171-459d-abe7-9371cb417ffb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:17.390043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35c9443-534a-4330-8f69-0a587da7745c req-4f71fdfd-a171-459d-abe7-9371cb417ffb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1136274 Sep 21 08:21:17.456589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35c9443-534a-4330-8f69-0a587da7745c req-4792ce4b-0624-470e-a5c9-aba72bd0b6f7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Sep 21 08:21:17.658989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bf91f-4fdf-4797-9d6a-236a762fa77d req-7b42ce2d-07f3-4523-bf9b-d3fe35ccbcee tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:17.660899 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651bf91f-4fdf-4797-9d6a-236a762fa77d req-7b42ce2d-07f3-4523-bf9b-d3fe35ccbcee tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 944 time: 0.0833840 Sep 21 08:21:17.729747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-651bf91f-4fdf-4797-9d6a-236a762fa77d req-a31bea80-3ee3-4185-b0ab-16ad3cb28f43 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566235 Sep 21 08:21:17.843471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42bb9387-af3c-426f-b5ff-de632dff8050 req-a5f517c7-b001-439b-a82b-61dcc3b1a5a1 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0536997 Sep 21 08:21:18.234298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e6b1b-5412-48e4-b2bd-4cc9444cfda1 req-6154dd82-5275-4429-8168-9fb4db992ff8 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:18.243689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee1e6b1b-5412-48e4-b2bd-4cc9444cfda1 req-6154dd82-5275-4429-8168-9fb4db992ff8 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 945 time: 0.1289122 Sep 21 08:21:18.303864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee1e6b1b-5412-48e4-b2bd-4cc9444cfda1 req-dfcb9519-3136-4943-b63a-efc17f6bdd9b tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589597 Sep 21 08:21:18.373383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 28922800-bdea-4a8c-9545-b05aa6fa7203 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:18.374396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1565a6-1678-4be2-9d14-18a2fc8543b4 req-746efa90-0abb-46ae-a609-4043de73609e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:18.386176 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d1565a6-1678-4be2-9d14-18a2fc8543b4 req-746efa90-0abb-46ae-a609-4043de73609e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0989487 Sep 21 08:21:18.466386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d1565a6-1678-4be2-9d14-18a2fc8543b4 req-83ce5a13-4f58-4adf-8650-ee73a731409b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785007 Sep 21 08:21:18.492810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92e184b4-a3af-41e2-ae9e-9c4acf1e7768 req-753e9ad8-e848-47a6-9e42-453aa5993c3a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 210 time: 0.0687463 Sep 21 08:21:18.517695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 28922800-bdea-4a8c-9545-b05aa6fa7203 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:21:18.524350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 28922800-bdea-4a8c-9545-b05aa6fa7203 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:18.524979 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:18.660809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:18.709410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28922800-bdea-4a8c-9545-b05aa6fa7203'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:18.711724 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be9745b-0d99-4103-babf-9158eb123bbe" -d '{"events": [{"server_uuid": "1cf38f31-e943-41d4-acf9-8dcb3799f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "28922800-bdea-4a8c-9545-b05aa6fa7203"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:18.727714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11954312-469c-483d-8fa9-5e5183f8a809 req-270501bd-72d4-475b-a776-a0a59220b828 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:18.730823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11954312-469c-483d-8fa9-5e5183f8a809 req-270501bd-72d4-475b-a776-a0a59220b828 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0934949 Sep 21 08:21:18.745270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 28922800-bdea-4a8c-9545-b05aa6fa7203, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=28922800-bdea-4a8c-9545-b05aa6fa7203,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:18.751608 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:18.761124 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ddc1b4-85d4-461e-be8b-487fadab9c24 x-openstack-request-id: req-e9ddc1b4-85d4-461e-be8b-487fadab9c24 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:18.761503 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf38f31-e943-41d4-acf9-8dcb3799f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "28922800-bdea-4a8c-9545-b05aa6fa7203", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:18.761920 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9ddc1b4-85d4-461e-be8b-487fadab9c24 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:18.762383 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28922800-bdea-4a8c-9545-b05aa6fa7203', 'code': 200} Sep 21 08:21:18.843472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=28922800-bdea-4a8c-9545-b05aa6fa7203,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:18.862549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11954312-469c-483d-8fa9-5e5183f8a809 req-1f47f9f4-0cc0-47c6-a613-410b743c9e66 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204393 Sep 21 08:21:18.912727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 069588b8-f2a3-4f5d-a46a-eb316ea60a9e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:18.961821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457d1c8-12f0-4cdb-a71c-837afdb7100a req-0b4ad675-fcb6-4d7f-9aad-a25cfabef55d tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:18.963553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5457d1c8-12f0-4cdb-a71c-837afdb7100a req-0b4ad675-fcb6-4d7f-9aad-a25cfabef55d tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 944 time: 0.0767660 Sep 21 08:21:18.988244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96c87a-550d-4be6-bbef-371cb460793a req-eb7f112b-b22b-4968-a409-282656d4931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:18.992269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b96c87a-550d-4be6-bbef-371cb460793a req-eb7f112b-b22b-4968-a409-282656d4931b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1241546 Sep 21 08:21:19.036625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:21:19.044288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5457d1c8-12f0-4cdb-a71c-837afdb7100a req-dea54ea8-7853-4b9e-b9ed-9f05eb64f1b3 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687995 Sep 21 08:21:19.055390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:19.056059 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:19.103682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-239fe7cb-bc8b-4587-bfad-367ee6d331fd req-65b5ede0-144e-478a-ad8a-bc00cbc118a3 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0741951 Sep 21 08:21:19.133210 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b96c87a-550d-4be6-bbef-371cb460793a req-211a0abc-b0fa-4278-9f54-2d8914041db3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216333 Sep 21 08:21:19.208010 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:19.263229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,segment=NetworkSegment(5d2b1585-1b60-42c9-a0bd-dec773dc877c),segment_id=5d2b1585-1b60-42c9-a0bd-dec773dc877c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:19.270502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:19.272080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0100fb7d-f778-47f6-a1d2-aa2eec21369f up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:19.399506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:19.414774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 0100fb7d-f778-47f6-a1d2-aa2eec21369f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:21:19.419437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 0100fb7d-f778-47f6-a1d2-aa2eec21369f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:19.419814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:19.563635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe1be5-b2be-4cd0-b2c9-183aea1a2f9e req-3c603978-81ae-48a1-923f-e476f4046319 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:19.565043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12fe1be5-b2be-4cd0-b2c9-183aea1a2f9e req-3c603978-81ae-48a1-923f-e476f4046319 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 945 time: 0.1064308 Sep 21 08:21:19.584978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:19.630139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0100fb7d-f778-47f6-a1d2-aa2eec21369f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0100fb7d-f778-47f6-a1d2-aa2eec21369f,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:19.635514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:19.639648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-dd803dc7-a285-4ded-bb58-e66664b52c58 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:19.643202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-dd803dc7-a285-4ded-bb58-e66664b52c58 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 815 time: 0.2123866 Sep 21 08:21:19.669560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Request body: {'port': {'device_id': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'admin_state_up': True, 'tenant_id': 'b1b90216a1a14f318db99e68aab5e6dd'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:19.672090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12fe1be5-b2be-4cd0-b2c9-183aea1a2f9e req-0cdbe0db-54ef-40b4-9037-ba684eab16ed tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923786 Sep 21 08:21:19.743115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=0100fb7d-f778-47f6-a1d2-aa2eec21369f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:19.801514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e3dc9d7-cdc1-47e7-97aa-6379747adfca req-481630ab-5896-4bd1-8c9b-24adf98e3fdd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 210 time: 0.1083138 Sep 21 08:21:19.822031 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-af69d994-d49a-4d98-8bb9-8ddcb86078f2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623064 Sep 21 08:21:19.908030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-3d7fc7d4-ff91-4eb8-8a80-d09698719d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:19.911743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-3d7fc7d4-ff91-4eb8-8a80-d09698719d86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 1097 time: 0.0565233 Sep 21 08:21:19.980971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Made reservation on behalf of b1b90216a1a14f318db99e68aab5e6dd for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:19.987712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:20.131690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc76a2-9d42-4d79-8580-a4abe1f7ba19 req-a191c88c-4153-44e6-b555-f1c23d0429b0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:20.133509 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ddc76a2-9d42-4d79-8580-a4abe1f7ba19 req-a191c88c-4153-44e6-b555-f1c23d0429b0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1226292 Sep 21 08:21:20.170546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-fca27ec3-b378-4f34-92d8-c6a11de41118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:20.172783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-fca27ec3-b378-4f34-92d8-c6a11de41118 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.2134881 Sep 21 08:21:20.203154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ddc76a2-9d42-4d79-8580-a4abe1f7ba19 req-5461b508-fa0d-48c5-94cd-94b0dfa164ff tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602763 Sep 21 08:21:20.260711 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-c387ac8d-688a-4098-9704-f90e6d21bcc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4 HTTP/1.1" status: 200 len: 217 time: 0.0772188 Sep 21 08:21:20.266922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Allocated IP 172.20.0.4 (67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e/cd64e64a-68b6-4885-b9aa-fee3566afeae/fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:20.343145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b5958-064c-4041-b06d-1a9683c953bb req-cecca527-cedd-4b27-be3f-c6aa9eefe281 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:20.355141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e49b5958-064c-4041-b06d-1a9683c953bb req-cecca527-cedd-4b27-be3f-c6aa9eefe281 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.1458030 Sep 21 08:21:20.418942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e49b5958-064c-4041-b06d-1a9683c953bb req-bdb5cd4c-44c2-4848-a5ce-6cf06a608e78 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627031 Sep 21 08:21:20.441915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-c6d9d52c-f5d4-4a19-91af-5e247ee3f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:20.444899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-c6d9d52c-f5d4-4a19-91af-5e247ee3f5fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1698780 Sep 21 08:21:20.447758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7362d888-bc9c-43e6-b90b-0a57d0e94bca req-b94cb37e-6f8e-4a64-8ceb-a0d7c1cd9b2b tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0717199 Sep 21 08:21:20.569984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:20.574318 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-de660764-3939-417e-b3fc-ccb8e0d4d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:20.578406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-de660764-3939-417e-b3fc-ccb8e0d4d8df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108718 Sep 21 08:21:20.617977 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:20.684475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:20.688173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:20.692311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:20.727605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-90636403-6b27-4583-b7a3-0c13bdbbe6b6 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158762 Sep 21 08:21:20.729744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:20.763794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e'}, {'server_uuid': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0100fb7d-f778-47f6-a1d2-aa2eec21369f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:20.770079 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9adf82-1e79-40e0-9b94-2e8f7edc42eb" -d '{"events": [{"server_uuid": "dad2043e-6a12-49ce-9654-0c52a27880c5", "name": "network-vif-plugged", "status": "completed", "tag": "069588b8-f2a3-4f5d-a46a-eb316ea60a9e"}, {"server_uuid": "809802a8-3703-4bec-884d-8fe9c0d797c0", "name": "network-vif-plugged", "status": "completed", "tag": "0100fb7d-f778-47f6-a1d2-aa2eec21369f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:20.772860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:20.774752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:20.802643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-b994985f-3aa5-4063-b0b0-5bfbecc5e827 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1492515 Sep 21 08:21:20.820052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Request body: {'port': {'device_id': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:20.868664 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a1a4df-991c-4c97-9163-9c8720261359 x-openstack-request-id: req-06a1a4df-991c-4c97-9163-9c8720261359 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:20.869596 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad2043e-6a12-49ce-9654-0c52a27880c5", "name": "network-vif-plugged", "status": "completed", "tag": "069588b8-f2a3-4f5d-a46a-eb316ea60a9e", "code": 200}, {"server_uuid": "809802a8-3703-4bec-884d-8fe9c0d797c0", "name": "network-vif-plugged", "status": "completed", "tag": "0100fb7d-f778-47f6-a1d2-aa2eec21369f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:20.870283 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06a1a4df-991c-4c97-9163-9c8720261359 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:20.871347 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e', 'code': 200} Sep 21 08:21:20.872016 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0100fb7d-f778-47f6-a1d2-aa2eec21369f', 'code': 200} Sep 21 08:21:20.919458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:20.988547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad9a8a-8be4-4493-a35e-bb86ab67568b req-7aad0ebd-2639-4cdd-af2d-48d5974b06ba tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:20.991115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0ad9a8a-8be4-4493-a35e-bb86ab67568b req-7aad0ebd-2639-4cdd-af2d-48d5974b06ba tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 946 time: 0.1731195 Sep 21 08:21:21.050694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6f4722a-4599-4ee9-b211-8fe4e5ec6246 req-cf2a4568-5496-4d77-8482-21ce72ece00e service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033750 Sep 21 08:21:21.096727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0ad9a8a-8be4-4493-a35e-bb86ab67568b req-2fabfc68-c1ac-454d-aca0-4eb6f7a753fc tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946333 Sep 21 08:21:21.113765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26180b2-9835-4ec7-b91a-5c7db699604e req-1394aee4-a309-4ee7-951d-0a4b9f86803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:21.116254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f26180b2-9835-4ec7-b91a-5c7db699604e req-1394aee4-a309-4ee7-951d-0a4b9f86803b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 1096 time: 0.0647295 Sep 21 08:21:21.165187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f26180b2-9835-4ec7-b91a-5c7db699604e req-1341b9e0-6fad-4ce0-a334-a4f8ba75cf34 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Sep 21 08:21:21.267604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c0520-6fdb-41a6-bbb0-d28bd49a5d0a req-6fe4bf26-bd55-4d1f-8507-2013f467cf95 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:21.269998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-426c0520-6fdb-41a6-bbb0-d28bd49a5d0a req-6fe4bf26-bd55-4d1f-8507-2013f467cf95 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 931 time: 0.2689958 Sep 21 08:21:21.273521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67ad3f-32a8-453e-a3e2-bfd7f6614635 req-e08d7fd9-f80b-4adb-abfc-7cfbc5168acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:21.275587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f67ad3f-32a8-453e-a3e2-bfd7f6614635 req-e08d7fd9-f80b-4adb-abfc-7cfbc5168acd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 1097 time: 0.2626014 Sep 21 08:21:21.372680 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-426c0520-6fdb-41a6-bbb0-d28bd49a5d0a req-177790fa-0709-4c39-9d90-c5fa2406ad79 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830934 Sep 21 08:21:21.449899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa408ded-acc2-48aa-b143-e0dc6a8ff7ba req-1e636818-ef2c-4f8d-b1c3-591e7539b600 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:21.455635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa408ded-acc2-48aa-b143-e0dc6a8ff7ba req-1e636818-ef2c-4f8d-b1c3-591e7539b600 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1029398 Sep 21 08:21:21.517157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f67ad3f-32a8-453e-a3e2-bfd7f6614635 req-7069d022-58e5-4271-8ae9-1b9b6b3b0543 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858066 Sep 21 08:21:21.537347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:21.547933 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:21.558513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa408ded-acc2-48aa-b143-e0dc6a8ff7ba req-4ec2777c-db46-4516-b7e9-b5550c01b90a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922425 Sep 21 08:21:21.566102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Transition to ACTIVE for port object fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:21:21.571766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:21.685231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:21.724186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3563ada1-d004-467a-85b8-8b276b1da1aa req-fa254262-bc40-4fc9-9905-41f88dd9f817 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0438387 Sep 21 08:21:21.788552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adc119-ce7a-4096-939e-256c57fa1671 req-1cbbe768-420e-4380-9818-8fc67be3bfac tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:21.790552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-36adc119-ce7a-4096-939e-256c57fa1671 req-1cbbe768-420e-4380-9818-8fc67be3bfac tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.1682873 Sep 21 08:21:21.835957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Attempting to bind port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:21.836270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Attempting to bind port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:21.836611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Attempting to bind port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:21.852059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:21:21.852366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Attempting to bind port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:21.862079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:21.862456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Checking segment: {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:21.862729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Bound using segment: {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:21.863152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Bound port: fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:21.863548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:21.873290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-36adc119-ce7a-4096-939e-256c57fa1671 req-4df619e7-a410-4341-8a14-10abebda4f3c tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684769 Sep 21 08:21:21.960303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:21.968802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:21.975726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:22.036965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:22.037687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:22.039544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] 10.222.0.62 "PUT /v2.0/ports/fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca HTTP/1.1" status: 200 len: 1091 time: 1.2278781 Sep 21 08:21:22.042181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:22.046554 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d458bedd-2ad3-4f76-b29b-a815c758260d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:22.143106 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55950eb7-ada6-4908-a078-4c98233b9d5e x-openstack-request-id: req-55950eb7-ada6-4908-a078-4c98233b9d5e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:22.143550 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:22.143865 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55950eb7-ada6-4908-a078-4c98233b9d5e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:22.144306 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'status': 'completed', 'code': 200} Sep 21 08:21:22.147724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb6ede-d7aa-4a75-a4e4-2a97a1dc1ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:22.216260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-299ef767-30ea-46d4-9515-74496143aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:22.219040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-299ef767-30ea-46d4-9515-74496143aabe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 1094 time: 0.1261959 Sep 21 08:21:22.239072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b9a5e-52f5-4fc8-9c67-626aff7f12f1 req-46481c63-f74d-4476-be57-06156618285c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:22.241400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee7b9a5e-52f5-4fc8-9c67-626aff7f12f1 req-46481c63-f74d-4476-be57-06156618285c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0958843 Sep 21 08:21:22.306863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978b24c-6e33-46b5-bfd8-09b87a507746 req-cfec110e-7d29-453e-9981-c66f7d62cc06 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:22.308587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6978b24c-6e33-46b5-bfd8-09b87a507746 req-cfec110e-7d29-453e-9981-c66f7d62cc06 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 946 time: 0.0706220 Sep 21 08:21:22.316481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-d289e818-784d-470a-9b5f-a42d70f4eb0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca HTTP/1.1" status: 200 len: 217 time: 0.0718474 Sep 21 08:21:22.377609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a73564c8-9ebb-4b1b-b0e6-e6cca2dd5d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:22.384170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6978b24c-6e33-46b5-bfd8-09b87a507746 req-2072ce74-2f8c-4458-86de-9dee04c71725 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646586 Sep 21 08:21:22.415825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee7b9a5e-52f5-4fc8-9c67-626aff7f12f1 req-651249b5-a13c-4316-b842-c3e4a162932f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645172 Sep 21 08:21:22.442313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-59ee7492-145a-46fa-82c7-48b2316e7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:22.444157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-59ee7492-145a-46fa-82c7-48b2316e7d26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd64e64a-68b6-4885-b9aa-fee3566afeae HTTP/1.1" status: 200 len: 855 time: 0.1183558 Sep 21 08:21:22.485389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-ae722b98-9793-4589-b4bd-35cf35118f9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288243 Sep 21 08:21:22.575734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e4f71-915d-4b7a-b845-12ad00d41489 req-5473bb17-dc1c-49d8-b06c-10240a3cf92f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:22.578647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d65e4f71-915d-4b7a-b845-12ad00d41489 req-5473bb17-dc1c-49d8-b06c-10240a3cf92f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 943 time: 0.0930765 Sep 21 08:21:22.684688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-dca681dc-8302-41b3-916b-7b64a71b5ab9 service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910110 Sep 21 08:21:22.732177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d65e4f71-915d-4b7a-b845-12ad00d41489 req-c77fa37a-ba84-4267-b065-0c9c21b9faf3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461916 Sep 21 08:21:22.964205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-526ef1ee-0a9a-43c3-abbf-f38dd714f6eb req-895f8f5e-7024-4034-af15-5e404f25a13e tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0610900 Sep 21 08:21:23.026378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e23ace06-28f7-4980-8da4-5367b1008c01 req-824e2748-ac8f-4c7a-be68-3d6dff02fb8e service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171754 Sep 21 08:21:23.162318 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-3978c5e6-9c25-4d7d-a302-a4ca55a4f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:23.164067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-3978c5e6-9c25-4d7d-a302-a4ca55a4f1cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 1094 time: 0.0712175 Sep 21 08:21:23.173146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b64f46-f9c3-4b25-a28e-bbc51110c6df req-2500f04f-dd5e-4c1f-8a06-75c6976bb0f1 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:23.175842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45b64f46-f9c3-4b25-a28e-bbc51110c6df req-2500f04f-dd5e-4c1f-8a06-75c6976bb0f1 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.0848632 Sep 21 08:21:23.241420 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45b64f46-f9c3-4b25-a28e-bbc51110c6df req-8901af87-0f50-47d7-8ac1-2b40a7249d27 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572972 Sep 21 08:21:23.288738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-891e00a6-366f-49ca-abfe-411acaae7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:23.291852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-891e00a6-366f-49ca-abfe-411acaae7d1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 916 time: 0.1197073 Sep 21 08:21:23.345996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-e61748df-ea6b-48ac-9909-ed579e839b47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca HTTP/1.1" status: 200 len: 217 time: 0.0470543 Sep 21 08:21:23.496087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-f7e18b50-ea83-41b8-93f9-8f62b26ffb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:23.498680 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-f7e18b50-ea83-41b8-93f9-8f62b26ffb39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd64e64a-68b6-4885-b9aa-fee3566afeae HTTP/1.1" status: 200 len: 855 time: 0.1442499 Sep 21 08:21:23.544134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92349e6f-91ea-4c99-8edc-26e25340de62 req-a287f2dc-309f-4108-99ee-af731db7b397 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:23.546785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92349e6f-91ea-4c99-8edc-26e25340de62 req-a287f2dc-309f-4108-99ee-af731db7b397 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.1464453 Sep 21 08:21:23.584659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-bfba07e0-cfdd-4f2a-97c5-854826213468 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755076 Sep 21 08:21:23.599974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff8692-adb3-4d04-a028-4b98ede80c22 req-545ae043-bf78-4478-9d0a-ce3a698ed33d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:23.601465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eff8692-adb3-4d04-a028-4b98ede80c22 req-545ae043-bf78-4478-9d0a-ce3a698ed33d tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 946 time: 0.0700507 Sep 21 08:21:23.648915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eff8692-adb3-4d04-a028-4b98ede80c22 req-e3aab57d-6578-4eaf-8399-1c12ce636d94 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358775 Sep 21 08:21:23.679849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92349e6f-91ea-4c99-8edc-26e25340de62 req-8d253383-f378-4270-adb1-0f0d5117bd58 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075249 Sep 21 08:21:23.758163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-409d84a6-666c-4b16-a37b-85f97606225e service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604271 Sep 21 08:21:23.831961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fc2e0-89ed-44ce-9860-2355240da14f req-c8c06f15-4d27-4e87-a6bf-ebca65ff56bc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:23.838134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f87fc2e0-89ed-44ce-9860-2355240da14f req-c8c06f15-4d27-4e87-a6bf-ebca65ff56bc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0843084 Sep 21 08:21:23.882769 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f87fc2e0-89ed-44ce-9860-2355240da14f req-a23edcd3-84b6-49fb-86ab-abd9339e9781 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433753 Sep 21 08:21:24.088888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d458bedd-2ad3-4f76-b29b-a815c758260d req-9b404992-d0aa-41e0-8302-c3319a7d6b75 service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182824 Sep 21 08:21:24.125037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-47d8ced4-5a94-43af-9b5f-c806af723dfd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:24.129472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-47d8ced4-5a94-43af-9b5f-c806af723dfd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/networks?id=2086ed98-4526-468c-a2ae-d2504d59cd8a HTTP/1.1" status: 200 len: 814 time: 0.2658796 Sep 21 08:21:24.157506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-6724032c-0d97-42e8-b836-649c11a2ca33 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/quotas/8bd819bf8f974708b5ed315c7c2dc88b HTTP/1.1" status: 200 len: 375 time: 0.0188813 Sep 21 08:21:24.229608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-0093c304-0476-4189-bffa-4fda1bc5d6c1 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8bd819bf8f974708b5ed315c7c2dc88b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572183 Sep 21 08:21:24.361772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-0b2426db-d9ee-41d6-aeff-f9a4ca4ad928 service neutron] 10.222.0.59 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193874 Sep 21 08:21:24.365906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a735a-7dfa-4f84-abd5-bf6545b9a8e5 req-9f971015-00cc-4f4d-ad0b-8d8e0eae2d76 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:24.368503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d78a735a-7dfa-4f84-abd5-bf6545b9a8e5 req-9f971015-00cc-4f4d-ad0b-8d8e0eae2d76 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 943 time: 0.0849602 Sep 21 08:21:24.429294 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d78a735a-7dfa-4f84-abd5-bf6545b9a8e5 req-73433c18-9528-438c-8dae-50a8f49aa8f8 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528662 Sep 21 08:21:24.499566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-0c16492e-a30e-4659-bdf8-f14cfd66fad4 service neutron] 10.222.0.59 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277981 Sep 21 08:21:24.723298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dcdec61c-016f-453e-944e-7880fa328a0e req-6e26d086-47e0-4e7d-b854-e38e3c8a7b69 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0561702 Sep 21 08:21:24.809192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7a29-db1b-400e-a0f8-42164bb33a88 req-5eb426d8-fea1-48e2-a70f-417e2fec41c5 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:24.810803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77ab7a29-db1b-400e-a0f8-42164bb33a88 req-5eb426d8-fea1-48e2-a70f-417e2fec41c5 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.1203470 Sep 21 08:21:24.829583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b4d3643-04a1-44de-b8b2-c7906f5ff612 req-a5a1edc6-3969-4278-9e00-e57c42365153 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 210 time: 0.0421555 Sep 21 08:21:24.902627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77ab7a29-db1b-400e-a0f8-42164bb33a88 req-2dfa2f59-d296-4838-8152-81d63387ae2c tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 Sep 21 08:21:25.081589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80451ad9-6bbe-45dd-b1cf-31d25e236d22 req-aa665487-1da1-456f-9751-7fcc783d76ef tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:25.084384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-80451ad9-6bbe-45dd-b1cf-31d25e236d22 req-aa665487-1da1-456f-9751-7fcc783d76ef tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0921700 Sep 21 08:21:25.166311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-80451ad9-6bbe-45dd-b1cf-31d25e236d22 req-f1212722-4fe0-48f4-8203-b1a2886c52cb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688403 Sep 21 08:21:25.286397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:25.386034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce68d22-a709-4f0f-b159-3fb332dd8e0c req-ed89162b-710f-4c5e-9347-657d3d94b243 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:25.390939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dce68d22-a709-4f0f-b159-3fb332dd8e0c req-ed89162b-710f-4c5e-9347-657d3d94b243 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.1068308 Sep 21 08:21:25.413960 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7b4ebb50-e254-42bc-8bad-23f4c75934fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:25.483268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dce68d22-a709-4f0f-b159-3fb332dd8e0c req-d8b5717c-8842-4ab6-843b-1df368f8e421 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820143 Sep 21 08:21:25.648250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f528e5-79f2-4a2d-b2bc-606b534e4980 req-b40ae42d-fa45-462d-9d78-4f7b15291a04 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:25.650162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8f528e5-79f2-4a2d-b2bc-606b534e4980 req-b40ae42d-fa45-462d-9d78-4f7b15291a04 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 943 time: 0.0926900 Sep 21 08:21:25.705414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8f528e5-79f2-4a2d-b2bc-606b534e4980 req-5e495b1e-019a-4a53-9dec-43cbe5872675 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469639 Sep 21 08:21:25.948569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e1af002-a8b6-4728-84d6-e36b5d2c6532 req-2c800a67-612d-4b7d-8b06-e41be6e1e6e5 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0689964 Sep 21 08:21:25.992873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5cfe454e-b42d-4daf-ba8e-700368f9abb9 req-bef53b2b-f310-41a6-9f26-0dd3006fea22 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 210 time: 0.0450215 Sep 21 08:21:26.641187 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:26.676308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb640b-479e-4e3d-a252-c60d916eace4 req-682f01cf-f7f9-4d60-95bc-2894ddc2c4ec tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:26.679612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fcb640b-479e-4e3d-a252-c60d916eace4 req-682f01cf-f7f9-4d60-95bc-2894ddc2c4ec tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.0844612 Sep 21 08:21:26.710286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-db910d0b-7d45-4141-a538-57651060a834 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237702 Sep 21 08:21:26.723410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-6728cca6-5a15-4f22-b02b-22ce2ddffcc8 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:26.727879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-6728cca6-5a15-4f22-b02b-22ce2ddffcc8 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "GET /v2.0/networks?id=2086ed98-4526-468c-a2ae-d2504d59cd8a HTTP/1.1" status: 200 len: 814 time: 0.6839602 Sep 21 08:21:26.737154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fcb640b-479e-4e3d-a252-c60d916eace4 req-0ea7597a-9c82-47fd-beb2-af40986249bb tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496194 Sep 21 08:21:26.742871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce0eeb-b85d-437b-9db7-0351f2c212b6 req-3c716ce7-4522-4272-bd40-5da8eb4fba0e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:26.745457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6ce0eeb-b85d-437b-9db7-0351f2c212b6 req-3c716ce7-4522-4272-bd40-5da8eb4fba0e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1610131 Sep 21 08:21:26.801094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Request body: {'port': {'device_id': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a', 'admin_state_up': True, 'tenant_id': '8bd819bf8f974708b5ed315c7c2dc88b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:26.956276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91654241-d039-4a42-a770-88e6c6dbf8e4 req-5b6aa19b-fc73-499b-92ed-0689d680af94 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:26.965037 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91654241-d039-4a42-a770-88e6c6dbf8e4 req-5b6aa19b-fc73-499b-92ed-0689d680af94 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 943 time: 0.1040127 Sep 21 08:21:26.968296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6ce0eeb-b85d-437b-9db7-0351f2c212b6 req-3590857f-64a7-48db-b918-a8a3a9b18389 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052681 Sep 21 08:21:26.978382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:21:26.982422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-729cb629-903f-4aa7-8726-ad3864edbb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:26.992432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-729cb629-903f-4aa7-8726-ad3864edbb57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 1096 time: 0.1482525 Sep 21 08:21:27.039288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d65d78-142f-499d-947a-fa9b12902bec req-7034b1b2-87e1-4a76-b726-487f4d82c2e9 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:27.040900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46d65d78-142f-499d-947a-fa9b12902bec req-7034b1b2-87e1-4a76-b726-487f4d82c2e9 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.62 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.2286940 Sep 21 08:21:27.067541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Made reservation on behalf of 8bd819bf8f974708b5ed315c7c2dc88b for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:27.074965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:27.212612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:27.240102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'port_id': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'mac_address': 'fa:16:3e:97:42:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd64e64a-68b6-4885-b9aa-fee3566afeae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:21:27.266985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-91654241-d039-4a42-a770-88e6c6dbf8e4 req-caa08303-f280-4971-9ee7-8bfee49846c7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007383 Sep 21 08:21:27.311651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:27.333710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:27.340746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-718543c1-8bf5-457d-a939-f0d5e07a2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:27.342312 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-718543c1-8bf5-457d-a939-f0d5e07a2c7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.3100240 Sep 21 08:21:27.373918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:27.380290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:27.391618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-effdc1c7-7c14-4c87-81fd-d5277218d13b req-7f3c0c03-e648-4c16-b93f-835407ed702f tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.1570761 Sep 21 08:21:27.435661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-9689a1c3-3833-4fa1-ace1-5d1ae698f931 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4 HTTP/1.1" status: 200 len: 217 time: 0.0852253 Sep 21 08:21:27.471587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d58c2d57-b3e5-4ec3-908a-d5a160750858 req-e2a8d57a-2ade-4ccb-80f3-53e43d2c5864 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 210 time: 0.0500581 Sep 21 08:21:27.493267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Allocated IP 172.20.0.12 (2086ed98-4526-468c-a2ae-d2504d59cd8a/87d0c9d7-faa1-4101-a387-139bde5a004e/ed6922f4-893b-465d-bb67-f374df687c0b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:27.521644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:27.535047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Deleting port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:21:27.535290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.535610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.535725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:27.536164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.536706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.537261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.537818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.537994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-522ff424-6619-409a-9cbe-15d0b83e02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:27.538440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.538908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.539513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.540067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.540630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.541179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:27.541661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-522ff424-6619-409a-9cbe-15d0b83e02a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0834901 Sep 21 08:21:27.617022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-baf06523-fba5-4511-9131-595c5c4f9afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:27.619561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-baf06523-fba5-4511-9131-595c5c4f9afb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711768 Sep 21 08:21:27.761126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] For port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,segment=NetworkSegment(5d2b1585-1b60-42c9-a0bd-dec773dc877c),segment_id=5d2b1585-1b60-42c9-a0bd-dec773dc877c)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:27.761505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:27.791271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:27.807893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-5c3f552b-68ff-49e3-b16f-907b30b7c28b service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811800 Sep 21 08:21:27.854602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:27.856561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Calling delete_port for 069588b8-f2a3-4f5d-a46a-eb316ea60a9e owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:21:28.001693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1aa49189-0842-416b-8835-ddc9126f7ec1 req-500d7e00-6ef7-4c7d-bebd-f87526a9089c service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857839 Sep 21 08:21:28.185394 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:28.196664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7e53a-1fd5-4337-a147-5e35ed9c4b62 req-7cbc926a-0403-4c87-a818-f7917108fea2 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:28.200325 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0f7e53a-1fd5-4337-a147-5e35ed9c4b62 req-7cbc926a-0403-4c87-a818-f7917108fea2 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/ports?device_id=dad2043e-6a12-49ce-9654-0c52a27880c5 HTTP/1.1" status: 200 len: 945 time: 0.1920905 Sep 21 08:21:28.236542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac372c8-88ee-4f09-aafd-c8c517f5a61a req-9793db3f-7a23-4d23-8881-ac307af287cc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:28.238909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ac372c8-88ee-4f09-aafd-c8c517f5a61a req-9793db3f-7a23-4d23-8881-ac307af287cc tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1007512 Sep 21 08:21:28.288191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:28.319841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ac372c8-88ee-4f09-aafd-c8c517f5a61a req-a101f5c1-72fc-44af-97ce-84b9c1f82248 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570986 Sep 21 08:21:28.357379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0f7e53a-1fd5-4337-a147-5e35ed9c4b62 req-453bd85f-756e-4d66-8539-5686d1072112 tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.59 "GET /v2.0/security-groups?id=2c315b20-49f9-4a80-9285-71aaddd95b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461480 Sep 21 08:21:28.367129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Pushing event deleted for resources: {'Port': ['ID=069588b8-f2a3-4f5d-a46a-eb316ea60a9e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:28.419927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:28.464768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Network 2086ed98-4526-468c-a2ae-d2504d59cd8a is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:28.502820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] No DVR routers for this DVR port 069588b8-f2a3-4f5d-a46a-eb316ea60a9e on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:21:28.507349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:28.511157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46d65d78-142f-499d-947a-fa9b12902bec req-9c5e20de-b0e0-4c7f-b70f-a0ed1646145f tempest-ServersNegativeTestMultiTenantJSON-280214555 tempest-ServersNegativeTestMultiTenantJSON-280214555-project] 10.222.0.62 "DELETE /v2.0/ports/069588b8-f2a3-4f5d-a46a-eb316ea60a9e HTTP/1.1" status: 204 len: 173 time: 1.4619064 Sep 21 08:21:28.516031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'name': 'network-vif-deleted', 'tag': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:28.518463 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d60e374-7879-43ea-9d69-4acc70e583e3" -d '{"events": [{"server_uuid": "dad2043e-6a12-49ce-9654-0c52a27880c5", "name": "network-vif-deleted", "tag": "069588b8-f2a3-4f5d-a46a-eb316ea60a9e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:28.523357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:28.534253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:28.630005 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Pushing event updated for resources: {'Port': ['ID=ed6922f4-893b-465d-bb67-f374df687c0b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:28.691503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18b5fe5d-f03d-4322-9ef1-4fdcfe3b444f req-b661bbee-24dd-4efd-a186-67578247a2f0 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0513139 Sep 21 08:21:28.695205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5cea-babb-4273-b120-6d481a060456 req-738f99c0-8624-40b2-b098-eb3ef3f8f004 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:28.707471 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eade5cea-babb-4273-b120-6d481a060456 req-738f99c0-8624-40b2-b098-eb3ef3f8f004 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 944 time: 0.1361477 Sep 21 08:21:28.733719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:28.735508 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:28.753947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['069588b8-f2a3-4f5d-a46a-eb316ea60a9e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:28.850132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eade5cea-babb-4273-b120-6d481a060456 req-70ae5ab9-6077-4aae-8b75-6423c756115a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414382 Sep 21 08:21:28.852628 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bbf5184b-f122-4cb7-91fd-81381fe2076e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0577664 Sep 21 08:21:28.867522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d313ee9-d789-45f0-817b-e949e4d3bf4c req-d904a7d0-c6e1-4a1b-a915-0d3f99ee2216 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:28.868575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Request body: {'port': {'device_id': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:28.870758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d313ee9-d789-45f0-817b-e949e4d3bf4c req-d904a7d0-c6e1-4a1b-a915-0d3f99ee2216 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 932 time: 0.0786607 Sep 21 08:21:28.949220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d313ee9-d789-45f0-817b-e949e4d3bf4c req-70dd0965-ed38-44cd-9803-0047ea9cb9a4 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688667 Sep 21 08:21:28.986199 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b65e1c-d3bb-4c58-aa66-9977b7464c30 x-openstack-request-id: req-e3b65e1c-d3bb-4c58-aa66-9977b7464c30 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:28.986544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:28.987257 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad2043e-6a12-49ce-9654-0c52a27880c5", "name": "network-vif-deleted", "tag": "069588b8-f2a3-4f5d-a46a-eb316ea60a9e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:28.987257 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3b65e1c-d3bb-4c58-aa66-9977b7464c30 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:28.988142 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad2043e-6a12-49ce-9654-0c52a27880c5', 'name': 'network-vif-deleted', 'tag': '069588b8-f2a3-4f5d-a46a-eb316ea60a9e', 'status': 'completed', 'code': 200} Sep 21 08:21:29.001009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.071893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:21:29.082185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:29.083121 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.253244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.310751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:29.317711 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f83aa6-317f-4975-ad06-af61dd748da9" -d '{"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:29.357514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:29.366279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.497375 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fd2883-c669-4358-80eb-c3f849284c28 x-openstack-request-id: req-f5fd2883-c669-4358-80eb-c3f849284c28 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:29.497375 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:29.497867 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5fd2883-c669-4358-80eb-c3f849284c28 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:29.501402 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'code': 200} Sep 21 08:21:29.507983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:29.560149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60532) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:29.612598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6922f4-893b-465d-bb67-f374df687c0b {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:29.633330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.642365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] Deleting subnet e092e031-d1f4-4644-bd06-5b4cc2691e7f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:21:29.647009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.697061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.724275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Transition to ACTIVE for port object ed6922f4-893b-465d-bb67-f374df687c0b will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:21:29.737816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.769270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.812326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447c88a-1ccc-4d09-a692-d63e409f4dad req-b267965d-a61b-4600-b92c-d28a8aaf787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:29.814117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c447c88a-1ccc-4d09-a692-d63e409f4dad req-b267965d-a61b-4600-b92c-d28a8aaf787c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 1096 time: 0.1651406 Sep 21 08:21:29.832724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8f2d7-644f-47c3-ab30-9613040010d5 req-6301c1cc-066c-45a6-bd75-a9c566486071 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:29.840173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90f8f2d7-644f-47c3-ab30-9613040010d5 req-6301c1cc-066c-45a6-bd75-a9c566486071 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1930723 Sep 21 08:21:29.894937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Pushing event updated for resources: {'Port': ['ID=ed6922f4-893b-465d-bb67-f374df687c0b,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:29.964292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c447c88a-1ccc-4d09-a692-d63e409f4dad req-227e0b09-fe54-4725-899f-72a1a599db62 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224899 Sep 21 08:21:29.964807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bfe9866-2705-44bb-9ec0-b0664379fd4a req-92748c59-ac46-4070-9b68-46c8954954a6 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0801725 Sep 21 08:21:29.966693 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:29.997116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90f8f2d7-644f-47c3-ab30-9613040010d5 req-30b223da-b50c-4348-9a92-6d8888637b78 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326473 Sep 21 08:21:30.034401 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.038209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e092e031-d1f4-4644-bd06-5b4cc2691e7f HTTP/1.1" status: 204 len: 168 time: 0.4755671 Sep 21 08:21:30.039371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a5f3e-e511-4dd7-81c1-ea637adb78cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e092e031-d1f4-4644-bd06-5b4cc2691e7f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:30.042471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60540) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:30.151122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Attempting to bind port ed6922f4-893b-465d-bb67-f374df687c0b on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:30.152049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Attempting to bind port ed6922f4-893b-465d-bb67-f374df687c0b by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:30.152595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Attempting to bind port ed6922f4-893b-465d-bb67-f374df687c0b on network 2086ed98-4526-468c-a2ae-d2504d59cd8a {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:30.195575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d42d7a-20f3-42bb-8d43-9f69cbea50ab req-12d84780-2646-470f-b75a-e6f508700207 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:30.198222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09d42d7a-20f3-42bb-8d43-9f69cbea50ab req-12d84780-2646-470f-b75a-e6f508700207 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0645583 Sep 21 08:21:30.203564 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.206725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Port ed6922f4-893b-465d-bb67-f374df687c0b on network 2086ed98-4526-468c-a2ae-d2504d59cd8a not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:21:30.207557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Attempting to bind port ed6922f4-893b-465d-bb67-f374df687c0b on network 2086ed98-4526-468c-a2ae-d2504d59cd8a {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:30.251728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:30.252748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Checking segment: {'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:30.252748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Bound using segment: {'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:30.253884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Bound port: ed6922f4-893b-465d-bb67-f374df687c0b, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7909f709-3e20-4f8e-b3bd-834eb9457146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:30.254095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.262497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09d42d7a-20f3-42bb-8d43-9f69cbea50ab req-7bf6f412-4421-4b4d-a2eb-452e3faee16c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545173 Sep 21 08:21:30.355139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819cea-e49e-442c-b91c-7d89aa10b8ef req-efcf70a4-b989-4559-86e4-6ffbe06d4ef3 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:30.356860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee819cea-e49e-442c-b91c-7d89aa10b8ef req-efcf70a4-b989-4559-86e4-6ffbe06d4ef3 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 944 time: 0.1937687 Sep 21 08:21:30.447514 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.458302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] For port ed6922f4-893b-465d-bb67-f374df687c0b, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:30.487149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36afce8f-0ed5-4988-92bc-beed407334e9']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:30.490160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] For port ed6922f4-893b-465d-bb67-f374df687c0b, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed6922f4-893b-465d-bb67-f374df687c0b,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:30.500366 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.503258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2b1585-1b60-42c9-a0bd-dec773dc877c') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:30.503584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2b1585-1b60-42c9-a0bd-dec773dc877c') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:30.508829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee819cea-e49e-442c-b91c-7d89aa10b8ef req-11809ff5-c0ce-41b7-905a-ce174140486e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333630 Sep 21 08:21:30.537224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.580162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:30.580802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.582227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] 10.222.0.62 "PUT /v2.0/ports/ed6922f4-893b-465d-bb67-f374df687c0b HTTP/1.1" status: 200 len: 1092 time: 1.7210755 Sep 21 08:21:30.583228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.594221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ebb5f-36fb-4862-90be-2b4108fb4c6d service neutron] Pushing event updated for resources: {'Port': ['ID=ed6922f4-893b-465d-bb67-f374df687c0b,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:30.597481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:21:30.597909 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:21:30.599783 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:21:30.700257 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.708260 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.710167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] 10.222.0.59 "DELETE /v2.0/networks/36afce8f-0ed5-4988-92bc-beed407334e9 HTTP/1.1" status: 204 len: 168 time: 0.6665273 Sep 21 08:21:30.715477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60546) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:30.724763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c577e-22c6-4caa-a9d6-7d4797320d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=36afce8f-0ed5-4988-92bc-beed407334e9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:30.729742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-41347094-ce9a-4a6e-a9c6-7b68079ea133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:30.731305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-41347094-ce9a-4a6e-a9c6-7b68079ea133 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bd819bf8f974708b5ed315c7c2dc88b&device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 1095 time: 0.0718887 Sep 21 08:21:30.794059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] Deleting subnet 14bde8b0-c3ff-4dc6-86ed-9e6e947d2c2f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:21:30.800408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.807483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-4b937d30-2d11-4cef-9a40-f0677f6df249 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed6922f4-893b-465d-bb67-f374df687c0b HTTP/1.1" status: 200 len: 217 time: 0.0647886 Sep 21 08:21:30.849209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.879121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-b54e1b4c-645a-4f06-91dc-7e6a5a5cf0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:30.881100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-b54e1b4c-645a-4f06-91dc-7e6a5a5cf0f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87d0c9d7-faa1-4101-a387-139bde5a004e HTTP/1.1" status: 200 len: 854 time: 0.0664585 Sep 21 08:21:30.896998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.931483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bd53cc38-0c0f-4070-bfcb-4d61d74b7922 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2086ed98-4526-468c-a2ae-d2504d59cd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415156 Sep 21 08:21:30.970779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:30.990285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 069588b8-f2a3-4f5d-a46a-eb316ea60a9e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:31.000976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.006446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/14bde8b0-c3ff-4dc6-86ed-9e6e947d2c2f HTTP/1.1" status: 204 len: 168 time: 0.2847066 Sep 21 08:21:31.006446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09521c8-a125-41d3-9cf9-ec724507206d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14bde8b0-c3ff-4dc6-86ed-9e6e947d2c2f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:31.006840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:31.024415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 069588b8-f2a3-4f5d-a46a-eb316ea60a9e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:31.024745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 069588b8-f2a3-4f5d-a46a-eb316ea60a9e not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:31.026350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'tag': 'ed6922f4-893b-465d-bb67-f374df687c0b'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:31.028588 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f088d201-1fee-42de-be8a-6a2a338398bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5ba766-4403-44c0-bb5d-1de778cffca6", "tag": "ed6922f4-893b-465d-bb67-f374df687c0b"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:31.094934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-bca792f5-d449-4bcb-bc57-e1b33a5848f9 service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562619 Sep 21 08:21:31.096418 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a926de-c6fd-470f-8848-163d35d8efa7 x-openstack-request-id: req-f7a926de-c6fd-470f-8848-163d35d8efa7 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:31.096723 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5ba766-4403-44c0-bb5d-1de778cffca6", "tag": "ed6922f4-893b-465d-bb67-f374df687c0b", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:31.096920 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7a926de-c6fd-470f-8848-163d35d8efa7 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:31.097315 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'tag': 'ed6922f4-893b-465d-bb67-f374df687c0b', 'status': 'completed', 'code': 200} Sep 21 08:21:31.136378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.274752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a114d28c-1821-44eb-9df9-be2b539146e9 req-8d25c08f-7d92-4734-9049-5c2ecda2fa8e tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0851526 Sep 21 08:21:31.376553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b65f6-705c-47c7-880f-fc9cd396db39 req-ce33ae95-ef08-4a13-bb77-2cf066654575 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:31.387670 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b2b65f6-705c-47c7-880f-fc9cd396db39 req-ce33ae95-ef08-4a13-bb77-2cf066654575 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1740737 Sep 21 08:21:31.390456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.424069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e0a1e70-8c39-4200-85b6-aca76a88f674 req-05e93647-b3e1-4863-bd24-e3b38d3d5f3c service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212044 Sep 21 08:21:31.459068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217cc205-ead0-4e6d-82d5-6849d77bfff3']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:31.466604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b2b65f6-705c-47c7-880f-fc9cd396db39 req-157f698f-cab5-4e2e-9210-22ff72b1752f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775163 Sep 21 08:21:31.486542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd52854-983e-4cb0-b970-fbb2cd85a45d') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:31.486855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd52854-983e-4cb0-b970-fbb2cd85a45d') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:31.531239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.564888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d201-1fee-42de-be8a-6a2a338398bb req-c324687b-27c9-43e7-80ce-050337f3b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:31.568208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f088d201-1fee-42de-be8a-6a2a338398bb req-c324687b-27c9-43e7-80ce-050337f3b580 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bd819bf8f974708b5ed315c7c2dc88b&device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 1095 time: 0.0584397 Sep 21 08:21:31.595731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.616402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefbd28-b669-4181-9f63-87b3f946984c req-ac7a5f13-f17f-4444-ab9b-1b7493019ac2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:31.618879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbefbd28-b669-4181-9f63-87b3f946984c req-ac7a5f13-f17f-4444-ab9b-1b7493019ac2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1140609 Sep 21 08:21:31.640032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:21:31.640679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:21:31.644373 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:21:31.746180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d201-1fee-42de-be8a-6a2a338398bb req-128bfa6d-aed4-4d2b-aae7-c0dd863c4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:31.747763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f088d201-1fee-42de-be8a-6a2a338398bb req-128bfa6d-aed4-4d2b-aae7-c0dd863c4719 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2086ed98-4526-468c-a2ae-d2504d59cd8a HTTP/1.1" status: 200 len: 915 time: 0.1715283 Sep 21 08:21:31.755642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacc261-3edb-4d66-b2e8-e45089ee3d33 req-d700a152-5bb5-4dfc-825b-ab98549b4351 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:31.757098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbacc261-3edb-4d66-b2e8-e45089ee3d33 req-d700a152-5bb5-4dfc-825b-ab98549b4351 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 944 time: 0.0755038 Sep 21 08:21:31.769792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbefbd28-b669-4181-9f63-87b3f946984c req-ee7d0353-347d-4580-9f29-67e1f473bd83 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433623 Sep 21 08:21:31.780911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.793917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:31.801187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] 10.222.0.59 "DELETE /v2.0/networks/217cc205-ead0-4e6d-82d5-6849d77bfff3 HTTP/1.1" status: 204 len: 168 time: 0.7883639 Sep 21 08:21:31.810158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f088d201-1fee-42de-be8a-6a2a338398bb req-d9ee88a3-fc88-480d-8822-fc1ba75217ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed6922f4-893b-465d-bb67-f374df687c0b HTTP/1.1" status: 200 len: 217 time: 0.0520749 Sep 21 08:21:31.844259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb3283-55d6-4092-9543-ff1781f98a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=217cc205-ead0-4e6d-82d5-6849d77bfff3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:31.897403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbacc261-3edb-4d66-b2e8-e45089ee3d33 req-d66ddecc-8d42-4a4e-bfe5-d8268cbe7649 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983915 Sep 21 08:21:31.911698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d201-1fee-42de-be8a-6a2a338398bb req-8ef45663-fc89-4cce-9425-e6c091c6ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:31.913668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f088d201-1fee-42de-be8a-6a2a338398bb req-8ef45663-fc89-4cce-9425-e6c091c6ca75 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=87d0c9d7-faa1-4101-a387-139bde5a004e HTTP/1.1" status: 200 len: 854 time: 0.0927510 Sep 21 08:21:31.964007 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f088d201-1fee-42de-be8a-6a2a338398bb req-ab9a0acd-a283-43ba-8fa9-ac3d30e7c529 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2086ed98-4526-468c-a2ae-d2504d59cd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420377 Sep 21 08:21:31.974953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:32.040611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60566) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:32.109046 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8accc970-60c7-4711-8a0d-3ef564eafb6b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db17fd228a1943e381a5e005a8c190c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0670841 Sep 21 08:21:32.112210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60568) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:32.118881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f088d201-1fee-42de-be8a-6a2a338398bb req-c5153e6a-4cd7-4181-9d86-73e51d839274 service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469059 Sep 21 08:21:32.169883 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2ceee55-48f3-4658-acbd-ca4076f44b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:32.191868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2ceee55-48f3-4658-acbd-ca4076f44b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:32.242425 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f088d201-1fee-42de-be8a-6a2a338398bb req-5aead0e2-7fa7-4fc2-8044-81f0cf583cdf service neutron] 10.222.0.62 "GET /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135077 Sep 21 08:21:32.262052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2ceee55-48f3-4658-acbd-ca4076f44b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:32.267935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2ceee55-48f3-4658-acbd-ca4076f44b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:32.272271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a2ceee55-48f3-4658-acbd-ca4076f44b6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c315b20-49f9-4a80-9285-71aaddd95b7e HTTP/1.1" status: 204 len: 168 time: 0.1559331 Sep 21 08:21:32.287737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ceee55-48f3-4658-acbd-ca4076f44b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c315b20-49f9-4a80-9285-71aaddd95b7e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:32.473343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9f52e95-21bf-420a-aeb1-0d351d4278ca req-db2988e1-8206-459c-a485-b1182ae62a36 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0279028 Sep 21 08:21:32.662988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c18c4-8aac-47d6-8f87-c1c2cbf0c43a req-c98b523f-8600-42e8-9e2f-b243ff66dd69 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:32.664684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f5c18c4-8aac-47d6-8f87-c1c2cbf0c43a req-c98b523f-8600-42e8-9e2f-b243ff66dd69 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0654671 Sep 21 08:21:32.734694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f5c18c4-8aac-47d6-8f87-c1c2cbf0c43a req-83f3d30f-2203-4da1-9c72-980f06cbe61b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583527 Sep 21 08:21:32.818175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60582) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:32.887585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-34c12314-607b-48c5-899f-7808173ec674 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d025252c66a147f5a17e5204a00e3602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646842 Sep 21 08:21:32.888183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60584) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:32.932799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04176bb3-21c1-4960-9c4d-c2534c1b9414 req-0a1952ae-2dc3-49fc-ae58-49ff9c913d0f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:32.934854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04176bb3-21c1-4960-9c4d-c2534c1b9414 req-0a1952ae-2dc3-49fc-ae58-49ff9c913d0f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0687199 Sep 21 08:21:32.976623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e305db-195e-4643-ba0b-b2d2e1e2c1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:32.990485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04176bb3-21c1-4960-9c4d-c2534c1b9414 req-1223483a-ef93-4301-9fe5-9c6fcdf89854 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475426 Sep 21 08:21:33.016048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e305db-195e-4643-ba0b-b2d2e1e2c1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:33.093279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e305db-195e-4643-ba0b-b2d2e1e2c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:33.097744 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e305db-195e-4643-ba0b-b2d2e1e2c1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:33.099764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-61e305db-195e-4643-ba0b-b2d2e1e2c1a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6413a4d2-ced8-4d33-9fc1-39d2bb01797d HTTP/1.1" status: 204 len: 168 time: 0.2093260 Sep 21 08:21:33.111150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc033a92-0bc8-4052-adcc-e048e3149220 req-8fc7cda4-7208-43d7-a390-2c16ed877578 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:33.112761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc033a92-0bc8-4052-adcc-e048e3149220 req-8fc7cda4-7208-43d7-a390-2c16ed877578 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 944 time: 0.0547163 Sep 21 08:21:33.131034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e305db-195e-4643-ba0b-b2d2e1e2c1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6413a4d2-ced8-4d33-9fc1-39d2bb01797d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:33.165277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc033a92-0bc8-4052-adcc-e048e3149220 req-202687e4-499f-4f75-91af-c44d4f35b64a tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Sep 21 08:21:33.187507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a973f-9ca0-48a7-8895-37a438d5c963 req-993eae3c-d79a-43e0-b758-798f59a40c50 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:33.189141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f32a973f-9ca0-48a7-8895-37a438d5c963 req-993eae3c-d79a-43e0-b758-798f59a40c50 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0879388 Sep 21 08:21:33.233943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f32a973f-9ca0-48a7-8895-37a438d5c963 req-80510c1c-0899-4e23-9311-3c37afc7cdd1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349162 Sep 21 08:21:33.505772 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:33.672165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ccdbd46-8dea-46b5-8e4b-0bda16844452 req-7f667a8d-c93f-4424-b83a-097715dc0eb0 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0813494 Sep 21 08:21:33.742504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1569d-5499-402f-8e1f-90ea19093be7 req-c1cb323a-5629-4a40-8d81-2dde75a64b97 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:33.744573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7f1569d-5499-402f-8e1f-90ea19093be7 req-c1cb323a-5629-4a40-8d81-2dde75a64b97 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0733423 Sep 21 08:21:33.808765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a7f1569d-5499-402f-8e1f-90ea19093be7 req-fa4e6137-ab5a-48b7-b274-e0b061bde39f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547092 Sep 21 08:21:33.910828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e2a4d-cb60-49b8-a0e6-b8c9145e0994 req-48265ebe-ad9f-432f-8b8e-26f7a2000e6d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:33.912382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e66e2a4d-cb60-49b8-a0e6-b8c9145e0994 req-48265ebe-ad9f-432f-8b8e-26f7a2000e6d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0638309 Sep 21 08:21:33.956995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e66e2a4d-cb60-49b8-a0e6-b8c9145e0994 req-38e7abf7-0f70-4fba-90da-546c454914a9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348513 Sep 21 08:21:34.127070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60632) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:34.256381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1678648764-network', 'tenant_id': 'a1e238f7232945269f5b68d6fa07767b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:34.280822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Made reservation on behalf of a1e238f7232945269f5b68d6fa07767b for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:34.284384 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.306123 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.370730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a68cea-a3e8-4cfe-a61c-c33a9a0c1578 req-f13042e0-b458-481d-a279-011a494532a2 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:34.372568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57a68cea-a3e8-4cfe-a61c-c33a9a0c1578 req-f13042e0-b458-481d-a279-011a494532a2 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 944 time: 0.0849833 Sep 21 08:21:34.444704 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57a68cea-a3e8-4cfe-a61c-c33a9a0c1578 req-ef77a734-0869-407c-aa2b-70de87c820a6 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580122 Sep 21 08:21:34.481229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.488800 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.526251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:21:34.533239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d615b48-6551-4935-ab29-6e2d78be9307,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:34.541584 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.541584 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Added segment ed6d7876-8e94-4ed5-96d2-3d493678e8b6 of type vlan for network ffa3a750-cb5f-489a-9892-6aee5f8a002b Sep 21 08:21:34.585435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.618811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.620210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:34.621000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.661141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5327199 Sep 21 08:21:34.665372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60640) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:34.684366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Request body: {'subnet': {'network_id': 'ffa3a750-cb5f-489a-9892-6aee5f8a002b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1678648764-subnet', 'tenant_id': 'a1e238f7232945269f5b68d6fa07767b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:34.694026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519117db-959a-443c-b45e-b31b74820700 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa3a750-cb5f-489a-9892-6aee5f8a002b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:34.715587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Made reservation on behalf of a1e238f7232945269f5b68d6fa07767b for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:34.717674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ffa3a750-cb5f-489a-9892-6aee5f8a002b details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:21:34.724771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:34.998280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2f7e1-1513-495c-927c-1ad9814d484b req-6d3194b7-ec99-4583-a72c-65cf859b46de tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:35.001853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac2f7e1-1513-495c-927c-1ad9814d484b req-6d3194b7-ec99-4583-a72c-65cf859b46de tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0897954 Sep 21 08:21:35.008535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed6922f4-893b-465d-bb67-f374df687c0b details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:21:35.077150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac2f7e1-1513-495c-927c-1ad9814d484b req-e6c10452-7067-4def-b0f9-8a9b0ce6fbfa tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619500 Sep 21 08:21:35.165284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ed6922f4-893b-465d-bb67-f374df687c0b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed6922f4-893b-465d-bb67-f374df687c0b,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:35.173189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-791c23f5-d1cf-44f4-81de-b3a707e701f6 req-fb708e01-a370-4269-864d-47d5d2b1a1e8 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0406895 Sep 21 08:21:35.178657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'ed6922f4-893b-465d-bb67-f374df687c0b', 'network_id': '2086ed98-4526-468c-a2ae-d2504d59cd8a', 'port_id': 'ed6922f4-893b-465d-bb67-f374df687c0b', 'mac_address': 'fa:16:3e:a9:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d0c9d7-faa1-4101-a387-139bde5a004e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:21:35.224870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:35.243050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6922f4-893b-465d-bb67-f374df687c0b {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:21:35.267928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ed6922f4-893b-465d-bb67-f374df687c0b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed6922f4-893b-465d-bb67-f374df687c0b,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:35.272801 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:35.286183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd66535-238d-47d6-9504-43028b18b13d req-8889a69c-b205-4c34-b825-f39e56e75ae8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:35.287812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd66535-238d-47d6-9504-43028b18b13d req-8889a69c-b205-4c34-b825-f39e56e75ae8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0924826 Sep 21 08:21:35.330528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=ed6922f4-893b-465d-bb67-f374df687c0b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:35.356393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:35.364857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cdd66535-238d-47d6-9504-43028b18b13d req-b86c085b-a4b9-4802-b0c7-bfb163a95d25 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592635 Sep 21 08:21:35.419059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93268efe-a1fe-4ab4-a17a-867ffcc7424b,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:35.430406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Checking segment: {'id': 'ed6d7876-8e94-4ed5-96d2-3d493678e8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ffa3a750-cb5f-489a-9892-6aee5f8a002b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:35.430956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Network hostable DHCP agents. Network: ffa3a750-cb5f-489a-9892-6aee5f8a002b, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:21:35.451160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Network ffa3a750-cb5f-489a-9892-6aee5f8a002b is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:21:35.462134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ffa3a750-cb5f-489a-9892-6aee5f8a002b) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:35.468544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:35.469726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:35.475904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e9dee-3c02-4a80-910c-793247c4853a None None] Network ffa3a750-cb5f-489a-9892-6aee5f8a002b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:21:35.495245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7202466b-9894-4dc0-a851-e84b084cdea0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8283956 Sep 21 08:21:35.644931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f5b8c-d844-4114-ba1a-b31b87085418 req-81ef95be-aea8-4697-a93d-72f3cbe4fc31 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:35.647576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d42f5b8c-d844-4114-ba1a-b31b87085418 req-81ef95be-aea8-4697-a93d-72f3cbe4fc31 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 945 time: 0.0880804 Sep 21 08:21:35.665067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ae13d-2e81-487f-a715-43aefa2aaaf0 None None] Network ffa3a750-cb5f-489a-9892-6aee5f8a002b requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:21:35.681558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['ed6922f4-893b-465d-bb67-f374df687c0b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:35.715746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d42f5b8c-d844-4114-ba1a-b31b87085418 req-1843f4a9-1936-48da-9056-087337a4fa67 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611243 Sep 21 08:21:35.781245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60662) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:35.847233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] Deleting subnet 93268efe-a1fe-4ab4-a17a-867ffcc7424b {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:21:35.850507 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:21:35.851442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:35.910199 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:35.959747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.031677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.061408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93268efe-a1fe-4ab4-a17a-867ffcc7424b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:36.063439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.065338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dcdbfad3-1c3a-4e14-8a36-c63597506b77 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/93268efe-a1fe-4ab4-a17a-867ffcc7424b HTTP/1.1" status: 204 len: 168 time: 0.2826819 Sep 21 08:21:36.068616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60666) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:36.147261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.274059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.299984 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa3a750-cb5f-489a-9892-6aee5f8a002b']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:36.309153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ff0bf-1983-465d-8a6a-e65841dcc07d req-d50d65b7-7dec-4183-a6f3-f14f6102ced7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:36.310652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-859ff0bf-1983-465d-8a6a-e65841dcc07d req-d50d65b7-7dec-4183-a6f3-f14f6102ced7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1223495 Sep 21 08:21:36.320702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6d7876-8e94-4ed5-96d2-3d493678e8b6') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:36.320995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6d7876-8e94-4ed5-96d2-3d493678e8b6') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:36.342953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.361187 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98fe2a0a-cf89-4c65-8a68-db70aaed12dd req-194f8251-e9ed-49c1-85ef-98f748e42abb tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0423276 Sep 21 08:21:36.364866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.380209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-859ff0bf-1983-465d-8a6a-e65841dcc07d req-64271ae4-b77e-4f17-adb2-2ff2dbf418fb tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618427 Sep 21 08:21:36.381704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:21:36.382353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:21:36.386176 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:21:36.513496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.525958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.527888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] 10.222.0.59 "DELETE /v2.0/networks/ffa3a750-cb5f-489a-9892-6aee5f8a002b HTTP/1.1" status: 204 len: 168 time: 0.4580996 Sep 21 08:21:36.542073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf49a0-d5a7-4d63-8072-142acdd8d2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa3a750-cb5f-489a-9892-6aee5f8a002b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:36.563742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57f718-a1e9-4864-9a77-26d4cb84f572 req-c4c8a10a-0b9e-40f6-9fba-94a48e665c1c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:36.566083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e57f718-a1e9-4864-9a77-26d4cb84f572 req-c4c8a10a-0b9e-40f6-9fba-94a48e665c1c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0948312 Sep 21 08:21:36.610078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e57f718-a1e9-4864-9a77-26d4cb84f572 req-45da5b0a-1022-48c3-986b-ed2888395110 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Sep 21 08:21:36.697887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60678) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:36.754560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90fd7ac6-917f-4ad5-aaa1-a96e11987bee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1e238f7232945269f5b68d6fa07767b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554817 Sep 21 08:21:36.758688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60682) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:36.890311 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-701a08eb-2885-43c8-9e39-8cfe748317f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:36.921313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af00ce5-faec-4905-af4a-54bee964cff0 req-38d66752-b191-4c62-b37a-ba4fa190f543 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:36.923782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4af00ce5-faec-4905-af4a-54bee964cff0 req-38d66752-b191-4c62-b37a-ba4fa190f543 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 945 time: 0.0989981 Sep 21 08:21:36.941003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-701a08eb-2885-43c8-9e39-8cfe748317f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:37.003849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4af00ce5-faec-4905-af4a-54bee964cff0 req-0f76297b-d93c-476b-9898-9d88ef900d4e tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Sep 21 08:21:37.006866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed6922f4-893b-465d-bb67-f374df687c0b up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:37.028466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-701a08eb-2885-43c8-9e39-8cfe748317f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:37.032110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-701a08eb-2885-43c8-9e39-8cfe748317f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:37.033662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-701a08eb-2885-43c8-9e39-8cfe748317f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d615b48-6551-4935-ab29-6e2d78be9307 HTTP/1.1" status: 204 len: 168 time: 0.2728498 Sep 21 08:21:37.047930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a08eb-2885-43c8-9e39-8cfe748317f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d615b48-6551-4935-ab29-6e2d78be9307,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:37.089390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port ed6922f4-893b-465d-bb67-f374df687c0b completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:21:37.095389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port ed6922f4-893b-465d-bb67-f374df687c0b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:37.095997 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:37.195537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:37.222068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6922f4-893b-465d-bb67-f374df687c0b'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:37.224600 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6497711-f816-4a67-ba9e-efba7274cc57" -d '{"events": [{"server_uuid": "9d5ba766-4403-44c0-bb5d-1de778cffca6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6922f4-893b-465d-bb67-f374df687c0b"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:37.240766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ed6922f4-893b-465d-bb67-f374df687c0b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed6922f4-893b-465d-bb67-f374df687c0b,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:37.245750 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:37.297542 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e98e280-f1fa-4f31-a02f-05b95f3517e2 x-openstack-request-id: req-9e98e280-f1fa-4f31-a02f-05b95f3517e2 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:37.297845 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ba766-4403-44c0-bb5d-1de778cffca6", "name": "network-vif-plugged", "status": "completed", "tag": "ed6922f4-893b-465d-bb67-f374df687c0b", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:37.298058 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e98e280-f1fa-4f31-a02f-05b95f3517e2 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:37.298449 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6922f4-893b-465d-bb67-f374df687c0b', 'code': 200} Sep 21 08:21:37.304088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=ed6922f4-893b-465d-bb67-f374df687c0b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:37.416824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac319f7-5a1b-4df5-816f-7095a5c3f7b6 req-b17a35d2-91c0-4fc4-b405-ba6f15c57382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:37.418780 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ac319f7-5a1b-4df5-816f-7095a5c3f7b6 req-b17a35d2-91c0-4fc4-b405-ba6f15c57382 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 1097 time: 0.0588768 Sep 21 08:21:37.488319 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ac319f7-5a1b-4df5-816f-7095a5c3f7b6 req-286b8dbb-b581-49cc-a59a-b5eb2fed7d98 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607491 Sep 21 08:21:37.546426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb4992-af7a-4b33-bc97-fa69d5bf0e54 req-6f4e5345-e32b-4094-94af-1888b20f2ebf tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:37.552789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fcb4992-af7a-4b33-bc97-fa69d5bf0e54 req-6f4e5345-e32b-4094-94af-1888b20f2ebf tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0895030 Sep 21 08:21:37.557548 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-664704c8-f02b-4f5c-9c5d-054e933bf7b6 req-8260ca44-9005-49d0-b659-de4dea06c00c tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0409615 Sep 21 08:21:37.614219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fcb4992-af7a-4b33-bc97-fa69d5bf0e54 req-0c236999-0d2e-44c3-be86-daab04501572 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Sep 21 08:21:37.782157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558db144-81ac-4f8d-999a-54fbaec31699 req-6f2f1cb3-07d8-4892-8a8e-a6b890d55ab6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:37.783777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-558db144-81ac-4f8d-999a-54fbaec31699 req-6f2f1cb3-07d8-4892-8a8e-a6b890d55ab6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0667076 Sep 21 08:21:37.839405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-558db144-81ac-4f8d-999a-54fbaec31699 req-fbe78151-2ff7-44d9-85c7-13a14e60f50f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488019 Sep 21 08:21:38.213149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a88bd7-25ec-417b-b1a8-885905f7f434 req-c2ca405e-8467-45d4-b00a-fa8912bad4ca tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:38.215684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70a88bd7-25ec-417b-b1a8-885905f7f434 req-c2ca405e-8467-45d4-b00a-fa8912bad4ca tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 946 time: 0.0770032 Sep 21 08:21:38.313600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70a88bd7-25ec-417b-b1a8-885905f7f434 req-a41fca00-b2e6-4e24-8de4-6aa7fba22e79 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851576 Sep 21 08:21:38.662317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60748) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:38.696835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f4c460b-628b-4d59-b38d-2197320ba5e5 req-8fb2233e-bb75-45e8-822e-353882ccca7f tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0322630 Sep 21 08:21:38.780929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef203143-862d-450b-94da-47949fd532ad req-9d86d8f6-a68a-43a0-8608-a32ce72ace12 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:38.784719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef203143-862d-450b-94da-47949fd532ad req-9d86d8f6-a68a-43a0-8608-a32ce72ace12 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0650585 Sep 21 08:21:38.841306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51d0a091-df67-4273-92b5-b13d094cbbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:38.883769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef203143-862d-450b-94da-47949fd532ad req-56a96ac3-310b-4348-84d0-f14de9bf5bfc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872955 Sep 21 08:21:38.999772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51d0a091-df67-4273-92b5-b13d094cbbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:39.004917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51d0a091-df67-4273-92b5-b13d094cbbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:39.005906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e4025-33fe-4bc9-b154-31a136316917 req-df140681-7647-48eb-9704-f19d5c84debe tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:39.008541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-979e4025-33fe-4bc9-b154-31a136316917 req-df140681-7647-48eb-9704-f19d5c84debe tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0644898 Sep 21 08:21:39.069899 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-51d0a091-df67-4273-92b5-b13d094cbbb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d49b7b4a57fa43e0bef4aca0dbdd988f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022634 Sep 21 08:21:39.069899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0a091-df67-4273-92b5-b13d094cbbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb1ba8-043a-44c4-bd82-3e958885793c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:39.070619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-979e4025-33fe-4bc9-b154-31a136316917 req-fbb7cc8f-e8a8-47b0-b336-331181c2708d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462606 Sep 21 08:21:39.071865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60756) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:39.155010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f032ff66-9141-48bc-8d5d-d9818fb10ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:39.183554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f032ff66-9141-48bc-8d5d-d9818fb10ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:39.255217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f032ff66-9141-48bc-8d5d-d9818fb10ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:39.274557 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f032ff66-9141-48bc-8d5d-d9818fb10ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:39.274557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f032ff66-9141-48bc-8d5d-d9818fb10ae2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1cdb1ba8-043a-44c4-bd82-3e958885793c HTTP/1.1" status: 204 len: 168 time: 0.1889327 Sep 21 08:21:39.276147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032ff66-9141-48bc-8d5d-d9818fb10ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb1ba8-043a-44c4-bd82-3e958885793c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:39.500459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cb829-f22e-4c45-a6e0-43712fe0b495 req-a9b29021-88c8-47a9-aba2-f46fab9ed6cb tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:39.503776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd6cb829-f22e-4c45-a6e0-43712fe0b495 req-a9b29021-88c8-47a9-aba2-f46fab9ed6cb tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 946 time: 0.0924797 Sep 21 08:21:39.563260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd6cb829-f22e-4c45-a6e0-43712fe0b495 req-5ce972b6-be1b-44c9-8161-8ab5961cd908 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492539 Sep 21 08:21:39.904163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4087e93-d4c5-4bbb-bc2c-3e126a5ab936 req-57652912-c93a-41dc-a637-89b10d87f9aa tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0501404 Sep 21 08:21:40.199726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f490ef9-5cc1-4697-bcb6-b2382560edf2 req-251fd992-2f59-4f43-b4c0-ca861f890e14 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:40.207709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f490ef9-5cc1-4697-bcb6-b2382560edf2 req-251fd992-2f59-4f43-b4c0-ca861f890e14 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0792024 Sep 21 08:21:40.282319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f490ef9-5cc1-4697-bcb6-b2382560edf2 req-3ca5e275-c70b-44c2-ab15-5de2b1f86c2b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730853 Sep 21 08:21:40.289004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729a4cd-94a0-4075-b292-545d57237802 req-c5b707aa-8f0e-4fbf-9190-e44f0d5c476f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:40.293017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8729a4cd-94a0-4075-b292-545d57237802 req-c5b707aa-8f0e-4fbf-9190-e44f0d5c476f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0840991 Sep 21 08:21:40.407371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8729a4cd-94a0-4075-b292-545d57237802 req-bcc29498-1402-4550-8345-0f4a0d26b977 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918105 Sep 21 08:21:40.460118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60814) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:40.640584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1613008-network', 'tenant_id': '602bf206ce234ccb808b45ae27f446aa'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:40.672121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Made reservation on behalf of 602bf206ce234ccb808b45ae27f446aa for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:40.675140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:40.687001 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:40.864901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:40.869543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:40.896679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:21:40.912169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7f2bd-e109-45ac-abf7-1b8bf9647f62,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:40.927754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:40.928658 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Added segment 71fea453-2e39-44bc-8ee0-5353561c24fa of type vlan for network f4afc009-3632-4344-864c-4d6a57634360 Sep 21 08:21:40.932770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.933330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.933916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.934429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.934952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.935555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.936111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.936667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.937245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.937805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.938381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:40.938962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:41.009942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:41.071616 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:41.072585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:41.073185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:41.105343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e0c33d2-9f63-4867-bd04-f997c82b44ec req-fd4712d7-b453-41fa-bfba-3707099c5ac1 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0821905 Sep 21 08:21:41.124492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6626575 Sep 21 08:21:41.170672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209efce-e7fa-475b-960a-5ab11ef6ef40 admin admin] Pushing event updated for resources: {'Network': ['ID=f4afc009-3632-4344-864c-4d6a57634360,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:41.189129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network f4afc009-3632-4344-864c-4d6a57634360 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:21:41.419981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e6990-69bb-4ead-95b8-613661a7e375 req-148b639a-e520-43e6-aa2a-3103101d35c7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:41.422432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-363e6990-69bb-4ead-95b8-613661a7e375 req-148b639a-e520-43e6-aa2a-3103101d35c7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0595763 Sep 21 08:21:41.492281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-363e6990-69bb-4ead-95b8-613661a7e375 req-8181244e-b9be-41c4-a4a6-75a475e97cf9 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579495 Sep 21 08:21:41.670999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc287e-5fdd-4696-8eac-d9c8a0d84348 req-8fccc0e2-3cf5-4348-b65a-a71a36a0f32b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:41.672930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01cc287e-5fdd-4696-8eac-d9c8a0d84348 req-8fccc0e2-3cf5-4348-b65a-a71a36a0f32b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0733473 Sep 21 08:21:41.725659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01cc287e-5fdd-4696-8eac-d9c8a0d84348 req-2a5ed516-5ab9-4bdc-9a8c-a2734b94ad3c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Sep 21 08:21:41.770521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a7fb8-67fa-4e2b-ad4d-fcbdc5e1bf5f req-faac611b-cedd-40fd-9444-032f6c231f46 tempest-ComputeTenantNetworksTest-1764253530 tempest-ComputeTenantNetworksTest-1764253530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:41.777179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a7fb8-67fa-4e2b-ad4d-fcbdc5e1bf5f req-faac611b-cedd-40fd-9444-032f6c231f46 tempest-ComputeTenantNetworksTest-1764253530 tempest-ComputeTenantNetworksTest-1764253530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:41.784755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a7fb8-67fa-4e2b-ad4d-fcbdc5e1bf5f req-faac611b-cedd-40fd-9444-032f6c231f46 tempest-ComputeTenantNetworksTest-1764253530 tempest-ComputeTenantNetworksTest-1764253530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:41.786452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e59a7fb8-67fa-4e2b-ad4d-fcbdc5e1bf5f req-faac611b-cedd-40fd-9444-032f6c231f46 tempest-ComputeTenantNetworksTest-1764253530 tempest-ComputeTenantNetworksTest-1764253530-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1900 time: 0.1865263 Sep 21 08:21:41.928058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb39e4-0482-4a2e-bf57-4544ff196fbe req-f6158529-5dc0-4b4b-b05e-6e884f452b43 tempest-ComputeTenantNetworksTest-1764253530 tempest-ComputeTenantNetworksTest-1764253530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:41.930215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0bdb39e4-0482-4a2e-bf57-4544ff196fbe req-f6158529-5dc0-4b4b-b05e-6e884f452b43 tempest-ComputeTenantNetworksTest-1764253530 tempest-ComputeTenantNetworksTest-1764253530-project] 10.222.0.59 "GET /v2.0/networks/f4afc009-3632-4344-864c-4d6a57634360 HTTP/1.1" status: 200 len: 766 time: 0.1229966 Sep 21 08:21:41.941976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60842) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:42.017596 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.112213 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.143365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4afc009-3632-4344-864c-4d6a57634360']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:42.155973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fea453-2e39-44bc-8ee0-5353561c24fa') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:42.156442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fea453-2e39-44bc-8ee0-5353561c24fa') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:42.170131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.196337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.206018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:21:42.207165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.272263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1088fa-4f52-4b9f-afd9-39a163738e77 req-02e710f6-e619-4937-9d00-bb09d0cbeea0 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0519388 Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:21:42.310772 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:21:42.316019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.339422 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.342833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f4afc009-3632-4344-864c-4d6a57634360 HTTP/1.1" status: 204 len: 168 time: 0.3993402 Sep 21 08:21:42.344974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4afc009-3632-4344-864c-4d6a57634360,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:42.358364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.358782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.359130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.359632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.360197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.360699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.361297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.361754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.362327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.362715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.363206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.363660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1633eb-36e3-4446-98a8-32952e5a5b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:42.497750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60850) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:42.557652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bc0041c0-9bd6-4773-9f90-8bd3c262ce9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=602bf206ce234ccb808b45ae27f446aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545173 Sep 21 08:21:42.558086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60854) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:42.634656 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e55b5c7-3aec-4d72-8fb1-b4006e34aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.672376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e55b5c7-3aec-4d72-8fb1-b4006e34aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.687350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531dbda-4cea-4e63-b64f-5a1bf02e6d5a req-aadfb611-a234-4ea3-81ef-7bf6068d4ef6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:42.690452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7531dbda-4cea-4e63-b64f-5a1bf02e6d5a req-aadfb611-a234-4ea3-81ef-7bf6068d4ef6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0893173 Sep 21 08:21:42.739642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e55b5c7-3aec-4d72-8fb1-b4006e34aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.743823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e55b5c7-3aec-4d72-8fb1-b4006e34aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:42.746533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0e55b5c7-3aec-4d72-8fb1-b4006e34aba5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33c7f2bd-e109-45ac-abf7-1b8bf9647f62 HTTP/1.1" status: 204 len: 168 time: 0.1873257 Sep 21 08:21:42.762470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55b5c7-3aec-4d72-8fb1-b4006e34aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7f2bd-e109-45ac-abf7-1b8bf9647f62,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:42.765520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7531dbda-4cea-4e63-b64f-5a1bf02e6d5a req-5d535ff5-aae3-47ed-97d2-5cb05563df0a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612488 Sep 21 08:21:42.938484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddf95d-cd25-4d90-8617-c533eb7b53e7 req-69f2fd97-e5e8-4c25-b095-7e778b44460e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:42.940892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45ddf95d-cd25-4d90-8617-c533eb7b53e7 req-69f2fd97-e5e8-4c25-b095-7e778b44460e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0779808 Sep 21 08:21:43.016672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45ddf95d-cd25-4d90-8617-c533eb7b53e7 req-1df186f7-0ebb-418b-ab96-fdd914aa2be7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604720 Sep 21 08:21:43.466495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18831c8d-58ec-49cc-b05f-539179c4a18b req-e6ce1ca5-9db5-46cd-9209-6d89e01a2bc4 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0563693 Sep 21 08:21:43.764672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60884) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:43.964631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396e84a-e8f8-462c-85de-bdfd2656dfd2 req-5bf76870-22db-472c-9a01-d461dd114691 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:43.967230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8396e84a-e8f8-462c-85de-bdfd2656dfd2 req-5bf76870-22db-472c-9a01-d461dd114691 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0926156 Sep 21 08:21:43.975615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-network', 'tenant_id': '2d094b2e86304876b09e162169c4ae82'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:44.037610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Made reservation on behalf of 2d094b2e86304876b09e162169c4ae82 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:44.040336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.056606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8396e84a-e8f8-462c-85de-bdfd2656dfd2 req-b6ecedbf-0e78-4dd8-b4b9-306a66290976 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754917 Sep 21 08:21:44.057559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.233793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.239499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.260162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e12ab-388f-4455-9059-6e35d31940ce req-7a3a51da-2587-4bc7-852e-40ca79ab24fb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:44.262273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4e12ab-388f-4455-9059-6e35d31940ce req-7a3a51da-2587-4bc7-852e-40ca79ab24fb tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0919678 Sep 21 08:21:44.285503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:21:44.334673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.335219 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Added segment f0cdc41f-ce20-40af-a929-917a9e7d6327 of type vlan for network da38f717-4627-4a74-a85b-297a9a3d3dc7 Sep 21 08:21:44.341111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65101fed-1257-4556-84fa-4efae5a5d25a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:44.417553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4e12ab-388f-4455-9059-6e35d31940ce req-fed948eb-5989-4778-834a-239fdd6a71a5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380801 Sep 21 08:21:44.420105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.472681 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.474731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:44.476202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.583027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] Pushing event updated for resources: {'Network': ['ID=da38f717-4627-4a74-a85b-297a9a3d3dc7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:44.587227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f1f6019f-39db-44b6-9d82-24cd87e9bcbc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8210437 Sep 21 08:21:44.591106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60898) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:44.597013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Request body: {'subnet': {'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-subnet', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:44.608595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:21:44.638805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Made reservation on behalf of 2d094b2e86304876b09e162169c4ae82 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:44.643354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.673475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ed99718-f133-4a48-b24f-55165e731938 req-0201c4c7-3643-4d8b-bb8c-0ca92849dde1 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0468988 Sep 21 08:21:44.894225 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:44.954464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3494a1b6-8041-421d-bc14-b1569d15b28a,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:44.969654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Checking segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:44.970017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Network hostable DHCP agents. Network: da38f717-4627-4a74-a85b-297a9a3d3dc7, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:21:44.997705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:21:45.010078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, da38f717-4627-4a74-a85b-297a9a3d3dc7) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:45.018994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:45.020356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:45.023603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8ec988-b7f9-4acb-a34b-7d732d9abe69 None None] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:21:45.048972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-99522fa7-bfa4-4230-9c12-7c12e609b179 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4560134 Sep 21 08:21:45.051903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:45.060099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:45.102322 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:45.104351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:45.299643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d190dc1-e9e5-42d0-bc6d-1a8d3888b3f8 req-2f2aa2ba-eb8b-48a3-ad6f-b3d71fe2d44d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:45.315592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d190dc1-e9e5-42d0-bc6d-1a8d3888b3f8 req-2f2aa2ba-eb8b-48a3-ad6f-b3d71fe2d44d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1312211 Sep 21 08:21:45.322323 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:45.439806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-da38f717-4627-4a74-a85b-297a9a3d3dc7', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:21:45.441613 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:45.454283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d190dc1-e9e5-42d0-bc6d-1a8d3888b3f8 req-19e04876-0776-49f1-b001-3f6cded7833c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342659 Sep 21 08:21:45.685874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:45.743292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Allocated IP 172.20.0.2 (da38f717-4627-4a74-a85b-297a9a3d3dc7/3494a1b6-8041-421d-bc14-b1569d15b28a/50e73318-9eef-4dfd-902f-2b29ffc80fa2) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:45.813680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359f9b9-037c-40f1-9904-28ca2e930c0b req-e6d1f372-9b47-4d4b-9f5e-aa6db716fe11 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:45.831805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7359f9b9-037c-40f1-9904-28ca2e930c0b req-e6d1f372-9b47-4d4b-9f5e-aa6db716fe11 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1508369 Sep 21 08:21:45.896209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c2aff1a-4ab6-417b-ab0b-353e1e8390c3 req-a8b1d251-14bb-42c9-ae5a-61ec2b76075d tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0488422 Sep 21 08:21:45.902599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7359f9b9-037c-40f1-9904-28ca2e930c0b req-f52ee53e-67f6-432c-9639-1b683210bb0c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694153 Sep 21 08:21:46.023119 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.033550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.081037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:46.086847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:46.096766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Pushing event updated for resources: {'Port': ['ID=50e73318-9eef-4dfd-902f-2b29ffc80fa2,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:46.100722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:46.129624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.150271 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.187914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Attempting to bind port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:46.188498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Attempting to bind port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:46.188731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Attempting to bind port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:46.196636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:46.197299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Checking segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:46.197905 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.198312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Bound using segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:46.198812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Bound port: 50e73318-9eef-4dfd-902f-2b29ffc80fa2, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:46.199392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.322908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] For port 50e73318-9eef-4dfd-902f-2b29ffc80fa2, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:46.327812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] For port 50e73318-9eef-4dfd-902f-2b29ffc80fa2, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=50e73318-9eef-4dfd-902f-2b29ffc80fa2,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:46.338600 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.349952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Allocated IP 172.25.1.163 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:46.421865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89001c-c62f-4dca-a609-d47403d92af4 None None] Pushing event updated for resources: {'Port': ['ID=50e73318-9eef-4dfd-902f-2b29ffc80fa2,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:46.587275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.667827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:46.797053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133f1ce-6b9b-42ac-ab30-1ba2cbbbdb65 req-e18e685c-d7b6-4210-8ce0-c0c800ec4830 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:46.811378 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4133f1ce-6b9b-42ac-ab30-1ba2cbbbdb65 req-e18e685c-d7b6-4210-8ce0-c0c800ec4830 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1983852 Sep 21 08:21:46.871435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:46.879779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:46.920157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:47.065748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4133f1ce-6b9b-42ac-ab30-1ba2cbbbdb65 req-67e3d1c0-cb46-40f5-a52f-f7d118cfa28f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452343 Sep 21 08:21:47.083858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:47.229189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb14c19d-1246-4e00-8ada-10b681458e5e req-9725c9b3-5395-4d07-91d8-874b590c5ae7 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0566075 Sep 21 08:21:47.644504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb80c3-2725-4da7-8047-b49c28020f3e req-3de2c1de-6dba-4a9c-8179-5cf9d2630031 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:47.646381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccdb80c3-2725-4da7-8047-b49c28020f3e req-3de2c1de-6dba-4a9c-8179-5cf9d2630031 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.5978830 Sep 21 08:21:47.852390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ccdb80c3-2725-4da7-8047-b49c28020f3e req-9c8794a1-c606-4172-a58b-70e16aa57f5d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940436 Sep 21 08:21:47.897358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:47.968229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf41b0-01e0-419e-a525-aa471d1cad4b None None] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:21:48.278987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-639fe69e-fbd5-4591-a37b-6675b6184dfe None None] Provisioning complete for port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:48.279758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-639fe69e-fbd5-4591-a37b-6675b6184dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:48.286435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8e6b9-5243-4d33-a3a8-f83e6e46bb84 req-a8050ccd-6b22-437f-8c35-5619f613b194 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:48.288250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92e8e6b9-5243-4d33-a3a8-f83e6e46bb84 req-a8050ccd-6b22-437f-8c35-5619f613b194 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0831866 Sep 21 08:21:48.289690 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:48.388967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92e8e6b9-5243-4d33-a3a8-f83e6e46bb84 req-3b0aec3c-0c02-48bd-a584-56b287e211ff tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886452 Sep 21 08:21:48.450854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5b17b97-1933-4d66-b2d0-df41983bf66c req-00c70a48-af26-4519-b7ce-680add71719b tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0680997 Sep 21 08:21:48.520890 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-639fe69e-fbd5-4591-a37b-6675b6184dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:48.596661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-639fe69e-fbd5-4591-a37b-6675b6184dfe None None] For port 50e73318-9eef-4dfd-902f-2b29ffc80fa2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=50e73318-9eef-4dfd-902f-2b29ffc80fa2,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:48.603673 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-639fe69e-fbd5-4591-a37b-6675b6184dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:48.604755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Router 95c55bca-9024-45c0-b309-ccb4df96c430 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:21:48.694159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fe69e-fbd5-4591-a37b-6675b6184dfe None None] Pushing event updated for resources: {'Port': ['ID=50e73318-9eef-4dfd-902f-2b29ffc80fa2,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:48.813236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 50e73318-9eef-4dfd-902f-2b29ffc80fa2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:48.817863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:21:48.832574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Sync routers for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:21:48.849686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:48.850665 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-18f73979-b25a-4f23-b502-40f51d256ae3 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7969744 Sep 21 08:21:48.853545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60942) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:48.855664 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:48.857483 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:21:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:48.887006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:48.887411 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:48.964555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d5608a51-58ef-45d0-a6a2-eb53f273ca34 None None] Provisioning complete for port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:48.965094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5608a51-58ef-45d0-a6a2-eb53f273ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:49.070205 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:49.128784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532cefb-54dd-40ab-bf61-6cf239a2fce8 req-5abd1611-bb3b-4875-acec-5dcbf587729e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:49.136133 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c532cefb-54dd-40ab-bf61-6cf239a2fce8 req-5abd1611-bb3b-4875-acec-5dcbf587729e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1284122 Sep 21 08:21:49.238101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c532cefb-54dd-40ab-bf61-6cf239a2fce8 req-b6ed2e7d-b775-4cad-9810-d9e7e8977108 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934675 Sep 21 08:21:49.375539 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:47Z', 'revision_number': 3, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:49.423224 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Checking router: 95c55bca-9024-45c0-b309-ccb4df96c430 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:21:49.423922 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Updating router 95c55bca-9024-45c0-b309-ccb4df96c430 port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:21:49.480700 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:49.676459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb7a4-5b8f-40eb-8705-5741f0bd4e8d req-f0f626fc-b324-4bfd-9170-c85aa9aa936f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:49.679091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa2cb7a4-5b8f-40eb-8705-5741f0bd4e8d req-f0f626fc-b324-4bfd-9170-c85aa9aa936f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0848231 Sep 21 08:21:49.701650 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7c5ac67-3be4-4f5f-a5e0-a079f51bdf84 req-a58684da-e2a5-4847-ae7c-0f48ebfdd22e tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0677025 Sep 21 08:21:49.830346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:49.848498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fa2cb7a4-5b8f-40eb-8705-5741f0bd4e8d req-869e101c-7aa7-46d2-a12f-0600ece1a9a7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109643 Sep 21 08:21:50.016089 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.026412 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.092449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Allocated IP 172.20.0.1 (da38f717-4627-4a74-a85b-297a9a3d3dc7/3494a1b6-8041-421d-bc14-b1569d15b28a/637da698-bd04-4cf4-8613-99f93dbd8795) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:50.214294 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Pushing event updated for resources: {'Port': ['ID=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:50.239513 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Attempting to bind port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:50.239878 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Attempting to bind port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:50.240238 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Attempting to bind port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:50.244577 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.244913 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.245244 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.245569 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.245884 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.246203 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.246516 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.246845 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.247154 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.247517 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.247845 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.248188 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:21:50.256962 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:50.257453 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:50.257997 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.258511 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:50.259147 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Bound port: 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:50.259677 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.336090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.393398 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] For port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:50.400331 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] For port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:50.407965 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.448929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.524992 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1897b9-f100-44f3-9d5f-3901f27abd78 None None] Pushing event updated for resources: {'Port': ['ID=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:50.549596 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:50.550472 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:21:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:50.564206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:50.566991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:50.579129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:50.639554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.658113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429dc57-6843-4639-8d7d-177dee015c46 req-f6b12f3f-8fa9-4ffc-bd79-204631c3402f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:50.666214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0429dc57-6843-4639-8d7d-177dee015c46 req-f6b12f3f-8fa9-4ffc-bd79-204631c3402f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.2421253 Sep 21 08:21:50.734350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 50e73318-9eef-4dfd-902f-2b29ffc80fa2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:50.766764 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0429dc57-6843-4639-8d7d-177dee015c46 req-3caaa8b4-f724-4bc1-8c8d-57f246924c23 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994351 Sep 21 08:21:50.767762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Pushing event updated for resources: {'Port': ['ID=637da698-bd04-4cf4-8613-99f93dbd8795,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:50.890154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:50.891948 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:50.941579 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5336c7b-dec8-4032-8d4a-8ea6394a972e req-967a65ec-c2ba-44da-b4fe-c5f156604cc3 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0564682 Sep 21 08:21:50.945930 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:50.956749 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:51.102998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-206044b5-d9a8-41d6-8028-0b527d0bb3ca None None] Provisioning complete for port 637da698-bd04-4cf4-8613-99f93dbd8795 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:51.103550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-206044b5-d9a8-41d6-8028-0b527d0bb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:51.197035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-206044b5-d9a8-41d6-8028-0b527d0bb3ca None None] Port 637da698-bd04-4cf4-8613-99f93dbd8795 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:21:51.295876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27668eb2-9e98-4007-a70e-3809db278838 req-682faa3c-a938-4cf9-945a-529aea4836e2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:51.307614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27668eb2-9e98-4007-a70e-3809db278838 req-682faa3c-a938-4cf9-945a-529aea4836e2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.2947457 Sep 21 08:21:51.390142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27668eb2-9e98-4007-a70e-3809db278838 req-d795c25a-46bd-4308-8cf5-bed6de8e6d0a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809793 Sep 21 08:21:51.443336 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:51.450913 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:51.502901 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:47Z', 'revision_number': 3, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:51.535149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Pushing event updated for resources: {'Port': ['ID=637da698-bd04-4cf4-8613-99f93dbd8795,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:51.537682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:51.573721 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed06d45-a196-46e2-bf2a-478a84afbeb4 None None] The sync data for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 is: [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:47Z', 'revision_number': 3, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:21:51.695331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:51.695331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:51.958497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Router 95c55bca-9024-45c0-b309-ccb4df96c430 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:21:52.103485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587be23-3767-4eb1-8424-859745cb4c18 req-3ca3adfb-608d-4797-a29f-962a4f2055da tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:52.112913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0587be23-3767-4eb1-8424-859745cb4c18 req-3ca3adfb-608d-4797-a29f-962a4f2055da tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1913772 Sep 21 08:21:52.202802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bc7126e-8074-4c6b-b931-f4438684a720 req-d7bace11-f8eb-473b-9954-da0523d5c985 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0741467 Sep 21 08:21:52.261338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-93a3fd92-f441-463a-aeca-0aa2e076c261 None None] Provisioning complete for port 637da698-bd04-4cf4-8613-99f93dbd8795 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:52.263107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93a3fd92-f441-463a-aeca-0aa2e076c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:52.353431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:21:52.365640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-54585df4-957e-4649-a762-728b6f4df30c admin admin] 10.222.0.59 "PUT /v2.0/routers/95c55bca-9024-45c0-b309-ccb4df96c430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5107648 Sep 21 08:21:52.431387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-93a3fd92-f441-463a-aeca-0aa2e076c261 None None] Port 637da698-bd04-4cf4-8613-99f93dbd8795 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:21:52.440794 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ed9f97c1-062d-46be-b91e-b4d0bbe4b508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:52.456797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0587be23-3767-4eb1-8424-859745cb4c18 req-af5c1ca8-766d-4e1d-8f63-0e249ef292cd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280685 Sep 21 08:21:52.706791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb43b7-1339-43e8-844d-fdcff53d0937 req-a3d4fed0-e921-4b56-b384-50f9d0dc02c6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:52.720228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aceb43b7-1339-43e8-844d-fdcff53d0937 req-a3d4fed0-e921-4b56-b384-50f9d0dc02c6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1597650 Sep 21 08:21:52.772727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aceb43b7-1339-43e8-844d-fdcff53d0937 req-6ef583bb-ca45-4220-a0b3-15b507849a55 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514355 Sep 21 08:21:52.793498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:52.860783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:52.861131 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:52.959728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef42b5e-abb7-471f-a800-dea08a3167cd req-58802cb2-dc7a-49e5-8a87-fbc41ae49fd7 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:52.961376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ef42b5e-abb7-471f-a800-dea08a3167cd req-58802cb2-dc7a-49e5-8a87-fbc41ae49fd7 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 946 time: 0.0587854 Sep 21 08:21:52.968046 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.004145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:53.009540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.035788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ef42b5e-abb7-471f-a800-dea08a3167cd req-21bf1943-05b5-4f11-96eb-7f6785830405 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636277 Sep 21 08:21:53.088402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:53.397694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9eee09e-7457-4888-9bc4-cbeccb278a8b req-dad89b0e-f46d-4b9e-a006-48a7d4f2d858 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0449874 Sep 21 08:21:53.572796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 32776) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:53.581146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d380a596-cf77-4abf-b0c1-7744c8630e19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143203336', 'description': 'tempest-description--712072388'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:53.614743 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d380a596-cf77-4abf-b0c1-7744c8630e19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.666473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcac40a-bd15-44b1-9ff0-623ab6922484 req-5eccce40-4a62-4ed9-a444-81ef8fab1f55 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:53.669231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffcac40a-bd15-44b1-9ff0-623ab6922484 req-5eccce40-4a62-4ed9-a444-81ef8fab1f55 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0946550 Sep 21 08:21:53.731182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffcac40a-bd15-44b1-9ff0-623ab6922484 req-5a005a0e-d596-4dee-9b71-a8217058f4f5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543635 Sep 21 08:21:53.761827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d380a596-cf77-4abf-b0c1-7744c8630e19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.767939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d380a596-cf77-4abf-b0c1-7744c8630e19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.826738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a596-cf77-4abf-b0c1-7744c8630e19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568bcf89-2744-4df8-93bb-e7c1cc33b6a3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:53.832697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d380a596-cf77-4abf-b0c1-7744c8630e19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.834189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d380a596-cf77-4abf-b0c1-7744c8630e19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2600222 Sep 21 08:21:53.839562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 32782) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:53.847888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3c61273f-7f7d-481e-a856-daae1a7f2470 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'security_group_rule': {'security_group_id': '568bcf89-2744-4df8-93bb-e7c1cc33b6a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:53.894222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c61273f-7f7d-481e-a856-daae1a7f2470 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.961043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b6017-028d-4936-a098-d5f3595a505a req-42746943-265e-471e-a42c-cb6c5014690f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:53.962539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-113b6017-028d-4936-a098-d5f3595a505a req-42746943-265e-471e-a42c-cb6c5014690f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0822496 Sep 21 08:21:53.970422 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c61273f-7f7d-481e-a856-daae1a7f2470 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:53.981404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c61273f-7f7d-481e-a856-daae1a7f2470 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.017195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61273f-7f7d-481e-a856-daae1a7f2470 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4991d3c8-75a0-4782-ad63-5d35542bdc92,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:54.025582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c61273f-7f7d-481e-a856-daae1a7f2470 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.031461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c61273f-7f7d-481e-a856-daae1a7f2470 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902401 Sep 21 08:21:54.032216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 32784) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:54.037792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-907ca781-6fd1-48f6-8381-61f876d43432 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'security_group_rule': {'security_group_id': '568bcf89-2744-4df8-93bb-e7c1cc33b6a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:54.046291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-113b6017-028d-4936-a098-d5f3595a505a req-28164d50-220e-45d3-ad68-0914230910f8 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692828 Sep 21 08:21:54.082780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-907ca781-6fd1-48f6-8381-61f876d43432 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.142772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-907ca781-6fd1-48f6-8381-61f876d43432 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.148060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-907ca781-6fd1-48f6-8381-61f876d43432 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.170570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ca781-6fd1-48f6-8381-61f876d43432 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccad60e2-3723-4610-972d-7c96b7c27953,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:54.180103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-907ca781-6fd1-48f6-8381-61f876d43432 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.181667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-907ca781-6fd1-48f6-8381-61f876d43432 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481118 Sep 21 08:21:54.184714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 32788) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:21:54.189914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:54.225059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32035f-81f3-4e6e-adb1-75a26a9940d1 req-db45718c-4914-4c99-9f14-2c56f6da5190 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:54.226924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c32035f-81f3-4e6e-adb1-75a26a9940d1 req-db45718c-4914-4c99-9f14-2c56f6da5190 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 946 time: 0.0772755 Sep 21 08:21:54.228545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Sync routers for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:21:54.231881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.246377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:54.247812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:21:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:54.277242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c32035f-81f3-4e6e-adb1-75a26a9940d1 req-d45d3d22-d406-4a9e-b9f8-c5152da6c066 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Sep 21 08:21:54.361150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.411456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:54.531680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Allocated IP 172.25.1.138 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b6151abb-2196-4f45-a4af-62809a2b7f59) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:21:54.664420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b0fb6ad-8f78-4fb9-b7fd-0eb95a5f0196 req-43082094-950b-4dba-a831-9f4528a982f3 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.1077602 Sep 21 08:21:54.708909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:54.726859 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.791965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.850915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:54.850915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:54.860239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:51Z', 'revision_number': 2, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:54.867383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:21:54.872414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'Port': ['ID=b6151abb-2196-4f45-a4af-62809a2b7f59,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:54.877046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:21:54.879372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:21:54.915979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-eaa3b768-a262-40c9-a63a-f3364365e543 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:54.917457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-eaa3b768-a262-40c9-a63a-f3364365e543 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 946 time: 0.1429307 Sep 21 08:21:54.936331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Checking router: 95c55bca-9024-45c0-b309-ccb4df96c430 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:21:54.936933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Updating router 95c55bca-9024-45c0-b309-ccb4df96c430 port 637da698-bd04-4cf4-8613-99f93dbd8795 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:21:54.988884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.084107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c512e-987a-4f0a-bdb3-c3f275a5494c req-62c0d4d6-b1c5-465a-9bcc-311c8f357b62 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:55.085889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-466c512e-987a-4f0a-bdb3-c3f275a5494c req-62c0d4d6-b1c5-465a-9bcc-311c8f357b62 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1784084 Sep 21 08:21:55.135382 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.158011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Deleting port 0100fb7d-f778-47f6-a1d2-aa2eec21369f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:21:55.158596 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.244195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8e40-df70-48ef-98bd-f40692b96819 req-37bbf3b8-dbd0-44a8-acb9-6a5c9b0e1d27 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:55.251225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-93ea8e40-df70-48ef-98bd-f40692b96819 req-37bbf3b8-dbd0-44a8-acb9-6a5c9b0e1d27 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0784047 Sep 21 08:21:55.254279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-466c512e-987a-4f0a-bdb3-c3f275a5494c req-713a6bcc-3c0a-40ab-ae55-da4c7e0d0114 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513934 Sep 21 08:21:55.288293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.293173 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.359590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-93ea8e40-df70-48ef-98bd-f40692b96819 req-152aa066-67a1-4b2a-a010-6e0f26d0f037 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915833 Sep 21 08:21:55.400330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] For port 0100fb7d-f778-47f6-a1d2-aa2eec21369f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0100fb7d-f778-47f6-a1d2-aa2eec21369f,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:55.400726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.414515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-76b7b33f-8b94-41a7-aff1-ab6da4149392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.427177 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.434041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.454893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Calling delete_port for 0100fb7d-f778-47f6-a1d2-aa2eec21369f owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:21:55.506200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85ace9-ce7a-4dba-86d6-daba3abb628e None None] Pushing event updated for resources: {'Port': ['ID=637da698-bd04-4cf4-8613-99f93dbd8795,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:55.590963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05312b85-68c9-4489-b118-8d3d480a1981 req-dec788d7-40b1-42c0-8041-3e6bedf47faa tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:55.592912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05312b85-68c9-4489-b118-8d3d480a1981 req-dec788d7-40b1-42c0-8041-3e6bedf47faa tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=809802a8-3703-4bec-884d-8fe9c0d797c0 HTTP/1.1" status: 200 len: 946 time: 0.1974812 Sep 21 08:21:55.600081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Attempting to bind port 637da698-bd04-4cf4-8613-99f93dbd8795 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:21:55.600680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Attempting to bind port 637da698-bd04-4cf4-8613-99f93dbd8795 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:21:55.601319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Attempting to bind port 637da698-bd04-4cf4-8613-99f93dbd8795 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:21:55.609290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:21:55.609883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Checking segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:21:55.610426 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.611035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Bound using segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:21:55.611701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Bound port: 637da698-bd04-4cf4-8613-99f93dbd8795, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:21:55.612104 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.744585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] For port 637da698-bd04-4cf4-8613-99f93dbd8795, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:21:55.751796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] For port 637da698-bd04-4cf4-8613-99f93dbd8795, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=637da698-bd04-4cf4-8613-99f93dbd8795,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:21:55.759976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.791093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.813218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05312b85-68c9-4489-b118-8d3d480a1981 req-f6b768fb-f49d-41f0-938a-163e7dc0bf44 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007654 Sep 21 08:21:55.818678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.867618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'Port': ['ID=b6151abb-2196-4f45-a4af-62809a2b7f59,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:55.903584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-167c5f8c-39b7-41d9-a155-db94b51c1669 req-8309ed42-b3ac-43b0-a32e-e34da9053753 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0715783 Sep 21 08:21:55.931599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.950378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85ace9-ce7a-4dba-86d6-daba3abb628e None None] Pushing event updated for resources: {'Port': ['ID=637da698-bd04-4cf4-8613-99f93dbd8795,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:55.960569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-25e3a1ba-c207-4254-8f66-36f71bbf30ee None None] Provisioning complete for port 637da698-bd04-4cf4-8613-99f93dbd8795 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:55.961445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-25e3a1ba-c207-4254-8f66-36f71bbf30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:55.964955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05', '0f015bfd-2749-41f9-b292-c42a18d5098e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:55.968366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b63890a8-dc9e-40d5-9733-48de2b65ee7d', '0100fb7d-f778-47f6-a1d2-aa2eec21369f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:21:56.015335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event deleted for resources: {'Port': ['ID=0100fb7d-f778-47f6-a1d2-aa2eec21369f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:56.070656 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:56.071015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:21:56.071445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:21:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:56.094922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] No DVR routers for this DVR port 0100fb7d-f778-47f6-a1d2-aa2eec21369f on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:21:56.101681 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:56.104370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e02ad88-7a8a-45a1-817e-4387ebad9b83 req-ce0adaa8-aad8-49fc-98be-9b963e13d312 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "DELETE /v2.0/ports/0100fb7d-f778-47f6-a1d2-aa2eec21369f HTTP/1.1" status: 204 len: 173 time: 1.1749127 Sep 21 08:21:56.104842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'name': 'network-vif-deleted', 'tag': '0100fb7d-f778-47f6-a1d2-aa2eec21369f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:21:56.108273 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed8e693-8a01-471e-852e-53c61f462c93" -d '{"events": [{"server_uuid": "809802a8-3703-4bec-884d-8fe9c0d797c0", "name": "network-vif-deleted", "tag": "0100fb7d-f778-47f6-a1d2-aa2eec21369f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:21:56.131859 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:56.135441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6bd7c0d1-74c2-470d-aac3-234590340706 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9495437 Sep 21 08:21:56.182285 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053b6ac5-1ab2-4f97-a770-e807c7bbfb3a x-openstack-request-id: req-053b6ac5-1ab2-4f97-a770-e807c7bbfb3a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:21:56.182609 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809802a8-3703-4bec-884d-8fe9c0d797c0", "name": "network-vif-deleted", "tag": "0100fb7d-f778-47f6-a1d2-aa2eec21369f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:21:56.182974 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-053b6ac5-1ab2-4f97-a770-e807c7bbfb3a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:21:56.183233 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809802a8-3703-4bec-884d-8fe9c0d797c0', 'name': 'network-vif-deleted', 'tag': '0100fb7d-f778-47f6-a1d2-aa2eec21369f', 'status': 'completed', 'code': 200} Sep 21 08:21:56.329597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:21:56.388826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-aa7348bf-3ed1-4a15-a4d9-b8e85e1df2e8 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2143203336&fields=id&tenant_id=2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 267 time: 0.0475855 Sep 21 08:21:56.413625 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-25e3a1ba-c207-4254-8f66-36f71bbf30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:56.442113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f31fb-2a8b-4052-986d-94aa72add186 req-1f4b7b87-b1c0-40d7-8ddd-5531ba2b3ba9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:56.444963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-993f31fb-2a8b-4052-986d-94aa72add186 req-1f4b7b87-b1c0-40d7-8ddd-5531ba2b3ba9 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0743034 Sep 21 08:21:56.502827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-993f31fb-2a8b-4052-986d-94aa72add186 req-735c08cf-f685-43ae-b54a-c78ab60fb444 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Sep 21 08:21:56.587624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-ea9d7adc-3a4d-48cf-b119-3bef3fec3567 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:56.601433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-ea9d7adc-3a4d-48cf-b119-3bef3fec3567 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 817 time: 0.2026794 Sep 21 08:21:56.618853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-c538b01a-ca63-47df-ab63-dd006cb260cc tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/quotas/2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 375 time: 0.0133517 Sep 21 08:21:56.690820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acae0e-f475-416b-9140-942d20a86ddf req-eb535b1e-3fbf-4215-990b-a0b9a30f9df3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:56.698919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1acae0e-f475-416b-9140-942d20a86ddf req-eb535b1e-3fbf-4215-990b-a0b9a30f9df3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0972090 Sep 21 08:21:56.714575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-5ad81c2f-c2d4-467e-b9e4-c0ca87e37064 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881040 Sep 21 08:21:56.771878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-25e3a1ba-c207-4254-8f66-36f71bbf30ee None None] For port 637da698-bd04-4cf4-8613-99f93dbd8795, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=637da698-bd04-4cf4-8613-99f93dbd8795,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:21:56.813169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1acae0e-f475-416b-9140-942d20a86ddf req-c591a248-f5b3-4be9-8750-90f4544ae500 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127753 Sep 21 08:21:56.815685 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:56.825079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-25e3a1ba-c207-4254-8f66-36f71bbf30ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:56.898262 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-c18c0a31-8978-4dac-96f7-7dee13dd8503 service neutron] 10.222.0.59 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782861 Sep 21 08:21:57.033534 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b23cdc89-cff4-4564-aaf4-c58e07dc40c3 service neutron] 10.222.0.59 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234963 Sep 21 08:21:57.055432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c9bac392-d56b-470a-b73c-f919b044721e None None] Provisioning complete for port 637da698-bd04-4cf4-8613-99f93dbd8795 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:57.055868 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9bac392-d56b-470a-b73c-f919b044721e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:57.059613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3a1ba-c207-4254-8f66-36f71bbf30ee None None] Pushing event updated for resources: {'Port': ['ID=637da698-bd04-4cf4-8613-99f93dbd8795,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:21:57.124303 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e456fe51-1948-4d37-904b-c8be36b98810 req-c4e2b0c7-1cfd-48df-9163-298105876905 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0885396 Sep 21 08:21:57.250970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:55Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:21:57.324869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0d66cc2-a7b5-4d26-ae23-68f67c9eabfe req-b0a92180-144d-4af4-99f3-cc7e8a6e4f86 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 210 time: 0.0412333 Sep 21 08:21:57.346397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fd4797-9869-4d2c-9882-7f23423db931 None None] The sync data for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 is: [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:55Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:21:57.679106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20cd06-49be-43c9-a019-186772fb16d5 req-fb5addb7-8442-4054-8693-42a0c213f095 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:57.688292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d20cd06-49be-43c9-a019-186772fb16d5 req-fb5addb7-8442-4054-8693-42a0c213f095 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0819795 Sep 21 08:21:57.717393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:57.757037 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d20cd06-49be-43c9-a019-186772fb16d5 req-b06dce2d-7acc-425a-a19a-7d1999491790 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655255 Sep 21 08:21:58.002295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8db6d-4e26-4dd8-8bfa-9286d9bda5b1 req-8141dac0-71c5-470c-92cd-7fc1640085fd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:58.004352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79a8db6d-4e26-4dd8-8bfa-9286d9bda5b1 req-8141dac0-71c5-470c-92cd-7fc1640085fd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0872858 Sep 21 08:21:58.136301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79a8db6d-4e26-4dd8-8bfa-9286d9bda5b1 req-a9484d98-5070-4d89-8725-839608d85b75 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111848 Sep 21 08:21:58.312394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15218d15-af80-471e-ad92-67ee5ec6f0ed req-cbb77c34-0ee3-4465-9eea-c587ba66216f tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0521073 Sep 21 08:21:58.492523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26dbb872-b52f-4937-b124-07e9a00e7f8d req-76d7801b-bab7-499e-8839-218c8da34b56 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 210 time: 0.0443521 Sep 21 08:21:58.690580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 637da698-bd04-4cf4-8613-99f93dbd8795 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:21:58.769597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 637da698-bd04-4cf4-8613-99f93dbd8795 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:21:58.769977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:59.006716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79f79f-23c1-4884-9042-70d6543f4d40 req-9d3b4eec-8ed0-422f-8fdb-ab3a5956a7d0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:59.009058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e79f79f-23c1-4884-9042-70d6543f4d40 req-9d3b4eec-8ed0-422f-8fdb-ab3a5956a7d0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1030495 Sep 21 08:21:59.120179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0100fb7d-f778-47f6-a1d2-aa2eec21369f no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:21:59.141636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e79f79f-23c1-4884-9042-70d6543f4d40 req-b8c21926-d14b-42dc-80ab-458e0ae50816 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082373 Sep 21 08:21:59.169846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 0100fb7d-f778-47f6-a1d2-aa2eec21369f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:21:59.170199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0100fb7d-f778-47f6-a1d2-aa2eec21369f not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:21:59.199682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-7dcda217-f445-4c9e-8955-286490d9679a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:59.202752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-7dcda217-f445-4c9e-8955-286490d9679a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 817 time: 0.2113633 Sep 21 08:21:59.382723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-807f0611-fe54-4b08-bef1-9ee4c51bc52b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 380 time: 0.1627645 Sep 21 08:21:59.408856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'port': {'device_id': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'admin_state_up': True, 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'security_groups': ['568bcf89-2744-4df8-93bb-e7c1cc33b6a3']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:21:59.482446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2883b-1e29-4da2-8f10-7c1c93edec9d req-52b23182-eb90-4d92-8657-14e64d1e5b47 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:21:59.484607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbb2883b-1e29-4da2-8f10-7c1c93edec9d req-52b23182-eb90-4d92-8657-14e64d1e5b47 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1990347 Sep 21 08:21:59.501444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-36d54818-9a43-4a5a-b849-fe2e1d3d5ddd req-16212c18-f971-4a64-8880-e18cc8a60b8a tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0395079 Sep 21 08:21:59.580239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbb2883b-1e29-4da2-8f10-7c1c93edec9d req-8f988757-a2f7-4fb7-9dc1-c22ab34b7e4a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Sep 21 08:21:59.666382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Made reservation on behalf of 2d094b2e86304876b09e162169c4ae82 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:21:59.670261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:21:59.808500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a224dede-9e60-436e-b4ef-88bf5307a109 req-eb329976-1958-4c6a-8213-895ef0eec86c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 210 time: 0.1083739 Sep 21 08:21:59.915813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Allocated IP 172.20.0.10 (da38f717-4627-4a74-a85b-297a9a3d3dc7/3494a1b6-8041-421d-bc14-b1569d15b28a/f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:22:00.089546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:00.134067 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:00.178209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:22:00.182318 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:22:00.189137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:22:00.248781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:00.249875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:00.269866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:00.285462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-65b7c629-3d23-40fc-9d6d-5deac02478f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848629 Sep 21 08:22:00.308723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Request body: {'port': {'device_id': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:00.383435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15de2-9b64-403d-a40e-0caa4a633334 req-25b209f6-8da4-44cf-8327-b478cb253478 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:00.390490 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77b15de2-9b64-403d-a40e-0caa4a633334 req-25b209f6-8da4-44cf-8327-b478cb253478 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1125288 Sep 21 08:22:00.415229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:00.536702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-77b15de2-9b64-403d-a40e-0caa4a633334 req-5cfa5dfe-e5d4-4ee9-9cf4-49dfb9b3fa27 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359935 Sep 21 08:22:00.713436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-da2e4ff5-bf3f-47da-9ec6-8d01a060f17e None None] Provisioning complete for port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:00.717474 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da2e4ff5-bf3f-47da-9ec6-8d01a060f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:00.812911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-da2e4ff5-bf3f-47da-9ec6-8d01a060f17e None None] Port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:22:00.839893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6a7a78ab-d9e4-4b6d-ab95-d653788e06d7 req-97de0dd7-80cf-4533-9d58-6a8a3618aff4 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0752270 Sep 21 08:22:01.067778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcff85-edad-44db-ae22-e85aa84850cc req-bc60c193-d32e-4234-828a-3206e044e490 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:01.075555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8fcff85-edad-44db-ae22-e85aa84850cc req-bc60c193-d32e-4234-828a-3206e044e490 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0974896 Sep 21 08:22:01.205908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8fcff85-edad-44db-ae22-e85aa84850cc req-1019ba91-178a-4707-befd-65bbe96a851d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284561 Sep 21 08:22:01.249259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:01.266886 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:01.312131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02670631-dadb-43f3-8ee4-01ff0ff9a005 req-88a21ae2-bc79-464e-8629-47423ebf1fd8 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:01.328298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Transition to ACTIVE for port object f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:22:01.329034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02670631-dadb-43f3-8ee4-01ff0ff9a005 req-88a21ae2-bc79-464e-8629-47423ebf1fd8 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 946 time: 0.1703053 Sep 21 08:22:01.346088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:01.450462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02670631-dadb-43f3-8ee4-01ff0ff9a005 req-38ebf221-4ee0-41a2-a591-69559a59a0e2 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152408 Sep 21 08:22:01.618205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:01.807492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613c463-6e24-44b6-b90f-4fc7c0f93497 req-aab8c1bb-c2fb-4af6-acbf-afe4a98720d5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:01.821238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4613c463-6e24-44b6-b90f-4fc7c0f93497 req-aab8c1bb-c2fb-4af6-acbf-afe4a98720d5 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1612544 Sep 21 08:22:01.908269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4613c463-6e24-44b6-b90f-4fc7c0f93497 req-06691a22-5769-4eba-a37d-4344b8a01015 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855272 Sep 21 08:22:02.015628 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:02.102607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-567f0948-8311-407f-a8e4-aaafdea44cdd req-d2357ef4-1730-4352-ae06-86fd83602c37 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0349276 Sep 21 08:22:02.225113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764aa3e-2497-42b3-8fad-f47e3dae3bee req-ecface2d-0c1c-4690-9fc4-32da95a3ef1f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:02.239221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8764aa3e-2497-42b3-8fad-f47e3dae3bee req-ecface2d-0c1c-4690-9fc4-32da95a3ef1f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.8215322 Sep 21 08:22:02.262710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Attempting to bind port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:22:02.264219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Attempting to bind port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:22:02.264219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Attempting to bind port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:02.279749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:22:02.280152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Attempting to bind port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:02.301684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:22:02.301684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Checking segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:22:02.301684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Bound using segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:22:02.303883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Bound port: f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:22:02.304665 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:02.325189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8764aa3e-2497-42b3-8fad-f47e3dae3bee req-c4760cd3-b267-449a-804d-9a00a0f34065 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847344 Sep 21 08:22:02.404514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:22:02.411540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:22:02.420939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:02.431801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b5d98-5845-4543-9e0e-9ead35e8b99e req-43b077e6-c4e0-401d-bad7-94f537413d4d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:02.436064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-054b5d98-5845-4543-9e0e-9ead35e8b99e req-43b077e6-c4e0-401d-bad7-94f537413d4d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0907688 Sep 21 08:22:02.489201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:02.490240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:02.493333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] 10.222.0.50 "PUT /v2.0/ports/f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 200 len: 1092 time: 2.1907115 Sep 21 08:22:02.494289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:02.513392 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bbc68b-cd22-4711-9a7c-47080365f90c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:02.535551 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-054b5d98-5845-4543-9e0e-9ead35e8b99e req-17f8f9cf-601a-4741-845f-130d37a12e78 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868580 Sep 21 08:22:02.580821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73cec-fa35-4d6a-bb3c-3779325b2416 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:02.641460 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b230938-f303-481a-84b6-67a4046e267a x-openstack-request-id: req-0b230938-f303-481a-84b6-67a4046e267a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:02.641755 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:02.642009 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b230938-f303-481a-84b6-67a4046e267a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:02.645531 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'status': 'completed', 'code': 200} Sep 21 08:22:02.727702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97e5f3-16ce-4ec2-b945-e494a10ebd95 req-32710f16-f718-49eb-9667-5f2b3fc1f34a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:02.729187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e97e5f3-16ce-4ec2-b945-e494a10ebd95 req-32710f16-f718-49eb-9667-5f2b3fc1f34a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 946 time: 0.1124027 Sep 21 08:22:02.738211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-7ffb6f50-cfad-4c86-98af-d84e89be6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:02.740389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-7ffb6f50-cfad-4c86-98af-d84e89be6bf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1095 time: 0.0793381 Sep 21 08:22:02.815999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-33678d53-a462-4917-bc58-9ab5c19de70e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 200 len: 217 time: 0.0526063 Sep 21 08:22:02.850493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e97e5f3-16ce-4ec2-b945-e494a10ebd95 req-d08d0ebf-dc0e-4e47-8257-c63eab19ee09 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058517 Sep 21 08:22:02.895487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-8c8e6423-925b-4880-b886-4246edaffea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:02.897781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-8c8e6423-925b-4880-b886-4246edaffea1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.0742598 Sep 21 08:22:02.959045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-743a4ebb-e065-416c-a37d-a48af191eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:02.961058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-743a4ebb-e065-416c-a37d-a48af191eeec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506253 Sep 21 08:22:03.001320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-b4ff75de-aa89-4108-bcba-afe01fde74d2 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:03.003813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-b4ff75de-aa89-4108-bcba-afe01fde74d2 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 946 time: 0.0788321 Sep 21 08:22:03.094767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-98d68705-58dd-49df-86ca-c934b829d4fc service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204946 Sep 21 08:22:03.164995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7a45b-39b3-4431-82fd-653353187caf req-c94fb384-4e0a-4549-90ac-ef421aaf4b95 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:03.170120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fca7a45b-39b3-4431-82fd-653353187caf req-c94fb384-4e0a-4549-90ac-ef421aaf4b95 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1539891 Sep 21 08:22:03.241393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f6e3674-2fc8-49c2-b421-6d830c624287 req-72d69406-095b-474c-9ece-9d2e4a985c87 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355441 Sep 21 08:22:03.256470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Deleting port b63890a8-dc9e-40d5-9733-48de2b65ee7d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:22:03.257040 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:03.259478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4697d1e8-308b-4b66-a62e-705f5bdfbcb0 req-c7b9be27-3a3e-4c36-ad8e-8574c635e4c6 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0361848 Sep 21 08:22:03.282001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fca7a45b-39b3-4431-82fd-653353187caf req-e45895be-f7b4-4ad1-a04e-7aa4305eaca0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008165 Sep 21 08:22:03.407075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] For port b63890a8-dc9e-40d5-9733-48de2b65ee7d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b63890a8-dc9e-40d5-9733-48de2b65ee7d,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:03.407789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:03.431223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Calling delete_port for b63890a8-dc9e-40d5-9733-48de2b65ee7d owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:22:03.434491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-c4e7bfd1-bf01-409f-89d4-c45ab88e652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:03.436252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-c4e7bfd1-bf01-409f-89d4-c45ab88e652c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1095 time: 0.0780995 Sep 21 08:22:03.511416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:03.708587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-b15de12b-9a29-489c-8473-3fc89938a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:03.710507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-b15de12b-9a29-489c-8473-3fc89938a051 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.2588494 Sep 21 08:22:03.713587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:03.730583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b63890a8-dc9e-40d5-9733-48de2b65ee7d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:03.735263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05', '0f015bfd-2749-41f9-b292-c42a18d5098e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:03.744639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edf8e1-b885-4897-a42b-15b22776da63 req-9e4532af-59d5-4463-b268-37aca7d3b35d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:03.753467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12edf8e1-b885-4897-a42b-15b22776da63 req-9e4532af-59d5-4463-b268-37aca7d3b35d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1491859 Sep 21 08:22:03.827666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-bcf045fe-408e-4ab8-ae5c-ebefb458691c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 200 len: 217 time: 0.0716610 Sep 21 08:22:03.894788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12edf8e1-b885-4897-a42b-15b22776da63 req-0d1a038b-5de5-40d9-8407-be9abf080aad tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402729 Sep 21 08:22:03.940021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-a76f560d-62e8-42a0-807f-1659be469ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:03.945261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-a76f560d-62e8-42a0-807f-1659be469ee1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1024048 Sep 21 08:22:04.103976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-adb34abe-a033-4c14-a0e4-17b292885edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:04.107536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-adb34abe-a033-4c14-a0e4-17b292885edd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426065 Sep 21 08:22:04.178700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e0ca5-5cf7-4e7b-8a74-43c01fcc9123 req-ac71e0b0-9047-47ef-9a41-186de3890c7b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:04.182519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-989e0ca5-5cf7-4e7b-8a74-43c01fcc9123 req-ac71e0b0-9047-47ef-9a41-186de3890c7b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1673057 Sep 21 08:22:04.322323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-989e0ca5-5cf7-4e7b-8a74-43c01fcc9123 req-b2526ae0-2564-4598-ac4c-0594fbf7e392 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219006 Sep 21 08:22:04.375635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-12441a2c-13dc-414e-8a64-497127a009fb service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526929 Sep 21 08:22:04.412564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event deleted for resources: {'Port': ['ID=b63890a8-dc9e-40d5-9733-48de2b65ee7d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:04.491530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] No DVR routers for this DVR port b63890a8-dc9e-40d5-9733-48de2b65ee7d on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:22:04.501052 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:04.515933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3151a87c-a566-4914-8c8a-cc1441ffa81c req-77aaa63e-ef17-49d9-98f7-96a5d3019741 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.62 "DELETE /v2.0/ports/b63890a8-dc9e-40d5-9733-48de2b65ee7d HTTP/1.1" status: 204 len: 173 time: 1.5036564 Sep 21 08:22:04.516335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e284981-34d4-46f5-9ee4-37ff1c92117a req-1c4fe113-4fad-4182-8467-0461f5b083f8 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1eac9ff-d686-4662-9639-e2a09358b60b HTTP/1.1" status: 200 len: 210 time: 0.0644388 Sep 21 08:22:04.518622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'name': 'network-vif-deleted', 'tag': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:04.522936 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97c00bd-df19-41b3-a437-d9922fa1dd6c" -d '{"events": [{"server_uuid": "e1eac9ff-d686-4662-9639-e2a09358b60b", "name": "network-vif-deleted", "tag": "b63890a8-dc9e-40d5-9733-48de2b65ee7d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:04.578114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16659be-d933-4480-bb93-2138b5457e03 req-cfdb01fc-6a0e-43ec-9152-cdf44b50ca87 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:04.592592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a16659be-d933-4480-bb93-2138b5457e03 req-cfdb01fc-6a0e-43ec-9152-cdf44b50ca87 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.8468552 Sep 21 08:22:04.679531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a16659be-d933-4480-bb93-2138b5457e03 req-75f77f5d-09e8-4649-b665-cc08b22a4db3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819516 Sep 21 08:22:04.724900 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afe69724-85eb-4eda-b88f-4a6ceaccfb5e req-ea9e0f8f-274c-4595-affa-f5943eee7ff6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0480282 Sep 21 08:22:04.780540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43014489-90b0-43d5-9862-d43e9b57e479 req-ec68b424-8166-4cfe-8b76-d2c086d414b8 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.1167355 Sep 21 08:22:04.870588 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90bbc68b-cd22-4711-9a7c-47080365f90c req-32820764-a871-4e84-8f61-7ae5858911bf service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815779 Sep 21 08:22:04.871109 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3953f2b-112b-4ffa-a204-59580cf796af x-openstack-request-id: req-e3953f2b-112b-4ffa-a204-59580cf796af {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:04.872014 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1eac9ff-d686-4662-9639-e2a09358b60b", "name": "network-vif-deleted", "tag": "b63890a8-dc9e-40d5-9733-48de2b65ee7d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:04.872014 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3953f2b-112b-4ffa-a204-59580cf796af {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:04.872613 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1eac9ff-d686-4662-9639-e2a09358b60b', 'name': 'network-vif-deleted', 'tag': 'b63890a8-dc9e-40d5-9733-48de2b65ee7d', 'status': 'completed', 'code': 200} Sep 21 08:22:05.117769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:22:05.163213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:05.340832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdc27c-9468-46bc-9c73-070c0f8abcdf req-3fa87ad8-f077-401a-9875-8fd2c74966e7 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:05.351243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-facdc27c-9468-46bc-9c73-070c0f8abcdf req-3fa87ad8-f077-401a-9875-8fd2c74966e7 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2041910 Sep 21 08:22:05.408752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-facdc27c-9468-46bc-9c73-070c0f8abcdf req-098b7ddd-d55f-4d69-9601-a5d3a4621e8a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563307 Sep 21 08:22:05.499538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:05.502963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:05.523826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'port_id': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'mac_address': 'fa:16:3e:97:42:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd64e64a-68b6-4885-b9aa-fee3566afeae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:22:05.547979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:05.550840 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43c06b6-3985-4eec-829d-6d506aebfe26" -d '{"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:05.558633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d450550-58cd-4fcf-b1fa-841734adeacc req-b6eb1547-69df-43db-a1b2-4e7be1d3b3f7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:05.561053 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d450550-58cd-4fcf-b1fa-841734adeacc req-b6eb1547-69df-43db-a1b2-4e7be1d3b3f7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.0763257 Sep 21 08:22:05.593462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:05.602402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:05.618695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:05.623522 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c714f-0d1b-496a-8907-62dc6a33e832 x-openstack-request-id: req-a64c714f-0d1b-496a-8907-62dc6a33e832 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:05.623916 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:05.624315 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a64c714f-0d1b-496a-8907-62dc6a33e832 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:05.625404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d450550-58cd-4fcf-b1fa-841734adeacc req-9f7e8530-ed8d-4782-a820-c2e724d2d3fa tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527546 Sep 21 08:22:05.627528 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'code': 200} Sep 21 08:22:05.689646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:05.734577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:05.770806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:22:05.771221 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:22:05.846380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11788b2c-8e76-401b-b297-1712ee36d9f7 req-a65fdec4-0ce6-4495-88d0-ea688186be3b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:05.854524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11788b2c-8e76-401b-b297-1712ee36d9f7 req-a65fdec4-0ce6-4495-88d0-ea688186be3b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 943 time: 0.0723357 Sep 21 08:22:05.905701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11788b2c-8e76-401b-b297-1712ee36d9f7 req-d2138ba2-f592-478d-a579-d395b5b5b0d3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498555 Sep 21 08:22:05.960868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f12d2545-adf5-4ce6-bd7c-6db1f46b415d req-6acf9596-220c-4f5e-8bce-82fa0a9a5458 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0390227 Sep 21 08:22:06.057713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2109a-4064-4c14-8afa-edbb4c2030fd req-3032d2fd-17e1-48f8-85b8-b2fd4591b762 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:06.060377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ca2109a-4064-4c14-8afa-edbb4c2030fd req-3032d2fd-17e1-48f8-85b8-b2fd4591b762 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 946 time: 0.0832210 Sep 21 08:22:06.151307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ca2109a-4064-4c14-8afa-edbb4c2030fd req-308c3abb-24db-4f45-a0da-f742b78eb8a5 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665784 Sep 21 08:22:06.165725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-09f7a3e9-f705-4298-863e-42fb96d39eb8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:06.167293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-09f7a3e9-f705-4298-863e-42fb96d39eb8 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 946 time: 0.1007686 Sep 21 08:22:06.284866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Deleting port 28922800-bdea-4a8c-9545-b05aa6fa7203 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:22:06.285394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:06.353213 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:06.378244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:06.422171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:06.430148 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:06.493442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] For port 28922800-bdea-4a8c-9545-b05aa6fa7203, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=28922800-bdea-4a8c-9545-b05aa6fa7203,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:06.494086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:06.522611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Calling delete_port for 28922800-bdea-4a8c-9545-b05aa6fa7203 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:22:06.549296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:06.661105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:22:06.720504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f620ec-7f67-411c-8af2-cd8768051466 req-7b66652c-96b1-49fc-ba19-7595137a1d65 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:06.723873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f620ec-7f67-411c-8af2-cd8768051466 req-7b66652c-96b1-49fc-ba19-7595137a1d65 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1313789 Sep 21 08:22:06.806215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49f620ec-7f67-411c-8af2-cd8768051466 req-c8a9121e-c48c-4d9b-9eb8-8d86b05d2287 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753808 Sep 21 08:22:06.818409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:06.824848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:06.886083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['28922800-bdea-4a8c-9545-b05aa6fa7203'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:06.946431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event deleted for resources: {'Port': ['ID=28922800-bdea-4a8c-9545-b05aa6fa7203,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:06.981593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1237cf5-0bc9-42c6-83fd-d2f2511a3bbb req-c46049f9-7a1e-48be-bc16-19b6153a2d3c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=1cf38f31-e943-41d4-acf9-8dcb3799f3c2 HTTP/1.1" status: 200 len: 210 time: 0.1227078 Sep 21 08:22:07.028185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] No DVR routers for this DVR port 28922800-bdea-4a8c-9545-b05aa6fa7203 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:22:07.033323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:07.037379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-332ab817-e71f-4300-8b14-eb8e414747c3 req-56a4798b-f520-4dff-85e0-0f05ec686a58 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.50 "DELETE /v2.0/ports/28922800-bdea-4a8c-9545-b05aa6fa7203 HTTP/1.1" status: 204 len: 173 time: 0.8597593 Sep 21 08:22:07.038138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'name': 'network-vif-deleted', 'tag': '28922800-bdea-4a8c-9545-b05aa6fa7203'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:07.043437 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba5b38e-7fe0-45e1-8633-1452c68c89a9" -d '{"events": [{"server_uuid": "1cf38f31-e943-41d4-acf9-8dcb3799f3c2", "name": "network-vif-deleted", "tag": "28922800-bdea-4a8c-9545-b05aa6fa7203"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:07.085939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:07.126254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'port_id': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'mac_address': 'fa:16:3e:f6:07:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:22:07.139599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b63890a8-dc9e-40d5-9733-48de2b65ee7d no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:07.140003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ea11f-321f-4738-993a-b47b40c6fc26 req-1beab23c-ebc2-4999-9c07-de2de9688227 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:07.143298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38352258-d8cb-4253-bb74-5435f6cd4b9b req-e3b542ad-9920-4b06-9ad6-1d877e9edcce tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0502725 Sep 21 08:22:07.147668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f05ea11f-321f-4738-993a-b47b40c6fc26 req-1beab23c-ebc2-4999-9c07-de2de9688227 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 944 time: 0.1093023 Sep 21 08:22:07.217099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: b63890a8-dc9e-40d5-9733-48de2b65ee7d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:22:07.217632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b63890a8-dc9e-40d5-9733-48de2b65ee7d not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:22:07.242587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f05ea11f-321f-4738-993a-b47b40c6fc26 req-5c7282f6-828d-4aca-ad1e-edb0394bfdcb tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852516 Sep 21 08:22:07.249134 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f52c93-ac55-46e1-865c-eeef7e28fffc x-openstack-request-id: req-d1f52c93-ac55-46e1-865c-eeef7e28fffc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:07.249759 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf38f31-e943-41d4-acf9-8dcb3799f3c2", "name": "network-vif-deleted", "tag": "28922800-bdea-4a8c-9545-b05aa6fa7203", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:07.250349 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1f52c93-ac55-46e1-865c-eeef7e28fffc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:07.251407 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf38f31-e943-41d4-acf9-8dcb3799f3c2', 'name': 'network-vif-deleted', 'tag': '28922800-bdea-4a8c-9545-b05aa6fa7203', 'status': 'completed', 'code': 200} Sep 21 08:22:07.347739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:07.364415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:07.418589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:07.425282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:07.527546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f667-7308-4c97-929e-dc214415bf8a req-189a495a-a357-4825-8bd0-bb9191f71872 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:07.539975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a60f667-7308-4c97-929e-dc214415bf8a req-189a495a-a357-4825-8bd0-bb9191f71872 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 946 time: 0.1765528 Sep 21 08:22:07.558658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:07.639060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a60f667-7308-4c97-929e-dc214415bf8a req-cedaac3c-fac8-4e5b-9f7a-d33a6f9b1c57 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759099 Sep 21 08:22:07.836719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c406ee32-31fe-4a2c-a89c-192cfd15c083 req-166179ee-f6d2-4497-b12c-c6fbf80f3bc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a7ec23976bd84dc3ad04a5218e2ce8e5&device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0689855 Sep 21 08:22:07.887264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61ee47cb-da55-4516-ac4c-e3464239469f req-3d398676-5871-4d43-a880-e7651ce0bf8e tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0842118 Sep 21 08:22:07.905452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c406ee32-31fe-4a2c-a89c-192cfd15c083 req-e19487f4-e01a-42eb-be78-d332ef6c15f7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a7ec23976bd84dc3ad04a5218e2ce8e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531921 Sep 21 08:22:08.048871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:08.345992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cab88-6e9c-4856-a796-c0ce8bd88dae req-fd8c5484-ab9a-404a-9e1e-6f9562e3cc73 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:08.362198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-805cab88-6e9c-4856-a796-c0ce8bd88dae req-fd8c5484-ab9a-404a-9e1e-6f9562e3cc73 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 945 time: 0.4172127 Sep 21 08:22:08.400200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406ee32-31fe-4a2c-a89c-192cfd15c083 req-bfd31eff-5397-4970-9af6-a851bea8770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:08.402536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c406ee32-31fe-4a2c-a89c-192cfd15c083 req-bfd31eff-5397-4970-9af6-a851bea8770e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4866662 Sep 21 08:22:08.446078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-ca7bcae4-cded-4b9d-8a59-adb879935c9a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:08.447908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-ca7bcae4-cded-4b9d-8a59-adb879935c9a tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 946 time: 0.2203023 Sep 21 08:22:08.485247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429b74e-0028-41da-8509-dd59ff039021 req-0230b961-3ddc-4f30-8fa2-081f32e6160c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:08.493513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7429b74e-0028-41da-8509-dd59ff039021 req-0230b961-3ddc-4f30-8fa2-081f32e6160c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 944 time: 0.0956078 Sep 21 08:22:08.498832 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-805cab88-6e9c-4856-a796-c0ce8bd88dae req-f35d4b08-b8dd-450a-b71b-500c04b21e8e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299858 Sep 21 08:22:08.567468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7429b74e-0028-41da-8509-dd59ff039021 req-7b78525d-1f4e-4f1a-b306-31891f4d44aa tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679257 Sep 21 08:22:08.649385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Deleting port 0f015bfd-2749-41f9-b292-c42a18d5098e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:22:08.649804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:08.844083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d48031-fe7c-4ca5-9132-7edecba5e63f req-83c379db-deb5-436d-a7ce-6abd3cba4947 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:08.845847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62d48031-fe7c-4ca5-9132-7edecba5e63f req-83c379db-deb5-436d-a7ce-6abd3cba4947 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 946 time: 0.0765808 Sep 21 08:22:08.859927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] For port 0f015bfd-2749-41f9-b292-c42a18d5098e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=0f015bfd-2749-41f9-b292-c42a18d5098e,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:08.860305 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:08.884024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Calling delete_port for 0f015bfd-2749-41f9-b292-c42a18d5098e owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:22:08.899270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-fa49ee79-1a9e-435e-a0da-9142ae94eaa7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:08.901567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-fa49ee79-1a9e-435e-a0da-9142ae94eaa7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.2230742 Sep 21 08:22:08.906933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62d48031-fe7c-4ca5-9132-7edecba5e63f req-17e8dae9-e854-4a07-a46a-a3eb60bfb48e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544498 Sep 21 08:22:08.979912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-6367944f-1d5c-47aa-9fb2-c557a9a2577d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/quotas/576cab1ba2b04aa1b92d34c628fbd8ea HTTP/1.1" status: 200 len: 375 time: 0.0659730 Sep 21 08:22:09.028774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0e420164-c248-4598-b95d-2e13d931bae2 req-b0924fec-4ad7-4440-9448-5d06656802f4 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0432572 Sep 21 08:22:09.038227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-12e48f04-6f0a-40f7-8ee5-ee76390df75b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472603 Sep 21 08:22:09.141153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:22:09.174110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:09.216944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event deleted for resources: {'Port': ['ID=0f015bfd-2749-41f9-b292-c42a18d5098e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:09.221275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:09.221799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:09.250976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5945483c-bdaa-4299-bb01-f4ee7f9b27e6 service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872983 Sep 21 08:22:09.265804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] No DVR routers for this DVR port 0f015bfd-2749-41f9-b292-c42a18d5098e on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:22:09.274936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:09.276998 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da00aa8a-8660-4b49-a341-5a245ecdf64f req-40da63d5-ab08-4d0c-932a-babc94e49978 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "DELETE /v2.0/ports/0f015bfd-2749-41f9-b292-c42a18d5098e HTTP/1.1" status: 204 len: 173 time: 0.8155730 Sep 21 08:22:09.277448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'name': 'network-vif-deleted', 'tag': '0f015bfd-2749-41f9-b292-c42a18d5098e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:09.279774 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3150d8-846e-4cc5-8809-fa399f9efc5e" -d '{"events": [{"server_uuid": "299a1f2d-4eb6-4a71-b53e-37dcffddda36", "name": "network-vif-deleted", "tag": "0f015bfd-2749-41f9-b292-c42a18d5098e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:09.329897 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:09.363973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:09.366079 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8885da5-f40e-42eb-8229-3d48a5d093bb" -d '{"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:09.383206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:09.385365 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e642b8b4-046a-468e-bdbc-5dae9670f98f x-openstack-request-id: req-e642b8b4-046a-468e-bdbc-5dae9670f98f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:09.386211 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299a1f2d-4eb6-4a71-b53e-37dcffddda36", "name": "network-vif-deleted", "tag": "0f015bfd-2749-41f9-b292-c42a18d5098e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:09.386211 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e642b8b4-046a-468e-bdbc-5dae9670f98f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:09.386492 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '299a1f2d-4eb6-4a71-b53e-37dcffddda36', 'name': 'network-vif-deleted', 'tag': '0f015bfd-2749-41f9-b292-c42a18d5098e', 'status': 'completed', 'code': 200} Sep 21 08:22:09.390729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:09.438676 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-337c2e6c-b818-4215-9ee9-5b6df62852dc service neutron] 10.222.0.59 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728156 Sep 21 08:22:09.449758 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8551240-2a6d-4ef2-b210-39191ad1892e x-openstack-request-id: req-f8551240-2a6d-4ef2-b210-39191ad1892e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:09.450320 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-plugged", "status": "completed", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:09.451365 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8551240-2a6d-4ef2-b210-39191ad1892e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:09.451995 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'code': 200} Sep 21 08:22:09.493668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:09.620901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05', '0f015bfd-2749-41f9-b292-c42a18d5098e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:09.763038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001a5af-963b-44f9-8e65-05f88b81b2ef req-58aaf9c1-d1f2-4dc3-bb25-b539a36fefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:09.768541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f001a5af-963b-44f9-8e65-05f88b81b2ef req-58aaf9c1-d1f2-4dc3-bb25-b539a36fefca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 1096 time: 0.1660058 Sep 21 08:22:09.809194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34da30-b791-4e1a-9942-a10696e26b1f req-ecbe449b-4171-4473-81ec-ec1350f2c167 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:09.812989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d34da30-b791-4e1a-9942-a10696e26b1f req-ecbe449b-4171-4473-81ec-ec1350f2c167 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.0887969 Sep 21 08:22:09.919033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d34da30-b791-4e1a-9942-a10696e26b1f req-d1b46922-b1f7-4c59-bb3a-1da5bb4938db tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930531 Sep 21 08:22:09.930555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc80ef-f0b4-4ec2-a3a0-2f9a6b8f8918 req-cdd2356e-a0f6-458f-9653-3ded8a0dc02f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:09.944611 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4cc80ef-f0b4-4ec2-a3a0-2f9a6b8f8918 req-cdd2356e-a0f6-458f-9653-3ded8a0dc02f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 945 time: 0.2764277 Sep 21 08:22:09.989517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f001a5af-963b-44f9-8e65-05f88b81b2ef req-489fa85b-00b4-4f42-bb0f-183ff7f4cd56 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118545 Sep 21 08:22:10.019975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45345b64-2afc-4730-8b77-e89ce85d803e req-bfea60f1-80a9-48c9-a829-0f618baf16e7 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 210 time: 0.0553713 Sep 21 08:22:10.030707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4cc80ef-f0b4-4ec2-a3a0-2f9a6b8f8918 req-636f66c1-05b0-4b23-b43b-94e1e1f8f8f5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714765 Sep 21 08:22:10.226690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc3ce0c7-217e-4304-88e6-ab389e69e414 req-36eb2dbf-0f4d-4c65-86a2-2b97beeeeb9f tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=299a1f2d-4eb6-4a71-b53e-37dcffddda36 HTTP/1.1" status: 200 len: 210 time: 0.0419149 Sep 21 08:22:10.311001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5604c4e1-a17e-4366-8496-918f84f9946f req-a587e079-161d-4494-97ba-c023693c2c09 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0759194 Sep 21 08:22:10.548632 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c406ee32-31fe-4a2c-a89c-192cfd15c083 req-c426627c-f9fe-4f38-ae2e-ccb41099d5a3 tempest-ServerShowV254Test-256669883 tempest-ServerShowV254Test-256669883-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae04929f-1e84-4013-b790-019c9a369c37 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Sep 21 08:22:10.689837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:22:10.768798 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:22:10.772939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:10.773358 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:10.870833 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:10.919600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:10.925513 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:10.927070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 28922800-bdea-4a8c-9545-b05aa6fa7203 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:10.977952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 28922800-bdea-4a8c-9545-b05aa6fa7203 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:22:10.978473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 28922800-bdea-4a8c-9545-b05aa6fa7203 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:22:11.010549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:11.304607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e446fdf5-7ba1-40a9-bb35-293a192ab83f req-e413abed-1c64-47cd-8b63-4bf8db2983be tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 210 time: 0.0439980 Sep 21 08:22:11.322928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934e610-c3ea-41d3-9648-600eeaf1c8b6 req-4abde0a4-8129-4e25-bc35-f916354bd9f3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:11.325719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e934e610-c3ea-41d3-9648-600eeaf1c8b6 req-4abde0a4-8129-4e25-bc35-f916354bd9f3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.2848866 Sep 21 08:22:11.453320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:11.456450 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e95f94c-66d0-4576-a27e-9d40ffb1ae9a" -d '{"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-plugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:11.473610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e934e610-c3ea-41d3-9648-600eeaf1c8b6 req-c5f32bb7-aaa3-4da6-b2b9-7056d8c44b91 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Sep 21 08:22:11.514171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ce628-3ab3-47e6-a26d-f2c6b067ce7a req-32cc2ac3-5e60-4c3e-92c0-9c656c12b13a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:11.517359 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f5ce628-3ab3-47e6-a26d-f2c6b067ce7a req-32cc2ac3-5e60-4c3e-92c0-9c656c12b13a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.0955195 Sep 21 08:22:11.524094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-1b9989ad-21f5-424f-9911-fb34a0c37dd0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:11.526315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-1b9989ad-21f5-424f-9911-fb34a0c37dd0 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 812 time: 0.3649909 Sep 21 08:22:11.551507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Request body: {'port': {'device_id': '4f90effd-ff59-4eeb-8289-9e168927717f', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'admin_state_up': True, 'tenant_id': '576cab1ba2b04aa1b92d34c628fbd8ea'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:11.581473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f5ce628-3ab3-47e6-a26d-f2c6b067ce7a req-e37cc45b-dcca-4a6b-88bc-ea6bb2ce7a9e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Sep 21 08:22:11.715121 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c36379f-22ed-4ad9-9c96-cfd04bd2e4ef x-openstack-request-id: req-5c36379f-22ed-4ad9-9c96-cfd04bd2e4ef {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:11.717665 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-plugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:11.718093 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c36379f-22ed-4ad9-9c96-cfd04bd2e4ef {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:11.718662 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'code': 200} Sep 21 08:22:11.782819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Made reservation on behalf of 576cab1ba2b04aa1b92d34c628fbd8ea for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:22:11.786862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:11.878108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a2c5d-65df-446f-82ba-5235b3067864 req-f2f70937-77c1-4a89-ae24-b0abe2bedf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:11.879972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-060a2c5d-65df-446f-82ba-5235b3067864 req-f2f70937-77c1-4a89-ae24-b0abe2bedf1c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1097 time: 0.0755627 Sep 21 08:22:11.935514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-060a2c5d-65df-446f-82ba-5235b3067864 req-598a84d1-9190-46e4-8122-ee8ac24f1b56 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Sep 21 08:22:12.066852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:12.111563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Allocated IP 172.20.0.10 (e7d4cad6-0117-4d93-b619-9b0da5a241cf/32688144-3e68-4c92-9bfa-22bade9b828a/0e5ef23e-d9c5-4108-9bb9-dab480f05546) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:22:12.259503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af21bcab-34fa-4c83-a5e4-7da6640e304f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:12.449845 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:12.451857 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af21bcab-34fa-4c83-a5e4-7da6640e304f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:12.461551 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af21bcab-34fa-4c83-a5e4-7da6640e304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:12.479985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c1318e66-33fe-4f26-a17c-d612e4a23657 req-dab09484-f7b3-46c9-8662-fd2bc7e09b03 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 210 time: 0.0456188 Sep 21 08:22:12.527394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33084) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:12.527609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-af21bcab-34fa-4c83-a5e4-7da6640e304f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7ec23976bd84dc3ad04a5218e2ce8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595218 Sep 21 08:22:12.528624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21bcab-34fa-4c83-a5e4-7da6640e304f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03d067b-a102-4668-9d63-2ab404374392,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:12.694225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01ece98f-325f-44d0-a340-b673ea29e15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:12.699926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:12.704786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 0f015bfd-2749-41f9-b292-c42a18d5098e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:12.708430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd381a-0634-4c16-8187-4ab1e9ec3d4d req-86898220-2482-419c-be1d-0fb68ae7f3f3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:12.710414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5cd381a-0634-4c16-8187-4ab1e9ec3d4d req-86898220-2482-419c-be1d-0fb68ae7f3f3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1111205 Sep 21 08:22:12.751671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 0f015bfd-2749-41f9-b292-c42a18d5098e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:22:12.752449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 0f015bfd-2749-41f9-b292-c42a18d5098e not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:22:12.791239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5cd381a-0634-4c16-8187-4ab1e9ec3d4d req-e4f80be1-ead1-4099-bc7d-719d367661e8 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668287 Sep 21 08:22:12.828710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01ece98f-325f-44d0-a340-b673ea29e15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:12.858062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Network e7d4cad6-0117-4d93-b619-9b0da5a241cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:22:12.865783 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:22:12.870008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:22:12.880680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:22:12.947600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event updated for resources: {'Port': ['ID=0e5ef23e-d9c5-4108-9bb9-dab480f05546,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:12.991190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa9917-94fd-49a1-aaee-556ea0711a2b req-7f540b9f-ce5b-4346-a167-a7ea0dc2c20a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:12.993256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6aa9917-94fd-49a1-aaee-556ea0711a2b req-7f540b9f-ce5b-4346-a167-a7ea0dc2c20a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2458644 Sep 21 08:22:13.030482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:13.031173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:13.065073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01ece98f-325f-44d0-a340-b673ea29e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:13.072699 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01ece98f-325f-44d0-a340-b673ea29e15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:13.076747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-01ece98f-325f-44d0-a340-b673ea29e15d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b03d067b-a102-4668-9d63-2ab404374392 HTTP/1.1" status: 204 len: 168 time: 0.5447221 Sep 21 08:22:13.131437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-adf00b67-d2b7-4061-9763-eacd67d19a18 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5837245 Sep 21 08:22:13.184934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Request body: {'port': {'device_id': '4f90effd-ff59-4eeb-8289-9e168927717f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:13.188594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ece98f-325f-44d0-a340-b673ea29e15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03d067b-a102-4668-9d63-2ab404374392,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:13.202821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df70a25-0d73-4c13-9be3-4136a60ade98 req-18d75c43-49ba-4aa0-8b79-cee33aedd6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:13.213652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0df70a25-0d73-4c13-9be3-4136a60ade98 req-18d75c43-49ba-4aa0-8b79-cee33aedd6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.1602941 Sep 21 08:22:13.252403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6aa9917-94fd-49a1-aaee-556ea0711a2b req-c572e8ea-d9bb-4cd3-adf1-0a283c3b5874 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003200 Sep 21 08:22:13.278104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0df70a25-0d73-4c13-9be3-4136a60ade98 req-414721fb-2d26-4584-b652-47d6d69dd38e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634646 Sep 21 08:22:13.313054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:13.816040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27351fe9-27cc-4026-b981-29bba6825f0e req-6040ff40-34b6-4226-934e-cc555834af5a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:13.824650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27351fe9-27cc-4026-b981-29bba6825f0e req-6040ff40-34b6-4226-934e-cc555834af5a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 932 time: 0.1418216 Sep 21 08:22:13.893472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27351fe9-27cc-4026-b981-29bba6825f0e req-b32050f6-5d5a-40a5-bfc7-59e27fd36e68 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668919 Sep 21 08:22:14.098125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5ef23e-d9c5-4108-9bb9-dab480f05546 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:14.110838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:14.207838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Transition to ACTIVE for port object 0e5ef23e-d9c5-4108-9bb9-dab480f05546 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:22:14.218306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:14.269112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c16670da-5cc9-44ab-97de-ac3c573d7288 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:14.270663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c16670da-5cc9-44ab-97de-ac3c573d7288 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 815 time: 0.2184458 Sep 21 08:22:14.336718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ef23e-d9c5-4108-9bb9-dab480f05546,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:14.345493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-31437c2d-df7e-4963-a23c-b8f45ddb424a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/quotas/b1b90216a1a14f318db99e68aab5e6dd HTTP/1.1" status: 200 len: 375 time: 0.0543056 Sep 21 08:22:14.445124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Attempting to bind port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:22:14.445463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Attempting to bind port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:22:14.445801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Attempting to bind port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:14.455864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-afd4719f-28e3-4681-b044-2e66aabc8196 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864944 Sep 21 08:22:14.456689 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:22:14.457024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Attempting to bind port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 on network e7d4cad6-0117-4d93-b619-9b0da5a241cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:14.463716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:22:14.464071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Checking segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:22:14.464536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Bound using segment: {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:22:14.465016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Bound port: 0e5ef23e-d9c5-4108-9bb9-dab480f05546, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2dad2ad-ea58-490c-92dd-c707c3b27c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:22:14.465399 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:14.634266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] For port 0e5ef23e-d9c5-4108-9bb9-dab480f05546, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:22:14.640228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] For port 0e5ef23e-d9c5-4108-9bb9-dab480f05546, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0e5ef23e-d9c5-4108-9bb9-dab480f05546,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:22:14.646735 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:14.710803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c3fc6-5521-4ee7-9f77-6947c977360b req-ba30a0c7-7a25-4ac5-b237-bedd7b6b578e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:14.722122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-868c3fc6-5521-4ee7-9f77-6947c977360b req-ba30a0c7-7a25-4ac5-b237-bedd7b6b578e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.0827312 Sep 21 08:22:14.745075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:14.745760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:14.747270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] 10.222.0.62 "PUT /v2.0/ports/0e5ef23e-d9c5-4108-9bb9-dab480f05546 HTTP/1.1" status: 200 len: 1092 time: 1.5714900 Sep 21 08:22:14.748277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f90effd-ff59-4eeb-8289-9e168927717f', 'tag': '0e5ef23e-d9c5-4108-9bb9-dab480f05546'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:14.750753 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db1be2f-051a-498e-a120-5893a7af0e03" -d '{"events": [{"name": "network-changed", "server_uuid": "4f90effd-ff59-4eeb-8289-9e168927717f", "tag": "0e5ef23e-d9c5-4108-9bb9-dab480f05546"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:14.779377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef84102-0615-4839-9911-4694ab8e7d0f service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ef23e-d9c5-4108-9bb9-dab480f05546,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:14.796251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-868c3fc6-5521-4ee7-9f77-6947c977360b req-5e9f3894-99ab-48bd-96d7-398f29a2bcab tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626476 Sep 21 08:22:14.888596 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f05d1-b660-463b-b032-734cd2fa889b x-openstack-request-id: req-655f05d1-b660-463b-b032-734cd2fa889b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:14.889033 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f90effd-ff59-4eeb-8289-9e168927717f", "tag": "0e5ef23e-d9c5-4108-9bb9-dab480f05546", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:14.889303 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-655f05d1-b660-463b-b032-734cd2fa889b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:14.889697 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f90effd-ff59-4eeb-8289-9e168927717f', 'tag': '0e5ef23e-d9c5-4108-9bb9-dab480f05546', 'status': 'completed', 'code': 200} Sep 21 08:22:14.902390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-fd9954e5-4d42-4c9a-be13-e1e34dcacdd3 service neutron] 10.222.0.59 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228220 Sep 21 08:22:14.950724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-e578eb14-0718-4f88-8f05-c6671e60bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:14.953615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-e578eb14-0718-4f88-8f05-c6671e60bf6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 1095 time: 0.1444960 Sep 21 08:22:15.021947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf2788-cfa7-4046-96ac-c4337fb0cde1 req-3b808055-7408-4f6b-8cb7-5127fed16869 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:15.040301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ecf2788-cfa7-4046-96ac-c4337fb0cde1 req-3b808055-7408-4f6b-8cb7-5127fed16869 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.0988786 Sep 21 08:22:15.041546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33158) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:15.050950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'floatingip': {'port_id': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:15.100301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-f7afc796-b52f-4490-b2b6-c616b05fb430 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5ef23e-d9c5-4108-9bb9-dab480f05546 HTTP/1.1" status: 200 len: 217 time: 0.1270630 Sep 21 08:22:15.130970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:15.190183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-6c67858c-72fd-44d9-b837-bd3a58961606 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:15.198556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-6c67858c-72fd-44d9-b837-bd3a58961606 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8d4773c-222e-43b4-9e8e-c14e46d79492 HTTP/1.1" status: 200 len: 945 time: 0.2164686 Sep 21 08:22:15.278073 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-e5b58669-584f-4ce7-920c-8268d9c2ce0f service neutron] 10.222.0.59 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654816 Sep 21 08:22:15.295013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-c15b6891-0f82-4244-bc7a-9b712ccce659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:15.307556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-c15b6891-0f82-4244-bc7a-9b712ccce659 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.1889539 Sep 21 08:22:15.321498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d28fb9-f85a-4a88-8e27-b6f3d9cead40 req-2b85bdfe-7ca5-4312-87f6-af8613436bb2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:15.323102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18d28fb9-f85a-4a88-8e27-b6f3d9cead40 req-2b85bdfe-7ca5-4312-87f6-af8613436bb2 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 944 time: 0.1372027 Sep 21 08:22:15.436995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-971e3871-b0e9-402d-9e80-431095e35c6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277797 Sep 21 08:22:15.456955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18d28fb9-f85a-4a88-8e27-b6f3d9cead40 req-13ea8758-4e73-4f9a-8bec-4a4cd58ed91e tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158297 Sep 21 08:22:15.748709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Deleting port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:22:15.749218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:15.784819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-f36c2715-bf2b-416c-86d0-b9bd727703ef service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282595 Sep 21 08:22:16.011449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] For port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:16.012010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:16.030190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:16.046755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3031c737-4253-4f58-8c8b-7d2a93b83be1 req-c0321c8e-08e2-4e0d-95af-c530aa95e0dd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 210 time: 0.4447696 Sep 21 08:22:16.057548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Calling delete_port for fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:22:16.058975 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:16.064809 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8eab25a2-3d7f-4e0a-abe0-311fee38da8b req-4e294291-9ee2-4e2e-9669-224257832dab service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635379 Sep 21 08:22:16.356127 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Floating IP 25174013-bac8-4863-9ecf-224118df8a9b associated. External IP: 172.25.1.138, port: f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406. Sep 21 08:22:16.404190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-6bf1933a-c47f-4742-9775-2dd021989c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:16.408497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-6bf1933a-c47f-4742-9775-2dd021989c55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 1095 time: 0.2875552 Sep 21 08:22:16.572802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-79ccc90d-58ca-4edb-84f5-798dc7f9b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:16.575882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-79ccc90d-58ca-4edb-84f5-798dc7f9b216 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 200 len: 913 time: 0.1603413 Sep 21 08:22:16.861626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-b90f7c53-76e8-4312-942a-b5e5a0c611de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5ef23e-d9c5-4108-9bb9-dab480f05546 HTTP/1.1" status: 200 len: 217 time: 0.2752442 Sep 21 08:22:16.864990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:16.879088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:16.881364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4441754-9b4e-4b07-9fa6-ea295d6dced3 req-404f3704-9a64-4776-89ce-06fcae2e063f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:16.891676 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4441754-9b4e-4b07-9fa6-ea295d6dced3 req-404f3704-9a64-4776-89ce-06fcae2e063f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 944 time: 0.1613173 Sep 21 08:22:17.057633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Pushing event deleted for resources: {'Port': ['ID=fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:17.156243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4441754-9b4e-4b07-9fa6-ea295d6dced3 req-e423c895-1a53-44cd-8852-29ccaac25469 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598231 Sep 21 08:22:17.206724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Router 95c55bca-9024-45c0-b309-ccb4df96c430 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:22:17.237943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] No DVR routers for this DVR port fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:22:17.247855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:17.258386 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43f0ef87-61a6-46f2-b770-5c0043a4db0f req-a0346c71-c1f7-47ec-9671-565278a4f318 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "DELETE /v2.0/ports/fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca HTTP/1.1" status: 204 len: 173 time: 1.9802048 Sep 21 08:22:17.262877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-deleted', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:17.271020 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e49b001-4ccf-428e-b78f-ab44bac6d5f9" -d '{"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-deleted", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:17.301787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-fde5b6f5-2e31-43bf-9687-073c1170a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:17.306503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-fde5b6f5-2e31-43bf-9687-073c1170a0ef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 200 len: 852 time: 0.4334846 Sep 21 08:22:17.351137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe77c0-4865-4157-b882-97cc89fc5498 req-b64c46a0-1186-4483-8971-de8713d9d220 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:17.359965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1fe77c0-4865-4157-b882-97cc89fc5498 req-b64c46a0-1186-4483-8971-de8713d9d220 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 945 time: 0.2291319 Sep 21 08:22:17.395217 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-fa4b949b-3df6-4341-800a-28b564efb96d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7d4cad6-0117-4d93-b619-9b0da5a241cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786574 Sep 21 08:22:17.490608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1fe77c0-4865-4157-b882-97cc89fc5498 req-e64e14ee-16df-4066-8ca9-42054720d149 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290646 Sep 21 08:22:17.598530 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e8700-efba-490b-90ad-58cac9f9c7a1 x-openstack-request-id: req-cb4e8700-efba-490b-90ad-58cac9f9c7a1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:17.599053 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4773c-222e-43b4-9e8e-c14e46d79492", "name": "network-vif-deleted", "tag": "fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:17.599731 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cb4e8700-efba-490b-90ad-58cac9f9c7a1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:17.600303 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4773c-222e-43b4-9e8e-c14e46d79492', 'name': 'network-vif-deleted', 'tag': 'fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca', 'status': 'completed', 'code': 200} Sep 21 08:22:17.645705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-990e9280-dcdd-4f69-8b36-6d917e019a3f service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390273 Sep 21 08:22:17.863240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7db1be2f-051a-498e-a120-5893a7af0e03 req-56ff7135-e5de-46cc-9f3f-977f7c3b2372 service neutron] 10.222.0.62 "GET /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093191 Sep 21 08:22:18.025429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1706e38f-3c7c-43eb-91cc-323f3e6ad20a req-f770c656-9d60-4191-8d18-e0c6396e711a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 210 time: 0.1612601 Sep 21 08:22:18.078031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:22:18.087814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:18.106100 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] Sync routers for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:22:18.125771 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:22:18.130104 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:21:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:18.177272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2bd475a5-f74d-4f7a-9cc5-aa4697b516f0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "PUT /v2.0/floatingips/25174013-bac8-4863-9ecf-224118df8a9b HTTP/1.1" status: 200 len: 992 time: 3.1349394 Sep 21 08:22:18.193641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:18.214646 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:18.239227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-5a00f782-47ad-42aa-a19a-1c820937b247 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:18.255587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-5a00f782-47ad-42aa-a19a-1c820937b247 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.50 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 815 time: 0.3903289 Sep 21 08:22:18.280195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Request body: {'port': {'device_id': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'admin_state_up': True, 'tenant_id': 'b1b90216a1a14f318db99e68aab5e6dd'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:18.358885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649651-043f-4f10-9926-e7aa93f32a7d req-09bd1dcc-1b1e-406c-8d3c-7b860264f71d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:18.366756 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97649651-043f-4f10-9926-e7aa93f32a7d req-09bd1dcc-1b1e-406c-8d3c-7b860264f71d tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 944 time: 0.0705557 Sep 21 08:22:18.412730 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:22:18.436900 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86c05e4-2a45-4adb-a124-9b7f3000e794 x-openstack-request-id: req-e86c05e4-2a45-4adb-a124-9b7f3000e794 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:18.437279 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:18.437634 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e86c05e4-2a45-4adb-a124-9b7f3000e794 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:18.437957 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'status': 'completed', 'code': 200} Sep 21 08:22:18.457713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97649651-043f-4f10-9926-e7aa93f32a7d req-0f09ae40-2408-47bd-8266-ec609e2afa3c tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899694 Sep 21 08:22:18.578154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-c886a732-992f-404c-b40e-4e9d97875e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:18.582127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-c886a732-992f-404c-b40e-4e9d97875e37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1097 time: 0.1330562 Sep 21 08:22:18.648565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Made reservation on behalf of b1b90216a1a14f318db99e68aab5e6dd for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:22:18.652267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:18.769648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35fa2b-ad2c-43c5-ac88-4661526a389f req-cb008308-55db-4f27-b96b-89188744c1a3 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:18.771495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a35fa2b-ad2c-43c5-ac88-4661526a389f req-cb008308-55db-4f27-b96b-89188744c1a3 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 945 time: 0.1503587 Sep 21 08:22:18.919115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-39cae57d-9b52-4b61-bbbe-b5da828dd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:18.921267 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-39cae57d-9b52-4b61-bbbe-b5da828dd5c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.3187864 Sep 21 08:22:19.034589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a35fa2b-ad2c-43c5-ac88-4661526a389f req-5f3869e0-2342-4843-9f63-9bde720d7dda tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/security-groups?id=497e26a4-61f0-4a36-aaf6-1a98ac549603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560484 Sep 21 08:22:19.077255 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '25174013-bac8-4863-9ecf-224118df8a9b', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'port_id': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'mac_address': 'fa:16:3e:f6:07:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:21:55Z', 'updated_at': '2021-09-21T08:22:15Z', 'revision_number': 1, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:19.143248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-2696cdf4-e1d1-4670-a832-229b90b096f1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 200 len: 1000 time: 0.1596954 Sep 21 08:22:19.146355 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] Checking router: 95c55bca-9024-45c0-b309-ccb4df96c430 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:22:19.153203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Allocated IP 172.20.0.9 (67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e/cd64e64a-68b6-4885-b9aa-fee3566afeae/b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:22:19.169649 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:22:19.170292 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:21:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:19.192046 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59745778-c91a-49d1-9099-204a1375fd59 req-10395b2b-9a3c-4a4b-8424-4434ce7457dc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 210 time: 0.0606492 Sep 21 08:22:19.201980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0e5ef23e-d9c5-4108-9bb9-dab480f05546 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:22:19.205547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:19.297294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-7aa9e76a-79f2-4426-a11b-769ba29093d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:19.299215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-7aa9e76a-79f2-4426-a11b-769ba29093d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1364415 Sep 21 08:22:19.330930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48641aa3-3504-4c18-8239-ad960e634822 req-61cb109c-7a4a-4e24-9847-0e8fcff53272 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:19.333071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48641aa3-3504-4c18-8239-ad960e634822 req-61cb109c-7a4a-4e24-9847-0e8fcff53272 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 945 time: 0.1212044 Sep 21 08:22:19.443276 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:22:19.523625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:22:19.525462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fe9ed6f9-25c0-433b-b9ba-1ad1cd0a4aca not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:22:19.534503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.550055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Deleting port a8e7e849-8e18-4296-999a-728998ff2d05 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:22:19.553231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.587716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.600792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0e5ef23e-d9c5-4108-9bb9-dab480f05546, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0e5ef23e-d9c5-4108-9bb9-dab480f05546,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:19.626983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '0e5ef23e-d9c5-4108-9bb9-dab480f05546', 'network_id': 'e7d4cad6-0117-4d93-b619-9b0da5a241cf', 'port_id': '0e5ef23e-d9c5-4108-9bb9-dab480f05546', 'mac_address': 'fa:16:3e:e8:cc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32688144-3e68-4c92-9bfa-22bade9b828a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:22:19.718183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.749267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5ef23e-d9c5-4108-9bb9-dab480f05546 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:19.771846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:22:19.786218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:22:19.786810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] For port a8e7e849-8e18-4296-999a-728998ff2d05, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e7e849-8e18-4296-999a-728998ff2d05,segment=NetworkSegment(58fc815a-62b0-4879-80cf-538626fb1933),segment_id=58fc815a-62b0-4879-80cf-538626fb1933)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:19.787235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.800593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:22:19.811116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Calling delete_port for a8e7e849-8e18-4296-999a-728998ff2d05 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:22:19.829224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0e5ef23e-d9c5-4108-9bb9-dab480f05546, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0e5ef23e-d9c5-4108-9bb9-dab480f05546,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:19.834189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.920315 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=0e5ef23e-d9c5-4108-9bb9-dab480f05546,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:19.939123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e3a89-ee60-49c8-92a7-2db43e4da4ed req-76182163-9195-4038-b565-2261956e4146 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:19.940900 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c5e3a89-ee60-49c8-92a7-2db43e4da4ed req-76182163-9195-4038-b565-2261956e4146 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 944 time: 0.3560312 Sep 21 08:22:19.941675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:19.948042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-a0966659-8958-4a0e-b719-eaca2d4bb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:19.949606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-a0966659-8958-4a0e-b719-eaca2d4bb9bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3670292 Sep 21 08:22:19.970755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:19.971701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.977475 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:19.994964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e7e849-8e18-4296-999a-728998ff2d05'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:20.018394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Pushing event deleted for resources: {'Port': ['ID=a8e7e849-8e18-4296-999a-728998ff2d05,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:20.025835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f497d9ba-a7b6-4dc1-ad65-c22844c4e70b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7458005 Sep 21 08:22:20.045923 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '25174013-bac8-4863-9ecf-224118df8a9b', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'port_id': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'mac_address': 'fa:16:3e:f6:07:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:21:55Z', 'updated_at': '2021-09-21T08:22:15Z', 'revision_number': 1, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:20.060561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Request body: {'port': {'device_id': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:20.086359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] No DVR routers for this DVR port a8e7e849-8e18-4296-999a-728998ff2d05 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:22:20.090607 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:20.092928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48641aa3-3504-4c18-8239-ad960e634822 req-a0e550b9-1245-400e-95c8-47d0145f4867 tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.50 "DELETE /v2.0/ports/a8e7e849-8e18-4296-999a-728998ff2d05 HTTP/1.1" status: 204 len: 173 time: 0.7500317 Sep 21 08:22:20.093660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'name': 'network-vif-deleted', 'tag': 'a8e7e849-8e18-4296-999a-728998ff2d05'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:20.112157 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d2f37-f817-4824-a168-87f6c0e6241b None None] The sync data for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 is: [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '25174013-bac8-4863-9ecf-224118df8a9b', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'floating_ip_address': '172.25.1.138', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'port_id': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'mac_address': 'fa:16:3e:f6:07:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:21:55Z', 'updated_at': '2021-09-21T08:22:15Z', 'revision_number': 1, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:22:20.113809 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cc5632-8e57-4363-89f2-e0ec66d0f86f" -d '{"events": [{"server_uuid": "916f409b-4b0c-4069-a381-4b53c1a85e33", "name": "network-vif-deleted", "tag": "a8e7e849-8e18-4296-999a-728998ff2d05"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:20.187208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a3183d86-978f-4d8f-accc-0109a6d60f3e req-82170438-dee4-42f6-9b55-1373ca0dda0e tempest-AttachVolumeNegativeTest-436672216 tempest-AttachVolumeNegativeTest-436672216-project] 10.222.0.59 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 210 time: 0.0375218 Sep 21 08:22:20.192239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['0e5ef23e-d9c5-4108-9bb9-dab480f05546'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:20.227332 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c5e3a89-ee60-49c8-92a7-2db43e4da4ed req-c547e997-e8af-46bb-ada0-209400c0366f tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674158 Sep 21 08:22:20.320503 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c31a74-2600-453f-9421-3d7fac6433ad x-openstack-request-id: req-38c31a74-2600-453f-9421-3d7fac6433ad {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:20.321644 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916f409b-4b0c-4069-a381-4b53c1a85e33", "name": "network-vif-deleted", "tag": "a8e7e849-8e18-4296-999a-728998ff2d05", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:20.322153 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38c31a74-2600-453f-9421-3d7fac6433ad {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:20.322778 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916f409b-4b0c-4069-a381-4b53c1a85e33', 'name': 'network-vif-deleted', 'tag': 'a8e7e849-8e18-4296-999a-728998ff2d05', 'status': 'completed', 'code': 200} Sep 21 08:22:20.366873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:20.503022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-28ad58a2-5df8-4a37-90a5-87e8ad6c3c45 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150597 Sep 21 08:22:20.635133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4c801-fa2c-4dca-9c62-c021e691299f None None] New status for floating IP 25174013-bac8-4863-9ecf-224118df8a9b: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:22:20.742722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6c06-dc78-4f3e-93b3-a1df63644470 req-b1a36382-5307-4df6-b846-cc725088cf67 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:20.744505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f77d6c06-dc78-4f3e-93b3-a1df63644470 req-b1a36382-5307-4df6-b846-cc725088cf67 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 931 time: 0.3796120 Sep 21 08:22:20.890522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea9ce62b-d4fd-4079-9b80-626352b36fe6 req-d5442c98-9c3b-4944-936d-47080d002b74 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=916f409b-4b0c-4069-a381-4b53c1a85e33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0617969 Sep 21 08:22:20.995360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea9ce62b-d4fd-4079-9b80-626352b36fe6 req-6407f78c-49e1-4512-ad19-7ff99cd2fead service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67067dd519434f718e4f45bae80e85ce&device_id=916f409b-4b0c-4069-a381-4b53c1a85e33 HTTP/1.1" status: 200 len: 210 time: 0.0686870 Sep 21 08:22:21.068908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ec5d8724-7ffc-4c24-a1f4-4a46e4da8902 req-6b7a6803-86b7-4508-8160-03339610fe32 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277622 Sep 21 08:22:21.082569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f77d6c06-dc78-4f3e-93b3-a1df63644470 req-5f2e1d57-5745-410f-b5b9-14b1d7e742a1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930989 Sep 21 08:22:21.193999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:21.208515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.216601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0e5ef23e-d9c5-4108-9bb9-dab480f05546 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:22:21.223000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce62b-d4fd-4079-9b80-626352b36fe6 req-9d17affb-a31e-4841-91b4-dc85a2f285e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:21.223642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Transition to ACTIVE for port object b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:22:21.225598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea9ce62b-d4fd-4079-9b80-626352b36fe6 req-9d17affb-a31e-4841-91b4-dc85a2f285e2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=67067dd519434f718e4f45bae80e85ce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2009752 Sep 21 08:22:21.229120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.295043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:22:21.300894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:21.301545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.317477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33302) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:21.349409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:21.398461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce62b-d4fd-4079-9b80-626352b36fe6 req-f6f2ee4e-2433-4337-9cdb-8f6487025946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:21.400462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea9ce62b-d4fd-4079-9b80-626352b36fe6 req-f6f2ee4e-2433-4337-9cdb-8f6487025946 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588981 Sep 21 08:22:21.434371 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.471668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90effd-ff59-4eeb-8289-9e168927717f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ef23e-d9c5-4108-9bb9-dab480f05546'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:21.474240 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dca5ba-7bec-4937-a1a9-7a9b7c88fd68" -d '{"events": [{"server_uuid": "4f90effd-ff59-4eeb-8289-9e168927717f", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ef23e-d9c5-4108-9bb9-dab480f05546"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:21.490779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0e5ef23e-d9c5-4108-9bb9-dab480f05546, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0e5ef23e-d9c5-4108-9bb9-dab480f05546,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:21.496116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.589011 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54044805-5a6f-49e5-82aa-476c424372ef x-openstack-request-id: req-54044805-5a6f-49e5-82aa-476c424372ef {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:21.590485 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f90effd-ff59-4eeb-8289-9e168927717f", "name": "network-vif-plugged", "status": "completed", "tag": "0e5ef23e-d9c5-4108-9bb9-dab480f05546", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:21.592286 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-54044805-5a6f-49e5-82aa-476c424372ef {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:21.593743 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f90effd-ff59-4eeb-8289-9e168927717f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ef23e-d9c5-4108-9bb9-dab480f05546', 'code': 200} Sep 21 08:22:21.634044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=0e5ef23e-d9c5-4108-9bb9-dab480f05546,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:21.639853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Attempting to bind port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:22:21.640860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Attempting to bind port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:22:21.641277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Attempting to bind port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:21.653497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:22:21.654311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Attempting to bind port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:21.665621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] Deleting subnet 13124dac-47d0-434f-bf2d-70aeede630c4 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:22:21.677457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.723463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54648270-e151-40c4-b511-dbdfa864c5e3 req-9d34e357-445a-4bfb-ba60-81a0b60f96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:21.725797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54648270-e151-40c4-b511-dbdfa864c5e3 req-9d34e357-445a-4bfb-ba60-81a0b60f96fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 1097 time: 0.0725081 Sep 21 08:22:21.746229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fee7a-164e-4e19-a5b0-adb0aea443c2 req-b077050a-aa1a-4797-9194-5ad9e5057f5b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:21.763655 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c36fee7a-164e-4e19-a5b0-adb0aea443c2 req-b077050a-aa1a-4797-9194-5ad9e5057f5b tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.3378794 Sep 21 08:22:21.771639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:22:21.772141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Checking segment: {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:22:21.774338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Bound using segment: {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:22:21.774932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Bound port: b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:22:21.775495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.789834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54648270-e151-40c4-b511-dbdfa864c5e3 req-1862d168-e093-4eb8-a29d-6b38770b3fcf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572023 Sep 21 08:22:21.857665 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.880326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c36fee7a-164e-4e19-a5b0-adb0aea443c2 req-dced3111-9923-48ac-81ef-36d3751155b1 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013174 Sep 21 08:22:21.951716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:21.980340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:22:22.001254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:22:22.007216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.096216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:22.097342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.100667 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] 10.222.0.50 "PUT /v2.0/ports/b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc HTTP/1.1" status: 200 len: 1091 time: 2.0465572 Sep 21 08:22:22.111292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:22.115632 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24214b4b-e7f7-4cdb-b2b8-07c767460328" -d '{"events": [{"name": "network-changed", "server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:22.129559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.220015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.224648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/13124dac-47d0-434f-bf2d-70aeede630c4 HTTP/1.1" status: 204 len: 168 time: 0.9052076 Sep 21 08:22:22.227027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33340) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:22.229912 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c381a54-9e81-4f4f-b007-bb7c2067d8be x-openstack-request-id: req-5c381a54-9e81-4f4f-b007-bb7c2067d8be {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:22.230604 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:22.231272 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c381a54-9e81-4f4f-b007-bb7c2067d8be {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:22.232780 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'status': 'completed', 'code': 200} Sep 21 08:22:22.245959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40adc2-cd94-4c38-bda0-cef3fa45e2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13124dac-47d0-434f-bf2d-70aeede630c4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:22.252352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebff21-f63a-4e2a-8776-39abe673716f service neutron] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:22.339566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f03844cb-04ad-4d2e-975d-42964b0dec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:22.342366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f03844cb-04ad-4d2e-975d-42964b0dec1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 1094 time: 0.1158409 Sep 21 08:22:22.347486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.357742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-566fec60-1288-4d73-bef6-612721af0bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.368980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d97e3-b2b2-435a-abe5-42374288d64e req-e09ea932-7096-4f0a-81a5-29375545376d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:22.370679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a9d97e3-b2b2-435a-abe5-42374288d64e req-e09ea932-7096-4f0a-81a5-29375545376d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 943 time: 0.1126640 Sep 21 08:22:22.412917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df612e-3b95-47f2-aaa3-a0f11613e126 req-2c923d27-07e1-4e75-8900-4cc4b4a62ae0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:22.413859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-c067733c-9bd7-488e-a34e-5a66d09d271a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc HTTP/1.1" status: 200 len: 217 time: 0.0534804 Sep 21 08:22:22.415702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0df612e-3b95-47f2-aaa3-a0f11613e126 req-2c923d27-07e1-4e75-8900-4cc4b4a62ae0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1192229 Sep 21 08:22:22.487647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a9d97e3-b2b2-435a-abe5-42374288d64e req-569739e9-8ba9-4e76-980a-d3b59ef127b1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814416 Sep 21 08:22:22.498879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-b0c54d87-eb69-4aa0-a3cd-51c0a17c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:22.498879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-b0c54d87-eb69-4aa0-a3cd-51c0a17c8d9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd64e64a-68b6-4885-b9aa-fee3566afeae HTTP/1.1" status: 200 len: 855 time: 0.0726092 Sep 21 08:22:22.517982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.540060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-06644f5a-e30c-4b26-8531-e2fc35c15d17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300791 Sep 21 08:22:22.542695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0df612e-3b95-47f2-aaa3-a0f11613e126 req-15211d1b-1814-4b84-a397-35c0e569632f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980959 Sep 21 08:22:22.552855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f84988-851b-4a40-8c54-45d46e55f159']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:22.564555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fc815a-62b0-4879-80cf-538626fb1933') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:22.564934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fc815a-62b0-4879-80cf-538626fb1933') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:22.583669 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.611762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.622279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:22:22.623109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:22:22.625554 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:22:22.710854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.732287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4351e94-75c2-413a-808c-200df173e648 req-337f5d58-e0ee-4cfd-9e44-f0836dd2172c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:22.732287 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4351e94-75c2-413a-808c-200df173e648 req-337f5d58-e0ee-4cfd-9e44-f0836dd2172c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1045494 Sep 21 08:22:22.744526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:22.747347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] 10.222.0.59 "DELETE /v2.0/networks/24f84988-851b-4a40-8c54-45d46e55f159 HTTP/1.1" status: 204 len: 168 time: 0.5189085 Sep 21 08:22:22.748752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887d30d-e55d-4769-9a88-b1c41b0f1b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=24f84988-851b-4a40-8c54-45d46e55f159,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:22.757458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-eaed49ee-5a97-4683-be57-017bf2f5ee1c service neutron] 10.222.0.50 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089956 Sep 21 08:22:22.807127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e7e849-8e18-4296-999a-728998ff2d05 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:22.818403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4351e94-75c2-413a-808c-200df173e648 req-91e4527d-c7db-48bd-b6f2-909223aa3604 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725830 Sep 21 08:22:22.853693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: a8e7e849-8e18-4296-999a-728998ff2d05 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:22:22.854172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e7e849-8e18-4296-999a-728998ff2d05 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:22:23.106622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33398) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:23.130814 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0ed47d3-ea16-44c4-9607-12f8c579b8be req-f6460e1f-5c36-482d-a29e-9307f1a19538 service neutron] 10.222.0.50 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582659 Sep 21 08:22:23.148015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd37a0-3f13-4f97-a75e-692920fbcbe5 req-5a3ecf3f-9aff-418a-9d49-a0ed8646c15b tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:23.155670 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fdd37a0-3f13-4f97-a75e-692920fbcbe5 req-5a3ecf3f-9aff-418a-9d49-a0ed8646c15b tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 946 time: 0.0948007 Sep 21 08:22:23.162965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29143ce8-46cb-42d4-8f0d-f9bcc697c43b req-f94f86bf-ac1d-4520-aca1-ee88ca89a056 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:23.172034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29143ce8-46cb-42d4-8f0d-f9bcc697c43b req-f94f86bf-ac1d-4520-aca1-ee88ca89a056 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.1183138 Sep 21 08:22:23.223044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fdd37a0-3f13-4f97-a75e-692920fbcbe5 req-f845a32d-bbe3-4436-9809-b05277d6bef3 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641348 Sep 21 08:22:23.228988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8e606fbb-44bf-4afe-a7d9-3d1e64c9edab admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67067dd519434f718e4f45bae80e85ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196589 Sep 21 08:22:23.238972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:23.275975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29143ce8-46cb-42d4-8f0d-f9bcc697c43b req-6932da14-6adb-4697-989e-a320a462cd75 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992360 Sep 21 08:22:23.335252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-e73cd172-46fb-4224-899f-2f4fd777eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:23.336870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-e73cd172-46fb-4224-899f-2f4fd777eb69 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 1094 time: 0.1149919 Sep 21 08:22:23.349247 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d290e33-f853-4432-a5ec-1cbf41f4a0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:23.400185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d290e33-f853-4432-a5ec-1cbf41f4a0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:23.505620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-4d1f4356-3a12-41c0-a1d1-3fce5267705c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:23.507992 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-4d1f4356-3a12-41c0-a1d1-3fce5267705c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.1587570 Sep 21 08:22:23.537226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-87fcd26f-998e-460d-99f1-4440f376da8a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/quotas/64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 375 time: 0.0115213 Sep 21 08:22:23.620735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-a421cd8f-2ebd-465d-85a7-3d85ea9eb954 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0817859 Sep 21 08:22:23.763402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-d5da93f1-375f-4df2-92ca-4239f497b057 service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310351 Sep 21 08:22:23.862208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-133bbbfd-3359-489b-a14b-2b2fea46fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:23.864333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-133bbbfd-3359-489b-a14b-2b2fea46fd6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 916 time: 0.5132236 Sep 21 08:22:23.880816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93fdb-0c6e-405a-9ea9-21dd0d9fa546 req-fcecdf8c-b30a-4029-a766-1d306215b045 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:23.882367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bb93fdb-0c6e-405a-9ea9-21dd0d9fa546 req-fcecdf8c-b30a-4029-a766-1d306215b045 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 943 time: 0.1102195 Sep 21 08:22:23.902028 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-82e6a2f8-485c-4f41-a3ec-a5b26fafbb65 service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270914 Sep 21 08:22:23.930944 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-76aa35e0-9753-4743-a129-72529bc344d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc HTTP/1.1" status: 200 len: 217 time: 0.0475779 Sep 21 08:22:23.981206 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d290e33-f853-4432-a5ec-1cbf41f4a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:23.984245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d290e33-f853-4432-a5ec-1cbf41f4a0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:23.985406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5d290e33-f853-4432-a5ec-1cbf41f4a0d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/497e26a4-61f0-4a36-aaf6-1a98ac549603 HTTP/1.1" status: 204 len: 168 time: 0.7489734 Sep 21 08:22:24.011755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d290e33-f853-4432-a5ec-1cbf41f4a0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e26a4-61f0-4a36-aaf6-1a98ac549603,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:24.030192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bb93fdb-0c6e-405a-9ea9-21dd0d9fa546 req-e722836d-fbd5-4470-a300-114de6a4255f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021919 Sep 21 08:22:24.047326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-23cd6971-e53b-43d6-ad90-8afa4bfc0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:24.048902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-23cd6971-e53b-43d6-ad90-8afa4bfc0622 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cd64e64a-68b6-4885-b9aa-fee3566afeae HTTP/1.1" status: 200 len: 855 time: 0.1041346 Sep 21 08:22:24.085932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-22444fb6-92ee-48fd-9f31-ef9fcbc9abb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289831 Sep 21 08:22:24.233547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78bb4c18-29d0-4bff-9f5d-f91c1a8318d5 req-acc9f93d-a046-4fac-9906-9e5b8ff3fb47 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 210 time: 0.0664239 Sep 21 08:22:24.334137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-fe64066f-e1d8-4482-91d0-be5b24c439ea service neutron] 10.222.0.50 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271631 Sep 21 08:22:24.544803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58800d40-73c9-446c-8839-e7547f33f026 req-ee8d8588-2349-40a4-90fe-326916b24993 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:24.557441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58800d40-73c9-446c-8839-e7547f33f026 req-ee8d8588-2349-40a4-90fe-326916b24993 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.1512494 Sep 21 08:22:24.594481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-24214b4b-e7f7-4cdb-b2b8-07c767460328 req-ee4a79b8-8ac1-47ee-af9f-f3b5ba1a981d service neutron] 10.222.0.50 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450619 Sep 21 08:22:24.634051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58800d40-73c9-446c-8839-e7547f33f026 req-0bbf400d-0e98-4b6b-a0bb-ced1a11e1bbd tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753710 Sep 21 08:22:25.046889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1082cb-b1e6-490c-98bd-9cb255af0cc2 req-9474c2b7-0971-4526-add3-2a90f017e038 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:25.048775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ac1082cb-b1e6-490c-98bd-9cb255af0cc2 req-9474c2b7-0971-4526-add3-2a90f017e038 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 946 time: 0.7000897 Sep 21 08:22:25.073728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199c718-e3db-4a8e-a942-929dedc9279a req-b4824221-da8d-4f82-ac48-41c6ac30cd4c tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:25.076725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f199c718-e3db-4a8e-a942-929dedc9279a req-b4824221-da8d-4f82-ac48-41c6ac30cd4c tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 946 time: 0.0940456 Sep 21 08:22:25.080868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f1f8-0c76-48c9-8f8f-1de7a4f299a8 req-3d3843a5-cfb6-4c83-8ed4-e31929d19062 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:25.091214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f38f1f8-0c76-48c9-8f8f-1de7a4f299a8 req-3d3843a5-cfb6-4c83-8ed4-e31929d19062 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.0854063 Sep 21 08:22:25.163754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f38f1f8-0c76-48c9-8f8f-1de7a4f299a8 req-8aacb446-de24-426e-b059-b4dca2c7aa46 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711098 Sep 21 08:22:25.212700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ac1082cb-b1e6-490c-98bd-9cb255af0cc2 req-8dfc7e9e-8cab-4228-a523-5900dc820224 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba4be1d3-2809-459e-9917-a5a5562d2de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498308 Sep 21 08:22:25.257792 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.283094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Deleting port ed6922f4-893b-465d-bb67-f374df687c0b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:22:25.283468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.339457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33522) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:25.384009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836e955-4ae3-4a4b-9346-f82eefd4fb2c req-422fafbf-dc07-4e42-ab9a-4d98992f4567 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:25.392478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4836e955-4ae3-4a4b-9346-f82eefd4fb2c req-422fafbf-dc07-4e42-ab9a-4d98992f4567 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 943 time: 0.1217895 Sep 21 08:22:25.399612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67cf1519-2ad6-4902-81b0-37477f0174f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.413362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] For port ed6922f4-893b-465d-bb67-f374df687c0b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed6922f4-893b-465d-bb67-f374df687c0b,segment=NetworkSegment(7909f709-3e20-4f8e-b3bd-834eb9457146),segment_id=7909f709-3e20-4f8e-b3bd-834eb9457146)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:25.413886 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.437906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Calling delete_port for ed6922f4-893b-465d-bb67-f374df687c0b owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:22:25.486153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4836e955-4ae3-4a4b-9346-f82eefd4fb2c req-48099136-45ac-4343-b5b1-b55ddc84b44b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834768 Sep 21 08:22:25.518049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0821a220-ebde-436b-91db-930db443fac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.565668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-654b1ec1-68eb-4051-a240-365fddf42973 req-2b4c5ade-489b-409a-8bc1-1cdad8225cf9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 210 time: 0.0498793 Sep 21 08:22:25.670222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0821a220-ebde-436b-91db-930db443fac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.675576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0821a220-ebde-436b-91db-930db443fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.717835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821a220-ebde-436b-91db-930db443fac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f884684c-62e9-4ac3-ba68-6f63b42af4b8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:25.759217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0821a220-ebde-436b-91db-930db443fac9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a002233288d49f38e27c2beec130298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160986 Sep 21 08:22:25.759533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33532) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:25.828963 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b150572f-996b-4e6c-a723-771423ba8b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.855336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-0d6dbac1-28fe-456d-b36c-58c3120b62af tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:25.855497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b150572f-996b-4e6c-a723-771423ba8b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.856921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-0d6dbac1-28fe-456d-b36c-58c3120b62af tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.2610333 Sep 21 08:22:25.871947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'port': {'device_id': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'admin_state_up': True, 'tenant_id': '64837cc605d547898f2d13fa7a83d64e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:25.890293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.916273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b150572f-996b-4e6c-a723-771423ba8b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.918984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b150572f-996b-4e6c-a723-771423ba8b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:25.923271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b150572f-996b-4e6c-a723-771423ba8b8b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f884684c-62e9-4ac3-ba68-6f63b42af4b8 HTTP/1.1" status: 204 len: 168 time: 0.1602919 Sep 21 08:22:25.939852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150572f-996b-4e6c-a723-771423ba8b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f884684c-62e9-4ac3-ba68-6f63b42af4b8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:25.974844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Pushing event deleted for resources: {'Port': ['ID=ed6922f4-893b-465d-bb67-f374df687c0b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:26.037446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] No DVR routers for this DVR port ed6922f4-893b-465d-bb67-f374df687c0b on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:22:26.043586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.046550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f199c718-e3db-4a8e-a942-929dedc9279a req-8299d1e5-705d-44d6-9c37-11b4b2d07ecd tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.62 "DELETE /v2.0/ports/ed6922f4-893b-465d-bb67-f374df687c0b HTTP/1.1" status: 204 len: 173 time: 0.9512591 Sep 21 08:22:26.047157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'name': 'network-vif-deleted', 'tag': 'ed6922f4-893b-465d-bb67-f374df687c0b'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:26.049655 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe93a8f1-d8e4-4ef4-bf89-01cc948ceb35" -d '{"events": [{"server_uuid": "9d5ba766-4403-44c0-bb5d-1de778cffca6", "name": "network-vif-deleted", "tag": "ed6922f4-893b-465d-bb67-f374df687c0b"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:26.110286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Made reservation on behalf of 64837cc605d547898f2d13fa7a83d64e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:22:26.113870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.153771 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ca6f2c-8f3e-44d0-9bc2-9733025c7154 x-openstack-request-id: req-b3ca6f2c-8f3e-44d0-9bc2-9733025c7154 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:26.154035 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5ba766-4403-44c0-bb5d-1de778cffca6", "name": "network-vif-deleted", "tag": "ed6922f4-893b-465d-bb67-f374df687c0b", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:26.154290 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3ca6f2c-8f3e-44d0-9bc2-9733025c7154 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:26.154704 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5ba766-4403-44c0-bb5d-1de778cffca6', 'name': 'network-vif-deleted', 'tag': 'ed6922f4-893b-465d-bb67-f374df687c0b', 'status': 'completed', 'code': 200} Sep 21 08:22:26.320928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Allocated IP 172.20.0.11 (d703ed52-8229-4a1f-af6e-cc602621b9f4/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb/caf28b71-36c2-4f20-be19-b26cc547aa9e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:22:26.372337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33556) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:26.391236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0487dc66-788f-4972-b71b-79871ce9fa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.404626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d594265-d811-4143-a91f-614527089965 req-b6ed4aa1-6e6e-4d5a-ab40-564ca66eeb28 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:26.406178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d594265-d811-4143-a91f-614527089965 req-b6ed4aa1-6e6e-4d5a-ab40-564ca66eeb28 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.0828941 Sep 21 08:22:26.432980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1524f178-6deb-480c-8115-c651a85576fb req-f856917a-991c-436d-ac28-4afafbfa5f86 tempest-VolumesSnapshotTestJSON-1870517991 tempest-VolumesSnapshotTestJSON-1870517991-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d5ba766-4403-44c0-bb5d-1de778cffca6 HTTP/1.1" status: 200 len: 210 time: 0.0391524 Sep 21 08:22:26.499080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d594265-d811-4143-a91f-614527089965 req-a33a29fa-c0a4-4560-86ef-43f51d136ae3 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844815 Sep 21 08:22:26.604417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0487dc66-788f-4972-b71b-79871ce9fa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.610757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0487dc66-788f-4972-b71b-79871ce9fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.646570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0487dc66-788f-4972-b71b-79871ce9fa33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6d2b7e064244c3bba7e9869c58c38f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723851 Sep 21 08:22:26.649033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33566) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:26.652332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.709622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487dc66-788f-4972-b71b-79871ce9fa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477da14e-e3b5-4b73-971c-c9586b0e348b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:26.738369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.775143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7270a3d5-61ed-4497-945c-1f4e90c3c8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.795563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.811215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['46dd2e7b-efcd-485d-b409-03bedb4c14b4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:26.860025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7270a3d5-61ed-4497-945c-1f4e90c3c8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:26.876528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a91f3f6-1944-4991-a75c-5c53b99b95a4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:26.878869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:22:26.890923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7c29-ca4b-4368-b308-91b5e98e7a21 req-62a13229-d0c4-48e4-aaa7-5ece9c71786e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:26.895992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:22:26.898289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-392a7c29-ca4b-4368-b308-91b5e98e7a21 req-62a13229-d0c4-48e4-aaa7-5ece9c71786e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 943 time: 0.1365607 Sep 21 08:22:26.901830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:22:26.910172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:22:26.925268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=caf28b71-36c2-4f20-be19-b26cc547aa9e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:26.997277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-392a7c29-ca4b-4368-b308-91b5e98e7a21 req-84ddb4ef-3bb2-46b2-84c1-260ed140a6a9 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922773 Sep 21 08:22:26.999256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7270a3d5-61ed-4497-945c-1f4e90c3c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.002173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7270a3d5-61ed-4497-945c-1f4e90c3c8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.006158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7270a3d5-61ed-4497-945c-1f4e90c3c8f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/477da14e-e3b5-4b73-971c-c9586b0e348b HTTP/1.1" status: 204 len: 168 time: 0.3558362 Sep 21 08:22:27.030397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270a3d5-61ed-4497-945c-1f4e90c3c8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477da14e-e3b5-4b73-971c-c9586b0e348b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:27.174393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:27.176100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.200823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0cf1d-e1d3-4e2d-8e9e-a858f7988b5b req-927c8282-8267-4968-bdd2-fec805595f16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:27.204963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f528f-c918-424b-82ba-4e9cb2758611 req-a85176eb-c004-440b-9d6a-3ef1860425ad tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:27.209851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-78d0cf1d-e1d3-4e2d-8e9e-a858f7988b5b req-927c8282-8267-4968-bdd2-fec805595f16 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 932 time: 0.2571981 Sep 21 08:22:27.214393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-410f528f-c918-424b-82ba-4e9cb2758611 req-a85176eb-c004-440b-9d6a-3ef1860425ad tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.0821481 Sep 21 08:22:27.251999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-bc951017-0cff-4d51-9fe5-b240e5ff6354 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3842700 Sep 21 08:22:27.271667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-78d0cf1d-e1d3-4e2d-8e9e-a858f7988b5b req-362149c4-5b04-41fc-9e8e-c3ae85c767d2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Sep 21 08:22:27.273152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-410f528f-c918-424b-82ba-4e9cb2758611 req-78d032e9-afca-4a5b-bbdf-d77a1926a105 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 Sep 21 08:22:27.283627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Request body: {'port': {'device_id': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:27.300620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed6922f4-893b-465d-bb67-f374df687c0b no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:27.358584 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.359620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: ed6922f4-893b-465d-bb67-f374df687c0b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:22:27.359963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed6922f4-893b-465d-bb67-f374df687c0b not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:22:27.386950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:27.401860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1550bf9b-4bc6-45d1-b753-7b07a250a70f None None] Provisioning complete for port caf28b71-36c2-4f20-be19-b26cc547aa9e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:27.402230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1550bf9b-4bc6-45d1-b753-7b07a250a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.434807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'port_id': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'mac_address': 'fa:16:3e:fb:d3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd64e64a-68b6-4885-b9aa-fee3566afeae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:22:27.507350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1550bf9b-4bc6-45d1-b753-7b07a250a70f None None] Port caf28b71-36c2-4f20-be19-b26cc547aa9e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:22:27.539509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.564313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:27.592991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:27.598893 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.716749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:27.735180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.735960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.736554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.737109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.737813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.738365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.739652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.740230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.740841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.741392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.741937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.742480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:27.747669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.908684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf28b71-36c2-4f20-be19-b26cc547aa9e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:27.927368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:27.953215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Transition to ACTIVE for port object caf28b71-36c2-4f20-be19-b26cc547aa9e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:22:27.960022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:28.042530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:28.082378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Pushing event updated for resources: {'Port': ['ID=caf28b71-36c2-4f20-be19-b26cc547aa9e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:28.392762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Attempting to bind port caf28b71-36c2-4f20-be19-b26cc547aa9e on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:22:28.393818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Attempting to bind port caf28b71-36c2-4f20-be19-b26cc547aa9e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:22:28.399101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Attempting to bind port caf28b71-36c2-4f20-be19-b26cc547aa9e on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:28.416155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Port caf28b71-36c2-4f20-be19-b26cc547aa9e on network d703ed52-8229-4a1f-af6e-cc602621b9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:22:28.416760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Attempting to bind port caf28b71-36c2-4f20-be19-b26cc547aa9e on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:28.464713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a7a5a-0a28-4f09-99d6-7fc29290e3b3 req-e6bdf0b5-5be2-4de2-8a81-184186c1fd7d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:28.470063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2ec1d-69c4-424f-a7bc-d56930232873 req-07f57f8e-0614-4943-b5a9-384c74bcfd64 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:28.475757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-333a7a5a-0a28-4f09-99d6-7fc29290e3b3 req-e6bdf0b5-5be2-4de2-8a81-184186c1fd7d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 944 time: 0.1981719 Sep 21 08:22:28.481452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30a2ec1d-69c4-424f-a7bc-d56930232873 req-07f57f8e-0614-4943-b5a9-384c74bcfd64 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.0827913 Sep 21 08:22:28.509793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:22:28.512050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:22:28.512274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Bound using segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:22:28.513154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Bound port: caf28b71-36c2-4f20-be19-b26cc547aa9e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:22:28.513537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:28.551153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30a2ec1d-69c4-424f-a7bc-d56930232873 req-1ad8df85-c074-4d96-832d-4bbe51ce977a tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685618 Sep 21 08:22:28.647265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-333a7a5a-0a28-4f09-99d6-7fc29290e3b3 req-6ba7b65b-ca5e-4aa2-b125-0823cc4f7da5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594894 Sep 21 08:22:28.697042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-7d45c39e-8a59-496c-9a8a-8c57582cafb6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:28.698520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-7d45c39e-8a59-496c-9a8a-8c57582cafb6 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.2197304 Sep 21 08:22:28.785573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06fb1f-a426-40a6-bd6f-0c7c966ebb2f req-671bee11-377b-47dc-9198-9bb713f95791 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:28.785573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d06fb1f-a426-40a6-bd6f-0c7c966ebb2f req-671bee11-377b-47dc-9198-9bb713f95791 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 944 time: 0.1471393 Sep 21 08:22:28.844751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] For port caf28b71-36c2-4f20-be19-b26cc547aa9e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:22:28.851817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] For port caf28b71-36c2-4f20-be19-b26cc547aa9e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:22:28.858897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:28.894490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d06fb1f-a426-40a6-bd6f-0c7c966ebb2f req-b3f88966-5287-468b-a1a1-449177fb5b55 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944345 Sep 21 08:22:28.949501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:28.950564 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:28.952060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] 10.222.0.62 "PUT /v2.0/ports/caf28b71-36c2-4f20-be19-b26cc547aa9e HTTP/1.1" status: 200 len: 1092 time: 1.6786730 Sep 21 08:22:28.955259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:28.959238 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc23d3ac-92c9-4348-b839-63633c5d3b40" -d '{"events": [{"name": "network-changed", "server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:28.971841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Deleting port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:22:28.972195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:29.068088 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14a321f-a24b-4dc9-ba53-6ed20f8f94f3 x-openstack-request-id: req-a14a321f-a24b-4dc9-ba53-6ed20f8f94f3 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:29.068400 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:29.068631 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a14a321f-a24b-4dc9-ba53-6ed20f8f94f3 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:29.069069 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e', 'status': 'completed', 'code': 200} Sep 21 08:22:29.100857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1ae77-ee96-4191-97da-1b85eced62de service neutron] Pushing event updated for resources: {'Port': ['ID=caf28b71-36c2-4f20-be19-b26cc547aa9e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:29.190165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-3e121378-be34-4171-a5e1-1f9c0e94bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:29.191779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-3e121378-be34-4171-a5e1-1f9c0e94bc3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 1095 time: 0.1434360 Sep 21 08:22:29.199712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] For port 0e5ef23e-d9c5-4108-9bb9-dab480f05546, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0e5ef23e-d9c5-4108-9bb9-dab480f05546,segment=NetworkSegment(c2dad2ad-ea58-490c-92dd-c707c3b27c10),segment_id=c2dad2ad-ea58-490c-92dd-c707c3b27c10)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:29.200178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:29.307682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-6c6b352f-faf4-42de-a58b-acb28568e45a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e HTTP/1.1" status: 200 len: 217 time: 0.1046247 Sep 21 08:22:29.313950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Calling delete_port for 0e5ef23e-d9c5-4108-9bb9-dab480f05546 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:22:29.396123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-371d7588-6000-4a7c-9cef-12453c53f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:29.398320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-371d7588-6000-4a7c-9cef-12453c53f005 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0822666 Sep 21 08:22:29.513300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-af8d7230-9cff-48c3-a197-c28206729b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:29.515017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-af8d7230-9cff-48c3-a197-c28206729b2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092355 Sep 21 08:22:29.647273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-0ac66392-889c-4f76-b947-e6b6c24b880c service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250467 Sep 21 08:22:29.688519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f80b87-0600-4444-b27d-384e837142e7 req-5aaa7da5-7f91-4277-8203-83db279f0c97 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:29.697761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79f80b87-0600-4444-b27d-384e837142e7 req-5aaa7da5-7f91-4277-8203-83db279f0c97 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f90effd-ff59-4eeb-8289-9e168927717f HTTP/1.1" status: 200 len: 946 time: 0.0672026 Sep 21 08:22:29.797074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79f80b87-0600-4444-b27d-384e837142e7 req-409a3e3a-05bb-4b77-9243-3752aae25456 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.59 "GET /v2.0/security-groups?id=2737f58a-7825-47e2-9b1c-eb3767b1d339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979533 Sep 21 08:22:29.850705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:29.903074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Pushing event deleted for resources: {'Port': ['ID=0e5ef23e-d9c5-4108-9bb9-dab480f05546,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:29.958198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6173015-b00c-4502-b248-ad81db3113a4 req-6942885a-6d71-4a81-8c4c-39a9ec63ad2c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:29.959858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6173015-b00c-4502-b248-ad81db3113a4 req-6942885a-6d71-4a81-8c4c-39a9ec63ad2c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 944 time: 0.1856074 Sep 21 08:22:29.966913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44deffbd-ceaa-46de-a512-8ae8924d1264 req-3174dc66-7e24-45f9-87c5-3841519b073f service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783232 Sep 21 08:22:29.983118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] No DVR routers for this DVR port 0e5ef23e-d9c5-4108-9bb9-dab480f05546 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:22:29.991251 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:29.993124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0316bc4c-d266-44b8-9025-36c5d8c4d3e0 req-aa9a7fd3-5af1-45e5-b5a4-5bd5f01b9635 tempest-DeleteServersTestJSON-1633021924 tempest-DeleteServersTestJSON-1633021924-project] 10.222.0.62 "DELETE /v2.0/ports/0e5ef23e-d9c5-4108-9bb9-dab480f05546 HTTP/1.1" status: 204 len: 173 time: 1.2876523 Sep 21 08:22:30.084820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6173015-b00c-4502-b248-ad81db3113a4 req-a8c7ef33-0496-47bf-be14-0f49c47c7015 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002414 Sep 21 08:22:30.090910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69812f90-add4-4a76-8b06-dca3115d6e50 req-1cb98f41-bb4b-4a3c-8490-689a6b261bd9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:30.099542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69812f90-add4-4a76-8b06-dca3115d6e50 req-1cb98f41-bb4b-4a3c-8490-689a6b261bd9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 944 time: 0.1090131 Sep 21 08:22:30.128315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-a7e628a9-22b2-4e77-b3f6-fde86d0c1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:30.133343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-a7e628a9-22b2-4e77-b3f6-fde86d0c1095 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 1095 time: 0.1025119 Sep 21 08:22:30.148596 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69812f90-add4-4a76-8b06-dca3115d6e50 req-6c41f248-800d-47a9-bc2f-4e941064be0f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481026 Sep 21 08:22:30.337008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-b7b93a6e-05e0-4c46-b484-60e4f89489a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:30.339170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-b7b93a6e-05e0-4c46-b484-60e4f89489a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1981397 Sep 21 08:22:30.431943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-27419590-4ded-499f-b4d5-abbdfe776faf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e HTTP/1.1" status: 200 len: 217 time: 0.0782797 Sep 21 08:22:30.498046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-c4b5cc97-bb71-47c6-b385-7f7a21c9d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:30.499931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-c4b5cc97-bb71-47c6-b385-7f7a21c9d9a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0606041 Sep 21 08:22:30.568590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-ecaf1311-8d0e-4d53-937c-d5b5d633dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:30.570351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-ecaf1311-8d0e-4d53-937c-d5b5d633dc66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626833 Sep 21 08:22:30.749921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-f28bacb5-d123-4d2e-8079-9ed354453774 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635864 Sep 21 08:22:30.801391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33688) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:30.880096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:22:30.913765 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc23d3ac-92c9-4348-b839-63633c5d3b40 req-f5ce5935-1ebb-4179-9e2b-4347a846f36a service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580908 Sep 21 08:22:30.945924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99e59317-427a-41dd-b644-75b381d8c3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:30.979162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:22:30.986127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:30.986658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.070458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f90effd-ff59-4eeb-8289-9e168927717f', 'name': 'network-vif-deleted', 'tag': '0e5ef23e-d9c5-4108-9bb9-dab480f05546'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:31.073301 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907c047d-2e6a-44cc-9cfb-ee2c46f8af6e" -d '{"events": [{"server_uuid": "4f90effd-ff59-4eeb-8289-9e168927717f", "name": "network-vif-deleted", "tag": "0e5ef23e-d9c5-4108-9bb9-dab480f05546"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:31.156663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.183013 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394234eb-5a7a-46aa-ae2e-2f4c8d0d5bd2 x-openstack-request-id: req-394234eb-5a7a-46aa-ae2e-2f4c8d0d5bd2 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:31.183506 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f90effd-ff59-4eeb-8289-9e168927717f", "name": "network-vif-deleted", "tag": "0e5ef23e-d9c5-4108-9bb9-dab480f05546", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:31.183854 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-394234eb-5a7a-46aa-ae2e-2f4c8d0d5bd2 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:31.184540 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f90effd-ff59-4eeb-8289-9e168927717f', 'name': 'network-vif-deleted', 'tag': '0e5ef23e-d9c5-4108-9bb9-dab480f05546', 'status': 'completed', 'code': 200} Sep 21 08:22:31.195229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:31.195780 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99e59317-427a-41dd-b644-75b381d8c3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.198133 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15065a4-e888-4ee8-ba82-c35acb700f57" -d '{"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-plugged", "status": "completed", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:31.208856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99e59317-427a-41dd-b644-75b381d8c3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.218269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:31.224475 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.308522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e59317-427a-41dd-b644-75b381d8c3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6347638-3594-4838-b9b9-3dd951365bcb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:31.312821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0e5ef23e-d9c5-4108-9bb9-dab480f05546 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:22:31.323470 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-99e59317-427a-41dd-b644-75b381d8c3a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f47635b1afdf4efb89813ed5d45427dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208182 Sep 21 08:22:31.327532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33716) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:31.353226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25a37c-efbd-4c37-bbd2-db876d032b34 req-88448c1c-f657-4845-a757-4af0a169e25c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:31.354784 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de25a37c-efbd-4c37-bbd2-db876d032b34 req-88448c1c-f657-4845-a757-4af0a169e25c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1017222 Sep 21 08:22:31.399680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 0e5ef23e-d9c5-4108-9bb9-dab480f05546 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:22:31.400365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0e5ef23e-d9c5-4108-9bb9-dab480f05546 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:22:31.436896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:31.452316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b13237be-9ea2-4102-a35e-0ea8b63d45fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.468855 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de25a37c-efbd-4c37-bbd2-db876d032b34 req-128c8c1d-ef95-472d-bb11-4c2421db5706 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057525 Sep 21 08:22:31.500909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b13237be-9ea2-4102-a35e-0ea8b63d45fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.565847 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b13237be-9ea2-4102-a35e-0ea8b63d45fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.570704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b13237be-9ea2-4102-a35e-0ea8b63d45fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:31.572038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b13237be-9ea2-4102-a35e-0ea8b63d45fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f6347638-3594-4838-b9b9-3dd951365bcb HTTP/1.1" status: 204 len: 168 time: 0.2435958 Sep 21 08:22:31.582282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13237be-9ea2-4102-a35e-0ea8b63d45fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6347638-3594-4838-b9b9-3dd951365bcb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:31.631742 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71368a2-32b0-4264-9591-6c4cdf81283f x-openstack-request-id: req-b71368a2-32b0-4264-9591-6c4cdf81283f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:31.632049 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-plugged", "status": "completed", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:31.632304 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b71368a2-32b0-4264-9591-6c4cdf81283f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:31.632707 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'code': 200} Sep 21 08:22:31.707283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d892a9-c239-466e-9911-8379e82e9334 req-749fb767-3351-4cbd-8ad9-17013da12146 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:31.719533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95d892a9-c239-466e-9911-8379e82e9334 req-749fb767-3351-4cbd-8ad9-17013da12146 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 944 time: 0.1149359 Sep 21 08:22:31.791580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95d892a9-c239-466e-9911-8379e82e9334 req-d1c58a53-6485-48af-83b6-cf3777ab4f9d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708508 Sep 21 08:22:31.831964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a3291-1301-464b-90da-d1b6ddded5f4 req-23cde9a4-952e-4a0b-9c10-572696f94d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:31.836873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c5a3291-1301-464b-90da-d1b6ddded5f4 req-23cde9a4-952e-4a0b-9c10-572696f94d77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 1096 time: 0.1148117 Sep 21 08:22:31.920177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c5a3291-1301-464b-90da-d1b6ddded5f4 req-fb7de556-b08a-4d86-9288-2995223ad876 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652242 Sep 21 08:22:32.001107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:32.627217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d9665-5c74-45ea-8c0a-c56c4557d671 req-4acfb117-0f47-4431-a39d-53c2c63de887 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:32.635278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-488d9665-5c74-45ea-8c0a-c56c4557d671 req-4acfb117-0f47-4431-a39d-53c2c63de887 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0733018 Sep 21 08:22:32.682455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-488d9665-5c74-45ea-8c0a-c56c4557d671 req-f1e0ea92-8d24-47ca-b548-f335d741ec38 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Sep 21 08:22:33.034240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1c607-344e-4b40-8e58-195c2bebea93 req-81a77a81-9311-471b-ac89-771b7349b8d0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:33.035914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39f1c607-344e-4b40-8e58-195c2bebea93 req-81a77a81-9311-471b-ac89-771b7349b8d0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 944 time: 0.1081202 Sep 21 08:22:33.133112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39f1c607-344e-4b40-8e58-195c2bebea93 req-4c0720a8-01b9-4a50-a30d-b74b5aae592d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892506 Sep 21 08:22:33.285336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device caf28b71-36c2-4f20-be19-b26cc547aa9e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:22:33.543364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port caf28b71-36c2-4f20-be19-b26cc547aa9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:33.547491 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:33.557502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'caf28b71-36c2-4f20-be19-b26cc547aa9e', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': 'caf28b71-36c2-4f20-be19-b26cc547aa9e', 'mac_address': 'fa:16:3e:30:59:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:22:33.624934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:33.658101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf28b71-36c2-4f20-be19-b26cc547aa9e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:33.703429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port caf28b71-36c2-4f20-be19-b26cc547aa9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:33.711075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:33.906607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=caf28b71-36c2-4f20-be19-b26cc547aa9e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:33.958888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc4d1f-fca9-402e-9e76-6abb7973ecbf req-5736a1f5-35cc-4818-8fdf-51662ce66196 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:33.968189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4fc4d1f-fca9-402e-9e76-6abb7973ecbf req-5736a1f5-35cc-4818-8fdf-51662ce66196 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1174409 Sep 21 08:22:34.060754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4fc4d1f-fca9-402e-9e76-6abb7973ecbf req-5967a71f-dcaf-4bb0-9557-c3bc84451e84 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904224 Sep 21 08:22:34.075950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['caf28b71-36c2-4f20-be19-b26cc547aa9e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:34.276493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9215a-a030-4f62-a133-57d69e3a0de5 req-869f55fb-fb59-42f1-8748-26048e749be1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:34.278162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7f9215a-a030-4f62-a133-57d69e3a0de5 req-869f55fb-fb59-42f1-8748-26048e749be1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1001985 Sep 21 08:22:34.337071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7f9215a-a030-4f62-a133-57d69e3a0de5 req-59420fa8-66cd-4bce-9980-fb8699146c63 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Sep 21 08:22:34.425323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede423b7-f808-4c0c-ad02-34334e0545ba req-e4962772-f03f-4759-9d8f-90f18ec2f3ec tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:34.445162 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ede423b7-f808-4c0c-ad02-34334e0545ba req-e4962772-f03f-4759-9d8f-90f18ec2f3ec tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 945 time: 0.1413288 Sep 21 08:22:34.503950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ede423b7-f808-4c0c-ad02-34334e0545ba req-3497a2a3-073c-4870-adfb-25066ec55569 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Sep 21 08:22:34.676956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c49be-119f-44e7-bd3f-029f5edd0f92 req-0c5f2e1c-34a8-40d6-8fad-2595eb592e11 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:34.678723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-510c49be-119f-44e7-bd3f-029f5edd0f92 req-0c5f2e1c-34a8-40d6-8fad-2595eb592e11 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0925572 Sep 21 08:22:34.736322 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-510c49be-119f-44e7-bd3f-029f5edd0f92 req-e85b196f-e0df-4137-8779-1a82ce25eca2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 Sep 21 08:22:34.926745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b011ef8-6030-48c7-bf78-667031b824b1 req-a5bbd060-1b34-4628-9fb7-1b2b8455d0fc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:34.935171 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b011ef8-6030-48c7-bf78-667031b824b1 req-a5bbd060-1b34-4628-9fb7-1b2b8455d0fc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0999558 Sep 21 08:22:34.994139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b011ef8-6030-48c7-bf78-667031b824b1 req-a7a1a328-2fe8-4e7e-bdf5-a8026d3460aa tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Sep 21 08:22:35.288598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device caf28b71-36c2-4f20-be19-b26cc547aa9e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:22:35.376483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port caf28b71-36c2-4f20-be19-b26cc547aa9e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:22:35.384558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port caf28b71-36c2-4f20-be19-b26cc547aa9e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:35.385970 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:35.612669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:35.638795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a892b-a853-4d0d-8313-06903a914a31 req-3961dd71-aae5-4c39-a00a-56c67fa6ac19 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:35.664710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a0a892b-a853-4d0d-8313-06903a914a31 req-3961dd71-aae5-4c39-a00a-56c67fa6ac19 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1649463 Sep 21 08:22:35.824038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf502f09-2a58-4b6d-8273-8776503e50e8 req-73b13f4b-c583-4cbc-b037-b6ed8d732269 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:35.835584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf502f09-2a58-4b6d-8273-8776503e50e8 req-73b13f4b-c583-4cbc-b037-b6ed8d732269 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 945 time: 0.1079450 Sep 21 08:22:35.837564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port caf28b71-36c2-4f20-be19-b26cc547aa9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:35.840007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:35.849004 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db572157-d069-4409-b0de-925c38d4bff2" -d '{"events": [{"server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "name": "network-vif-plugged", "status": "completed", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:35.860218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:35.873275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a0a892b-a853-4d0d-8313-06903a914a31 req-0080679a-f262-47b8-9880-4f50f57aff48 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022288 Sep 21 08:22:35.968080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf502f09-2a58-4b6d-8273-8776503e50e8 req-18052606-4332-4c03-bab5-bd6e3f4cafb2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287436 Sep 21 08:22:36.034213 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e453ac-cead-438c-ae92-025d56052acb x-openstack-request-id: req-d0e453ac-cead-438c-ae92-025d56052acb {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:36.036961 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "name": "network-vif-plugged", "status": "completed", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:36.039770 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0e453ac-cead-438c-ae92-025d56052acb {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:36.040335 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e', 'code': 200} Sep 21 08:22:36.041921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=caf28b71-36c2-4f20-be19-b26cc547aa9e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:36.144586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5306bd9-9004-4f9a-8e89-82c0ed0913d1 req-3d915f36-9aa9-4bd3-98d5-06f4c185f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:36.146427 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5306bd9-9004-4f9a-8e89-82c0ed0913d1 req-3d915f36-9aa9-4bd3-98d5-06f4c185f814 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 1097 time: 0.0762656 Sep 21 08:22:36.205225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5306bd9-9004-4f9a-8e89-82c0ed0913d1 req-f5a0eac6-8f28-4ca4-9352-4ceaace8d5aa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525687 Sep 21 08:22:37.080053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631f9b-d48f-4921-9ca9-9c133527e737 req-3e53a4b2-d58b-451a-bd25-76fb0ae94555 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:37.085351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b631f9b-d48f-4921-9ca9-9c133527e737 req-3e53a4b2-d58b-451a-bd25-76fb0ae94555 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0868802 Sep 21 08:22:37.168019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b631f9b-d48f-4921-9ca9-9c133527e737 req-f557bebd-57a0-4d0b-8297-61d4a943c35e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739305 Sep 21 08:22:37.235500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eafda-9eef-4f04-9475-25d51b1ebc09 req-84fce49c-92c0-46f2-b03d-3e9d9d1124ea tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:37.237190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-894eafda-9eef-4f04-9475-25d51b1ebc09 req-84fce49c-92c0-46f2-b03d-3e9d9d1124ea tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 946 time: 0.0835400 Sep 21 08:22:37.251088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33944) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:37.315731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-894eafda-9eef-4f04-9475-25d51b1ebc09 req-961240d1-3de8-485a-8c3e-b198cb303e48 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719049 Sep 21 08:22:37.336055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33948) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:37.563332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] Deleting subnet 32688144-3e68-4c92-9bfa-22bade9b828a {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:22:37.568039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.642314 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.691560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.767734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4458c95-ca94-485f-a6ab-6ecf8a7cb8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.780328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.816591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32688144-3e68-4c92-9bfa-22bade9b828a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:37.818995 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.821780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8a042453-3df8-48a0-9780-a12132f45fd2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/32688144-3e68-4c92-9bfa-22bade9b828a HTTP/1.1" status: 204 len: 168 time: 0.5686610 Sep 21 08:22:37.823952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33956) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:37.938660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.970151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4458c95-ca94-485f-a6ab-6ecf8a7cb8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:37.976371 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4458c95-ca94-485f-a6ab-6ecf8a7cb8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.022630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4458c95-ca94-485f-a6ab-6ecf8a7cb8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057eb974-c58b-4193-b6ae-b45529d8e81f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:38.029482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f4458c95-ca94-485f-a6ab-6ecf8a7cb8b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10c82f6cdebc484ea3f8ef58e3f59bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6918323 Sep 21 08:22:38.032435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33962) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:38.100496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.127236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d4cad6-0117-4d93-b619-9b0da5a241cf']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:38.129691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1db82b9-aa83-40d9-a2f1-5f31b457f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.146225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2dad2ad-ea58-490c-92dd-c707c3b27c10') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:38.146637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2dad2ad-ea58-490c-92dd-c707c3b27c10') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:22:38.160943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1db82b9-aa83-40d9-a2f1-5f31b457f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.164400 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.186103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.194220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:22:38.194738 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:22:38.197512 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:22:38.274403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.287942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.293826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e7d4cad6-0117-4d93-b619-9b0da5a241cf HTTP/1.1" status: 204 len: 168 time: 0.4624398 Sep 21 08:22:38.301674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488b659-24a1-496e-b047-ee5762585700 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d4cad6-0117-4d93-b619-9b0da5a241cf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:38.325718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1db82b9-aa83-40d9-a2f1-5f31b457f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.328706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1db82b9-aa83-40d9-a2f1-5f31b457f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:38.330453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c1db82b9-aa83-40d9-a2f1-5f31b457f321 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/057eb974-c58b-4193-b6ae-b45529d8e81f HTTP/1.1" status: 204 len: 168 time: 0.2953355 Sep 21 08:22:38.343603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b797-e806-4122-9c46-b04c55c9773a req-17e4eb3a-3b8d-4251-a643-9aecfab0dcc3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:38.345536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11b0b797-e806-4122-9c46-b04c55c9773a req-17e4eb3a-3b8d-4251-a643-9aecfab0dcc3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0848353 Sep 21 08:22:38.362397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db82b9-aa83-40d9-a2f1-5f31b457f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057eb974-c58b-4193-b6ae-b45529d8e81f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:38.412659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11b0b797-e806-4122-9c46-b04c55c9773a req-b42b24dc-03b3-4538-b7c3-6238636477c8 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Sep 21 08:22:38.579557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33978) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:38.625017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfddf0-7570-48a1-91c7-f502470eb661 req-38db534b-ac4d-4184-9c8a-aeac4418e87d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:38.626617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59bfddf0-7570-48a1-91c7-f502470eb661 req-38db534b-ac4d-4184-9c8a-aeac4418e87d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 946 time: 0.1071892 Sep 21 08:22:38.721752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59bfddf0-7570-48a1-91c7-f502470eb661 req-b8f2c802-27ab-4f5e-8d4c-357df106a2ef tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793560 Sep 21 08:22:38.812276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33986) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:38.902499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ad824876-dab9-4ef6-be0b-d71c08abaa47 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=576cab1ba2b04aa1b92d34c628fbd8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860524 Sep 21 08:22:38.904229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 33988) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:38.945110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-9180a963-5160-49cb-94cf-01915358abf4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 267 time: 0.0743809 Sep 21 08:22:39.033497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-482492cc-db52-4daa-9036-8a19e0410b92 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:39.043785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-482492cc-db52-4daa-9036-8a19e0410b92 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 946 time: 0.0972867 Sep 21 08:22:39.052254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'port': {'security_groups': []}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:39.061100 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0fced62-880c-4c35-97e7-35907d248529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.086162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0fced62-880c-4c35-97e7-35907d248529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.149031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0fced62-880c-4c35-97e7-35907d248529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.158086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0fced62-880c-4c35-97e7-35907d248529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.161692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c0fced62-880c-4c35-97e7-35907d248529 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2737f58a-7825-47e2-9b1c-eb3767b1d339 HTTP/1.1" status: 204 len: 168 time: 0.2552800 Sep 21 08:22:39.177217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fced62-880c-4c35-97e7-35907d248529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2737f58a-7825-47e2-9b1c-eb3767b1d339,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:39.218040 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.220111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e443b6-a61e-447e-9045-e099e44bcd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.263073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33994) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:39.281066 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe57-cafd-42de-9ec6-b17b9a80b41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.366142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e443b6-a61e-447e-9045-e099e44bcd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.373619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e443b6-a61e-447e-9045-e099e44bcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.428218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:39.428496 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-16e443b6-a61e-447e-9045-e099e44bcd0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40d130d12550467ea47afe6f3125ca63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8473203 Sep 21 08:22:39.509830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] For port caf28b71-36c2-4f20-be19-b26cc547aa9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:39.524186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e443b6-a61e-447e-9045-e099e44bcd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd315e-bece-4be0-8fd6-5348b1435f65,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:39.579878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.601086 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.614027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['46dd2e7b-efcd-485d-b409-03bedb4c14b4', 'caf28b71-36c2-4f20-be19-b26cc547aa9e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:39.623140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60e23a34-508a-4d51-b2a7-b0638d3bccfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.638768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31808e7-e26f-4e74-bbf7-9785f14448ad req-c92e74dd-3668-443c-b638-161f906b9019 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:39.645234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e31808e7-e26f-4e74-bbf7-9785f14448ad req-c92e74dd-3668-443c-b638-161f906b9019 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1173797 Sep 21 08:22:39.670114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a91f3f6-1944-4991-a75c-5c53b99b95a4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:39.670499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60e23a34-508a-4d51-b2a7-b0638d3bccfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.708782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e31808e7-e26f-4e74-bbf7-9785f14448ad req-b1d3b288-a9ea-4d5d-99f7-8b30b243c48c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 Sep 21 08:22:39.782534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:39.783162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.798269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e44505f3-28c2-40e4-a3d5-953e62183bfb req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "PUT /v2.0/ports/caf28b71-36c2-4f20-be19-b26cc547aa9e HTTP/1.1" status: 200 len: 905 time: 0.7532091 Sep 21 08:22:39.801470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60e23a34-508a-4d51-b2a7-b0638d3bccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.811877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60e23a34-508a-4d51-b2a7-b0638d3bccfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:39.813058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-60e23a34-508a-4d51-b2a7-b0638d3bccfb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0fd315e-bece-4be0-8fd6-5348b1435f65 HTTP/1.1" status: 204 len: 168 time: 0.3801513 Sep 21 08:22:39.824863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:39.830996 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41749639-1d30-42f2-80aa-51b5d981d574" -d '{"events": [{"name": "network-changed", "server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:39.942605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['caf28b71-36c2-4f20-be19-b26cc547aa9e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:40.007357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e23a34-508a-4d51-b2a7-b0638d3bccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd315e-bece-4be0-8fd6-5348b1435f65,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:40.033854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe57-cafd-42de-9ec6-b17b9a80b41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.042403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe57-cafd-42de-9ec6-b17b9a80b41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.139881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d5dd2-ea75-4689-b921-1acdd69ec82a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=caf28b71-36c2-4f20-be19-b26cc547aa9e,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:40.198817 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dff24a2-873f-470d-85bf-4c98b3f31cf2 x-openstack-request-id: req-8dff24a2-873f-470d-85bf-4c98b3f31cf2 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:40.199301 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:40.201324 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8dff24a2-873f-470d-85bf-4c98b3f31cf2 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:40.201870 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e', 'status': 'completed', 'code': 200} Sep 21 08:22:40.275006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-42bcbe57-cafd-42de-9ec6-b17b9a80b41f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0177404e4e684080b8020dbebba27c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0085113 Sep 21 08:22:40.277717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34020) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:40.319475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39d44c-e536-46f0-9351-c1b871b95179 req-892d6819-0c7e-48f9-8edf-841e1d07d7b5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:40.332006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-da39d44c-e536-46f0-9351-c1b871b95179 req-892d6819-0c7e-48f9-8edf-841e1d07d7b5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 908 time: 0.3267415 Sep 21 08:22:40.332703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcbe57-cafd-42de-9ec6-b17b9a80b41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d50807-d29b-4790-b0b7-4846580338e4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:40.384805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41749639-1d30-42f2-80aa-51b5d981d574 req-fc4bd4d8-5442-40f5-96ce-d70eeedfb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:40.393511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41749639-1d30-42f2-80aa-51b5d981d574 req-fc4bd4d8-5442-40f5-96ce-d70eeedfb718 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 1059 time: 0.2005169 Sep 21 08:22:40.410296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5b235a2d-bf00-41c7-bed5-035c5c9f9991 None None] Provisioning complete for port caf28b71-36c2-4f20-be19-b26cc547aa9e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:40.411017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5b235a2d-bf00-41c7-bed5-035c5c9f9991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.425566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397f8b66-fc8e-47df-ad04-87564072bf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.458724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397f8b66-fc8e-47df-ad04-87564072bf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.626642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397f8b66-fc8e-47df-ad04-87564072bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.629436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397f8b66-fc8e-47df-ad04-87564072bf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.633888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-397f8b66-fc8e-47df-ad04-87564072bf35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20d50807-d29b-4790-b0b7-4846580338e4 HTTP/1.1" status: 204 len: 168 time: 0.3544567 Sep 21 08:22:40.646484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41749639-1d30-42f2-80aa-51b5d981d574 req-0d224aaa-5ef1-4b00-bfbe-1cbb25e2ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:40.648035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41749639-1d30-42f2-80aa-51b5d981d574 req-0d224aaa-5ef1-4b00-bfbe-1cbb25e2ca36 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.2494228 Sep 21 08:22:40.663157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f8b66-fc8e-47df-ad04-87564072bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d50807-d29b-4790-b0b7-4846580338e4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:40.735038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e43121-9ffd-4556-8458-5c6e3f579b35 req-6493c986-d935-4e12-b836-6ebb5c06ea75 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:40.737527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-86e43121-9ffd-4556-8458-5c6e3f579b35 req-6493c986-d935-4e12-b836-6ebb5c06ea75 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1645033 Sep 21 08:22:40.772441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41749639-1d30-42f2-80aa-51b5d981d574 req-54f47a26-3c66-4cb7-8f85-ccd4abf7a75a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e HTTP/1.1" status: 200 len: 217 time: 0.1007311 Sep 21 08:22:40.872448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34036) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:40.898862 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-86e43121-9ffd-4556-8458-5c6e3f579b35 req-672b315b-cfa0-4301-8e72-dc70e50e6885 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473544 Sep 21 08:22:40.931774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fe1b111-94e8-4991-b290-f06943313849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:40.966115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41749639-1d30-42f2-80aa-51b5d981d574 req-d1d9041a-a76b-4d96-86f9-0bcafae5087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:40.967997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41749639-1d30-42f2-80aa-51b5d981d574 req-d1d9041a-a76b-4d96-86f9-0bcafae5087e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1883802 Sep 21 08:22:40.986045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98759b94-2ed4-478b-b289-f6679c50f01e req-13ddb0fe-ace7-4ee8-afa6-144c64c357d1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:40.987551 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98759b94-2ed4-478b-b289-f6679c50f01e req-13ddb0fe-ace7-4ee8-afa6-144c64c357d1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0966616 Sep 21 08:22:41.100787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41749639-1d30-42f2-80aa-51b5d981d574 req-e6ff24b3-2810-4f1b-b5fb-4cdfaf1932d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:41.102351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41749639-1d30-42f2-80aa-51b5d981d574 req-e6ff24b3-2810-4f1b-b5fb-4cdfaf1932d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259940 Sep 21 08:22:41.107937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98759b94-2ed4-478b-b289-f6679c50f01e req-61c61817-2149-48ce-9f68-624e5a6f388f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066413 Sep 21 08:22:41.227803 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fe1b111-94e8-4991-b290-f06943313849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:41.237303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fe1b111-94e8-4991-b290-f06943313849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:41.292954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41749639-1d30-42f2-80aa-51b5d981d574 req-98dcfe3c-7e4e-4897-a6a1-9885581204b8 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806586 Sep 21 08:22:41.315082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc8bd4-aa64-4ff3-bc30-2a6c33611768 req-918f7f56-de53-4029-9c8c-11c81acc9e50 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:41.315082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40dc8bd4-aa64-4ff3-bc30-2a6c33611768 req-918f7f56-de53-4029-9c8c-11c81acc9e50 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1249523 Sep 21 08:22:41.359064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9fe1b111-94e8-4991-b290-f06943313849 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=699354208fe74b2c8a1188db112cc13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835095 Sep 21 08:22:41.369415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34044) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:41.394726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1b111-94e8-4991-b290-f06943313849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71bb995-50fa-417d-bfb9-af0134fe593e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:41.404452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40dc8bd4-aa64-4ff3-bc30-2a6c33611768 req-611c90e4-2d6a-4416-aa59-0f417c366528 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857859 Sep 21 08:22:41.593806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-625ea90c-3774-455d-930b-cfffb379945f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:41.639719 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-625ea90c-3774-455d-930b-cfffb379945f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:41.643918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41749639-1d30-42f2-80aa-51b5d981d574 req-66c31e7e-b9c6-4e28-a418-1d35ef729e83 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295410 Sep 21 08:22:41.786684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34072) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:41.810865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-625ea90c-3774-455d-930b-cfffb379945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:41.813494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-625ea90c-3774-455d-930b-cfffb379945f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:41.817041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-625ea90c-3774-455d-930b-cfffb379945f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f71bb995-50fa-417d-bfb9-af0134fe593e HTTP/1.1" status: 204 len: 168 time: 0.4442410 Sep 21 08:22:41.828618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-5339f220-02f9-45f8-8a68-0e1bd910c921 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:41.830165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-5339f220-02f9-45f8-8a68-0e1bd910c921 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.1503880 Sep 21 08:22:41.835460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ea90c-3774-455d-930b-cfffb379945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71bb995-50fa-417d-bfb9-af0134fe593e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:41.868403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-5098706e-18b8-418d-a6ee-427641f1379b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/quotas/64837cc605d547898f2d13fa7a83d64e HTTP/1.1" status: 200 len: 375 time: 0.0141263 Sep 21 08:22:41.943864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-641d6091-16b4-436c-99d3-414202cb1688 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0769782 Sep 21 08:22:42.111970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-34c095e4-8c0c-4ff4-93c0-c505002af11a service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587136 Sep 21 08:22:42.186208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1445382957-network', 'tenant_id': '930e154b71bf45eb89dfb3d5c7afd974'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:42.264766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Made reservation on behalf of 930e154b71bf45eb89dfb3d5c7afd974 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:22:42.268388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.303641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.348496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec44015-60cd-4f9c-b7d7-8599dfe7eb77 req-4094f3a0-461d-489c-81ad-55ad4d7eb14a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:42.357043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ec44015-60cd-4f9c-b7d7-8599dfe7eb77 req-4094f3a0-461d-489c-81ad-55ad4d7eb14a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1117299 Sep 21 08:22:42.425396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ec44015-60cd-4f9c-b7d7-8599dfe7eb77 req-d00b4f0c-f7b6-49e8-8b22-4a6555f8d8b9 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654166 Sep 21 08:22:42.578961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.582832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.648170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992de319-81c7-4ed0-8902-345b2b460411,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:42.668164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.668465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.669212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.669553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.669970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.670401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.670985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.671699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.672038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.672371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.672752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.673084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:42.677311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:22:42.693276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.693703 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Added segment 0e3ee0be-f03e-4570-b7cf-022e8be67dae of type vlan for network 8a832631-8650-43b3-917c-86b191eb4cbf Sep 21 08:22:42.835695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-5e2259ae-90f6-4096-abb4-1b4b15914752 service neutron] 10.222.0.59 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151382 Sep 21 08:22:42.846927 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.880530 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.881780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:42.882420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:42.971977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] Pushing event updated for resources: {'Network': ['ID=8a832631-8650-43b3-917c-86b191eb4cbf,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:42.977028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-62310076-06f4-448b-af8a-3a65a27b29ea admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1752152 Sep 21 08:22:42.980297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34108) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:42.991764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Request body: {'subnet': {'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1445382957-subnet', 'tenant_id': '930e154b71bf45eb89dfb3d5c7afd974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:43.001572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 8a832631-8650-43b3-917c-86b191eb4cbf details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:22:43.099963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Made reservation on behalf of 930e154b71bf45eb89dfb3d5c7afd974 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:22:43.120019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:43.312857 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fb3e314-7f15-4274-8f42-207cf26ee78a req-3a276f45-9ef7-4b8e-b4b9-00267b1ed86e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 210 time: 0.0798192 Sep 21 08:22:43.722196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:43.807889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db952dbc-8b73-4456-b57e-56edf85368b2,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:43.818817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaff239-3592-4e9d-8a84-c4181ede76be req-ef299d4a-1f37-4c5a-82a7-ed84fb9adeb3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:43.826760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aaff239-3592-4e9d-8a84-c4181ede76be req-ef299d4a-1f37-4c5a-82a7-ed84fb9adeb3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.2836061 Sep 21 08:22:43.856416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.857025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.857280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.857717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.858150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.858813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.859229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.859651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.860202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.860594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.860988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.861388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:22:43.915082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0aaff239-3592-4e9d-8a84-c4181ede76be req-147b2ad9-369b-4722-aec3-855dc7ae9e7f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832181 Sep 21 08:22:43.930474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Checking segment: {'id': '0e3ee0be-f03e-4570-b7cf-022e8be67dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:22:43.930846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Network hostable DHCP agents. Network: 8a832631-8650-43b3-917c-86b191eb4cbf, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:22:43.956739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Network 8a832631-8650-43b3-917c-86b191eb4cbf is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:22:43.976927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 8a832631-8650-43b3-917c-86b191eb4cbf) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:22:43.984124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:43.986196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:43.990866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13900e61-3a31-41c2-9815-350e4942478c None None] Network 8a832631-8650-43b3-917c-86b191eb4cbf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:22:44.031305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2e989a42-2c25-471d-8bfd-f360e6f17788 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0494120 Sep 21 08:22:44.172608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ba4042-ef54-481a-bfae-06ce40308b9b None None] Network 8a832631-8650-43b3-917c-86b191eb4cbf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:22:44.458084 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-feb93842-d31c-4c13-974b-0bd53a4f6523 req-f1e653b4-08b4-4425-8517-966f5880acf8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 210 time: 0.0292573 Sep 21 08:22:44.925545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-24d5d7a6-541a-4b38-87cb-9f87643dd061 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:44.928932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-24d5d7a6-541a-4b38-87cb-9f87643dd061 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 812 time: 0.2104003 Sep 21 08:22:44.947092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Request body: {'port': {'device_id': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'admin_state_up': True, 'tenant_id': '64837cc605d547898f2d13fa7a83d64e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:45.216903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Made reservation on behalf of 64837cc605d547898f2d13fa7a83d64e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:22:45.220701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:45.231887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437dc6-cd18-4b85-9498-f5cdf92d4f85 req-84d2d0d9-0a40-43ea-98cc-cb20621e6f0f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:45.239286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42437dc6-cd18-4b85-9498-f5cdf92d4f85 req-84d2d0d9-0a40-43ea-98cc-cb20621e6f0f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1470704 Sep 21 08:22:45.400770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42437dc6-cd18-4b85-9498-f5cdf92d4f85 req-47bfcdc6-7a89-4a2c-879c-2bf248fc87fc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556008 Sep 21 08:22:45.461945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-ff914a50-6f63-4100-a070-3d54378faaa4 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:45.464102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-ff914a50-6f63-4100-a070-3d54378faaa4 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/networks?id=8a832631-8650-43b3-917c-86b191eb4cbf HTTP/1.1" status: 200 len: 822 time: 0.2603364 Sep 21 08:22:45.489835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-37361f2b-a6bc-46ca-91e6-4139b930f3cc tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/quotas/930e154b71bf45eb89dfb3d5c7afd974 HTTP/1.1" status: 200 len: 375 time: 0.0175905 Sep 21 08:22:45.511191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Allocated IP 172.20.0.8 (d703ed52-8229-4a1f-af6e-cc602621b9f4/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb/933f695f-dbc3-4ff7-8494-ba61036b5ff2) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:22:45.553990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-e36c01c7-8b45-4f2f-a9fd-46932b3dc080 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=930e154b71bf45eb89dfb3d5c7afd974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537169 Sep 21 08:22:45.694122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-4e66da2e-a63d-4bd5-b85c-6a58f1246bcd service neutron] 10.222.0.59 "GET /v2.0/networks/8a832631-8650-43b3-917c-86b191eb4cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274054 Sep 21 08:22:45.749105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:45.798368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:45.810742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['46dd2e7b-efcd-485d-b409-03bedb4c14b4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:45.814918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a91f3f6-1944-4991-a75c-5c53b99b95a4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:45.882803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:22:45.893589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:22:45.895078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-0be0f389-1a1b-4e3e-a89f-fb8cc6e3b64d service neutron] 10.222.0.59 "GET /v2.0/networks/8a832631-8650-43b3-917c-86b191eb4cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994758 Sep 21 08:22:45.922750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:22:45.962221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624cd9e-c985-48d4-8586-fb855a399af9 req-f016a2e4-e429-4bbf-819d-52568d388257 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:45.980586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1624cd9e-c985-48d4-8586-fb855a399af9 req-f016a2e4-e429-4bbf-819d-52568d388257 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 931 time: 0.1973267 Sep 21 08:22:46.073822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:46.219864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:46.220883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:46.258329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1624cd9e-c985-48d4-8586-fb855a399af9 req-6c31cda6-97d4-4c1c-af4c-c3fac3bd53e2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767725 Sep 21 08:22:46.267191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-bf289224-3d0f-4a24-936c-29c3b3f53c0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3284087 Sep 21 08:22:46.289225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Request body: {'port': {'device_id': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:46.444460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e002e8c5-1fa9-4bc2-8195-c428b452bd4b None None] Provisioning complete for port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:46.445352 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e002e8c5-1fa9-4bc2-8195-c428b452bd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:46.468931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a4d3893c-4a9b-4ff4-90e6-a69d5b034c0d req-19d549ac-8065-4c7c-b2f6-492cc2120d13 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 210 time: 0.0811656 Sep 21 08:22:46.506678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e002e8c5-1fa9-4bc2-8195-c428b452bd4b None None] Port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:22:46.513673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:46.826452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7e626-a679-42ea-932d-81a9659c8242 req-36d83bf2-4f09-4b06-98ec-a89566573b33 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:46.828425 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94d7e626-a679-42ea-932d-81a9659c8242 req-36d83bf2-4f09-4b06-98ec-a89566573b33 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.2783501 Sep 21 08:22:46.984703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-94d7e626-a679-42ea-932d-81a9659c8242 req-0e13a698-067f-4def-a7e8-9cb1e00538cc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429055 Sep 21 08:22:47.110831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933f695f-dbc3-4ff7-8494-ba61036b5ff2 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:47.122210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:47.142333 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Transition to ACTIVE for port object 933f695f-dbc3-4ff7-8494-ba61036b5ff2 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:22:47.148814 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:47.355908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:47.551844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Attempting to bind port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:22:47.552222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Attempting to bind port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:22:47.552559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Attempting to bind port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:47.575694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:22:47.575694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Attempting to bind port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 on network d703ed52-8229-4a1f-af6e-cc602621b9f4 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:47.642663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:22:47.643230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Checking segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:22:47.643985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Bound using segment: {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:22:47.644881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Bound port: 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1751482-962c-4ed7-a75d-84bc00e04519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:22:47.645675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:47.749281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b22671e1-239d-4df0-9e35-ee7fdfe3ba17 req-5ddc65fc-bee8-49a7-95a0-482787a0a3f1 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 210 time: 0.0608757 Sep 21 08:22:47.757768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:22:47.761124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:22:47.773185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb5294-ce8b-4efd-b450-46640deb51e3 req-117e47d1-bf05-47f1-ac69-3d5eb430ccb8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:47.790028 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebeb5294-ce8b-4efd-b450-46640deb51e3 req-117e47d1-bf05-47f1-ac69-3d5eb430ccb8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 943 time: 0.2335343 Sep 21 08:22:47.807949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:47.826463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34290) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:47.862616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:47.863148 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:47.864701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] 10.222.0.62 "PUT /v2.0/ports/933f695f-dbc3-4ff7-8494-ba61036b5ff2 HTTP/1.1" status: 200 len: 1091 time: 1.5896411 Sep 21 08:22:47.869513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:47.872614 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb2d44-7d69-4136-a0ec-5ec37bed606d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:47.903421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23173ca7-da92-4817-91f5-fd6f9103b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:47.936957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebeb5294-ce8b-4efd-b450-46640deb51e3 req-27bd4251-0a36-4ecf-9904-0155dc92fb48 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308942 Sep 21 08:22:48.058516 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a9e987-3fd0-4f72-b388-4be70a2ba6a7 x-openstack-request-id: req-e5a9e987-3fd0-4f72-b388-4be70a2ba6a7 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:48.059701 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:48.059701 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e5a9e987-3fd0-4f72-b388-4be70a2ba6a7 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:48.059941 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'status': 'completed', 'code': 200} Sep 21 08:22:48.157547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-d765d896-d319-49ba-bf8c-587d9ce68267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:48.161728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-d765d896-d319-49ba-bf8c-587d9ce68267 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 1094 time: 0.1908636 Sep 21 08:22:48.207804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fd06fa4-0863-4abe-acbc-916efbdbbfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.239725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-45fd8eae-41dd-4cfc-87a6-8088a8865458 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2 HTTP/1.1" status: 200 len: 217 time: 0.0671272 Sep 21 08:22:48.254749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9796-1ed2-40b9-9d3d-f7e07de6b3d3 req-e49d2fbc-d1ef-48bc-9eb1-c64fe47bd0b9 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:48.262791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd3a9796-1ed2-40b9-9d3d-f7e07de6b3d3 req-e49d2fbc-d1ef-48bc-9eb1-c64fe47bd0b9 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1677651 Sep 21 08:22:48.342053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fd06fa4-0863-4abe-acbc-916efbdbbfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.351169 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fd06fa4-0863-4abe-acbc-916efbdbbfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.361625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-e24bbe85-b364-471d-a892-559654c16339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:48.363398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-e24bbe85-b364-471d-a892-559654c16339 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0982428 Sep 21 08:22:48.374586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd3a9796-1ed2-40b9-9d3d-f7e07de6b3d3 req-5a406cce-2e8e-4a5f-9583-fe82345bb7f5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106646 Sep 21 08:22:48.400471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34300) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:48.421280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6fd06fa4-0863-4abe-acbc-916efbdbbfd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0ce180656a4450e94241ad16539dd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928900 Sep 21 08:22:48.426871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34304) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:48.435683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-1551ae5a-77e2-4404-8cd9-9f3fadbff438 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:48.437170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-1551ae5a-77e2-4404-8cd9-9f3fadbff438 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.50 "GET /v2.0/networks?id=8a832631-8650-43b3-917c-86b191eb4cbf HTTP/1.1" status: 200 len: 822 time: 0.5762000 Sep 21 08:22:48.452165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd06fa4-0863-4abe-acbc-916efbdbbfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1bed7-4b1f-4551-a392-d414812ae4a9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:48.460371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Request body: {'port': {'device_id': 'b571c218-c341-42e0-892e-8c55239c4b84', 'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf', 'admin_state_up': True, 'tenant_id': '930e154b71bf45eb89dfb3d5c7afd974'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:48.468666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-a1663845-1f3b-4167-ab39-7b01d8ede2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:48.471762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-a1663845-1f3b-4167-ab39-7b01d8ede2ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909164 Sep 21 08:22:48.585498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f314ec03-01c2-41a3-a0be-e86f13a88e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.619028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46b9002e-f517-4595-9f20-3d810b2e2203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.661478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-a3de147e-88b4-4803-8d3a-bb42092b84ee service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823018 Sep 21 08:22:48.671205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46b9002e-f517-4595-9f20-3d810b2e2203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.759173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46b9002e-f517-4595-9f20-3d810b2e2203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.767669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46b9002e-f517-4595-9f20-3d810b2e2203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.771177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-46b9002e-f517-4595-9f20-3d810b2e2203 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05a1bed7-4b1f-4551-a392-d414812ae4a9 HTTP/1.1" status: 204 len: 168 time: 0.3421562 Sep 21 08:22:48.789611 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f314ec03-01c2-41a3-a0be-e86f13a88e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.829570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9002e-f517-4595-9f20-3d810b2e2203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1bed7-4b1f-4551-a392-d414812ae4a9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:48.862071 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f314ec03-01c2-41a3-a0be-e86f13a88e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.870124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Made reservation on behalf of 930e154b71bf45eb89dfb3d5c7afd974 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:22:48.873663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:48.957607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be3a78ad-a7eb-488d-974f-1b3fac3aec0c req-baee8c15-810e-40d8-a919-9ada973042dc tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 210 time: 0.0445187 Sep 21 08:22:48.995134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f314ec03-01c2-41a3-a0be-e86f13a88e75 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80ca979265eb47a48cfaff81b08cd49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5880210 Sep 21 08:22:48.995809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34320) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:49.011029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314ec03-01c2-41a3-a0be-e86f13a88e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70afb654-e119-4155-b2e9-55df17a9f0c0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:49.024946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5652c1b7-c942-4538-a3a7-12c5a338bae1 req-114ce848-f833-480b-af14-0814a2361d6d service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099637 Sep 21 08:22:49.097129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Allocated IP 172.20.0.12 (8a832631-8650-43b3-917c-86b191eb4cbf/db952dbc-8b73-4456-b57e-56edf85368b2/9a6ff29f-1921-4a07-8ece-fae6742aba5c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:22:49.150461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c22-d82b-4589-8a02-d34af4ffd1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.210564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-2b3e99b1-455c-4400-ac65-aca94f57b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:49.215656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-2b3e99b1-455c-4400-ac65-aca94f57b2a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 1094 time: 0.1306224 Sep 21 08:22:49.273108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228eb6e-547c-4bb3-9cf9-88fdc1cc6fe7 req-8763be99-4a3b-47da-9953-ba045af0788a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:49.274669 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c228eb6e-547c-4bb3-9cf9-88fdc1cc6fe7 req-8763be99-4a3b-47da-9953-ba045af0788a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 943 time: 0.1542065 Sep 21 08:22:49.279942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c22-d82b-4589-8a02-d34af4ffd1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.286210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.362919 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.416669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:49.419954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Network 8a832631-8650-43b3-917c-86b191eb4cbf is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:22:49.420522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c228eb6e-547c-4bb3-9cf9-88fdc1cc6fe7 req-5c25427b-9663-4aa9-8f9f-ab52c58f82f0 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265686 Sep 21 08:22:49.425042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:22:49.429811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:22:49.468763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef2a989c-16af-4a7b-948f-07536db311b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.479980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-659f1f01-2bbd-4272-a2f9-ef60802879ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:49.481532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-659f1f01-2bbd-4272-a2f9-ef60802879ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.2551625 Sep 21 08:22:49.495810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:49.497420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.538477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-c6a8249d-d98d-43d3-b850-7ab4a243678e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2 HTTP/1.1" status: 200 len: 217 time: 0.0465791 Sep 21 08:22:49.539006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c22-d82b-4589-8a02-d34af4ffd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.541746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c22-d82b-4589-8a02-d34af4ffd1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.544324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1cd63c22-d82b-4589-8a02-d34af4ffd1ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70afb654-e119-4155-b2e9-55df17a9f0c0 HTTP/1.1" status: 204 len: 168 time: 0.5427077 Sep 21 08:22:49.558176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Pushing event updated for resources: {'Port': ['ID=9a6ff29f-1921-4a07-8ece-fae6742aba5c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:49.618977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32d65d-7f61-4929-b395-55572e589220 req-77d1cbee-b37e-4cf7-8f24-8a8a60cd63cd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:49.622739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd63c22-d82b-4589-8a02-d34af4ffd1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70afb654-e119-4155-b2e9-55df17a9f0c0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:49.630199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c32d65d-7f61-4929-b395-55572e589220 req-77d1cbee-b37e-4cf7-8f24-8a8a60cd63cd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1117060 Sep 21 08:22:49.665713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-6c0035d0-e747-4e34-a036-f0a37062d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:49.667434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-6c0035d0-e747-4e34-a036-f0a37062d12b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1111186 Sep 21 08:22:49.714632 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c32d65d-7f61-4929-b395-55572e589220 req-01ed2fab-7db5-4033-a9cb-ab69928a96ef tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788584 Sep 21 08:22:49.771815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-5f7e3a06-ed23-4903-a518-49d259fb01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:49.773356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-5f7e3a06-ed23-4903-a518-49d259fb01ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941675 Sep 21 08:22:49.830465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef2a989c-16af-4a7b-948f-07536db311b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.849942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-99dd6d90-7668-484f-800a-b3a67eab8b8a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3928125 Sep 21 08:22:49.862468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef2a989c-16af-4a7b-948f-07536db311b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.866301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Request body: {'port': {'device_id': 'b571c218-c341-42e0-892e-8c55239c4b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:22:49.867219 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:22:49.891595 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ef2a989c-16af-4a7b-948f-07536db311b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ce061d17e8f4eeca82f3a3aceaf0f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697874 Sep 21 08:22:49.894457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34344) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:49.937313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:49.943541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a989c-16af-4a7b-948f-07536db311b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ab4e8-f714-403d-b680-3822f2e56454,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:49.971108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-e74054db-7360-4427-b1f6-629f6078b32e service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862447 Sep 21 08:22:50.032135 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1526aae2-a6f3-4210-afac-eff30989d756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.122802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34350) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:50.138606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1526aae2-a6f3-4210-afac-eff30989d756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.160574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d1778bb-63be-4ef7-bcc0-96996fbe5b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.221723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89eb2d44-7d69-4136-a0ec-5ec37bed606d req-0141b75f-0620-44ed-8b1f-a69548abd064 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398651 Sep 21 08:22:50.247658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20563b-dc1e-4641-ad0e-541d4dce7411 req-fd6df30f-9d28-4051-a03b-48e643687c7c tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:50.249274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be20563b-dc1e-4641-ad0e-541d4dce7411 req-fd6df30f-9d28-4051-a03b-48e643687c7c tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 932 time: 0.1227405 Sep 21 08:22:50.287949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1526aae2-a6f3-4210-afac-eff30989d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.290564 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1526aae2-a6f3-4210-afac-eff30989d756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.291749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1526aae2-a6f3-4210-afac-eff30989d756 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd8ab4e8-f714-403d-b680-3822f2e56454 HTTP/1.1" status: 204 len: 168 time: 0.3902290 Sep 21 08:22:50.315896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526aae2-a6f3-4210-afac-eff30989d756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ab4e8-f714-403d-b680-3822f2e56454,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:50.379200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be20563b-dc1e-4641-ad0e-541d4dce7411 req-162304b2-ef32-468b-bdca-493847f6c091 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184750 Sep 21 08:22:50.446020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d1778bb-63be-4ef7-bcc0-96996fbe5b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.453551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d1778bb-63be-4ef7-bcc0-96996fbe5b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.500194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6ff29f-1921-4a07-8ece-fae6742aba5c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:50.510197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.515661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34360) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:50.516384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3d1778bb-63be-4ef7-bcc0-96996fbe5b2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=109dccb0bf09491396d5c5fd94d492e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3893161 Sep 21 08:22:50.550459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Transition to ACTIVE for port object 9a6ff29f-1921-4a07-8ece-fae6742aba5c will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:22:50.551548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1778bb-63be-4ef7-bcc0-96996fbe5b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb36e990-9f58-454a-aecb-9aa79b1a5fd0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:50.558869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.657479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0995034-3e72-4cdb-a3b2-403954e74c62 req-ba60e1cd-14ca-431a-8c6d-850ff7854348 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:50.659579 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0995034-3e72-4cdb-a3b2-403954e74c62 req-ba60e1cd-14ca-431a-8c6d-850ff7854348 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 943 time: 0.0719588 Sep 21 08:22:50.663305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6ff29f-1921-4a07-8ece-fae6742aba5c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:50.668785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4efc9d96-ae7a-4914-9c70-c95f01427470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.710734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0995034-3e72-4cdb-a3b2-403954e74c62 req-ac69933b-43cb-4c5b-9ca6-ca9786c06bb7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Sep 21 08:22:50.735544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4efc9d96-ae7a-4914-9c70-c95f01427470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.783396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Attempting to bind port 9a6ff29f-1921-4a07-8ece-fae6742aba5c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:22:50.783987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Attempting to bind port 9a6ff29f-1921-4a07-8ece-fae6742aba5c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '0e3ee0be-f03e-4570-b7cf-022e8be67dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:22:50.784510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Attempting to bind port 9a6ff29f-1921-4a07-8ece-fae6742aba5c on network 8a832631-8650-43b3-917c-86b191eb4cbf {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:50.793070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Port 9a6ff29f-1921-4a07-8ece-fae6742aba5c on network 8a832631-8650-43b3-917c-86b191eb4cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:22:50.794127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Attempting to bind port 9a6ff29f-1921-4a07-8ece-fae6742aba5c on network 8a832631-8650-43b3-917c-86b191eb4cbf {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:22:50.812043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:22:50.812655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Checking segment: {'id': '0e3ee0be-f03e-4570-b7cf-022e8be67dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:22:50.813243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Bound using segment: {'id': '0e3ee0be-f03e-4570-b7cf-022e8be67dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:22:50.813858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Bound port: 9a6ff29f-1921-4a07-8ece-fae6742aba5c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3ee0be-f03e-4570-b7cf-022e8be67dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:22:50.814533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.896103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac505baf-b1cb-4ac1-a677-82c1ea2af775 req-b6a11417-d209-460b-b1d8-f0917e02f43c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:50.897759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac505baf-b1cb-4ac1-a677-82c1ea2af775 req-b6a11417-d209-460b-b1d8-f0917e02f43c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0999806 Sep 21 08:22:50.906605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4efc9d96-ae7a-4914-9c70-c95f01427470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.909210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4efc9d96-ae7a-4914-9c70-c95f01427470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:50.910368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4efc9d96-ae7a-4914-9c70-c95f01427470 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb36e990-9f58-454a-aecb-9aa79b1a5fd0 HTTP/1.1" status: 204 len: 168 time: 0.3930838 Sep 21 08:22:50.946755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc9d96-ae7a-4914-9c70-c95f01427470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb36e990-9f58-454a-aecb-9aa79b1a5fd0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:50.960192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] For port 9a6ff29f-1921-4a07-8ece-fae6742aba5c, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:22:50.969734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] For port 9a6ff29f-1921-4a07-8ece-fae6742aba5c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9a6ff29f-1921-4a07-8ece-fae6742aba5c,segment=NetworkSegment(0e3ee0be-f03e-4570-b7cf-022e8be67dae),segment_id=0e3ee0be-f03e-4570-b7cf-022e8be67dae)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:22:50.977585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:51.034546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac505baf-b1cb-4ac1-a677-82c1ea2af775 req-8ecaa79c-cab5-43e3-8e0d-3280f55dc25e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289730 Sep 21 08:22:51.046682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6ff29f-1921-4a07-8ece-fae6742aba5c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:51.051612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:51.052531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:51.054168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f013ce4-fd4e-43ed-b5bf-3b126a9c20f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a6ff29f-1921-4a07-8ece-fae6742aba5c HTTP/1.1" status: 200 len: 1092 time: 1.1929586 Sep 21 08:22:51.054824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b571c218-c341-42e0-892e-8c55239c4b84', 'tag': '9a6ff29f-1921-4a07-8ece-fae6742aba5c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:51.057974 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8136018c-83bc-423f-a70b-e7d32ff069e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b571c218-c341-42e0-892e-8c55239c4b84", "tag": "9a6ff29f-1921-4a07-8ece-fae6742aba5c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:51.154206 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73672858-a24d-4286-8350-b7f2d27ea582 x-openstack-request-id: req-73672858-a24d-4286-8350-b7f2d27ea582 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:51.154834 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b571c218-c341-42e0-892e-8c55239c4b84", "tag": "9a6ff29f-1921-4a07-8ece-fae6742aba5c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:51.155252 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73672858-a24d-4286-8350-b7f2d27ea582 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:51.155848 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b571c218-c341-42e0-892e-8c55239c4b84', 'tag': '9a6ff29f-1921-4a07-8ece-fae6742aba5c', 'status': 'completed', 'code': 200} Sep 21 08:22:51.179306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-43e655f3-af99-46f4-86be-27f73b95aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:51.187261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-43e655f3-af99-46f4-86be-27f73b95aec9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930e154b71bf45eb89dfb3d5c7afd974&device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 1095 time: 0.0733728 Sep 21 08:22:51.250241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-572f950b-21c0-44ed-b3ce-ed48f66fec6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a6ff29f-1921-4a07-8ece-fae6742aba5c HTTP/1.1" status: 200 len: 217 time: 0.0548604 Sep 21 08:22:51.334595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-0a951d1d-2325-44b9-bbf3-70a8a12c3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:51.338086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-0a951d1d-2325-44b9-bbf3-70a8a12c3465 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=db952dbc-8b73-4456-b57e-56edf85368b2 HTTP/1.1" status: 200 len: 862 time: 0.0786150 Sep 21 08:22:51.377870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 933f695f-dbc3-4ff7-8494-ba61036b5ff2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:22:51.390250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-c5fd9825-9563-4b3f-b77b-2ff61e081ee2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a832631-8650-43b3-917c-86b191eb4cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391097 Sep 21 08:22:51.528719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:51.559568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'mac_address': 'fa:16:3e:90:55:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:22:51.565447 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-8f2d4c6d-5daf-4983-8b67-f07adb128be0 service neutron] 10.222.0.50 "GET /v2.0/networks/8a832631-8650-43b3-917c-86b191eb4cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633487 Sep 21 08:22:51.584692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c018069-b9ad-41c0-8146-f94b35274732 req-b50004ef-f8e3-4d5e-9dbe-ed1b6588411b tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:51.587738 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c018069-b9ad-41c0-8146-f94b35274732 req-b50004ef-f8e3-4d5e-9dbe-ed1b6588411b tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 944 time: 0.0741417 Sep 21 08:22:51.614014 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:51.632827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933f695f-dbc3-4ff7-8494-ba61036b5ff2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:51.671614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c018069-b9ad-41c0-8146-f94b35274732 req-c2ffe7b6-10e1-416e-84af-78ea7d23f8e5 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697813 Sep 21 08:22:51.691271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:51.712945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:51.770248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2bff3a4-f753-4edf-abf0-adc24a73ecfa req-74a3d729-92ef-49d5-b774-bc71320affdb service neutron] 10.222.0.50 "GET /v2.0/networks/8a832631-8650-43b3-917c-86b191eb4cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968362 Sep 21 08:22:51.835433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:51.972827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da753fd-8121-43c8-8b89-4f364a6f7266 req-3109232a-e044-4544-b02d-dfcb330a6404 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:51.975387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7da753fd-8121-43c8-8b89-4f364a6f7266 req-3109232a-e044-4544-b02d-dfcb330a6404 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 944 time: 0.0832191 Sep 21 08:22:51.977600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-b31b1d5c-7887-43f2-819c-f6bc36365d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:51.979164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-b31b1d5c-7887-43f2-819c-f6bc36365d3d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=930e154b71bf45eb89dfb3d5c7afd974&device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 1095 time: 0.1435647 Sep 21 08:22:52.068299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['933f695f-dbc3-4ff7-8494-ba61036b5ff2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:52.169151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7da753fd-8121-43c8-8b89-4f364a6f7266 req-54fcf484-3214-4701-95cf-daa3f861cfbc tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699657 Sep 21 08:22:52.222979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-16485b6a-3a0d-4ffc-b48c-f3efafdd99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:52.224567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-16485b6a-3a0d-4ffc-b48c-f3efafdd99cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=8a832631-8650-43b3-917c-86b191eb4cbf HTTP/1.1" status: 200 len: 923 time: 0.2356298 Sep 21 08:22:52.354327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74499d3e-a86d-4166-a817-bd258b5bf0e2 req-e2076d25-e70b-461b-ae43-2ad03a01239c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:52.356848 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74499d3e-a86d-4166-a817-bd258b5bf0e2 req-e2076d25-e70b-461b-ae43-2ad03a01239c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1460891 Sep 21 08:22:52.393132 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-127f12a3-d98e-4c1a-b702-6ba774956cf2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a6ff29f-1921-4a07-8ece-fae6742aba5c HTTP/1.1" status: 200 len: 217 time: 0.1336815 Sep 21 08:22:52.397249 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f24b6301-e9af-434f-898c-84207009bc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:52.444115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74499d3e-a86d-4166-a817-bd258b5bf0e2 req-c173addf-a69a-45dc-98b7-37d4d6ba20aa tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Sep 21 08:22:52.461255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-38ca4dc2-87f3-4e30-bf3b-8610451ee2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:52.463516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-38ca4dc2-87f3-4e30-bf3b-8610451ee2b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=db952dbc-8b73-4456-b57e-56edf85368b2 HTTP/1.1" status: 200 len: 862 time: 0.0593674 Sep 21 08:22:52.505097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-f8def648-45b0-4178-b756-d1be3282768f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8a832631-8650-43b3-917c-86b191eb4cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332439 Sep 21 08:22:52.647214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-8ae4c0b5-d875-48b9-93f8-39e3e4e5877a service neutron] 10.222.0.50 "GET /v2.0/networks/8a832631-8650-43b3-917c-86b191eb4cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337035 Sep 21 08:22:52.786205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8136018c-83bc-423f-a70b-e7d32ff069e6 req-fc7874c1-58dc-4009-9386-27eeaa93b066 service neutron] 10.222.0.50 "GET /v2.0/networks/8a832631-8650-43b3-917c-86b191eb4cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167426 Sep 21 08:22:52.866681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1328d-cfa7-406f-afd7-04fabb4af9bd req-be375d6b-7316-46b3-8b59-6bf9c609c217 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:52.869202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bd1328d-cfa7-406f-afd7-04fabb4af9bd req-be375d6b-7316-46b3-8b59-6bf9c609c217 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 944 time: 0.0816503 Sep 21 08:22:52.930532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bd1328d-cfa7-406f-afd7-04fabb4af9bd req-762f4f0d-d0ac-4c3d-961c-7e848574c97f tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Sep 21 08:22:53.345475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc37c49-0171-4b74-82bd-7ecfc38930c6 req-e89ba412-6f32-4f08-a9f8-730e14101146 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:53.354928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbc37c49-0171-4b74-82bd-7ecfc38930c6 req-e89ba412-6f32-4f08-a9f8-730e14101146 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 944 time: 0.0838492 Sep 21 08:22:53.377387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 933f695f-dbc3-4ff7-8494-ba61036b5ff2 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:22:53.430362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbc37c49-0171-4b74-82bd-7ecfc38930c6 req-a9090a47-0dbf-4e9f-a3a9-45bc60d5b578 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680163 Sep 21 08:22:53.693967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e167ba-4d85-4755-acdb-0f329723c56a req-5acaeb26-1445-4bd6-a821-4d1077d88074 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:53.695923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3e167ba-4d85-4755-acdb-0f329723c56a req-5acaeb26-1445-4bd6-a821-4d1077d88074 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1361027 Sep 21 08:22:53.702766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:22:53.726846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:53.727223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:53.771493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3e167ba-4d85-4755-acdb-0f329723c56a req-aa7626d7-d9a9-4d50-950e-6679c3270cca tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Sep 21 08:22:53.869377 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:53.901810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:53.905423 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5fabf0-349c-4177-896f-4a9bc008f92e" -d '{"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-plugged", "status": "completed", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:53.923974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:53.930266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:53.986447 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d85c12-a0fb-469c-be6d-5b4341d5e756 x-openstack-request-id: req-76d85c12-a0fb-469c-be6d-5b4341d5e756 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:53.986662 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-plugged", "status": "completed", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:53.987241 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-76d85c12-a0fb-469c-be6d-5b4341d5e756 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:53.988631 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'code': 200} Sep 21 08:22:54.025072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:54.137111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f258f35-0b16-4fd7-9e9b-33f3ab27a6ca req-49291a25-77d3-4c03-ac05-8f61640b5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:54.140126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f258f35-0b16-4fd7-9e9b-33f3ab27a6ca req-49291a25-77d3-4c03-ac05-8f61640b5fd9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 1096 time: 0.0819190 Sep 21 08:22:54.154009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c938a6d-d008-4fb0-a4a7-d499a525625f req-57b1534f-87fd-4d08-8bbf-1e54656ac069 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:54.166314 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c938a6d-d008-4fb0-a4a7-d499a525625f req-57b1534f-87fd-4d08-8bbf-1e54656ac069 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 944 time: 0.1162694 Sep 21 08:22:54.247338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9f258f35-0b16-4fd7-9e9b-33f3ab27a6ca req-3edc3dfd-f930-4f1b-968a-166c2f4cb846 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954580 Sep 21 08:22:54.280006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34534) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:54.436567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b3c059e-d692-43cf-981d-dd07e9c52308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:54.654154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b3c059e-d692-43cf-981d-dd07e9c52308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:54.666509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db612622-7c91-4f32-9b3a-2b18ce7cef8d req-9db442b9-4b37-4ac8-823a-6d786ef590c4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:54.673099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db612622-7c91-4f32-9b3a-2b18ce7cef8d req-9db442b9-4b37-4ac8-823a-6d786ef590c4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.0932877 Sep 21 08:22:54.676738 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b3c059e-d692-43cf-981d-dd07e9c52308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:54.682497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c938a6d-d008-4fb0-a4a7-d499a525625f req-b24ada39-c93d-49e5-94fa-56efc354eb02 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108509 Sep 21 08:22:54.726784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c059e-d692-43cf-981d-dd07e9c52308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758e9cc4-a3f8-4b19-a9d3-a5a3921393e0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:54.781427 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8b3c059e-d692-43cf-981d-dd07e9c52308 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db10c5ecfa094153b401d02808095418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5000303 Sep 21 08:22:54.784888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34552) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:54.796896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db612622-7c91-4f32-9b3a-2b18ce7cef8d req-716186b6-e1d1-4ff4-87fd-1a32380b3fd5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138418 Sep 21 08:22:54.862538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fee6291c-2451-4b6e-b91b-496d0210de20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:54.894067 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fee6291c-2451-4b6e-b91b-496d0210de20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:54.960433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae047f7-6086-414c-950e-8ee28af4010e req-e98d6a0b-833c-4e1a-9b85-05f30e5ca3e7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:54.962084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ae047f7-6086-414c-950e-8ee28af4010e req-e98d6a0b-833c-4e1a-9b85-05f30e5ca3e7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0848048 Sep 21 08:22:54.988226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9a6ff29f-1921-4a07-8ece-fae6742aba5c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:22:55.010686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fee6291c-2451-4b6e-b91b-496d0210de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.014426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fee6291c-2451-4b6e-b91b-496d0210de20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.016320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fee6291c-2451-4b6e-b91b-496d0210de20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/758e9cc4-a3f8-4b19-a9d3-a5a3921393e0 HTTP/1.1" status: 204 len: 168 time: 0.2302516 Sep 21 08:22:55.052525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ae047f7-6086-414c-950e-8ee28af4010e req-28be13dc-e804-42d0-9703-4226a7e47591 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759220 Sep 21 08:22:55.053773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6291c-2451-4b6e-b91b-496d0210de20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758e9cc4-a3f8-4b19-a9d3-a5a3921393e0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:55.099778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34560) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:55.143129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 9a6ff29f-1921-4a07-8ece-fae6742aba5c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9a6ff29f-1921-4a07-8ece-fae6742aba5c,segment=NetworkSegment(0e3ee0be-f03e-4570-b7cf-022e8be67dae),segment_id=0e3ee0be-f03e-4570-b7cf-022e8be67dae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:55.157950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '9a6ff29f-1921-4a07-8ece-fae6742aba5c', 'network_id': '8a832631-8650-43b3-917c-86b191eb4cbf', 'port_id': '9a6ff29f-1921-4a07-8ece-fae6742aba5c', 'mac_address': 'fa:16:3e:d1:5c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db952dbc-8b73-4456-b57e-56edf85368b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:22:55.210774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.232939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6ff29f-1921-4a07-8ece-fae6742aba5c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:22:55.282613 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.288409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c108a476-88b9-451f-b8bf-bafb1d521951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.294070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 9a6ff29f-1921-4a07-8ece-fae6742aba5c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9a6ff29f-1921-4a07-8ece-fae6742aba5c,segment=NetworkSegment(0e3ee0be-f03e-4570-b7cf-022e8be67dae),segment_id=0e3ee0be-f03e-4570-b7cf-022e8be67dae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:55.299270 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.381257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=9a6ff29f-1921-4a07-8ece-fae6742aba5c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:55.421116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-09f0f73b-fbb2-44e4-87f7-e35963753cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.560411 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c108a476-88b9-451f-b8bf-bafb1d521951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.560611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34570) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:55.567266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c108a476-88b9-451f-b8bf-bafb1d521951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.580444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71aa4084-7a57-47db-b090-b877e6cc843c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.620992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108a476-88b9-451f-b8bf-bafb1d521951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff33f99-0518-4a31-b138-2b54c124df74,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:55.659365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c108a476-88b9-451f-b8bf-bafb1d521951 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb768dfdb6344bcfac9a0fa89d67a014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567753 Sep 21 08:22:55.662483 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34572) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:55.743296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['9a6ff29f-1921-4a07-8ece-fae6742aba5c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:22:55.751599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cad23eb3-8e02-457d-98f0-7a767294c073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.779135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cad23eb3-8e02-457d-98f0-7a767294c073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.851394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71aa4084-7a57-47db-b090-b877e6cc843c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.865438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71aa4084-7a57-47db-b090-b877e6cc843c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.935366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345457a-1d3c-448a-b96b-c45c06f1b8d8 req-3d8688eb-be12-4f01-a7c9-956938874d3c tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:55.939183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2345457a-1d3c-448a-b96b-c45c06f1b8d8 req-3d8688eb-be12-4f01-a7c9-956938874d3c tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 945 time: 0.1349914 Sep 21 08:22:55.941417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa4084-7a57-47db-b090-b877e6cc843c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4435f-8ed3-41f0-bd0b-7b8130e97c46,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:55.946934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71aa4084-7a57-47db-b090-b877e6cc843c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc09758302d947db808a6896b86f04e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852899 Sep 21 08:22:55.955203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34580) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:55.992239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cad23eb3-8e02-457d-98f0-7a767294c073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:55.999897 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cad23eb3-8e02-457d-98f0-7a767294c073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.001122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cad23eb3-8e02-457d-98f0-7a767294c073 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ff33f99-0518-4a31-b138-2b54c124df74 HTTP/1.1" status: 204 len: 168 time: 0.3373787 Sep 21 08:22:56.034552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad23eb3-8e02-457d-98f0-7a767294c073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff33f99-0518-4a31-b138-2b54c124df74,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:56.051004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2345457a-1d3c-448a-b96b-c45c06f1b8d8 req-807f62a5-de92-4693-b8d1-0d5b20dcd222 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018925 Sep 21 08:22:56.121036 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-729fe4c8-1bae-4e0a-b7b1-80f5efe72d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.147432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-729fe4c8-1bae-4e0a-b7b1-80f5efe72d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.180464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681cc75-e25f-4d7b-8a05-a7e2a804e52b req-10455fcd-94ba-4a5a-ac96-d68cd21976b1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:56.183188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f681cc75-e25f-4d7b-8a05-a7e2a804e52b req-10455fcd-94ba-4a5a-ac96-d68cd21976b1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1783266 Sep 21 08:22:56.233213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858728eb-30ae-4725-b336-14abbdb0d45e req-16101262-c163-463c-9d07-ab392953d776 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:56.249485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-858728eb-30ae-4725-b336-14abbdb0d45e req-16101262-c163-463c-9d07-ab392953d776 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0941479 Sep 21 08:22:56.253729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f681cc75-e25f-4d7b-8a05-a7e2a804e52b req-a1aa1a3a-9fbf-4197-b328-f194d2249986 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Sep 21 08:22:56.261837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-729fe4c8-1bae-4e0a-b7b1-80f5efe72d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.267615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-729fe4c8-1bae-4e0a-b7b1-80f5efe72d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.271637 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-729fe4c8-1bae-4e0a-b7b1-80f5efe72d44 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ad4435f-8ed3-41f0-bd0b-7b8130e97c46 HTTP/1.1" status: 204 len: 168 time: 0.3126385 Sep 21 08:22:56.314855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fe4c8-1bae-4e0a-b7b1-80f5efe72d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4435f-8ed3-41f0-bd0b-7b8130e97c46,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:56.407380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-858728eb-30ae-4725-b336-14abbdb0d45e req-6b4cee2b-fa5a-4daf-b05d-b7dc20a1f5c0 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539643 Sep 21 08:22:56.617901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610825d-36f5-4d09-9ffc-dc894bbe1fbb req-b259d018-230b-430a-9d87-6ad4ed3762b5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:56.619954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0610825d-36f5-4d09-9ffc-dc894bbe1fbb req-b259d018-230b-430a-9d87-6ad4ed3762b5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.0909729 Sep 21 08:22:56.670266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.731016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34600) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:56.752806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4d391b-88c3-4402-b3b9-50e4886cb809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.765228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0610825d-36f5-4d09-9ffc-dc894bbe1fbb req-04a3bef5-541e-4400-971f-7766b8706429 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372840 Sep 21 08:22:56.932610 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4d391b-88c3-4402-b3b9-50e4886cb809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.938009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4d391b-88c3-4402-b3b9-50e4886cb809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:56.995650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5c4d391b-88c3-4402-b3b9-50e4886cb809 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ccc0252ebd0746d8b5248be4cf70dbdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621732 Sep 21 08:22:57.001140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d391b-88c3-4402-b3b9-50e4886cb809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8dd20a-75de-41fe-b06a-f6a654f2a8fd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:57.002847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34610) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:22:57.092768 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d399a1f3-b071-46f5-a5f4-11a2f166e6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:57.192866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d399a1f3-b071-46f5-a5f4-11a2f166e6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:57.251716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2859e-945b-4e1e-8f96-ea54a72db3ef req-eec0b0a4-7c1a-4456-b703-968aa54e6d86 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:57.254474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57c2859e-945b-4e1e-8f96-ea54a72db3ef req-eec0b0a4-7c1a-4456-b703-968aa54e6d86 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 945 time: 0.1168036 Sep 21 08:22:57.346826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-57c2859e-945b-4e1e-8f96-ea54a72db3ef req-65539471-beb0-41e8-ba11-26b2b525cbfa tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821078 Sep 21 08:22:57.354451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d399a1f3-b071-46f5-a5f4-11a2f166e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:57.357484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d399a1f3-b071-46f5-a5f4-11a2f166e6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:57.362463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d399a1f3-b071-46f5-a5f4-11a2f166e6c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac8dd20a-75de-41fe-b06a-f6a654f2a8fd HTTP/1.1" status: 204 len: 168 time: 0.3566151 Sep 21 08:22:57.372950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399a1f3-b071-46f5-a5f4-11a2f166e6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8dd20a-75de-41fe-b06a-f6a654f2a8fd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:57.611356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2b87-0874-487e-89fc-bf6c0a482158 req-85e55bbe-17ce-40a1-a678-e29413986d36 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:57.613075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f1f2b87-0874-487e-89fc-bf6c0a482158 req-85e55bbe-17ce-40a1-a678-e29413986d36 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0943437 Sep 21 08:22:57.682559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f1f2b87-0874-487e-89fc-bf6c0a482158 req-9084f6c5-0799-4d21-8f2f-6801560e8e8a tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Sep 21 08:22:57.750117 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:57.913481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e6c2-d209-47e5-85b9-04060944922d req-8216a63a-848b-4019-a428-bf596fa2da8f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:57.921683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e907e6c2-d209-47e5-85b9-04060944922d req-8216a63a-848b-4019-a428-bf596fa2da8f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.0722973 Sep 21 08:22:57.969923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e907e6c2-d209-47e5-85b9-04060944922d req-d9cea5f4-1dad-417c-b4bc-61dc5d437081 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Sep 21 08:22:58.563013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff428f-89f5-4d6d-a66e-43696383bb6b req-c0b52408-052a-4355-ba7e-08dd34aaed09 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:58.571943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ceff428f-89f5-4d6d-a66e-43696383bb6b req-c0b52408-052a-4355-ba7e-08dd34aaed09 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 945 time: 0.1075199 Sep 21 08:22:58.627708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ceff428f-89f5-4d6d-a66e-43696383bb6b req-a4178130-0615-47fe-9072-d699555d7247 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548415 Sep 21 08:22:58.708446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe4935-65bd-495b-a17c-8ed69500a4bc req-c0e2a7d4-3280-4b61-84e4-f8e56b650a0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:58.717990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4fe4935-65bd-495b-a17c-8ed69500a4bc req-c0e2a7d4-3280-4b61-84e4-f8e56b650a0b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1148164 Sep 21 08:22:58.792544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4fe4935-65bd-495b-a17c-8ed69500a4bc req-741161f9-ce42-421b-a787-e3d274caa68a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675135 Sep 21 08:22:58.944941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb80fd4-ac67-4c94-b8c5-34b7c427e8ed req-276f6024-35d5-4275-83ab-2f283ef7f1dd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:58.946914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eb80fd4-ac67-4c94-b8c5-34b7c427e8ed req-276f6024-35d5-4275-83ab-2f283ef7f1dd tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0646005 Sep 21 08:22:59.001137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9a6ff29f-1921-4a07-8ece-fae6742aba5c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:22:59.011305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8eb80fd4-ac67-4c94-b8c5-34b7c427e8ed req-2672adb5-badf-478f-9951-33cc18614af6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563548 Sep 21 08:22:59.081971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 9a6ff29f-1921-4a07-8ece-fae6742aba5c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:22:59.087250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 9a6ff29f-1921-4a07-8ece-fae6742aba5c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:22:59.089606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:59.199999 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:59.260317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b571c218-c341-42e0-892e-8c55239c4b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6ff29f-1921-4a07-8ece-fae6742aba5c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:22:59.263935 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11fdeb5-9a31-4bfd-b80f-1078c1d07c05" -d '{"events": [{"server_uuid": "b571c218-c341-42e0-892e-8c55239c4b84", "name": "network-vif-plugged", "status": "completed", "tag": "9a6ff29f-1921-4a07-8ece-fae6742aba5c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:22:59.290682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 9a6ff29f-1921-4a07-8ece-fae6742aba5c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9a6ff29f-1921-4a07-8ece-fae6742aba5c,segment=NetworkSegment(0e3ee0be-f03e-4570-b7cf-022e8be67dae),segment_id=0e3ee0be-f03e-4570-b7cf-022e8be67dae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:22:59.295911 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:22:59.341659 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a292fc86-1d50-4f02-b7cb-99d2c53eafb2 x-openstack-request-id: req-a292fc86-1d50-4f02-b7cb-99d2c53eafb2 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:22:59.342107 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b571c218-c341-42e0-892e-8c55239c4b84", "name": "network-vif-plugged", "status": "completed", "tag": "9a6ff29f-1921-4a07-8ece-fae6742aba5c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:22:59.342493 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a292fc86-1d50-4f02-b7cb-99d2c53eafb2 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:22:59.343156 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b571c218-c341-42e0-892e-8c55239c4b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6ff29f-1921-4a07-8ece-fae6742aba5c', 'code': 200} Sep 21 08:22:59.403909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=9a6ff29f-1921-4a07-8ece-fae6742aba5c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:22:59.487259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954050c-288c-4d8e-a05d-d51a859a1eba req-705b978f-d9a6-41f9-8216-6f21ee10d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:59.489587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8954050c-288c-4d8e-a05d-d51a859a1eba req-705b978f-d9a6-41f9-8216-6f21ee10d999 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 1097 time: 0.0677524 Sep 21 08:22:59.541929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8954050c-288c-4d8e-a05d-d51a859a1eba req-4d97e55d-90e0-447b-8cc8-429d3b88a80a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Sep 21 08:22:59.825826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf201609-09a2-428c-b880-62ca3ab66e84 req-4b9871f4-708f-4cb2-bfab-e4fcc487d7d1 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:22:59.834759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf201609-09a2-428c-b880-62ca3ab66e84 req-4b9871f4-708f-4cb2-bfab-e4fcc487d7d1 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 946 time: 0.1015768 Sep 21 08:22:59.880115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bf201609-09a2-428c-b880-62ca3ab66e84 req-1d1d0822-ba0d-4f6e-aed9-e22d9db7b441 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Sep 21 08:23:00.112374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd26f3a-7c75-4ded-968c-b1494d84aeab req-766e5a26-c688-4040-9760-3ad1e85ae295 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:00.114596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abd26f3a-7c75-4ded-968c-b1494d84aeab req-766e5a26-c688-4040-9760-3ad1e85ae295 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1096683 Sep 21 08:23:00.174648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abd26f3a-7c75-4ded-968c-b1494d84aeab req-46f631d5-7ccd-4db0-99a8-13f26cf2997c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 Sep 21 08:23:00.193484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c4c9f-926f-4e08-ac9d-81fe926b6861 req-e4b13182-5b00-4659-adb7-46b8ba33b858 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:00.200205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b37c4c9f-926f-4e08-ac9d-81fe926b6861 req-e4b13182-5b00-4659-adb7-46b8ba33b858 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0901396 Sep 21 08:23:00.266935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b37c4c9f-926f-4e08-ac9d-81fe926b6861 req-fb78a5da-43d3-49b9-a6bc-698feca2369e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609548 Sep 21 08:23:00.533209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34774) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:00.776199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d16e6171-aade-4232-b799-a0179bff3013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:00.963412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d16e6171-aade-4232-b799-a0179bff3013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:00.969990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d16e6171-aade-4232-b799-a0179bff3013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:01.055097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d16e6171-aade-4232-b799-a0179bff3013 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c84520d56fd24f20afe97dfc84e33733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207562 Sep 21 08:23:01.057604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e6171-aade-4232-b799-a0179bff3013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bc3abd-113a-4641-bddf-fa02d3dd11a4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:01.060369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34794) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:01.266354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23a4ee-9bab-49bb-991e-e9646e581a79 req-2941cc2f-71d8-4256-b873-8358f7f6fe39 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:01.267812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a23a4ee-9bab-49bb-991e-e9646e581a79 req-2941cc2f-71d8-4256-b873-8358f7f6fe39 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 946 time: 0.1970491 Sep 21 08:23:01.272144 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20e0768f-5f97-4f42-9e8a-e81360440bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:01.330238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20e0768f-5f97-4f42-9e8a-e81360440bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:01.399472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a23a4ee-9bab-49bb-991e-e9646e581a79 req-a05781d7-c5d3-4db6-84ac-6f4d4d30cf3f tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042497 Sep 21 08:23:01.447219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20e0768f-5f97-4f42-9e8a-e81360440bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:01.450962 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20e0768f-5f97-4f42-9e8a-e81360440bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:01.455071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20e0768f-5f97-4f42-9e8a-e81360440bfd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88bc3abd-113a-4641-bddf-fa02d3dd11a4 HTTP/1.1" status: 204 len: 168 time: 0.3864782 Sep 21 08:23:01.470691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0768f-5f97-4f42-9e8a-e81360440bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bc3abd-113a-4641-bddf-fa02d3dd11a4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:01.498486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc8d6-3632-44af-b3fa-339dff2ae3b6 req-7604cf60-e439-4a44-a558-05de6c4c627e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:01.507259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26ddc8d6-3632-44af-b3fa-339dff2ae3b6 req-7604cf60-e439-4a44-a558-05de6c4c627e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1444254 Sep 21 08:23:01.568614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26ddc8d6-3632-44af-b3fa-339dff2ae3b6 req-de2f226e-964f-49e4-9d6f-2ec34262cd02 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601797 Sep 21 08:23:01.586080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f53ce-374e-46c1-85b5-59d3524e82ed req-ef3d5174-c35b-41f7-8216-ba1347702c76 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:01.595477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-357f53ce-374e-46c1-85b5-59d3524e82ed req-ef3d5174-c35b-41f7-8216-ba1347702c76 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1224203 Sep 21 08:23:01.665074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-357f53ce-374e-46c1-85b5-59d3524e82ed req-bd424d8f-b473-49dc-9ac0-29faddc32e09 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682795 Sep 21 08:23:01.990580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.034396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34826) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:02.060482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b65c787-ab99-4f57-aec8-10d63a95ffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.248694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b65c787-ab99-4f57-aec8-10d63a95ffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.254680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b65c787-ab99-4f57-aec8-10d63a95ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.287976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65c787-ab99-4f57-aec8-10d63a95ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a14b61-f05e-4e56-bf52-bf75f7814e20,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:02.311504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34834) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:02.312199 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2b65c787-ab99-4f57-aec8-10d63a95ffce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=169d7386a00d42f8bf41d0b48d76c68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761080 Sep 21 08:23:02.400923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d0c03a0-0c3d-499a-926f-bcfd7bf2abe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.463955 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d0c03a0-0c3d-499a-926f-bcfd7bf2abe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.552824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d0c03a0-0c3d-499a-926f-bcfd7bf2abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.559078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d0c03a0-0c3d-499a-926f-bcfd7bf2abe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:02.561916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5d0c03a0-0c3d-499a-926f-bcfd7bf2abe0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06a14b61-f05e-4e56-bf52-bf75f7814e20 HTTP/1.1" status: 204 len: 168 time: 0.2487135 Sep 21 08:23:02.583786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c03a0-0c3d-499a-926f-bcfd7bf2abe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a14b61-f05e-4e56-bf52-bf75f7814e20,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:02.756032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5073c2-9155-4750-8557-491e8cc90bd4 req-1f8b63b1-86b5-4222-aa11-031877e384b8 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:02.769400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f5073c2-9155-4750-8557-491e8cc90bd4 req-1f8b63b1-86b5-4222-aa11-031877e384b8 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 946 time: 0.2226951 Sep 21 08:23:02.828426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78865fdc-298e-42f3-be12-a5f2e53f69c3 req-044f6d2e-cef9-4b48-b485-97497dc4776b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:02.830820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34850) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:02.841095 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78865fdc-298e-42f3-be12-a5f2e53f69c3 req-044f6d2e-cef9-4b48-b485-97497dc4776b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1452591 Sep 21 08:23:02.857283 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f5073c2-9155-4750-8557-491e8cc90bd4 req-46f6c396-68a2-41cc-a16b-70c603649982 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866036 Sep 21 08:23:02.965100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78865fdc-298e-42f3-be12-a5f2e53f69c3 req-b33222ad-0d64-4cba-a08a-54b4bc56c62c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004560 Sep 21 08:23:03.153202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98da40-61d4-4997-8541-77baff703130 req-52e54d79-866d-43a8-9007-5cd015878904 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:03.161822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a98da40-61d4-4997-8541-77baff703130 req-52e54d79-866d-43a8-9007-5cd015878904 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1027193 Sep 21 08:23:03.234571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a98da40-61d4-4997-8541-77baff703130 req-6cb3f72c-0d52-48e3-918e-1ae4f9a594c6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709560 Sep 21 08:23:03.286038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7acb4d2b-97a0-4a37-959e-cfb9ca60a9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.419845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 933f695f-dbc3-4ff7-8494-ba61036b5ff2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:23:03.438561 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7acb4d2b-97a0-4a37-959e-cfb9ca60a9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.444376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7acb4d2b-97a0-4a37-959e-cfb9ca60a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.500435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb4d2b-97a0-4a37-959e-cfb9ca60a9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a595393c-659c-4b3c-9f67-7722f028bec2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:03.506972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7acb4d2b-97a0-4a37-959e-cfb9ca60a9ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e80072e2145c44b38c489a4658796a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6744492 Sep 21 08:23:03.510390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34878) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:03.601068 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.601482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb3726-14df-4c0b-9a42-d96ca8a73bb7 req-81325f16-7d8f-4721-9b64-639be4e4d118 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:03.603201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-decb3726-14df-4c0b-9a42-d96ca8a73bb7 req-81325f16-7d8f-4721-9b64-639be4e4d118 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 946 time: 0.1090469 Sep 21 08:23:03.629798 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:03.631600 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a414dbaf-8c1d-47c2-a275-020dcfed3395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.646757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'port_id': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'mac_address': 'fa:16:3e:90:55:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:23:03.675138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a414dbaf-8c1d-47c2-a275-020dcfed3395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.692888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-decb3726-14df-4c0b-9a42-d96ca8a73bb7 req-c7c185b3-cdac-4ffd-a534-126c6b8aca4a tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743530 Sep 21 08:23:03.702228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.726816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 933f695f-dbc3-4ff7-8494-ba61036b5ff2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:23:03.745979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a414dbaf-8c1d-47c2-a275-020dcfed3395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.751917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a414dbaf-8c1d-47c2-a275-020dcfed3395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.754853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a414dbaf-8c1d-47c2-a275-020dcfed3395 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a595393c-659c-4b3c-9f67-7722f028bec2 HTTP/1.1" status: 204 len: 168 time: 0.2432902 Sep 21 08:23:03.770937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414dbaf-8c1d-47c2-a275-020dcfed3395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a595393c-659c-4b3c-9f67-7722f028bec2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:03.772870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:03.779212 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:03.878341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:03.885220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['933f695f-dbc3-4ff7-8494-ba61036b5ff2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:04.224087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf2644-61af-4e47-8457-3896082a5a9c req-5b55af2e-f9e6-4a49-833f-c56b40347bd4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:04.226009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5aaf2644-61af-4e47-8457-3896082a5a9c req-5b55af2e-f9e6-4a49-833f-c56b40347bd4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 944 time: 0.1196060 Sep 21 08:23:04.303738 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5aaf2644-61af-4e47-8457-3896082a5a9c req-c752903b-113f-442e-b3a2-0bf449da62d8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Sep 21 08:23:04.434090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 34920) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:04.469412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84a641de-7ffb-41ef-925a-ec7d23bb01cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:04.482238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbbf51-8e2c-4c2e-8b8e-058ac85dae43 req-14fbd01b-8747-4f87-8961-fb416b713f4e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:04.491072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-89cbbf51-8e2c-4c2e-8b8e-058ac85dae43 req-14fbd01b-8747-4f87-8961-fb416b713f4e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1360765 Sep 21 08:23:04.567970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-89cbbf51-8e2c-4c2e-8b8e-058ac85dae43 req-83d666e7-9e7d-4f25-9bef-6cfc070a2add tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695181 Sep 21 08:23:04.682139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84a641de-7ffb-41ef-925a-ec7d23bb01cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:04.694074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84a641de-7ffb-41ef-925a-ec7d23bb01cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:04.760921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-84a641de-7ffb-41ef-925a-ec7d23bb01cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bff4977a1d54988aa9adfea5e532a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251948 Sep 21 08:23:04.762459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a641de-7ffb-41ef-925a-ec7d23bb01cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b055d-905d-409e-a38c-d48f48f34c01,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:04.764047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 34942) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:04.835037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feb508cc-bff5-4d90-843b-52b6fd019768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:04.903622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feb508cc-bff5-4d90-843b-52b6fd019768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:04.915137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad8615-fc00-4bca-af4b-3514c55fd6d9 req-6a010e88-9d6a-44e1-b8a6-acc62f6f1a9b tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:04.924591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4ad8615-fc00-4bca-af4b-3514c55fd6d9 req-6a010e88-9d6a-44e1-b8a6-acc62f6f1a9b tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 946 time: 0.0744786 Sep 21 08:23:04.968139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feb508cc-bff5-4d90-843b-52b6fd019768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:04.971657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feb508cc-bff5-4d90-843b-52b6fd019768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:04.973400 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-feb508cc-bff5-4d90-843b-52b6fd019768 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/918b055d-905d-409e-a38c-d48f48f34c01 HTTP/1.1" status: 204 len: 168 time: 0.2081654 Sep 21 08:23:04.984448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb508cc-bff5-4d90-843b-52b6fd019768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b055d-905d-409e-a38c-d48f48f34c01,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:05.004195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4ad8615-fc00-4bca-af4b-3514c55fd6d9 req-7fa114c0-edb1-4eae-8db3-5ae7830099e1 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781610 Sep 21 08:23:05.430581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 933f695f-dbc3-4ff7-8494-ba61036b5ff2 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:23:05.526578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecbacd-7697-4fb4-8b45-adf153ddf125 req-fe0ceea5-b379-4b89-ad2f-97b7d2b16404 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:05.535560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eeecbacd-7697-4fb4-8b45-adf153ddf125 req-fe0ceea5-b379-4b89-ad2f-97b7d2b16404 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 944 time: 0.1080201 Sep 21 08:23:05.547662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-206ee5fc-4e77-48aa-9452-fad85d18cc28 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:05.549663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-206ee5fc-4e77-48aa-9452-fad85d18cc28 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.50 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 946 time: 0.1096809 Sep 21 08:23:05.577043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:23:05.579458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:05.646603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eeecbacd-7697-4fb4-8b45-adf153ddf125 req-0fbb1d1b-f604-4c47-868f-85a9a07bedd9 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Sep 21 08:23:05.693532 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:05.744395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:05.748871 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ba0c3-8424-4e14-8816-c62e13323a2c" -d '{"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-plugged", "status": "completed", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:05.783698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:05.790899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:05.819025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746624b-955d-49ce-8f53-185647ba181e req-ac191be8-dea1-4e07-8048-9af1279be5ba tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:05.835937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3746624b-955d-49ce-8f53-185647ba181e req-ac191be8-dea1-4e07-8048-9af1279be5ba tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1266661 Sep 21 08:23:05.847226 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fd2432-e2b6-44e9-a6e9-92b054f44088 x-openstack-request-id: req-e3fd2432-e2b6-44e9-a6e9-92b054f44088 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:05.853955 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-plugged", "status": "completed", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:05.854539 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3fd2432-e2b6-44e9-a6e9-92b054f44088 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:05.855189 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'code': 200} Sep 21 08:23:05.911734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Deleting port 9a6ff29f-1921-4a07-8ece-fae6742aba5c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:05.912783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:05.922080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3746624b-955d-49ce-8f53-185647ba181e req-51eb8b52-6a40-4410-b5bf-f5672a56bf13 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851762 Sep 21 08:23:05.922580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:06.116342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] For port 9a6ff29f-1921-4a07-8ece-fae6742aba5c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9a6ff29f-1921-4a07-8ece-fae6742aba5c,segment=NetworkSegment(0e3ee0be-f03e-4570-b7cf-022e8be67dae),segment_id=0e3ee0be-f03e-4570-b7cf-022e8be67dae)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:06.116849 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:06.169817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Calling delete_port for 9a6ff29f-1921-4a07-8ece-fae6742aba5c owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:06.379529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b20b-c606-48b4-afbe-af5393abf19f req-53b106b6-a75b-4774-bef5-272710a6ee81 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:06.397959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9613b20b-c606-48b4-afbe-af5393abf19f req-53b106b6-a75b-4774-bef5-272710a6ee81 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 946 time: 0.2009058 Sep 21 08:23:06.560767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9613b20b-c606-48b4-afbe-af5393abf19f req-c9180b73-2233-4fce-9db7-51379487d6d6 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/security-groups?id=992de319-81c7-4ed0-8902-345b2b460411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560709 Sep 21 08:23:06.647976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:06.664296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['9a6ff29f-1921-4a07-8ece-fae6742aba5c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:06.747795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Pushing event deleted for resources: {'Port': ['ID=9a6ff29f-1921-4a07-8ece-fae6742aba5c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:06.888747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525561b-7e95-46c8-8a1d-056caf03b746 req-039fb338-f064-49c4-a8fa-446e0893c784 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:06.890865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9525561b-7e95-46c8-8a1d-056caf03b746 req-039fb338-f064-49c4-a8fa-446e0893c784 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1135268 Sep 21 08:23:06.896704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] No DVR routers for this DVR port 9a6ff29f-1921-4a07-8ece-fae6742aba5c on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:23:06.923944 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:06.933147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f37a1b0d-d65c-4588-a6ee-6da52a90f4e0 req-d4dffcb1-6f38-4db2-8b46-26aa57e65781 tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.50 "DELETE /v2.0/ports/9a6ff29f-1921-4a07-8ece-fae6742aba5c HTTP/1.1" status: 204 len: 173 time: 1.3756952 Sep 21 08:23:06.933996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b571c218-c341-42e0-892e-8c55239c4b84', 'name': 'network-vif-deleted', 'tag': '9a6ff29f-1921-4a07-8ece-fae6742aba5c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:06.937113 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364af3f-ac23-46ab-a74a-59a1cd9822ae" -d '{"events": [{"server_uuid": "b571c218-c341-42e0-892e-8c55239c4b84", "name": "network-vif-deleted", "tag": "9a6ff29f-1921-4a07-8ece-fae6742aba5c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:06.980618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9525561b-7e95-46c8-8a1d-056caf03b746 req-b985e8fb-e8cc-4ee1-9fd9-c05fe8904da4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806179 Sep 21 08:23:07.046145 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c78444-c585-4c59-a3cb-ae3755a32067 x-openstack-request-id: req-27c78444-c585-4c59-a3cb-ae3755a32067 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:07.046984 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b571c218-c341-42e0-892e-8c55239c4b84", "name": "network-vif-deleted", "tag": "9a6ff29f-1921-4a07-8ece-fae6742aba5c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:07.047705 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-27c78444-c585-4c59-a3cb-ae3755a32067 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:07.048271 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b571c218-c341-42e0-892e-8c55239c4b84', 'name': 'network-vif-deleted', 'tag': '9a6ff29f-1921-4a07-8ece-fae6742aba5c', 'status': 'completed', 'code': 200} Sep 21 08:23:07.229274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49583d8a-c8db-4765-a2aa-e8e9816d7bf9 req-1149069b-972a-40eb-851d-7a850732baff tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:07.231369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49583d8a-c8db-4765-a2aa-e8e9816d7bf9 req-1149069b-972a-40eb-851d-7a850732baff tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0973625 Sep 21 08:23:07.316812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49583d8a-c8db-4765-a2aa-e8e9816d7bf9 req-ea54ca3a-9c58-4fea-879b-d6b1f39aebfa tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753036 Sep 21 08:23:07.495641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35076) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:07.824113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ed7e97c-5973-4823-aa1a-c94def161d9f req-d6a2430b-bf2a-4afb-b413-457f7186884b tempest-InstanceActionsNegativeTestJSON-237172254 tempest-InstanceActionsNegativeTestJSON-237172254-project] 10.222.0.59 "GET /v2.0/ports?device_id=b571c218-c341-42e0-892e-8c55239c4b84 HTTP/1.1" status: 200 len: 210 time: 0.0929160 Sep 21 08:23:07.936079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8952dc97-b7a7-4afe-8375-41f999ed7bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:08.098945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8952dc97-b7a7-4afe-8375-41f999ed7bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:08.107129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8952dc97-b7a7-4afe-8375-41f999ed7bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:08.164029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fed75d-1114-49ac-9b77-1e96390d9112 req-63811021-a1d1-4c77-af6c-9b000354d1d2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:08.173772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25fed75d-1114-49ac-9b77-1e96390d9112 req-63811021-a1d1-4c77-af6c-9b000354d1d2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.0844533 Sep 21 08:23:08.186278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8952dc97-b7a7-4afe-8375-41f999ed7bd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea1094ef24684fc987d845a32b2eccdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890817 Sep 21 08:23:08.190508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35102) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:08.229787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952dc97-b7a7-4afe-8375-41f999ed7bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff236c58-7f3d-4457-b1b1-f8213b1aaf1a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:08.333198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2424cfde-9070-4f7a-924e-59c5ff39a5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:08.432407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2424cfde-9070-4f7a-924e-59c5ff39a5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:08.501117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25fed75d-1114-49ac-9b77-1e96390d9112 req-2a9d19d9-4ec2-4e99-9865-43482561982b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262348 Sep 21 08:23:08.531380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2424cfde-9070-4f7a-924e-59c5ff39a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:08.534303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2424cfde-9070-4f7a-924e-59c5ff39a5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:08.535624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2424cfde-9070-4f7a-924e-59c5ff39a5fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff236c58-7f3d-4457-b1b1-f8213b1aaf1a HTTP/1.1" status: 204 len: 168 time: 0.3441489 Sep 21 08:23:08.547554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424cfde-9070-4f7a-924e-59c5ff39a5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff236c58-7f3d-4457-b1b1-f8213b1aaf1a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:08.662560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478f974-dc42-4f02-8641-ac67b8046a75 req-3174d9de-55f9-441c-b35a-bc8237d44a1b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:08.668200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6478f974-dc42-4f02-8641-ac67b8046a75 req-3174d9de-55f9-441c-b35a-bc8237d44a1b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1637824 Sep 21 08:23:08.735596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6478f974-dc42-4f02-8641-ac67b8046a75 req-525d073d-315f-4241-a026-316086c581b3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624020 Sep 21 08:23:08.920868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35130) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:09.006176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] Deleting subnet db952dbc-8b73-4456-b57e-56edf85368b2 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:23:09.010349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.040006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:23:09.087907 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.259293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.296067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35136) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:09.309829 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.328854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e87026f-6bd5-49b7-958d-f6cde45b863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.365543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:09.370274 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb83f852-160c-4e64-8013-3cfd43d3f867" -d '{"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:09.400987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:09.413830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.415200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9a6ff29f-1921-4a07-8ece-fae6742aba5c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:23:09.461137 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.548571 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b839d3-7288-4f7f-8e93-0b7be21b17cf x-openstack-request-id: req-a0b839d3-7288-4f7f-8e93-0b7be21b17cf {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:09.548901 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-unplugged", "status": "completed", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:09.549266 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0b839d3-7288-4f7f-8e93-0b7be21b17cf {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:09.549795 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'code': 200} Sep 21 08:23:09.550412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:09.554933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 9a6ff29f-1921-4a07-8ece-fae6742aba5c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:23:09.555501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9a6ff29f-1921-4a07-8ece-fae6742aba5c not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:23:09.584969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db952dbc-8b73-4456-b57e-56edf85368b2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:09.593831 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.606888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3bb8ca7d-cdb8-401f-aec2-227315816e2a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/db952dbc-8b73-4456-b57e-56edf85368b2 HTTP/1.1" status: 204 len: 168 time: 0.6825521 Sep 21 08:23:09.607296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35148) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:09.619802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e87026f-6bd5-49b7-958d-f6cde45b863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.630444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e87026f-6bd5-49b7-958d-f6cde45b863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.720176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8e87026f-6bd5-49b7-958d-f6cde45b863a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95a4b926597b4310a0c562d9dd655e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217377 Sep 21 08:23:09.721604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35150) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:09.738068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87026f-6bd5-49b7-958d-f6cde45b863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f90f6e-16aa-415b-bbc6-55362fff7c00,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:09.755874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5e13-e155-48c9-9078-8b01f20798b5 req-52fc7616-968f-4945-a78e-7f23ffa23dc4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:09.781782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de5e5e13-e155-48c9-9078-8b01f20798b5 req-52fc7616-968f-4945-a78e-7f23ffa23dc4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1547532 Sep 21 08:23:09.841610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de5e5e13-e155-48c9-9078-8b01f20798b5 req-17ef87a3-3719-4a9d-91ce-19f411b6f831 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648563 Sep 21 08:23:09.849559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:09.935046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e40b267-14b5-479a-bb89-1489f9f957eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.021519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26198ec-8cbe-44ae-90f9-329416b96596 req-1c068634-c788-4ecb-8fd1-27a20397d0ea tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:10.023597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26198ec-8cbe-44ae-90f9-329416b96596 req-1c068634-c788-4ecb-8fd1-27a20397d0ea tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 943 time: 0.0968325 Sep 21 08:23:10.025982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e40b267-14b5-479a-bb89-1489f9f957eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.089155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e26198ec-8cbe-44ae-90f9-329416b96596 req-cf778873-f9c0-4257-adbf-8ff0fcd6d627 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546443 Sep 21 08:23:10.131988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.156583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e40b267-14b5-479a-bb89-1489f9f957eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.163339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e40b267-14b5-479a-bb89-1489f9f957eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.165915 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e40b267-14b5-479a-bb89-1489f9f957eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6f90f6e-16aa-415b-bbc6-55362fff7c00 HTTP/1.1" status: 204 len: 168 time: 0.4414413 Sep 21 08:23:10.184883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40b267-14b5-479a-bb89-1489f9f957eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f90f6e-16aa-415b-bbc6-55362fff7c00,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:10.189747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a832631-8650-43b3-917c-86b191eb4cbf']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:10.264677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3ee0be-f03e-4570-b7cf-022e8be67dae') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:10.265420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3ee0be-f03e-4570-b7cf-022e8be67dae') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:10.286353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.310737 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.318418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:23:10.319208 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:23:10.384900 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:23:10.427896 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.441803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:10.450159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] 10.222.0.59 "DELETE /v2.0/networks/8a832631-8650-43b3-917c-86b191eb4cbf HTTP/1.1" status: 204 len: 168 time: 0.8418183 Sep 21 08:23:10.475922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ad779-77cd-4639-9ed5-5b967f47fcca admin admin] Pushing event deleted for resources: {'Network': ['ID=8a832631-8650-43b3-917c-86b191eb4cbf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:10.812105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35176) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:10.901159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f8e2ed0c-17a3-4ac2-85ee-6a8f1ce39728 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=930e154b71bf45eb89dfb3d5c7afd974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818408 Sep 21 08:23:10.903135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35180) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:11.030293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:23:11.041893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a45c6-9e1f-44af-8725-df31081d5181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:11.071856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782484a2-0039-4b23-a6f0-c346474f6c3c req-3beef329-208e-4bd8-b2da-3b7a16cb540f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:11.085808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-782484a2-0039-4b23-a6f0-c346474f6c3c req-3beef329-208e-4bd8-b2da-3b7a16cb540f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1221232 Sep 21 08:23:11.175063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-782484a2-0039-4b23-a6f0-c346474f6c3c req-01ae2707-44f7-43f6-b959-5a13d94598ed tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882499 Sep 21 08:23:11.186867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a45c6-9e1f-44af-8725-df31081d5181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:11.258427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a45c6-9e1f-44af-8725-df31081d5181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:11.261408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a45c6-9e1f-44af-8725-df31081d5181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:11.263467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7f9a45c6-9e1f-44af-8725-df31081d5181 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/992de319-81c7-4ed0-8902-345b2b460411 HTTP/1.1" status: 204 len: 168 time: 0.3579056 Sep 21 08:23:11.325533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a45c6-9e1f-44af-8725-df31081d5181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992de319-81c7-4ed0-8902-345b2b460411,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:11.383680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e998648-b6d0-4c68-810a-56334e5bbe31 req-cd2fcc97-ceae-4dc0-841d-316348d76d94 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:11.395025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e998648-b6d0-4c68-810a-56334e5bbe31 req-cd2fcc97-ceae-4dc0-841d-316348d76d94 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 943 time: 0.1571686 Sep 21 08:23:11.408924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:11.444452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'port_id': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'mac_address': 'fa:16:3e:fb:d3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd64e64a-68b6-4885-b9aa-fee3566afeae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:23:11.466282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e998648-b6d0-4c68-810a-56334e5bbe31 req-2e73404d-9b86-4c75-a944-dceaa7b36427 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697305 Sep 21 08:23:11.534016 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:11.596068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:23:11.621568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:11.629253 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:11.711495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:11.992784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:12.428549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713ec6c-9da6-4dee-9d53-3bccc19a5194 req-13d12d5b-205e-412d-b0a4-b0d77e263f68 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:12.441958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1713ec6c-9da6-4dee-9d53-3bccc19a5194 req-13d12d5b-205e-412d-b0a4-b0d77e263f68 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1068387 Sep 21 08:23:12.761027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ea9d7-5a0e-4c0a-9b6e-8ce3f5250db6 req-8ad572e7-5c12-4779-8702-73f4ad2b55f4 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:12.763511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7ea9d7-5a0e-4c0a-9b6e-8ce3f5250db6 req-8ad572e7-5c12-4779-8702-73f4ad2b55f4 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 944 time: 0.0908613 Sep 21 08:23:12.822852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e7ea9d7-5a0e-4c0a-9b6e-8ce3f5250db6 req-7e88a931-860f-4a09-9575-e71b963d247c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Sep 21 08:23:12.968194 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1713ec6c-9da6-4dee-9d53-3bccc19a5194 req-bc03a140-b4d3-4d36-85ce-537b07c8c304 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206308 Sep 21 08:23:14.150070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e835a-21fc-4230-bf6e-5cb42f3a77b8 req-a071c797-26de-4a9c-9350-f71d1959c732 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:14.151695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-847e835a-21fc-4230-bf6e-5cb42f3a77b8 req-a071c797-26de-4a9c-9350-f71d1959c732 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 944 time: 0.1446948 Sep 21 08:23:14.226518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97e697-f89a-47ea-a110-9c9cbfa91df0 req-9d1be2ac-bbec-4143-9890-f054e852de71 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:14.244937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b97e697-f89a-47ea-a110-9c9cbfa91df0 req-9d1be2ac-bbec-4143-9890-f054e852de71 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1435177 Sep 21 08:23:14.255247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-847e835a-21fc-4230-bf6e-5cb42f3a77b8 req-4bf56376-8e92-4f10-becd-87102daa2bf0 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937650 Sep 21 08:23:14.340127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b97e697-f89a-47ea-a110-9c9cbfa91df0 req-5d5389d1-6676-42d1-8236-ffc6541a8fea tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866122 Sep 21 08:23:15.077292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:23:15.208207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:23:15.208916 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:15.378184 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:15.508947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:15.516178 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22d689-71bc-48ef-83db-ad137b2d8d95" -d '{"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-plugged", "status": "completed", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:15.561061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:15.572447 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:15.595239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35269b8-f27c-4c89-a9f6-df8c1fae842b req-f060a9aa-65ff-4765-8b77-1f9c0472d5e7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:15.603349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e35269b8-f27c-4c89-a9f6-df8c1fae842b req-f060a9aa-65ff-4765-8b77-1f9c0472d5e7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.0820644 Sep 21 08:23:15.672185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:15.684234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e35269b8-f27c-4c89-a9f6-df8c1fae842b req-41f70cae-e28a-4ffb-871e-c6c044005380 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723169 Sep 21 08:23:15.739822 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d460a3-1b22-4486-b708-69c4ac0c534b x-openstack-request-id: req-c6d460a3-1b22-4486-b708-69c4ac0c534b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:15.740144 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-plugged", "status": "completed", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:15.740394 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c6d460a3-1b22-4486-b708-69c4ac0c534b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:15.740789 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'code': 200} Sep 21 08:23:16.006256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047cb68-6387-443a-8f5d-03809df2557a req-85654f49-a24a-4f8b-bdc2-f74e3e49680d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:16.014452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8047cb68-6387-443a-8f5d-03809df2557a req-85654f49-a24a-4f8b-bdc2-f74e3e49680d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.6161160 Sep 21 08:23:16.024612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb9208-c8b3-4c28-8169-959e4829f219 req-2b6e7a7f-1f2b-465a-bfdf-3f95e899ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:16.026438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11bb9208-c8b3-4c28-8169-959e4829f219 req-2b6e7a7f-1f2b-465a-bfdf-3f95e899ebe1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 1096 time: 0.1045070 Sep 21 08:23:16.111922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8047cb68-6387-443a-8f5d-03809df2557a req-2964372c-28ad-45c4-be00-602b0f255544 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916371 Sep 21 08:23:16.122278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11bb9208-c8b3-4c28-8169-959e4829f219 req-471c54dd-a708-4ea1-b7cc-dab182a8cb9a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820751 Sep 21 08:23:17.052273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e48b0c-0af1-46de-88e0-cb764da33ca6 req-48af2f8d-6e1d-4362-8049-711965ae77eb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:17.073014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e48b0c-0af1-46de-88e0-cb764da33ca6 req-48af2f8d-6e1d-4362-8049-711965ae77eb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1937079 Sep 21 08:23:17.225552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e48b0c-0af1-46de-88e0-cb764da33ca6 req-c7f94345-7ff5-44b6-b69c-48943919a559 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342468 Sep 21 08:23:17.440171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860954-ae06-47bc-b763-166f63cfaef3 req-3268575d-d2dd-4536-a3f9-a3a1101851ab tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:17.455336 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb860954-ae06-47bc-b763-166f63cfaef3 req-3268575d-d2dd-4536-a3f9-a3a1101851ab tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1021745 Sep 21 08:23:17.525153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb860954-ae06-47bc-b763-166f63cfaef3 req-42fc4ded-b990-45fe-a470-0b51a1e6dd02 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683453 Sep 21 08:23:18.542894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224bd07-d75f-497c-b0f2-48678f21027e req-d10ea5e3-2355-43c6-a7e0-df3c97206e7a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:18.544572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e224bd07-d75f-497c-b0f2-48678f21027e req-d10ea5e3-2355-43c6-a7e0-df3c97206e7a tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1525223 Sep 21 08:23:18.644617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e224bd07-d75f-497c-b0f2-48678f21027e req-282e0158-cea7-45a5-9e27-255e589f223f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810213 Sep 21 08:23:18.709671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693ebd4-ec1b-4a39-9f5b-a6d6278ad878 req-3b7ea70e-c371-414f-8a68-fba43ba709f5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:18.720789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0693ebd4-ec1b-4a39-9f5b-a6d6278ad878 req-3b7ea70e-c371-414f-8a68-fba43ba709f5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0748887 Sep 21 08:23:18.774035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0693ebd4-ec1b-4a39-9f5b-a6d6278ad878 req-be49bd27-98cb-4cf2-8533-a6972517eb15 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472741 Sep 21 08:23:18.917997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459bd82-13bf-4769-8745-08c67e129960 req-3da5fc7e-77f9-4525-86cd-42334fe53f73 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:18.926115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5459bd82-13bf-4769-8745-08c67e129960 req-3da5fc7e-77f9-4525-86cd-42334fe53f73 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.0822513 Sep 21 08:23:18.998406 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5459bd82-13bf-4769-8745-08c67e129960 req-4c1cc849-e41a-4816-8527-6f8f54ad3e0b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707064 Sep 21 08:23:19.987343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a4fb-633e-4ca0-a26f-7cad594a3355 req-65a0a290-b6c4-4293-a65a-5c1f96bf0a87 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:19.996716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f73a4fb-633e-4ca0-a26f-7cad594a3355 req-65a0a290-b6c4-4293-a65a-5c1f96bf0a87 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1132419 Sep 21 08:23:20.047522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f73a4fb-633e-4ca0-a26f-7cad594a3355 req-f2cccb64-5870-4588-9b83-5341d90eeed7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 Sep 21 08:23:21.014233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-d84e166a-75dc-4793-a48f-90cad0729d6d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:21.019113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-d84e166a-75dc-4793-a48f-90cad0729d6d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.50 "GET /v2.0/ports?device_id=40827557-cdbe-44b2-b47f-90fdf3bece3e HTTP/1.1" status: 200 len: 945 time: 0.1539516 Sep 21 08:23:21.269079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Deleting port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:21.269421 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:21.328698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d1eec-eab5-4f0b-966c-870f32e44d2e req-121f100e-66e7-4a8d-9495-68622d916775 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:21.339586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b7d1eec-eab5-4f0b-966c-870f32e44d2e req-121f100e-66e7-4a8d-9495-68622d916775 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1378689 Sep 21 08:23:21.425531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b7d1eec-eab5-4f0b-966c-870f32e44d2e req-02602b71-d012-4fed-a7a2-9fd58c9d3748 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848947 Sep 21 08:23:21.599024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-ae56c119-f08b-424d-a49d-e1635f795cf7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:21.602957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-ae56c119-f08b-424d-a49d-e1635f795cf7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 815 time: 0.1566567 Sep 21 08:23:21.661578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-df9cdce5-7d61-43ff-b1f8-698532d85961 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/quotas/b1b90216a1a14f318db99e68aab5e6dd HTTP/1.1" status: 200 len: 375 time: 0.0442133 Sep 21 08:23:21.767631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] For port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:21.767631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:21.851517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Calling delete_port for b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:21.858266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-fb68d449-6b08-473f-9767-3a809b733a66 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1837976 Sep 21 08:23:22.140362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-7f47f531-6d88-4869-81ad-337e35130f7c service neutron] 10.222.0.59 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475145 Sep 21 08:23:22.356354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-02704cb5-10de-493c-9fda-e184e6cf3084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:22.491846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:22.513517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:22.530436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-cc2ad4b0-a325-4172-b215-929a7ab3e078 service neutron] 10.222.0.59 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769231 Sep 21 08:23:22.657713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Pushing event deleted for resources: {'Port': ['ID=b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:22.741611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca7005-0d34-4007-8d26-cfeb07c95454 req-9b5573cd-ff8e-424a-ad12-a661960a358f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:22.749141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41ca7005-0d34-4007-8d26-cfeb07c95454 req-9b5573cd-ff8e-424a-ad12-a661960a358f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1489909 Sep 21 08:23:22.805284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] No DVR routers for this DVR port b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:23:22.810231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:22.813338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54f887b6-3a50-4950-be0d-afae4f328d4c req-7050fbf9-9590-4bd2-9713-4b1eb40413c5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.50 "DELETE /v2.0/ports/b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc HTTP/1.1" status: 204 len: 173 time: 1.7881248 Sep 21 08:23:22.818437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-deleted', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:22.821994 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68519226-4e2b-4ac8-a038-e2324bfd60f1" -d '{"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-deleted", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:22.852351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41ca7005-0d34-4007-8d26-cfeb07c95454 req-c6aa7729-5253-4f62-ad45-a47a3d1c00fc tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983334 Sep 21 08:23:23.039406 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab8c9fa-5858-4c23-ac05-89d444485a6c x-openstack-request-id: req-7ab8c9fa-5858-4c23-ac05-89d444485a6c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:23.039878 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40827557-cdbe-44b2-b47f-90fdf3bece3e", "name": "network-vif-deleted", "tag": "b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:23.040363 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ab8c9fa-5858-4c23-ac05-89d444485a6c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:23.040782 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40827557-cdbe-44b2-b47f-90fdf3bece3e', 'name': 'network-vif-deleted', 'tag': 'b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc', 'status': 'completed', 'code': 200} Sep 21 08:23:23.110975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7362e6da-33ed-4ae1-b8fb-67d42210dec5 req-e1e92d21-3a6b-4531-9b7c-e3aff5d75d94 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 210 time: 0.0649304 Sep 21 08:23:24.099172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35766) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:24.122779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81a005-23ac-4d2a-9332-9ca76647ac93 req-add15a6b-78c9-4737-8343-6ecde7cbf17e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:24.125508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec81a005-23ac-4d2a-9332-9ca76647ac93 req-add15a6b-78c9-4737-8343-6ecde7cbf17e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1447198 Sep 21 08:23:24.230827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec81a005-23ac-4d2a-9332-9ca76647ac93 req-1e574333-130f-44f0-a02f-0a1ec2b8bb9e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918925 Sep 21 08:23:24.303136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70d9c4c7-1d19-4af1-92cb-1aa3c4ce8bc1 req-aceae1fa-6a9c-4824-9355-f7ab2bf22df2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 210 time: 0.0450764 Sep 21 08:23:24.530891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f969-a571-4911-a6eb-f08e02e714e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:24.764542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f969-a571-4911-a6eb-f08e02e714e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:24.770597 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f969-a571-4911-a6eb-f08e02e714e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:24.818721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-b1d55c8b-53c2-4080-b2cd-0bd548e14208 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:24.821980 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-b1d55c8b-53c2-4080-b2cd-0bd548e14208 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 815 time: 0.2840335 Sep 21 08:23:24.836435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a6f2f969-a571-4911-a6eb-f08e02e714e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e23c963fbbbb43c9bdc9e9a7e63e79a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354128 Sep 21 08:23:24.837810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2f969-a571-4911-a6eb-f08e02e714e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda9ccde-fd36-4d67-8985-74756035873b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:24.845583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35802) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:24.845788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Request body: {'port': {'device_id': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'admin_state_up': True, 'tenant_id': 'b1b90216a1a14f318db99e68aab5e6dd'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:24.953139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c115d7f-826b-43f7-a621-bf3d1d9faa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.012052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c115d7f-826b-43f7-a621-bf3d1d9faa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.060939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Made reservation on behalf of b1b90216a1a14f318db99e68aab5e6dd for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:25.067061 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.118444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c115d7f-826b-43f7-a621-bf3d1d9faa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.123249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c115d7f-826b-43f7-a621-bf3d1d9faa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.124744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7c115d7f-826b-43f7-a621-bf3d1d9faa34 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cda9ccde-fd36-4d67-8985-74756035873b HTTP/1.1" status: 204 len: 168 time: 0.2768390 Sep 21 08:23:25.140170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:23:25.180395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c115d7f-826b-43f7-a621-bf3d1d9faa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda9ccde-fd36-4d67-8985-74756035873b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:25.183573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:23:25.184157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0eaa3de-e49d-4d9a-bac0-2d18b3b390fc not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:23:25.284875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.370970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Allocated IP 172.20.0.3 (67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e/cd64e64a-68b6-4885-b9aa-fee3566afeae/e38caf3c-b208-4a27-9861-b640a14da222) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:25.395037 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e74909cb-07e5-4cf3-a4d3-352ec4805b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.548725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f128-b214-4c69-9698-f51e035600e0 req-6a1420d4-5317-4fc5-a9b5-8189edefb792 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:25.562524 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9f9f128-b214-4c69-9698-f51e035600e0 req-6a1420d4-5317-4fc5-a9b5-8189edefb792 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1719809 Sep 21 08:23:25.572595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffdce72f-405b-4034-9327-bfe353575f79 req-4fb42013-25dd-46c1-9597-f39262ce5c9d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 210 time: 0.1289408 Sep 21 08:23:25.653682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9f9f128-b214-4c69-9698-f51e035600e0 req-7931610f-bf19-4c3f-a0e3-0801fae3f20d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898952 Sep 21 08:23:25.946351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:25.998926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.095291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:26.104755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:26.111113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:26.225748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Pushing event updated for resources: {'Port': ['ID=e38caf3c-b208-4a27-9861-b640a14da222,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:26.239971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35860) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:26.253801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:26.254387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.272311 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccec05db-30d6-4953-a56f-389f7e02f95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.293688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3e0c4328-e76e-4210-a4c2-cf59e6b2a6a5 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4612734 Sep 21 08:23:26.308892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Request body: {'port': {'device_id': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:26.387790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.513304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccec05db-30d6-4953-a56f-389f7e02f95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.522184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccec05db-30d6-4953-a56f-389f7e02f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.600021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ccec05db-30d6-4953-a56f-389f7e02f95d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0fdbd0580134d538d9e30f058c8cea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570256 Sep 21 08:23:26.600260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35866) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:26.651748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec05db-30d6-4953-a56f-389f7e02f95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa92296-4ad9-46ae-8507-eb16531f4355,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:26.671054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5182e71a-f453-440f-b443-aa1f6bd838d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.703832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5182e71a-f453-440f-b443-aa1f6bd838d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.718185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.828201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5182e71a-f453-440f-b443-aa1f6bd838d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.831582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5182e71a-f453-440f-b443-aa1f6bd838d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:26.833474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5182e71a-f453-440f-b443-aa1f6bd838d2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fa92296-4ad9-46ae-8507-eb16531f4355 HTTP/1.1" status: 204 len: 168 time: 0.2316868 Sep 21 08:23:26.848943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182e71a-f453-440f-b443-aa1f6bd838d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa92296-4ad9-46ae-8507-eb16531f4355,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:26.859784 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:23:26.868373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1cea2-b2bd-423c-92f5-42c338942315 req-55de2707-4f1c-4313-aa4c-96db2d12a317 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:26.871411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9f1cea2-b2bd-423c-92f5-42c338942315 req-55de2707-4f1c-4313-aa4c-96db2d12a317 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 931 time: 0.1173451 Sep 21 08:23:26.934043 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-066e5a12-2806-481a-8755-c5d6a1f53123 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2276282 Sep 21 08:23:26.963557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9f1cea2-b2bd-423c-92f5-42c338942315 req-d12dbbc0-6205-4f56-8f71-ac6d671b6950 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813203 Sep 21 08:23:27.162268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4c71-1567-4854-881a-601f544498b9 req-d563451e-d2e0-481d-9b67-5bbb38d4e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:27.166686 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78fa4c71-1567-4854-881a-601f544498b9 req-d563451e-d2e0-481d-9b67-5bbb38d4e209 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 1096 time: 0.0943451 Sep 21 08:23:27.344030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4c71-1567-4854-881a-601f544498b9 req-2d3f0c9e-39ce-49d8-a62d-e6e79d8742ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:27.347892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78fa4c71-1567-4854-881a-601f544498b9 req-2d3f0c9e-39ce-49d8-a62d-e6e79d8742ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1740623 Sep 21 08:23:27.432386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78fa4c71-1567-4854-881a-601f544498b9 req-5865f853-5c77-433e-8ddd-6765216a2a99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2 HTTP/1.1" status: 200 len: 217 time: 0.0761497 Sep 21 08:23:27.561980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4c71-1567-4854-881a-601f544498b9 req-65ed39dd-e6e5-41e3-83ab-5e073e3c63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:27.569860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78fa4c71-1567-4854-881a-601f544498b9 req-65ed39dd-e6e5-41e3-83ab-5e073e3c63aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1268342 Sep 21 08:23:27.570571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd84aeb-9654-4f08-af53-2b760b11e0ae req-af726426-27ad-4880-a323-d670acb932af tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:27.585533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd84aeb-9654-4f08-af53-2b760b11e0ae req-af726426-27ad-4880-a323-d670acb932af tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.6216016 Sep 21 08:23:27.687150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa4c71-1567-4854-881a-601f544498b9 req-8d231994-fb9b-4c95-8c1c-47b1eb89c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:27.691025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78fa4c71-1567-4854-881a-601f544498b9 req-8d231994-fb9b-4c95-8c1c-47b1eb89c7c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118789 Sep 21 08:23:27.695501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-58f6f306-717d-484c-9641-e855da6e9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:27.697194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-58f6f306-717d-484c-9641-e855da6e9ce7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 1096 time: 0.6633594 Sep 21 08:23:27.732403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5cd84aeb-9654-4f08-af53-2b760b11e0ae req-75dad8db-edc9-4112-bac1-a181788c2325 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434710 Sep 21 08:23:27.752735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38caf3c-b208-4a27-9861-b640a14da222 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:23:27.766686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:27.780324 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:27.877648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Transition to ACTIVE for port object e38caf3c-b208-4a27-9861-b640a14da222 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:23:27.888610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.002729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35928) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:28.022560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78fa4c71-1567-4854-881a-601f544498b9 req-611c27d0-63c6-4354-bac5-dfe84fc20901 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200991 Sep 21 08:23:28.130898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-a766c959-21cd-49a3-9c41-de7bf6861bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:28.132675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-a766c959-21cd-49a3-9c41-de7bf6861bc9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.4137404 Sep 21 08:23:28.161496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e38caf3c-b208-4a27-9861-b640a14da222,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:28.215104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-daf82f36-0261-4876-850e-f68667ccfe40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4 HTTP/1.1" status: 200 len: 217 time: 0.0547051 Sep 21 08:23:28.266573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d5e163c-f6f5-4a88-aeaa-27092363989d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.278661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff218-458e-4ff9-ad53-c56801537daf req-3de90aef-c50c-4234-8345-4c25ff81ce1e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:28.280771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ddff218-458e-4ff9-ad53-c56801537daf req-3de90aef-c50c-4234-8345-4c25ff81ce1e tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 943 time: 0.1066501 Sep 21 08:23:28.297949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78fa4c71-1567-4854-881a-601f544498b9 req-98765583-00f1-43cd-983b-9caf1af9da41 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699594 Sep 21 08:23:28.326680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Attempting to bind port e38caf3c-b208-4a27-9861-b640a14da222 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:23:28.327556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Attempting to bind port e38caf3c-b208-4a27-9861-b640a14da222 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:23:28.328124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Attempting to bind port e38caf3c-b208-4a27-9861-b640a14da222 on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:28.343818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-707e3c51-f7f1-489f-b033-a8bb0f706351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:28.344035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ddff218-458e-4ff9-ad53-c56801537daf req-29bd7e21-41b2-4752-8fcd-b711e0adfe62 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540321 Sep 21 08:23:28.345829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-707e3c51-f7f1-489f-b033-a8bb0f706351 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.1193278 Sep 21 08:23:28.351285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Port e38caf3c-b208-4a27-9861-b640a14da222 on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:23:28.351285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Attempting to bind port e38caf3c-b208-4a27-9861-b640a14da222 on network 67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:28.398182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:23:28.398525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Checking segment: {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:28.398995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Bound using segment: {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:23:28.399690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Bound port: e38caf3c-b208-4a27-9861-b640a14da222, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee6325c-962d-4b3d-9303-5e1f7a573559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:23:28.400077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.470234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-bca50172-49c2-4006-8839-7822a6fb8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:28.471886 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-bca50172-49c2-4006-8839-7822a6fb8355 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181037 Sep 21 08:23:28.581618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d5e163c-f6f5-4a88-aeaa-27092363989d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.584508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] For port e38caf3c-b208-4a27-9861-b640a14da222, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:23:28.594520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d5e163c-f6f5-4a88-aeaa-27092363989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.617827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] For port e38caf3c-b208-4a27-9861-b640a14da222, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e38caf3c-b208-4a27-9861-b640a14da222,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:23:28.638256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.691361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d5e163c-f6f5-4a88-aeaa-27092363989d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=92641cff761146658432cf0652b7d7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817389 Sep 21 08:23:28.694213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35974) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:28.700330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e163c-f6f5-4a88-aeaa-27092363989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a887f297-b287-4555-bc23-436db6b315fd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:28.704483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-7d2091bc-2f4c-45a9-97c8-36bfb990f662 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233543 Sep 21 08:23:28.712783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:28.713446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.715459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/e38caf3c-b208-4a27-9861-b640a14da222 HTTP/1.1" status: 200 len: 1091 time: 2.4135725 Sep 21 08:23:28.715910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'tag': 'e38caf3c-b208-4a27-9861-b640a14da222'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:28.718874 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6cf0da-8e92-4da0-be25-090a32fb39ba" -d '{"events": [{"name": "network-changed", "server_uuid": "24ae6472-42ed-4739-9820-7fbeb11c943c", "tag": "e38caf3c-b208-4a27-9861-b640a14da222"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:28.813967 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33003700-9b56-4530-8382-2de1b6a23eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.834980 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8854a4a-7cf5-4de7-a148-e3b240b1dece x-openstack-request-id: req-f8854a4a-7cf5-4de7-a148-e3b240b1dece {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:28.835446 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ae6472-42ed-4739-9820-7fbeb11c943c", "tag": "e38caf3c-b208-4a27-9861-b640a14da222", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:28.835560 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8854a4a-7cf5-4de7-a148-e3b240b1dece {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:28.835930 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'tag': 'e38caf3c-b208-4a27-9861-b640a14da222', 'status': 'completed', 'code': 200} Sep 21 08:23:28.843346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33003700-9b56-4530-8382-2de1b6a23eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.896128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e9679-0070-4a43-a868-edfdd5f8c1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e38caf3c-b208-4a27-9861-b640a14da222,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:28.924427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33003700-9b56-4530-8382-2de1b6a23eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.927909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33003700-9b56-4530-8382-2de1b6a23eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:28.933918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-33003700-9b56-4530-8382-2de1b6a23eb4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a887f297-b287-4555-bc23-436db6b315fd HTTP/1.1" status: 204 len: 168 time: 0.2386472 Sep 21 08:23:28.945355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33003700-9b56-4530-8382-2de1b6a23eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a887f297-b287-4555-bc23-436db6b315fd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:28.984406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-f297d5b4-eeff-4810-a87e-64a6875ebda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:28.985937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-f297d5b4-eeff-4810-a87e-64a6875ebda8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 1094 time: 0.2112074 Sep 21 08:23:29.059397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f4ff5-b41d-4226-8757-279f3381285b req-f20ab5fc-deb9-4430-86bd-296c4c0edc14 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:29.066820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e92f4ff5-b41d-4226-8757-279f3381285b req-f20ab5fc-deb9-4430-86bd-296c4c0edc14 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 945 time: 0.1751728 Sep 21 08:23:29.069495 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-9a695fdf-a715-4716-a607-0362dfd60980 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e38caf3c-b208-4a27-9861-b640a14da222 HTTP/1.1" status: 200 len: 217 time: 0.0699708 Sep 21 08:23:29.071673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba94944-aa9e-4cb1-aa49-8c23713a9e74 req-f1f0c8b0-a99b-4db9-9640-5a48c1f24396 service neutron] 10.222.0.62 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269751 Sep 21 08:23:29.161704 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e92f4ff5-b41d-4226-8757-279f3381285b req-31f4ec65-18c0-47f6-bf14-bdac00ccd169 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939631 Sep 21 08:23:29.169092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-210d5470-34ed-4634-bb51-112f720c411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:29.171685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-210d5470-34ed-4634-bb51-112f720c411f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd64e64a-68b6-4885-b9aa-fee3566afeae HTTP/1.1" status: 200 len: 855 time: 0.0849955 Sep 21 08:23:29.220000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-073eafae-a98f-49c5-8291-98d5ed0ceceb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397184 Sep 21 08:23:29.497662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-9f2c8c38-64f2-459c-b14d-77e23fe854fe service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694988 Sep 21 08:23:29.547613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 933f695f-dbc3-4ff7-8494-ba61036b5ff2 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:23:29.564442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36022) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:29.581674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cbe82c10-ba68-4b3f-a9b0-216eb5f90979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:29.755157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cbe82c10-ba68-4b3f-a9b0-216eb5f90979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:29.764343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cbe82c10-ba68-4b3f-a9b0-216eb5f90979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:29.808220 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:29.837820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:29.841076 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b75f4f-e2e9-4e70-aadc-58a11a151f31" -d '{"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-unplugged", "status": "completed", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:29.857444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cbe82c10-ba68-4b3f-a9b0-216eb5f90979 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f379a9a78d64dcbae8d5df89f3b84cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901869 Sep 21 08:23:29.858372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36032) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:29.863184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9ae88-aa61-4db9-ad3f-0f72ac542ff5 req-5fb04ae3-6106-4ad6-bb80-97f31a9c4a3b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:29.865130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0e9ae88-aa61-4db9-ad3f-0f72ac542ff5 req-5fb04ae3-6106-4ad6-bb80-97f31a9c4a3b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 943 time: 0.3549569 Sep 21 08:23:29.875299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:29.884800 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:29.893831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe82c10-ba68-4b3f-a9b0-216eb5f90979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9c1667-15cb-4a46-bce8-b236c472d16e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:29.953653 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97eaa13-36d3-4cda-8048-7983d961cd41 x-openstack-request-id: req-a97eaa13-36d3-4cda-8048-7983d961cd41 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:29.954348 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-unplugged", "status": "completed", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:29.954901 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a97eaa13-36d3-4cda-8048-7983d961cd41 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:29.955724 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'code': 200} Sep 21 08:23:29.973653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0e9ae88-aa61-4db9-ad3f-0f72ac542ff5 req-b751c9ad-8a7f-486c-86f1-af2fde04703f tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980029 Sep 21 08:23:29.976541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a4850af-6649-4112-9eb3-b27f8d862f2d req-d7437574-1ca6-416d-baf9-da5061431222 service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705155 Sep 21 08:23:30.033358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:30.036606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-433d1d78-d46c-451c-a83f-b9afe184fa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:30.055712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.056055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.056397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.059999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.062736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.063103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.063475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.064078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.064469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.064808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.067145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.067732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:30.071390 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-433d1d78-d46c-451c-a83f-b9afe184fa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:30.122710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-e50fb973-b335-43bc-9e7b-5f4108aa1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:30.125107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-e50fb973-b335-43bc-9e7b-5f4108aa1253 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 1094 time: 0.0916638 Sep 21 08:23:30.144978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36040) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:30.200181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-433d1d78-d46c-451c-a83f-b9afe184fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:30.202958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-433d1d78-d46c-451c-a83f-b9afe184fa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:30.204570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-433d1d78-d46c-451c-a83f-b9afe184fa7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c9c1667-15cb-4a46-bce8-b236c472d16e HTTP/1.1" status: 204 len: 168 time: 0.3128381 Sep 21 08:23:30.238946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d1d78-d46c-451c-a83f-b9afe184fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9c1667-15cb-4a46-bce8-b236c472d16e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:30.324828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-1e2103c1-5c42-4cd5-a90d-4ea5f24b8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:30.329306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-1e2103c1-5c42-4cd5-a90d-4ea5f24b8cc7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 200 len: 916 time: 0.1959221 Sep 21 08:23:30.393369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-3d1b878d-a3d9-4844-a53e-c8b2667269d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e38caf3c-b208-4a27-9861-b640a14da222 HTTP/1.1" status: 200 len: 217 time: 0.0560405 Sep 21 08:23:30.406950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da68d2c-6af1-48dd-9fad-9d75314f0fba req-dac32842-83a0-4678-8372-5e81ea7724a3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:30.409950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9da68d2c-6af1-48dd-9fad-9d75314f0fba req-dac32842-83a0-4678-8372-5e81ea7724a3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 943 time: 0.1047077 Sep 21 08:23:30.482632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-3ebf3f1f-4944-4584-bb53-ac5299652b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:30.484293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-3ebf3f1f-4944-4584-bb53-ac5299652b12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cd64e64a-68b6-4885-b9aa-fee3566afeae HTTP/1.1" status: 200 len: 855 time: 0.0824022 Sep 21 08:23:30.488757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9da68d2c-6af1-48dd-9fad-9d75314f0fba req-bc929eff-35ea-4db7-b3e9-931a9787b39f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721190 Sep 21 08:23:30.536613 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-a1d0fd4f-ba6a-4065-a5aa-fa6a1fdd9521 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437956 Sep 21 08:23:30.670310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-96fba896-8585-442b-8b75-12850b4509d9 service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260078 Sep 21 08:23:30.721924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-98141f5f-76f0-4339-9834-89e0e7bf7bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:30.823795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f8da-9026-4193-ac1b-035fb7095a31 req-50d04ee9-7672-4be2-b8af-f471f6cf6fe2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:30.829961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36066) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:30.831883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc57f8da-9026-4193-ac1b-035fb7095a31 req-50d04ee9-7672-4be2-b8af-f471f6cf6fe2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1606312 Sep 21 08:23:30.857904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf08f39d-15a4-4b68-86b3-54e1cc0c46c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:30.907708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce6cf0da-8e92-4da0-be25-090a32fb39ba req-c593590f-ace6-4f87-9315-a409331cbdf8 service neutron] 10.222.0.62 "GET /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176414 Sep 21 08:23:30.930924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc57f8da-9026-4193-ac1b-035fb7095a31 req-3bc22b24-4f59-45ae-af7d-da7c9fdd247b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977626 Sep 21 08:23:30.991216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-98141f5f-76f0-4339-9834-89e0e7bf7bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:30.996571 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-98141f5f-76f0-4339-9834-89e0e7bf7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.042586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-98141f5f-76f0-4339-9834-89e0e7bf7bf8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10c975dbb67a4ea993e963862af5e3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949544 Sep 21 08:23:31.045228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36074) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:31.056487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98141f5f-76f0-4339-9834-89e0e7bf7bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fc2f7f-c7b5-4723-aa11-c8a38b161b3b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:31.125785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2f9b3-95a4-4d75-80af-ea2c41977637 req-02b81e0d-98c0-4adb-aa3e-be1e4302331e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:31.127602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aee2f9b3-95a4-4d75-80af-ea2c41977637 req-02b81e0d-98c0-4adb-aa3e-be1e4302331e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0934613 Sep 21 08:23:31.190747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-173828b8-7daf-4ba2-8660-024035968e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.196563 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf08f39d-15a4-4b68-86b3-54e1cc0c46c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.215163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aee2f9b3-95a4-4d75-80af-ea2c41977637 req-821ca589-cbe4-494b-b4fd-b275ad724ba5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756025 Sep 21 08:23:31.216535 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf08f39d-15a4-4b68-86b3-54e1cc0c46c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.235194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-173828b8-7daf-4ba2-8660-024035968e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.258522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa1f0-da93-478a-b5d4-0b90576a2501 req-8f75f479-a182-4a46-8093-e96bdc89f68b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:31.260339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2a7fa1f0-da93-478a-b5d4-0b90576a2501 req-8f75f479-a182-4a46-8093-e96bdc89f68b tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 943 time: 0.1364627 Sep 21 08:23:31.300783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08f39d-15a4-4b68-86b3-54e1cc0c46c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafc16ab-9415-4f11-a1c1-e201e6b3f162,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:31.330775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cf08f39d-15a4-4b68-86b3-54e1cc0c46c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42fad2f875e1450c8b9db8c3e0dbad01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4986880 Sep 21 08:23:31.332490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36086) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:31.348295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2a7fa1f0-da93-478a-b5d4-0b90576a2501 req-5836e1c6-de20-4411-a558-203c0f4c9650 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759375 Sep 21 08:23:31.366646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-173828b8-7daf-4ba2-8660-024035968e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.371999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-173828b8-7daf-4ba2-8660-024035968e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.375292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-173828b8-7daf-4ba2-8660-024035968e8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82fc2f7f-c7b5-4723-aa11-c8a38b161b3b HTTP/1.1" status: 204 len: 168 time: 0.3270273 Sep 21 08:23:31.393185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173828b8-7daf-4ba2-8660-024035968e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fc2f7f-c7b5-4723-aa11-c8a38b161b3b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:31.429606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c341df95-b0fd-48ba-85b5-0a84a10f9650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.463556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c341df95-b0fd-48ba-85b5-0a84a10f9650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.546559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c341df95-b0fd-48ba-85b5-0a84a10f9650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.552881 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c341df95-b0fd-48ba-85b5-0a84a10f9650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:31.561305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c341df95-b0fd-48ba-85b5-0a84a10f9650 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fafc16ab-9415-4f11-a1c1-e201e6b3f162 HTTP/1.1" status: 204 len: 168 time: 0.2262640 Sep 21 08:23:31.594087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341df95-b0fd-48ba-85b5-0a84a10f9650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafc16ab-9415-4f11-a1c1-e201e6b3f162,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:31.612939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a11763-2ed8-48d2-99d2-20c9324209eb req-740ba11f-9b6e-42dd-921a-69118f6929fb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:31.614870 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-20a11763-2ed8-48d2-99d2-20c9324209eb req-740ba11f-9b6e-42dd-921a-69118f6929fb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1335561 Sep 21 08:23:31.681904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-20a11763-2ed8-48d2-99d2-20c9324209eb req-c222abad-787a-4339-87d9-36e42c775ed8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519371 Sep 21 08:23:31.999540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:32.276748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36130) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:32.327701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36134) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:32.477360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caa53c-a694-45df-8eb1-7b1aca071d19 req-e706a610-5c4f-40c8-9d3d-f2c665b9c5db tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:32.478971 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89caa53c-a694-45df-8eb1-7b1aca071d19 req-e706a610-5c4f-40c8-9d3d-f2c665b9c5db tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 943 time: 0.0570607 Sep 21 08:23:32.540661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89caa53c-a694-45df-8eb1-7b1aca071d19 req-98fa8d37-ed06-4a82-960b-40b18d759113 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548131 Sep 21 08:23:32.649837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cef09af7-0ac3-4bee-96ca-741a54829a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:32.683999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] Deleting subnet 87d0c9d7-faa1-4101-a387-139bde5a004e {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:23:32.691308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:32.828958 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:32.902412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25666b-3cb8-4a84-a478-53f609288a92 req-fe575647-f8ca-4c31-8b51-20ad5cb9f69b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:32.905396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a25666b-3cb8-4a84-a478-53f609288a92 req-fe575647-f8ca-4c31-8b51-20ad5cb9f69b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1361239 Sep 21 08:23:32.927877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.025287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a25666b-3cb8-4a84-a478-53f609288a92 req-49c47e79-d7d1-4891-a7b9-ca52bfc28ea3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077282 Sep 21 08:23:33.101718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cef09af7-0ac3-4bee-96ca-741a54829a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.107415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cef09af7-0ac3-4bee-96ca-741a54829a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.155678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.188876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cef09af7-0ac3-4bee-96ca-741a54829a5c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e864752518e64764bfda240ff0f6cf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597839 Sep 21 08:23:33.191545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36174) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:33.200193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d0c9d7-faa1-4101-a387-139bde5a004e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:33.203085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.205122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0b473922-ad1f-4e24-818a-457254a77dea admin admin] 10.222.0.59 "DELETE /v2.0/subnets/87d0c9d7-faa1-4101-a387-139bde5a004e HTTP/1.1" status: 204 len: 168 time: 0.9272246 Sep 21 08:23:33.205854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef09af7-0ac3-4bee-96ca-741a54829a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b197eefa-089d-4f70-956d-83d770dd5222,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:33.213748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36176) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:33.319868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.322721 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c62513ff-6bdc-4e95-9dfc-9d07eb484068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.353160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c62513ff-6bdc-4e95-9dfc-9d07eb484068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.412125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:33.452145 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.475050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2086ed98-4526-468c-a2ae-d2504d59cd8a']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:33.486671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7909f709-3e20-4f8e-b3bd-834eb9457146') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:33.486978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7909f709-3e20-4f8e-b3bd-834eb9457146') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:33.499124 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.506094 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c62513ff-6bdc-4e95-9dfc-9d07eb484068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.508865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c62513ff-6bdc-4e95-9dfc-9d07eb484068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.510034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c62513ff-6bdc-4e95-9dfc-9d07eb484068 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b197eefa-089d-4f70-956d-83d770dd5222 HTTP/1.1" status: 204 len: 168 time: 0.3175070 Sep 21 08:23:33.523760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62513ff-6bdc-4e95-9dfc-9d07eb484068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197eefa-089d-4f70-956d-83d770dd5222,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:33.526286 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.532391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.535371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:23:33.535984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:23:33.537923 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:23:33.577105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3e9be44-98b5-48d6-a320-05794629a987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.579936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e38caf3c-b208-4a27-9861-b640a14da222 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:23:33.597017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 933f695f-dbc3-4ff7-8494-ba61036b5ff2 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:23:33.661748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.710485 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.716844 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2086ed98-4526-468c-a2ae-d2504d59cd8a HTTP/1.1" status: 204 len: 168 time: 0.5017705 Sep 21 08:23:33.719715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ec2e4-e85b-485a-982f-068bc6c09ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2086ed98-4526-468c-a2ae-d2504d59cd8a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:33.739006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4b1d2-592c-427c-a76b-1b7dbf0e03af req-64a80179-5537-408c-a0c7-98262290b1c6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:33.740830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eae4b1d2-592c-427c-a76b-1b7dbf0e03af req-64a80179-5537-408c-a0c7-98262290b1c6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 943 time: 0.0939727 Sep 21 08:23:33.821495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e38caf3c-b208-4a27-9861-b640a14da222, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e38caf3c-b208-4a27-9861-b640a14da222,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:33.834182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3e9be44-98b5-48d6-a320-05794629a987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.835205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e38caf3c-b208-4a27-9861-b640a14da222', 'network_id': '67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e', 'port_id': 'e38caf3c-b208-4a27-9861-b640a14da222', 'mac_address': 'fa:16:3e:b7:d7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd64e64a-68b6-4885-b9aa-fee3566afeae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:23:33.838205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eae4b1d2-592c-427c-a76b-1b7dbf0e03af req-9abf3622-0602-4770-b062-cf6417a08c08 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853076 Sep 21 08:23:33.845812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3e9be44-98b5-48d6-a320-05794629a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.895216 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.909353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38caf3c-b208-4a27-9861-b640a14da222 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:23:33.914043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36228) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:33.914288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f3e9be44-98b5-48d6-a320-05794629a987 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3914b6ba2b6d45f8805ab46b46119af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010369 Sep 21 08:23:33.916943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9be44-98b5-48d6-a320-05794629a987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276981f5-b8e0-400c-9b44-650668d45f20,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:33.931620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e38caf3c-b208-4a27-9861-b640a14da222, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e38caf3c-b208-4a27-9861-b640a14da222,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:33.939783 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:33.992854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd694-4790-41a7-973a-92d175f50cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.011177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e38caf3c-b208-4a27-9861-b640a14da222,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:34.020157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd694-4790-41a7-973a-92d175f50cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.078472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36234) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:34.087865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd694-4790-41a7-973a-92d175f50cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.090933 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd694-4790-41a7-973a-92d175f50cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.095251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8a5fd694-4790-41a7-973a-92d175f50cd5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/276981f5-b8e0-400c-9b44-650668d45f20 HTTP/1.1" status: 204 len: 168 time: 0.1797440 Sep 21 08:23:34.113434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fd694-4790-41a7-973a-92d175f50cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276981f5-b8e0-400c-9b44-650668d45f20,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:34.144653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36238) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:34.161040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6ed43590-8690-4c4c-9560-31e80f8b1aba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bd819bf8f974708b5ed315c7c2dc88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758817 Sep 21 08:23:34.162040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:34.166494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b0f-3627-40d9-8078-f89e8b18ed25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.202396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36242) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:34.231663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae594d7d-bb27-496f-9f62-a90c574f6933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.259480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae594d7d-bb27-496f-9f62-a90c574f6933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.272884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e38caf3c-b208-4a27-9861-b640a14da222'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:34.325385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae594d7d-bb27-496f-9f62-a90c574f6933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.328341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae594d7d-bb27-496f-9f62-a90c574f6933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.332212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae594d7d-bb27-496f-9f62-a90c574f6933 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba4be1d3-2809-459e-9917-a5a5562d2de3 HTTP/1.1" status: 204 len: 168 time: 0.1663036 Sep 21 08:23:34.338625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae594d7d-bb27-496f-9f62-a90c574f6933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4be1d3-2809-459e-9917-a5a5562d2de3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:34.355098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa09556-d63c-4380-867a-29882d0974e4 req-2c67908d-b36d-464d-b074-50337c5be24c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:34.356762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa09556-d63c-4380-867a-29882d0974e4 req-2c67908d-b36d-464d-b074-50337c5be24c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1828196 Sep 21 08:23:34.368859 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b0f-3627-40d9-8078-f89e8b18ed25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.377760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0eca9b0f-3627-40d9-8078-f89e8b18ed25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.439062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b98337-eaf7-4a0e-9dd1-cded243893b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.450240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca9b0f-3627-40d9-8078-f89e8b18ed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292d9319-54cc-4487-97ac-a40fa962143d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:34.466656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0eca9b0f-3627-40d9-8078-f89e8b18ed25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6630d621f9cb42b3b5943db86a280560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200750 Sep 21 08:23:34.469782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36250) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:34.485531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fa09556-d63c-4380-867a-29882d0974e4 req-73421231-68a6-4097-a8cc-81f2bd394068 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136556 Sep 21 08:23:34.573614 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74cda986-b045-4643-a03c-d858c85db2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.607798 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74cda986-b045-4643-a03c-d858c85db2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.662880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b98337-eaf7-4a0e-9dd1-cded243893b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.668523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b98337-eaf7-4a0e-9dd1-cded243893b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.715522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74cda986-b045-4643-a03c-d858c85db2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.718224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74cda986-b045-4643-a03c-d858c85db2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.719824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-74cda986-b045-4643-a03c-d858c85db2ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/292d9319-54cc-4487-97ac-a40fa962143d HTTP/1.1" status: 204 len: 168 time: 0.2490950 Sep 21 08:23:34.721115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b98337-eaf7-4a0e-9dd1-cded243893b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70718a96-de27-43c2-a10c-a7acde650c02,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:34.725804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e3b98337-eaf7-4a0e-9dd1-cded243893b1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95fdc909515947568407e8c6c4b5a878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223415 Sep 21 08:23:34.728638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36260) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:34.735693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cda986-b045-4643-a03c-d858c85db2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292d9319-54cc-4487-97ac-a40fa962143d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:34.802910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d365579a-4ba6-4de0-b05c-fbe39409d94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.828659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d365579a-4ba6-4de0-b05c-fbe39409d94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.901924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d365579a-4ba6-4de0-b05c-fbe39409d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.907684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d365579a-4ba6-4de0-b05c-fbe39409d94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:34.908887 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d365579a-4ba6-4de0-b05c-fbe39409d94a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70718a96-de27-43c2-a10c-a7acde650c02 HTTP/1.1" status: 204 len: 168 time: 0.1794205 Sep 21 08:23:34.917562 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365579a-4ba6-4de0-b05c-fbe39409d94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70718a96-de27-43c2-a10c-a7acde650c02,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:35.006799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aa8b7-e443-485a-ab11-0bbadb463355 req-fd5d6956-1a07-4752-a5fe-482ef2d22e14 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:35.008368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b77aa8b7-e443-485a-ab11-0bbadb463355 req-fd5d6956-1a07-4752-a5fe-482ef2d22e14 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 944 time: 0.0716085 Sep 21 08:23:35.052472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b77aa8b7-e443-485a-ab11-0bbadb463355 req-48c8145e-f586-4ea9-b2b3-e630365943ed tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355842 Sep 21 08:23:35.600045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e38caf3c-b208-4a27-9861-b640a14da222 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:23:35.602395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59182920-af06-4de2-ae05-179db81566fb req-4b5f8b46-bef0-4690-b7d5-40e0c967de76 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:35.611132 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59182920-af06-4de2-ae05-179db81566fb req-4b5f8b46-bef0-4690-b7d5-40e0c967de76 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0659044 Sep 21 08:23:35.658323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59182920-af06-4de2-ae05-179db81566fb req-fc79d1b6-1913-4faf-b453-de85a83c1750 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457816 Sep 21 08:23:35.677805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port e38caf3c-b208-4a27-9861-b640a14da222 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:23:35.683752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e38caf3c-b208-4a27-9861-b640a14da222 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:23:35.684288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:35.769437 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:35.795391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38caf3c-b208-4a27-9861-b640a14da222'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:35.797647 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eb86b1-078f-4019-9cab-9f1e272fa4bc" -d '{"events": [{"server_uuid": "24ae6472-42ed-4739-9820-7fbeb11c943c", "name": "network-vif-plugged", "status": "completed", "tag": "e38caf3c-b208-4a27-9861-b640a14da222"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:35.828022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e38caf3c-b208-4a27-9861-b640a14da222, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e38caf3c-b208-4a27-9861-b640a14da222,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:35.833309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:35.871883 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a53bb-d91d-49a0-99a8-64ca2566d647 x-openstack-request-id: req-f48a53bb-d91d-49a0-99a8-64ca2566d647 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:35.872292 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ae6472-42ed-4739-9820-7fbeb11c943c", "name": "network-vif-plugged", "status": "completed", "tag": "e38caf3c-b208-4a27-9861-b640a14da222", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:35.872608 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f48a53bb-d91d-49a0-99a8-64ca2566d647 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:35.873052 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38caf3c-b208-4a27-9861-b640a14da222', 'code': 200} Sep 21 08:23:35.891413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e38caf3c-b208-4a27-9861-b640a14da222,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:35.940353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7451a-6d77-44dc-915a-61907bfd9616 req-4d48979d-3a68-4067-a57e-1eec8f4c1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:35.942166 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91a7451a-6d77-44dc-915a-61907bfd9616 req-4d48979d-3a68-4067-a57e-1eec8f4c1f2e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 1096 time: 0.0450964 Sep 21 08:23:35.961765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:35.986779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91a7451a-6d77-44dc-915a-61907bfd9616 req-069c71d3-b2b5-4e33-8e24-9d5c7efce22f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Sep 21 08:23:36.162550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1072349958-network', 'tenant_id': '4d091d20ad7f430bb6d0abd7ecbee171'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:36.179847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Made reservation on behalf of 4d091d20ad7f430bb6d0abd7ecbee171 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:36.183162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.192880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.194018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7317ec-6b9a-485e-8c7b-d28a18338960 req-e87ba7bc-f79a-48b0-af0c-8994906c5f26 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:36.202234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d7317ec-6b9a-485e-8c7b-d28a18338960 req-e87ba7bc-f79a-48b0-af0c-8994906c5f26 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.0750289 Sep 21 08:23:36.252117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d7317ec-6b9a-485e-8c7b-d28a18338960 req-2702e8bf-a5b1-46cb-bf65-870a7083737d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Sep 21 08:23:36.320974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.327718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.350545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:23:36.372235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.372235 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Added segment 8786e9a6-99e2-41ee-a12d-2a0a13e90f94 of type vlan for network 3e266134-0dec-4d32-af4b-54f757528dca Sep 21 08:23:36.380039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe141547-57b2-45be-8df2-8da5d8651c98,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:36.416686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.445196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.446271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:36.447018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.789215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8260851 Sep 21 08:23:36.799343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36380) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:36.808864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Request body: {'subnet': {'network_id': '3e266134-0dec-4d32-af4b-54f757528dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1072349958-subnet', 'tenant_id': '4d091d20ad7f430bb6d0abd7ecbee171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:36.818245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba44a4-3cd9-4462-a931-cc7c28d06072 admin admin] Pushing event updated for resources: {'Network': ['ID=3e266134-0dec-4d32-af4b-54f757528dca,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:36.831617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3e266134-0dec-4d32-af4b-54f757528dca details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:23:36.854920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4ff52-8ee9-4a3a-a894-d81da0fea40c req-c0709e96-c5a7-412c-b2aa-e93f1bdf4c30 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:36.856594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0e4ff52-8ee9-4a3a-a894-d81da0fea40c req-c0709e96-c5a7-412c-b2aa-e93f1bdf4c30 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0921161 Sep 21 08:23:36.857709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Made reservation on behalf of 4d091d20ad7f430bb6d0abd7ecbee171 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:36.860243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:36.971963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0e4ff52-8ee9-4a3a-a894-d81da0fea40c req-c7d4ae92-fcff-4ced-8647-e69f866823ea tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941892 Sep 21 08:23:37.087982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.154575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38dbf905-8634-41ab-8d36-fd62b5a34d96,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:37.167984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Checking segment: {'id': '8786e9a6-99e2-41ee-a12d-2a0a13e90f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3e266134-0dec-4d32-af4b-54f757528dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:37.168434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Network hostable DHCP agents. Network: 3e266134-0dec-4d32-af4b-54f757528dca, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:23:37.196695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Network 3e266134-0dec-4d32-af4b-54f757528dca is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:23:37.208240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3e266134-0dec-4d32-af4b-54f757528dca) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:37.214523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:37.215383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.220281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf231a2-7af2-4637-9b30-55914b115e9e None None] Network 3e266134-0dec-4d32-af4b-54f757528dca requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:37.237200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bd06b618-375d-4c12-8a77-034405501b26 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4356158 Sep 21 08:23:37.431355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36412) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:37.460507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bf09f-bf2c-4d57-b3b3-f849230a16f7 req-1bb5b75c-53a8-4f38-8ea2-40ba36625094 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:37.469173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b3bf09f-bf2c-4d57-b3b3-f849230a16f7 req-1bb5b75c-53a8-4f38-8ea2-40ba36625094 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.1052656 Sep 21 08:23:37.517808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b3bf09f-bf2c-4d57-b3b3-f849230a16f7 req-bc2c935b-98ef-4081-b630-7367e62a0cb1 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Sep 21 08:23:37.550659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36418) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:37.604850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ad397-66ee-4251-b177-f6d5861d7ed0 None None] Network 3e266134-0dec-4d32-af4b-54f757528dca requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:37.660001 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8fc40c9-22f7-4d1d-a0c5-a2231b4329e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.728082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-578489797', 'router:external': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:37.788825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8fc40c9-22f7-4d1d-a0c5-a2231b4329e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.797828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8fc40c9-22f7-4d1d-a0c5-a2231b4329e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.840522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Made reservation on behalf of 607aff717e194376a99cc79e3d846c7b for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:37.842864 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.861380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e8fc40c9-22f7-4d1d-a0c5-a2231b4329e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8874ab3696f745328d07b5785b7e82b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287381 Sep 21 08:23:37.862114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc40c9-22f7-4d1d-a0c5-a2231b4329e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0966121-9e0e-4a41-a30d-f33c794932ca,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:37.864053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36432) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:37.866253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.930856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79adcfad-c4ea-465e-9858-21b8b16a2c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.959746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79adcfad-c4ea-465e-9858-21b8b16a2c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.981688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:37.988380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.011545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:23:38.018908 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79adcfad-c4ea-465e-9858-21b8b16a2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.024130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79adcfad-c4ea-465e-9858-21b8b16a2c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.032594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeadf876-5d18-435b-a5b5-6705931719bf,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:38.034186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-79adcfad-c4ea-465e-9858-21b8b16a2c41 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0966121-9e0e-4a41-a30d-f33c794932ca HTTP/1.1" status: 204 len: 168 time: 0.1686180 Sep 21 08:23:38.036531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.037097 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Added segment 89bca11d-8ed8-48bc-806c-ecee89a39a28 of type vlan for network 2c928ec3-adfe-47cc-8330-6088a56cf1ca Sep 21 08:23:38.054686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adcfad-c4ea-465e-9858-21b8b16a2c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0966121-9e0e-4a41-a30d-f33c794932ca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:38.091539 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.151880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.152849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:38.153434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.198243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f12e-f2d3-4ae1-bfe1-88f84497f68b req-cd54dd6c-9026-4292-bd76-40fb76e965c5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:38.199798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5871f12e-f2d3-4ae1-bfe1-88f84497f68b req-cd54dd6c-9026-4292-bd76-40fb76e965c5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1013315 Sep 21 08:23:38.237657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Network': ['ID=2c928ec3-adfe-47cc-8330-6088a56cf1ca,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:38.252618 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-30704ddd-11dc-47e0-a7f1-4a57abda9832 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6976197 Sep 21 08:23:38.252756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36450) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:38.255068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 2c928ec3-adfe-47cc-8330-6088a56cf1ca details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:23:38.258884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'subnet': {'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:38.272822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5871f12e-f2d3-4ae1-bfe1-88f84497f68b req-cb436fea-7799-4d54-b227-b6dc80533de7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Sep 21 08:23:38.290780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Made reservation on behalf of 607aff717e194376a99cc79e3d846c7b for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:38.294048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.424180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:38.438246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9af3fca-1b21-4ff9-8993-fac774b26211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.550365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9af3fca-1b21-4ff9-8993-fac774b26211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.562683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9af3fca-1b21-4ff9-8993-fac774b26211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.610842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e9af3fca-1b21-4ff9-8993-fac774b26211 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=157ebd94c86e46e1960a65b97abfbded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853082 Sep 21 08:23:38.613057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3fca-1b21-4ff9-8993-fac774b26211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95158ea0-8bdc-456e-9001-856dbfdfcbd7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:38.615461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36466) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:38.615793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36468) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:38.621910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1832445695-network', 'tenant_id': '53b651a4551548468b42975b11856f9c'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:38.668085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:23:38.668648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.708664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Made reservation on behalf of 53b651a4551548468b42975b11856f9c for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:38.710844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.726466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.735391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:38.740475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2964-4e10-4e38-a63b-ddee33dc9607 req-4a301ebf-a756-485d-a60f-163468abf6a6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:38.742019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-848a2964-4e10-4e38-a63b-ddee33dc9607 req-4a301ebf-a756-485d-a60f-163468abf6a6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.1097732 Sep 21 08:23:38.750609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Checking segment: {'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:38.751035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network hostable DHCP agents. Network: 2c928ec3-adfe-47cc-8330-6088a56cf1ca, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:23:38.753582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8df5e6fd-af55-4f51-adc9-c4e38d20939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.771940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network 2c928ec3-adfe-47cc-8330-6088a56cf1ca is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:23:38.787918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 2c928ec3-adfe-47cc-8330-6088a56cf1ca) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:38.800243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:38.800420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8df5e6fd-af55-4f51-adc9-c4e38d20939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.800887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f77be4-7409-4297-a057-d55cda15bd9b None None] Network 2c928ec3-adfe-47cc-8330-6088a56cf1ca requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:38.801059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.845295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-848a2964-4e10-4e38-a63b-ddee33dc9607 req-166e4e11-7aaf-4753-9c1f-8c6260bfdc7c tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927999 Sep 21 08:23:38.923452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.927606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8df5e6fd-af55-4f51-adc9-c4e38d20939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.930110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8df5e6fd-af55-4f51-adc9-c4e38d20939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.931364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8df5e6fd-af55-4f51-adc9-c4e38d20939d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95158ea0-8bdc-456e-9001-856dbfdfcbd7 HTTP/1.1" status: 204 len: 168 time: 0.3145788 Sep 21 08:23:38.936697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.938207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-032ad79d-8279-4d7f-9855-4fe95af80754 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6841526 Sep 21 08:23:38.941055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36482) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:38.946697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5e6fd-af55-4f51-adc9-c4e38d20939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95158ea0-8bdc-456e-9001-856dbfdfcbd7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:38.949816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-858884244', 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:38.956448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:23:38.984331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:38.984582 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Added segment aa7dc90b-34db-4758-ba1f-f20fc792bbe3 of type vlan for network 85baf16f-e41f-4679-bcd1-b4893ac4fb9d Sep 21 08:23:38.986285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703bde8-9c27-45b5-b690-6c1e5bf1e8a9 None None] Network 2c928ec3-adfe-47cc-8330-6088a56cf1ca requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:38.993961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f21920-8f90-4ded-9e00-241eb67d3b7c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:39.042736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Made reservation on behalf of 607aff717e194376a99cc79e3d846c7b for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:39.045063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.051283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.119135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.120849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:39.121640 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.160886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] device_id is not set on port 604f89bd-f593-4cdd-ba51-b9dd8071d103 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:23:39.195077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5770895 Sep 21 08:23:39.197851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36490) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:39.203229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Request body: {'subnet': {'network_id': '85baf16f-e41f-4679-bcd1-b4893ac4fb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1832445695-subnet', 'tenant_id': '53b651a4551548468b42975b11856f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:39.247741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd8aab-b54e-4f3f-aba9-8b90fd127759 admin admin] Pushing event updated for resources: {'Network': ['ID=85baf16f-e41f-4679-bcd1-b4893ac4fb9d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:39.263601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec4ce-cc0b-4bb4-a346-eb1f39e5b402 req-94faa892-9264-4506-ace2-53fd21361b66 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:39.266959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 85baf16f-e41f-4679-bcd1-b4893ac4fb9d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:23:39.269791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Made reservation on behalf of 53b651a4551548468b42975b11856f9c for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:39.272371 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.273661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec8ec4ce-cc0b-4bb4-a346-eb1f39e5b402 req-94faa892-9264-4506-ace2-53fd21361b66 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.2548950 Sep 21 08:23:39.383874 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec8ec4ce-cc0b-4bb4-a346-eb1f39e5b402 req-3fcc701a-cc1c-4fe2-9900-568139a5e936 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039605 Sep 21 08:23:39.440644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Allocated IP 172.20.0.3 (2c928ec3-adfe-47cc-8330-6088a56cf1ca/4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59/604f89bd-f593-4cdd-ba51-b9dd8071d103) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:39.607706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8badff-4854-4bb7-b4bc-40110bcafaad req-7a9ba9f4-9343-450a-b446-314bed871967 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:39.615801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee8badff-4854-4bb7-b4bc-40110bcafaad req-7a9ba9f4-9343-450a-b446-314bed871967 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1170554 Sep 21 08:23:39.690119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.711690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee8badff-4854-4bb7-b4bc-40110bcafaad req-e18e5f5e-a950-4376-843d-4b8fab5af1f6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895307 Sep 21 08:23:39.757517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.811069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9834a14-3b03-4781-9d69-89ed84f55752,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:39.814138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.824528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Checking segment: {'id': 'aa7dc90b-34db-4758-ba1f-f20fc792bbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '85baf16f-e41f-4679-bcd1-b4893ac4fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:39.824889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Network hostable DHCP agents. Network: 85baf16f-e41f-4679-bcd1-b4893ac4fb9d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:23:39.847572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac42ea9-22d8-4898-8f4b-fa57efc29c7a req-82124b7d-dd88-4c07-9698-3298a0c370d2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:39.848672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ac42ea9-22d8-4898-8f4b-fa57efc29c7a req-82124b7d-dd88-4c07-9698-3298a0c370d2 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.0898988 Sep 21 08:23:39.868356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network 2c928ec3-adfe-47cc-8330-6088a56cf1ca is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:39.872734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Network 85baf16f-e41f-4679-bcd1-b4893ac4fb9d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:23:39.873575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:39.878437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:39.882158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Port': ['ID=604f89bd-f593-4cdd-ba51-b9dd8071d103,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:39.892315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 85baf16f-e41f-4679-bcd1-b4893ac4fb9d) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:39.903183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:39.903893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.906712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ef90a-48cf-4e2b-abe4-d73c4dfe429f None None] Network 85baf16f-e41f-4679-bcd1-b4893ac4fb9d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:39.915144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ac42ea9-22d8-4898-8f4b-fa57efc29c7a req-954aad08-5b77-4d58-b38e-d2484802d8a8 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548735 Sep 21 08:23:39.940425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-86ee5385-4598-4eca-936d-cf2e31ef935f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7286716 Sep 21 08:23:39.951516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:39.952152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:39.968302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-08f70f15-6ee6-4708-80f6-a43276913bf1 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0257437 Sep 21 08:23:39.971012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36520) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:40.004200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36522) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:40.070062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Deleting port 604f89bd-f593-4cdd-ba51-b9dd8071d103 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:40.070687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.112550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf88f7e-92ea-4cf3-97db-ac5c8e57679e req-8c77a871-0b9e-4ccd-8a8e-042b948b3505 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:40.125993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8526221-9a98-4fd0-b857-de84a7d2fa86 None None] Network 85baf16f-e41f-4679-bcd1-b4893ac4fb9d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:40.137320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abf88f7e-92ea-4cf3-97db-ac5c8e57679e req-8c77a871-0b9e-4ccd-8a8e-042b948b3505 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.0986900 Sep 21 08:23:40.184344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.202798 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abf88f7e-92ea-4cf3-97db-ac5c8e57679e req-07cc53c0-0321-4749-9ed4-98c18797c351 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705626 Sep 21 08:23:40.207286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Calling delete_port for 604f89bd-f593-4cdd-ba51-b9dd8071d103 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:40.344247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73507308-70cc-4630-ae9a-e261a624d5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.390976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.473382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event deleted for resources: {'Port': ['ID=604f89bd-f593-4cdd-ba51-b9dd8071d103,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:40.548594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73507308-70cc-4630-ae9a-e261a624d5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.556829 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73507308-70cc-4630-ae9a-e261a624d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.575420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.578941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c26b3995-02e0-4bd2-b00c-f6b72c8b0178 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "DELETE /v2.0/ports/604f89bd-f593-4cdd-ba51-b9dd8071d103 HTTP/1.1" status: 204 len: 168 time: 0.6045456 Sep 21 08:23:40.579475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36546) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:40.583749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca', 'external_fixed_ips': [{'subnet_id': '4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59', 'ip_address': '172.20.0.3'}]}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:40.593842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc8f0b-d9c0-4030-bf71-71c47bbce1ff req-e07fcb70-012d-43a3-a1d6-d57cc1fd4da3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:40.595332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45cc8f0b-d9c0-4030-bf71-71c47bbce1ff req-e07fcb70-012d-43a3-a1d6-d57cc1fd4da3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.1106055 Sep 21 08:23:40.604941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-73507308-70cc-4630-ae9a-e261a624d5bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=859307ec42b3444ba4eb096be6ed030d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972908 Sep 21 08:23:40.605776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:40.619512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.621587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.632350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73507308-70cc-4630-ae9a-e261a624d5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adf233d-a073-4971-9155-05c8b5970887,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:40.670257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45cc8f0b-d9c0-4030-bf71-71c47bbce1ff req-44b5a998-c4d0-4416-95ed-e6d6b4819684 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646720 Sep 21 08:23:40.711237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.717294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63ab64d7-1d36-43a6-a0ce-9b8de783d403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.813778 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63ab64d7-1d36-43a6-a0ce-9b8de783d403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.899085 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.900113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1236c-a5ab-47ab-aa70-36a86c13fe01 req-841ae4c1-15ef-4c91-84df-23abccf3eeed tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:40.920208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ab1236c-a5ab-47ab-aa70-36a86c13fe01 req-841ae4c1-15ef-4c91-84df-23abccf3eeed tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.0717556 Sep 21 08:23:40.946490 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63ab64d7-1d36-43a6-a0ce-9b8de783d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.949095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63ab64d7-1d36-43a6-a0ce-9b8de783d403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:40.951362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63ab64d7-1d36-43a6-a0ce-9b8de783d403 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2adf233d-a073-4971-9155-05c8b5970887 HTTP/1.1" status: 204 len: 168 time: 0.3423984 Sep 21 08:23:40.961827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab64d7-1d36-43a6-a0ce-9b8de783d403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adf233d-a073-4971-9155-05c8b5970887,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:41.012648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ab1236c-a5ab-47ab-aa70-36a86c13fe01 req-7d163806-b655-4383-954a-715fe08c5283 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912752 Sep 21 08:23:41.136528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b9a2f-86f4-45fd-be9c-42a9989dcf8c req-bc363ae9-d62d-42ab-b672-35b853ceb9b4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:41.138376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c7b9a2f-86f4-45fd-be9c-42a9989dcf8c req-bc363ae9-d62d-42ab-b672-35b853ceb9b4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0645034 Sep 21 08:23:41.160496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-19429b5a-945f-4571-8ea8-f38987d453ac tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:41.161783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-19429b5a-945f-4571-8ea8-f38987d453ac tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/networks?id=3e266134-0dec-4d32-af4b-54f757528dca HTTP/1.1" status: 200 len: 812 time: 0.1628904 Sep 21 08:23:41.194099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c7b9a2f-86f4-45fd-be9c-42a9989dcf8c req-09befa1e-a281-456b-ac95-3c7cfa890c02 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488601 Sep 21 08:23:41.206383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-9f90ec88-f144-45d6-a4ed-cf6fb06665b7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/quotas/4d091d20ad7f430bb6d0abd7ecbee171 HTTP/1.1" status: 200 len: 375 time: 0.0184157 Sep 21 08:23:41.265534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-e4af07bd-1d8d-4fba-8429-4f0be5798b83 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d091d20ad7f430bb6d0abd7ecbee171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582752 Sep 21 08:23:41.285771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.375674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36584) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:41.396667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b9f35ce-f29e-45d8-8184-d83ec6630c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.400270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.484610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-9aaf3098-d5d3-4bc3-9436-0d30daad2b72 service neutron] 10.222.0.59 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110517 Sep 21 08:23:41.539125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b9f35ce-f29e-45d8-8184-d83ec6630c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.545410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b9f35ce-f29e-45d8-8184-d83ec6630c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.616052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f35ce-f29e-45d8-8184-d83ec6630c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082d0fcd-242f-4730-8be8-936c5d05dcec,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:41.623124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4b9f35ce-f29e-45d8-8184-d83ec6630c6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e71a5f8338548d49b739990fa62d2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435892 Sep 21 08:23:41.624551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36600) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:41.663894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee8ca4-2543-4bbd-a6ef-75400d7dd856 req-44cae166-87dc-4b3e-923d-7a099af03ab6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:41.665441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-afee8ca4-2543-4bbd-a6ef-75400d7dd856 req-44cae166-87dc-4b3e-923d-7a099af03ab6 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.1010828 Sep 21 08:23:41.677586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-0fb09bf7-0e40-4a82-becb-cc0854421b94 service neutron] 10.222.0.59 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855974 Sep 21 08:23:41.679786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Allocated IP 172.20.0.3 (2c928ec3-adfe-47cc-8330-6088a56cf1ca/4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59/2b6e3142-0224-4d39-b355-c549f4d638bb) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:41.715325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b929917-ed9f-49f7-af0b-2bf48c21fc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.750767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-afee8ca4-2543-4bbd-a6ef-75400d7dd856 req-a4519171-533b-452b-8f0e-86498925506d tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720317 Sep 21 08:23:41.776777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b929917-ed9f-49f7-af0b-2bf48c21fc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.854581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.899679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b929917-ed9f-49f7-af0b-2bf48c21fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.902923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b929917-ed9f-49f7-af0b-2bf48c21fc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:41.904135 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3b929917-ed9f-49f7-af0b-2bf48c21fc86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/082d0fcd-242f-4730-8be8-936c5d05dcec HTTP/1.1" status: 204 len: 168 time: 0.2786617 Sep 21 08:23:41.919640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b929917-ed9f-49f7-af0b-2bf48c21fc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082d0fcd-242f-4730-8be8-936c5d05dcec,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:41.940571 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:42.055391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1137d3f0-6a71-4b4d-8002-32d3541a7fa2 req-fdd210fe-9eee-4124-91dd-417b2d89832a tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 210 time: 0.0599344 Sep 21 08:23:42.055391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network 2c928ec3-adfe-47cc-8330-6088a56cf1ca is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:42.061338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:42.063623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6e3142-0224-4d39-b355-c549f4d638bb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:42.066332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:42.377534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0be7bd-6b09-4adb-bdfc-20a6993e5fa5 req-dbe68a55-5a7b-4c27-bb50-fc885aefcbae tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:42.379748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c0be7bd-6b09-4adb-bdfc-20a6993e5fa5 req-dbe68a55-5a7b-4c27-bb50-fc885aefcbae tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0628228 Sep 21 08:23:42.424644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:42.448886 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c0be7bd-6b09-4adb-bdfc-20a6993e5fa5 req-67ba86ae-de0b-4130-8eac-77048c9415ea tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608327 Sep 21 08:23:42.618255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36660) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:42.714626 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:42.745467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903eb06-80ab-4e82-ae87-5b044640211f req-b0bb4a97-d302-436b-bcaf-18ff7ba7f8cb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:42.749151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1903eb06-80ab-4e82-ae87-5b044640211f req-b0bb4a97-d302-436b-bcaf-18ff7ba7f8cb tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0680513 Sep 21 08:23:42.827873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1903eb06-80ab-4e82-ae87-5b044640211f req-fc997912-ba53-4773-b037-e220b1644951 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585599 Sep 21 08:23:42.905288 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3be8655d-c9f6-4add-b1f7-44742eabead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:43.034146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-332279ee-02ba-4273-9aa4-0b347e60dbf3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:43.036702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-332279ee-02ba-4273-9aa4-0b347e60dbf3 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.0986528 Sep 21 08:23:43.266445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba01d367-4a8f-43cd-9d82-51799468bb88 req-ad22bca7-621c-41b4-bcf6-50d655a81d8a tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 210 time: 0.0819099 Sep 21 08:23:43.275263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734491-2bdb-4844-b369-bb5aae45494f req-df753a49-e76b-4c01-8d07-7e0844d492cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:43.277549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e734491-2bdb-4844-b369-bb5aae45494f req-df753a49-e76b-4c01-8d07-7e0844d492cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1095 time: 0.5544589 Sep 21 08:23:43.360433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3be8655d-c9f6-4add-b1f7-44742eabead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:43.367643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3be8655d-c9f6-4add-b1f7-44742eabead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:43.383639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48efd94-92db-4eaa-a387-164425830602 req-d7a37c71-aaac-45e8-9a57-3de8e8432ebc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:43.387833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d48efd94-92db-4eaa-a387-164425830602 req-d7a37c71-aaac-45e8-9a57-3de8e8432ebc tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.5575325 Sep 21 08:23:43.397166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-fe16f90d-776a-4301-b5a3-f14d906b262e tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:43.398660 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-fe16f90d-776a-4301-b5a3-f14d906b262e tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.50 "GET /v2.0/networks?id=3e266134-0dec-4d32-af4b-54f757528dca HTTP/1.1" status: 200 len: 812 time: 0.2489228 Sep 21 08:23:43.407588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Deleting port e38caf3c-b208-4a27-9861-b640a14da222 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:43.408110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:43.424884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Request body: {'port': {'device_id': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'network_id': '3e266134-0dec-4d32-af4b-54f757528dca', 'admin_state_up': True, 'tenant_id': '4d091d20ad7f430bb6d0abd7ecbee171'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:43.459841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734491-2bdb-4844-b369-bb5aae45494f req-3e425e82-02e7-4e0a-8fb8-6a760d09df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:43.461340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e734491-2bdb-4844-b369-bb5aae45494f req-3e425e82-02e7-4e0a-8fb8-6a760d09df0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.1648836 Sep 21 08:23:43.469572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8655d-c9f6-4add-b1f7-44742eabead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d8d983-2138-4a96-8fbe-c49522147ea5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:43.473292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d48efd94-92db-4eaa-a387-164425830602 req-ff020da9-7087-4c79-bc08-0b59aa63b146 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723450 Sep 21 08:23:43.486499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3be8655d-c9f6-4add-b1f7-44742eabead7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cfa4ff37698f44038736ae498750a4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642933 Sep 21 08:23:43.495206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36688) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:43.526928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Router 5ac83971-c798-4ba7-bcfb-7629bb038254 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:23:43.549142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e734491-2bdb-4844-b369-bb5aae45494f req-fd19bf3f-8424-4491-a132-3cf6602bf786 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.0737994 Sep 21 08:23:43.672864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734491-2bdb-4844-b369-bb5aae45494f req-6295dcbe-4fe1-4e41-b4b4-2647ea3497cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:43.674382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e734491-2bdb-4844-b369-bb5aae45494f req-6295dcbe-4fe1-4e41-b4b4-2647ea3497cf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0860140 Sep 21 08:23:43.720935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:23:43.740102 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:43.740102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bf698dfc-4a95-4a18-bdd4-830e0ddf912b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1586249 Sep 21 08:23:43.742152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36698) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:43.748276 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Sync routers for ids ['5ac83971-c798-4ba7-bcfb-7629bb038254'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:23:43.758161 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Routers {'5ac83971-c798-4ba7-bcfb-7629bb038254'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:23:43.758896 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5ac83971-c798-4ba7-bcfb-7629bb038254'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:43.816277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e734491-2bdb-4844-b369-bb5aae45494f req-9029f01c-47f3-4259-8588-a935fdff0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:43.817816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e734491-2bdb-4844-b369-bb5aae45494f req-9029f01c-47f3-4259-8588-a935fdff0730 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348021 Sep 21 08:23:43.947925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:43.972201 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Set router 5ac83971-c798-4ba7-bcfb-7629bb038254 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:23:44.018426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e734491-2bdb-4844-b369-bb5aae45494f req-2d85cb9d-0f24-49bf-9eeb-e832beb1bd27 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900244 Sep 21 08:23:44.158178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.208092 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac83971-c798-4ba7-bcfb-7629bb038254', 'name': '', 'tenant_id': '607aff717e194376a99cc79e3d846c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca', 'external_fixed_ips': [{'subnet_id': '4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '2b6e3142-0224-4d39-b355-c549f4d638bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:23:40Z', 'updated_at': '2021-09-21T08:23:42Z', 'revision_number': 3, 'project_id': '607aff717e194376a99cc79e3d846c7b', 'gw_port': {'id': '2b6e3142-0224-4d39-b355-c549f4d638bb', 'name': '', 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac83971-c798-4ba7-bcfb-7629bb038254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:23:41Z', 'updated_at': '2021-09-21T08:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:44.217965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e734491-2bdb-4844-b369-bb5aae45494f req-cb857f5d-12d5-4e80-b849-7936e113bc6e service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899211 Sep 21 08:23:44.236256 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Checking router: 5ac83971-c798-4ba7-bcfb-7629bb038254 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:23:44.236876 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Updating router 5ac83971-c798-4ba7-bcfb-7629bb038254 port 2b6e3142-0224-4d39-b355-c549f4d638bb binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:23:44.243836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Deleting port 2b6e3142-0224-4d39-b355-c549f4d638bb {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:44.245882 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.271121 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.271944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edc7ef-4041-47e4-ac9b-dc74dfada589 req-0fb058f0-ce15-4b5b-b61b-b2bda2a8df2b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:44.273526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87edc7ef-4041-47e4-ac9b-dc74dfada589 req-0fb058f0-ce15-4b5b-b61b-b2bda2a8df2b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1446714 Sep 21 08:23:44.283859 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.291771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] For port e38caf3c-b208-4a27-9861-b640a14da222, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e38caf3c-b208-4a27-9861-b640a14da222,segment=NetworkSegment(7ee6325c-962d-4b3d-9303-5e1f7a573559),segment_id=7ee6325c-962d-4b3d-9303-5e1f7a573559)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:44.292270 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.296433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Made reservation on behalf of 4d091d20ad7f430bb6d0abd7ecbee171 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:44.300254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.352986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Calling delete_port for e38caf3c-b208-4a27-9861-b640a14da222 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:44.411036 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.442203 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.459378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Calling delete_port for 2b6e3142-0224-4d39-b355-c549f4d638bb owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:44.515695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-87edc7ef-4041-47e4-ac9b-dc74dfada589 req-842bb185-4ebf-4d66-8b8a-c96dfa33c5a4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161825 Sep 21 08:23:44.578726 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.588067 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.656517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ddf3923a-e633-46f0-b715-d24981bf3c13 req-4e3b8511-79f1-4642-ad53-b2f404cc4799 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 210 time: 0.2578874 Sep 21 08:23:44.659866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Pushing event updated for resources: {'Port': ['ID=2b6e3142-0224-4d39-b355-c549f4d638bb,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:44.688647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.690234 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.692182 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.692182 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.692527 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.692638 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.692638 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.692638 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.692943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16d8d983-2138-4a96-8fbe-c49522147ea5 HTTP/1.1" status: 204 len: 168 time: 1.1930640 Sep 21 08:23:44.696029 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.696412 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.696908 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.697966 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.697966 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.698228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a881a4-3b47-45cc-8110-ab2796e2d834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.702548 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Attempting to bind port 2b6e3142-0224-4d39-b355-c549f4d638bb on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:23:44.703000 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Attempting to bind port 2b6e3142-0224-4d39-b355-c549f4d638bb by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:23:44.703444 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Attempting to bind port 2b6e3142-0224-4d39-b355-c549f4d638bb on network 2c928ec3-adfe-47cc-8330-6088a56cf1ca {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:44.711527 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:23:44.712320 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Checking segment: {'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:44.712833 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.713231 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Bound using segment: {'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:23:44.713880 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Bound port: 2b6e3142-0224-4d39-b355-c549f4d638bb, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:23:44.714371 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.733511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d8d983-2138-4a96-8fbe-c49522147ea5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:44.752021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Allocated IP 172.20.0.6 (3e266134-0dec-4d32-af4b-54f757528dca/38dbf905-8634-41ab-8d36-fd62b5a34d96/a1d1a37e-4adb-4e28-b11d-06d124ce00a8) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:44.759758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.760499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.761067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.761626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.762163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.762696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.763232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.763822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.764357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.764908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.765434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.765958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2db7cd-6b50-48de-994c-17eeecdab0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.812520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c10ef-c08d-42e1-a508-fa878c25a848 req-e8e33924-0804-4390-9301-4d68f87521c7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:44.814406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-557c10ef-c08d-42e1-a508-fa878c25a848 req-e8e33924-0804-4390-9301-4d68f87521c7 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/ports?device_id=24ae6472-42ed-4739-9820-7fbeb11c943c HTTP/1.1" status: 200 len: 945 time: 0.1936100 Sep 21 08:23:44.881121 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.db.api [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:23:44.881765 n-d-809980-2 neutron-server[94727]: DEBUG oslo_db.api [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:23:44.884579 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.917428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-557c10ef-c08d-42e1-a508-fa878c25a848 req-e4039648-25e5-4e99-a56e-c157bf25f713 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.59 "GET /v2.0/security-groups?id=61562224-9d37-404d-9573-c804b07807bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821898 Sep 21 08:23:44.920979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:44.934010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e38caf3c-b208-4a27-9861-b640a14da222'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:44.950136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b6e3142-0224-4d39-b355-c549f4d638bb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:44.979906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Pushing event deleted for resources: {'Port': ['ID=e38caf3c-b208-4a27-9861-b640a14da222,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.994500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.996173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:44.996173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:23:45.045138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.082918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] No DVR routers for this DVR port e38caf3c-b208-4a27-9861-b640a14da222 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:23:45.085953 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.088762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf564b6d-c4df-4a75-b671-b4c84e1dff4a req-f9efb2a3-e779-46ef-b3b7-d463fd52e875 tempest-ServerDiskConfigTestJSON-234374519 tempest-ServerDiskConfigTestJSON-234374519-project] 10.222.0.62 "DELETE /v2.0/ports/e38caf3c-b208-4a27-9861-b640a14da222 HTTP/1.1" status: 204 len: 173 time: 2.0434539 Sep 21 08:23:45.093101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'name': 'network-vif-deleted', 'tag': 'e38caf3c-b208-4a27-9861-b640a14da222'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:45.095793 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea2f347-2835-49c5-871a-bf8ee1312dfd" -d '{"events": [{"server_uuid": "24ae6472-42ed-4739-9820-7fbeb11c943c", "name": "network-vif-deleted", "tag": "e38caf3c-b208-4a27-9861-b640a14da222"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:45.152959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.194549 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4166abc-1c18-4303-8598-2c99aadacf75 x-openstack-request-id: req-a4166abc-1c18-4303-8598-2c99aadacf75 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:45.194909 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ae6472-42ed-4739-9820-7fbeb11c943c", "name": "network-vif-deleted", "tag": "e38caf3c-b208-4a27-9861-b640a14da222", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:45.195929 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4166abc-1c18-4303-8598-2c99aadacf75 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:45.196340 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ae6472-42ed-4739-9820-7fbeb11c943c', 'name': 'network-vif-deleted', 'tag': 'e38caf3c-b208-4a27-9861-b640a14da222', 'status': 'completed', 'code': 200} Sep 21 08:23:45.203638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.210287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.224210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.297152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.298304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac83971-c798-4ba7-bcfb-7629bb038254 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:23:45.308963 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.309145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Network 3e266134-0dec-4d32-af4b-54f757528dca is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:45.310256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc55abf7-8ad7-4012-80e4-1df868cb8d78 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "DELETE /v2.0/routers/5ac83971-c798-4ba7-bcfb-7629bb038254 HTTP/1.1" status: 204 len: 168 time: 1.5671670 Sep 21 08:23:45.313340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36736) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:45.315643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:45.326163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:45.383112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Pushing event updated for resources: {'Port': ['ID=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:45.406871 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Attempting to bind port 2b6e3142-0224-4d39-b355-c549f4d638bb on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:23:45.407132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Deleting subnet 4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:23:45.407240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Attempting to bind port 2b6e3142-0224-4d39-b355-c549f4d638bb by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:23:45.407611 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Attempting to bind port 2b6e3142-0224-4d39-b355-c549f4d638bb on network 2c928ec3-adfe-47cc-8330-6088a56cf1ca {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:45.413244 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:23:45.413831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Checking segment: {'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:45.414474 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.415119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:45.415689 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Bound using segment: {'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:23:45.415815 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.417390 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Bound port: 2b6e3142-0224-4d39-b355-c549f4d638bb, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bca11d-8ed8-48bc-806c-ecee89a39a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '2c928ec3-adfe-47cc-8330-6088a56cf1ca'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:23:45.417993 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.419523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.439424 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Port 2b6e3142-0224-4d39-b355-c549f4d638bb has been deleted concurrently {{(pid=94727) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 21 08:23:45.452544 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Routers set() bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:23:45.452972 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Router IDs set() for agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 08:23:45.453724 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ac83971-c798-4ba7-bcfb-7629bb038254'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent'). {{(pid=94727) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 08:23:45.454091 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4f2bf3-64fc-49d4-bfe4-a9e9cb9aee6e None None] The sync data for ids ['5ac83971-c798-4ba7-bcfb-7629bb038254'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:23:45.461050 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-35338bc4-54c0-4dce-b412-ea417db71cea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0500178 Sep 21 08:23:45.473116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.482016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Request body: {'port': {'device_id': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:45.501179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36740) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:45.517054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5673435b-c98e-4d8c-88b9-59dec36e5d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.572370 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.605475 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.683286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b723590-5e73-4fe2-8071-7c495df802ec req-ff3ab378-117a-40d2-838d-106297b1ecee tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:45.685213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b723590-5e73-4fe2-8071-7c495df802ec req-ff3ab378-117a-40d2-838d-106297b1ecee tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0688963 Sep 21 08:23:45.692079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.701284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36746) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:45.726596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:45.759342 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b723590-5e73-4fe2-8071-7c495df802ec req-f8d8a059-9912-4436-859f-92d16204f71f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570555 Sep 21 08:23:45.775782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.781188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2a4541db-dd2c-40d6-95ce-bf5284281ce9 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59 HTTP/1.1" status: 204 len: 168 time: 0.4667065 Sep 21 08:23:45.784343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36752) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:45.785441 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5673435b-c98e-4d8c-88b9-59dec36e5d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.792095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5673435b-c98e-4d8c-88b9-59dec36e5d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.845228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5673435b-c98e-4d8c-88b9-59dec36e5d8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0f3ce16361d4df4b85523efff27f317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425398 Sep 21 08:23:45.848741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36756) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:45.871895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673435b-c98e-4d8c-88b9-59dec36e5d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890b5c9-d911-4ed7-a7db-c45cda8034ff,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:45.902576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f139ca0d-a0f4-47f7-8f4d-661f208bb56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.970543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:45.978836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677325e-cbd4-4b62-932f-573aec1114c7 req-215cd21a-cda0-44fa-bc63-44d860e196a5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:45.980520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3677325e-cbd4-4b62-932f-573aec1114c7 req-215cd21a-cda0-44fa-bc63-44d860e196a5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1031830 Sep 21 08:23:45.980702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa31bd-12dd-444a-a968-7e642b59c23b req-f594d124-aca7-488e-84c1-6fe729f26769 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:45.982180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04aa31bd-12dd-444a-a968-7e642b59c23b req-f594d124-aca7-488e-84c1-6fe729f26769 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 931 time: 0.1819887 Sep 21 08:23:45.984443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0883377-c0c8-43aa-9e10-78b355df4dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.033712 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0883377-c0c8-43aa-9e10-78b355df4dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.079347 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3677325e-cbd4-4b62-932f-573aec1114c7 req-a7c05ce5-5a6b-4d5b-b0fd-ca75bbe9884b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891278 Sep 21 08:23:46.092053 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04aa31bd-12dd-444a-a968-7e642b59c23b req-4758408d-0b75-4bed-bc32-d865cda369d3 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986164 Sep 21 08:23:46.156528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0883377-c0c8-43aa-9e10-78b355df4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.159078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.161122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0883377-c0c8-43aa-9e10-78b355df4dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.164720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a0883377-c0c8-43aa-9e10-78b355df4dcf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1890b5c9-d911-4ed7-a7db-c45cda8034ff HTTP/1.1" status: 204 len: 168 time: 0.3112354 Sep 21 08:23:46.184381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f139ca0d-a0f4-47f7-8f4d-661f208bb56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.189132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0883377-c0c8-43aa-9e10-78b355df4dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890b5c9-d911-4ed7-a7db-c45cda8034ff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:46.193028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f139ca0d-a0f4-47f7-8f4d-661f208bb56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.221421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c928ec3-adfe-47cc-8330-6088a56cf1ca']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:46.236662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bca11d-8ed8-48bc-806c-ecee89a39a28') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:46.236994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bca11d-8ed8-48bc-806c-ecee89a39a28') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:46.240241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f139ca0d-a0f4-47f7-8f4d-661f208bb56a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5f19240bd8d48428d3974e8cc4cfef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368571 Sep 21 08:23:46.240974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36770) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:46.250164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139ca0d-a0f4-47f7-8f4d-661f208bb56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2a2688-643a-4405-9a8e-57160357cff9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:46.250639 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.267494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.274848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:23:46.275267 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:23:46.304306 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:23:46.307217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c58745a2-9b62-420b-9837-e96c4deef67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.349904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c58745a2-9b62-420b-9837-e96c4deef67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.361284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d1a37e-4adb-4e28-b11d-06d124ce00a8 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:23:46.389795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.410583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.414318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c58745a2-9b62-420b-9837-e96c4deef67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.418010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c58745a2-9b62-420b-9837-e96c4deef67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.419200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c58745a2-9b62-420b-9837-e96c4deef67b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e2a2688-643a-4405-9a8e-57160357cff9 HTTP/1.1" status: 204 len: 168 time: 0.1770303 Sep 21 08:23:46.428298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c928ec3-adfe-47cc-8330-6088a56cf1ca {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 08:23:46.430517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58745a2-9b62-420b-9837-e96c4deef67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2a2688-643a-4405-9a8e-57160357cff9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:46.451894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.461060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "DELETE /v2.0/networks/2c928ec3-adfe-47cc-8330-6088a56cf1ca HTTP/1.1" status: 204 len: 168 time: 0.6745877 Sep 21 08:23:46.465938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Transition to ACTIVE for port object a1d1a37e-4adb-4e28-b11d-06d124ce00a8 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:23:46.506781 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.517166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d527ae-94bc-4b3c-8c61-54b71a2b158b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c928ec3-adfe-47cc-8330-6088a56cf1ca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:46.547077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36786) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:46.577698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551eac-27bf-4061-ad68-6fa733743258 req-51fdff58-d7df-48ac-8d0f-d0aa9fcbadf3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:46.587671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2551eac-27bf-4061-ad68-6fa733743258 req-51fdff58-d7df-48ac-8d0f-d0aa9fcbadf3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2840264 Sep 21 08:23:46.626468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] Deleting subnet cd64e64a-68b6-4885-b9aa-fee3566afeae {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:23:46.633513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.648468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:46.689304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.735747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2551eac-27bf-4061-ad68-6fa733743258 req-8793e674-ecd3-4c51-a0ae-ee61de91201e tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423819 Sep 21 08:23:46.762073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.768531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Attempting to bind port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:23:46.769946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Attempting to bind port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8786e9a6-99e2-41ee-a12d-2a0a13e90f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3e266134-0dec-4d32-af4b-54f757528dca'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:23:46.769946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Attempting to bind port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 on network 3e266134-0dec-4d32-af4b-54f757528dca {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:46.778659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 on network 3e266134-0dec-4d32-af4b-54f757528dca not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:23:46.778991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Attempting to bind port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 on network 3e266134-0dec-4d32-af4b-54f757528dca {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:46.799817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:23:46.799817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Checking segment: {'id': '8786e9a6-99e2-41ee-a12d-2a0a13e90f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3e266134-0dec-4d32-af4b-54f757528dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:46.799817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Bound using segment: {'id': '8786e9a6-99e2-41ee-a12d-2a0a13e90f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3e266134-0dec-4d32-af4b-54f757528dca'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:23:46.799817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Bound port: a1d1a37e-4adb-4e28-b11d-06d124ce00a8, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8786e9a6-99e2-41ee-a12d-2a0a13e90f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3e266134-0dec-4d32-af4b-54f757528dca'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:23:46.799817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.874998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.917878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd64e64a-68b6-4885-b9aa-fee3566afeae,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:46.920173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:46.924923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ff23d56-624c-4f9f-94ab-244f8b9dbdf0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cd64e64a-68b6-4885-b9aa-fee3566afeae HTTP/1.1" status: 204 len: 168 time: 0.3766687 Sep 21 08:23:46.925898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36796) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:46.965258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] For port a1d1a37e-4adb-4e28-b11d-06d124ce00a8, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:23:46.969867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] For port a1d1a37e-4adb-4e28-b11d-06d124ce00a8, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,segment=NetworkSegment(8786e9a6-99e2-41ee-a12d-2a0a13e90f94),segment_id=8786e9a6-99e2-41ee-a12d-2a0a13e90f94)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:23:46.979821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.026947 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.124435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:47.125310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.131642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] 10.222.0.50 "PUT /v2.0/ports/a1d1a37e-4adb-4e28-b11d-06d124ce00a8 HTTP/1.1" status: 200 len: 1091 time: 1.6546888 Sep 21 08:23:47.197533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'tag': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:47.201853 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb95f9-b69b-49d9-974e-ec308d8b9805" -d '{"events": [{"name": "network-changed", "server_uuid": "18e4a45d-bb3c-4e02-9050-5c4d0f51568b", "tag": "a1d1a37e-4adb-4e28-b11d-06d124ce00a8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:47.267670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.270201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36808) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:47.297402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d71cb-dce2-4d92-a60d-c1d8a8689b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:47.319376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a58cd-f7cc-451c-a885-f9aaf4523c9a req-df419cf7-a23a-4ead-9ec6-9f82ac28f2a7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:47.321127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c6a58cd-f7cc-451c-a885-f9aaf4523c9a req-df419cf7-a23a-4ead-9ec6-9f82ac28f2a7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2444828 Sep 21 08:23:47.333192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-953adb13-e234-4f62-a226-dfe48e628c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:47.334887 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-953adb13-e234-4f62-a226-dfe48e628c8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d091d20ad7f430bb6d0abd7ecbee171&device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 1094 time: 0.1070826 Sep 21 08:23:47.337589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2eb85da7-f352-4b7c-9b9a-05e7d266e37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.345102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:47.366194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee6325c-962d-4b3d-9303-5e1f7a573559') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:47.366440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee6325c-962d-4b3d-9303-5e1f7a573559') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:47.386620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf348c2-0afe-41a5-94b9-143859c3967d req-a94b2d60-462d-405d-b66a-37f9ebe39614 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:47.388333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4cf348c2-0afe-41a5-94b9-143859c3967d req-a94b2d60-462d-405d-b66a-37f9ebe39614 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 943 time: 0.1171176 Sep 21 08:23:47.394351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.406993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-6c9185a6-32e3-4795-8ab1-8ae72a531182 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8 HTTP/1.1" status: 200 len: 217 time: 0.0527930 Sep 21 08:23:47.448957 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.455921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c6a58cd-f7cc-451c-a885-f9aaf4523c9a req-0aa7fcfd-53d4-401e-8179-5f725851e360 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267993 Sep 21 08:23:47.463369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4cf348c2-0afe-41a5-94b9-143859c3967d req-662c037a-0891-44f0-ab4e-1ac10cc55e24 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561719 Sep 21 08:23:47.464810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:23:47.465237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: items = [ Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:23:47.470355 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:23:47.527147 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e92a5a-c7f1-4cac-94ab-0077b831a32c x-openstack-request-id: req-22e92a5a-c7f1-4cac-94ab-0077b831a32c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:47.533414 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e4a45d-bb3c-4e02-9050-5c4d0f51568b", "tag": "a1d1a37e-4adb-4e28-b11d-06d124ce00a8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:47.533814 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22e92a5a-c7f1-4cac-94ab-0077b831a32c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:47.534955 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'tag': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8', 'status': 'completed', 'code': 200} Sep 21 08:23:47.590681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-5999eb1b-ebd5-42c4-949a-30237220e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:47.592753 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-5999eb1b-ebd5-42c4-949a-30237220e82d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=38dbf905-8634-41ab-8d36-fd62b5a34d96 HTTP/1.1" status: 200 len: 852 time: 0.1699471 Sep 21 08:23:47.598216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.617450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.627149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] 10.222.0.59 "DELETE /v2.0/networks/67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e HTTP/1.1" status: 204 len: 168 time: 0.6997905 Sep 21 08:23:47.632482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e38caf3c-b208-4a27-9861-b640a14da222 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:23:47.659933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-41393e1c-22f8-4420-8e7e-470c4b17a38a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e266134-0dec-4d32-af4b-54f757528dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585299 Sep 21 08:23:47.672137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36820) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:47.679532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: e38caf3c-b208-4a27-9861-b640a14da222 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:23:47.680138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e38caf3c-b208-4a27-9861-b640a14da222 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:23:47.682637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-36598779-8f34-47de-9b86-85ac5085dacc tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'router': {'name': 'tempest-router--529956112', 'project_id': '705749a609374a24961040609bb61b56'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:47.692995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a688ee-4c08-461d-83d7-7e17ac775edd admin admin] Pushing event deleted for resources: {'Network': ['ID=67bf3c84-0dd5-4f02-b1f7-d1d62cd72c9e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:47.729280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2eb85da7-f352-4b7c-9b9a-05e7d266e37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.734585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2eb85da7-f352-4b7c-9b9a-05e7d266e37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.784282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb85da7-f352-4b7c-9b9a-05e7d266e37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c685fca-d856-4429-8e16-74ad70b0884f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:47.794736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36598779-8f34-47de-9b86-85ac5085dacc tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.797416 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36598779-8f34-47de-9b86-85ac5085dacc tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.806824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2eb85da7-f352-4b7c-9b9a-05e7d266e37a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d8427b3e85646e9a05ce487ebc1a414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343773 Sep 21 08:23:47.810467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36826) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:47.827165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-0f6873a7-1ff8-4577-96ac-6c2a3259b7b3 service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363795 Sep 21 08:23:47.860388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36828) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:47.891543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b70b459-fd42-4645-bbd4-a62a025832e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.891693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36598779-8f34-47de-9b86-85ac5085dacc tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.904783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36598779-8f34-47de-9b86-85ac5085dacc tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.917253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b70b459-fd42-4645-bbd4-a62a025832e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.954049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4ae863ef-a9dc-491e-8a0d-9ff807795881 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1b90216a1a14f318db99e68aab5e6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902913 Sep 21 08:23:47.955536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36832) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:47.956389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36598779-8f34-47de-9b86-85ac5085dacc tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:47.957665 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-36598779-8f34-47de-9b86-85ac5085dacc tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2839346 Sep 21 08:23:47.960402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36834) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:48.008264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-c16d9bf7-4e52-46c4-9488-4d99a35a6fab req-fdb80bb6-2bd0-4c61-9495-2d5ae8157805 service neutron] (94724) timed out ('10.222.0.59', 35922) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:23:48.024693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f82ab79b-3d45-4c02-925d-fcb9e46dfb93 req-73a7a817-c3cc-4be5-86e9-641e05b154ba service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774144 Sep 21 08:23:48.033797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3fc121c0-388f-4721-a383-372a9972defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.043960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66355477-f96d-4f53-881d-04d03d3018a8 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.063223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3fc121c0-388f-4721-a383-372a9972defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.126088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b70b459-fd42-4645-bbd4-a62a025832e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.129591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b70b459-fd42-4645-bbd4-a62a025832e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.137160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0b70b459-fd42-4645-bbd4-a62a025832e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c685fca-d856-4429-8e16-74ad70b0884f HTTP/1.1" status: 204 len: 168 time: 0.3235440 Sep 21 08:23:48.141596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-9ff2a581-2dc8-4c83-bf76-4318a96bdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:48.143153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-9ff2a581-2dc8-4c83-bf76-4318a96bdf77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d091d20ad7f430bb6d0abd7ecbee171&device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 1094 time: 0.0600448 Sep 21 08:23:48.175443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3fc121c0-388f-4721-a383-372a9972defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.178008 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3fc121c0-388f-4721-a383-372a9972defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.179373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3fc121c0-388f-4721-a383-372a9972defa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61562224-9d37-404d-9573-c804b07807bd HTTP/1.1" status: 204 len: 168 time: 0.2206023 Sep 21 08:23:48.199952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc121c0-388f-4721-a383-372a9972defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61562224-9d37-404d-9573-c804b07807bd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:48.207986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70b459-fd42-4645-bbd4-a62a025832e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c685fca-d856-4429-8e16-74ad70b0884f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:48.247452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66355477-f96d-4f53-881d-04d03d3018a8 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.249824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66355477-f96d-4f53-881d-04d03d3018a8 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.266475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-8f753221-50d0-4c66-8b14-5769fb56e29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:48.268093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-8f753221-50d0-4c66-8b14-5769fb56e29b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e266134-0dec-4d32-af4b-54f757528dca HTTP/1.1" status: 200 len: 913 time: 0.1167607 Sep 21 08:23:48.312172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66355477-f96d-4f53-881d-04d03d3018a8 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.313016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66355477-f96d-4f53-881d-04d03d3018a8 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a478588-8580-4239-916c-707be4f922be {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:23:48.326991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66355477-f96d-4f53-881d-04d03d3018a8 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:48.329096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-66355477-f96d-4f53-881d-04d03d3018a8 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "DELETE /v2.0/routers/6a478588-8580-4239-916c-707be4f922be HTTP/1.1" status: 204 len: 168 time: 0.3677006 Sep 21 08:23:48.333925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-939b8cdc-bf1a-4a90-b9b0-e811da9ae64a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8 HTTP/1.1" status: 200 len: 217 time: 0.0530193 Sep 21 08:23:48.394366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-935a4643-ef6d-458a-8c54-7fc84ec0ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:48.396582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-935a4643-ef6d-458a-8c54-7fc84ec0ce68 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=38dbf905-8634-41ab-8d36-fd62b5a34d96 HTTP/1.1" status: 200 len: 852 time: 0.0535822 Sep 21 08:23:48.432091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-2cdc2df8-67cc-4e39-98bb-96c8198fe834 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e266134-0dec-4d32-af4b-54f757528dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267801 Sep 21 08:23:48.584491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-70e6293e-19c8-4ac8-8060-1c1912e09f23 service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439986 Sep 21 08:23:48.598019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f639dcd-4aca-4aca-94df-8ffc97cf7f6e req-30d926a9-03a4-4b24-926d-e401d2c56501 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:48.599856 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f639dcd-4aca-4aca-94df-8ffc97cf7f6e req-30d926a9-03a4-4b24-926d-e401d2c56501 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0817182 Sep 21 08:23:48.649751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36860) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:48.679353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307dce-c4cd-46ab-b9f3-3ea7a522d6bc req-9ec679b3-f757-4185-9bad-041f713799af tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:48.688438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be307dce-c4cd-46ab-b9f3-3ea7a522d6bc req-9ec679b3-f757-4185-9bad-041f713799af tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 943 time: 0.0715399 Sep 21 08:23:48.721072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f639dcd-4aca-4aca-94df-8ffc97cf7f6e req-3db280aa-e0e9-43b7-ba2b-3125ffafdff7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092927 Sep 21 08:23:48.745704 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1aeb95f9-b69b-49d9-974e-ec308d8b9805 req-ba258d04-3cd5-4e3a-baef-3e43b4f8a1ae service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447892 Sep 21 08:23:48.751729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be307dce-c4cd-46ab-b9f3-3ea7a522d6bc req-84ead05a-9bf1-4236-9f26-a401cc1e9c8f tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Sep 21 08:23:49.046901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1723189785', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:49.056172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154db146-9db8-4148-8132-d790927e5e84 req-8fef3c0e-cbdd-4c23-841c-f987a17a7f49 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:49.066710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-154db146-9db8-4148-8132-d790927e5e84 req-8fef3c0e-cbdd-4c23-841c-f987a17a7f49 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0645814 Sep 21 08:23:49.104842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:49.106038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:49.113037 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-154db146-9db8-4148-8132-d790927e5e84 req-80d55435-6985-4c8e-ab30-b41ec29f7f68 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451236 Sep 21 08:23:49.165554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-71ecb8c0-f0f3-4b09-b52e-d19d83797163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:49.167596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-71ecb8c0-f0f3-4b09-b52e-d19d83797163 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=64837cc605d547898f2d13fa7a83d64e&device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 1095 time: 0.0881486 Sep 21 08:23:49.193853 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:49.394804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:49.422730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-25ddcb84-5449-47b3-af4c-25d8be68dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:49.424272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-25ddcb84-5449-47b3-af4c-25d8be68dea6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 200 len: 913 time: 0.2326469 Sep 21 08:23:49.530685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-85b6a844-8f02-4c07-9fb0-41106378575a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 200 len: 998 time: 0.0984104 Sep 21 08:23:49.596707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-35ec9715-8db9-4f18-887a-a6767c31bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:49.598402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-35ec9715-8db9-4f18-887a-a6767c31bd04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 200 len: 851 time: 0.0579634 Sep 21 08:23:49.746085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:49.767559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-77cab054-ee01-4fd1-a26a-043e10a1babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:49.767878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36928) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:49.768366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-77cab054-ee01-4fd1-a26a-043e10a1babe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d703ed52-8229-4a1f-af6e-cc602621b9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615095 Sep 21 08:23:49.770137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:49.937390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1205842813-network', 'tenant_id': 'c55d107589704cc98303554e82a368d9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:49.969593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Made reservation on behalf of c55d107589704cc98303554e82a368d9 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:49.976295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:49.994432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.002371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5576e44-405b-4a47-82f6-41e4968256be req-ed03086c-918e-449c-84a7-38c358a94c8c tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:50.003913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5576e44-405b-4a47-82f6-41e4968256be req-ed03086c-918e-449c-84a7-38c358a94c8c tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 943 time: 0.1566269 Sep 21 08:23:50.007837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-ad30bb40-2950-43b5-a838-c3fb89464e65 service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295847 Sep 21 08:23:50.047919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Allocated IP 172.25.1.110 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/5447767a-c043-494f-b623-3c857915e322) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:50.172835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.181391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.196934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:23:50.210844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.211209 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Added segment 8ba0acbc-2d1d-400c-89ea-9ca7516520e7 of type vlan for network a8c83844-f7ad-46fb-abfd-9357b1ad564f Sep 21 08:23:50.256201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65253eab-61fc-4932-adc1-c5cccbe62587,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:50.304871 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.345336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36986) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:50.365933 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.367493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:50.368332 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.431128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6589022 Sep 21 08:23:50.450449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:50.457356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Request body: {'subnet': {'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1205842813-subnet', 'tenant_id': 'c55d107589704cc98303554e82a368d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:50.518057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0832d-03c9-4281-96f3-acc824eacfc1 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c83844-f7ad-46fb-abfd-9357b1ad564f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:50.522852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70dd5cec-11fb-4183-85d6-6f67699efa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.539279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Made reservation on behalf of c55d107589704cc98303554e82a368d9 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:50.542288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.543014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:23:50.599922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5576e44-405b-4a47-82f6-41e4968256be req-30a325e8-9f07-4e24-9d6f-33c4d5f60fcc tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861537 Sep 21 08:23:50.684708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85ec8c3f-5a56-46ce-beb3-f65b24d9a08c req-885bb563-39f2-437e-a43a-9e9347e74adf service neutron] 10.222.0.50 "GET /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603248 Sep 21 08:23:50.699409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6137d32-9acf-418b-bc9d-d3b2b28ab5f6 req-a136a284-75ff-4f41-b0ae-a21cdf513fb1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:50.700817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6137d32-9acf-418b-bc9d-d3b2b28ab5f6 req-a136a284-75ff-4f41-b0ae-a21cdf513fb1 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1548798 Sep 21 08:23:50.737133 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.788112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.823221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6137d32-9acf-418b-bc9d-d3b2b28ab5f6 req-6c129303-2dc6-4b9c-ab4a-4badeb62fc97 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093698 Sep 21 08:23:50.834360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:50.841874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:50.846370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:50.882247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event updated for resources: {'Port': ['ID=5447767a-c043-494f-b623-3c857915e322,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:50.886657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70dd5cec-11fb-4183-85d6-6f67699efa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.894775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70dd5cec-11fb-4183-85d6-6f67699efa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.951635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-70dd5cec-11fb-4183-85d6-6f67699efa43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba2bb94acd004811bb9508c192185caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009660 Sep 21 08:23:50.954431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:50.957233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37040) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:51.007202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd5cec-11fb-4183-85d6-6f67699efa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96426e2-3643-4bb8-be40-c1fbf07b7010,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:51.053789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:51.080554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Checking segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:51.081804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Network hostable DHCP agents. Network: a8c83844-f7ad-46fb-abfd-9357b1ad564f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:23:51.122843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:23:51.138941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a8c83844-f7ad-46fb-abfd-9357b1ad564f) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:51.145201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:51.145734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.149560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf863e-f11a-431f-a909-af2b370fc7a0 None None] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:51.170256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4928f427-a89f-4e09-8ea4-99252ca0389d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.184765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-91458e37-3b3f-47a8-94ea-2e1f6e992401 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7323811 Sep 21 08:23:51.284521 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4928f427-a89f-4e09-8ea4-99252ca0389d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.285438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a1d1a37e-4adb-4e28-b11d-06d124ce00a8 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:23:51.330514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e9d0c-2237-4138-99f3-349bb0500ca8 None None] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:23:51.468331 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.534976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4928f427-a89f-4e09-8ea4-99252ca0389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.538362 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4928f427-a89f-4e09-8ea4-99252ca0389d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.539813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4928f427-a89f-4e09-8ea4-99252ca0389d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b96426e2-3643-4bb8-be40-c1fbf07b7010 HTTP/1.1" status: 204 len: 168 time: 0.5814745 Sep 21 08:23:51.583499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928f427-a89f-4e09-8ea4-99252ca0389d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96426e2-3643-4bb8-be40-c1fbf07b7010,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:51.635605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a1d1a37e-4adb-4e28-b11d-06d124ce00a8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,segment=NetworkSegment(8786e9a6-99e2-41ee-a12d-2a0a13e90f94),segment_id=8786e9a6-99e2-41ee-a12d-2a0a13e90f94)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:51.668843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8', 'network_id': '3e266134-0dec-4d32-af4b-54f757528dca', 'port_id': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8', 'mac_address': 'fa:16:3e:69:19:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38dbf905-8634-41ab-8d36-fd62b5a34d96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:23:51.726753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.741881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d1a37e-4adb-4e28-b11d-06d124ce00a8 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:23:51.766038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a1d1a37e-4adb-4e28-b11d-06d124ce00a8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,segment=NetworkSegment(8786e9a6-99e2-41ee-a12d-2a0a13e90f94),segment_id=8786e9a6-99e2-41ee-a12d-2a0a13e90f94)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:51.770999 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.804310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:51.842336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:51.874723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979425f3-a1c2-4f5f-911b-1e4cc85ad59d req-72c5edc2-ff72-4d9e-b487-5b060f765989 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:51.876881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-979425f3-a1c2-4f5f-911b-1e4cc85ad59d req-72c5edc2-ff72-4d9e-b487-5b060f765989 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 943 time: 0.1379669 Sep 21 08:23:51.921158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37100) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:51.964383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-979425f3-a1c2-4f5f-911b-1e4cc85ad59d req-340c009b-82b5-4b07-8806-efdf588c0c67 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793519 Sep 21 08:23:52.021574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Router ccf2d6fa-b150-48a3-a780-fcd1b5d16d27 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:23:52.119993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f786-979f-428d-9baf-571cc84647a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.162239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a1d1a37e-4adb-4e28-b11d-06d124ce00a8'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:52.177271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695654b6-6bab-486b-8961-f05b0657b53e req-e8d355e2-5fe1-448a-bc99-d89d7eb8a1fe tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:52.178826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-695654b6-6bab-486b-8961-f05b0657b53e req-e8d355e2-5fe1-448a-bc99-d89d7eb8a1fe tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.0865383 Sep 21 08:23:52.256431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:23:52.271676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] Sync routers for ids ['ccf2d6fa-b150-48a3-a780-fcd1b5d16d27'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:23:52.279980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-fe13f5d9-9720-482f-9e79-1d963a2f8301 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:52.280745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-695654b6-6bab-486b-8961-f05b0657b53e req-68e5de6a-7db7-4495-9b2a-13712c6a5625 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721133 Sep 21 08:23:52.281517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-fe13f5d9-9720-482f-9e79-1d963a2f8301 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 813 time: 0.1537170 Sep 21 08:23:52.300295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] Routers {'ccf2d6fa-b150-48a3-a780-fcd1b5d16d27'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:23:52.301918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ccf2d6fa-b150-48a3-a780-fcd1b5d16d27'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:52.303828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-04403f7d-371d-45aa-9496-513829206652 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/quotas/c55d107589704cc98303554e82a368d9 HTTP/1.1" status: 200 len: 375 time: 0.0153508 Sep 21 08:23:52.353747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-f374242a-0677-4ef6-925d-785766cc9c09 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436597 Sep 21 08:23:52.363889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:52.386512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f786-979f-428d-9baf-571cc84647a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.393684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f786-979f-428d-9baf-571cc84647a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.405726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6fef072-e5e3-4825-9d9a-a903902d3058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.409431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] Routers {'ccf2d6fa-b150-48a3-a780-fcd1b5d16d27'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:23:52.410546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ccf2d6fa-b150-48a3-a780-fcd1b5d16d27'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:52.426211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.428297 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cad31b20-3662-42a5-8cbf-bd6bd54ced6e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7771482 Sep 21 08:23:52.430632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37126) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:52.433408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c1b1f786-979f-428d-9baf-571cc84647a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d87ac3e32754d6c8b0ebd217d201e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111043 Sep 21 08:23:52.436812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:52.465480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:52.466165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8444e3c-a5e3-4a9f-abfc-3082cbe42a03 None None] The sync data for ids ['ccf2d6fa-b150-48a3-a780-fcd1b5d16d27'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:23:52.515219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1f786-979f-428d-9baf-571cc84647a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a526790-3139-4833-ad48-fa4cf7f4d24a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:52.516367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e753d3-1e02-4174-a723-080e160b4aca req-e9ac0c9e-b20a-4a9b-8571-845d329b89af tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:52.521257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64e753d3-1e02-4174-a723-080e160b4aca req-e9ac0c9e-b20a-4a9b-8571-845d329b89af tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1536610 Sep 21 08:23:52.553868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-83fe810b-6680-4b0f-91ff-58d5c74c53dd service neutron] 10.222.0.59 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992126 Sep 21 08:23:52.556811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e56fadd-ac60-45ad-a285-03948503170e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.612681 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e56fadd-ac60-45ad-a285-03948503170e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.629226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64e753d3-1e02-4174-a723-080e160b4aca req-eadcc681-e5bb-4083-a011-a7b6d998c743 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870535 Sep 21 08:23:52.637333 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-64799a02-1a8e-48eb-8b60-24140601202b tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/ccf2d6fa-b150-48a3-a780-fcd1b5d16d27 HTTP/1.1" status: 200 len: 921 time: 0.2019866 Sep 21 08:23:52.637656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:52.676809 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e08b3ec8-6b80-4bc1-b049-986de6e570d7 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf2d6fa-b150-48a3-a780-fcd1b5d16d27 HTTP/1.1" status: 200 len: 205 time: 0.0354576 Sep 21 08:23:52.677097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37142) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:52.722253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-8d042d24-7235-4e78-a01a-94520c5770e4 service neutron] 10.222.0.59 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548982 Sep 21 08:23:52.746898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e56fadd-ac60-45ad-a285-03948503170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.750675 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e56fadd-ac60-45ad-a285-03948503170e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:52.755512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3e56fadd-ac60-45ad-a285-03948503170e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a526790-3139-4833-ad48-fa4cf7f4d24a HTTP/1.1" status: 204 len: 168 time: 0.3146157 Sep 21 08:23:52.765475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56fadd-ac60-45ad-a285-03948503170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a526790-3139-4833-ad48-fa4cf7f4d24a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:52.888427 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.048479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.149661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Deleting port 5447767a-c043-494f-b623-3c857915e322 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:53.151846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.194973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c471e-dbd0-46f6-9c2c-d3a52ad03a7f req-e9382ae0-d38e-43b2-b6ad-bd3e6de8688e tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:53.203445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee8c471e-dbd0-46f6-9c2c-d3a52ad03a7f req-e9382ae0-d38e-43b2-b6ad-bd3e6de8688e tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 944 time: 0.0839069 Sep 21 08:23:53.258082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee8c471e-dbd0-46f6-9c2c-d3a52ad03a7f req-7202d6f6-ae5e-4582-b96f-dfd3322723c4 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535696 Sep 21 08:23:53.271688 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.320760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Calling delete_port for 5447767a-c043-494f-b623-3c857915e322 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:53.450593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-556cf305-2c17-45a7-9321-e700b45bae5e req-db95b5f3-9758-454e-a2b0-f7d550a45d4d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 210 time: 0.0488048 Sep 21 08:23:53.451066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37182) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:53.466795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd912a58-98f6-4aeb-befe-2cabc1332450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.630254 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd912a58-98f6-4aeb-befe-2cabc1332450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.636184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd912a58-98f6-4aeb-befe-2cabc1332450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.696498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cd912a58-98f6-4aeb-befe-2cabc1332450 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52ba099650e14f078078eabd54be4199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441926 Sep 21 08:23:53.697193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37210) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:53.703996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd912a58-98f6-4aeb-befe-2cabc1332450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b23d63c-e7f8-4298-a2b7-f8144f0580c0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:53.779146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.798980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25492ee-2d48-4561-a87b-563873568f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.839380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event deleted for resources: {'Port': ['ID=5447767a-c043-494f-b623-3c857915e322,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:53.845862 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25492ee-2d48-4561-a87b-563873568f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.927669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25492ee-2d48-4561-a87b-563873568f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.930436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25492ee-2d48-4561-a87b-563873568f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:53.935942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b25492ee-2d48-4561-a87b-563873568f68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b23d63c-e7f8-4298-a2b7-f8144f0580c0 HTTP/1.1" status: 204 len: 168 time: 0.2368171 Sep 21 08:23:53.945434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25492ee-2d48-4561-a87b-563873568f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b23d63c-e7f8-4298-a2b7-f8144f0580c0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:54.039232 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.239846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.246119 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.320805 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.321325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Fanout notify agent at l3_agent the message router_deleted on router ccf2d6fa-b150-48a3-a780-fcd1b5d16d27 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:23:54.342389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.347592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-20ba6a2d-b2e4-4451-8962-e2b29f5315f8 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/ccf2d6fa-b150-48a3-a780-fcd1b5d16d27 HTTP/1.1" status: 204 len: 168 time: 1.6655757 Sep 21 08:23:54.347793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:54.351867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1429427729', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': False}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:54.379335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-6c8d5f8d-b40f-4816-9664-6d5634a48a51 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:54.381115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-6c8d5f8d-b40f-4816-9664-6d5634a48a51 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0f2726e-ae89-4222-84e7-066f05314f22 HTTP/1.1" status: 200 len: 943 time: 0.0713162 Sep 21 08:23:54.384184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.386079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.399291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37246) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:54.495406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.504194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Deleting port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:54.505308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.511789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612266-5a01-4675-8d98-96134bc8e237 req-71bf4633-720c-4d6b-a1ff-81a09a28d11d tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:54.526489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0612266-5a01-4675-8d98-96134bc8e237 req-71bf4633-720c-4d6b-a1ff-81a09a28d11d tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 944 time: 0.1221497 Sep 21 08:23:54.584365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b224149-c786-43e4-8f68-a09a1eb3680b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.641060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] For port 933f695f-dbc3-4ff7-8494-ba61036b5ff2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=933f695f-dbc3-4ff7-8494-ba61036b5ff2,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:54.641677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.655685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0612266-5a01-4675-8d98-96134bc8e237 req-4f0dc581-dc8b-48af-8989-e228f2762bc7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263857 Sep 21 08:23:54.664764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Calling delete_port for 933f695f-dbc3-4ff7-8494-ba61036b5ff2 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:54.807270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-750fb751-b59f-4a5f-8916-0c9a4a4914f7 req-2495fca1-72c1-439a-887e-1d4638a8db67 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 210 time: 0.0560062 Sep 21 08:23:54.846783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.936556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b224149-c786-43e4-8f68-a09a1eb3680b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.947126 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b224149-c786-43e4-8f68-a09a1eb3680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:54.983418 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7b224149-c786-43e4-8f68-a09a1eb3680b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b08e06321c514487ac1cb75d08ec2aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798218 Sep 21 08:23:54.990707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37268) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:55.013154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-a2114290-b21c-4929-a8f1-461426ff96ec tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:55.014921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-a2114290-b21c-4929-a8f1-461426ff96ec tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 813 time: 0.2332246 Sep 21 08:23:55.053834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Request body: {'port': {'device_id': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'admin_state_up': True, 'tenant_id': 'c55d107589704cc98303554e82a368d9'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:55.139451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b224149-c786-43e4-8f68-a09a1eb3680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da91d23c-dfee-4c70-a1dc-28bb1199824c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:55.195497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.208533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['46dd2e7b-efcd-485d-b409-03bedb4c14b4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:55.213422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a91f3f6-1944-4991-a75c-5c53b99b95a4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:23:55.310137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-40ec01ec-65bf-4cfc-9b7e-f1f682130e3e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:55.311610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-40ec01ec-65bf-4cfc-9b7e-f1f682130e3e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 813 time: 0.1171546 Sep 21 08:23:55.358086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Request body: {'port': {'device_id': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'admin_state_up': True, 'tenant_id': 'c55d107589704cc98303554e82a368d9'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:55.361473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d7882603-00a2-4915-9c66-cdf293d65451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.366803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event deleted for resources: {'Port': ['ID=933f695f-dbc3-4ff7-8494-ba61036b5ff2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:55.382855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a1d1a37e-4adb-4e28-b11d-06d124ce00a8 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:23:55.442161 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d7882603-00a2-4915-9c66-cdf293d65451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.507786 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.543801 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-83aded46-1df7-48c5-acc2-a182e1afb0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.548951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.584500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:23:55.590077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d7882603-00a2-4915-9c66-cdf293d65451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.593458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:23:55.594093 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.597059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d7882603-00a2-4915-9c66-cdf293d65451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.599703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d7882603-00a2-4915-9c66-cdf293d65451 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da91d23c-dfee-4c70-a1dc-28bb1199824c HTTP/1.1" status: 204 len: 168 time: 0.6079328 Sep 21 08:23:55.602288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.819147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.882018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a1d1a37e-4adb-4e28-b11d-06d124ce00a8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,segment=NetworkSegment(8786e9a6-99e2-41ee-a12d-2a0a13e90f94),segment_id=8786e9a6-99e2-41ee-a12d-2a0a13e90f94)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:55.883430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:55.886327 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf67ca62-55af-4fad-babf-34b9561f9af2" -d '{"events": [{"server_uuid": "18e4a45d-bb3c-4e02-9050-5c4d0f51568b", "name": "network-vif-plugged", "status": "completed", "tag": "a1d1a37e-4adb-4e28-b11d-06d124ce00a8"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:55.889999 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:55.896143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Allocated IP 172.25.1.165 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/04c0b785-4c1f-4641-952f-6a14169a82ea) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:56.008512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:56.037363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c68621-6bb4-42ed-8ca7-3893d149569c req-2366edef-1597-4efb-baa7-3ac197fc3059 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:56.038975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77c68621-6bb4-42ed-8ca7-3893d149569c req-2366edef-1597-4efb-baa7-3ac197fc3059 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.1392601 Sep 21 08:23:56.111456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.136518 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77c68621-6bb4-42ed-8ca7-3893d149569c req-f5c6b7b1-a45a-4f26-b836-952c778f54d3 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720439 Sep 21 08:23:56.176070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] No DVR routers for this DVR port 933f695f-dbc3-4ff7-8494-ba61036b5ff2 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:23:56.182605 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.184651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c936aaaa-2bfb-4a9c-b6e2-71ceefad70e7 req-fddbb8bd-e943-4b63-8490-1200bf2464e3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "DELETE /v2.0/ports/933f695f-dbc3-4ff7-8494-ba61036b5ff2 HTTP/1.1" status: 204 len: 173 time: 1.7972181 Sep 21 08:23:56.185412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7882603-00a2-4915-9c66-cdf293d65451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da91d23c-dfee-4c70-a1dc-28bb1199824c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:56.186986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-deleted', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:56.189375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f3ef06-1ea3-4b37-9e89-69b8d8917f37" -d '{"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-deleted", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:56.198646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Made reservation on behalf of c55d107589704cc98303554e82a368d9 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:56.204683 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.206818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.247290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Made reservation on behalf of c55d107589704cc98303554e82a368d9 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:23:56.250958 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.335395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7959cb50-55b4-405d-99e8-ae924dc58608 req-0e15bbc4-6dec-4e38-9230-089d789fbe55 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 210 time: 0.0564551 Sep 21 08:23:56.371586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Port': ['ID=04c0b785-4c1f-4641-952f-6a14169a82ea,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:56.376082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:56.379090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:56.387303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:56.432221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Allocated IP 172.20.0.12 (a8c83844-f7ad-46fb-abfd-9357b1ad564f/2a78f59f-bfd3-4b0b-a845-ce3863a20eb1/aee43658-a209-4175-a7f2-35c3f92b8163) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:56.452405 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101eb11b-6440-4a3c-a8b8-08f618e99e80 x-openstack-request-id: req-101eb11b-6440-4a3c-a8b8-08f618e99e80 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:56.453023 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4a45d-bb3c-4e02-9050-5c4d0f51568b", "name": "network-vif-plugged", "status": "completed", "tag": "a1d1a37e-4adb-4e28-b11d-06d124ce00a8", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:56.454005 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-101eb11b-6440-4a3c-a8b8-08f618e99e80 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:56.457456 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8', 'code': 200} Sep 21 08:23:56.646722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db7d42-a363-460a-a682-38efbe5a0b0e req-2c233c24-4c8c-4237-96df-094a5e486ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:56.649097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a4db7d42-a363-460a-a682-38efbe5a0b0e req-2c233c24-4c8c-4237-96df-094a5e486ac7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 1096 time: 0.1130486 Sep 21 08:23:56.660881 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.720749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a4db7d42-a363-460a-a682-38efbe5a0b0e req-25caf77a-4425-4391-884d-33a210f13c8e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627594 Sep 21 08:23:56.747585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.821776 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.896981 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:56.936195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:56.942362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:56.949457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:56.997781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event updated for resources: {'Port': ['ID=aee43658-a209-4175-a7f2-35c3f92b8163,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:57.008735 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-c742a1ef-ee4c-4575-9d81-72d0b3eb329d {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:23:57.009158 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:23:57.046352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:57.047117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.080350 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd285d3a-7b61-4449-a700-3f1d2a2736c1 x-openstack-request-id: req-cd285d3a-7b61-4449-a700-3f1d2a2736c1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:57.080640 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f2726e-ae89-4222-84e7-066f05314f22", "name": "network-vif-deleted", "tag": "933f695f-dbc3-4ff7-8494-ba61036b5ff2", "status": "failed", "code": 422}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:57.080881 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd285d3a-7b61-4449-a700-3f1d2a2736c1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:57.081283 n-d-809980-2 neutron-server[94725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0f2726e-ae89-4222-84e7-066f05314f22', 'name': 'network-vif-deleted', 'tag': '933f695f-dbc3-4ff7-8494-ba61036b5ff2', 'status': 'failed', 'code': 422} returned with failed status Sep 21 08:23:57.109726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-ffed9f42-ab58-4639-a03d-30e9adecd64d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0660131 Sep 21 08:23:57.125259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Request body: {'port': {'device_id': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:57.139560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ab7d8-b8fc-4376-94ca-86416841d9a7 req-2e737848-1544-4da3-85aa-c0fdae5ae4f2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:57.141142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-370ab7d8-b8fc-4376-94ca-86416841d9a7 req-2e737848-1544-4da3-85aa-c0fdae5ae4f2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 908 time: 0.0791836 Sep 21 08:23:57.222759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.230494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.293654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37342) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:57.345009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f834b-7317-4748-852f-0e71546275b0 req-7b936f49-b8c6-4997-a7b4-cea2d87679b4 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:57.353749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f1f834b-7317-4748-852f-0e71546275b0 req-7b936f49-b8c6-4997-a7b4-cea2d87679b4 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.1264627 Sep 21 08:23:57.507771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f1f834b-7317-4748-852f-0e71546275b0 req-39e8111e-5861-4a5f-ae45-05806f360c52 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527443 Sep 21 08:23:57.510558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.549387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f197e4c-a477-46a6-b170-dfaef4791e18 req-5a529ac7-9ed1-4d03-955b-9c2f69033b8e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 210 time: 0.0769110 Sep 21 08:23:57.584479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Router 7cd2cc11-532e-4b1b-92b1-854b80cd0a91 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:23:57.732810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.769259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:57.805946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee43658-a209-4175-a7f2-35c3f92b8163 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:23:57.819701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.830094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.847570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:23:57.855784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Transition to ACTIVE for port object aee43658-a209-4175-a7f2-35c3f92b8163 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:23:57.860702 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Sync routers for ids ['7cd2cc11-532e-4b1b-92b1-854b80cd0a91'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:23:57.871637 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Routers {'7cd2cc11-532e-4b1b-92b1-854b80cd0a91'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:23:57.872170 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7cd2cc11-532e-4b1b-92b1-854b80cd0a91'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:57.876074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.878686 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5c3dd04a-ffaf-460f-853e-586656e2135f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5303113 Sep 21 08:23:57.881290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37360) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:57.897443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:57.989129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Allocated IP 172.20.0.10 (a8c83844-f7ad-46fb-abfd-9357b1ad564f/2a78f59f-bfd3-4b0b-a845-ce3863a20eb1/69fb426c-63b2-44c7-a062-9a88382c770f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:57.990684 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Set router 7cd2cc11-532e-4b1b-92b1-854b80cd0a91 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:23:58.059155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Pushing event updated for resources: {'Port': ['ID=aee43658-a209-4175-a7f2-35c3f92b8163,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:58.075170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6ea43967-ef87-41e1-9e78-e95b85404d30 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/7cd2cc11-532e-4b1b-92b1-854b80cd0a91 HTTP/1.1" status: 200 len: 909 time: 0.1918981 Sep 21 08:23:58.076832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37364) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:23:58.082987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1429427729', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': True}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:58.111387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.113631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.176168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Attempting to bind port aee43658-a209-4175-a7f2-35c3f92b8163 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:23:58.176523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Attempting to bind port aee43658-a209-4175-a7f2-35c3f92b8163 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:23:58.176855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Attempting to bind port aee43658-a209-4175-a7f2-35c3f92b8163 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:58.199097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Port aee43658-a209-4175-a7f2-35c3f92b8163 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:23:58.199473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Attempting to bind port aee43658-a209-4175-a7f2-35c3f92b8163 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:58.225880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.242092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:23:58.242605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Checking segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:58.242605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Bound using segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:23:58.243147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Bound port: aee43658-a209-4175-a7f2-35c3f92b8163, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:23:58.243562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.302911 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2cc11-532e-4b1b-92b1-854b80cd0a91', 'name': 'tempest-snat-router-1429427729', 'tenant_id': '607aff717e194376a99cc79e3d846c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.165'}], 'enable_snat': False}, 'gw_port_id': '04c0b785-4c1f-4641-952f-6a14169a82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:23:54Z', 'updated_at': '2021-09-21T08:23:56Z', 'revision_number': 3, 'project_id': '607aff717e194376a99cc79e3d846c7b', 'gw_port': {'id': '04c0b785-4c1f-4641-952f-6a14169a82ea', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2cc11-532e-4b1b-92b1-854b80cd0a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:23:55Z', 'updated_at': '2021-09-21T08:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:58.332097 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.337280 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Checking router: 7cd2cc11-532e-4b1b-92b1-854b80cd0a91 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:23:58.337907 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Updating router 7cd2cc11-532e-4b1b-92b1-854b80cd0a91 port 04c0b785-4c1f-4641-952f-6a14169a82ea binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:23:58.364785 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.507713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.531381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d1641-ce7a-44a8-8fca-a9df730001de req-dd035a87-9c24-49a5-8e29-1088bb625238 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:58.533426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-396d1641-ce7a-44a8-8fca-a9df730001de req-dd035a87-9c24-49a5-8e29-1088bb625238 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 908 time: 0.2087502 Sep 21 08:23:58.542703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-94d1aea7-6689-4b3a-8c76-42786ef0fa3f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:58.544357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-94d1aea7-6689-4b3a-8c76-42786ef0fa3f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 908 time: 0.2044609 Sep 21 08:23:58.545016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] For port aee43658-a209-4175-a7f2-35c3f92b8163, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:23:58.547438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Allocated IP 172.25.1.94 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/3fac7022-c7d1-4a0a-b7b7-443440dac8e9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:58.551787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.621195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] For port aee43658-a209-4175-a7f2-35c3f92b8163, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=aee43658-a209-4175-a7f2-35c3f92b8163,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:23:58.631843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.723626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ba559ee-c921-47d4-af86-200472088e8e req-6b9a92f5-3e6b-4620-bd99-6c199a835e40 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 210 time: 0.0427003 Sep 21 08:23:58.752854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:58.752854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.752854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] 10.222.0.62 "PUT /v2.0/ports/aee43658-a209-4175-a7f2-35c3f92b8163 HTTP/1.1" status: 200 len: 1092 time: 1.6321437 Sep 21 08:23:58.766822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Deleting port caf28b71-36c2-4f20-be19-b26cc547aa9e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:23:58.766981 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.838998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b2c1c-31ec-4300-8987-3410849e02ef service neutron] Pushing event updated for resources: {'Port': ['ID=aee43658-a209-4175-a7f2-35c3f92b8163,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:58.854814 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:58.893294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8f40b-1957-46c2-a2be-54d300b42131 req-e106d85b-cf96-471b-b3f7-15007d748208 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:58.901844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0f8f40b-1957-46c2-a2be-54d300b42131 req-e106d85b-cf96-471b-b3f7-15007d748208 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.2294140 Sep 21 08:23:58.986683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:59.002257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] For port caf28b71-36c2-4f20-be19-b26cc547aa9e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=caf28b71-36c2-4f20-be19-b26cc547aa9e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:23:59.002710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.010442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:59.014746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.021433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Calling delete_port for caf28b71-36c2-4f20-be19-b26cc547aa9e owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:23:59.022443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:59.024081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.027084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event updated for resources: {'Port': ['ID=69fb426c-63b2-44c7-a062-9a88382c770f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:59.045121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-4b17a240-268d-45b6-8c76-072b568dfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:59.047153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-4b17a240-268d-45b6-8c76-072b568dfdf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=ddfd9997-6128-4775-ba1d-3aa3906b0ccc HTTP/1.1" status: 200 len: 1095 time: 0.2275982 Sep 21 08:23:59.050782 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.111277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'tag': 'aee43658-a209-4175-a7f2-35c3f92b8163'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:59.113565 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3948d48e-def6-4aec-902c-6e53a583a939" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd9997-6128-4775-ba1d-3aa3906b0ccc", "tag": "aee43658-a209-4175-a7f2-35c3f92b8163"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:59.118912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0f8f40b-1957-46c2-a2be-54d300b42131 req-2d82e1cd-2ae6-4562-a2ec-e12d7cbd0aea tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162457 Sep 21 08:23:59.127916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-7e5f6b02-2a24-42ea-99c4-8ea7e06e926a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee43658-a209-4175-a7f2-35c3f92b8163 HTTP/1.1" status: 200 len: 217 time: 0.0592594 Sep 21 08:23:59.177009 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffae3d6b-3a23-41ee-8e9d-c00de6501e81 x-openstack-request-id: req-ffae3d6b-3a23-41ee-8e9d-c00de6501e81 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:59.177009 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd9997-6128-4775-ba1d-3aa3906b0ccc", "tag": "aee43658-a209-4175-a7f2-35c3f92b8163", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:59.177311 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffae3d6b-3a23-41ee-8e9d-c00de6501e81 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:59.177662 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'tag': 'aee43658-a209-4175-a7f2-35c3f92b8163', 'status': 'completed', 'code': 200} Sep 21 08:23:59.196774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:59.197449 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.219219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-d52f5a49-ad79-40b5-990a-6c1758bd2e1e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8693290 Sep 21 08:23:59.272047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Request body: {'port': {'device_id': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:23:59.274271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.294775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.314512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-e289e5a7-2014-48b7-8eca-8fe358fa665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:59.316065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-e289e5a7-2014-48b7-8eca-8fe358fa665e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.1798377 Sep 21 08:23:59.335611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event deleted for resources: {'Port': ['ID=caf28b71-36c2-4f20-be19-b26cc547aa9e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:59.399718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:59.410135 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.419227 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.429852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-21d93b19-efe0-4e28-99f9-d06749da4dd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787945 Sep 21 08:23:59.435553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:59.438204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:59.475162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] No DVR routers for this DVR port caf28b71-36c2-4f20-be19-b26cc547aa9e on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:23:59.479992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Port': ['ID=3fac7022-c7d1-4a0a-b7b7-443440dac8e9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:59.482660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.488993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.499709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c219468-acc8-4319-b393-bc504895d7c6 req-bedde630-bc89-4503-b131-e2c26a902489 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:59.501719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c219468-acc8-4319-b393-bc504895d7c6 req-bedde630-bc89-4503-b131-e2c26a902489 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.2787857 Sep 21 08:23:59.511549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fbfddee-6699-4437-8b83-ad1d5ba9b4e6 req-52ae72a9-65e7-4943-8bfd-6bd850494dcf tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "DELETE /v2.0/ports/caf28b71-36c2-4f20-be19-b26cc547aa9e HTTP/1.1" status: 204 len: 173 time: 0.9521153 Sep 21 08:23:59.515016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'name': 'network-vif-deleted', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:23:59.518572 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4759f7d-16b0-4c34-b5fb-07ee0d8913cf" -d '{"events": [{"server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "name": "network-vif-deleted", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:23:59.550955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Allocated IP 172.25.1.246 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b9fdeebf-ece7-4f24-b48f-73d8d27fc574) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:23:59.584591 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Attempting to bind port 04c0b785-4c1f-4641-952f-6a14169a82ea on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:23:59.586139 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Attempting to bind port 04c0b785-4c1f-4641-952f-6a14169a82ea by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:23:59.593962 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f3c6c0-809a-498d-ab8a-fd2bb75abdf5 x-openstack-request-id: req-53f3c6c0-809a-498d-ab8a-fd2bb75abdf5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:23:59.593962 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bceb5618-6be6-4b84-8c3c-35eee31e0a90", "name": "network-vif-deleted", "tag": "caf28b71-36c2-4f20-be19-b26cc547aa9e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:23:59.594355 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53f3c6c0-809a-498d-ab8a-fd2bb75abdf5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:23:59.594776 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bceb5618-6be6-4b84-8c3c-35eee31e0a90', 'name': 'network-vif-deleted', 'tag': 'caf28b71-36c2-4f20-be19-b26cc547aa9e', 'status': 'completed', 'code': 200} Sep 21 08:23:59.599216 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Attempting to bind port 04c0b785-4c1f-4641-952f-6a14169a82ea on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:23:59.643428 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:23:59.650307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:23:59.651767 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.655015 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:23:59.655898 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Bound port: 04c0b785-4c1f-4641-952f-6a14169a82ea, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:23:59.659622 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.666734 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960c763-aded-43a0-b7ab-b8f37ad856ce None None] Pushing event updated for resources: {'Port': ['ID=04c0b785-4c1f-4641-952f-6a14169a82ea,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:59.711559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11f256e9-cad2-44bf-95c8-c1a1eb9c95bd req-adeefddc-e0e1-4fac-96ba-609c19ef7b1f tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=bceb5618-6be6-4b84-8c3c-35eee31e0a90 HTTP/1.1" status: 200 len: 210 time: 0.0496309 Sep 21 08:23:59.763180 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.800606 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] For port 04c0b785-4c1f-4641-952f-6a14169a82ea, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:23:59.805631 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] For port 04c0b785-4c1f-4641-952f-6a14169a82ea, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=04c0b785-4c1f-4641-952f-6a14169a82ea,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:23:59.812444 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.818877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:23:59.895145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:23:59.898664 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Routers {'7cd2cc11-532e-4b1b-92b1-854b80cd0a91'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:23:59.899478 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7cd2cc11-532e-4b1b-92b1-854b80cd0a91'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:23:59.911675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:23:59.913936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Port': ['ID=b9fdeebf-ece7-4f24-b48f-73d8d27fc574,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:23:59.923225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:23:59.964338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453544ca-1005-41e7-89a5-09c458caa12d req-b7b6d5fb-6a4b-4741-8611-1d1d3d67c25b tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:23:59.965924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-453544ca-1005-41e7-89a5-09c458caa12d req-b7b6d5fb-6a4b-4741-8611-1d1d3d67c25b tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 932 time: 0.1374605 Sep 21 08:24:00.063393 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:00.116715 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] Set router 7cd2cc11-532e-4b1b-92b1-854b80cd0a91 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:00.123660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-453544ca-1005-41e7-89a5-09c458caa12d req-773d477a-352f-4137-8b93-d8bfe56bec7b tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081359 Sep 21 08:24:00.178421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37434) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:00.240380 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c219468-acc8-4319-b393-bc504895d7c6 req-c2e51b7c-8cfd-490d-8415-d76f4afac73c tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7120488 Sep 21 08:24:00.320251 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:00.328163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:00.333744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-3c1dd897-57e4-4b99-88b2-e49159ddb3e7 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8876460 Sep 21 08:24:00.407877 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960c763-aded-43a0-b7ab-b8f37ad856ce None None] Pushing event updated for resources: {'Port': ['ID=04c0b785-4c1f-4641-952f-6a14169a82ea,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:00.451069 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b09487a4-ce3b-4398-bf77-71f1341e1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:00.591039 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd2cc11-532e-4b1b-92b1-854b80cd0a91', 'name': 'tempest-snat-router-1429427729', 'tenant_id': '607aff717e194376a99cc79e3d846c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.165'}], 'enable_snat': False}, 'gw_port_id': '04c0b785-4c1f-4641-952f-6a14169a82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:23:54Z', 'updated_at': '2021-09-21T08:23:56Z', 'revision_number': 3, 'project_id': '607aff717e194376a99cc79e3d846c7b', 'gw_port': {'id': '04c0b785-4c1f-4641-952f-6a14169a82ea', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2cc11-532e-4b1b-92b1-854b80cd0a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:23:55Z', 'updated_at': '2021-09-21T08:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:00.659204 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef5a13b-ebae-4053-9ead-04234026a33f None None] The sync data for ids ['7cd2cc11-532e-4b1b-92b1-854b80cd0a91'] in n-d-809980-2 is: [{'id': '7cd2cc11-532e-4b1b-92b1-854b80cd0a91', 'name': 'tempest-snat-router-1429427729', 'tenant_id': '607aff717e194376a99cc79e3d846c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.165'}], 'enable_snat': False}, 'gw_port_id': '04c0b785-4c1f-4641-952f-6a14169a82ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:23:54Z', 'updated_at': '2021-09-21T08:23:56Z', 'revision_number': 3, 'project_id': '607aff717e194376a99cc79e3d846c7b', 'gw_port': {'id': '04c0b785-4c1f-4641-952f-6a14169a82ea', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:91:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd2cc11-532e-4b1b-92b1-854b80cd0a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:23:55Z', 'updated_at': '2021-09-21T08:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:00.765764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2519b07-8585-425c-92c8-ffab49794a65 req-2aba1384-c388-4de6-b787-72b99c43ed99 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:00.771981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2519b07-8585-425c-92c8-ffab49794a65 req-2aba1384-c388-4de6-b787-72b99c43ed99 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.1663706 Sep 21 08:24:00.870164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:00.877862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-9cab63c9-9619-44fb-850b-ec5ece8b3761 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869337 Sep 21 08:24:00.899023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2519b07-8585-425c-92c8-ffab49794a65 req-15332867-c519-4fa8-b4f6-c0eba0f7ad74 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802205 Sep 21 08:24:01.034483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fb426c-63b2-44c7-a062-9a88382c770f {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:01.058113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.120453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b09487a4-ce3b-4398-bf77-71f1341e1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.175466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b09487a4-ce3b-4398-bf77-71f1341e1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.185618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Transition to ACTIVE for port object 69fb426c-63b2-44c7-a062-9a88382c770f will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:24:01.194085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.228446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Router bc0bf442-0b36-4d84-88cc-661f65feffc6 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:01.248454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d48e-def6-4aec-902c-6e53a583a939 req-95b10cd1-0aef-4b44-b7fe-455e58aefb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:01.251374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3948d48e-def6-4aec-902c-6e53a583a939 req-95b10cd1-0aef-4b44-b7fe-455e58aefb3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=ddfd9997-6128-4775-ba1d-3aa3906b0ccc HTTP/1.1" status: 200 len: 1095 time: 0.2696643 Sep 21 08:24:01.251970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.267970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.361749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3addb59-3bdf-4e05-b116-791a839884f3 req-10abbd98-230a-49ed-a162-1bcd3644d0de tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:01.364421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3addb59-3bdf-4e05-b116-791a839884f3 req-10abbd98-230a-49ed-a162-1bcd3644d0de tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 945 time: 0.1130898 Sep 21 08:24:01.523938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09487a4-ce3b-4398-bf77-71f1341e1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79339abd-c9f9-46b4-8923-5c061eebd02f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:01.529366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d48e-def6-4aec-902c-6e53a583a939 req-1094cb65-4f4e-4524-84ed-1b1fba1a355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:01.531068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3948d48e-def6-4aec-902c-6e53a583a939 req-1094cb65-4f4e-4524-84ed-1b1fba1a355a service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 914 time: 0.2589483 Sep 21 08:24:01.541889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.571379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.572931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2778966 Sep 21 08:24:01.586403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37454) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:01.624075 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b09487a4-ce3b-4398-bf77-71f1341e1363 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f2ead8adcc54fcba5031c6faae65ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4428220 Sep 21 08:24:01.629511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2069843276'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:01.634723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37456) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:01.723066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da27d4-a5dd-4a49-92ef-34ec0f9b51b9 req-3f98d142-63b7-47a0-8c21-9c5f77bb98d6 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:01.727811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6da27d4-a5dd-4a49-92ef-34ec0f9b51b9 req-3f98d142-63b7-47a0-8c21-9c5f77bb98d6 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 944 time: 0.4633083 Sep 21 08:24:01.799747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3addb59-3bdf-4e05-b116-791a839884f3 req-84f22d56-2d12-43b8-9ad1-e2f3c7346332 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936269 Sep 21 08:24:01.803625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3948d48e-def6-4aec-902c-6e53a583a939 req-0fa740bf-f4b9-4ea1-a00b-cc96864f57b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee43658-a209-4175-a7f2-35c3f92b8163 HTTP/1.1" status: 200 len: 217 time: 0.2414844 Sep 21 08:24:01.806645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:01.823716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Sync routers for ids ['bc0bf442-0b36-4d84-88cc-661f65feffc6'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:01.835608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Routers {'bc0bf442-0b36-4d84-88cc-661f65feffc6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:01.836350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc0bf442-0b36-4d84-88cc-661f65feffc6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:01.850111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:01.853858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-27111877-48ec-4174-bdd3-f80f94040816 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7726817 Sep 21 08:24:01.854301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:01.924029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=69fb426c-63b2-44c7-a062-9a88382c770f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:01.992947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Set router bc0bf442-0b36-4d84-88cc-661f65feffc6 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:01.994744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3528b24e-4afe-46c5-bfc0-d6bdcb001347 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/bc0bf442-0b36-4d84-88cc-661f65feffc6 HTTP/1.1" status: 200 len: 908 time: 0.1391835 Sep 21 08:24:01.997532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d48e-def6-4aec-902c-6e53a583a939 req-2509b723-dfb1-4474-9860-ef42f73eeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:01.999615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3948d48e-def6-4aec-902c-6e53a583a939 req-2509b723-dfb1-4474-9860-ef42f73eeb96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.1806843 Sep 21 08:24:02.004989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37462) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:02.004989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ed76c-6a91-4a45-9707-4df0067df4b5 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Port': ['ID=3fac7022-c7d1-4a0a-b7b7-443440dac8e9,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:02.004989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Attempting to bind port 69fb426c-63b2-44c7-a062-9a88382c770f on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:02.005827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Attempting to bind port 69fb426c-63b2-44c7-a062-9a88382c770f by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:02.006168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Attempting to bind port 69fb426c-63b2-44c7-a062-9a88382c770f on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:02.035361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Made reservation on behalf of 6a7b5117a01b4d88bf0f1468f5a42f08 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:02.040584 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.090966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.091298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25c6b6fc-86d0-4b19-9b13-7ef8b89a9b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.121507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69227cd1-4b5b-4af8-903f-efb7137c2d9f req-91d8af9f-07ba-4da2-8482-3a8e46330b68 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:02.123114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69227cd1-4b5b-4af8-903f-efb7137c2d9f req-91d8af9f-07ba-4da2-8482-3a8e46330b68 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.0540991 Sep 21 08:24:02.137709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3948d48e-def6-4aec-902c-6e53a583a939 req-c14a8d69-b0d0-49ab-ab80-8119af473e14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550780 Sep 21 08:24:02.143579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Port 69fb426c-63b2-44c7-a062-9a88382c770f on network a8c83844-f7ad-46fb-abfd-9357b1ad564f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:02.143810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Attempting to bind port 69fb426c-63b2-44c7-a062-9a88382c770f on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:02.170257 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.176533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6da27d4-a5dd-4a49-92ef-34ec0f9b51b9 req-f84124d9-0c04-4c6c-831a-5e11e46bf205 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718395 Sep 21 08:24:02.204048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:02.204448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Checking segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:02.204818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Bound using segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:02.205302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Bound port: 69fb426c-63b2-44c7-a062-9a88382c770f, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:02.205684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.216016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69227cd1-4b5b-4af8-903f-efb7137c2d9f req-03ea7870-b826-42ce-a376-3d27fd3a51c3 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759320 Sep 21 08:24:02.249588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0bf442-0b36-4d84-88cc-661f65feffc6', 'name': 'tempest-snat-router-1429427729', 'tenant_id': '607aff717e194376a99cc79e3d846c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b9fdeebf-ece7-4f24-b48f-73d8d27fc574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:23:58Z', 'updated_at': '2021-09-21T08:24:00Z', 'revision_number': 3, 'project_id': '607aff717e194376a99cc79e3d846c7b', 'gw_port': {'id': 'b9fdeebf-ece7-4f24-b48f-73d8d27fc574', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0bf442-0b36-4d84-88cc-661f65feffc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:23:59Z', 'updated_at': '2021-09-21T08:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:02.257912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25c6b6fc-86d0-4b19-9b13-7ef8b89a9b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.281183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Checking router: bc0bf442-0b36-4d84-88cc-661f65feffc6 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:24:02.281528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Updating router bc0bf442-0b36-4d84-88cc-661f65feffc6 port b9fdeebf-ece7-4f24-b48f-73d8d27fc574 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:24:02.316225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.430729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176bb6-0da7-413a-954f-f57997e2b120 req-a2ebc59e-5f27-4a5f-908d-0d95fc0be0e5 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:02.433272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7176bb6-0da7-413a-954f-f57997e2b120 req-a2ebc59e-5f27-4a5f-908d-0d95fc0be0e5 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.0584931 Sep 21 08:24:02.468751 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.486106 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7176bb6-0da7-413a-954f-f57997e2b120 req-6928d279-424e-4400-b335-e60de3a0b82b tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454504 Sep 21 08:24:02.565527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] For port 69fb426c-63b2-44c7-a062-9a88382c770f, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:02.574204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3948d48e-def6-4aec-902c-6e53a583a939 req-3e453881-65b0-4e12-ac57-c57ca51dce43 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168594 Sep 21 08:24:02.584173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25c6b6fc-86d0-4b19-9b13-7ef8b89a9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.586940 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25c6b6fc-86d0-4b19-9b13-7ef8b89a9b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.588131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-25c6b6fc-86d0-4b19-9b13-7ef8b89a9b8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79339abd-c9f9-46b4-8923-5c061eebd02f HTTP/1.1" status: 204 len: 168 time: 0.9098489 Sep 21 08:24:02.606921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] For port 69fb426c-63b2-44c7-a062-9a88382c770f, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=69fb426c-63b2-44c7-a062-9a88382c770f,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:02.638620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.663568 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.671171 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.686120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-bce5ca30-4a34-4672-ba01-25cbabeee552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:02.687763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-bce5ca30-4a34-4672-ba01-25cbabeee552 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d091d20ad7f430bb6d0abd7ecbee171&device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 1096 time: 0.2585866 Sep 21 08:24:02.703490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6b6fc-86d0-4b19-9b13-7ef8b89a9b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79339abd-c9f9-46b4-8923-5c061eebd02f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:02.938766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5306831-e8f2-423e-aef3-a22694257fff None None] Pushing event updated for resources: {'Port': ['ID=b9fdeebf-ece7-4f24-b48f-73d8d27fc574,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:02.942201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-98a804d7-228d-43e5-b3e5-7eaa3a6cc4aa tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:02.943803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-98a804d7-228d-43e5-b3e5-7eaa3a6cc4aa tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 945 time: 0.1508482 Sep 21 08:24:02.943963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Attempting to bind port b9fdeebf-ece7-4f24-b48f-73d8d27fc574 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:02.944178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Attempting to bind port b9fdeebf-ece7-4f24-b48f-73d8d27fc574 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:02.944748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Attempting to bind port b9fdeebf-ece7-4f24-b48f-73d8d27fc574 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:02.951919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:02.952630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:02.953288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:02.953844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:02.954494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Bound port: b9fdeebf-ece7-4f24-b48f-73d8d27fc574, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:02.955087 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.045979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] For port b9fdeebf-ece7-4f24-b48f-73d8d27fc574, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:03.052106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] For port b9fdeebf-ece7-4f24-b48f-73d8d27fc574, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b9fdeebf-ece7-4f24-b48f-73d8d27fc574,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:03.058676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.070830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37478) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:03.129543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04c0b785-4c1f-4641-952f-6a14169a82ea up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:03.141665 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-237077e5-6aae-4ed5-a048-8a4b5fdd5739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.177878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Routers {'bc0bf442-0b36-4d84-88cc-661f65feffc6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:03.178525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc0bf442-0b36-4d84-88cc-661f65feffc6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:03.196567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Deleting port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:03.196818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.252805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.253490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.254278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5306831-e8f2-423e-aef3-a22694257fff None None] Pushing event updated for resources: {'Port': ['ID=b9fdeebf-ece7-4f24-b48f-73d8d27fc574,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:03.255587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/69fb426c-63b2-44c7-a062-9a88382c770f HTTP/1.1" status: 200 len: 1092 time: 4.0168967 Sep 21 08:24:03.293725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'tag': '69fb426c-63b2-44c7-a062-9a88382c770f'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:03.297269 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e649535e-24a4-4e81-9756-d4cdecb83dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d187f8ce-4541-4292-a947-3b339e83c78d", "tag": "69fb426c-63b2-44c7-a062-9a88382c770f"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:03.347576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 04c0b785-4c1f-4641-952f-6a14169a82ea triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:03.348132 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.366662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] For port 46dd2e7b-efcd-485d-b409-03bedb4c14b4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=46dd2e7b-efcd-485d-b409-03bedb4c14b4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:03.367882 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.387111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52a4a3-a299-4361-9cc1-8e6a2033f087 req-5be86eb4-4141-4dbf-a386-636b86dde069 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.389965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] Set router bc0bf442-0b36-4d84-88cc-661f65feffc6 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:03.394625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f52a4a3-a299-4361-9cc1-8e6a2033f087 req-5be86eb4-4141-4dbf-a386-636b86dde069 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 944 time: 0.0910549 Sep 21 08:24:03.403829 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.406755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Calling delete_port for 46dd2e7b-efcd-485d-b409-03bedb4c14b4 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:03.407019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5d828-3e64-4d9d-ba0d-73f4947eb4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=69fb426c-63b2-44c7-a062-9a88382c770f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:03.416701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.420087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.491456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f52a4a3-a299-4361-9cc1-8e6a2033f087 req-d0fd5c92-cef4-46cb-ad49-e7adf8b53aad tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959349 Sep 21 08:24:03.495005 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be755f-b630-478f-b484-0a56df9604e9 req-2c463f9d-a854-4def-ae8d-e76bf445e9d8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.502307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0be755f-b630-478f-b484-0a56df9604e9 req-2c463f9d-a854-4def-ae8d-e76bf445e9d8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=975d805d-7188-4f65-9d81-b8ed05a35605 HTTP/1.1" status: 200 len: 945 time: 0.2895133 Sep 21 08:24:03.514564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:24:03.546812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3948d48e-def6-4aec-902c-6e53a583a939 req-9ec2a520-db7e-4df4-b205-7a8c12073292 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9575670 Sep 21 08:24:03.583748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9932a-5ec8-429f-aaba-6bde1adc3e41,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:03.592979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.593383 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Added segment f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7 of type vlan for network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 Sep 21 08:24:03.598501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-578251cd-d48c-4e5e-b9fe-033b07153ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.601044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-578251cd-d48c-4e5e-b9fe-033b07153ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 1095 time: 0.2889707 Sep 21 08:24:03.613271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-be7f688b-0f67-46d5-abb1-e149c60d629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.614797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-be7f688b-0f67-46d5-abb1-e149c60d629e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e266134-0dec-4d32-af4b-54f757528dca HTTP/1.1" status: 200 len: 913 time: 0.8876159 Sep 21 08:24:03.620942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-237077e5-6aae-4ed5-a048-8a4b5fdd5739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.627966 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-237077e5-6aae-4ed5-a048-8a4b5fdd5739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.677753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.683386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-237077e5-6aae-4ed5-a048-8a4b5fdd5739 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f73760b8d844c24961b08ef5f38082d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6095316 Sep 21 08:24:03.685471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237077e5-6aae-4ed5-a048-8a4b5fdd5739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8646ba27-d8f3-4258-bb1d-f5a667485d31,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:03.688519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.690572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37486) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:03.696473 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9c465d-ce1a-455e-bac3-5cb08a197014 x-openstack-request-id: req-8c9c465d-ce1a-455e-bac3-5cb08a197014 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:03.696723 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d187f8ce-4541-4292-a947-3b339e83c78d", "tag": "69fb426c-63b2-44c7-a062-9a88382c770f", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:03.697109 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8c9c465d-ce1a-455e-bac3-5cb08a197014 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:03.697585 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'tag': '69fb426c-63b2-44c7-a062-9a88382c770f', 'status': 'completed', 'code': 200} Sep 21 08:24:03.732109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['46dd2e7b-efcd-485d-b409-03bedb4c14b4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:03.735216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-c1708484-c920-4b50-93d5-c42f453ca237 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69fb426c-63b2-44c7-a062-9a88382c770f HTTP/1.1" status: 200 len: 217 time: 0.1188149 Sep 21 08:24:03.735445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a91f3f6-1944-4991-a75c-5c53b99b95a4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:03.737557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device caf28b71-36c2-4f20-be19-b26cc547aa9e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:03.749353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0be755f-b630-478f-b484-0a56df9604e9 req-2494a357-274f-4da5-b1f4-0e5315812326 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447319 Sep 21 08:24:03.749757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event deleted for resources: {'Port': ['ID=46dd2e7b-efcd-485d-b409-03bedb4c14b4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:03.790851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-e7a6af11-3505-4121-bfaa-3ae6e6527fd9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8 HTTP/1.1" status: 200 len: 217 time: 0.1549301 Sep 21 08:24:03.797105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.831467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.839057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: caf28b71-36c2-4f20-be19-b26cc547aa9e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:03.839447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device caf28b71-36c2-4f20-be19-b26cc547aa9e not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:03.842307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 04c0b785-4c1f-4641-952f-6a14169a82ea, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=04c0b785-4c1f-4641-952f-6a14169a82ea,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:03.851460 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.858349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] No DVR routers for this DVR port 46dd2e7b-efcd-485d-b409-03bedb4c14b4 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:03.859407 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:24:03.861511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.863936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0ce0ecf-cc0c-4591-835e-bea56857b270 req-8e269b7e-30b5-4e6e-8d44-fa7b009ab900 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.62 "DELETE /v2.0/ports/46dd2e7b-efcd-485d-b409-03bedb4c14b4 HTTP/1.1" status: 204 len: 173 time: 0.9096940 Sep 21 08:24:03.866555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975d805d-7188-4f65-9d81-b8ed05a35605', 'name': 'network-vif-deleted', 'tag': '46dd2e7b-efcd-485d-b409-03bedb4c14b4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:03.869891 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74ccb1e-7154-4960-9834-71ba0152c490" -d '{"events": [{"server_uuid": "975d805d-7188-4f65-9d81-b8ed05a35605", "name": "network-vif-deleted", "tag": "46dd2e7b-efcd-485d-b409-03bedb4c14b4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:03.892030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1218d57a-870d-4890-b8c8-8dd18627078a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.927170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567748d-ba6f-47ca-b697-bddb518bda5e req-b8bad834-85cf-42aa-b983-120d9013ec4b tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.935913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9567748d-ba6f-47ca-b697-bddb518bda5e req-b8bad834-85cf-42aa-b983-120d9013ec4b tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.1963778 Sep 21 08:24:03.937786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=04c0b785-4c1f-4641-952f-6a14169a82ea,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:03.938608 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120f2895-0dfd-423e-a345-9f6f8f861e2c x-openstack-request-id: req-120f2895-0dfd-423e-a345-9f6f8f861e2c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:03.938898 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975d805d-7188-4f65-9d81-b8ed05a35605", "name": "network-vif-deleted", "tag": "46dd2e7b-efcd-485d-b409-03bedb4c14b4", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:03.939149 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-120f2895-0dfd-423e-a345-9f6f8f861e2c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:03.939590 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975d805d-7188-4f65-9d81-b8ed05a35605', 'name': 'network-vif-deleted', 'tag': '46dd2e7b-efcd-485d-b409-03bedb4c14b4', 'status': 'completed', 'code': 200} Sep 21 08:24:03.942109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1218d57a-870d-4890-b8c8-8dd18627078a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.944016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-f0a3c273-ffbf-472a-8a40-17bab182ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.945593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-f0a3c273-ffbf-472a-8a40-17bab182ce12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=38dbf905-8634-41ab-8d36-fd62b5a34d96 HTTP/1.1" status: 200 len: 852 time: 0.1264942 Sep 21 08:24:03.970343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-146853f8-e9f9-43d0-ad96-7c4875d2f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:03.971855 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-146853f8-e9f9-43d0-ad96-7c4875d2f980 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.1985080 Sep 21 08:24:03.976457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Deleting port b9fdeebf-ece7-4f24-b48f-73d8d27fc574 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:03.977044 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:03.994781 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0bf442-0b36-4d84-88cc-661f65feffc6', 'name': 'tempest-snat-router-1429427729', 'tenant_id': '607aff717e194376a99cc79e3d846c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b9fdeebf-ece7-4f24-b48f-73d8d27fc574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:23:58Z', 'updated_at': '2021-09-21T08:24:00Z', 'revision_number': 3, 'project_id': '607aff717e194376a99cc79e3d846c7b', 'gw_port': {'id': 'b9fdeebf-ece7-4f24-b48f-73d8d27fc574', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0bf442-0b36-4d84-88cc-661f65feffc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:23:59Z', 'updated_at': '2021-09-21T08:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:04.008212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:04.014111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:04.015496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:04.015654 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9567748d-ba6f-47ca-b697-bddb518bda5e req-9abf2415-480f-46a9-987b-807ccdca2641 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786846 Sep 21 08:24:04.028240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-9134f40e-4317-4444-9d8e-13c4f90e7aa8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e266134-0dec-4d32-af4b-54f757528dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708022 Sep 21 08:24:04.034216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b0a93-c990-4b9e-a239-7dadeccaf2e4 None None] The sync data for ids ['bc0bf442-0b36-4d84-88cc-661f65feffc6'] in n-d-809980-2 is: [{'id': 'bc0bf442-0b36-4d84-88cc-661f65feffc6', 'name': 'tempest-snat-router-1429427729', 'tenant_id': '607aff717e194376a99cc79e3d846c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b9fdeebf-ece7-4f24-b48f-73d8d27fc574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:23:58Z', 'updated_at': '2021-09-21T08:24:00Z', 'revision_number': 3, 'project_id': '607aff717e194376a99cc79e3d846c7b', 'gw_port': {'id': 'b9fdeebf-ece7-4f24-b48f-73d8d27fc574', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0bf442-0b36-4d84-88cc-661f65feffc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:23:59Z', 'updated_at': '2021-09-21T08:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:04.067765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1218d57a-870d-4890-b8c8-8dd18627078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:04.070213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1218d57a-870d-4890-b8c8-8dd18627078a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:04.071515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1218d57a-870d-4890-b8c8-8dd18627078a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8646ba27-d8f3-4258-bb1d-f5a667485d31 HTTP/1.1" status: 204 len: 168 time: 0.3795271 Sep 21 08:24:04.082177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218d57a-870d-4890-b8c8-8dd18627078a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8646ba27-d8f3-4258-bb1d-f5a667485d31,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:04.138541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-73afaed8-fdd6-4d8a-b23f-c6159cf7d924 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321971 Sep 21 08:24:04.154366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-e98a5866-b612-4359-bb8f-56c12670cc36 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:24:04.156673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-e98a5866-b612-4359-bb8f-56c12670cc36 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087667 Sep 21 08:24:04.174466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5487058 Sep 21 08:24:04.175526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37496) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:04.183279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Request body: {'subnet': {'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:04.421085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Made reservation on behalf of 6a7b5117a01b4d88bf0f1468f5a42f08 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:04.442224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:04.445180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-36851db4-5bb9-4d54-adf5-e249ea524bbc service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461100 Sep 21 08:24:04.647791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43f301-54f5-4958-9685-f782b94ee79c tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Network': ['ID=95ef3c8d-266a-450c-b2d1-8c94516e6ea0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:04.665027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:24:04.689310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-0df3b262-19fc-414d-b0f7-9028296d98c7 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200903 Sep 21 08:24:04.707468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] For port b9fdeebf-ece7-4f24-b48f-73d8d27fc574, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b9fdeebf-ece7-4f24-b48f-73d8d27fc574,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:04.707863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:04.754315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Calling delete_port for b9fdeebf-ece7-4f24-b48f-73d8d27fc574 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:04.823930 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:04.969708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Subnet': ['ID=3140194a-b137-4c15-9226-b0eb83a3e134,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:04.993375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Checking segment: {'id': 'f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:04.996769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Network hostable DHCP agents. Network: 95ef3c8d-266a-450c-b2d1-8c94516e6ea0, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:24:05.003033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd55842-dc5d-4daf-8347-3a3c2c87aab5 req-b6f725c8-4caf-415f-bf5f-57fbe1bbd5ab tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:05.010413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbd55842-dc5d-4daf-8347-3a3c2c87aab5 req-b6f725c8-4caf-415f-bf5f-57fbe1bbd5ab tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 944 time: 0.3646247 Sep 21 08:24:05.020903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:24:05.059168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 95ef3c8d-266a-450c-b2d1-8c94516e6ea0) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:05.067880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1046cc-db75-42cc-ae79-aa5d1799a310 None None] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:05.082745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:05.083747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:05.151668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ace870e-c274-4f63-9550-467d3ebd6a6c req-f600c2bd-2936-4c46-b69d-01ae32fb4c1e service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046031 Sep 21 08:24:05.165115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8a2115d7-9088-4006-a678-09d199aaa23d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9890833 Sep 21 08:24:05.171221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37520) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:05.193549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1159385411', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:05.227962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbd55842-dc5d-4daf-8347-3a3c2c87aab5 req-48ef5363-c08a-4bfc-924e-8e78a81aa423 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143614 Sep 21 08:24:05.359350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04c0b785-4c1f-4641-952f-6a14169a82ea up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:05.371243 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01b8ce19-2b25-4eed-a58a-0234af206f27 req-59779f27-4605-49c8-8373-08b31980b2e5 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543980 Sep 21 08:24:05.390156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:05.391637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:05.449487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42996d-48a4-4345-a60a-d5f0c9c1f343 req-2fc362a1-368f-45b3-8058-c8d00359d392 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:05.464489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e42996d-48a4-4345-a60a-d5f0c9c1f343 req-2fc362a1-368f-45b3-8058-c8d00359d392 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.2322712 Sep 21 08:24:05.533071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e42996d-48a4-4345-a60a-d5f0c9c1f343 req-80f1b75a-ff77-4623-bef1-02d6e9923e25 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675097 Sep 21 08:24:05.608187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 04c0b785-4c1f-4641-952f-6a14169a82ea triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:05.608187 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:05.613391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca9743-2913-4939-9608-6f94fe04d6c9 req-7326ce73-69e8-4028-85ed-3fa85b99073d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:05.620373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15ca9743-2913-4939-9608-6f94fe04d6c9 req-7326ce73-69e8-4028-85ed-3fa85b99073d tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.2542410 Sep 21 08:24:05.732146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device aee43658-a209-4175-a7f2-35c3f92b8163 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:24:05.741588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-c393388c-fb43-42a1-9e0d-b10d0dbe8af8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:05.744679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-c393388c-fb43-42a1-9e0d-b10d0dbe8af8 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1956499 Sep 21 08:24:05.769588 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:05.781718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-9f454422-9ce9-4e12-b163-4be6a57b3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:05.783771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-9f454422-9ce9-4e12-b163-4be6a57b3da0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 1095 time: 0.3280170 Sep 21 08:24:05.793538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-95ef3c8d-266a-450c-b2d1-8c94516e6ea0', 'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0', 'tenant_id': '6a7b5117a01b4d88bf0f1468f5a42f08', 'fixed_ips': [{'subnet_id': '3140194a-b137-4c15-9226-b0eb83a3e134'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:24:05.794578 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:05.845635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:05.882570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15ca9743-2913-4939-9608-6f94fe04d6c9 req-d6f73b62-3508-428d-870b-507dc467bf5b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430749 Sep 21 08:24:05.915860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9fdeebf-ece7-4f24-b48f-73d8d27fc574,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:06.157546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.193308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.206087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b9fdeebf-ece7-4f24-b48f-73d8d27fc574 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:06.258477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b9fdeebf-ece7-4f24-b48f-73d8d27fc574 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:06.259127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b9fdeebf-ece7-4f24-b48f-73d8d27fc574 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 08:24:06.317985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Port b9fdeebf-ece7-4f24-b48f-73d8d27fc574 not found, will not notify nova. {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 08:24:06.346880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Allocated IP 172.20.0.2 (95ef3c8d-266a-450c-b2d1-8c94516e6ea0/3140194a-b137-4c15-9226-b0eb83a3e134/91373222-bf7a-4e27-8c36-55425e462d59) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:06.362188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port aee43658-a209-4175-a7f2-35c3f92b8163, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=aee43658-a209-4175-a7f2-35c3f92b8163,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:06.381393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'aee43658-a209-4175-a7f2-35c3f92b8163', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'port_id': 'aee43658-a209-4175-a7f2-35c3f92b8163', 'mac_address': 'fa:16:3e:fb:6d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a78f59f-bfd3-4b0b-a845-ce3863a20eb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:24:06.469268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.476225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Deleting port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:06.477602 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.540290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.576529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee43658-a209-4175-a7f2-35c3f92b8163 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:06.614839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc00a1-2cfb-4d18-a37b-b0655f44d817 req-065f410b-5ed6-4eff-b4e5-78c49f2a924a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:06.616724 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37dc00a1-2cfb-4d18-a37b-b0655f44d817 req-065f410b-5ed6-4eff-b4e5-78c49f2a924a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 944 time: 0.2296722 Sep 21 08:24:06.618536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.636386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port aee43658-a209-4175-a7f2-35c3f92b8163, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=aee43658-a209-4175-a7f2-35c3f92b8163,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:06.640099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.651106 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.668493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.687850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-16ef00b2-6693-4531-bcc4-cdd1341bd8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:06.690064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-16ef00b2-6693-4531-bcc4-cdd1341bd8e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 914 time: 0.8316824 Sep 21 08:24:06.751229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.751950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc0bf442-0b36-4d84-88cc-661f65feffc6 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:06.769160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37dc00a1-2cfb-4d18-a37b-b0655f44d817 req-ec4dd98a-233a-4f63-b480-a34b28a4fb6b tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310825 Sep 21 08:24:06.794507 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.795734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-659645d9-ee10-44f3-8536-a5461bf1f589 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "DELETE /v2.0/routers/bc0bf442-0b36-4d84-88cc-661f65feffc6 HTTP/1.1" status: 204 len: 168 time: 4.7619145 Sep 21 08:24:06.801454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-13d51e52-f560-40e2-a299-79e895c6b250 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69fb426c-63b2-44c7-a062-9a88382c770f HTTP/1.1" status: 200 len: 217 time: 0.0901620 Sep 21 08:24:06.804676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37622) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:06.849723 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.866729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:06.916484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Allocated IP 172.25.1.14 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/355c17dc-b414-4d4d-975d-2e897231ed0d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:06.920126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:06.922039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=aee43658-a209-4175-a7f2-35c3f92b8163,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:06.926559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:06.995608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Pushing event updated for resources: {'Port': ['ID=91373222-bf7a-4e27-8c36-55425e462d59,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:07.004821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:07.021386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['aee43658-a209-4175-a7f2-35c3f92b8163'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:07.153434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Attempting to bind port 91373222-bf7a-4e27-8c36-55425e462d59 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:07.154691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Attempting to bind port 91373222-bf7a-4e27-8c36-55425e462d59 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:07.155303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Attempting to bind port 91373222-bf7a-4e27-8c36-55425e462d59 on network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:07.169507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:07.170316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Checking segment: {'id': 'f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:07.170943 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.171676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Bound using segment: {'id': 'f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:07.172490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Bound port: 91373222-bf7a-4e27-8c36-55425e462d59, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:07.173145 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.206265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.258588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] For port 91373222-bf7a-4e27-8c36-55425e462d59, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:07.266687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] For port 91373222-bf7a-4e27-8c36-55425e462d59, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=91373222-bf7a-4e27-8c36-55425e462d59,segment=NetworkSegment(f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7),segment_id=f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:07.277950 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.376208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69c685-439e-431f-89ee-8ac823a822a8 req-0dc140b9-e734-46e4-abb0-c61d205f9bbd tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:07.377864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b69c685-439e-431f-89ee-8ac823a822a8 req-0dc140b9-e734-46e4-abb0-c61d205f9bbd tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 946 time: 0.1333137 Sep 21 08:24:07.400448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.454711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28ceb8-aae8-4207-b317-c93f8bfdc188 None None] Pushing event updated for resources: {'Port': ['ID=91373222-bf7a-4e27-8c36-55425e462d59,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:07.463333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:07.497427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:07.500095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:07.505366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] For port 8a91f3f6-1944-4991-a75c-5c53b99b95a4, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a91f3f6-1944-4991-a75c-5c53b99b95a4,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:07.505778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.524312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75ef7f-2ca7-4c95-a6ad-2b75a09a3c6e req-f0bbb634-f0aa-4185-b9dd-bce3b4209bc8 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:07.532097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe75ef7f-2ca7-4c95-a6ad-2b75a09a3c6e req-f0bbb634-f0aa-4185-b9dd-bce3b4209bc8 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.8407686 Sep 21 08:24:07.581327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.603191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37634) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:07.614825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Port': ['ID=355c17dc-b414-4d4d-975d-2e897231ed0d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:07.635765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b69c685-439e-431f-89ee-8ac823a822a8 req-e97f57a0-35d0-491b-ac26-2ce46040cf61 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287204 Sep 21 08:24:07.705233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 46dd2e7b-efcd-485d-b409-03bedb4c14b4 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:07.710838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Calling delete_port for 8a91f3f6-1944-4991-a75c-5c53b99b95a4 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:07.725560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.750729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-3f9ee20b-81de-49bc-a4eb-c37de4beb175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:07.753003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-3f9ee20b-81de-49bc-a4eb-c37de4beb175 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.3177567 Sep 21 08:24:07.798542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 46dd2e7b-efcd-485d-b409-03bedb4c14b4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:07.798542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 46dd2e7b-efcd-485d-b409-03bedb4c14b4 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:07.894164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe75ef7f-2ca7-4c95-a6ad-2b75a09a3c6e req-b403e87c-e41e-410e-b41d-7d08b4eee150 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607094 Sep 21 08:24:07.946834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-707f05aa-d657-42c7-9598-28ad5722861b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:07.964959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-8ff20296-2e4c-49ae-b3a7-740f81710c3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1979508 Sep 21 08:24:08.149799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0a13c-64ae-4c32-b959-0d558a310096 req-3ca3ada9-a7c9-4d56-8760-100edc7f1a8f tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:08.151962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8a0a13c-64ae-4c32-b959-0d558a310096 req-3ca3ada9-a7c9-4d56-8760-100edc7f1a8f tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 944 time: 0.1944642 Sep 21 08:24:08.165242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.191159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Deleting port 04c0b785-4c1f-4641-952f-6a14169a82ea {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:08.191823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.297321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-e0eb0c58-6c71-4397-ac21-de229687a639 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228869 Sep 21 08:24:08.396112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8a0a13c-64ae-4c32-b959-0d558a310096 req-126b20af-5dc1-4358-b0f7-ef6111d6b0d9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574743 Sep 21 08:24:08.510146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-707f05aa-d657-42c7-9598-28ad5722861b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.518007 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-707f05aa-d657-42c7-9598-28ad5722861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.578667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.623167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event deleted for resources: {'Port': ['ID=8a91f3f6-1944-4991-a75c-5c53b99b95a4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:08.648870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] For port 04c0b785-4c1f-4641-952f-6a14169a82ea, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=04c0b785-4c1f-4641-952f-6a14169a82ea,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:08.649379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.665032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-707f05aa-d657-42c7-9598-28ad5722861b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7eb3e470dff348d69eb0a779755f9ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0576179 Sep 21 08:24:08.670072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f05aa-d657-42c7-9598-28ad5722861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5971d-d0f2-4b0f-bb89-0dce57c599b7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:08.673317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394022c-3ed8-41d7-abd0-fa9dd22d13f9 req-7939ee80-2f0d-431f-9d76-7be8683bbd52 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:08.676032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37650) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:08.680820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f394022c-3ed8-41d7-abd0-fa9dd22d13f9 req-7939ee80-2f0d-431f-9d76-7be8683bbd52 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.2978404 Sep 21 08:24:08.721874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Calling delete_port for 04c0b785-4c1f-4641-952f-6a14169a82ea owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:08.725871 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.837301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] No DVR routers for this DVR port 8a91f3f6-1944-4991-a75c-5c53b99b95a4 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:08.841787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e649535e-24a4-4e81-9756-d4cdecb83dd7 req-a42f8d37-a0dd-41a7-b209-251fb14956c4 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315580 Sep 21 08:24:08.846940 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.849739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3449f35-61ae-4370-b2c6-9c92d6cfba28 req-57f828aa-82ff-4bf5-8d7d-f13b8606fae3 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "DELETE /v2.0/ports/8a91f3f6-1944-4991-a75c-5c53b99b95a4 HTTP/1.1" status: 204 len: 173 time: 3.0646060 Sep 21 08:24:08.853280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'name': 'network-vif-deleted', 'tag': '8a91f3f6-1944-4991-a75c-5c53b99b95a4'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:08.857731 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d19bab-0420-4fb4-a2ba-3b4122e4ae1a" -d '{"events": [{"server_uuid": "a5184334-a413-4e84-b727-e045cd62ec7c", "name": "network-vif-deleted", "tag": "8a91f3f6-1944-4991-a75c-5c53b99b95a4"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:08.870837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b44aa02-b2e5-4160-8044-937e6c24d772 req-a99d7ebe-5d0e-45f2-b6c6-175623bccbb6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5184334-a413-4e84-b727-e045cd62ec7c HTTP/1.1" status: 200 len: 210 time: 0.0812697 Sep 21 08:24:08.894454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90e078a3-4f4e-43d2-af6f-0b1366a051e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.920942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f394022c-3ed8-41d7-abd0-fa9dd22d13f9 req-b7c021f1-0dba-46f5-84ae-2b23c3403d43 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391086 Sep 21 08:24:08.963378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90e078a3-4f4e-43d2-af6f-0b1366a051e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:08.968787 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f459b1ba-8ce8-4153-974a-a1eb6c3ef514 x-openstack-request-id: req-f459b1ba-8ce8-4153-974a-a1eb6c3ef514 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:08.969072 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5184334-a413-4e84-b727-e045cd62ec7c", "name": "network-vif-deleted", "tag": "8a91f3f6-1944-4991-a75c-5c53b99b95a4", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:08.969324 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f459b1ba-8ce8-4153-974a-a1eb6c3ef514 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:08.969740 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5184334-a413-4e84-b727-e045cd62ec7c', 'name': 'network-vif-deleted', 'tag': '8a91f3f6-1944-4991-a75c-5c53b99b95a4', 'status': 'completed', 'code': 200} Sep 21 08:24:09.032302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e216e65-5e2e-4929-9e81-6f884fede898 None None] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:09.147662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 91373222-bf7a-4e27-8c36-55425e462d59 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:09.157197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.160075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Router 88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:09.187807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event deleted for resources: {'Port': ['ID=04c0b785-4c1f-4641-952f-6a14169a82ea,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:09.235447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90e078a3-4f4e-43d2-af6f-0b1366a051e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.237637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-08d8eef2-3446-496c-9591-7934e5758df3 None None] Provisioning complete for port 91373222-bf7a-4e27-8c36-55425e462d59 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:09.238163 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90e078a3-4f4e-43d2-af6f-0b1366a051e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.238302 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08d8eef2-3446-496c-9591-7934e5758df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.239622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90e078a3-4f4e-43d2-af6f-0b1366a051e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f5e5971d-d0f2-4b0f-bb89-0dce57c599b7 HTTP/1.1" status: 204 len: 168 time: 0.5592330 Sep 21 08:24:09.259404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e078a3-4f4e-43d2-af6f-0b1366a051e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5971d-d0f2-4b0f-bb89-0dce57c599b7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:09.279058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.346187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:09.370102 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] Sync routers for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:09.378011 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.382733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-804ca444-012e-4dfa-8aa1-43306c55245d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.2094362 Sep 21 08:24:09.383780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37660) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:09.390468 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:09.392869 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:09.400217 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.402765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.436727 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:09.449233 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:09.450416 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:09.467516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.468625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd2cc11-532e-4b1b-92b1-854b80cd0a91 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:09.474171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.475584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-efb6db4b-2024-4b61-b30b-b55899cdc2df tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "DELETE /v2.0/routers/7cd2cc11-532e-4b1b-92b1-854b80cd0a91 HTTP/1.1" status: 204 len: 168 time: 2.6690540 Sep 21 08:24:09.480378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37664) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:09.493465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1809097393', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:09.530179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.532916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.557741 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:09.558404 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce6e9d-c4bf-45da-861c-ae364b7abe56 None None] The sync data for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:09.716416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a91f3f6-1944-4991-a75c-5c53b99b95a4 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:09.733653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 69fb426c-63b2-44c7-a062-9a88382c770f details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:24:09.735602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device aee43658-a209-4175-a7f2-35c3f92b8163 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:09.796052 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.889893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 8a91f3f6-1944-4991-a75c-5c53b99b95a4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:09.890396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a91f3f6-1944-4991-a75c-5c53b99b95a4 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:09.942809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 91373222-bf7a-4e27-8c36-55425e462d59 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:09.943282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:09.966887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3747-c9d4-4452-a17f-6f4e15980c4a req-d39a54ed-8ad2-4f7c-953b-182ca665383f tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:09.974303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-686a3747-c9d4-4452-a17f-6f4e15980c4a req-d39a54ed-8ad2-4f7c-953b-182ca665383f tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 944 time: 0.2594619 Sep 21 08:24:10.082810 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:10.131357 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.resource_extend [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:24:10.138916 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:10.168464 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08d8eef2-3446-496c-9591-7934e5758df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:10.199638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-686a3747-c9d4-4452-a17f-6f4e15980c4a req-9dd12a35-8e9e-4441-9234-3d51246a2768 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101264 Sep 21 08:24:10.303362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port aee43658-a209-4175-a7f2-35c3f92b8163 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:24:10.376377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 91373222-bf7a-4e27-8c36-55425e462d59, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=91373222-bf7a-4e27-8c36-55425e462d59,segment=NetworkSegment(f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7),segment_id=f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:10.380944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port aee43658-a209-4175-a7f2-35c3f92b8163 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:10.389467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:10.405494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:10.567384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=91373222-bf7a-4e27-8c36-55425e462d59,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:10.576390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b9fdeebf-ece7-4f24-b48f-73d8d27fc574 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:10.638673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b9fdeebf-ece7-4f24-b48f-73d8d27fc574 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:10.640316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b9fdeebf-ece7-4f24-b48f-73d8d27fc574 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:10.708837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72d96d-e2e1-4111-bacd-2dceac214fff req-d31d9b8a-28d0-4fec-80d4-924fb9cfcdf8 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:10.712519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd72d96d-e2e1-4111-bacd-2dceac214fff req-d31d9b8a-28d0-4fec-80d4-924fb9cfcdf8 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.0876219 Sep 21 08:24:10.749925 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:10.818460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd72d96d-e2e1-4111-bacd-2dceac214fff req-db6a3eb2-5952-4f54-87ae-daf5443e0f4e tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705805 Sep 21 08:24:10.829418 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-08d8eef2-3446-496c-9591-7934e5758df3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:24:10.830169 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-08d8eef2-3446-496c-9591-7934e5758df3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:24:10.832886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 69fb426c-63b2-44c7-a062-9a88382c770f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=69fb426c-63b2-44c7-a062-9a88382c770f,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:10.862346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '69fb426c-63b2-44c7-a062-9a88382c770f', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'port_id': '69fb426c-63b2-44c7-a062-9a88382c770f', 'mac_address': 'fa:16:3e:4a:80:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a78f59f-bfd3-4b0b-a845-ce3863a20eb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:24:10.871002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:10.927914 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.006037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee43658-a209-4175-a7f2-35c3f92b8163'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:11.012975 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8e94ce-dfd7-4b0f-8e2c-d8d81cc104e2" -d '{"events": [{"server_uuid": "ddfd9997-6128-4775-ba1d-3aa3906b0ccc", "name": "network-vif-plugged", "status": "completed", "tag": "aee43658-a209-4175-a7f2-35c3f92b8163"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:11.050572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port aee43658-a209-4175-a7f2-35c3f92b8163, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=aee43658-a209-4175-a7f2-35c3f92b8163,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:11.080521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.085838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7171f-dea8-4af1-92d2-abf712fc0036 req-c5d60451-0ddb-4c85-bbd7-26aab0996aa7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:11.090096 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17e7171f-dea8-4af1-92d2-abf712fc0036 req-c5d60451-0ddb-4c85-bbd7-26aab0996aa7 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.3878739 Sep 21 08:24:11.117844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 91373222-bf7a-4e27-8c36-55425e462d59 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:11.255159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fb426c-63b2-44c7-a062-9a88382c770f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:11.262169 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.270757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.310719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 69fb426c-63b2-44c7-a062-9a88382c770f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=69fb426c-63b2-44c7-a062-9a88382c770f,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:11.330792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 91373222-bf7a-4e27-8c36-55425e462d59 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:11.331170 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.372780 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.383920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Allocated IP 172.25.1.107 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/10f1d573-c814-44ac-a23d-94ee40ae8bed) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:11.422711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17e7171f-dea8-4af1-92d2-abf712fc0036 req-8021da96-4c30-4f82-923a-86a6b97b63b6 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163552 Sep 21 08:24:11.608524 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d58dfc-e17b-4a52-8675-c51cca78116a x-openstack-request-id: req-46d58dfc-e17b-4a52-8675-c51cca78116a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:11.609069 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd9997-6128-4775-ba1d-3aa3906b0ccc", "name": "network-vif-plugged", "status": "completed", "tag": "aee43658-a209-4175-a7f2-35c3f92b8163", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:11.609381 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-46d58dfc-e17b-4a52-8675-c51cca78116a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:11.609843 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee43658-a209-4175-a7f2-35c3f92b8163', 'code': 200} Sep 21 08:24:11.622202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=aee43658-a209-4175-a7f2-35c3f92b8163,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:11.711960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['69fb426c-63b2-44c7-a062-9a88382c770f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:11.788864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=69fb426c-63b2-44c7-a062-9a88382c770f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:11.800428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0b375efc-b303-4713-a39e-4860e8b2e948 None None] Provisioning complete for port 91373222-bf7a-4e27-8c36-55425e462d59 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:11.800948 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0b375efc-b303-4713-a39e-4860e8b2e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.865115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562b338-69fb-4e49-81bc-b28409feac2d req-20461261-e4d6-4ce6-83f4-e18cd6834b5d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:11.882677 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1562b338-69fb-4e49-81bc-b28409feac2d req-20461261-e4d6-4ce6-83f4-e18cd6834b5d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 945 time: 0.1954374 Sep 21 08:24:11.944306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296dc3bd-58b3-4f0f-89f8-7fc29cd5868c req-64fc03f8-093d-4f1c-99d4-57313f8192af tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:11.946176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296dc3bd-58b3-4f0f-89f8-7fc29cd5868c req-64fc03f8-093d-4f1c-99d4-57313f8192af tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.1955602 Sep 21 08:24:11.962124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dd365-e6c6-4672-beae-9473ef6cafa4 req-b49d5580-4cea-4b42-84ec-17b140afc44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:11.964407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5d9dd365-e6c6-4672-beae-9473ef6cafa4 req-b49d5580-4cea-4b42-84ec-17b140afc44b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ddfd9997-6128-4775-ba1d-3aa3906b0ccc HTTP/1.1" status: 200 len: 1097 time: 0.2415392 Sep 21 08:24:11.978672 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:11.989057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-523280a2-faca-4dec-be79-68b66c1623ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:11.990948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-523280a2-faca-4dec-be79-68b66c1623ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d091d20ad7f430bb6d0abd7ecbee171&device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 1096 time: 0.7112000 Sep 21 08:24:12.048450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1562b338-69fb-4e49-81bc-b28409feac2d req-ddc464ed-4c9d-458b-a01e-73b0ecdf9d61 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643052 Sep 21 08:24:12.054489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04c0b785-4c1f-4641-952f-6a14169a82ea no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:12.092479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-296dc3bd-58b3-4f0f-89f8-7fc29cd5868c req-7b3c4a0f-5ea4-4d04-a731-3e34088e6007 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240118 Sep 21 08:24:12.117827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 04c0b785-4c1f-4641-952f-6a14169a82ea {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:12.118113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04c0b785-4c1f-4641-952f-6a14169a82ea not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:12.171070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5d9dd365-e6c6-4672-beae-9473ef6cafa4 req-990010d9-d6af-40a5-8ffa-893bc7cab037 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888456 Sep 21 08:24:12.183794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.229837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:12.232567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Allocated IP 172.20.0.1 (95ef3c8d-266a-450c-b2d1-8c94516e6ea0/3140194a-b137-4c15-9226-b0eb83a3e134/6c5eb375-5892-4793-8d00-5bc3f91a09b1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:12.392527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.411215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9e3c-e01c-4029-bda5-86f1dc855ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.501067 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.518015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:12.522991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-c76bfecb-d16c-41fd-9ecd-065e0f32a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:12.524450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-c76bfecb-d16c-41fd-9ecd-065e0f32a6bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=3e266134-0dec-4d32-af4b-54f757528dca HTTP/1.1" status: 200 len: 913 time: 0.5200503 Sep 21 08:24:12.534102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:12.562661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:12.569325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:12.580229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:12.582220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Port': ['ID=6c5eb375-5892-4793-8d00-5bc3f91a09b1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:12.585133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event updated for resources: {'Port': ['ID=10f1d573-c814-44ac-a23d-94ee40ae8bed,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:12.587217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:12.628668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-c20da613-4c81-43cd-aed2-3cfea5d8a6e2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:12.630244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-c20da613-4c81-43cd-aed2-3cfea5d8a6e2 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.1632695 Sep 21 08:24:12.694666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-bb0d5dc5-5419-42ab-ad02-cb64cccf4184 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8 HTTP/1.1" status: 200 len: 217 time: 0.1521044 Sep 21 08:24:12.712653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.779366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9e3c-e01c-4029-bda5-86f1dc855ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.793364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9e3c-e01c-4029-bda5-86f1dc855ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.813213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc0875-9c69-458a-aa42-9ec76917fb45 req-6c36a412-86dd-49c0-a51d-b18c01d4f5be tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:12.814979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-60bc0875-9c69-458a-aa42-9ec76917fb45 req-6c36a412-86dd-49c0-a51d-b18c01d4f5be tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 944 time: 0.2957170 Sep 21 08:24:12.843458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-8f0d5784-2817-4444-b92b-f4bc116c559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:12.847885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-8f0d5784-2817-4444-b92b-f4bc116c559a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=38dbf905-8634-41ab-8d36-fd62b5a34d96 HTTP/1.1" status: 200 len: 852 time: 0.1055412 Sep 21 08:24:12.857457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb9e3c-e01c-4029-bda5-86f1dc855ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca529c-447d-44ff-88d6-5bd047d06c66,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:12.886479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-517bed6b-282c-4dba-84f0-43cd04b14736 None None] Provisioning complete for port 6c5eb375-5892-4793-8d00-5bc3f91a09b1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:12.887067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-517bed6b-282c-4dba-84f0-43cd04b14736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.890956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4cdb9e3c-e01c-4029-bda5-86f1dc855ad7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62fa6589b6f146188648b7bbb481d418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577117 Sep 21 08:24:12.891460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-074080ee-1bff-461e-9b58-79786e51d174 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3e266134-0dec-4d32-af4b-54f757528dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332682 Sep 21 08:24:12.891585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37762) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:12.914873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Deleting port 98f83644-e219-47d0-a31b-ccc85239cc5e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:12.915985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:12.930738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-517bed6b-282c-4dba-84f0-43cd04b14736 None None] Port 6c5eb375-5892-4793-8d00-5bc3f91a09b1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:24:13.000923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.003286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-60bc0875-9c69-458a-aa42-9ec76917fb45 req-abe281b0-2b5b-4943-a5c0-44ba3af6c7f4 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups?id=a37bcf76-dd84-4a6c-b076-5b3911ffca26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789434 Sep 21 08:24:13.078631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] For port 98f83644-e219-47d0-a31b-ccc85239cc5e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=98f83644-e219-47d0-a31b-ccc85239cc5e,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:13.079132 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.106509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9beed89a-bb76-4394-92e9-200e297823a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.140235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9beed89a-bb76-4394-92e9-200e297823a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.172606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.178420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-7eda8594-b68e-48ff-a684-b61529b83a51 service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581260 Sep 21 08:24:13.368539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312faf09-2f09-4b7b-9c87-5004243d1f7f req-0d3a5de6-5ee1-4f16-a50b-3d5b167ddf55 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:13.370890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-312faf09-2f09-4b7b-9c87-5004243d1f7f req-0d3a5de6-5ee1-4f16-a50b-3d5b167ddf55 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 945 time: 0.2356977 Sep 21 08:24:13.387509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0665e7-7962-4468-9017-67ff7c026e19 req-624025bb-ce24-4a66-89ee-1a3dcc17ee20 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:13.389099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b0665e7-7962-4468-9017-67ff7c026e19 req-624025bb-ce24-4a66-89ee-1a3dcc17ee20 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.1681128 Sep 21 08:24:13.393439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9beed89a-bb76-4394-92e9-200e297823a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.395996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9beed89a-bb76-4394-92e9-200e297823a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.399634 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9beed89a-bb76-4394-92e9-200e297823a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6ca529c-447d-44ff-88d6-5bd047d06c66 HTTP/1.1" status: 204 len: 168 time: 0.5047798 Sep 21 08:24:13.434273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed89a-bb76-4394-92e9-200e297823a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca529c-447d-44ff-88d6-5bd047d06c66,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:13.460576 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42ce0dc4-8afc-4aff-96c6-858d48dcad17 req-f44af4f3-0d70-4812-897c-c73b13ac43f0 service neutron] 10.222.0.50 "GET /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403252 Sep 21 08:24:13.515729 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.516385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.517045 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Floating IP cba8e53e-1300-4759-9547-b121feba4d06 disassociated. External IP: 172.25.1.38, port: 98f83644-e219-47d0-a31b-ccc85239cc5e. Sep 21 08:24:13.517725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Calling delete_port for 98f83644-e219-47d0-a31b-ccc85239cc5e owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:13.524478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-312faf09-2f09-4b7b-9c87-5004243d1f7f req-c3ee30d4-a5f0-4290-88c8-025af6955d85 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109056 Sep 21 08:24:13.651873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b0665e7-7962-4468-9017-67ff7c026e19 req-86c0ab8e-d824-4035-b99d-f7e08c3eda7d tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441845 Sep 21 08:24:13.692726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.726817 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.735760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.748972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 69fb426c-63b2-44c7-a062-9a88382c770f up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:13.930750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 69fb426c-63b2-44c7-a062-9a88382c770f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:24:13.941447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 69fb426c-63b2-44c7-a062-9a88382c770f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:13.942101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.946717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Port': ['ID=6c5eb375-5892-4793-8d00-5bc3f91a09b1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:13.954253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:13.957437 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:14.022684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event deleted for resources: {'Port': ['ID=98f83644-e219-47d0-a31b-ccc85239cc5e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:14.106822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Router 272079de-c938-44b0-91de-d1a821bd6a47 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:14.179385 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:14.239232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fb426c-63b2-44c7-a062-9a88382c770f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:14.241722 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93629455-67c9-4488-8104-979891ce35a6" -d '{"events": [{"server_uuid": "d187f8ce-4541-4292-a947-3b339e83c78d", "name": "network-vif-plugged", "status": "completed", "tag": "69fb426c-63b2-44c7-a062-9a88382c770f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:14.276509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 69fb426c-63b2-44c7-a062-9a88382c770f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=69fb426c-63b2-44c7-a062-9a88382c770f,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:14.285841 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:14.397230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=69fb426c-63b2-44c7-a062-9a88382c770f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:14.399613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:14.430501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] Sync routers for ids ['272079de-c938-44b0-91de-d1a821bd6a47'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:14.459535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Router bc126a77-9371-4607-9aad-6d8a8502e4e8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:14.463868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:14.468800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34fa3394-63f5-43e6-985b-3ec1aa6e9477 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9844265 Sep 21 08:24:14.469716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37806) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:14.471338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] Routers {'272079de-c938-44b0-91de-d1a821bd6a47'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:14.475110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['272079de-c938-44b0-91de-d1a821bd6a47'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:14.484781 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34078ca9-2614-4294-a6ac-30161856daeb x-openstack-request-id: req-34078ca9-2614-4294-a6ac-30161856daeb {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:14.486197 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d187f8ce-4541-4292-a947-3b339e83c78d", "name": "network-vif-plugged", "status": "completed", "tag": "69fb426c-63b2-44c7-a062-9a88382c770f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:14.487279 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34078ca9-2614-4294-a6ac-30161856daeb {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:14.489955 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fb426c-63b2-44c7-a062-9a88382c770f', 'code': 200} Sep 21 08:24:14.495215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': False}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:14.502582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72a924dc-fa7d-43b7-b4b6-68af3d314f08 req-f7cce88c-ddc9-4ca6-af57-89a61d8ddbc5 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ecbd57b-a72c-4265-ace4-18c51a9ed5b8 HTTP/1.1" status: 200 len: 210 time: 0.1679239 Sep 21 08:24:14.543477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:14.559053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] Routers {'272079de-c938-44b0-91de-d1a821bd6a47'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:14.560736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['272079de-c938-44b0-91de-d1a821bd6a47'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:14.624713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:14.632728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:14.642675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:14.643955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0723610e-0114-426a-ab39-c60fb2e223af None None] The sync data for ids ['272079de-c938-44b0-91de-d1a821bd6a47'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:14.762846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b6843-6085-4b7a-af5c-1a393ec42a29 req-be2b4783-6e19-4510-802d-9adf8a188da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:14.764422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d11b6843-6085-4b7a-af5c-1a393ec42a29 req-be2b4783-6e19-4510-802d-9adf8a188da2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 1097 time: 0.1275287 Sep 21 08:24:14.774375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abac7fc-f9c3-4469-bab6-5cf2218bf1e4 req-6deee5e9-7570-4e4a-b1f1-a66f4202692b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:14.781797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4abac7fc-f9c3-4469-bab6-5cf2218bf1e4 req-6deee5e9-7570-4e4a-b1f1-a66f4202692b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.1458650 Sep 21 08:24:14.870517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:14.887583 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] Sync routers for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:14.889088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4abac7fc-f9c3-4469-bab6-5cf2218bf1e4 req-f959b2f8-b2ef-4b8d-9db8-81d851c7bbf4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064057 Sep 21 08:24:14.893014 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d11b6843-6085-4b7a-af5c-1a393ec42a29 req-dda91dbe-8e16-4b7a-9717-651dcc6c8bfc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082506 Sep 21 08:24:14.902613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Router 88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:14.916823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaa29d-7624-4058-9b4b-17e7a1225727 req-29bde1e4-2fe9-464e-ac54-85bbe4f24a17 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:14.918381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57eaa29d-7624-4058-9b4b-17e7a1225727 req-29bde1e4-2fe9-464e-ac54-85bbe4f24a17 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 946 time: 0.2255356 Sep 21 08:24:14.925682 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:14.928261 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:14.938512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] No DVR routers for this DVR port 98f83644-e219-47d0-a31b-ccc85239cc5e on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:14.941659 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:14.943700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8beff99-bd80-430c-8d93-d5124cce0907 req-88c7f1bd-d16c-4d51-b95c-493b6c86777b tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.50 "DELETE /v2.0/ports/98f83644-e219-47d0-a31b-ccc85239cc5e HTTP/1.1" status: 204 len: 173 time: 2.3009756 Sep 21 08:24:14.960875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-deleted', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:14.964058 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab22f076-c3ac-4b61-8ada-30c132eee2ba" -d '{"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-deleted", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:14.996157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-38266e68-9894-46c6-8689-b0ee3f96ca02 None None] Provisioning complete for port 6c5eb375-5892-4793-8d00-5bc3f91a09b1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:14.997112 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-38266e68-9894-46c6-8689-b0ee3f96ca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:15.019325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57eaa29d-7624-4058-9b4b-17e7a1225727 req-24b44568-8152-4af4-9f99-bb14bd778302 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818932 Sep 21 08:24:15.077524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-38266e68-9894-46c6-8689-b0ee3f96ca02 None None] Port 6c5eb375-5892-4793-8d00-5bc3f91a09b1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:24:15.172002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:15.177550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9e3496e7-dc85-4441-b4de-06826cf04cd7 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "PUT /v2.0/routers/88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7924576 Sep 21 08:24:15.181853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37828) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:15.185725 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:15.187910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] Sync routers for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:15.189105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Request body: {'port': {'network_id': '95ef3c8d-266a-450c-b2d1-8c94516e6ea0', 'name': 'tempest-FloatingIPAdminTestJSON-723974781'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:15.214393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:15.215938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:15.306448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:15.317951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:15.318920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:15.410913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:15.415343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:15.416972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2734eaa-b97f-4c80-9824-9a85ca237078 None None] The sync data for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:15.446524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 98f83644-e219-47d0-a31b-ccc85239cc5e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:15.447572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 98f83644-e219-47d0-a31b-ccc85239cc5e not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:15.561816 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:29Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:15.620674 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] Checking router: bc126a77-9371-4607-9aad-6d8a8502e4e8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:24:15.671534 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:15.677255 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:15.736077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:15.743169 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e90f2-4175-43fb-b768-72cc0318f183 x-openstack-request-id: req-5d7e90f2-4175-43fb-b768-72cc0318f183 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:15.743691 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecbd57b-a72c-4265-ace4-18c51a9ed5b8", "name": "network-vif-deleted", "tag": "98f83644-e219-47d0-a31b-ccc85239cc5e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:15.744647 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d7e90f2-4175-43fb-b768-72cc0318f183 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:15.745204 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecbd57b-a72c-4265-ace4-18c51a9ed5b8', 'name': 'network-vif-deleted', 'tag': '98f83644-e219-47d0-a31b-ccc85239cc5e', 'status': 'completed', 'code': 200} Sep 21 08:24:15.756086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28726e90-6cc5-4d1a-8efc-1c8b33e08be3 req-3d19ad51-1491-4481-bf9c-70e3adb9df6c tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:15.764728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28726e90-6cc5-4d1a-8efc-1c8b33e08be3 req-3d19ad51-1491-4481-bf9c-70e3adb9df6c tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.6300881 Sep 21 08:24:15.820642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28726e90-6cc5-4d1a-8efc-1c8b33e08be3 req-cec73ea7-4fa1-4973-a531-9f64f445a037 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547919 Sep 21 08:24:15.856341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37842) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:15.897712 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:15.898472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Made reservation on behalf of 6a7b5117a01b4d88bf0f1468f5a42f08 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:15.905265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:15.931017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] device_id is not set on port abea83c8-8f41-40ec-a613-54eabb416a75 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:16.109946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Allocated IP 172.20.0.8 (95ef3c8d-266a-450c-b2d1-8c94516e6ea0/3140194a-b137-4c15-9226-b0eb83a3e134/abea83c8-8f41-40ec-a613-54eabb416a75) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:16.226036 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:29Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:16.243818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1577881403'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:16.258566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f2d18d-b545-40fa-bbc1-c4c668361ecc None None] The sync data for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 is: [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '56dcaabf-86d3-41f4-849a-44e22e8a422c', 'name': '', 'network_id': 'd703ed52-8229-4a1f-af6e-cc602621b9f4', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'mac_address': 'fa:16:3e:61:1f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:20Z', 'updated_at': '2021-09-21T08:14:29Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'subnets': [{'id': '2ca9725d-7bfe-41b9-9e97-0d6cce8867cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:16.306093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66d040-1ed6-4b69-bbb3-a525f88d2a7f req-12cfb324-ea90-451f-bc93-bd10621854a5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:16.308047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df66d040-1ed6-4b69-bbb3-a525f88d2a7f req-12cfb324-ea90-451f-bc93-bd10621854a5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.1633816 Sep 21 08:24:16.361619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Made reservation on behalf of 44aee8dfcd9c4473978f71b06993923a for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:16.365391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.384084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.411301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.451822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df66d040-1ed6-4b69-bbb3-a525f88d2a7f req-a5fdfa57-0947-4da7-b14e-94fa62f693e4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083844 Sep 21 08:24:16.471463 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.566466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.567062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:16.573989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:16.576103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.585070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:16.632741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event updated for resources: {'Port': ['ID=abea83c8-8f41-40ec-a613-54eabb416a75,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:16.678219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:16.680471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.683839 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0a03d-ae2b-407f-a658-91bd4afdc9cd None None] New status for floating IP cba8e53e-1300-4759-9547-b121feba4d06: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:24:16.706466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.719839 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.720307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1abfaef7-9ac5-44fc-8a40-39bd372609df tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5365191 Sep 21 08:24:16.725668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37854) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:16.766942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb256010-5e46-4aeb-a585-2b2dda613508 req-9835b076-743b-441f-8a26-9db082f41ab1 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:16.768578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb256010-5e46-4aeb-a585-2b2dda613508 req-9835b076-743b-441f-8a26-9db082f41ab1 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 946 time: 0.1827052 Sep 21 08:24:16.809462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c956a4b-5699-41f7-add7-421be0a95c03,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:16.872676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:24:16.910897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.911244 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Added segment 5c32f5eb-99f3-4b84-87fd-e22682a1bc57 of type vlan for network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 Sep 21 08:24:16.918510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'project_id': '6a7b5117a01b4d88bf0f1468f5a42f08', 'port_id': 'abea83c8-8f41-40ec-a613-54eabb416a75'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:16.933952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Router 272079de-c938-44b0-91de-d1a821bd6a47 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:16.950365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.951414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-162aa0ae-594d-4dfb-8f3e-e77926a71415 None None] Provisioning complete for port abea83c8-8f41-40ec-a613-54eabb416a75 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:16.952218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-162aa0ae-594d-4dfb-8f3e-e77926a71415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:16.965475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37860) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:17.038155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb256010-5e46-4aeb-a585-2b2dda613508 req-37d5569e-e544-4ba8-bd6f-3aa0efb448b6 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301483 Sep 21 08:24:17.042457 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.060673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-162aa0ae-594d-4dfb-8f3e-e77926a71415 None None] Port abea83c8-8f41-40ec-a613-54eabb416a75 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:24:17.178070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.199863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f99d-5a61-4870-97b2-2331a6e6d85b req-818382c2-007c-4050-bfb1-3b1bdf24f48a tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:17.201735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9914f99d-5a61-4870-97b2-2331a6e6d85b req-818382c2-007c-4050-bfb1-3b1bdf24f48a tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.0990393 Sep 21 08:24:17.206383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79049918-1610-4c3a-95a4-2d939ac71666 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.230113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.236297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:17.237414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.285766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9914f99d-5a61-4870-97b2-2331a6e6d85b req-8699a6de-b0be-4a0b-9818-5a47e5049364 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573833 Sep 21 08:24:17.310473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79049918-1610-4c3a-95a4-2d939ac71666 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.337804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Allocated IP 172.25.1.193 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a7794392-76c4-4c74-924a-4ff72b24d5de) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:17.365549 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5056584 Sep 21 08:24:17.444606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158abb0-5580-44d8-8754-48308122f6ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Pushing event updated for resources: {'Network': ['ID=08b58dd2-41bb-4048-b224-b9ec4fc81c18,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:17.452913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:17.460587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.462990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ad3a1690-e195-4550-8bc6-e6d2b2064a45 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "PUT /v2.0/routers/272079de-c938-44b0-91de-d1a821bd6a47 HTTP/1.1" status: 200 len: 922 time: 2.9917755 Sep 21 08:24:17.465981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37868) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:17.471172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:24:17.484007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] Sync routers for ids ['272079de-c938-44b0-91de-d1a821bd6a47'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:17.491525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3162e-8e11-40dc-9fe1-7511a36d8495 req-e5402a78-c951-42b2-9279-3ac18e24396a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:17.494706 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eea3162e-8e11-40dc-9fe1-7511a36d8495 req-e5402a78-c951-42b2-9279-3ac18e24396a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddfd9997-6128-4775-ba1d-3aa3906b0ccc HTTP/1.1" status: 200 len: 946 time: 0.2656624 Sep 21 08:24:17.522388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] Routers {'272079de-c938-44b0-91de-d1a821bd6a47'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:17.523304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['272079de-c938-44b0-91de-d1a821bd6a47'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:17.524206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79049918-1610-4c3a-95a4-2d939ac71666 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.527684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79049918-1610-4c3a-95a4-2d939ac71666 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.531869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.533339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37872) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:17.533475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-79049918-1610-4c3a-95a4-2d939ac71666 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "DELETE /v2.0/security-groups/a37bcf76-dd84-4a6c-b076-5b3911ffca26 HTTP/1.1" status: 204 len: 168 time: 0.5656335 Sep 21 08:24:17.560595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79049918-1610-4c3a-95a4-2d939ac71666 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37bcf76-dd84-4a6c-b076-5b3911ffca26,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:17.561621 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-e383890c-1b20-4762-9e9d-f9d4c5c1e89c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] show failed (client error): The resource could not be found. Sep 21 08:24:17.562678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e383890c-1b20-4762-9e9d-f9d4c5c1e89c tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "GET /v2.0/security-groups/a37bcf76-dd84-4a6c-b076-5b3911ffca26 HTTP/1.1" status: 404 len: 347 time: 0.0268557 Sep 21 08:24:17.566770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37874) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:17.652922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37876) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:17.659887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:17.667470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Request body: {'port': {'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18', 'binding:host_id': 'n-h2-809980-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229390151'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:17.683616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] Routers {'272079de-c938-44b0-91de-d1a821bd6a47'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:17.684457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['272079de-c938-44b0-91de-d1a821bd6a47'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:17.711089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5df27506-cf1e-4d99-bb74-05bcf56a36f5 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/272079de-c938-44b0-91de-d1a821bd6a47 HTTP/1.1" status: 200 len: 922 time: 0.2368948 Sep 21 08:24:17.711274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eea3162e-8e11-40dc-9fe1-7511a36d8495 req-71fd4882-1a65-4239-b3eb-8e6135cf86e7 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692343 Sep 21 08:24:17.712880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37878) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:17.727782 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.737863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:17.739022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b39f40-145a-4459-94df-6caa6fa79f36 None None] The sync data for ids ['272079de-c938-44b0-91de-d1a821bd6a47'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:17.803171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Deleting port db942bee-585b-4c6b-909f-e4f73d2e7939 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:17.803808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.873178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:17.877911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Made reservation on behalf of 014b288531464592b72246594e8df2dc for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:17.880514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.885599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Pushing event updated for resources: {'Port': ['ID=a7794392-76c4-4c74-924a-4ff72b24d5de,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:17.896602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:17.910376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.910825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.912503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:17.921999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:17.929798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Calling delete_port for db942bee-585b-4c6b-909f-e4f73d2e7939 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:17.962952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6849e16-07be-47cd-98e5-5a710fbd6570 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:17.967594 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b6849e16-07be-47cd-98e5-5a710fbd6570 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=272079de-c938-44b0-91de-d1a821bd6a47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2548857 Sep 21 08:24:17.976392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b796996-f057-4e0b-a93c-610e3d805530 req-f50088c9-ce9b-4ba4-b142-b03222236aaa tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:17.978758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b796996-f057-4e0b-a93c-610e3d805530 req-f50088c9-ce9b-4ba4-b142-b03222236aaa tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2535374 Sep 21 08:24:17.978951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37884) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:18.159002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:18.201501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Pushing event deleted for resources: {'Port': ['ID=db942bee-585b-4c6b-909f-e4f73d2e7939,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:18.223798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b796996-f057-4e0b-a93c-610e3d805530 req-127e9598-997b-499a-8be6-960d3b3c74bb tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283762 Sep 21 08:24:18.282872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42390ab-db3a-4c5f-b5ac-915861bb8dbd tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:18.288500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b42390ab-db3a-4c5f-b5ac-915861bb8dbd tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.3019743 Sep 21 08:24:18.289356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37892) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:18.320259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:18.325138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:18.327160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-57fbb1c4-c6f8-4522-b2df-3e17aebea696 tempest-ServerActionsTestJSON-237684654 tempest-ServerActionsTestJSON-237684654-project] 10.222.0.59 "DELETE /v2.0/floatingips/cba8e53e-1300-4759-9547-b121feba4d06 HTTP/1.1" status: 204 len: 168 time: 0.7571583 Sep 21 08:24:18.331525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:18.369265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b57ed95b-894d-4081-bab9-c9d6d1bc615a tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=272079de-c938-44b0-91de-d1a821bd6a47 HTTP/1.1" status: 200 len: 205 time: 0.0785911 Sep 21 08:24:18.372301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37908) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:18.544687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:18.563661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:18.580007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] device_id is not set on port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:18.711225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e485f-b560-4c64-8728-9bc7bd7afb70 req-5526b6a0-7156-4ea2-86b7-30bf2060bc7e tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:18.713275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f43e485f-b560-4c64-8728-9bc7bd7afb70 req-5526b6a0-7156-4ea2-86b7-30bf2060bc7e tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.3161077 Sep 21 08:24:18.738664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684f6fc0-71f8-4ed5-8eb3-127d4fe62358,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:18.883146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f43e485f-b560-4c64-8728-9bc7bd7afb70 req-be6bc02e-57b1-4ea8-91fd-6b39db68a660 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600103 Sep 21 08:24:18.905719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-848014ac-6fa2-4843-86a0-e7a83b5b1308 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:18.906997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-848014ac-6fa2-4843-86a0-e7a83b5b1308 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.50 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.1894009 Sep 21 08:24:18.919939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:18.989376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-af07555a-711f-49cf-a8a1-0d2f4a1336c1 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:18.990642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-af07555a-711f-49cf-a8a1-0d2f4a1336c1 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 813 time: 0.5555699 Sep 21 08:24:19.021461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-479f4bcb-97b7-436d-807e-c3fb0bcca854 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/quotas/c55d107589704cc98303554e82a368d9 HTTP/1.1" status: 200 len: 375 time: 0.0235436 Sep 21 08:24:19.067380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.127602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] device_id is not set on port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:19.142507 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.161828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.189320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.200311 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-65b3abc3-0994-49fa-a6a7-4dafb30b4cab tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717293 Sep 21 08:24:19.226527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Deleting port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:19.227034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.271265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.307486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e69e8b-1c73-4b25-9dbe-7549c78bc243,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:19.331568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-0b7fc18d-5862-4dca-801a-8374c784fd23 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:24:19.332591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-0b7fc18d-5862-4dca-801a-8374c784fd23 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1222825 Sep 21 08:24:19.374573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Deleting port 10f1d573-c814-44ac-a23d-94ee40ae8bed {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:19.374992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.387716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Checking segment: {'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:19.388090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Network hostable DHCP agents. Network: 08b58dd2-41bb-4048-b224-b9ec4fc81c18, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:24:19.451215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] For port a1d1a37e-4adb-4e28-b11d-06d124ce00a8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,segment=NetworkSegment(8786e9a6-99e2-41ee-a12d-2a0a13e90f94),segment_id=8786e9a6-99e2-41ee-a12d-2a0a13e90f94)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:19.451714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.519712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Calling delete_port for a1d1a37e-4adb-4e28-b11d-06d124ce00a8 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:19.529395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:24:19.563512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-9888d170-b381-4e1c-95c9-9bfb7ff5ec85 service neutron] 10.222.0.59 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205031 Sep 21 08:24:19.593308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f33218-1585-4b33-ba24-95de54461bc6 req-58fdd399-dcd0-482b-904c-9a3373dea551 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:19.594961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12f33218-1585-4b33-ba24-95de54461bc6 req-58fdd399-dcd0-482b-904c-9a3373dea551 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.1828165 Sep 21 08:24:19.595510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 08b58dd2-41bb-4048-b224-b9ec4fc81c18) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:19.599933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:19.606179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:19.607759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3cd232-db5f-4c4a-b58f-147ca3b68eb3 None None] Network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:19.641927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Calling delete_port for 10f1d573-c814-44ac-a23d-94ee40ae8bed owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:19.645538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:19.645882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:19.646262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:19.656045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-1d404b8d-d30c-4342-921a-e699cf886865 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:19.657589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-1d404b8d-d30c-4342-921a-e699cf886865 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddfd9997-6128-4775-ba1d-3aa3906b0ccc HTTP/1.1" status: 200 len: 946 time: 0.1886501 Sep 21 08:24:19.864561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-59e41612-f86a-40af-bcb1-5ba9083ce81a service neutron] 10.222.0.59 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875934 Sep 21 08:24:19.960043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.028736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.029376 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.034562 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 2 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:20.052184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Deleting port aee43658-a209-4175-a7f2-35c3f92b8163 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:20.052778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.071617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12f33218-1585-4b33-ba24-95de54461bc6 req-56b5b3ee-5376-49d2-804f-2b71838d6c8b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4604666 Sep 21 08:24:20.098288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.115987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:20.116425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:20.116811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:20.136741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.137084 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.139147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.141466 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 3 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:20.207832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeff872-218c-44ef-adc6-726aac8d476f req-06aca93a-a5a1-4e8f-9f05-9f79f9c47352 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:20.209438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3eeff872-218c-44ef-adc6-726aac8d476f req-06aca93a-a5a1-4e8f-9f05-9f79f9c47352 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "GET /v2.0/ports?device_id=d187f8ce-4541-4292-a947-3b339e83c78d HTTP/1.1" status: 200 len: 946 time: 0.5475881 Sep 21 08:24:20.258545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:20.259197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:20.259864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:20.308993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.331727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.332068 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.356876 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 4 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:20.369802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e099e07c-a873-4b1f-950d-4b416f56c14f req-7f243ed2-a97e-4a52-85d0-6de8f37328d4 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 210 time: 0.1008787 Sep 21 08:24:20.379560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Pushing event updated for resources: {'Port': ['ID=a7794392-76c4-4c74-924a-4ff72b24d5de,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:20.429820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.485266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:20.485773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:20.486214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:20.492002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.528545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.528915 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.542971 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 5 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:20.582775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:20.583023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:20.583382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:20.592421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.592759 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.606172 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 6 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:20.609373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Pushing event deleted for resources: {'Port': ['ID=a1d1a37e-4adb-4e28-b11d-06d124ce00a8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:20.635136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612e213-a101-4413-966f-280bf9ba3e66 req-99269065-199a-4674-bb21-86c917f6a963 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:20.636674 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f612e213-a101-4413-966f-280bf9ba3e66 req-99269065-199a-4674-bb21-86c917f6a963 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/ports?device_id=18e4a45d-bb3c-4e02-9050-5c4d0f51568b HTTP/1.1" status: 200 len: 945 time: 0.4875343 Sep 21 08:24:20.671308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event deleted for resources: {'Port': ['ID=10f1d573-c814-44ac-a23d-94ee40ae8bed,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:20.688103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] For port aee43658-a209-4175-a7f2-35c3f92b8163, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=aee43658-a209-4175-a7f2-35c3f92b8163,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:20.688514 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.704455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] No DVR routers for this DVR port a1d1a37e-4adb-4e28-b11d-06d124ce00a8 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:20.706105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:20.706431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:20.706801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:20.714114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.716155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b805b98-fffc-42a2-b043-75b7d97925ca req-5158f71f-1e3e-41b2-8b67-59283148c7c7 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.50 "DELETE /v2.0/ports/a1d1a37e-4adb-4e28-b11d-06d124ce00a8 HTTP/1.1" status: 204 len: 173 time: 1.7994206 Sep 21 08:24:20.716609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'name': 'network-vif-deleted', 'tag': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:20.718874 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63faa216-6d2c-4cbf-b625-3b05b370029b" -d '{"events": [{"server_uuid": "18e4a45d-bb3c-4e02-9050-5c4d0f51568b", "name": "network-vif-deleted", "tag": "a1d1a37e-4adb-4e28-b11d-06d124ce00a8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:20.732697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Calling delete_port for aee43658-a209-4175-a7f2-35c3f92b8163 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:20.759271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.759810 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.763389 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 7 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:20.778274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:20.778630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:20.778952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:20.784783 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Floating IP 5b21ba42-44ab-4cfc-acef-b8cf8f682134 associated. External IP: 172.25.1.193, port: abea83c8-8f41-40ec-a613-54eabb416a75. Sep 21 08:24:20.796124 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f80a5-c3b3-419a-9e23-f3c4be081b55 x-openstack-request-id: req-039f80a5-c3b3-419a-9e23-f3c4be081b55 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:20.796419 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e4a45d-bb3c-4e02-9050-5c4d0f51568b", "name": "network-vif-deleted", "tag": "a1d1a37e-4adb-4e28-b11d-06d124ce00a8", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:20.796673 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-039f80a5-c3b3-419a-9e23-f3c4be081b55 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:20.797070 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e4a45d-bb3c-4e02-9050-5c4d0f51568b', 'name': 'network-vif-deleted', 'tag': 'a1d1a37e-4adb-4e28-b11d-06d124ce00a8', 'status': 'completed', 'code': 200} Sep 21 08:24:20.833963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f612e213-a101-4413-966f-280bf9ba3e66 req-e589c6d5-c59c-4d2c-a973-bf0fb40c62d6 tempest-TestServerAdvancedOps-74515283 tempest-TestServerAdvancedOps-74515283-project] 10.222.0.59 "GET /v2.0/security-groups?id=fe141547-57b2-45be-8df2-8da5d8651c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691132 Sep 21 08:24:20.847511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.847853 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.849750 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 8 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:20.855042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Deleting port 69fb426c-63b2-44c7-a062-9a88382c770f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:20.855501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.893268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:20.903685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:20.904027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:20.904376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:20.988742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:20.989128 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:20.993161 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 9 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:21.026302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:21.026302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:21.026632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:21.028094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.039838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.046556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] For port 69fb426c-63b2-44c7-a062-9a88382c770f, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=69fb426c-63b2-44c7-a062-9a88382c770f,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:21.046937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.050930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:21.051225 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:21.057577 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 10 to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 Sep 21 08:24:21.078748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Calling delete_port for 69fb426c-63b2-44c7-a062-9a88382c770f owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:21.127431 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.128295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Fanout notify agent at l3_agent the message router_deleted on router 272079de-c938-44b0-91de-d1a821bd6a47 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:21.145788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:21.146148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:21.146478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:21.155762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.163108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f15e8f56-14ac-4320-bde9-acee892b162c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/272079de-c938-44b0-91de-d1a821bd6a47 HTTP/1.1" status: 204 len: 168 time: 2.7896745 Sep 21 08:24:21.166033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37942) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:21.174763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0a4739ea-13fb-44da-b801-1c70f4d21b3d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-450369566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:21.175635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:21.175980 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:21.176361 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.249088 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.251639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Deleting port 56dcaabf-86d3-41f4-849a-44e22e8a422c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:21.251966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.261411 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a4739ea-13fb-44da-b801-1c70f4d21b3d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.261726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['aee43658-a209-4175-a7f2-35c3f92b8163', '69fb426c-63b2-44c7-a062-9a88382c770f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:21.263514 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a4739ea-13fb-44da-b801-1c70f4d21b3d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.317288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event deleted for resources: {'Port': ['ID=aee43658-a209-4175-a7f2-35c3f92b8163,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:21.441553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183dfb8-2ec2-4216-8631-43e747d11cfa req-21a3943b-ac9b-47e6-a5eb-a34a22168d5f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:21.443293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e183dfb8-2ec2-4216-8631-43e747d11cfa req-21a3943b-ac9b-47e6-a5eb-a34a22168d5f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2265971 Sep 21 08:24:21.454232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Router 88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:21.455720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] No DVR routers for this DVR port aee43658-a209-4175-a7f2-35c3f92b8163 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:21.467332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] For port d4e69e8b-1c73-4b25-9dbe-7549c78bc243, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:21.467743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempted to set empty binding levels {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 08:24:21.495419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.496721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a1d1a37e-4adb-4e28-b11d-06d124ce00a8 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:21.514990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.518597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db9d4a39-c083-40e3-b79e-1b80acee467e req-dc0b548c-d1b6-4fe3-811b-cf68cb3d6bb8 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "DELETE /v2.0/ports/aee43658-a209-4175-a7f2-35c3f92b8163 HTTP/1.1" status: 204 len: 173 time: 1.8274736 Sep 21 08:24:21.520949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'name': 'network-vif-deleted', 'tag': 'aee43658-a209-4175-a7f2-35c3f92b8163'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:21.530573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: a1d1a37e-4adb-4e28-b11d-06d124ce00a8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:21.532302 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec3cf7-fafa-4b50-9035-e65889f8fe07" -d '{"events": [{"server_uuid": "ddfd9997-6128-4775-ba1d-3aa3906b0ccc", "name": "network-vif-deleted", "tag": "aee43658-a209-4175-a7f2-35c3f92b8163"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:21.532471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a1d1a37e-4adb-4e28-b11d-06d124ce00a8 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:21.559911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a4739ea-13fb-44da-b801-1c70f4d21b3d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.613437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a4739ea-13fb-44da-b801-1c70f4d21b3d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.624917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b71fafd7-e500-4b46-a8a0-688687c521b1 req-33d75632-6459-4522-8e5a-347b0d806132 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 210 time: 0.1038244 Sep 21 08:24:21.625904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:21.627062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.641354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] For port 56dcaabf-86d3-41f4-849a-44e22e8a422c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=56dcaabf-86d3-41f4-849a-44e22e8a422c,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:21.642938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.661924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e183dfb8-2ec2-4216-8631-43e747d11cfa req-729be45d-0906-4cb5-b1af-e74a291c48ef tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046514 Sep 21 08:24:21.662218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Calling delete_port for 56dcaabf-86d3-41f4-849a-44e22e8a422c owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:21.683382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=d4e69e8b-1c73-4b25-9dbe-7549c78bc243,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:21.699492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68606c05-3fd1-432d-810b-f68f7a7f8461 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.0424752 Sep 21 08:24:21.700479 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.704232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:21.713058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['aee43658-a209-4175-a7f2-35c3f92b8163'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:21.765529 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0945f03-0fd2-4821-839e-f61b8683270e x-openstack-request-id: req-c0945f03-0fd2-4821-839e-f61b8683270e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:21.766190 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd9997-6128-4775-ba1d-3aa3906b0ccc", "name": "network-vif-deleted", "tag": "aee43658-a209-4175-a7f2-35c3f92b8163", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:21.771773 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0945f03-0fd2-4821-839e-f61b8683270e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:21.772544 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfd9997-6128-4775-ba1d-3aa3906b0ccc', 'name': 'network-vif-deleted', 'tag': 'aee43658-a209-4175-a7f2-35c3f92b8163', 'status': 'completed', 'code': 200} Sep 21 08:24:21.806978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a4739ea-13fb-44da-b801-1c70f4d21b3d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.808754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0a4739ea-13fb-44da-b801-1c70f4d21b3d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6379085 Sep 21 08:24:21.814335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37952) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:21.847285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event deleted for resources: {'Port': ['ID=69fb426c-63b2-44c7-a062-9a88382c770f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:21.855927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:21.938705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37956) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:21.948136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] No DVR routers for this DVR port 69fb426c-63b2-44c7-a062-9a88382c770f on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:21.951802 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:21.953984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3eeff872-218c-44ef-adc6-726aac8d476f req-2b36467d-1860-4eee-b7a4-b54298d2ffc9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "DELETE /v2.0/ports/69fb426c-63b2-44c7-a062-9a88382c770f HTTP/1.1" status: 204 len: 173 time: 1.6880980 Sep 21 08:24:21.955271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:21.967573 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] Sync routers for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:21.977556 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:21.978572 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:22.012477 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:22.022070 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:22.023090 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:22.047280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.063294 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:22.064363 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416bd8a-14a4-4918-8bb5-74a65ca9ce67 None None] The sync data for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:22.147218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Deleting port d4e69e8b-1c73-4b25-9dbe-7549c78bc243 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:22.147598 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.163646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.174694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7b65fe26-03c9-48fd-9f53-5dd088361abe tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.4460783 Sep 21 08:24:22.174993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37958) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:22.219491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] Deleting subnet 38dbf905-8634-41ab-8d36-fd62b5a34d96 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:24:22.274245 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.297847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-5ac405e1-9918-49f8-8ed9-18ea35665a06 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:22.300842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-5ac405e1-9918-49f8-8ed9-18ea35665a06 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.50 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 813 time: 0.3533428 Sep 21 08:24:22.324315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Request body: {'port': {'device_id': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'admin_state_up': True, 'tenant_id': 'c55d107589704cc98303554e82a368d9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:22.348059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] For port d4e69e8b-1c73-4b25-9dbe-7549c78bc243, host n-h2-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:22.348493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.358664 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-02a85737-8577-452d-a4ee-9f062a15043e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.407545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.421905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Calling delete_port for d4e69e8b-1c73-4b25-9dbe-7549c78bc243 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:22.434187 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03a77bf6-e616-4a91-84c9-1b604a2cf93f tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] 10.222.0.59 "GET /v2.0/floatingips/5b21ba42-44ab-4cfc-acef-b8cf8f682134 HTTP/1.1" status: 200 len: 982 time: 0.2477808 Sep 21 08:24:22.440799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37960) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:22.453398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-c661c4bb-27ef-4ce8-9bcb-7f5cd0237eb9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:22.454925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-c661c4bb-27ef-4ce8-9bcb-7f5cd0237eb9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 813 time: 0.3991799 Sep 21 08:24:22.502358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Request body: {'port': {'device_id': '20235704-916f-48f9-b971-220e90cf2e59', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'admin_state_up': True, 'tenant_id': 'c55d107589704cc98303554e82a368d9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:22.584281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.586281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.642897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Made reservation on behalf of c55d107589704cc98303554e82a368d9 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:22.647040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.684993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.756138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.757879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d4e69e8b-1c73-4b25-9dbe-7549c78bc243 HTTP/1.1" status: 204 len: 168 time: 1.0525146 Sep 21 08:24:22.762505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0a45e-0925-4bb8-ab8e-8c5170a05bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4e69e8b-1c73-4b25-9dbe-7549c78bc243,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:22.768541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37968) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:22.816565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'name': 'network-vif-deleted', 'tag': '69fb426c-63b2-44c7-a062-9a88382c770f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:22.819397 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d220fca-d057-4b3d-8070-579a92e6c050" -d '{"events": [{"server_uuid": "d187f8ce-4541-4292-a947-3b339e83c78d", "name": "network-vif-deleted", "tag": "69fb426c-63b2-44c7-a062-9a88382c770f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:22.856633 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-673e408b-48e0-479f-85c2-5bb1ec7579b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:24:22.858255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-673e408b-48e0-479f-85c2-5bb1ec7579b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "GET /v2.0/ports/d4e69e8b-1c73-4b25-9dbe-7549c78bc243 HTTP/1.1" status: 404 len: 333 time: 0.0884216 Sep 21 08:24:22.874227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37972) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:22.877346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Made reservation on behalf of c55d107589704cc98303554e82a368d9 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:22.880834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:22.888816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Request body: {'port': {'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-974734149'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:22.926362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1c2f0be8-6ade-47b7-93b0-843ebee30887 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.4764342 Sep 21 08:24:22.931546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37974) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:22.935799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=56dcaabf-86d3-41f4-849a-44e22e8a422c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:22.964800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba2737f7-42f1-43a5-9f62-aec97fdb2e86 req-a81f384b-b5c7-431f-b3ed-a2026506ccfb tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 210 time: 0.0675218 Sep 21 08:24:23.040516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.056794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f913d2a-f4a4-4c7c-9f06-2373d7f24c4d req-e8345c83-318d-4150-8124-c4402afdf207 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:23.065399 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f913d2a-f4a4-4c7c-9f06-2373d7f24c4d req-e8345c83-318d-4150-8124-c4402afdf207 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2920175 Sep 21 08:24:23.074186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Made reservation on behalf of 014b288531464592b72246594e8df2dc for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:23.076535 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.081476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38dbf905-8634-41ab-8d36-fd62b5a34d96,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:23.092353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.105562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fcec8272-0637-4705-8f8b-b00c12f37d03 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/38dbf905-8634-41ab-8d36-fd62b5a34d96 HTTP/1.1" status: 204 len: 168 time: 1.1641827 Sep 21 08:24:23.146775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37976) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:23.356305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.383195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.391764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.405581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.506317 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52b9883-0cdd-4cfd-8b58-5f0a54f11da0 x-openstack-request-id: req-e52b9883-0cdd-4cfd-8b58-5f0a54f11da0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:23.506948 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d187f8ce-4541-4292-a947-3b339e83c78d", "name": "network-vif-deleted", "tag": "69fb426c-63b2-44c7-a062-9a88382c770f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:23.506948 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e52b9883-0cdd-4cfd-8b58-5f0a54f11da0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:23.507219 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187f8ce-4541-4292-a947-3b339e83c78d', 'name': 'network-vif-deleted', 'tag': '69fb426c-63b2-44c7-a062-9a88382c770f', 'status': 'completed', 'code': 200} Sep 21 08:24:23.536787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Allocated IP 172.20.0.2 (a8c83844-f7ad-46fb-abfd-9357b1ad564f/2a78f59f-bfd3-4b0b-a845-ce3863a20eb1/417e62df-1020-405b-ae36-a60888f7bc53) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:23.600835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] device_id is not set on port a0a88225-4be2-41af-a5ef-71b862969a64 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:23.611723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f913d2a-f4a4-4c7c-9f06-2373d7f24c4d req-6104e5eb-f6ee-47e9-bc52-c5d8a3eddae3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5454450 Sep 21 08:24:23.636811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.682089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Allocated IP 172.25.1.232 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/0be59d0f-6ab6-4513-9004-c26c9124c683) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:23.686561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e266134-0dec-4d32-af4b-54f757528dca']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:23.705595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8786e9a6-99e2-41ee-a12d-2a0a13e90f94') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:23.705869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8786e9a6-99e2-41ee-a12d-2a0a13e90f94') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:23.718934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.780459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 69fb426c-63b2-44c7-a062-9a88382c770f no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:23.788624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.807930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:24:23.808364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:24:23.811688 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:24:23.816153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 69fb426c-63b2-44c7-a062-9a88382c770f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:23.816576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 69fb426c-63b2-44c7-a062-9a88382c770f not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:23.817185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device aee43658-a209-4175-a7f2-35c3f92b8163 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:23.844531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: aee43658-a209-4175-a7f2-35c3f92b8163 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:23.844979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device aee43658-a209-4175-a7f2-35c3f92b8163 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:23.896117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Deleting port a7794392-76c4-4c74-924a-4ff72b24d5de {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:23.896467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.974539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.994565 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.996452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] 10.222.0.59 "DELETE /v2.0/networks/3e266134-0dec-4d32-af4b-54f757528dca HTTP/1.1" status: 204 len: 168 time: 0.8458421 Sep 21 08:24:23.998708 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:23.999931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37978) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:24.004663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-76891619-64ec-4fc9-9edc-5886fa1cc464 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2247162 Sep 21 08:24:24.008401 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.027726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295149b-81b4-4232-ba48-1979898aaefb admin admin] Pushing event deleted for resources: {'Network': ['ID=3e266134-0dec-4d32-af4b-54f757528dca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:24.039199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Router bc126a77-9371-4607-9aad-6d8a8502e4e8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:24.052776 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.104795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.105125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.139091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] Deleting subnet b9834a14-3b03-4781-9d69-89ed84f55752 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:24:24.143113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Calling delete_port for a7794392-76c4-4c74-924a-4ff72b24d5de owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:24.148804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.178036 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b7b2ab52-5e39-452d-9d16-f96940f16323 req-af6cf51e-459f-4a84-89b1-2e71a725caea tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 210 time: 0.0630805 Sep 21 08:24:24.190788 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.231589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.247884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.248375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.248866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.249326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.249794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.250257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.250721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.252657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-752db788-bc9c-4121-9358-79cf7d6bc78c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6491 time: 0.1470001 Sep 21 08:24:24.310004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.313657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:24.316294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:24.323906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ce8a9530-d976-4539-8f9c-9ca952e0d6ae admin admin] 10.222.0.59 "PUT /v2.0/routers/bc126a77-9371-4607-9aad-6d8a8502e4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9911256 Sep 21 08:24:24.325615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] Sync routers for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:24.326601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:24.333190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:24.336342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:24.337378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:24.338207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:24.340293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.382342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:24.411014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:24.414100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:24.423865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:24.432451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event updated for resources: {'Port': ['ID=0be59d0f-6ab6-4513-9004-c26c9124c683,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:24.435291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:24.438185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:24.439144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.440131 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.479474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event updated for resources: {'Port': ['ID=417e62df-1020-405b-ae36-a60888f7bc53,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:24.488687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Allocated IP 172.20.0.14 (a8c83844-f7ad-46fb-abfd-9357b1ad564f/2a78f59f-bfd3-4b0b-a845-ce3863a20eb1/3ea334a8-db98-473c-9dc4-ac89b97ced25) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:24.555646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6775613 Sep 21 08:24:24.559599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.562386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37986) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:24.574115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:24.613639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-dcfdcd8e-dd42-4f5e-9cff-3ded7c703c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.614467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-dcfdcd8e-dd42-4f5e-9cff-3ded7c703c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.614923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-dcfdcd8e-dd42-4f5e-9cff-3ded7c703c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.621097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-dcfdcd8e-dd42-4f5e-9cff-3ded7c703c49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c09b159a-c415-46eb-bf2f-5d26281796c7&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=2dbc9bc4-e323-4244-a1fc-1f968387d911&id=2dbc9bc4-e323-4244-a1fc-1f968387d911 HTTP/1.1" status: 200 len: 2293 time: 0.3319638 Sep 21 08:24:24.630324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:24.636553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:24.637217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.668959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7c30c-2f88-40aa-b5d8-eecfd90502c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=a0a88225-4be2-41af-a5ef-71b862969a64,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:24.701111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.707988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-bef9316a-1c93-4fc9-85c4-be0a4ccf792a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3916297 Sep 21 08:24:24.739913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Request body: {'port': {'device_id': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:24.883469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.902884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:24:22Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:24.935976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] Checking router: bc126a77-9371-4607-9aad-6d8a8502e4e8 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:24:24.948504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] Routers {'bc126a77-9371-4607-9aad-6d8a8502e4e8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:24.949660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bc126a77-9371-4607-9aad-6d8a8502e4e8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:24.962064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9834a14-3b03-4781-9d69-89ed84f55752,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:24.969736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:24.974131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20c6e175-743c-4baa-b79d-73284bfc0913 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b9834a14-3b03-4781-9d69-89ed84f55752 HTTP/1.1" status: 204 len: 168 time: 0.9663937 Sep 21 08:24:24.977592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37990) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:24.996537 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.033365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.061278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.082294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] Set router bc126a77-9371-4607-9aad-6d8a8502e4e8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:25.112451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.154442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Port': ['ID=a7794392-76c4-4c74-924a-4ff72b24d5de,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:25.177842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-3cf476ff-3660-4e58-b117-77ef2061ce87 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=202266fb-dfa6-4b81-9761-4783b5bccb96 HTTP/1.1" status: 200 len: 1001 time: 0.5231707 Sep 21 08:24:25.191103 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.329724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9942f5f-7a5b-4856-9058-ae1b380c0c93 req-c3e9302b-827e-495f-bf2b-4337945ce07f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:25.331264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9942f5f-7a5b-4856-9058-ae1b380c0c93 req-c3e9302b-827e-495f-bf2b-4337945ce07f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2640989 Sep 21 08:24:25.365336 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ea0ff31-d6aa-4ceb-8787-86de10fc8ea8 req-69d26c5d-8e0c-4a62-b039-1a324a88973f tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 210 time: 0.0676384 Sep 21 08:24:25.374772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-fcd70b37-aa76-4c38-b600-5df1ed12e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:25.376589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-fcd70b37-aa76-4c38-b600-5df1ed12e9ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f6bcd9f-b404-49f8-b805-f821fba4f351 HTTP/1.1" status: 200 len: 850 time: 0.1880641 Sep 21 08:24:25.380997 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.403155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.403155 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Floating IP 5b21ba42-44ab-4cfc-acef-b8cf8f682134 disassociated (deleted). External IP: 172.25.1.193, port: abea83c8-8f41-40ec-a613-54eabb416a75. Sep 21 08:24:25.403540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.425896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:24:25.429878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.432798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.560791 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f3e30e76-7e03-4e5b-b0d1-f2c3d93f4380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.572855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Network a8c83844-f7ad-46fb-abfd-9357b1ad564f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:25.596110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9942f5f-7a5b-4856-9058-ae1b380c0c93 req-ea77545e-d879-44a5-899a-e9b3c2f91548 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447569 Sep 21 08:24:25.616945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:25.620208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:25.621918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:25.635108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:24:22Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:25.657349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-ce77db5d-5865-4324-a6ea-e43e36609315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:25.658972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-ce77db5d-5865-4324-a6ea-e43e36609315 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c09b159a-c415-46eb-bf2f-5d26281796c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2627757 Sep 21 08:24:25.680750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547c6f79-7fe8-4336-8705-a7c98ec8a0ac None None] The sync data for ids ['bc126a77-9371-4607-9aad-6d8a8502e4e8'] in n-d-809980-2 is: [{'id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'name': 'tempest-ServerActionsTestJSON-2024916733-router', 'tenant_id': '64837cc605d547898f2d13fa7a83d64e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:14:12Z', 'updated_at': '2021-09-21T08:24:22Z', 'revision_number': 5, 'project_id': '64837cc605d547898f2d13fa7a83d64e', 'gw_port': {'id': 'e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc126a77-9371-4607-9aad-6d8a8502e4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:14:13Z', 'updated_at': '2021-09-21T08:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:25.683517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'port_id': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'mac_address': 'fa:16:3e:f6:07:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:24:25.701847 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.716653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:25.718402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.742309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event updated for resources: {'Port': ['ID=3ea334a8-db98-473c-9dc4-ac89b97ced25,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:25.755122 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.771491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:25.811584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:25.813352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85baf16f-e41f-4679-bcd1-b4893ac4fb9d']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:25.821011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.828101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-5f8a0865-a787-4e65-b43a-c82ef4549cff tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3316226 Sep 21 08:24:25.852360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-44acc60a-dc0b-4b60-9209-5e04a7b11474 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:24:25.853286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-44acc60a-dc0b-4b60-9209-5e04a7b11474 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069170 Sep 21 08:24:25.857079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7dc90b-34db-4758-ba1f-f20fc792bbe3') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:25.858022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7dc90b-34db-4758-ba1f-f20fc792bbe3') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:25.863287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] device_id is not set on port a0a88225-4be2-41af-a5ef-71b862969a64 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:25.899599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:25.902516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.913078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.933932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Deleting port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:25.934413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.940054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:25.981481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:25.982085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Request body: {'port': {'device_id': '20235704-916f-48f9-b971-220e90cf2e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:26.008893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.058161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:24:26.058897 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:24:26.060566 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:24:26.144612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417e62df-1020-405b-ae36-a60888f7bc53 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:26.147483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-71bce145-f436-4f3d-b782-1686c5af59ab service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740024 Sep 21 08:24:26.155719 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.182589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=a0a88225-4be2-41af-a5ef-71b862969a64,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:26.189717 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.210915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.224458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:26.225171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:26.225878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:26.243872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.246575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Transition to ACTIVE for port object 417e62df-1020-405b-ae36-a60888f7bc53 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:24:26.247501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] For port e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:26.247971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.252613 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.282105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.286828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] 10.222.0.59 "DELETE /v2.0/networks/85baf16f-e41f-4679-bcd1-b4893ac4fb9d HTTP/1.1" status: 204 len: 168 time: 1.3015065 Sep 21 08:24:26.286828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.298421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19dd91-6b79-4c52-9d39-8c07df325f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=85baf16f-e41f-4679-bcd1-b4893ac4fb9d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:26.304282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:26.304632 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:26.312808 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 2 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:26.318292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Calling delete_port for e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:26.327983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Router 88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:26.389438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:26.390159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:26.390698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:26.394379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fac792-742d-493e-9922-866f949182cd service neutron] Pushing event updated for resources: {'Port': ['ID=417e62df-1020-405b-ae36-a60888f7bc53,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:26.452584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:26.453217 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:26.497463 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 3 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:26.532136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-077b04a6-798c-44b7-9ad6-b635b9bd24b6 service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665228 Sep 21 08:24:26.577215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:26.577742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:26.578281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:26.623656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38004) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:26.641168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-3a6f1056-e954-47ac-99c5-8b9e9740bc58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 217 time: 0.0956767 Sep 21 08:24:26.646653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:26.647054 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:26.663126 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 4 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:26.675055 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:26.832071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:26.832416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:26.832773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:26.871337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:26.871691 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:26.876085 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 5 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:26.900270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5d22cc3f-8c01-4863-97e4-67a85f5bdcbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d091d20ad7f430bb6d0abd7ecbee171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660508 Sep 21 08:24:26.902823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-28eccec5-2d34-4d3b-8508-451cee8bac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:26.904425 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-28eccec5-2d34-4d3b-8508-451cee8bac6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.2349358 Sep 21 08:24:26.912056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38008) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:26.925594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Router 8f9a5e4d-16b4-4add-8813-31e858fd0753 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:26.927411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:26.927753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:26.928091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:26.980314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb17656-9f65-4378-9bcb-18fc5b293086 req-0b8f12fc-1fa0-4193-ad9b-2a9c6e8769a2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:26.981878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eb17656-9f65-4378-9bcb-18fc5b293086 req-0b8f12fc-1fa0-4193-ad9b-2a9c6e8769a2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 945 time: 0.2468116 Sep 21 08:24:26.984230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 56dcaabf-86d3-41f4-849a-44e22e8a422c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:27.007584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 56dcaabf-86d3-41f4-849a-44e22e8a422c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:27.007868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 56dcaabf-86d3-41f4-849a-44e22e8a422c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:27.012032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:27.012375 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:27.020344 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 6 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:27.063077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb092be1-c545-4e86-bfaf-dcd7d1859bbc req-bdc66fc5-8504-4e6d-b5be-56029aa1a90b tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:27.064529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb092be1-c545-4e86-bfaf-dcd7d1859bbc req-bdc66fc5-8504-4e6d-b5be-56029aa1a90b tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 932 time: 0.2518973 Sep 21 08:24:27.098726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Attempting to bind port 417e62df-1020-405b-ae36-a60888f7bc53 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:27.099047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Attempting to bind port 417e62df-1020-405b-ae36-a60888f7bc53 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:27.099413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Attempting to bind port 417e62df-1020-405b-ae36-a60888f7bc53 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.104171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:27.119587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.120685 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] Sync routers for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:27.121457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:27.121656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:27.121864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.129585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.131230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Port 417e62df-1020-405b-ae36-a60888f7bc53 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:27.131697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Attempting to bind port 417e62df-1020-405b-ae36-a60888f7bc53 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.137598 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:27.138765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:27.176281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-545e1ae5-4fe1-4cbc-b0da-d20d640644dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:27.177836 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-545e1ae5-4fe1-4cbc-b0da-d20d640644dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2539842 Sep 21 08:24:27.180646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:27.181521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Checking segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:27.181927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Bound using segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:27.182742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Bound port: 417e62df-1020-405b-ae36-a60888f7bc53, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:27.182742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.184890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:27.185231 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:27.195552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3d6a0370-ae60-4143-9fde-825b16dabd46 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "DELETE /v2.0/floatingips/5b21ba42-44ab-4cfc-acef-b8cf8f682134 HTTP/1.1" status: 204 len: 168 time: 4.2314937 Sep 21 08:24:27.195835 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 7 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:27.196094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:27.201086 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2eb17656-9f65-4378-9bcb-18fc5b293086 req-18a114c6-a80b-45c9-bce5-5730e9fa8ab9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965184 Sep 21 08:24:27.209521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:27.216149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:27.228605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb092be1-c545-4e86-bfaf-dcd7d1859bbc req-44ed5ab1-7eb7-4088-80db-43014aa77ab1 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302898 Sep 21 08:24:27.244646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-613b9c90-a32d-4305-84c5-563d8f994e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.312734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.351726 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:27.367593 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:27.378911 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:27.384965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] For port 417e62df-1020-405b-ae36-a60888f7bc53, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:27.394240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea334a8-db98-473c-9dc4-ac89b97ced25 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:27.411033 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.418814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] For port 417e62df-1020-405b-ae36-a60888f7bc53, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=417e62df-1020-405b-ae36-a60888f7bc53,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:27.421018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:27.427004 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:27.428192 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc55525a-2c0e-4df9-9b39-ab37a37bf154 None None] The sync data for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:27.430840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.465381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Transition to ACTIVE for port object 3ea334a8-db98-473c-9dc4-ac89b97ced25 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:24:27.498343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.508692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:27.509560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.511217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-30fac792-742d-493e-9922-866f949182cd service neutron] 10.222.0.50 "PUT /v2.0/ports/417e62df-1020-405b-ae36-a60888f7bc53 HTTP/1.1" status: 200 len: 1091 time: 2.7762341 Sep 21 08:24:27.511908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'tag': '417e62df-1020-405b-ae36-a60888f7bc53'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:27.514457 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4648e0c-5ee4-4081-b535-8acb28ead97a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd4a16c-c088-4915-91c8-b1408223aa46", "tag": "417e62df-1020-405b-ae36-a60888f7bc53"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:27.522016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:27.522972 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.560202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fac792-742d-493e-9922-866f949182cd service neutron] Pushing event updated for resources: {'Port': ['ID=417e62df-1020-405b-ae36-a60888f7bc53,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:27.579073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:27.579622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:27.579739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.679779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:27.680108 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:27.683080 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3705ed8-f713-4620-b916-2c9229a51e3b x-openstack-request-id: req-d3705ed8-f713-4620-b916-2c9229a51e3b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:27.683369 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd4a16c-c088-4915-91c8-b1408223aa46", "tag": "417e62df-1020-405b-ae36-a60888f7bc53", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:27.683606 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3705ed8-f713-4620-b916-2c9229a51e3b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:27.684004 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'tag': '417e62df-1020-405b-ae36-a60888f7bc53', 'status': 'completed', 'code': 200} Sep 21 08:24:27.687503 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 8 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:27.695607 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-613b9c90-a32d-4305-84c5-563d8f994e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.717866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.723926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea334a8-db98-473c-9dc4-ac89b97ced25,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:27.752095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:27.752721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:27.753811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.755508 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.757069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:27.762801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-ba0d11ba-944c-42e7-b083-3c50051d0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:27.764403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-ba0d11ba-944c-42e7-b083-3c50051d0d62 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=2fd4a16c-c088-4915-91c8-b1408223aa46 HTTP/1.1" status: 200 len: 1094 time: 0.1666939 Sep 21 08:24:27.769525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Attempting to bind port 3ea334a8-db98-473c-9dc4-ac89b97ced25 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:27.769868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Attempting to bind port 3ea334a8-db98-473c-9dc4-ac89b97ced25 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:27.770199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Attempting to bind port 3ea334a8-db98-473c-9dc4-ac89b97ced25 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.782785 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.784226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6e3cb921-4ce0-459e-94f2-d9de8e3d7128 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "PUT /v2.0/routers/8f9a5e4d-16b4-4add-8813-31e858fd0753 HTTP/1.1" status: 200 len: 879 time: 5.9698265 Sep 21 08:24:27.788382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38028) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:27.793508 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.801362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:27.801956 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:27.820237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:27.825047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:27.828212 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c5d38-a363-4e31-991c-384bb342baae" -d '{"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-plugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:27.833603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] Sync routers for ids ['8f9a5e4d-16b4-4add-8813-31e858fd0753'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:27.834642 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 9 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:27.854215 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.857856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Port 3ea334a8-db98-473c-9dc4-ac89b97ced25 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:27.858275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Attempting to bind port 3ea334a8-db98-473c-9dc4-ac89b97ced25 on network a8c83844-f7ad-46fb-abfd-9357b1ad564f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.907684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-ba753cf5-ba7e-40d1-86d4-c84a1e387601 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=417e62df-1020-405b-ae36-a60888f7bc53 HTTP/1.1" status: 200 len: 217 time: 0.1311924 Sep 21 08:24:27.914326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:27.914673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Checking segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:27.915075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Bound using segment: {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:27.916239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Bound port: 3ea334a8-db98-473c-9dc4-ac89b97ced25, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba0acbc-2d1d-400c-89ea-9ca7516520e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:27.916744 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.918450 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdfde90-7f35-49d6-8dd2-c437d1f9e4ea x-openstack-request-id: req-8fdfde90-7f35-49d6-8dd2-c437d1f9e4ea {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:27.919101 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-plugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:27.919608 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8fdfde90-7f35-49d6-8dd2-c437d1f9e4ea {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:27.920302 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'code': 200} Sep 21 08:24:27.923006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.936432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] Routers {'8f9a5e4d-16b4-4add-8813-31e858fd0753'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:27.936902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f9a5e4d-16b4-4add-8813-31e858fd0753'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:27.938837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-6bdcdb2e-df50-4074-bfad-445c03a260fb service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342610 Sep 21 08:24:27.941065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.944024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:27.945895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:27.946480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:27.947541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:27.980070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:27.981559 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:28.015607 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 10 to bind port a0a88225-4be2-41af-a5ef-71b862969a64 Sep 21 08:24:28.029849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:28.039481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-613b9c90-a32d-4305-84c5-563d8f994e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.041086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:28.042689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-613b9c90-a32d-4305-84c5-563d8f994e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.044101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-613b9c90-a32d-4305-84c5-563d8f994e30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe141547-57b2-45be-8df2-8da5d8651c98 HTTP/1.1" status: 204 len: 168 time: 1.1310947 Sep 21 08:24:28.063464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] Routers {'8f9a5e4d-16b4-4add-8813-31e858fd0753'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:28.064083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8f9a5e4d-16b4-4add-8813-31e858fd0753'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:28.080966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.081731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc126a77-9371-4607-9aad-6d8a8502e4e8 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:28.083550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:28.084051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:28.084853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:28.091697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.093151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17509d5e-2f79-4532-bcd5-f6ac4aee03d8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/bc126a77-9371-4607-9aad-6d8a8502e4e8 HTTP/1.1" status: 204 len: 168 time: 3.7578812 Sep 21 08:24:28.096914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38042) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:28.107861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:28.111018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff598367-d432-4c0d-b2d8-31d9dc9fafeb None None] The sync data for ids ['8f9a5e4d-16b4-4add-8813-31e858fd0753'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:28.113155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b9c90-a32d-4305-84c5-563d8f994e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe141547-57b2-45be-8df2-8da5d8651c98,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:28.143192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:28.143681 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port a0a88225-4be2-41af-a5ef-71b862969a64 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:28.144235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.190055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] Deleting subnet 2ca9725d-7bfe-41b9-9e97-0d6cce8867cb {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:24:28.199787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.204387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-8b4c914c-1a01-4e76-a5d8-fca9ee54c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:28.211812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-8b4c914c-1a01-4e76-a5d8-fca9ee54c0c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.2905245 Sep 21 08:24:28.277774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-0f253b76-cda3-4bbd-8811-5a63d2be0f92 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268187 Sep 21 08:24:28.292180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-435ca439-bd34-41cb-bac1-74b5ee95b526 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/8f9a5e4d-16b4-4add-8813-31e858fd0753 HTTP/1.1" status: 200 len: 920 time: 0.4716330 Sep 21 08:24:28.312095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Allocated IP 172.25.1.176 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/e2981cf3-e1bf-4c7e-8829-ee2d7242ecb8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:28.392900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38052) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:28.402419 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.448684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-81bf5a7a-b289-4ff6-81ed-de800e920afc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149601 Sep 21 08:24:28.493995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] For port 3ea334a8-db98-473c-9dc4-ac89b97ced25, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:28.506061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-2897b160-561c-487d-b721-b78bc27a96e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 217 time: 0.2174315 Sep 21 08:24:28.579451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] For port a0a88225-4be2-41af-a5ef-71b862969a64, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:28.580083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempted to set empty binding levels {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 08:24:28.613404 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.688610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-27584457-826b-4321-bd78-05ae91bdef76 service neutron] 10.222.0.50 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104163 Sep 21 08:24:28.691132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] For port 3ea334a8-db98-473c-9dc4-ac89b97ced25, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ea334a8-db98-473c-9dc4-ac89b97ced25,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:28.729393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.732324 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.743630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] In _notify_port_updated(), no bound segment for port a0a88225-4be2-41af-a5ef-71b862969a64 on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:24:28.744643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:28.745359 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.746842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "PUT /v2.0/ports/a0a88225-4be2-41af-a5ef-71b862969a64 HTTP/1.1" status: 200 len: 978 time: 4.1837926 Sep 21 08:24:28.752199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ed051-c074-4e12-92ad-f4d9db3ffa89 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:28.762916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fa4ed051-c074-4e12-92ad-f4d9db3ffa89 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=8f9a5e4d-16b4-4add-8813-31e858fd0753&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3663397 Sep 21 08:24:28.763162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec022-0412-4cd4-8f92-7f73ae6f0230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=a0a88225-4be2-41af-a5ef-71b862969a64,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:28.774116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38058) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:28.774116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38060) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:28.831478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-ba89b2b9-e1b6-4c27-b488-56f2e1c34ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:28.833203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-ba89b2b9-e1b6-4c27-b488-56f2e1c34ec0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.2905571 Sep 21 08:24:28.834679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38062) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:28.911448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f9a26-ef83-4b2b-a51d-c4cfb5a1a256 req-f448b18b-9a0d-4036-b6e2-cc1ad4790fa2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:28.913223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4f9a26-ef83-4b2b-a51d-c4cfb5a1a256 req-f448b18b-9a0d-4036-b6e2-cc1ad4790fa2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.4588387 Sep 21 08:24:28.920862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:28.921649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:28.923160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] 10.222.0.62 "PUT /v2.0/ports/3ea334a8-db98-473c-9dc4-ac89b97ced25 HTTP/1.1" status: 200 len: 1092 time: 3.0601962 Sep 21 08:24:28.985096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14784e8-e25e-4f6e-8fe1-06ae30390096 req-19ae4a35-ddcf-426c-a22c-0bc366724b00 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:28.986645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d14784e8-e25e-4f6e-8fe1-06ae30390096 req-19ae4a35-ddcf-426c-a22c-0bc366724b00 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 944 time: 0.5546064 Sep 21 08:24:29.012684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.051924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:29.058778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26b942-2169-45a5-aab1-d8fb175d1e5f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea334a8-db98-473c-9dc4-ac89b97ced25,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:29.084672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:29.085016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e3a00ad6-3f4e-43c7-83b9-5a5dad8ea841 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:29.087937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4f9a26-ef83-4b2b-a51d-c4cfb5a1a256 req-726db5ee-bd3e-41e6-9cc7-5f1b2029f85d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440306 Sep 21 08:24:29.099383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-29b13783-b49d-4af8-a210-e022a02b9c9e service neutron] 10.222.0.50 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984640 Sep 21 08:24:29.139829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.168095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-d4baadff-b85d-4dcf-a937-d29f2ae5db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.174493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-d4baadff-b85d-4dcf-a937-d29f2ae5db55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 1095 time: 0.1713660 Sep 21 08:24:29.199438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-285f648f-f21c-4566-a92c-31559e075595 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=53b651a4551548468b42975b11856f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382256 Sep 21 08:24:29.212295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:29.213023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38064) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:29.218188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-817b3350-cf46-4d50-8ca5-848ff2f694d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.220783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-817b3350-cf46-4d50-8ca5-848ff2f694d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3574607 Sep 21 08:24:29.276580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.277467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.278150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.278811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.279536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.280197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.280854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.281508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.282164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.282819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.283582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.284523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.285456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.286195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.286921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.287913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.289041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.289745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.291023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.291739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.292398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.293053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.293708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.296541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:29.297085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.297796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.298466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.299132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.299822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.300543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.301207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.301869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.302552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.307814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0053009d-2d79-47fd-86df-2861300b7b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28395 time: 0.5283756 Sep 21 08:24:29.320819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d14784e8-e25e-4f6e-8fe1-06ae30390096 req-3baf4f42-b21b-4157-946e-3e1d7394b57a tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039751 Sep 21 08:24:29.328418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:29.330467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:29.333466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-cb9fd273-6735-463f-bf75-f848b77b266d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea334a8-db98-473c-9dc4-ac89b97ced25 HTTP/1.1" status: 200 len: 217 time: 0.1181583 Sep 21 08:24:29.383248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f471d7-3ef2-4125-86c0-beef6a0f54cd tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.383248 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-86f471d7-3ef2-4125-86c0-beef6a0f54cd tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.5941911 Sep 21 08:24:29.383248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38068) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:29.392364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.467608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Pushing event updated for resources: {'Port': ['ID=e2981cf3-e1bf-4c7e-8829-ee2d7242ecb8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:29.471623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-423aedee-694d-445c-929f-98184eef6a86 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9a5e4d-16b4-4add-8813-31e858fd0753 HTTP/1.1" status: 200 len: 205 time: 0.0826879 Sep 21 08:24:29.487137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38070) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:29.523454 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.524305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a07876-a3b8-48dd-b237-5fb35394944f None None] Network d703ed52-8229-4a1f-af6e-cc602621b9f4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:29.526769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2ca9725d-7bfe-41b9-9e97-0d6cce8867cb HTTP/1.1" status: 204 len: 168 time: 1.4286082 Sep 21 08:24:29.527684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c66d0-6186-4400-b86f-9f02caa44c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca9725d-7bfe-41b9-9e97-0d6cce8867cb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:29.550726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38072) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:29.566356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef5818-d31c-488e-90ea-326e496facbd req-64b62f76-d43e-4141-b3ee-76a816ecb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.568192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-64b62f76-d43e-4141-b3ee-76a816ecb81c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.2249465 Sep 21 08:24:29.580306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-ceeb0afd-3487-4811-8dee-2a343e1fae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:29.582289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-ceeb0afd-3487-4811-8dee-2a343e1fae0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=2fd4a16c-c088-4915-91c8-b1408223aa46 HTTP/1.1" status: 200 len: 1094 time: 0.3754368 Sep 21 08:24:29.670506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-7f991b2d-d32b-4203-9b2b-1958ff13c106 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797982 Sep 21 08:24:29.671141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1463aab-78bc-4d68-871b-5170becc3ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.687812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20235704-916f-48f9-b971-220e90cf2e59', 'tag': '3ea334a8-db98-473c-9dc4-ac89b97ced25'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:29.690047 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4016d9-05bc-42b3-acc9-55c82428497e" -d '{"events": [{"name": "network-changed", "server_uuid": "20235704-916f-48f9-b971-220e90cf2e59", "tag": "3ea334a8-db98-473c-9dc4-ac89b97ced25"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:29.691032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-36577c3f-40ec-4119-ab2f-a1a023d913a3 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814969 Sep 21 08:24:29.701710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.733853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Deleting port a0a88225-4be2-41af-a5ef-71b862969a64 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:29.734144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.784810 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e0b06-fb4b-47ce-ad98-4e583beda7c5 x-openstack-request-id: req-116e0b06-fb4b-47ce-ad98-4e583beda7c5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:29.785175 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20235704-916f-48f9-b971-220e90cf2e59", "tag": "3ea334a8-db98-473c-9dc4-ac89b97ced25", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:29.785404 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-116e0b06-fb4b-47ce-ad98-4e583beda7c5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:29.785740 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20235704-916f-48f9-b971-220e90cf2e59', 'tag': '3ea334a8-db98-473c-9dc4-ac89b97ced25', 'status': 'completed', 'code': 200} Sep 21 08:24:29.820987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] DHCP port deletion for d703ed52-8229-4a1f-af6e-cc602621b9f4 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:24:29.883407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Deleting port 225e9c96-64f4-40b2-bfef-80ef42c88368 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:29.884243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.904795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] For port a0a88225-4be2-41af-a5ef-71b862969a64, host n-h2-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:29.905191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:29.936501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Calling delete_port for a0a88225-4be2-41af-a5ef-71b862969a64 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:29.959119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-4b7d04c7-b4e6-4237-93e4-df390ad57b61 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538502 Sep 21 08:24:30.000709 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] For port 225e9c96-64f4-40b2-bfef-80ef42c88368, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=225e9c96-64f4-40b2-bfef-80ef42c88368,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:30.001691 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.026121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Calling delete_port for 225e9c96-64f4-40b2-bfef-80ef42c88368 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:30.049750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-f91787af-bafb-4cad-9601-c031e8e168f0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6 HTTP/1.1" status: 200 len: 217 time: 0.0545650 Sep 21 08:24:30.081652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Deleting port 225e9c96-64f4-40b2-bfef-80ef42c88368 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:30.082019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.135540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.178509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-de577eb8-1fc5-42f4-a3e7-682670190691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:30.180520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-de577eb8-1fc5-42f4-a3e7-682670190691 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1174231 Sep 21 08:24:30.210202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Pushing event deleted for resources: {'Port': ['ID=225e9c96-64f4-40b2-bfef-80ef42c88368,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:30.213584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] No DVR routers for this DVR port 225e9c96-64f4-40b2-bfef-80ef42c88368 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:30.234724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.235144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.235643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.236075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.236480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.236915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.237354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.237774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.238206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.239391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.239565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.242585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f160be90-39b5-4a75-8292-d454cdc8a77f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:30.251144 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1463aab-78bc-4d68-871b-5170becc3ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.341950 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.387942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.502701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.550020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-e9cca9b6-05b1-4dbe-8953-5950b4556f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:30.551894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-e9cca9b6-05b1-4dbe-8953-5950b4556f44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 914 time: 0.9476163 Sep 21 08:24:30.575092 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.593068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] For port 225e9c96-64f4-40b2-bfef-80ef42c88368, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=225e9c96-64f4-40b2-bfef-80ef42c88368,segment=NetworkSegment(a1751482-962c-4ed7-a75d-84bc00e04519),segment_id=a1751482-962c-4ed7-a75d-84bc00e04519)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:30.593068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.615158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-4792c994-2c97-4b98-aba1-3d2d8262567d service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9290404 Sep 21 08:24:30.633526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0a88225-4be2-41af-a5ef-71b862969a64,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:30.645103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Calling delete_port for 225e9c96-64f4-40b2-bfef-80ef42c88368 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:30.655706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.658303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ec7739bd-b07b-4a6b-888a-e5e7989fc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "DELETE /v2.0/ports/a0a88225-4be2-41af-a5ef-71b862969a64 HTTP/1.1" status: 204 len: 168 time: 1.3229148 Sep 21 08:24:30.662284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38082) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:30.685831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-ef7190c3-2081-49fd-99aa-44b0268f0200 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=417e62df-1020-405b-ae36-a60888f7bc53 HTTP/1.1" status: 200 len: 217 time: 0.1003840 Sep 21 08:24:30.686569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1463aab-78bc-4d68-871b-5170becc3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.689916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64e7f5-11ed-4e35-829f-649067bdbf44 req-74cf9f52-9d00-405d-8b20-b6d8d5cef23d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:30.690120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1463aab-78bc-4d68-871b-5170becc3ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.690252 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f64e7f5-11ed-4e35-829f-649067bdbf44 req-74cf9f52-9d00-405d-8b20-b6d8d5cef23d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.4614034 Sep 21 08:24:30.718639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-2806a148-08cb-4b48-a32e-010a1374b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:30.720368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-2806a148-08cb-4b48-a32e-010a1374b3ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4938395 Sep 21 08:24:30.721906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b1463aab-78bc-4d68-871b-5170becc3ffb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74f21920-8f90-4ded-9e00-241eb67d3b7c HTTP/1.1" status: 204 len: 168 time: 1.4939017 Sep 21 08:24:30.726561 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c9c0eb-becf-4865-bd94-18873a87979d tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:24:30.731060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17c9c0eb-becf-4865-bd94-18873a87979d tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "GET /v2.0/ports/a0a88225-4be2-41af-a5ef-71b862969a64 HTTP/1.1" status: 404 len: 333 time: 0.0643418 Sep 21 08:24:30.763651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38086) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:30.790352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1211400737', 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:30.813012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af09970-766f-48db-a290-f634df64d7c2 req-05ec306a-77d6-40d0-88b1-2decb40beae9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:30.820506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5af09970-766f-48db-a290-f634df64d7c2 req-05ec306a-77d6-40d0-88b1-2decb40beae9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 944 time: 0.3273511 Sep 21 08:24:30.879926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1463aab-78bc-4d68-871b-5170becc3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f21920-8f90-4ded-9e00-241eb67d3b7c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:30.937669 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f64e7f5-11ed-4e35-829f-649067bdbf44 req-54308c03-0f95-4a90-a5b3-46fdb56f7343 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791158 Sep 21 08:24:30.941083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Made reservation on behalf of 014b288531464592b72246594e8df2dc for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:30.943504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:30.983636 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] device_id is not set on port 453469b5-6c01-48e1-9f5b-3de0e0ba93fb yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:30.990179 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-4aaa218e-85b7-482c-806d-e91fd40d57d8 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273767 Sep 21 08:24:30.992220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.085494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 225e9c96-64f4-40b2-bfef-80ef42c88368 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:31.111370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Pushing event deleted for resources: {'Port': ['ID=225e9c96-64f4-40b2-bfef-80ef42c88368,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:31.125715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] No DVR routers for this DVR port 225e9c96-64f4-40b2-bfef-80ef42c88368 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:31.137441 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.138331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 225e9c96-64f4-40b2-bfef-80ef42c88368 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:31.139274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 225e9c96-64f4-40b2-bfef-80ef42c88368 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:31.173566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-a395a929-6f17-4b36-bfa5-34c471e26347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:31.175429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-a395a929-6f17-4b36-bfa5-34c471e26347 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.4175875 Sep 21 08:24:31.195961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5af09970-766f-48db-a290-f634df64d7c2 req-dbfa5dfa-7945-4905-8cae-5481f8362dcb tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743565 Sep 21 08:24:31.305740 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04ef5818-d31c-488e-90ea-326e496facbd req-eae6aea4-520c-4af3-a120-9e6825076c9b service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403494 Sep 21 08:24:31.307699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-0c079ad5-d1e0-4626-b60a-2774c3caf5b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065640 Sep 21 08:24:31.361652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-b6edaa16-3b6d-447f-9618-a7e558290274 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504405 Sep 21 08:24:31.461014 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-4c4b835f-b5e7-460d-88f4-3858ef1d864f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7 HTTP/1.1" status: 200 len: 217 time: 0.0982802 Sep 21 08:24:31.469988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-460d2947-fd58-4e89-9d2b-684e3e6e437d service neutron] 10.222.0.50 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515520 Sep 21 08:24:31.471451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.620382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d703ed52-8229-4a1f-af6e-cc602621b9f4']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:31.631109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.637885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-3db03dd6-1197-463f-9e2f-592e062bad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:31.639626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-3db03dd6-1197-463f-9e2f-592e062bad81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1640429 Sep 21 08:24:31.649135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1751482-962c-4ed7-a75d-84bc00e04519') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:31.649503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1751482-962c-4ed7-a75d-84bc00e04519') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:31.658223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.677084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.697282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.728452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.747677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:24:31.748480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.753354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-3f5d6784-3dcc-497a-a5b3-5d9135765803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:31.755652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-3f5d6784-3dcc-497a-a5b3-5d9135765803 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034009 Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:24:31.756704 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:24:31.777615 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4648e0c-5ee4-4081-b535-8acb28ead97a req-eed0274f-d0b1-45b0-9e71-646767e03f49 service neutron] 10.222.0.50 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974606 Sep 21 08:24:31.785007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Deleting port 0be59d0f-6ab6-4513-9004-c26c9124c683 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:31.785766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.859564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-391f7310-0d27-434b-a7b9-efbda9346682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:31.861305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-391f7310-0d27-434b-a7b9-efbda9346682 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c55d107589704cc98303554e82a368d9&device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 1095 time: 0.3885770 Sep 21 08:24:31.919877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.924946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.929507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d703ed52-8229-4a1f-af6e-cc602621b9f4 HTTP/1.1" status: 204 len: 168 time: 2.3752673 Sep 21 08:24:31.934543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:31.958158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.000060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Calling delete_port for 0be59d0f-6ab6-4513-9004-c26c9124c683 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:32.007980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=453469b5-6c01-48e1-9f5b-3de0e0ba93fb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:32.017986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59c7ab-c4f8-4f59-9ae9-c6bf18b5f933 admin admin] Pushing event deleted for resources: {'Network': ['ID=d703ed52-8229-4a1f-af6e-cc602621b9f4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:32.028107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.034177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:32.040935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:32.043438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:32.044609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:32.045464 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.071200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-66d79358-7dc9-4bd7-8fc9-18ef6619ef7d service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986934 Sep 21 08:24:32.077352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-49958700-0af7-4923-92ab-64e7d549a79e tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3126183 Sep 21 08:24:32.078480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38112) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:32.147983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d04ae-2d3f-4271-bb12-e05c7ba8b298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:32.152933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d44d04ae-2d3f-4271-bb12-e05c7ba8b298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "GET /v2.0/ports/453469b5-6c01-48e1-9f5b-3de0e0ba93fb HTTP/1.1" status: 200 len: 959 time: 0.0732172 Sep 21 08:24:32.153844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:32.266549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.317258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-ba7ad1e1-40da-4637-a195-ff6e25340edb service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270288 Sep 21 08:24:32.328969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Pushing event updated for resources: {'Port': ['ID=e2981cf3-e1bf-4c7e-8829-ee2d7242ecb8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:32.340911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Deleting port 453469b5-6c01-48e1-9f5b-3de0e0ba93fb {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:32.341328 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.349811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38120) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:32.367714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.371400 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3efeb627-a36f-4aa4-8754-30a1de26ed7e tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1574764 Sep 21 08:24:32.374057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38122) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:32.374057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38124) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:32.453244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-4d4a0dcf-6261-4e42-9462-cdae64dacbe6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1 HTTP/1.1" status: 200 len: 217 time: 0.1231184 Sep 21 08:24:32.549827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.606917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da16ab-df65-4d99-a47c-2c4d1d3cbd91 req-0f8afae4-987f-4ff0-8683-bb26bf15f05d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:32.621304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49da16ab-df65-4d99-a47c-2c4d1d3cbd91 req-0f8afae4-987f-4ff0-8683-bb26bf15f05d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 944 time: 0.2625043 Sep 21 08:24:32.623611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Calling delete_port for 453469b5-6c01-48e1-9f5b-3de0e0ba93fb owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:32.642633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-31519a59-6fd1-4f5b-b792-186e95efe539 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=64837cc605d547898f2d13fa7a83d64e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915468 Sep 21 08:24:32.656479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:32.674285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-db824c70-1e87-4b4c-a3b5-dae83a3769d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:32.675748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-db824c70-1e87-4b4c-a3b5-dae83a3769d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.1870942 Sep 21 08:24:32.768185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:32.799281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-325107504-network', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:32.828180 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.831482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16350a-dab2-4e64-8465-af9f1dc6e698 req-403df074-7db1-4e0a-b4d3-10702578d86d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:32.841826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f16350a-dab2-4e64-8465-af9f1dc6e698 req-403df074-7db1-4e0a-b4d3-10702578d86d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.5386090 Sep 21 08:24:32.857765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.892240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49da16ab-df65-4d99-a47c-2c4d1d3cbd91 req-350ce9f6-01a4-4ad2-9a38-29d075732e04 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662864 Sep 21 08:24:32.893814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-c67036b1-6c98-496a-830e-593313fe2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:32.895544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-c67036b1-6c98-496a-830e-593313fe2836 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 200 len: 914 time: 0.5939686 Sep 21 08:24:32.940908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-418ac217-c47d-450a-98ca-3dca4f55510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:32.947397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-418ac217-c47d-450a-98ca-3dca4f55510c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487013 Sep 21 08:24:32.960924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Made reservation on behalf of 1bba897348d44b5bb9e45e429f841d85 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:32.964246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:32.993117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.000358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-b733301a-7a5d-4f51-8f4f-7fda77643533 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ea334a8-db98-473c-9dc4-ac89b97ced25 HTTP/1.1" status: 200 len: 217 time: 0.0806022 Sep 21 08:24:33.069292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event deleted for resources: {'Port': ['ID=0be59d0f-6ab6-4513-9004-c26c9124c683,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:33.115732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.124853 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5254b2b6-9f87-4114-b595-baf0030afc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.131235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f16350a-dab2-4e64-8465-af9f1dc6e698 req-fc584842-11b5-4688-ac35-c2f753ebb986 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884188 Sep 21 08:24:33.148618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-a9fec9ed-f995-4a86-8abe-5625ca744af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:33.150639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-a9fec9ed-f995-4a86-8abe-5625ca744af5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 200 len: 853 time: 0.1284382 Sep 21 08:24:33.163147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.202828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5254b2b6-9f87-4114-b595-baf0030afc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.240976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event deleted for resources: {'Port': ['ID=453469b5-6c01-48e1-9f5b-3de0e0ba93fb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:33.253343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.257661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-faeee682-2c8e-44fd-b6ed-756af6c8d582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "DELETE /v2.0/ports/453469b5-6c01-48e1-9f5b-3de0e0ba93fb HTTP/1.1" status: 204 len: 168 time: 1.0664461 Sep 21 08:24:33.261990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:33.268442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-aaffbdb0-6817-4370-9dc2-9f2377d35645 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000219 Sep 21 08:24:33.269792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-63e8fcec-924b-425f-82bf-c4331c7a9f1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a8c83844-f7ad-46fb-abfd-9357b1ad564f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097481 Sep 21 08:24:33.309875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.327164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.414895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-0ea0acee-7a87-4a7a-9e86-dde047eada49 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329002 Sep 21 08:24:33.419545 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf17963-01cd-4098-ae94-f12340e83530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:24:33.425108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2bf17963-01cd-4098-ae94-f12340e83530 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "GET /v2.0/ports/453469b5-6c01-48e1-9f5b-3de0e0ba93fb HTTP/1.1" status: 404 len: 333 time: 0.1556273 Sep 21 08:24:33.433891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:33.439726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Request body: {'port': {'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099701232'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:33.440865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 417e62df-1020-405b-ae36-a60888f7bc53 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:24:33.451810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.451810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9a5e4d-16b4-4add-8813-31e858fd0753 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:33.469232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.474434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1ac5cf4f-a9e8-49dc-9a39-19dfc0e02ce2 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/8f9a5e4d-16b4-4add-8813-31e858fd0753 HTTP/1.1" status: 204 len: 168 time: 3.9793029 Sep 21 08:24:33.494682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38142) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:33.502500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-96663eb0-e3c5-49b1-b074-604f5b7a1edb tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1094611756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:33.511495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-41f4ae7e-deb1-4cf2-ae56-6de0562b56e3 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309935 Sep 21 08:24:33.512657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5254b2b6-9f87-4114-b595-baf0030afc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.513991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-23aaba74-f295-4781-97bc-df6878879fd5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1 HTTP/1.1" status: 200 len: 217 time: 0.0814590 Sep 21 08:24:33.515730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5254b2b6-9f87-4114-b595-baf0030afc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.517111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5254b2b6-9f87-4114-b595-baf0030afc94 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3 HTTP/1.1" status: 204 len: 168 time: 0.8594778 Sep 21 08:24:33.528539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254b2b6-9f87-4114-b595-baf0030afc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eaa068-eb1f-45c2-a07d-fa4b69e5fdb3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:33.635945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.666428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 417e62df-1020-405b-ae36-a60888f7bc53, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=417e62df-1020-405b-ae36-a60888f7bc53,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:33.674972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.685157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '417e62df-1020-405b-ae36-a60888f7bc53', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'port_id': '417e62df-1020-405b-ae36-a60888f7bc53', 'mac_address': 'fa:16:3e:10:e4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a78f59f-bfd3-4b0b-a845-ce3863a20eb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:24:33.690522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d4016d9-05bc-42b3-acc9-55c82428497e req-c6f928df-9139-4727-9956-146adebbbe69 service neutron] 10.222.0.62 "GET /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633649 Sep 21 08:24:33.707860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.744796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Made reservation on behalf of 014b288531464592b72246594e8df2dc for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:33.747433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.755806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.772493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.787160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:24:33.795850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417e62df-1020-405b-ae36-a60888f7bc53 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:33.796542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] device_id is not set on port 1db98b35-2cb1-4038-8af5-ea51d669735c yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:33.799898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.800383 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Added segment a3059e12-88ae-43c3-b682-5206d5b37cc0 of type vlan for network 61bcf043-fa85-41a3-b431-ec6445d07749 Sep 21 08:24:33.844842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 417e62df-1020-405b-ae36-a60888f7bc53, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=417e62df-1020-405b-ae36-a60888f7bc53,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:33.852712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.858172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.927397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-deb9c87e-ca83-4b1f-8de1-b68be668c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:33.931552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-deb9c87e-ca83-4b1f-8de1-b68be668c15a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.3915446 Sep 21 08:24:33.955576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.956651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:33.957302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:33.978310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=417e62df-1020-405b-ae36-a60888f7bc53,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:34.092135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.111041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-96663eb0-e3c5-49b1-b074-604f5b7a1edb tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.112696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-96663eb0-e3c5-49b1-b074-604f5b7a1edb tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.138820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.181388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8058145 Sep 21 08:24:34.183687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbe868e-92c6-4d40-ac4c-f1235f48e3a6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:34.210200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38160) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:34.216443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['417e62df-1020-405b-ae36-a60888f7bc53'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:34.229179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=1db98b35-2cb1-4038-8af5-ea51d669735c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:34.246257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Request body: {'subnet': {'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-325107504-subnet', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:34.246804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de022700-677a-47f3-8f36-d173b1ee3a14 admin admin] Pushing event updated for resources: {'Network': ['ID=61bcf043-fa85-41a3-b431-ec6445d07749,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:34.264878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Allocated IP 172.25.1.30 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/bc50a954-8629-4213-82a5-2a74ba7465fc) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:34.319031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:34.321174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-99e7aad5-a256-4d84-bbd9-231e8a1990e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:34.323042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-99e7aad5-a256-4d84-bbd9-231e8a1990e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3585804 Sep 21 08:24:34.325091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-96663eb0-e3c5-49b1-b074-604f5b7a1edb tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.329123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 61bcf043-fa85-41a3-b431-ec6445d07749 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:24:34.360822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cf4da-d8fb-44ec-afef-dc0c5c758279 req-47e99ed0-1e23-4871-8630-d97a6875c838 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:34.363634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:34.373234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-042cf4da-d8fb-44ec-afef-dc0c5c758279 req-47e99ed0-1e23-4871-8630-d97a6875c838 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 944 time: 0.2829573 Sep 21 08:24:34.375351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:34.376651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:34.377556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.382869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-96663eb0-e3c5-49b1-b074-604f5b7a1edb tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.444616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Made reservation on behalf of 1bba897348d44b5bb9e45e429f841d85 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:34.447538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.480214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-96663eb0-e3c5-49b1-b074-604f5b7a1edb tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.484423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-96663eb0-e3c5-49b1-b074-604f5b7a1edb tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9856281 Sep 21 08:24:34.489754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38168) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:34.499015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-76b50490-176c-49d3-ad37-b018095711f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0650389 Sep 21 08:24:34.507993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': True}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:34.517852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38170) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:34.533850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:34.750662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38176) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:34.771411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f1795-36f2-4b12-bd5c-6a2395f7ce19 req-7e1f59e3-c73a-4177-8e68-f53e43e763af tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:34.773164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-414f1795-36f2-4b12-bd5c-6a2395f7ce19 req-7e1f59e3-c73a-4177-8e68-f53e43e763af tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.4561563 Sep 21 08:24:34.855204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:34.996062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.008123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1892633004-network', 'tenant_id': '0ae7292b4a0449f097fd3610d3c0059d'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:35.043967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-042cf4da-d8fb-44ec-afef-dc0c5c758279 req-99b4b05c-5bba-4db7-affe-2c0e64641e7d tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648974 Sep 21 08:24:35.072826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-414f1795-36f2-4b12-bd5c-6a2395f7ce19 req-fcc0342c-e2d7-411a-8a9e-cbeca42b32af tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782500 Sep 21 08:24:35.121822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Made reservation on behalf of 0ae7292b4a0449f097fd3610d3c0059d for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:35.124577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.153141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.160325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac08953b-d125-4653-8c71-2dfefe8c847a,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:35.235989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Checking segment: {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:35.236662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Network hostable DHCP agents. Network: 61bcf043-fa85-41a3-b431-ec6445d07749, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:24:35.243105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] device_id is not set on port 1db98b35-2cb1-4038-8af5-ea51d669735c yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:35.263638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.284823 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.299353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Network 61bcf043-fa85-41a3-b431-ec6445d07749 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:24:35.339982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-2d3f8d48-20e6-441b-b7f6-44e8f16ecd32 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0052876 Sep 21 08:24:35.350651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 61bcf043-fa85-41a3-b431-ec6445d07749) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:35.358064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:35.358829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.363945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694bf5d0-56ae-48bf-99fe-152798d62422 None None] Network 61bcf043-fa85-41a3-b431-ec6445d07749 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:35.386059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.487070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=1db98b35-2cb1-4038-8af5-ea51d669735c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:35.507501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.508359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.508709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.516962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.517218 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.518370 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 2 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.528794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.543783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.544122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.544457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.552749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.553077 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.556563 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 3 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.571536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.572556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.572889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.573316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.579403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.579736 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.582101 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 4 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.585674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.619865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27e4ac-11e8-4102-b99a-1799e6cc06ff,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:35.638004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8d781c03-ebd4-4201-b730-b5ab43b6f520 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3952315 Sep 21 08:24:35.639411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38182) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:35.648125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:35.651056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2793788c-a30c-436f-9f96-c135ae5c3002 req-38ac965c-bbb2-4d29-807b-5eefb1466755 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912040 Sep 21 08:24:35.653696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.654015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.654224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.655082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.663487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.663838 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.664711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:24:35.668698 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 5 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.683082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-61bcf043-fa85-41a3-b431-ec6445d07749', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:24:35.686086 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.688884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.689225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.689556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.704821 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.705174 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Added segment 650c5e68-ea4d-4924-9c26-f7d2c64071e8 of type vlan for network 66ca2430-5e71-48d9-9396-41e6e956e2e8 Sep 21 08:24:35.706622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.707334 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.729670 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 6 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.752718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.753078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.753463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.760403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.760736 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.770124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:35.779199 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 7 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.786024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.786024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.815795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:35.820233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Pushing event updated for resources: {'Port': ['ID=bc50a954-8629-4213-82a5-2a74ba7465fc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:35.820450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.823943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:35.832159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.832504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.832842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.844284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.844284 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.849151 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 8 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.859111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ea334a8-db98-473c-9dc4-ac89b97ced25 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:24:35.868460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.868460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.868810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.892449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.892782 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.921586 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 9 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.935053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.938468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:35.938879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:35.939345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:35.946087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:35.946446 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:35.948007 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempt 10 to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c Sep 21 08:24:35.991618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3ea334a8-db98-473c-9dc4-ac89b97ced25, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ea334a8-db98-473c-9dc4-ac89b97ced25,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:35.998543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:35.999948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:36.000801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.009092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3ea334a8-db98-473c-9dc4-ac89b97ced25', 'network_id': 'a8c83844-f7ad-46fb-abfd-9357b1ad564f', 'port_id': '3ea334a8-db98-473c-9dc4-ac89b97ced25', 'mac_address': 'fa:16:3e:07:3d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a78f59f-bfd3-4b0b-a845-ce3863a20eb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:24:36.054339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.064920 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.089089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.095712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea334a8-db98-473c-9dc4-ac89b97ced25 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:36.131550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] Pushing event updated for resources: {'Network': ['ID=66ca2430-5e71-48d9-9396-41e6e956e2e8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:36.145807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ff88f586-244d-4fe4-bbe3-cb00f88a26c0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3931937 Sep 21 08:24:36.149976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:36.150317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:36.150657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempting to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:36.180190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:36.198019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 66ca2430-5e71-48d9-9396-41e6e956e2e8 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:24:36.202864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Request body: {'subnet': {'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1892633004-subnet', 'tenant_id': '0ae7292b4a0449f097fd3610d3c0059d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:36.320722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.322478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.327875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:36.328743 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Failed to bind port 1db98b35-2cb1-4038-8af5-ea51d669735c on host n-h2-809980-2 for vnic_type normal using segments [{'id': '5c32f5eb-99f3-4b84-87fd-e22682a1bc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '08b58dd2-41bb-4048-b224-b9ec4fc81c18'}] Sep 21 08:24:36.329166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.330284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Allocated IP 172.25.1.151 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/47813f6e-5644-4da2-b2a6-8c4b5b460e5d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:36.354065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Made reservation on behalf of 0ae7292b4a0449f097fd3610d3c0059d for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:36.356545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.361529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3ea334a8-db98-473c-9dc4-ac89b97ced25, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ea334a8-db98-473c-9dc4-ac89b97ced25,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:36.377189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.380794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Allocated IP 172.20.0.2 (61bcf043-fa85-41a3-b431-ec6445d07749/ac08953b-d125-4653-8c71-2dfefe8c847a/817eef2e-2ba1-4b35-aa61-5d4d6342a0b0) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:36.406478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.527872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3ea334a8-db98-473c-9dc4-ac89b97ced25,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:36.603436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.628951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.651030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.656400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0f873-c552-4c10-9e8d-2a1c5699ae44 req-a74e9f09-63e5-4615-80ee-f80996623ddf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:36.658201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79c0f873-c552-4c10-9e8d-2a1c5699ae44 req-a74e9f09-63e5-4615-80ee-f80996623ddf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.4057057 Sep 21 08:24:36.671655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3ea334a8-db98-473c-9dc4-ac89b97ced25'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:36.709775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.718325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.731019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb96c-e4d2-47d6-b136-b9fe00e4ee79 req-8039cc2d-0549-41b4-a755-0b76575839a2 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:36.732633 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-000eb96c-e4d2-47d6-b136-b9fe00e4ee79 req-8039cc2d-0549-41b4-a755-0b76575839a2 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 945 time: 0.4971049 Sep 21 08:24:36.738764 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.806420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.814583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4356043 Sep 21 08:24:36.817643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38192) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:36.841082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Pushing event updated for resources: {'Port': ['ID=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:36.852369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Network 61bcf043-fa85-41a3-b431-ec6445d07749 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:36.854832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:36.863160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:36.893771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a32378-eba0-46a2-bfca-c179cfe05cac tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Pushing event updated for resources: {'Port': ['ID=bc50a954-8629-4213-82a5-2a74ba7465fc,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:36.921868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79c0f873-c552-4c10-9e8d-2a1c5699ae44 req-7ee6f8f6-20fa-4c18-89aa-2270a68210aa tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330185 Sep 21 08:24:36.944136 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.987413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Attempting to bind port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:36.987792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Attempting to bind port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:36.988159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Attempting to bind port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 on network 61bcf043-fa85-41a3-b431-ec6445d07749 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:36.996332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:36.996702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Checking segment: {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:36.997116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:36.997501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Bound using segment: {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:36.997985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Bound port: 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:36.998369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.021560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.090026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:37.092385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Port': ['ID=47813f6e-5644-4da2-b2a6-8c4b5b460e5d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:37.096028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:37.099041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:37.120996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] For port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:37.125787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] For port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:37.134190 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.206698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1c591-bab6-42de-876a-7b0637cfa8fd None None] Pushing event updated for resources: {'Port': ['ID=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:37.437289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-74c1883d-f6af-452b-bccb-c82219e2c1c6 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.6080537 Sep 21 08:24:37.437289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Checking segment: {'id': '650c5e68-ea4d-4924-9c26-f7d2c64071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:37.437289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Network hostable DHCP agents. Network: 66ca2430-5e71-48d9-9396-41e6e956e2e8, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:24:37.439903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:37.451014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 417e62df-1020-405b-ae36-a60888f7bc53 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:37.474368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23152725-6507-4e17-b740-f245f89b90c7,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:37.584787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-000eb96c-e4d2-47d6-b136-b9fe00e4ee79 req-a549b878-5251-4ae6-a2de-4e129cd7f029 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8104217 Sep 21 08:24:37.589803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] For port 1db98b35-2cb1-4038-8af5-ea51d669735c, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:37.594071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attempted to set empty binding levels {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 08:24:37.620042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.649052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-651d313f-a9e6-474b-a710-b830333a716a tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2074716 Sep 21 08:24:37.659609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] In _notify_port_updated(), no bound segment for port 1db98b35-2cb1-4038-8af5-ea51d669735c on network 08b58dd2-41bb-4048-b224-b9ec4fc81c18 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:24:37.661784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:37.663006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.669302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38196) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:37.670199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.676282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "PUT /v2.0/ports/1db98b35-2cb1-4038-8af5-ea51d669735c HTTP/1.1" status: 200 len: 979 time: 3.1493876 Sep 21 08:24:37.680014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38198) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:37.682429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Network 66ca2430-5e71-48d9-9396-41e6e956e2e8 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:24:37.756863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 417e62df-1020-405b-ae36-a60888f7bc53 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:24:37.764288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 417e62df-1020-405b-ae36-a60888f7bc53 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:37.764667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.817130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 66ca2430-5e71-48d9-9396-41e6e956e2e8) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:37.830346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf9016b-046a-47a8-be6c-4a8e6d3d3634 None None] Network 66ca2430-5e71-48d9-9396-41e6e956e2e8 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:37.833585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:37.833938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:37.850985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993bd11-1d2d-4f1e-a4a0-f23a54e8e9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event updated for resources: {'Port': ['ID=1db98b35-2cb1-4038-8af5-ea51d669735c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:37.862798 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ea334a8-db98-473c-9dc4-ac89b97ced25 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:37.910969 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-341648b5-64f1-4097-8659-17cd470fb126 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7286670 Sep 21 08:24:37.994115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Deleting port 1db98b35-2cb1-4038-8af5-ea51d669735c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:37.999531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.102390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3ea334a8-db98-473c-9dc4-ac89b97ced25 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:24:38.107467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3ea334a8-db98-473c-9dc4-ac89b97ced25 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:38.107848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.111436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.119149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.189525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 417e62df-1020-405b-ae36-a60888f7bc53, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=417e62df-1020-405b-ae36-a60888f7bc53,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:38.226063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417e62df-1020-405b-ae36-a60888f7bc53'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:38.228394 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632fed3c-9001-4d70-80c5-c6570ab427a6" -d '{"events": [{"server_uuid": "2fd4a16c-c088-4915-91c8-b1408223aa46", "name": "network-vif-plugged", "status": "completed", "tag": "417e62df-1020-405b-ae36-a60888f7bc53"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:38.234482 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.251748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1f982-527a-4dbe-bf3d-b7881f2f393c None None] Network 66ca2430-5e71-48d9-9396-41e6e956e2e8 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:38.443185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] For port 1db98b35-2cb1-4038-8af5-ea51d669735c, host n-h2-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:38.443805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.470813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Calling delete_port for 1db98b35-2cb1-4038-8af5-ea51d669735c owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:38.478912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.500950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=417e62df-1020-405b-ae36-a60888f7bc53,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:38.580451 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612ff136-ef5b-49d9-8e6f-4b8399406789 x-openstack-request-id: req-612ff136-ef5b-49d9-8e6f-4b8399406789 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:38.581595 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd4a16c-c088-4915-91c8-b1408223aa46", "name": "network-vif-plugged", "status": "completed", "tag": "417e62df-1020-405b-ae36-a60888f7bc53", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:38.582010 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-612ff136-ef5b-49d9-8e6f-4b8399406789 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:38.582633 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417e62df-1020-405b-ae36-a60888f7bc53', 'code': 200} Sep 21 08:24:38.628514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3ea334a8-db98-473c-9dc4-ac89b97ced25, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ea334a8-db98-473c-9dc4-ac89b97ced25,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:38.688450 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.771926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.873061 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.886511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.913250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:38.950097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5f16a-ecc7-4d08-bbab-e31eb2bbb048 None None] Network 61bcf043-fa85-41a3-b431-ec6445d07749 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:39.062394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3ea334a8-db98-473c-9dc4-ac89b97ced25,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:39.113496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4edc-85c0-4c77-b140-b36845ddc8c8 req-18473f16-7fc2-4693-b3fe-5752b8489699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:39.115149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c54b4edc-85c0-4c77-b140-b36845ddc8c8 req-18473f16-7fc2-4693-b3fe-5752b8489699 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fd4a16c-c088-4915-91c8-b1408223aa46 HTTP/1.1" status: 200 len: 1096 time: 0.3377435 Sep 21 08:24:39.120689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Allocated IP 172.25.1.27 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/97ea6057-6fd9-4d61-83e0-1bc8c38e9720) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:39.131912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Deleting port bc50a954-8629-4213-82a5-2a74ba7465fc {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:39.132242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.144530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-78ab247e-508b-4070-bf94-46a1f8a17d2e None None] Provisioning complete for port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:39.167933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78ab247e-508b-4070-bf94-46a1f8a17d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.265210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.268034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.268034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.280647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Calling delete_port for bc50a954-8629-4213-82a5-2a74ba7465fc owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:39.302007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:39.389885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.408200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "DELETE /v2.0/ports/1db98b35-2cb1-4038-8af5-ea51d669735c HTTP/1.1" status: 204 len: 168 time: 1.7067244 Sep 21 08:24:39.408200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76c339-5df5-4c30-965a-9d901163eda8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] Pushing event deleted for resources: {'Port': ['ID=1db98b35-2cb1-4038-8af5-ea51d669735c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:39.408200 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.410236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38228) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:39.456199 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78ab247e-508b-4070-bf94-46a1f8a17d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.552458 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb3559-e049-4128-afea-5eb5f6b2138a tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:24:39.552458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68cb3559-e049-4128-afea-5eb5f6b2138a tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645 tempest-PortsAdminExtendedAttrsIpV6TestJSON-361809645-project-admin] 10.222.0.59 "GET /v2.0/ports/1db98b35-2cb1-4038-8af5-ea51d669735c HTTP/1.1" status: 404 len: 333 time: 0.0710340 Sep 21 08:24:39.552815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:39.552815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.553349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:39.571064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38234) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:39.606436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:39.623134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:39.626829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Pushing event updated for resources: {'Port': ['ID=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:39.629650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-78ab247e-508b-4070-bf94-46a1f8a17d2e None None] For port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:39.643850 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78ab247e-508b-4070-bf94-46a1f8a17d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:39.723849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab247e-508b-4070-bf94-46a1f8a17d2e None None] Pushing event updated for resources: {'Port': ['ID=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:39.788464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ea052-a777-4640-910e-e04042410a25 req-ad9eaee9-d798-4931-af6a-263eabf07531 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:39.790550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b02ea052-a777-4640-910e-e04042410a25 req-ad9eaee9-d798-4931-af6a-263eabf07531 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.9664800 Sep 21 08:24:39.866829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-036e3f7d-7537-482b-9794-53e5652068eb tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:39.867109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-036e3f7d-7537-482b-9794-53e5652068eb tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/networks?id=66ca2430-5e71-48d9-9396-41e6e956e2e8 HTTP/1.1" status: 200 len: 814 time: 0.5298507 Sep 21 08:24:39.903861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c54b4edc-85c0-4c77-b140-b36845ddc8c8 req-0b3430bb-113f-49ca-9504-5bdc78b24be9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906016 Sep 21 08:24:39.960613 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b02ea052-a777-4640-910e-e04042410a25 req-03b44aef-213f-47ab-8755-d0fc725776c7 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394384 Sep 21 08:24:39.964488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Router 17473ef3-e3af-4445-83c3-363e739a9374 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:39.981436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-cf901ae3-c4fd-4a39-8a92-c57e69eb0e78 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/quotas/0ae7292b4a0449f097fd3610d3c0059d HTTP/1.1" status: 200 len: 375 time: 0.1041338 Sep 21 08:24:40.096021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-08b2bf61-365e-4336-a926-1a8d3c69dab9 None None] Provisioning complete for port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:40.096572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08b2bf61-365e-4336-a926-1a8d3c69dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.154210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.184095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:40.197382 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] Sync routers for ids ['17473ef3-e3af-4445-83c3-363e739a9374'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:40.201689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.202968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10ee4d62-560a-4766-8a61-68ebd0278095 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "PUT /v2.0/routers/17473ef3-e3af-4445-83c3-363e739a9374 HTTP/1.1" status: 200 len: 915 time: 5.7093132 Sep 21 08:24:40.208335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38236) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:40.222228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] Routers {'17473ef3-e3af-4445-83c3-363e739a9374'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:40.226254 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['17473ef3-e3af-4445-83c3-363e739a9374'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:40.242354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-97b21783-b3fb-4ce1-9183-d4aaaf60c484 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0ae7292b4a0449f097fd3610d3c0059d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843060 Sep 21 08:24:40.303247 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:40.309687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.323405 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] Routers {'17473ef3-e3af-4445-83c3-363e739a9374'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:40.324043 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['17473ef3-e3af-4445-83c3-363e739a9374'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:40.369263 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:40.370527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Pushing event deleted for resources: {'Port': ['ID=bc50a954-8629-4213-82a5-2a74ba7465fc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:40.370672 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78266a90-57bd-4727-ab4d-d94ed85b8ab6 None None] The sync data for ids ['17473ef3-e3af-4445-83c3-363e739a9374'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:40.392045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23b3b5-9814-4958-8b6b-89b2a6bc851d req-17402a75-5a60-4106-8f8c-22785789c72e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:40.397281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c23b3b5-9814-4958-8b6b-89b2a6bc851d req-17402a75-5a60-4106-8f8c-22785789c72e tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 946 time: 0.2056541 Sep 21 08:24:40.498668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d8b0957b-a565-4c3e-a0b3-4441cf8d9181 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/17473ef3-e3af-4445-83c3-363e739a9374 HTTP/1.1" status: 200 len: 921 time: 0.2855387 Sep 21 08:24:40.508334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38238) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:40.516476 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.542094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b58dd2-41bb-4048-b224-b9ec4fc81c18']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:40.558822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c23b3b5-9814-4958-8b6b-89b2a6bc851d req-239b72db-1428-4617-8d3e-e15451b074b9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444097 Sep 21 08:24:40.559529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c32f5eb-99f3-4b84-87fd-e22682a1bc57') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:40.559833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c32f5eb-99f3-4b84-87fd-e22682a1bc57') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:40.569490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.572995 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.574422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a60a5eb1-72a0-4de4-8e0f-2db0ccef88c1 tempest-FloatingIPAdminTestJSON-1532260772 tempest-FloatingIPAdminTestJSON-1532260772-project] 10.222.0.59 "DELETE /v2.0/floatingips/5f25946d-2e06-411b-ac5e-3c33809e744f HTTP/1.1" status: 204 len: 168 time: 2.8376837 Sep 21 08:24:40.580550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.582330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:40.584254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20235704-916f-48f9-b971-220e90cf2e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea334a8-db98-473c-9dc4-ac89b97ced25'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:40.588078 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8070bc16-9f60-4f7b-865f-b240ba5f39a2" -d '{"events": [{"server_uuid": "20235704-916f-48f9-b971-220e90cf2e59", "name": "network-vif-plugged", "status": "completed", "tag": "3ea334a8-db98-473c-9dc4-ac89b97ced25"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:40.602114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f16efe-e0f8-43ea-84b8-131a1f28908f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:40.604793 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-97f16efe-e0f8-43ea-84b8-131a1f28908f tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=17473ef3-e3af-4445-83c3-363e739a9374&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0910096 Sep 21 08:24:40.610120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38244) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:40.610782 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.706703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.718025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-23d0e86f-8487-4d34-9b16-64dda9af38b5 service neutron] 10.222.0.59 "GET /v2.0/networks/66ca2430-5e71-48d9-9396-41e6e956e2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611080 Sep 21 08:24:40.740388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:24:40.740979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:24:40.746371 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:24:40.755582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245a42d5-cd9f-4274-af06-0f2939805dff tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:40.760469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-245a42d5-cd9f-4274-af06-0f2939805dff tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.1464500 Sep 21 08:24:40.761157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38246) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:40.807733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-070ca513-f9b8-4c4a-a770-f906735f555e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=17473ef3-e3af-4445-83c3-363e739a9374 HTTP/1.1" status: 200 len: 205 time: 0.0424595 Sep 21 08:24:40.813046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38248) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:40.816103 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d23ef97-df48-4d53-957d-d0d43c47f9f3 x-openstack-request-id: req-8d23ef97-df48-4d53-957d-d0d43c47f9f3 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:40.816542 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20235704-916f-48f9-b971-220e90cf2e59", "name": "network-vif-plugged", "status": "completed", "tag": "3ea334a8-db98-473c-9dc4-ac89b97ced25", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:40.816979 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d23ef97-df48-4d53-957d-d0d43c47f9f3 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:40.817481 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20235704-916f-48f9-b971-220e90cf2e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea334a8-db98-473c-9dc4-ac89b97ced25', 'code': 200} Sep 21 08:24:40.859194 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:24:41.003387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.097885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.115713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.119999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] 10.222.0.59 "DELETE /v2.0/networks/08b58dd2-41bb-4048-b224-b9ec4fc81c18 HTTP/1.1" status: 204 len: 168 time: 1.5470881 Sep 21 08:24:41.126569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-0226a5b1-2337-4d43-b1c9-c25b807c2480 service neutron] 10.222.0.59 "GET /v2.0/networks/66ca2430-5e71-48d9-9396-41e6e956e2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072669 Sep 21 08:24:41.142052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:41.185253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bda84a-8ab5-4906-917f-8e52e6ee7d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-987084230-project] Pushing event deleted for resources: {'Network': ['ID=08b58dd2-41bb-4048-b224-b9ec4fc81c18,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:41.197726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a4466-546c-47d1-878b-5dc8c3f3e0fa req-f3f2a7ed-06e3-47bb-9e44-15b13fc788e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:41.199795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b96a4466-546c-47d1-878b-5dc8c3f3e0fa req-f3f2a7ed-06e3-47bb-9e44-15b13fc788e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 1097 time: 0.3171673 Sep 21 08:24:41.258654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.304341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:41.306282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.373744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b96a4466-546c-47d1-878b-5dc8c3f3e0fa req-8abcc463-04ae-404e-9f94-ea257e178478 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593621 Sep 21 08:24:41.421954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65683b2-81df-4455-b153-d79132eeab62 req-0ff2e12a-d604-436c-bcca-bedb0354cca3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:41.424064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f65683b2-81df-4455-b153-d79132eeab62 req-0ff2e12a-d604-436c-bcca-bedb0354cca3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2111306 Sep 21 08:24:41.448985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.460465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Deleting port e2981cf3-e1bf-4c7e-8829-ee2d7242ecb8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:41.460818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.559848 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f65683b2-81df-4455-b153-d79132eeab62 req-cc44d5b5-3998-410a-9024-670b8bf5f1a2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193893 Sep 21 08:24:41.606645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Deleting port 47813f6e-5644-4da2-b2a6-8c4b5b460e5d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:41.607020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.676543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38262) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:41.869830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ecdfa-8f45-4815-b74e-3ac8addc0b52 req-46f25e57-f4f8-4173-9789-8a30474a05ea tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:41.887352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c3ecdfa-8f45-4815-b74e-3ac8addc0b52 req-46f25e57-f4f8-4173-9789-8a30474a05ea tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 946 time: 0.2112525 Sep 21 08:24:41.960355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:41.989435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Calling delete_port for 47813f6e-5644-4da2-b2a6-8c4b5b460e5d owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:42.035130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c3ecdfa-8f45-4815-b74e-3ac8addc0b52 req-6225f174-8d3f-483f-bcf5-63b87f9dfd60 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461625 Sep 21 08:24:42.040309 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-56bc418b-1df1-4ccf-9a43-b4169e3dfd12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44aee8dfcd9c4473978f71b06993923a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614974 Sep 21 08:24:42.106141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:42.213672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c24bcd1-bd00-4883-b2ec-85b47c8ec7e0 req-085d5d08-39a2-4207-a949-6f8ca5018612 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 210 time: 0.5873260 Sep 21 08:24:42.290962 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.291203 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.319914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Calling delete_port for e2981cf3-e1bf-4c7e-8829-ee2d7242ecb8 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:42.324078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-694215a1-36c5-4590-85db-1125d22dffaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.363077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-694215a1-36c5-4590-85db-1125d22dffaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.400813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:42.418542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.459574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event deleted for resources: {'Port': ['ID=47813f6e-5644-4da2-b2a6-8c4b5b460e5d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:42.533481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.625098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:42.638756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Sync routers for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:42.653586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.655659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cd5a0387-4355-4bff-9737-8ed8786846fc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0137069 Sep 21 08:24:42.657322 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.657577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:42.658444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:42.660271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38278) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:42.753461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2981cf3-e1bf-4c7e-8829-ee2d7242ecb8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:42.829263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-694215a1-36c5-4590-85db-1125d22dffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.835034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-694215a1-36c5-4590-85db-1125d22dffaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.841891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-694215a1-36c5-4590-85db-1125d22dffaa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c956a4b-5699-41f7-add7-421be0a95c03 HTTP/1.1" status: 204 len: 168 time: 0.7324474 Sep 21 08:24:42.862115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.864767 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.870612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-be091e63-19a8-4a34-8b35-353218215b32 tempest-FloatingIPAdminTestJSON-267262324 tempest-FloatingIPAdminTestJSON-267262324-project-admin] 10.222.0.59 "DELETE /v2.0/floatingips/ee067d4e-f3e9-4351-98e9-51aa3d12870f HTTP/1.1" status: 204 len: 168 time: 2.2767649 Sep 21 08:24:42.871641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38282) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:42.923058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:42.943466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.965003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:42.981365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694215a1-36c5-4590-85db-1125d22dffaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c956a4b-5699-41f7-add7-421be0a95c03,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:43.127891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.128432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Fanout notify agent at l3_agent the message router_deleted on router 17473ef3-e3af-4445-83c3-363e739a9374 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:43.149988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.151191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e2ea0220-d293-40c7-8bb4-a29b7f241f16 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/17473ef3-e3af-4445-83c3-363e739a9374 HTTP/1.1" status: 204 len: 168 time: 2.3390996 Sep 21 08:24:43.175999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01498c08-b44d-4927-9ef6-6a6966ed0e23 req-39a1f77d-e04e-4b48-a8c2-256250eb6c20 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:43.179233 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01498c08-b44d-4927-9ef6-6a6966ed0e23 req-39a1f77d-e04e-4b48-a8c2-256250eb6c20 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.3307235 Sep 21 08:24:43.181818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38288) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:43.197559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-77878f8f-bb3a-4b0e-bb41-5a1962d6ef65 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-188243581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:43.250584 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77878f8f-bb3a-4b0e-bb41-5a1962d6ef65 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.252013 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77878f8f-bb3a-4b0e-bb41-5a1962d6ef65 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.267908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:40Z', 'revision_number': 3, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:43.301812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Checking router: 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:24:43.302161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Updating router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:24:43.321808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77878f8f-bb3a-4b0e-bb41-5a1962d6ef65 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.330125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77878f8f-bb3a-4b0e-bb41-5a1962d6ef65 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.338674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.358789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77878f8f-bb3a-4b0e-bb41-5a1962d6ef65 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.363908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-77878f8f-bb3a-4b0e-bb41-5a1962d6ef65 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1804490 Sep 21 08:24:43.364644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38294) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:43.369593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-75a1fc1f-c132-4cd4-b825-e6b2c7c70653 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:43.373043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-75a1fc1f-c132-4cd4-b825-e6b2c7c70653 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.62 "GET /v2.0/networks?id=66ca2430-5e71-48d9-9396-41e6e956e2e8 HTTP/1.1" status: 200 len: 814 time: 0.4112608 Sep 21 08:24:43.378422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': False}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:43.398987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Request body: {'port': {'device_id': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8', 'admin_state_up': True, 'tenant_id': '0ae7292b4a0449f097fd3610d3c0059d'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:43.435782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01498c08-b44d-4927-9ef6-6a6966ed0e23 req-39173d40-8517-4ded-8fd0-9a4540d67c77 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321296 Sep 21 08:24:43.535498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38296) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:43.755691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f4811-220a-4ff4-8654-a7d1b49e1d4d req-5f1470b8-6fa4-4159-beee-2f507ab19567 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:43.757514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-324f4811-220a-4ff4-8654-a7d1b49e1d4d req-5f1470b8-6fa4-4159-beee-2f507ab19567 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 946 time: 0.3738101 Sep 21 08:24:43.778436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a3580813-f3ee-494d-862b-18ad39eca1a7 req-b1cd14b8-0cd1-47a6-9cf9-59875fddc3c2 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 210 time: 0.0560539 Sep 21 08:24:43.782982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.824205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cfd5ecca-d730-461b-bf89-4e7748a38cd5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=014b288531464592b72246594e8df2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643173 Sep 21 08:24:43.829166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38298) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:43.892989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Deleting port abea83c8-8f41-40ec-a613-54eabb416a75 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:43.893226 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:43.925219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-324f4811-220a-4ff4-8654-a7d1b49e1d4d req-7057267e-5059-4acf-a382-ba56e8bccb56 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039534 Sep 21 08:24:43.979453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-583323dc-10b9-40ac-a236-9d04157a22b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.026072 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-583323dc-10b9-40ac-a236-9d04157a22b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.042161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Made reservation on behalf of 0ae7292b4a0449f097fd3610d3c0059d for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:44.045823 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.070726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.081759 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.153211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Attempting to bind port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:44.154065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Attempting to bind port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:44.155393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Attempting to bind port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:44.167629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:44.168498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:44.169198 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.169840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:44.170588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Bound port: 97ea6057-6fd9-4d61-83e0-1bc8c38e9720, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:44.171265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.174542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af64ac-876c-40b4-ac01-d396bc506d4a None None] Pushing event updated for resources: {'Port': ['ID=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:44.235427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba13cc2-c4b3-4503-9b28-8919cc0c755e req-6b2d319e-6b76-4ef7-bf48-9697e8e4ad54 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:44.236930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ba13cc2-c4b3-4503-9b28-8919cc0c755e req-6b2d319e-6b76-4ef7-bf48-9697e8e4ad54 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fd4a16c-c088-4915-91c8-b1408223aa46 HTTP/1.1" status: 200 len: 945 time: 0.1587329 Sep 21 08:24:44.249294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-583323dc-10b9-40ac-a236-9d04157a22b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.252012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Allocated IP 172.20.0.12 (66ca2430-5e71-48d9-9396-41e6e956e2e8/23152725-6507-4e17-b740-f245f89b90c7/0fee0ad1-8020-4311-9c08-d8add8af6d8c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:44.252191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-583323dc-10b9-40ac-a236-9d04157a22b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.253567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-583323dc-10b9-40ac-a236-9d04157a22b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/684f6fc0-71f8-4ed5-8eb3-127d4fe62358 HTTP/1.1" status: 204 len: 168 time: 0.4231875 Sep 21 08:24:44.260594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] For port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:44.272514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] For port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:44.273457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583323dc-10b9-40ac-a236-9d04157a22b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f6fc0-71f8-4ed5-8eb3-127d4fe62358,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:44.279642 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.289727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.358962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ba13cc2-c4b3-4503-9b28-8919cc0c755e req-571a17f6-50b1-4cd4-ad09-c06a39fdbe74 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041865 Sep 21 08:24:44.360644 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.386465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af64ac-876c-40b4-ac01-d396bc506d4a None None] Pushing event updated for resources: {'Port': ['ID=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:44.449834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:44.450645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:44.473005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.567281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.581772 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:44.637584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Calling delete_port for abea83c8-8f41-40ec-a613-54eabb416a75 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:44.673594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:44.970489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Network 66ca2430-5e71-48d9-9396-41e6e956e2e8 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:44.984377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Pushing event updated for resources: {'Port': ['ID=0fee0ad1-8020-4311-9c08-d8add8af6d8c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:44.987124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:45.065181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:45.193151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:40Z', 'revision_number': 3, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:45.222702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:45.235369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058e88d6-c1c4-48d3-be2b-1150fa6c6bbd None None] The sync data for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 is: [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:40Z', 'revision_number': 3, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:45.236797 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:45.391036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Allocated IP 172.25.1.196 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/c3546691-0cfc-4b0f-8196-af08a243e512) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:45.410149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db44dd7-7d2a-478b-8a65-b158816da3f8 req-8ad66a55-e006-4cfd-873b-5e37dfd71a6f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:45.420038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3db44dd7-7d2a-478b-8a65-b158816da3f8 req-8ad66a55-e006-4cfd-873b-5e37dfd71a6f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 932 time: 0.2035074 Sep 21 08:24:45.428509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:45.439248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-90ade493-f73a-4b0f-90d0-f76a87e4555f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0506883 Sep 21 08:24:45.460649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd749274-234a-41f1-a0bc-90894d9c53d0 req-297bbeaa-23f3-438d-abfe-907352e2e20d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:45.468992 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd749274-234a-41f1-a0bc-90894d9c53d0 req-297bbeaa-23f3-438d-abfe-907352e2e20d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.8655162 Sep 21 08:24:45.497374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Request body: {'port': {'device_id': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:45.566462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd749274-234a-41f1-a0bc-90894d9c53d0 req-f174082c-5f28-4a1c-9966-241722320259 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944924 Sep 21 08:24:45.600006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Port': ['ID=abea83c8-8f41-40ec-a613-54eabb416a75,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:45.658895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3db44dd7-7d2a-478b-8a65-b158816da3f8 req-3ebf9816-9eac-4af2-bf18-4fca7bff09ab tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378581 Sep 21 08:24:45.705181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:45.815947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.816373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.816755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.817027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.817401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.817717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.818141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.818413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.819009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.822073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.823670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.825730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:45.853639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073124b-fbc4-4a2f-a9f1-cca1d83f67b1 req-7617b384-ee1e-4c40-8ca0-621d52a0b6a4 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:45.855816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2073124b-fbc4-4a2f-a9f1-cca1d83f67b1 req-7617b384-ee1e-4c40-8ca0-621d52a0b6a4 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fd4a16c-c088-4915-91c8-b1408223aa46 HTTP/1.1" status: 200 len: 945 time: 0.1473188 Sep 21 08:24:45.952256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2073124b-fbc4-4a2f-a9f1-cca1d83f67b1 req-75eea5fa-5a73-409b-84d2-ddc81ec549c7 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889530 Sep 21 08:24:45.957765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:46.044953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Pushing event updated for resources: {'Port': ['ID=c3546691-0cfc-4b0f-8196-af08a243e512,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:46.058501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:46.063456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.064121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.064825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.065397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.065955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.066494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.067043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.067761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.068324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.068859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.069429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.069962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:24:46.096517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:46.101007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:46.131990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:46.133877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:46.160674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:46.168678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-df7e752d-5dd5-4cba-a23c-4cfaa546c3cf tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "DELETE /v2.0/ports/abea83c8-8f41-40ec-a613-54eabb416a75 HTTP/1.1" status: 204 len: 168 time: 3.2620831 Sep 21 08:24:46.192461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38340) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:46.664575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-d332b56f-601d-4b37-8ce8-c97788fb2696 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:46.668432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-d332b56f-601d-4b37-8ce8-c97788fb2696 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "GET /v2.0/ports?device_id=20235704-916f-48f9-b971-220e90cf2e59 HTTP/1.1" status: 200 len: 946 time: 0.1737287 Sep 21 08:24:46.685307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-269dcd90-32c9-429e-84e1-7a24407b8abe tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:46.687407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-269dcd90-32c9-429e-84e1-7a24407b8abe tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd4a16c-c088-4915-91c8-b1408223aa46 HTTP/1.1" status: 200 len: 945 time: 0.2627316 Sep 21 08:24:46.731070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc655de9-9c02-444b-a4e9-803a9ab65502 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:46.741739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cc655de9-9c02-444b-a4e9-803a9ab65502 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc HTTP/1.1" status: 200 len: 913 time: 0.5460906 Sep 21 08:24:46.747307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38354) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:47.137135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:47.173275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38366) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:47.184006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Allocated IP 172.20.0.1 (61bcf043-fa85-41a3-b431-ec6445d07749/ac08953b-d125-4653-8c71-2dfefe8c847a/821e3e2a-650a-45fb-8fd2-6d61530b79aa) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:47.188811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67101029-2142-439a-b1f3-0a9beeaf24b8 req-8ab8c1fe-461a-4649-8090-3fb999112ae6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:47.191542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67101029-2142-439a-b1f3-0a9beeaf24b8 req-8ab8c1fe-461a-4649-8090-3fb999112ae6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.4169633 Sep 21 08:24:47.258864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a0da6-561b-4ff2-918a-5c253126a66d req-a23b2e51-d19b-456d-a818-2887b5bdb8cf tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:47.259641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.269286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f0a0da6-561b-4ff2-918a-5c253126a66d req-a23b2e51-d19b-456d-a818-2887b5bdb8cf tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 932 time: 0.4047847 Sep 21 08:24:47.270764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:47.273764 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.453784 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f0a0da6-561b-4ff2-918a-5c253126a66d req-8260f89b-9f72-400d-abb7-86c641185a55 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833379 Sep 21 08:24:47.499041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.500801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Deleting port 417e62df-1020-405b-ae36-a60888f7bc53 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:47.502152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.545050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:47.558288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.590204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Deleting port 3ea334a8-db98-473c-9dc4-ac89b97ced25 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:47.590565 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.639974 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67101029-2142-439a-b1f3-0a9beeaf24b8 req-d6c722b1-2f02-4c37-bb5c-5908c6c8f234 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4139006 Sep 21 08:24:47.671028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1363984786'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:47.707854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:47.898886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] For port 3ea334a8-db98-473c-9dc4-ac89b97ced25, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ea334a8-db98-473c-9dc4-ac89b97ced25,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:47.899655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.921905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] For port 417e62df-1020-405b-ae36-a60888f7bc53, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=417e62df-1020-405b-ae36-a60888f7bc53,segment=NetworkSegment(8ba0acbc-2d1d-400c-89ea-9ca7516520e7),segment_id=8ba0acbc-2d1d-400c-89ea-9ca7516520e7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:47.922545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:47.926345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Calling delete_port for 3ea334a8-db98-473c-9dc4-ac89b97ced25 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:47.952635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Calling delete_port for 417e62df-1020-405b-ae36-a60888f7bc53 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:48.101906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.111161 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.154660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.186842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Made reservation on behalf of 6c947c4c42ae4da3bffe2c72c24be599 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:48.190319 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.256754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.291711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f363b-e2af-48f8-9efd-29a22fa72de4 req-dd1f4c86-1b36-460a-8132-e5b43bce1bca tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:48.293191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e42f363b-e2af-48f8-9efd-29a22fa72de4 req-dd1f4c86-1b36-460a-8132-e5b43bce1bca tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/ports?device_id=2fd4a16c-c088-4915-91c8-b1408223aa46 HTTP/1.1" status: 200 len: 945 time: 0.5921836 Sep 21 08:24:48.323833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fee0ad1-8020-4311-9c08-d8add8af6d8c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:48.352778 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.365811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.379553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3ea334a8-db98-473c-9dc4-ac89b97ced25'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:48.382140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.397595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.422177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3ea334a8-db98-473c-9dc4-ac89b97ced25'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:48.427189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Transition to ACTIVE for port object 0fee0ad1-8020-4311-9c08-d8add8af6d8c will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:24:48.444514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event deleted for resources: {'Port': ['ID=3ea334a8-db98-473c-9dc4-ac89b97ced25,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:48.444854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.471264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Network 61bcf043-fa85-41a3-b431-ec6445d07749 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:48.505585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:48.521617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e42f363b-e2af-48f8-9efd-29a22fa72de4 req-71314598-ac49-42ae-a845-f3d50ac712c9 tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.59 "GET /v2.0/security-groups?id=65253eab-61fc-4932-adc1-c5cccbe62587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188191 Sep 21 08:24:48.524939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:48.549131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Pushing event updated for resources: {'Port': ['ID=821e3e2a-650a-45fb-8fd2-6d61530b79aa,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:48.560656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Pushing event deleted for resources: {'Port': ['ID=417e62df-1020-405b-ae36-a60888f7bc53,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:48.616081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] No DVR routers for this DVR port 3ea334a8-db98-473c-9dc4-ac89b97ced25 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:48.621633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.625232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-382eda66-f2b1-49b4-8691-5d6b8fb72c31 req-764327ed-21b1-488b-90f5-14b41b3471ee tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.62 "DELETE /v2.0/ports/3ea334a8-db98-473c-9dc4-ac89b97ced25 HTTP/1.1" status: 204 len: 173 time: 1.9345729 Sep 21 08:24:48.652332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20235704-916f-48f9-b971-220e90cf2e59', 'name': 'network-vif-deleted', 'tag': '3ea334a8-db98-473c-9dc4-ac89b97ced25'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:48.654957 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95521147-5a94-47fc-a5be-6ca45f253544" -d '{"events": [{"server_uuid": "20235704-916f-48f9-b971-220e90cf2e59", "name": "network-vif-deleted", "tag": "3ea334a8-db98-473c-9dc4-ac89b97ced25"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:48.700447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] No DVR routers for this DVR port 417e62df-1020-405b-ae36-a60888f7bc53 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:48.717147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.721734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4336263-af82-4400-8f65-4cf81aaa2aa1 req-470b7ae5-f827-4ce2-8fa5-36e16c5e33fd tempest-MultipleCreateTestJSON-1901872241 tempest-MultipleCreateTestJSON-1901872241-project] 10.222.0.50 "DELETE /v2.0/ports/417e62df-1020-405b-ae36-a60888f7bc53 HTTP/1.1" status: 204 len: 173 time: 2.0181096 Sep 21 08:24:48.743565 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c7f842-6311-42b8-9967-7a179c2cc4b8 x-openstack-request-id: req-47c7f842-6311-42b8-9967-7a179c2cc4b8 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:48.744123 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20235704-916f-48f9-b971-220e90cf2e59", "name": "network-vif-deleted", "tag": "3ea334a8-db98-473c-9dc4-ac89b97ced25", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:48.744540 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47c7f842-6311-42b8-9967-7a179c2cc4b8 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:48.745125 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20235704-916f-48f9-b971-220e90cf2e59', 'name': 'network-vif-deleted', 'tag': '3ea334a8-db98-473c-9dc4-ac89b97ced25', 'status': 'completed', 'code': 200} Sep 21 08:24:48.766673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d250d-da03-4a19-90b2-783d6f16328c req-d656aa9d-9346-44c9-a458-18e18a0e852a tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:48.768294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-223d250d-da03-4a19-90b2-783d6f16328c req-d656aa9d-9346-44c9-a458-18e18a0e852a tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 944 time: 0.2153952 Sep 21 08:24:48.769418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Router 9c11e09b-e774-4cfa-a1cf-277a80c2b977 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:48.817377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-647accf5-0c8a-44f1-9276-edaf81597bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:48.819161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-647accf5-0c8a-44f1-9276-edaf81597bcb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1097 time: 0.3356571 Sep 21 08:24:48.823027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=0fee0ad1-8020-4311-9c08-d8add8af6d8c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:48.832268 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.852252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-06832824-b0a5-4eea-be18-92f440c22ac3 None None] Provisioning complete for port 821e3e2a-650a-45fb-8fd2-6d61530b79aa triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:48.853825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-06832824-b0a5-4eea-be18-92f440c22ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.892006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-223d250d-da03-4a19-90b2-783d6f16328c req-62187779-c214-45bd-bbbb-0c4d6d503698 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901613 Sep 21 08:24:48.907438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-06832824-b0a5-4eea-be18-92f440c22ac3 None None] Port 821e3e2a-650a-45fb-8fd2-6d61530b79aa cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:24:48.957433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:48.967575 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] Sync routers for ids ['9c11e09b-e774-4cfa-a1cf-277a80c2b977'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:48.976806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:48.979237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29b9a2ae-69b0-4e2f-ab98-60bb372b7903 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "PUT /v2.0/routers/9c11e09b-e774-4cfa-a1cf-277a80c2b977 HTTP/1.1" status: 200 len: 915 time: 5.6068525 Sep 21 08:24:48.981553 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] Routers {'9c11e09b-e774-4cfa-a1cf-277a80c2b977'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:48.982182 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9c11e09b-e774-4cfa-a1cf-277a80c2b977'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:48.984225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38388) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:49.027273 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:49.030005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.036854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Attempting to bind port 0fee0ad1-8020-4311-9c08-d8add8af6d8c on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:49.037250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Attempting to bind port 0fee0ad1-8020-4311-9c08-d8add8af6d8c by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '650c5e68-ea4d-4924-9c26-f7d2c64071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:49.037522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Attempting to bind port 0fee0ad1-8020-4311-9c08-d8add8af6d8c on network 66ca2430-5e71-48d9-9396-41e6e956e2e8 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:49.047839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:49.067255 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] Routers {'9c11e09b-e774-4cfa-a1cf-277a80c2b977'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:49.068221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9c11e09b-e774-4cfa-a1cf-277a80c2b977'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:49.083553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Port 0fee0ad1-8020-4311-9c08-d8add8af6d8c on network 66ca2430-5e71-48d9-9396-41e6e956e2e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:49.084753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Attempting to bind port 0fee0ad1-8020-4311-9c08-d8add8af6d8c on network 66ca2430-5e71-48d9-9396-41e6e956e2e8 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:49.097643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.120304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:49.120773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.143187 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:49.144535 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802be01f-69df-4bac-95a5-04c9cffa8450 None None] The sync data for ids ['9c11e09b-e774-4cfa-a1cf-277a80c2b977'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:49.147478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7054d2bb-be14-4887-8ec9-a9b5949f7aae tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/9c11e09b-e774-4cfa-a1cf-277a80c2b977 HTTP/1.1" status: 200 len: 921 time: 0.1619852 Sep 21 08:24:49.150755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38390) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:49.176608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfab59-de87-41d6-bf0a-13a50241ff4e req-7eb4b8bb-4c54-47b0-a968-600214c27b8a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:49.185634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52bfab59-de87-41d6-bf0a-13a50241ff4e req-7eb4b8bb-4c54-47b0-a968-600214c27b8a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2878025 Sep 21 08:24:49.205522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:49.205870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Checking segment: {'id': '650c5e68-ea4d-4924-9c26-f7d2c64071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:49.206263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Bound using segment: {'id': '650c5e68-ea4d-4924-9c26-f7d2c64071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:49.206716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Bound port: 0fee0ad1-8020-4311-9c08-d8add8af6d8c, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650c5e68-ea4d-4924-9c26-f7d2c64071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:49.207074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.214405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23f9b4-9b1b-4f71-8098-a08400860ee4 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:49.216452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b23f9b4-9b1b-4f71-8098-a08400860ee4 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=9c11e09b-e774-4cfa-a1cf-277a80c2b977&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0643890 Sep 21 08:24:49.219005 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38392) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:49.226204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:24:49.236498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.236848 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Added segment 8c0a5f27-3700-4b8c-8978-1d04cdbdac0f of type vlan for network a68b7fc2-bdac-44e8-9891-466c8d9b94fc Sep 21 08:24:49.311619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.317651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f66da35-5647-4c55-b378-362d9cac52e4 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:49.319362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f66da35-5647-4c55-b378-362d9cac52e4 tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.0990579 Sep 21 08:24:49.322519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38394) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:49.345781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c29814-9eae-4035-8e3c-0a1a5c036c89,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:49.353923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-16a2928a-8746-4c4d-89c9-edf46701d0c5 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c11e09b-e774-4cfa-a1cf-277a80c2b977 HTTP/1.1" status: 200 len: 205 time: 0.0301936 Sep 21 08:24:49.356843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38396) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:49.368567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52bfab59-de87-41d6-bf0a-13a50241ff4e req-638dd536-b4e2-4e14-b047-7195a81d8e20 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807802 Sep 21 08:24:49.381714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.434238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.444869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-48c2f52b-61ed-4c27-aebc-56b90854cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:49.447013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-48c2f52b-61ed-4c27-aebc-56b90854cc9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.5476913 Sep 21 08:24:49.469440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.497423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 417e62df-1020-405b-ae36-a60888f7bc53 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:49.519287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.519625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 417e62df-1020-405b-ae36-a60888f7bc53 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:49.519734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 417e62df-1020-405b-ae36-a60888f7bc53 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:49.524931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:49.525553 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.580714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.628429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38402) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:49.629957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] For port 0fee0ad1-8020-4311-9c08-d8add8af6d8c, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:49.674187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Deleting port c3546691-0cfc-4b0f-8196-af08a243e512 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:49.674187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.708502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] Deleting subnet 2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:24:49.728843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5486369 Sep 21 08:24:49.736564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] For port 0fee0ad1-8020-4311-9c08-d8add8af6d8c, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0fee0ad1-8020-4311-9c08-d8add8af6d8c,segment=NetworkSegment(650c5e68-ea4d-4924-9c26-f7d2c64071e8),segment_id=650c5e68-ea4d-4924-9c26-f7d2c64071e8)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:49.737338 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.744799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e2213-17d2-4615-b4f4-67a3f6b98196 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Pushing event updated for resources: {'Network': ['ID=a68b7fc2-bdac-44e8-9891-466c8d9b94fc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:49.760077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a68b7fc2-bdac-44e8-9891-466c8d9b94fc details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:24:49.775455 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-9d412aa3-1e85-4cfa-a024-d9051401419d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 200 len: 1002 time: 0.2913656 Sep 21 08:24:49.777227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.788190 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.982000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:49.983150 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:49.984772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] 10.222.0.62 "PUT /v2.0/ports/0fee0ad1-8020-4311-9c08-d8add8af6d8c HTTP/1.1" status: 200 len: 1092 time: 4.5105004 Sep 21 08:24:49.999727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38412) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:50.001485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'tag': '0fee0ad1-8020-4311-9c08-d8add8af6d8c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:50.004978 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346db587-15c8-42e8-a58f-76ff1aac5e49" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb1da13-575a-4327-8884-3d09e2dd55c5", "tag": "0fee0ad1-8020-4311-9c08-d8add8af6d8c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:50.022907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Request body: {'port': {'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc', 'binding:host_id': 'n-h2-809980-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2087384325'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:50.075457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-85e844df-7c6c-49b5-8983-0e0850ff6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:50.076988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-85e844df-7c6c-49b5-8983-0e0850ff6991 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.2750850 Sep 21 08:24:50.077618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1db45-117b-45dd-8a74-3f5bcf0f4e05 service neutron] Pushing event updated for resources: {'Port': ['ID=0fee0ad1-8020-4311-9c08-d8add8af6d8c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:50.089775 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1df896-7865-4697-9876-adbd28c021c1 x-openstack-request-id: req-9b1df896-7865-4697-9876-adbd28c021c1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:50.090064 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb1da13-575a-4327-8884-3d09e2dd55c5", "tag": "0fee0ad1-8020-4311-9c08-d8add8af6d8c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:50.090316 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9b1df896-7865-4697-9876-adbd28c021c1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:50.090742 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'tag': '0fee0ad1-8020-4311-9c08-d8add8af6d8c', 'status': 'completed', 'code': 200} Sep 21 08:24:50.107740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.152116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Calling delete_port for c3546691-0cfc-4b0f-8196-af08a243e512 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:50.162601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.162870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Made reservation on behalf of 15116f3d355941549a4fcf40e4dbdaad for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:50.165829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.198041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-19806363-eac0-43c7-8d84-3e8f33f7ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:50.199599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-19806363-eac0-43c7-8d84-3e8f33f7ba6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ae7292b4a0449f097fd3610d3c0059d&device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 1095 time: 0.1686964 Sep 21 08:24:50.200251 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.206541 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.236751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd8087-b7f7-4bac-9828-ea4b8879da9f req-79b76881-dd65-4155-9392-cdaaafa4d5e8 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:50.238239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bccd8087-b7f7-4bac-9828-ea4b8879da9f req-79b76881-dd65-4155-9392-cdaaafa4d5e8 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 944 time: 0.1479177 Sep 21 08:24:50.249240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.283420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-c502969f-df4b-4861-9920-9a030a38ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:50.284941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-c502969f-df4b-4861-9920-9a030a38ad61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919391 Sep 21 08:24:50.310559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bccd8087-b7f7-4bac-9828-ea4b8879da9f req-aa7b4e35-bd58-4bbf-99f6-27e6f4bf7f7d tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658247 Sep 21 08:24:50.339847 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-dbdc7d8b-aef2-48eb-8942-fe2eee1cabe9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fee0ad1-8020-4311-9c08-d8add8af6d8c HTTP/1.1" status: 200 len: 217 time: 0.1231437 Sep 21 08:24:50.344060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.385279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a78f59f-bfd3-4b0b-a845-ce3863a20eb1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:50.387781 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.392575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e2695f3-6d99-47c8-9aa6-ab078792f959 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a78f59f-bfd3-4b0b-a845-ce3863a20eb1 HTTP/1.1" status: 204 len: 168 time: 0.7603083 Sep 21 08:24:50.392575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38416) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:50.464674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-47b7dab3-c863-4ed8-96f6-b210a32b68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:50.466178 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-47b7dab3-c863-4ed8-96f6-b210a32b68bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23152725-6507-4e17-b740-f245f89b90c7 HTTP/1.1" status: 200 len: 854 time: 0.1032550 Sep 21 08:24:50.497800 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.512826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.521836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.547199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event deleted for resources: {'Port': ['ID=c3546691-0cfc-4b0f-8196-af08a243e512,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:50.567435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Pushing event updated for resources: {'Port': ['ID=821e3e2a-650a-45fb-8fd2-6d61530b79aa,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:50.603601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-c528c7c2-cf14-4fa5-af38-d68c052a653d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66ca2430-5e71-48d9-9396-41e6e956e2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117229 Sep 21 08:24:50.660971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.688958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c83844-f7ad-46fb-abfd-9357b1ad564f']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:50.691067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.721350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148b873-0c61-4a15-af82-3c07c670d3b6 req-435f6e07-3af9-42a6-a4b8-6a48713c66e0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:50.722888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5148b873-0c61-4a15-af82-3c07c670d3b6 req-435f6e07-3af9-42a6-a4b8-6a48713c66e0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 946 time: 0.2704880 Sep 21 08:24:50.753688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'name': 'network-vif-deleted', 'tag': '417e62df-1020-405b-ae36-a60888f7bc53'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:50.755980 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb219d0a-3b02-4c18-b2e2-1b97b460b903" -d '{"events": [{"server_uuid": "2fd4a16c-c088-4915-91c8-b1408223aa46", "name": "network-vif-deleted", "tag": "417e62df-1020-405b-ae36-a60888f7bc53"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:50.760349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba0acbc-2d1d-400c-89ea-9ca7516520e7') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:50.760647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba0acbc-2d1d-400c-89ea-9ca7516520e7') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:50.774817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.809207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-3d91830e-b7f9-4767-a0a4-19cfae3c9b22 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977791 Sep 21 08:24:50.811955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.815703 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a95c594-0b0d-4aff-894f-22bf9d90ec89 x-openstack-request-id: req-7a95c594-0b0d-4aff-894f-22bf9d90ec89 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:50.815992 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd4a16c-c088-4915-91c8-b1408223aa46", "name": "network-vif-deleted", "tag": "417e62df-1020-405b-ae36-a60888f7bc53", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:50.816435 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a95c594-0b0d-4aff-894f-22bf9d90ec89 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:50.816826 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd4a16c-c088-4915-91c8-b1408223aa46', 'name': 'network-vif-deleted', 'tag': '417e62df-1020-405b-ae36-a60888f7bc53', 'status': 'completed', 'code': 200} Sep 21 08:24:50.820268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.827179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.864136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:24:50.864556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:24:50.866387 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:24:50.873572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Deleting port 6c5eb375-5892-4793-8d00-5bc3f91a09b1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:50.873918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.895283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.895882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Fanout notify agent at l3_agent the message router_deleted on router 9c11e09b-e774-4cfa-a1cf-277a80c2b977 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:50.930214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.935145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-19ada68f-d45c-45f8-bb88-5e0272a8ded4 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/9c11e09b-e774-4cfa-a1cf-277a80c2b977 HTTP/1.1" status: 204 len: 168 time: 1.5739503 Sep 21 08:24:50.935843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38424) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:50.941183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1070845978', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:50.941605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.959075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.968460 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.970430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a8c83844-f7ad-46fb-abfd-9357b1ad564f HTTP/1.1" status: 204 len: 168 time: 0.5771616 Sep 21 08:24:50.982621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c2f1f-57dd-4c50-9465-04b333272d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c83844-f7ad-46fb-abfd-9357b1ad564f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:50.988556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.988789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.990263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:50.993645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-f91dfbe1-98fe-4bf4-8bd9-208a37922068 service neutron] 10.222.0.62 "GET /v2.0/networks/66ca2430-5e71-48d9-9396-41e6e956e2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757160 Sep 21 08:24:51.005235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5148b873-0c61-4a15-af82-3c07c670d3b6 req-889d6c60-88ed-446b-b46e-07ac640aa613 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237744 Sep 21 08:24:51.006397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] device_id is not set on port e42b06cd-710e-4e12-a0cb-b4c0dc064077 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:51.047032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.060575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Network 61bcf043-fa85-41a3-b431-ec6445d07749 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:51.092991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:51.212702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38428) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:51.216420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.282740 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3d66dbc1-2f25-4237-98be-94f836f34630 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c55d107589704cc98303554e82a368d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666471 Sep 21 08:24:51.286289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:51.348873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bb03c752-736e-4619-a33f-604aaefdd43b None None] Provisioning complete for port 821e3e2a-650a-45fb-8fd2-6d61530b79aa triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:51.350158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bb03c752-736e-4619-a33f-604aaefdd43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.392522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05bebd2b-fb74-4c83-af01-0cd3104a3993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.392986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bb03c752-736e-4619-a33f-604aaefdd43b None None] Port 821e3e2a-650a-45fb-8fd2-6d61530b79aa cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:24:51.429129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05bebd2b-fb74-4c83-af01-0cd3104a3993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.496284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:51.506177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1de82-02a2-489d-9163-d5d773152fdb req-03cc2da7-ed03-4fcc-a531-b72adf8b2b46 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:51.507926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02d1de82-02a2-489d-9163-d5d773152fdb req-03cc2da7-ed03-4fcc-a531-b72adf8b2b46 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 944 time: 0.0968518 Sep 21 08:24:51.511231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68106c44-0525-4652-8242-bd9d807b4202,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:51.595094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.614035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a852460-5cbd-470b-9ec8-7421c798b3ef req-cb34f806-3dee-41b2-a5fd-ec34ccfd97e6 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7814848 Sep 21 08:24:51.620184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:51.622781 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb644b26-9134-4dbb-b036-307e7da4055d" -d '{"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:51.638309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.642729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:51.651602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.663826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05bebd2b-fb74-4c83-af01-0cd3104a3993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.666484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05bebd2b-fb74-4c83-af01-0cd3104a3993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.670070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-05bebd2b-fb74-4c83-af01-0cd3104a3993 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65253eab-61fc-4932-adc1-c5cccbe62587 HTTP/1.1" status: 204 len: 168 time: 0.3803289 Sep 21 08:24:51.679649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Calling delete_port for 6c5eb375-5892-4793-8d00-5bc3f91a09b1 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:51.684248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.703335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02d1de82-02a2-489d-9163-d5d773152fdb req-755bf83e-819a-416a-bddf-9b2772c37184 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809137 Sep 21 08:24:51.725611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-748df11f-9ec0-44ce-9815-c26df42faf02 req-f3053f89-f367-4003-be61-370d2d0b7080 service neutron] 10.222.0.62 "GET /v2.0/networks/66ca2430-5e71-48d9-9396-41e6e956e2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093217 Sep 21 08:24:51.725862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:51.740065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bebd2b-fb74-4c83-af01-0cd3104a3993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65253eab-61fc-4932-adc1-c5cccbe62587,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:51.745470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:51.749314 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33e49be-a878-40ad-bc65-62d11b6027a3 x-openstack-request-id: req-f33e49be-a878-40ad-bc65-62d11b6027a3 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:51.749617 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:51.750071 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f33e49be-a878-40ad-bc65-62d11b6027a3 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:51.750347 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'code': 200} Sep 21 08:24:51.913265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ea334a8-db98-473c-9dc4-ac89b97ced25 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:51.914053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Allocated IP 172.25.1.37 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/0c3b161c-cc12-4512-b2cd-579718bf2c7e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:51.958152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] device_id is not set on port e42b06cd-710e-4e12-a0cb-b4c0dc064077 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:51.960630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 3ea334a8-db98-473c-9dc4-ac89b97ced25 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:24:51.961003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ea334a8-db98-473c-9dc4-ac89b97ced25 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:24:51.980359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:51.981545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:52.020452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-25071fa3-f101-40af-9870-bc9ac6e83dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:52.022058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-25071fa3-f101-40af-9870-bc9ac6e83dc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0ae7292b4a0449f097fd3610d3c0059d&device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 1095 time: 0.1824646 Sep 21 08:24:52.027540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:52.074204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:52.187767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228f2e8-c19d-4f6c-95a2-98bc4b814f5c req-024207f7-3af8-4525-a5c6-bc77c4b5cb73 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:52.190671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0228f2e8-c19d-4f6c-95a2-98bc4b814f5c req-024207f7-3af8-4525-a5c6-bc77c4b5cb73 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.0690396 Sep 21 08:24:52.192636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:52.218567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=e42b06cd-710e-4e12-a0cb-b4c0dc064077,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:52.267207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:52.276001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:52.280362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:52.288729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0228f2e8-c19d-4f6c-95a2-98bc4b814f5c req-a3953e3e-bfa1-4537-9e8f-895e249d429a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836799 Sep 21 08:24:52.312526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event updated for resources: {'Port': ['ID=0c3b161c-cc12-4512-b2cd-579718bf2c7e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:52.339074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-607f9cae-0f0f-4fd4-8362-dda2e5abe45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:52.340822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-607f9cae-0f0f-4fd4-8362-dda2e5abe45c service neutron] 10.222.0.62 "GET /v2.0/networks?id=66ca2430-5e71-48d9-9396-41e6e956e2e8 HTTP/1.1" status: 200 len: 915 time: 0.3045940 Sep 21 08:24:52.357531 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5b1e843-5307-4e61-b4d7-312e39110bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:52.369742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Checking segment: {'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:52.370140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Network hostable DHCP agents. Network: a68b7fc2-bdac-44e8-9891-466c8d9b94fc, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:24:52.414930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-cff95888-e34c-43c3-9df1-bb85d9390ab8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fee0ad1-8020-4311-9c08-d8add8af6d8c HTTP/1.1" status: 200 len: 217 time: 0.0621135 Sep 21 08:24:52.480035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:52.518597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Port': ['ID=6c5eb375-5892-4793-8d00-5bc3f91a09b1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:52.526233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:52.533974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ec9a8f29-3c03-4cf5-8000-4a9a20438d30 admin admin] 10.222.0.59 "PUT /v2.0/routers/570ed0cc-4f6e-4c6e-99e4-c55114bdc78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8701227 Sep 21 08:24:52.556032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Sync routers for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:52.570257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-b4bed714-2e89-4906-9bd8-5c0a04d47c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:52.572636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-b4bed714-2e89-4906-9bd8-5c0a04d47c2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23152725-6507-4e17-b740-f245f89b90c7 HTTP/1.1" status: 200 len: 854 time: 0.1464443 Sep 21 08:24:52.573126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Network a68b7fc2-bdac-44e8-9891-466c8d9b94fc is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:24:52.588632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:52.591145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:52.592851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:52.621508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a68b7fc2-bdac-44e8-9891-466c8d9b94fc) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:52.631306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:52.674754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d444331b-b800-4c3d-8f5c-756b4e4100e3 None None] Network a68b7fc2-bdac-44e8-9891-466c8d9b94fc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:52.684570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:52.684909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:52.685274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:52.707709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-444326e8-2f47-4dab-8ae2-9be4b07b0cff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=66ca2430-5e71-48d9-9396-41e6e956e2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057076 Sep 21 08:24:52.739272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38466) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:52.763639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:52.763970 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:52.777122 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 2 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:52.957950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:53.013304 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.115338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.116032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.116032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.133284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-network', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:53.162648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:53.162977 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:53.170232 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 3 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:53.185283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.208136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2230ab4-160f-4761-b135-3e3908fb88e3 req-daf05f8f-e560-429b-8127-f29368ded8b4 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:53.209741 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a2230ab4-160f-4761-b135-3e3908fb88e3 req-daf05f8f-e560-429b-8127-f29368ded8b4 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 944 time: 0.2338510 Sep 21 08:24:53.210373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Made reservation on behalf of df5b8d79042c412d8b1bbf31beb98311 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:53.213472 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.235978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Router 180a528f-88c5-44fc-959b-e746e11e75d0 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:24:53.238961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.239391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.239694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.247957 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.263140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-57884432-28a4-4798-9efe-1714182a7433 service neutron] 10.222.0.62 "GET /v2.0/networks/66ca2430-5e71-48d9-9396-41e6e956e2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199766 Sep 21 08:24:53.275227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:53.275502 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:53.297280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 2, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:53.313226 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 4 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:53.334020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Checking router: 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:24:53.334400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Updating router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d port 821e3e2a-650a-45fb-8fd2-6d61530b79aa binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:24:53.368558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.382804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.383141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.383574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.401297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:53.413527 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] Sync routers for ids ['180a528f-88c5-44fc-959b-e746e11e75d0'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:53.438329 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] Routers {'180a528f-88c5-44fc-959b-e746e11e75d0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:53.439162 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['180a528f-88c5-44fc-959b-e746e11e75d0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:53.463071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a2230ab4-160f-4761-b135-3e3908fb88e3 req-13b83b82-4ccc-40c0-a973-9d80ee155055 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371469 Sep 21 08:24:53.482375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:53.482713 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:53.483193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:53.489798 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 5 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:53.509659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a9a91-2c7e-4ee0-af19-fa6a802e8e8d req-16d294bb-2ad1-4a36-a3b5-dbc2f76e0efa tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:53.511469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-592a9a91-2c7e-4ee0-af19-fa6a802e8e8d req-16d294bb-2ad1-4a36-a3b5-dbc2f76e0efa tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.0806918 Sep 21 08:24:53.521916 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:53.535585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-47327826-network', 'tenant_id': '976bb0499523467da9520b4b083677a9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:53.549332 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] Routers {'180a528f-88c5-44fc-959b-e746e11e75d0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:53.551792 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['180a528f-88c5-44fc-959b-e746e11e75d0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:53.577002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.577342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.577687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.581525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-592a9a91-2c7e-4ee0-af19-fa6a802e8e8d req-9ef3c6e5-cec5-442d-b463-34c95c85c786 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628495 Sep 21 08:24:53.606710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:53.607048 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:53.609707 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 6 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:53.619839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-346db587-15c8-42e8-a58f-76ff1aac5e49 req-01fe6875-c7ae-4261-87d2-6c38e8a4b554 service neutron] 10.222.0.62 "GET /v2.0/networks/66ca2430-5e71-48d9-9396-41e6e956e2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461378 Sep 21 08:24:53.624329 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:53.625463 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe72599-408f-4d95-a27f-e60a3424776a None None] The sync data for ids ['180a528f-88c5-44fc-959b-e746e11e75d0'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:53.686801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.687369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.687721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.705889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:53.706220 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:53.710379 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 7 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:53.744510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.744864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.745218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.766111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.774757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.789154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.791701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:53.792052 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:53.793977 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 8 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:53.805133 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.805383 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.806360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-275a0aca-0d7b-4edd-b70f-c81a5e55215c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8695788 Sep 21 08:24:53.809433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38486) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:53.815307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:53.838572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.839195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.839745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.855365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:24:53.877968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:53.878603 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:53.880639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Router 88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:53.884234 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 9 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:53.884452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd598c-1025-45eb-b2bd-4616e9185ae2 None None] Pushing event updated for resources: {'Port': ['ID=821e3e2a-650a-45fb-8fd2-6d61530b79aa,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:53.889749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Made reservation on behalf of 976bb0499523467da9520b4b083677a9 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:53.896449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.907226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Attempting to bind port 821e3e2a-650a-45fb-8fd2-6d61530b79aa on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.907780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Attempting to bind port 821e3e2a-650a-45fb-8fd2-6d61530b79aa by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.908296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Attempting to bind port 821e3e2a-650a-45fb-8fd2-6d61530b79aa on network 61bcf043-fa85-41a3-b431-ec6445d07749 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:53.914027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:53.914703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.914851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Checking segment: {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:53.915070 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Added segment fa7f501d-be29-4a79-a2d2-687656176675 of type vlan for network a62233c4-5eeb-4a78-b832-150ad781c25f Sep 21 08:24:53.916449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.916818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11487b27-6951-4964-91d8-98c7da313169,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:53.917060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Bound using segment: {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:53.918110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Bound port: 821e3e2a-650a-45fb-8fd2-6d61530b79aa, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:53.918661 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.947546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:53.970299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:53.970926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:53.971471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:54.001928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:54.002540 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:54.016521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] For port 821e3e2a-650a-45fb-8fd2-6d61530b79aa, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:54.020668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] For port 821e3e2a-650a-45fb-8fd2-6d61530b79aa, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=821e3e2a-650a-45fb-8fd2-6d61530b79aa,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:54.026338 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.044555 n-d-809980-2 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 10 to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 Sep 21 08:24:54.051521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.084206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:54.085244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:54.103508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:54.103852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:54.104182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:54.126955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:54.127303 n-d-809980-2 neutron-server[94724]: ERROR neutron.plugins.ml2.managers [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port e42b06cd-710e-4e12-a0cb-b4c0dc064077 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:54.127704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.153087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd598c-1025-45eb-b2bd-4616e9185ae2 None None] Pushing event updated for resources: {'Port': ['ID=821e3e2a-650a-45fb-8fd2-6d61530b79aa,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:54.173191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f2386f2e-90e6-450c-85e7-eddddb67c35f None None] Provisioning complete for port 821e3e2a-650a-45fb-8fd2-6d61530b79aa triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:54.173566 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f2386f2e-90e6-450c-85e7-eddddb67c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.224752 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.225746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:54.226343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.314690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:54.332913 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.350546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cf38fe05-b091-419a-a584-500c5d672005 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "PUT /v2.0/routers/88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5982263 Sep 21 08:24:54.353212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.356677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38490) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:54.368636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] Pushing event updated for resources: {'Network': ['ID=a62233c4-5eeb-4a78-b832-150ad781c25f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:54.408925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Deleting port 0c3b161c-cc12-4512-b2cd-579718bf2c7e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:54.409572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.419760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a62233c4-5eeb-4a78-b832-150ad781c25f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:24:54.422318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] Sync routers for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:54.464830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] For port e42b06cd-710e-4e12-a0cb-b4c0dc064077, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:54.465232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempted to set empty binding levels {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 08:24:54.474002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:54.474269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.474645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:54.503885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.513118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.562205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:24:54.570946 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c66f642d-4c26-440c-9a92-b11125f331cc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8054645 Sep 21 08:24:54.583701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38494) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:54.591178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:24:54.596125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Request body: {'subnet': {'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-subnet', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:54.600024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:54.600623 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.603684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:54.685784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.695260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e430ee6-e76b-4e9d-820e-ea44e77b3b78,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:54.695857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] Routers {'88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:54.696502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:54.723553 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.723910 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Added segment 7486b30b-5c7f-448d-a997-5f055af36c7a of type vlan for network e7d42d32-c5de-428b-8df1-86ad901d3ab1 Sep 21 08:24:54.770018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=e42b06cd-710e-4e12-a0cb-b4c0dc064077,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:54.772732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Made reservation on behalf of df5b8d79042c412d8b1bbf31beb98311 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:54.775973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.781760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9df67d2c-6ec9-4bd5-9c03-dd30dd5feea0 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.7693615 Sep 21 08:24:54.782672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38498) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:54.832949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:54.833745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f85201-d373-4599-a100-e700f6ad611f None None] The sync data for ids ['88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:54.842635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.850947 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f2386f2e-90e6-450c-85e7-eddddb67c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.864829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce8aff-515d-4ff2-aec4-2b12d40336cf req-4fed430c-dadd-4ce3-86ca-cadd02938e15 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:54.866747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15ce8aff-515d-4ff2-aec4-2b12d40336cf req-4fed430c-dadd-4ce3-86ca-cadd02938e15 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 944 time: 0.1190622 Sep 21 08:24:54.890642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Calling delete_port for 0c3b161c-cc12-4512-b2cd-579718bf2c7e owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:54.907340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f2386f2e-90e6-450c-85e7-eddddb67c35f None None] For port 821e3e2a-650a-45fb-8fd2-6d61530b79aa, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=821e3e2a-650a-45fb-8fd2-6d61530b79aa,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:54.930354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f2386f2e-90e6-450c-85e7-eddddb67c35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:54.984761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15ce8aff-515d-4ff2-aec4-2b12d40336cf req-fd35dda0-2284-4f40-9bb6-ab17e03c812a tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903258 Sep 21 08:24:54.993398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2386f2e-90e6-450c-85e7-eddddb67c35f None None] Pushing event updated for resources: {'Port': ['ID=821e3e2a-650a-45fb-8fd2-6d61530b79aa,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:55.017756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Deleting port e42b06cd-710e-4e12-a0cb-b4c0dc064077 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:55.018420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.018576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:55.059103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d575d09f-9eb9-4ce9-bc81-2cc5b55e5e45 None None] The sync data for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 is: [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:55.070053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0b99af54-2e5f-4931-9f4c-6cbef39f4215 None None] Provisioning complete for port 821e3e2a-650a-45fb-8fd2-6d61530b79aa triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:55.070433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0b99af54-2e5f-4931-9f4c-6cbef39f4215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.148556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] For port e42b06cd-710e-4e12-a0cb-b4c0dc064077, host n-h2-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:55.149673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.222074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Calling delete_port for e42b06cd-710e-4e12-a0cb-b4c0dc064077 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:55.240482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.265652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.292742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.329089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Pushing event deleted for resources: {'Port': ['ID=0c3b161c-cc12-4512-b2cd-579718bf2c7e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:55.379793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfd3a5-43bd-4ff6-8c53-81d87d37f7ea req-c1b2c6dc-555d-4166-8166-6309abd6c5c1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:55.381682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-47cfd3a5-43bd-4ff6-8c53-81d87d37f7ea req-c1b2c6dc-555d-4166-8166-6309abd6c5c1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.6933842 Sep 21 08:24:55.402878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77dc0502-5a07-4738-afc1-38dab70cfd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.418793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.425740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.427367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:55.427779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.462051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.494380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.507198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0117502 Sep 21 08:24:55.519810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:55.520435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38502) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:55.525578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Request body: {'subnet': {'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-47327826-subnet', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:55.528620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42b06cd-710e-4e12-a0cb-b4c0dc064077,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:55.540737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.543293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3ea65947-4ab8-4a35-9b75-f8ac7dbb7e5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "DELETE /v2.0/ports/e42b06cd-710e-4e12-a0cb-b4c0dc064077 HTTP/1.1" status: 204 len: 168 time: 0.7578249 Sep 21 08:24:55.561828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38504) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:55.599269 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d28c502-4e3f-4641-9d02-1f55472d32c8 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:24:55.604981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3d28c502-4e3f-4641-9d02-1f55472d32c8 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "GET /v2.0/ports/e42b06cd-710e-4e12-a0cb-b4c0dc064077 HTTP/1.1" status: 404 len: 333 time: 0.0382876 Sep 21 08:24:55.609122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-47cfd3a5-43bd-4ff6-8c53-81d87d37f7ea req-7575a0b3-de41-413a-bdda-004f404ab2b8 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960163 Sep 21 08:24:55.609738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c4345-5ef9-411b-ab69-0b8df32218dc admin admin] Pushing event updated for resources: {'Network': ['ID=e7d42d32-c5de-428b-8df1-86ad901d3ab1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:55.611841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38506) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:55.644005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Request body: {'port': {'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1042291877'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:55.669170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:24:55.740647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Made reservation on behalf of 15116f3d355941549a4fcf40e4dbdaad for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:55.743790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.761572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.803067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.803595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] device_id is not set on port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:55.807981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.810079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Deleting port 355c17dc-b414-4d4d-975d-2e897231ed0d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:55.810429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.858445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Made reservation on behalf of 976bb0499523467da9520b4b083677a9 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:24:55.860925 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:55.902534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f73621-8d5b-4d11-bcd0-443349fbda83,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:55.935825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0fee0ad1-8020-4311-9c08-d8add8af6d8c details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:24:55.979855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Router 180a528f-88c5-44fc-959b-e746e11e75d0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:24:55.989485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Checking segment: {'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:55.989939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Network hostable DHCP agents. Network: a62233c4-5eeb-4a78-b832-150ad781c25f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:24:56.116369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:24:56.125430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.126868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-760ea429-c8c5-41f8-b369-4ee74e7ef09e tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "PUT /v2.0/routers/180a528f-88c5-44fc-959b-e746e11e75d0 HTTP/1.1" status: 200 len: 706 time: 2.3159306 Sep 21 08:24:56.128088 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] Sync routers for ids ['180a528f-88c5-44fc-959b-e746e11e75d0'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:24:56.129726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38520) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:56.139913 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] Routers {'180a528f-88c5-44fc-959b-e746e11e75d0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:56.143061 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['180a528f-88c5-44fc-959b-e746e11e75d0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:56.164118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.181699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Network a62233c4-5eeb-4a78-b832-150ad781c25f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:24:56.209299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0fee0ad1-8020-4311-9c08-d8add8af6d8c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0fee0ad1-8020-4311-9c08-d8add8af6d8c,segment=NetworkSegment(650c5e68-ea4d-4924-9c26-f7d2c64071e8),segment_id=650c5e68-ea4d-4924-9c26-f7d2c64071e8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:56.228106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '0fee0ad1-8020-4311-9c08-d8add8af6d8c', 'network_id': '66ca2430-5e71-48d9-9396-41e6e956e2e8', 'port_id': '0fee0ad1-8020-4311-9c08-d8add8af6d8c', 'mac_address': 'fa:16:3e:f3:f8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23152725-6507-4e17-b740-f245f89b90c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:24:56.242296 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:56.257764 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] Routers {'180a528f-88c5-44fc-959b-e746e11e75d0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:24:56.258753 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['180a528f-88c5-44fc-959b-e746e11e75d0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:56.280491 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.289474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2134a490-32a6-42e0-a47f-ae38a9919d5d tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/routers/180a528f-88c5-44fc-959b-e746e11e75d0 HTTP/1.1" status: 200 len: 741 time: 0.1584959 Sep 21 08:24:56.294282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38524) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:56.307053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Calling delete_port for 355c17dc-b414-4d4d-975d-2e897231ed0d owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:56.313022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fee0ad1-8020-4311-9c08-d8add8af6d8c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:24:56.315214 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:24:56.316903 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc1be2-aa86-47c0-96fe-863fbead7c1b None None] The sync data for ids ['180a528f-88c5-44fc-959b-e746e11e75d0'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:24:56.331004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.337323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a62233c4-5eeb-4a78-b832-150ad781c25f) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:56.348149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:56.348758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.356748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834df4c7-b202-42cb-97d0-e6f8d4a5722c None None] Network a62233c4-5eeb-4a78-b832-150ad781c25f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:56.386663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0fee0ad1-8020-4311-9c08-d8add8af6d8c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0fee0ad1-8020-4311-9c08-d8add8af6d8c,segment=NetworkSegment(650c5e68-ea4d-4924-9c26-f7d2c64071e8),segment_id=650c5e68-ea4d-4924-9c26-f7d2c64071e8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:56.409204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.422778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07346f35-99ee-4e6e-bffd-bba38a59a771 req-ad528490-696e-4d66-ac1a-585f0266ecbf tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:56.424419 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07346f35-99ee-4e6e-bffd-bba38a59a771 req-ad528490-696e-4d66-ac1a-585f0266ecbf tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 944 time: 0.2685356 Sep 21 08:24:56.447249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a332050e-c251-4a0a-ba1c-3bcdb3afc937 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8569834 Sep 21 08:24:56.448085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38532) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:56.460709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1318750e-eb78-4f81-9b36-837b620e954d tempest-RoutersAdminTest-462240409 tempest-RoutersAdminTest-462240409-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=180a528f-88c5-44fc-959b-e746e11e75d0 HTTP/1.1" status: 200 len: 205 time: 0.1630626 Sep 21 08:24:56.462683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38534) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:56.468031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:56.506713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6abb2b7d-f17c-4ad9-a63e-81f24677b94c tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=180a528f-88c5-44fc-959b-e746e11e75d0 HTTP/1.1" status: 200 len: 205 time: 0.0427225 Sep 21 08:24:56.510788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38536) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:56.598922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.616581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=0fee0ad1-8020-4311-9c08-d8add8af6d8c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:56.667358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-738ce0cc-79eb-4e7c-8862-2778cd15afa1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.709887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5a808-5c57-490e-a2fd-18ae931fcf8b None None] Network a62233c4-5eeb-4a78-b832-150ad781c25f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:56.724888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.730672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['0fee0ad1-8020-4311-9c08-d8add8af6d8c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:24:56.739624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07346f35-99ee-4e6e-bffd-bba38a59a771 req-f9dcc8e0-4b91-4c84-874b-27b845b67538 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901886 Sep 21 08:24:56.740663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.742038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.763299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Network a68b7fc2-bdac-44e8-9891-466c8d9b94fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:56.783637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:56.793550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:56.794531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:56.795160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.825136 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:56.835886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a0a5ee-797d-4c49-9749-e637ab91a0d5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:56.848751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e81795ec-37dc-4e2b-937c-395d7141ae82 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2180729 Sep 21 08:24:56.865909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38546) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:56.874488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:56.895771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.027096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.095239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Port': ['ID=355c17dc-b414-4d4d-975d-2e897231ed0d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:57.097120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38552) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.099643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.109680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba417da-8dd9-45e2-911b-652f36ffb7ee req-a0825dfb-47da-434a-923d-793c64c16a42 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:57.124321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba417da-8dd9-45e2-911b-652f36ffb7ee req-a0825dfb-47da-434a-923d-793c64c16a42 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.4164784 Sep 21 08:24:57.140259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 821e3e2a-650a-45fb-8fd2-6d61530b79aa up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:57.182067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-738ce0cc-79eb-4e7c-8862-2778cd15afa1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.184183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-738ce0cc-79eb-4e7c-8862-2778cd15afa1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.197289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 821e3e2a-650a-45fb-8fd2-6d61530b79aa triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:57.197744 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.201521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.240824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Pushing event updated for resources: {'Subnet': ['ID=be044704-0893-4e20-9fb7-129e0fdc1411,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:57.261066 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-738ce0cc-79eb-4e7c-8862-2778cd15afa1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.261753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738ce0cc-79eb-4e7c-8862-2778cd15afa1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Fanout notify agent at l3_agent the message router_deleted on router 180a528f-88c5-44fc-959b-e746e11e75d0 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:57.271593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-738ce0cc-79eb-4e7c-8862-2778cd15afa1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.276641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-738ce0cc-79eb-4e7c-8862-2778cd15afa1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/180a528f-88c5-44fc-959b-e746e11e75d0 HTTP/1.1" status: 204 len: 168 time: 0.7597187 Sep 21 08:24:57.277761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Checking segment: {'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:57.277761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Network hostable DHCP agents. Network: e7d42d32-c5de-428b-8df1-86ad901d3ab1, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:24:57.283182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.285788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38556) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.337906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7837443c-73fa-4228-9122-8ee99b402d0f tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=180a528f-88c5-44fc-959b-e746e11e75d0 HTTP/1.1" status: 200 len: 205 time: 0.0491464 Sep 21 08:24:57.341309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38558) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.357481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.362451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.400681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ba417da-8dd9-45e2-911b-652f36ffb7ee req-7021e634-2218-4e8e-8073-0af4f8c657ca tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695714 Sep 21 08:24:57.403347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:24:57.408241 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-6e0ff274-ab1d-43c8-946f-1b09079348f3 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] delete failed (client error): The resource could not be found. Sep 21 08:24:57.411561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6e0ff274-ab1d-43c8-946f-1b09079348f3 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/180a528f-88c5-44fc-959b-e746e11e75d0 HTTP/1.1" status: 404 len: 336 time: 0.0650823 Sep 21 08:24:57.413673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38560) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.430823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, e7d42d32-c5de-428b-8df1-86ad901d3ab1) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:57.431229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-387f0681-7ee0-401c-a8a1-89dd431422fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3276210 Sep 21 08:24:57.441687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86904699-8bbe-49af-b903-74eea07f7ca7 None None] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:57.449691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:57.450274 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.453401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f0f52d0c-6e6b-470c-807b-e7363962a7ee tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c11e09b-e774-4cfa-a1cf-277a80c2b977 HTTP/1.1" status: 200 len: 205 time: 0.0377645 Sep 21 08:24:57.455291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-8013f2d8-72f8-49bd-a6f0-35d49aa85b33 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:24:57.456485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-8013f2d8-72f8-49bd-a6f0-35d49aa85b33 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090156 Sep 21 08:24:57.457133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.457699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Fanout notify agent at l3_agent the message router_deleted on router 88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:24:57.460474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38562) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.466379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.468854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e60b5c60-c638-482a-a303-b39e93844071 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "DELETE /v2.0/routers/88e7dfdf-b173-4010-a2f6-fc1b3dbe1fdc HTTP/1.1" status: 204 len: 168 time: 3.1066306 Sep 21 08:24:57.470622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38564) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.515778 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-f791b241-b31f-4ce3-83f2-1c4803e5e8b0 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] delete failed (client error): The resource could not be found. Sep 21 08:24:57.519938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f791b241-b31f-4ce3-83f2-1c4803e5e8b0 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/9c11e09b-e774-4cfa-a1cf-277a80c2b977 HTTP/1.1" status: 404 len: 336 time: 0.0477557 Sep 21 08:24:57.520865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38570) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.591520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-912be823-f3aa-4399-9973-0099e6c3986b tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=17473ef3-e3af-4445-83c3-363e739a9374 HTTP/1.1" status: 200 len: 205 time: 0.0702004 Sep 21 08:24:57.594413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38572) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.617258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d4548318-363d-497f-ac5e-62faae88cabf admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0959814 Sep 21 08:24:57.634723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38574) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.674442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:24:57.679184 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-984b6d05-a5d3-41dc-9c8c-a82177375d38 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] delete failed (client error): The resource could not be found. Sep 21 08:24:57.683238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Deleting subnet 3140194a-b137-4c15-9226-b0eb83a3e134 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:24:57.683417 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-984b6d05-a5d3-41dc-9c8c-a82177375d38 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/17473ef3-e3af-4445-83c3-363e739a9374 HTTP/1.1" status: 404 len: 336 time: 0.0852487 Sep 21 08:24:57.684197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.686660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38578) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.697602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-e7d42d32-c5de-428b-8df1-86ad901d3ab1', 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'fixed_ips': [{'subnet_id': 'be044704-0893-4e20-9fb7-129e0fdc1411'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:24:57.698481 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.740835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-389919bd-9481-45fa-8b3a-c904d82a91e1 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f9a5e4d-16b4-4add-8813-31e858fd0753 HTTP/1.1" status: 200 len: 205 time: 0.0508497 Sep 21 08:24:57.744125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38582) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.748822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] device_id is not set on port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:24:57.758327 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.759998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.774510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.794922 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.831637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.834677 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-3156faa9-a02a-43ea-b675-df72249caf10 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] delete failed (client error): The resource could not be found. Sep 21 08:24:57.839639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3156faa9-a02a-43ea-b675-df72249caf10 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/8f9a5e4d-16b4-4add-8813-31e858fd0753 HTTP/1.1" status: 404 len: 336 time: 0.0850463 Sep 21 08:24:57.840438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38586) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.845677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.872076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.889775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Allocated IP 172.20.0.2 (e7d42d32-c5de-428b-8df1-86ad901d3ab1/be044704-0893-4e20-9fb7-129e0fdc1411/f8776317-1863-488b-b7a7-e7e8807070cf) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:57.890884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3af3c736-240b-428a-96d0-9f8d5b8463b3 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=272079de-c938-44b0-91de-d1a821bd6a47 HTTP/1.1" status: 200 len: 205 time: 0.0400157 Sep 21 08:24:57.898890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38588) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.929395 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:57.942519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0fee0ad1-8020-4311-9c08-d8add8af6d8c up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:24:57.951062 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-dff03fa1-4184-492e-9f23-11246170eb7d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] delete failed (client error): The resource could not be found. Sep 21 08:24:57.952534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dff03fa1-4184-492e-9f23-11246170eb7d tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/272079de-c938-44b0-91de-d1a821bd6a47 HTTP/1.1" status: 404 len: 336 time: 0.0524373 Sep 21 08:24:57.965548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38590) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:57.966227 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.027627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a0a5ee-797d-4c49-9749-e637ab91a0d5,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:58.067372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-337919a2-2b15-42f7-ad0f-458ef8dc58cf tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf2d6fa-b150-48a3-a780-fcd1b5d16d27 HTTP/1.1" status: 200 len: 205 time: 0.0984039 Sep 21 08:24:58.067967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38592) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:58.104813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5697d-bf7e-4611-8265-bf959ddf6119 req-177994a5-9975-4400-be61-31bfc4a8607e tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:58.106583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dad5697d-bf7e-4611-8265-bf959ddf6119 req-177994a5-9975-4400-be61-31bfc4a8607e tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 945 time: 0.2641292 Sep 21 08:24:58.113754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 0fee0ad1-8020-4311-9c08-d8add8af6d8c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:24:58.127621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 0fee0ad1-8020-4311-9c08-d8add8af6d8c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:24:58.128012 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.146035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Allocated IP 172.25.1.164 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/f30d0d5b-8d50-4687-a392-89f24c93c6d4) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:24:58.155431 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-dce8b577-309e-41a1-a55c-601254021554 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] delete failed (client error): The resource could not be found. Sep 21 08:24:58.159543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dce8b577-309e-41a1-a55c-601254021554 tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/routers/ccf2d6fa-b150-48a3-a780-fcd1b5d16d27 HTTP/1.1" status: 404 len: 336 time: 0.0822346 Sep 21 08:24:58.173127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:58.178782 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.202096 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.212251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.212672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.213232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.216302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.237740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:58.238100 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:58.240749 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 2 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:58.252262 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7183b9-fc4a-4919-ad0a-c91e085e531b tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] DELETE failed (client error): The resource could not be found. Sep 21 08:24:58.252649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7183b9-fc4a-4919-ad0a-c91e085e531b tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:24:58.256825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cb7183b9-fc4a-4919-ad0a-c91e085e531b tempest-RoutersAdminTest-878119074 tempest-RoutersAdminTest-878119074-project] 10.222.0.59 "DELETE /v2.0/subnets/4d5405e5-f76c-46b9-ba51-8bdc0c7f0a59 HTTP/1.1" status: 404 len: 337 time: 0.0803707 Sep 21 08:24:58.279793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.286599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dad5697d-bf7e-4611-8265-bf959ddf6119 req-84349b35-4adb-4fb6-b2b5-bfffb3de6d70 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355698 Sep 21 08:24:58.306634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:58.310835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Pushing event updated for resources: {'Port': ['ID=f8776317-1863-488b-b7a7-e7e8807070cf,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:58.317462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:58.322504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.322845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.323179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.333968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:58.334854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:58.335192 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:58.338174 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 3 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:58.341506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.357615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.357978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.358281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.365773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:58.366094 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:58.367009 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 4 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:58.380824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 0fee0ad1-8020-4311-9c08-d8add8af6d8c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0fee0ad1-8020-4311-9c08-d8add8af6d8c,segment=NetworkSegment(650c5e68-ea4d-4924-9c26-f7d2c64071e8),segment_id=650c5e68-ea4d-4924-9c26-f7d2c64071e8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:58.382065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fee0ad1-8020-4311-9c08-d8add8af6d8c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:24:58.385316 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21062c18-c9bd-46c2-90b8-fd37df55d502" -d '{"events": [{"server_uuid": "1eb1da13-575a-4327-8884-3d09e2dd55c5", "name": "network-vif-plugged", "status": "completed", "tag": "0fee0ad1-8020-4311-9c08-d8add8af6d8c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:24:58.387267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.387995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.387995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.393638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:58.395268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.405273 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:58.406221 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 5 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:58.419128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.484635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.488757 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4558c2e3-8a81-46c4-979b-0c54d89fa2da x-openstack-request-id: req-4558c2e3-8a81-46c4-979b-0c54d89fa2da {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:24:58.489063 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb1da13-575a-4327-8884-3d09e2dd55c5", "name": "network-vif-plugged", "status": "completed", "tag": "0fee0ad1-8020-4311-9c08-d8add8af6d8c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:24:58.489932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "DELETE /v2.0/subnets/3140194a-b137-4c15-9226-b0eb83a3e134 HTTP/1.1" status: 204 len: 168 time: 1.0162404 Sep 21 08:24:58.490856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38602) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:58.491069 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4558c2e3-8a81-46c4-979b-0c54d89fa2da {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:24:58.491488 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fee0ad1-8020-4311-9c08-d8add8af6d8c', 'code': 200} Sep 21 08:24:58.491903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58c39e-78cf-4158-ab73-a5a4b76ae35b tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Subnet': ['ID=3140194a-b137-4c15-9226-b0eb83a3e134,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:58.494646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.494980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.495938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.505358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42537869-358a-46d2-8141-0e03f79845a5 None None] Network 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:24:58.590988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:58.593693 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:58.601088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Attempting to bind port f8776317-1863-488b-b7a7-e7e8807070cf on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.602012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Attempting to bind port f8776317-1863-488b-b7a7-e7e8807070cf by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.603138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Attempting to bind port f8776317-1863-488b-b7a7-e7e8807070cf on network e7d42d32-c5de-428b-8df1-86ad901d3ab1 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.607258 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 6 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:58.640906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:24:58.642844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Checking segment: {'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:24:58.642844 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.642844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Bound using segment: {'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:24:58.653052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Bound port: f8776317-1863-488b-b7a7-e7e8807070cf, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:24:58.653479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.665440 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.679733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.700799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.700799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.701098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.721251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=0fee0ad1-8020-4311-9c08-d8add8af6d8c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:58.743359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:58.743994 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:58.748823 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 7 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:58.765610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38608) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:58.775414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5f18a-f1c4-416a-89ae-bb3b75c20865 req-07e06751-687a-4250-93a5-3e8d3e2e69c8 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:58.777419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ba5f18a-f1c4-416a-89ae-bb3b75c20865 req-07e06751-687a-4250-93a5-3e8d3e2e69c8 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1901929 Sep 21 08:24:58.790224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.806592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5dc1a-94dc-4d94-b1ab-445874c79471 req-23711888-88df-43b7-a8de-96295a1fc61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:58.808137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ddf5dc1a-94dc-4d94-b1ab-445874c79471 req-23711888-88df-43b7-a8de-96295a1fc61c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 1097 time: 0.2699137 Sep 21 08:24:58.847124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] For port f8776317-1863-488b-b7a7-e7e8807070cf, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:58.851536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] For port f8776317-1863-488b-b7a7-e7e8807070cf, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f8776317-1863-488b-b7a7-e7e8807070cf,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:24:58.851919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.853701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.854052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.862643 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.863229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:24:58.875842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:58.876180 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:58.877976 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 8 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:58.905258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:58.906160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:58.906710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:58.934856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Deleting port 91373222-bf7a-4e27-8c36-55425e462d59 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:58.935281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:58.939029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f502c-a3bb-40b3-8e0d-181f5e70af65 None None] Pushing event updated for resources: {'Port': ['ID=f8776317-1863-488b-b7a7-e7e8807070cf,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:58.976527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] DHCP port deletion for 95ef3c8d-266a-450c-b2d1-8c94516e6ea0 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:24:59.060444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] Deleting port 91373222-bf7a-4e27-8c36-55425e462d59 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:24:59.060924 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.111743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 91373222-bf7a-4e27-8c36-55425e462d59 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:24:59.261378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] For port 91373222-bf7a-4e27-8c36-55425e462d59, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=91373222-bf7a-4e27-8c36-55425e462d59,segment=NetworkSegment(f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7),segment_id=f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:59.262319 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.287542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] Calling delete_port for 91373222-bf7a-4e27-8c36-55425e462d59 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:59.300202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.385961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 91373222-bf7a-4e27-8c36-55425e462d59, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=91373222-bf7a-4e27-8c36-55425e462d59,segment=NetworkSegment(f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7),segment_id=f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:59.402416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.419660 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ba5f18a-f1c4-416a-89ae-bb3b75c20865 req-cf7dffa3-e1d0-4d4c-91c3-cbc1d7ad0839 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6155899 Sep 21 08:24:59.420290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:59.420617 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:59.423092 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 9 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:59.478580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.481550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:59.481887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:59.482225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:59.490112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:59.490736 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:59.492172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] For port 91373222-bf7a-4e27-8c36-55425e462d59, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=91373222-bf7a-4e27-8c36-55425e462d59,segment=NetworkSegment(f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7),segment_id=f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:24:59.492441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.495394 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 10 to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 Sep 21 08:24:59.505742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Pushing event updated for resources: {'Port': ['ID=f30d0d5b-8d50-4687-a392-89f24c93c6d4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:59.508834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=91373222-bf7a-4e27-8c36-55425e462d59,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:59.511503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] No DVR routers for this DVR port 91373222-bf7a-4e27-8c36-55425e462d59 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:59.520180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:24:59.520403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:24:59.520732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:24:59.527699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:24:59.528029 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:24:59.528409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.534919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4fff8-ca32-437a-b830-33b555ed5487 None None] Pushing event deleted for resources: {'Port': ['ID=91373222-bf7a-4e27-8c36-55425e462d59,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:59.553291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Calling delete_port for 91373222-bf7a-4e27-8c36-55425e462d59 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:24:59.563471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:24:59.572967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:24:59.626523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e82d6cf-e6c4-45dd-81bf-f08c2928fa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.661535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] For port b0a0a5ee-797d-4c49-9749-e637ab91a0d5, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:24:59.661796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempted to set empty binding levels {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 08:24:59.685262 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.698976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ddf5dc1a-94dc-4d94-b1ab-445874c79471 req-72b92ed0-f637-46f2-9749-fdc9d044155b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8657897 Sep 21 08:24:59.734134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a0a5ee-797d-4c49-9749-e637ab91a0d5,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:59.738750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7d233-f36b-49b7-a8a6-6ba336f81505 req-63105087-b36e-4a87-90ab-d1075c4ff87c tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.740365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fb7d233-f36b-49b7-a8a6-6ba336f81505 req-63105087-b36e-4a87-90ab-d1075c4ff87c tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 946 time: 0.2138574 Sep 21 08:24:59.763961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.797168 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.798742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] In _notify_port_updated(), no bound segment for port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:24:59.801009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.802252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.806978 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34b30484-6793-4751-95e5-b26f57416c7c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "PUT /v2.0/ports/b0a0a5ee-797d-4c49-9749-e637ab91a0d5 HTTP/1.1" status: 200 len: 975 time: 2.9378254 Sep 21 08:24:59.807793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38616) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:59.819838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Port': ['ID=91373222-bf7a-4e27-8c36-55425e462d59,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:24:59.849992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] No DVR routers for this DVR port 91373222-bf7a-4e27-8c36-55425e462d59 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:24:59.863119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:24:59.933117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.933751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.934656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.935527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.935796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.936335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.936866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.937477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.937922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.938448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.939347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.939520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.940028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.940824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.941070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.941865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.942435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.943439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.943439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.944093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.944920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.945451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.946010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.946525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.947204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.947874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.948523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.949267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.949920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.950568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:24:59.959710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b6dae3a5-2327-49ab-90c9-e3f5c485ed5c tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26924 time: 0.1480541 Sep 21 08:24:59.967972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38618) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:24:59.989695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fb7d233-f36b-49b7-a8a6-6ba336f81505 req-b992818c-e226-45be-9199-3f5617a489a2 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040844 Sep 21 08:25:00.041991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.067769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ef3c8d-266a-450c-b2d1-8c94516e6ea0']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:00.078112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:00.078420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05cdc28-56cc-4aa2-a9e8-e8ed265b4bf7') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:00.089716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.105448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.142919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:25:00.143361 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.146517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Allocated IP 172.25.1.160 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/d408eefb-6445-4421-b6ec-b983842e8c67) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:25:00.148321 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:25:00.176645 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e82d6cf-e6c4-45dd-81bf-f08c2928fa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.208196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e82d6cf-e6c4-45dd-81bf-f08c2928fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.240620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.246855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.252078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "DELETE /v2.0/networks/95ef3c8d-266a-450c-b2d1-8c94516e6ea0 HTTP/1.1" status: 204 len: 168 time: 1.7534046 Sep 21 08:25:00.252730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38620) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:00.277551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Deleting port b0a0a5ee-797d-4c49-9749-e637ab91a0d5 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:00.278032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.287117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0e82d6cf-e6c4-45dd-81bf-f08c2928fa67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=798c4c690c4b4157b363599dca28c66d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5163941 Sep 21 08:25:00.309394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38622) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:00.317815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.327090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b8608-761d-4d47-828a-8e88a22c226d tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Network': ['ID=95ef3c8d-266a-450c-b2d1-8c94516e6ea0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:00.352796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82d6cf-e6c4-45dd-81bf-f08c2928fa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc239a49-e9d1-4d3b-a91a-3a3c8b7419d8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:00.444513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.469936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448d081-727a-4ca9-99d0-ee41f0bec6cc None None] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:00.537829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] For port b0a0a5ee-797d-4c49-9749-e637ab91a0d5, host n-h2-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:00.538436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.572685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Calling delete_port for b0a0a5ee-797d-4c49-9749-e637ab91a0d5 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:00.629968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.638017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2baa152-0cda-44b9-a21b-40001dc8bdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.719875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:00.733494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a1b50f61-8988-4b66-86e7-a20235b3891c None None] Provisioning complete for port f8776317-1863-488b-b7a7-e7e8807070cf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:00.734775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1b50f61-8988-4b66-86e7-a20235b3891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.752367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:00.756052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:00.759620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.763257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Pushing event updated for resources: {'Port': ['ID=d408eefb-6445-4421-b6ec-b983842e8c67,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:00.764396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Deleting port 3fac7022-c7d1-4a0a-b7b7-443440dac8e9 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:00.764745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.825901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2baa152-0cda-44b9-a21b-40001dc8bdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:00.920660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e69db-297c-482d-a50f-e8f12c32d329 req-1e4fd664-dbdd-4d2a-88ba-42d0743e6577 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:00.931436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e7e69db-297c-482d-a50f-e8f12c32d329 req-1e4fd664-dbdd-4d2a-88ba-42d0743e6577 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.3539188 Sep 21 08:25:01.066573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1b50f61-8988-4b66-86e7-a20235b3891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.112031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e7e69db-297c-482d-a50f-e8f12c32d329 req-42861307-e8c2-40e7-ad3e-ca6a60ba6733 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795070 Sep 21 08:25:01.153226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.214562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a1b50f61-8988-4b66-86e7-a20235b3891c None None] For port f8776317-1863-488b-b7a7-e7e8807070cf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f8776317-1863-488b-b7a7-e7e8807070cf,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:01.229861 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1b50f61-8988-4b66-86e7-a20235b3891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.236178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.243189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b0a0a5ee-797d-4c49-9749-e637ab91a0d5 HTTP/1.1" status: 204 len: 168 time: 1.2737002 Sep 21 08:25:01.249827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38630) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:01.254910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fa442-5052-47d6-b367-7165694cf247 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a0a5ee-797d-4c49-9749-e637ab91a0d5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:01.298358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f8776317-1863-488b-b7a7-e7e8807070cf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:01.301179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.301520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.306360 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccb18da-dda7-4b7d-b2d7-b82e4c1c74af tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:25:01.315764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3ccb18da-dda7-4b7d-b2d7-b82e4c1c74af tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "GET /v2.0/ports/b0a0a5ee-797d-4c49-9749-e637ab91a0d5 HTTP/1.1" status: 404 len: 333 time: 0.0625684 Sep 21 08:25:01.316491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38632) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:01.329948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1934904875', 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:01.340418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Calling delete_port for 3fac7022-c7d1-4a0a-b7b7-443440dac8e9 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:01.353477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2baa152-0cda-44b9-a21b-40001dc8bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.356758 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2baa152-0cda-44b9-a21b-40001dc8bdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.360583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d2baa152-0cda-44b9-a21b-40001dc8bdfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc239a49-e9d1-4d3b-a91a-3a3c8b7419d8 HTTP/1.1" status: 204 len: 168 time: 1.0412266 Sep 21 08:25:01.402076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b50f61-8988-4b66-86e7-a20235b3891c None None] Pushing event updated for resources: {'Port': ['ID=f8776317-1863-488b-b7a7-e7e8807070cf,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:01.419287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2baa152-0cda-44b9-a21b-40001dc8bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc239a49-e9d1-4d3b-a91a-3a3c8b7419d8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:01.431742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Made reservation on behalf of 15116f3d355941549a4fcf40e4dbdaad for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:01.434162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.453954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] device_id is not set on port c0fdfff3-6201-4e02-a4a5-a59f7afa22d4 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:01.521279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f8776317-1863-488b-b7a7-e7e8807070cf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:01.523301 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.527654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf68ef-a824-4fe9-b6bf-857db129b390 req-fa094e03-d17d-43cc-8e9e-84da7b1d3067 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:01.530059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1acf68ef-a824-4fe9-b6bf-857db129b390 req-fa094e03-d17d-43cc-8e9e-84da7b1d3067 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 946 time: 0.3047607 Sep 21 08:25:01.631022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e8a47db9-8292-4a13-9034-91d48c5131ea None None] Provisioning complete for port f8776317-1863-488b-b7a7-e7e8807070cf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:01.631534 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8a47db9-8292-4a13-9034-91d48c5131ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.633860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.686434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.777906 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.780633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Network a68b7fc2-bdac-44e8-9891-466c8d9b94fc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:01.783182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:01.789687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:01.790718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:01.791368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:01.794443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=c0fdfff3-6201-4e02-a4a5-a59f7afa22d4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:01.842006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b8b26217-35ea-4ef8-a35d-b4e3d609c45e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5183940 Sep 21 08:25:01.846648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38638) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:01.885816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417a2ab6-c3cc-4ddd-a449-ad1409789321 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:01.890501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-417a2ab6-c3cc-4ddd-a449-ad1409789321 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "GET /v2.0/ports/c0fdfff3-6201-4e02-a4a5-a59f7afa22d4 HTTP/1.1" status: 200 len: 955 time: 0.0427957 Sep 21 08:25:01.891122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38640) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:01.921252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Router ba685402-7cfe-4ebc-b3c8-68c057183a3b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:25:01.968626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38642) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:01.993930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1acf68ef-a824-4fe9-b6bf-857db129b390 req-ac5d29cd-953e-41af-928b-0e08dcd8abe3 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546825 Sep 21 08:25:02.029084 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-554f6f5b-b279-4176-aef4-c30b5196bfe0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=607aff717e194376a99cc79e3d846c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555604 Sep 21 08:25:02.029936 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.038842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38648) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:02.077674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Pushing event deleted for resources: {'Port': ['ID=3fac7022-c7d1-4a0a-b7b7-443440dac8e9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:02.116682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.174806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.177421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.180876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ba5d5c82-040a-458e-82fa-aa3502a11ec8 tempest-FloatingIPAdminTestJSON-1956193671 tempest-FloatingIPAdminTestJSON-1956193671-project] 10.222.0.59 "DELETE /v2.0/floatingips/84b3ee26-2f7f-4593-967f-3ac875076145 HTTP/1.1" status: 204 len: 168 time: 1.9220738 Sep 21 08:25:02.220673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Deleting port c0fdfff3-6201-4e02-a4a5-a59f7afa22d4 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:02.221023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.297879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.311609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Calling delete_port for c0fdfff3-6201-4e02-a4a5-a59f7afa22d4 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:02.407643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.457039 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.462163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "DELETE /v2.0/ports/c0fdfff3-6201-4e02-a4a5-a59f7afa22d4 HTTP/1.1" status: 204 len: 168 time: 0.5680914 Sep 21 08:25:02.464421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38660) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:02.475200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:25:02.481694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.489144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5f701bf-3640-4738-910e-5b23a8669879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.489500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Sync routers for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:25:02.499568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941d2f4-46b8-4994-97b2-f31222e63633 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0fdfff3-6201-4e02-a4a5-a59f7afa22d4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:02.506081 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d50c43-8299-442f-a874-585b8dfdc5f7 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:25:02.507761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f5d50c43-8299-442f-a874-585b8dfdc5f7 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "GET /v2.0/ports/c0fdfff3-6201-4e02-a4a5-a59f7afa22d4 HTTP/1.1" status: 404 len: 333 time: 0.0420988 Sep 21 08:25:02.515174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38662) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:02.515555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:02.515896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:02.533661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Request body: {'port': {'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-321073819'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:02.545141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709774e-0238-42cd-a6a1-9d356727ee3d req-c98a7734-d101-4c25-bcda-f8eb62b52b8c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:02.546726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e709774e-0238-42cd-a6a1-9d356727ee3d req-c98a7734-d101-4c25-bcda-f8eb62b52b8c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1497343 Sep 21 08:25:02.583009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5f701bf-3640-4738-910e-5b23a8669879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.626752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e709774e-0238-42cd-a6a1-9d356727ee3d req-9839cfea-8918-48e9-87cb-a1d7599590c4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686064 Sep 21 08:25:02.681632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5f701bf-3640-4738-910e-5b23a8669879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.684263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5f701bf-3640-4738-910e-5b23a8669879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.688309 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a5f701bf-3640-4738-910e-5b23a8669879 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aeadf876-5d18-435b-a5b5-6705931719bf HTTP/1.1" status: 204 len: 168 time: 0.6202660 Sep 21 08:25:02.701851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f701bf-3640-4738-910e-5b23a8669879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeadf876-5d18-435b-a5b5-6705931719bf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:02.727386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:02.748122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38670) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:02.802447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.806478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1b0eec30-644c-45d3-b153-fbbcfd8325bd admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3490331 Sep 21 08:25:02.812271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38674) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:02.827034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Made reservation on behalf of 15116f3d355941549a4fcf40e4dbdaad for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:02.829593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:02.854067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Router 2857c867-5254-4bb9-ac55-cd6f964b64fc is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:25:02.912471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] device_id is not set on port 74fef740-5d07-4425-b9a3-7badc895b0bb yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:03.063081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:00Z', 'revision_number': 3, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:03.122320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Checking router: ba685402-7cfe-4ebc-b3c8-68c057183a3b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:25:03.122909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Updating router ba685402-7cfe-4ebc-b3c8-68c057183a3b port f30d0d5b-8d50-4687-a392-89f24c93c6d4 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:25:03.162733 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.188897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-aec53ed3-4c44-42eb-9107-bf9154845d86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a7b5117a01b4d88bf0f1468f5a42f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395182 Sep 21 08:25:03.196802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f8776317-1863-488b-b7a7-e7e8807070cf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:03.208169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38680) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:03.276194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:25:03.286751 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d785887-658d-4164-8206-90de0478032d None None] Sync routers for ids ['2857c867-5254-4bb9-ac55-cd6f964b64fc'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:25:03.296959 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d785887-658d-4164-8206-90de0478032d None None] Routers {'2857c867-5254-4bb9-ac55-cd6f964b64fc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:03.297896 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0d785887-658d-4164-8206-90de0478032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['2857c867-5254-4bb9-ac55-cd6f964b64fc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:03.386975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9bb7b-08f7-4c92-96f6-8b70554cb8d9 req-b2e30a48-d3df-4201-95ee-eadce7ffbfd8 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:03.399685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8e9bb7b-08f7-4c92-96f6-8b70554cb8d9 req-b2e30a48-d3df-4201-95ee-eadce7ffbfd8 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 946 time: 0.2983441 Sep 21 08:25:03.403836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.408562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.408903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ea861552-ea91-4296-bec3-e767a8358a13 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7404146 Sep 21 08:25:03.409774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38688) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:03.461316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b002d6c-e2db-45ec-b213-3cb607a8bfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.488409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b002d6c-e2db-45ec-b213-3cb607a8bfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.526145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0d785887-658d-4164-8206-90de0478032d None None] Set router 2857c867-5254-4bb9-ac55-cd6f964b64fc gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:03.540173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8e9bb7b-08f7-4c92-96f6-8b70554cb8d9 req-7eba7b8d-848a-4bc1-b514-49d2d464fef7 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/security-groups?id=9c27e4ac-11e8-4102-b99a-1799e6cc06ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389015 Sep 21 08:25:03.594825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b002d6c-e2db-45ec-b213-3cb607a8bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.598868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b002d6c-e2db-45ec-b213-3cb607a8bfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.604041 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b002d6c-e2db-45ec-b213-3cb607a8bfb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83b9932a-5ec8-429f-aaba-6bde1adc3e41 HTTP/1.1" status: 204 len: 168 time: 0.3936493 Sep 21 08:25:03.634920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b002d6c-e2db-45ec-b213-3cb607a8bfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9932a-5ec8-429f-aaba-6bde1adc3e41,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:03.640263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.784577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f8776317-1863-488b-b7a7-e7e8807070cf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:03.784577 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.866692 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:03.887797 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0d785887-658d-4164-8206-90de0478032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:01Z', 'revision_number': 3, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port': {'id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:59Z', 'updated_at': '2021-09-21T08:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:03.974322 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d785887-658d-4164-8206-90de0478032d None None] Checking router: 2857c867-5254-4bb9-ac55-cd6f964b64fc for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:25:03.974834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d785887-658d-4164-8206-90de0478032d None None] Updating router 2857c867-5254-4bb9-ac55-cd6f964b64fc port d408eefb-6445-4421-b6ec-b983842e8c67 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:25:03.987056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-902db009-0925-48ac-ac19-5216b793ba5f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:03.992094 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-902db009-0925-48ac-ac19-5216b793ba5f tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.62 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 946 time: 0.1097891 Sep 21 08:25:04.043269 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0d785887-658d-4164-8206-90de0478032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.050638 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.063632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.114392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=74fef740-5d07-4425-b9a3-7badc895b0bb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:04.125574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Network a68b7fc2-bdac-44e8-9891-466c8d9b94fc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:04.141099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:04.151554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Deleting port 0fee0ad1-8020-4311-9c08-d8add8af6d8c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:04.152316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.181256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:04.181256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:04.181256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.258859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d7e3-7054-45cf-8eac-0097a05b7c68 req-eb89a050-93e1-4b5d-91ef-139ad9b0355d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:04.269375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4652d7e3-7054-45cf-8eac-0097a05b7c68 req-eb89a050-93e1-4b5d-91ef-139ad9b0355d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1390674 Sep 21 08:25:04.280426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] For port 0fee0ad1-8020-4311-9c08-d8add8af6d8c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=0fee0ad1-8020-4311-9c08-d8add8af6d8c,segment=NetworkSegment(650c5e68-ea4d-4924-9c26-f7d2c64071e8),segment_id=650c5e68-ea4d-4924-9c26-f7d2c64071e8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:04.280813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.298970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Calling delete_port for 0fee0ad1-8020-4311-9c08-d8add8af6d8c owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:04.303694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef42674-1717-4cd8-ad48-de1ddd6392d1 None None] Pushing event updated for resources: {'Port': ['ID=f30d0d5b-8d50-4687-a392-89f24c93c6d4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:04.311396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-438aff8b-3319-4df2-9759-fd320d4b1d74 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7877889 Sep 21 08:25:04.323629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38708) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:04.329387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Attempting to bind port f30d0d5b-8d50-4687-a392-89f24c93c6d4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:04.330912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Attempting to bind port f30d0d5b-8d50-4687-a392-89f24c93c6d4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:04.332204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Attempting to bind port f30d0d5b-8d50-4687-a392-89f24c93c6d4 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:04.333360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:04.348067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:04.348937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:04.350778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.351822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:04.355814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Bound port: f30d0d5b-8d50-4687-a392-89f24c93c6d4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:04.356725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.452348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4652d7e3-7054-45cf-8eac-0097a05b7c68 req-c672452c-1fcb-49db-9d8f-8fa9e2770141 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818981 Sep 21 08:25:04.479163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] For port f30d0d5b-8d50-4687-a392-89f24c93c6d4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:04.490859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] For port f30d0d5b-8d50-4687-a392-89f24c93c6d4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f30d0d5b-8d50-4687-a392-89f24c93c6d4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:04.501820 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.622348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:04.623787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:04.630711 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.647011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.681930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38716) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:04.714702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc02eb89-f6ab-4fe3-89e8-61d003e5d15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.723642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.726839 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0d785887-658d-4164-8206-90de0478032d None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.741642 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0d785887-658d-4164-8206-90de0478032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.765415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['0fee0ad1-8020-4311-9c08-d8add8af6d8c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:25:04.811881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Pushing event deleted for resources: {'Port': ['ID=0fee0ad1-8020-4311-9c08-d8add8af6d8c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:04.862089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] No DVR routers for this DVR port 0fee0ad1-8020-4311-9c08-d8add8af6d8c on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:25:04.867262 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Pushing event updated for resources: {'Port': ['ID=d408eefb-6445-4421-b6ec-b983842e8c67,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:04.870145 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.872694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4bdff16-37f2-4bf3-8777-193c1a30ac20 req-7517cdb2-db7f-43de-8c41-dd0490875aec tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.62 "DELETE /v2.0/ports/0fee0ad1-8020-4311-9c08-d8add8af6d8c HTTP/1.1" status: 204 len: 173 time: 0.8747773 Sep 21 08:25:04.874653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b75290ef-74d7-4943-92e7-e42955344467 req-dc64b86b-e12b-4567-b2a7-54b06c593415 tempest-ServerAddressesTestJSON-31634276 tempest-ServerAddressesTestJSON-31634276-project] 10.222.0.59 "GET /v2.0/ports?device_id=1eb1da13-575a-4327-8884-3d09e2dd55c5 HTTP/1.1" status: 200 len: 210 time: 0.1696348 Sep 21 08:25:04.881033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'name': 'network-vif-deleted', 'tag': '0fee0ad1-8020-4311-9c08-d8add8af6d8c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:25:04.885897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef42674-1717-4cd8-ad48-de1ddd6392d1 None None] Pushing event updated for resources: {'Port': ['ID=f30d0d5b-8d50-4687-a392-89f24c93c6d4,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:04.888915 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fa5328-5df0-414c-b762-33883bd6aca6" -d '{"events": [{"server_uuid": "1eb1da13-575a-4327-8884-3d09e2dd55c5", "name": "network-vif-deleted", "tag": "0fee0ad1-8020-4311-9c08-d8add8af6d8c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:25:04.919133 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.923825 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.924168 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.924523 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.924843 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.925176 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.925503 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.925819 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.927742 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.928230 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.934826 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.935387 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:04.953843 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-0d785887-658d-4164-8206-90de0478032d None None] Attempting to bind port d408eefb-6445-4421-b6ec-b983842e8c67 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:04.955752 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-0d785887-658d-4164-8206-90de0478032d None None] Attempting to bind port d408eefb-6445-4421-b6ec-b983842e8c67 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:04.956327 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d785887-658d-4164-8206-90de0478032d None None] Attempting to bind port d408eefb-6445-4421-b6ec-b983842e8c67 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:04.969893 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d785887-658d-4164-8206-90de0478032d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:04.970273 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d785887-658d-4164-8206-90de0478032d None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:04.970683 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0d785887-658d-4164-8206-90de0478032d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.971068 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d785887-658d-4164-8206-90de0478032d None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:04.971584 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-0d785887-658d-4164-8206-90de0478032d None None] Bound port: d408eefb-6445-4421-b6ec-b983842e8c67, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:04.971966 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0d785887-658d-4164-8206-90de0478032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:04.986739 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6df5d0-31bf-4f7e-adeb-f846ef1eb201 x-openstack-request-id: req-9c6df5d0-31bf-4f7e-adeb-f846ef1eb201 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:25:04.987046 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb1da13-575a-4327-8884-3d09e2dd55c5", "name": "network-vif-deleted", "tag": "0fee0ad1-8020-4311-9c08-d8add8af6d8c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:25:04.987371 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c6df5d0-31bf-4f7e-adeb-f846ef1eb201 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:25:04.987915 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb1da13-575a-4327-8884-3d09e2dd55c5', 'name': 'network-vif-deleted', 'tag': '0fee0ad1-8020-4311-9c08-d8add8af6d8c', 'status': 'completed', 'code': 200} Sep 21 08:25:05.065716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:05.127914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc02eb89-f6ab-4fe3-89e8-61d003e5d15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.134221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc02eb89-f6ab-4fe3-89e8-61d003e5d15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.140710 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-0d785887-658d-4164-8206-90de0478032d None None] For port d408eefb-6445-4421-b6ec-b983842e8c67, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:05.165926 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-0d785887-658d-4164-8206-90de0478032d None None] For port d408eefb-6445-4421-b6ec-b983842e8c67, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d408eefb-6445-4421-b6ec-b983842e8c67,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:05.182991 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0d785887-658d-4164-8206-90de0478032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.208826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc02eb89-f6ab-4fe3-89e8-61d003e5d15a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d599eedf2d72441d9fe02b9578524572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184262 Sep 21 08:25:05.228222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38726) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:05.236563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02eb89-f6ab-4fe3-89e8-61d003e5d15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bf134f-ca62-49db-b90c-d4dd4fe84ccd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:05.278453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] device_id is not set on port 74fef740-5d07-4425-b9a3-7badc895b0bb yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:05.296459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.304562 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d785887-658d-4164-8206-90de0478032d None None] Routers {'2857c867-5254-4bb9-ac55-cd6f964b64fc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:05.307847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0d785887-658d-4164-8206-90de0478032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['2857c867-5254-4bb9-ac55-cd6f964b64fc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:05.327576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-674999ee-2ef3-483f-b570-652bbee987fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.357672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-674999ee-2ef3-483f-b570-652bbee987fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.390861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.436168 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-674999ee-2ef3-483f-b570-652bbee987fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.440526 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-674999ee-2ef3-483f-b570-652bbee987fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.447942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-674999ee-2ef3-483f-b570-652bbee987fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42bf134f-ca62-49db-b90c-d4dd4fe84ccd HTTP/1.1" status: 204 len: 168 time: 0.2174699 Sep 21 08:25:05.459050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:00Z', 'revision_number': 3, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:05.471952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674999ee-2ef3-483f-b570-652bbee987fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bf134f-ca62-49db-b90c-d4dd4fe84ccd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:05.523113 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d022262-b64e-42b6-ac40-7e06539b365d None None] Pushing event updated for resources: {'Port': ['ID=d408eefb-6445-4421-b6ec-b983842e8c67,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:05.565683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc41e738-f6cb-419b-b929-a12d8b1fa13f None None] The sync data for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 is: [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:00Z', 'revision_number': 3, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:25:05.681902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38738) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:05.717715 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0d785887-658d-4164-8206-90de0478032d None None] Set router 2857c867-5254-4bb9-ac55-cd6f964b64fc gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:05.837559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=74fef740-5d07-4425-b9a3-7badc895b0bb,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:05.846097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Allocated IP 172.20.0.1 (a62233c4-5eeb-4a78-b832-150ad781c25f/96f73621-8d5b-4d11-bcd0-443349fbda83/9b6302fb-4a5d-4735-95a5-2279644a9409) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:05.850062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:05.850387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:05.850731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:05.860459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:05.889926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:05.890409 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:05.892508 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 2 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:05.910298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d889f3c-aa5e-4811-968d-55ce3ee40643 req-e6377afc-80ef-4b9f-99cf-2b440d4240e1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:05.912916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d889f3c-aa5e-4811-968d-55ce3ee40643 req-e6377afc-80ef-4b9f-99cf-2b440d4240e1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2854500 Sep 21 08:25:06.020827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38746) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:06.126821 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0d785887-658d-4164-8206-90de0478032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:01Z', 'revision_number': 3, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port': {'id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:59Z', 'updated_at': '2021-09-21T08:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:06.155823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] Deleting subnet 23152725-6507-4e17-b740-f245f89b90c7 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:25:06.177216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1982483364', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:06.181134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38748) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:06.183694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.185060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.217870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:06.218207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:06.218555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:06.241154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0115-59cf-4156-874c-080aeee0b1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.264392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Made reservation on behalf of 3ab224cc9ae14ce2808f130039e345db for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:06.266836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.269106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:06.269447 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:06.275238 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 3 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:06.289813 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d785887-658d-4164-8206-90de0478032d None None] The sync data for ids ['2857c867-5254-4bb9-ac55-cd6f964b64fc'] in n-d-809980-2 is: [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:01Z', 'revision_number': 3, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port': {'id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:59Z', 'updated_at': '2021-09-21T08:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:25:06.290122 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.291083 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.295446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d889f3c-aa5e-4811-968d-55ce3ee40643 req-402bcafd-9b7b-4393-8da4-55284195204f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601675 Sep 21 08:25:06.326281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.359964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:06.360299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:06.360638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:06.412723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.416656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Network a62233c4-5eeb-4a78-b832-150ad781c25f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:06.421062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6302fb-4a5d-4735-95a5-2279644a9409,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:06.423936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:06.425782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:06.426245 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:06.430529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:06.432499 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 4 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:06.490525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:06.490848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:06.491172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:06.529032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:06.529369 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:06.530071 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.544750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-f519a06b-ac2b-46d3-8507-bd73f5c030f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:06.546790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-f519a06b-ac2b-46d3-8507-bd73f5c030f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417&tenant_id=2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 1095 time: 0.0893149 Sep 21 08:25:06.608842 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 5 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:06.609050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0115-59cf-4156-874c-080aeee0b1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.634846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0115-59cf-4156-874c-080aeee0b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.638174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.638396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:06.638737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:06.639072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:06.653980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:06.654313 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:06.683024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.686722 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] 10.222.0.59 "DELETE /v2.0/subnets/23152725-6507-4e17-b740-f245f89b90c7 HTTP/1.1" status: 204 len: 168 time: 0.6633511 Sep 21 08:25:06.698126 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 6 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:06.702094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Allocated IP 172.20.0.1 (e7d42d32-c5de-428b-8df1-86ad901d3ab1/be044704-0893-4e20-9fb7-129e0fdc1411/46a0233d-0bd1-47e1-88bd-eee9c945f164) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:06.722085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:06.768829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:06.769164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:06.769501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:06.770806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db83188-176b-4b0e-ae59-7b512776c2ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23152725-6507-4e17-b740-f245f89b90c7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:06.830590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:06.831188 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:06.834691 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 7 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:06.905944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:06.906196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:06.906701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:06.928335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:06.944509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:06.944848 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:06.948319 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 8 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:07.018183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:07.018606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:07.018893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:07.032648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:07.033103 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:07.044865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.047132 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 9 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:07.072038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:07.072446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:07.072871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:07.091100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:07.091588 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:07.095124 n-d-809980-2 neutron-server[94725]: INFO neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempt 10 to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb Sep 21 08:25:07.134834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:07.135246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:07.135678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempting to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:07.147748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d408eefb-6445-4421-b6ec-b983842e8c67 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:07.182820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:07.183238 n-d-809980-2 neutron-server[94725]: ERROR neutron.plugins.ml2.managers [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Failed to bind port 74fef740-5d07-4425-b9a3-7badc895b0bb on host n-h2-809980-2 for vnic_type normal using segments [{'id': '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a68b7fc2-bdac-44e8-9891-466c8d9b94fc'}] Sep 21 08:25:07.183701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.207062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d408eefb-6445-4421-b6ec-b983842e8c67 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:07.208113 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.220735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2b3a0115-59cf-4156-874c-080aeee0b1ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e0ad50b3e53e4e469eb756f63de2de40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0379536 Sep 21 08:25:07.234521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38754) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:07.252564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-b5bb4605-dc60-458c-997e-18d3adf85d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:07.254123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-b5bb4605-dc60-458c-997e-18d3adf85d0a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1095 time: 0.6685154 Sep 21 08:25:07.254768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a0115-59cf-4156-874c-080aeee0b1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8405ad93-b4f7-4a21-8b15-082f0d4cbf65,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:07.281601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] For port 74fef740-5d07-4425-b9a3-7badc895b0bb, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:07.282047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attempted to set empty binding levels {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 21 08:25:07.303297 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.317431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.346598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port d408eefb-6445-4421-b6ec-b983842e8c67, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d408eefb-6445-4421-b6ec-b983842e8c67,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:07.354985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.356127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30d0d5b-8d50-4687-a392-89f24c93c6d4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:07.369762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.389488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.402391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event updated for resources: {'Port': ['ID=74fef740-5d07-4425-b9a3-7badc895b0bb,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:07.441910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=d408eefb-6445-4421-b6ec-b983842e8c67,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:07.450403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] In _notify_port_updated(), no bound segment for port 74fef740-5d07-4425-b9a3-7badc895b0bb on network a68b7fc2-bdac-44e8-9891-466c8d9b94fc {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:25:07.451477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:07.452130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.456296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-87c8bbcc-b449-4082-a5ae-a8db2aa422d6 tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "PUT /v2.0/ports/74fef740-5d07-4425-b9a3-7badc895b0bb HTTP/1.1" status: 200 len: 974 time: 3.1315491 Sep 21 08:25:07.469667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38758) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:07.481326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f30d0d5b-8d50-4687-a392-89f24c93c6d4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:07.482092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.495275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-426748ca-607c-47af-a1b3-ccfefb6b7ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.576363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.607327 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port f30d0d5b-8d50-4687-a392-89f24c93c6d4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f30d0d5b-8d50-4687-a392-89f24c93c6d4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:07.615849 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.618511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.630982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-e46cf850-3120-442e-a0cf-34bd302f6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:07.632805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-e46cf850-3120-442e-a0cf-34bd302f6141 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.3360724 Sep 21 08:25:07.639330 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.686026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=f30d0d5b-8d50-4687-a392-89f24c93c6d4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:07.755897 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-426748ca-607c-47af-a1b3-ccfefb6b7ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.759153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.807880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] device_id is not set on port 11233205-6e56-4736-8694-65237ad4e688 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:07.831781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:07.850320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:07.857940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:07.860700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Pushing event updated for resources: {'Port': ['ID=46a0233d-0bd1-47e1-88bd-eee9c945f164,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:07.888367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ca2430-5e71-48d9-9396-41e6e956e2e8']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:07.888564 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.900716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.918309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f5222d-e557-446a-965c-1b4672a7ed70,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:07.941236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650c5e68-ea4d-4924-9c26-f7d2c64071e8') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:07.941562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650c5e68-ea4d-4924-9c26-f7d2c64071e8') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:07.960645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-eeba8c83-98c7-4b58-af79-e7ee679a1bfb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 200 len: 1000 time: 0.3081100 Sep 21 08:25:07.967169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0b06c-4488-4656-b35a-e1207e770daf req-fd6c8940-c26b-41cd-ac6c-317d0771ecbf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:07.968793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:07.968962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9a0b06c-4488-4656-b35a-e1207e770daf req-fd6c8940-c26b-41cd-ac6c-317d0771ecbf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.4800670 Sep 21 08:25:07.973298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.002004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0fee0ad1-8020-4311-9c08-d8add8af6d8c no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:25:08.048039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6302fb-4a5d-4735-95a5-2279644a9409,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:08.049676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 0fee0ad1-8020-4311-9c08-d8add8af6d8c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:25:08.050023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 0fee0ad1-8020-4311-9c08-d8add8af6d8c not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:25:08.055701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.056520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.075661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:25:08.076088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:25:08.080996 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:25:08.116373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Deleting port 74fef740-5d07-4425-b9a3-7badc895b0bb {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:08.116696 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.118934 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-426748ca-607c-47af-a1b3-ccfefb6b7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.121456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-426748ca-607c-47af-a1b3-ccfefb6b7ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.122630 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-426748ca-607c-47af-a1b3-ccfefb6b7ea8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8405ad93-b4f7-4a21-8b15-082f0d4cbf65 HTTP/1.1" status: 204 len: 168 time: 0.8866215 Sep 21 08:25:08.142338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Allocated IP 172.25.1.69 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/11233205-6e56-4736-8694-65237ad4e688) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:08.145604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9a0b06c-4488-4656-b35a-e1207e770daf req-ecc448b3-22ac-4818-acb8-10d6fd33db87 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281946 Sep 21 08:25:08.202072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9834cf32-edd7-467d-8f07-9b722a208701 None None] Provisioning complete for port 46a0233d-0bd1-47e1-88bd-eee9c945f164 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:08.203341 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9834cf32-edd7-467d-8f07-9b722a208701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.257230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9834cf32-edd7-467d-8f07-9b722a208701 None None] Port 46a0233d-0bd1-47e1-88bd-eee9c945f164 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:08.266474 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.276471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-d6167da3-ed7a-46f4-9004-539100c19676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:08.277995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-d6167da3-ed7a-46f4-9004-539100c19676 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.3047359 Sep 21 08:25:08.281650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Network a62233c4-5eeb-4a78-b832-150ad781c25f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:08.287371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:08.316454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426748ca-607c-47af-a1b3-ccfefb6b7ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8405ad93-b4f7-4a21-8b15-082f0d4cbf65,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:08.336763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.385737 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.387983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] 10.222.0.59 "DELETE /v2.0/networks/66ca2430-5e71-48d9-9396-41e6e956e2e8 HTTP/1.1" status: 204 len: 168 time: 1.6631303 Sep 21 08:25:08.429171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] For port 74fef740-5d07-4425-b9a3-7badc895b0bb, host n-h2-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:08.429956 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.439773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23697de-4c33-4071-be26-d4ba1c949500 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ca2430-5e71-48d9-9396-41e6e956e2e8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:08.489853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Calling delete_port for 74fef740-5d07-4425-b9a3-7badc895b0bb owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:08.501786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-aa9545de-becf-455f-b8e3-4b0b945fc16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:08.504444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-aa9545de-becf-455f-b8e3-4b0b945fc16a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114115 Sep 21 08:25:08.562426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Router ba685402-7cfe-4ebc-b3c8-68c057183a3b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:25:08.650545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38772) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:08.673446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.684667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.696236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.741699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-af0d7899-7769-4bfc-ad51-291cc32f7414 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272537 Sep 21 08:25:08.797571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5870ea85-0984-48cc-a651-06247477b441 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ae7292b4a0449f097fd3610d3c0059d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431382 Sep 21 08:25:08.799942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.801781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.803383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38778) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:08.812259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Pushing event updated for resources: {'Port': ['ID=46a0233d-0bd1-47e1-88bd-eee9c945f164,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:08.815294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:25:08.830449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-da11a79d-d901-41c8-977c-31af8d0de954 admin admin] 10.222.0.59 "PUT /v2.0/routers/ba685402-7cfe-4ebc-b3c8-68c057183a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0081599 Sep 21 08:25:08.837804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Sync routers for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:25:08.866114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.868382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:08.869053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:08.870809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "DELETE /v2.0/ports/74fef740-5d07-4425-b9a3-7badc895b0bb HTTP/1.1" status: 204 len: 168 time: 1.3960350 Sep 21 08:25:08.874930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38782) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:08.902576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adde9d-6390-4691-88aa-0afadf15149e tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] Pushing event deleted for resources: {'Port': ['ID=74fef740-5d07-4425-b9a3-7badc895b0bb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:08.912640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:08.914977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:08.933193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:08.970703 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3398f220-d3ca-4ca4-97b7-aa45e89aa38d tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] GET failed (client error): The resource could not be found. Sep 21 08:25:08.979824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3398f220-d3ca-4ca4-97b7-aa45e89aa38d tempest-PortsAdminExtendedAttrsTestJSON-1389144185 tempest-PortsAdminExtendedAttrsTestJSON-1389144185-project-admin] 10.222.0.59 "GET /v2.0/ports/74fef740-5d07-4425-b9a3-7badc895b0bb HTTP/1.1" status: 404 len: 333 time: 0.0742824 Sep 21 08:25:08.988763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38786) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:09.141182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:09.145518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.183141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:09.190117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-077894f8-c80c-4da0-bb41-0dd8a69aa8dc req-3d4a82cf-5619-4400-8b38-58f173599a20 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348772 Sep 21 08:25:09.210703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:09.217438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:09.217562 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Router 2857c867-5254-4bb9-ac55-cd6f964b64fc has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:25:09.219704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Pushing event updated for resources: {'Port': ['ID=11233205-6e56-4736-8694-65237ad4e688,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:09.220856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d408eefb-6445-4421-b6ec-b983842e8c67 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:09.222041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c71f93d4-7e75-4c89-b51d-7901a44146b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.359625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c71f93d4-7e75-4c89-b51d-7901a44146b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.399478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:09.400116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.479243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1823b17-c113-42f5-8f6f-e77ed0277882 req-b825004e-8e20-4422-8ee0-bfd802c136f4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:09.485385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1823b17-c113-42f5-8f6f-e77ed0277882 req-b825004e-8e20-4422-8ee0-bfd802c136f4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1244161 Sep 21 08:25:09.564782 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.578900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c71f93d4-7e75-4c89-b51d-7901a44146b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.586186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c71f93d4-7e75-4c89-b51d-7901a44146b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.589827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3bf2d07c-fc16-49bd-8745-27c1fcbce424 None None] Provisioning complete for port 46a0233d-0bd1-47e1-88bd-eee9c945f164 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:09.590203 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d07c-fc16-49bd-8745-27c1fcbce424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.596482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c71f93d4-7e75-4c89-b51d-7901a44146b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c27e4ac-11e8-4102-b99a-1799e6cc06ff HTTP/1.1" status: 204 len: 168 time: 0.7789364 Sep 21 08:25:09.606025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e1a1a3ae-39ea-4d7d-955e-fa53eb2518a8 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9200051 Sep 21 08:25:09.612108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38822) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:09.618444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.69'}]}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:09.622284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d408eefb-6445-4421-b6ec-b983842e8c67 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:09.622658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.649091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1823b17-c113-42f5-8f6f-e77ed0277882 req-c0e08949-f6b4-41ef-a42e-a448e5c7cf27 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387672 Sep 21 08:25:09.653915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:25:09.656731 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.658336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.664188 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Sync routers for ids ['2857c867-5254-4bb9-ac55-cd6f964b64fc'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:25:09.666476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b2358ada-bf60-4c64-9337-c259475ff51d admin admin] 10.222.0.59 "PUT /v2.0/routers/2857c867-5254-4bb9-ac55-cd6f964b64fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2540946 Sep 21 08:25:09.677198 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Routers {'2857c867-5254-4bb9-ac55-cd6f964b64fc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:09.678131 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['2857c867-5254-4bb9-ac55-cd6f964b64fc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:09.703293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f93d4-7e75-4c89-b51d-7901a44146b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27e4ac-11e8-4102-b99a-1799e6cc06ff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:09.733488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 2, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:09.789501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68b7fc2-bdac-44e8-9891-466c8d9b94fc']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:09.792135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Checking router: ba685402-7cfe-4ebc-b3c8-68c057183a3b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:25:09.797831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Updating router ba685402-7cfe-4ebc-b3c8-68c057183a3b port 9b6302fb-4a5d-4735-95a5-2279644a9409 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:25:09.809425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:09.809942 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0a5f27-3700-4b8c-8978-1d04cdbdac0f') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:09.812557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.825058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2d07c-fc16-49bd-8745-27c1fcbce424 None None] Port 46a0233d-0bd1-47e1-88bd-eee9c945f164 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:09.826245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.858606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.866601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:25:09.867877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:09.887340 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Set router 2857c867-5254-4bb9-ac55-cd6f964b64fc gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:09.921321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30d0d5b-8d50-4687-a392-89f24c93c6d4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:25:10.032675 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:25:10.049785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-15bf1e95-d2a9-4678-8445-32fa89127000 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:10.054311 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:10.062779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-15bf1e95-d2a9-4678-8445-32fa89127000 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 819 time: 0.4875715 Sep 21 08:25:10.091507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-ce2cc17c-4138-448b-bb6c-254ec6bad41d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/quotas/df5b8d79042c412d8b1bbf31beb98311 HTTP/1.1" status: 200 len: 375 time: 0.0270085 Sep 21 08:25:10.110461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f30d0d5b-8d50-4687-a392-89f24c93c6d4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:10.110844 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:10.141977 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:10.156091 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:10.161024 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] 10.222.0.59 "DELETE /v2.0/networks/a68b7fc2-bdac-44e8-9891-466c8d9b94fc HTTP/1.1" status: 204 len: 168 time: 1.1699319 Sep 21 08:25:10.195821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01abc1f-7cc5-46aa-b3e4-06e8f20a8f97 tempest-PortsAdminExtendedAttrsTestJSON-1633875053 tempest-PortsAdminExtendedAttrsTestJSON-1633875053-project] Pushing event deleted for resources: {'Network': ['ID=a68b7fc2-bdac-44e8-9891-466c8d9b94fc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:10.218739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:10.219424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-8858ef2c-341a-477e-9cf0-1bcbbde596b5 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1258063 Sep 21 08:25:10.382003 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:08Z', 'revision_number': 4, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port': {'id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:59Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '46a0233d-0bd1-47e1-88bd-eee9c945f164', 'name': '', 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'mac_address': 'fa:16:3e:4c:8f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'be044704-0893-4e20-9fb7-129e0fdc1411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:05Z', 'updated_at': '2021-09-21T08:25:08Z', 'revision_number': 2, 'project_id': '976bb0499523467da9520b4b083677a9', 'subnets': [{'id': 'be044704-0893-4e20-9fb7-129e0fdc1411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:10.437962 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Checking router: 2857c867-5254-4bb9-ac55-cd6f964b64fc for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:25:10.438519 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Updating router 2857c867-5254-4bb9-ac55-cd6f964b64fc port 46a0233d-0bd1-47e1-88bd-eee9c945f164 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:25:10.491245 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:10.676772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-97cdeae8-d86a-4249-bcb1-7fade48eb7c1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:25:10.686330 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-97cdeae8-d86a-4249-bcb1-7fade48eb7c1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4653471 Sep 21 08:25:10.788003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:10.943864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.039493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-c82edcae-fe8b-4793-bf33-d19373ef799b service neutron] 10.222.0.59 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520288 Sep 21 08:25:11.218872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4465ef-68f0-4966-ae22-6158436a6931 req-e740ffb7-b22d-454c-b41c-3be8b5668ff0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:11.244493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f4465ef-68f0-4966-ae22-6158436a6931 req-e740ffb7-b22d-454c-b41c-3be8b5668ff0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.3685997 Sep 21 08:25:11.268045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38904) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:11.385343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-5e29ca4b-bad5-466f-be6c-81f4422f674e service neutron] 10.222.0.59 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435690 Sep 21 08:25:11.498371 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.506864 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.514980 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.524241 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.657241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f4465ef-68f0-4966-ae22-6158436a6931 req-261f029e-9e45-4631-9576-b903dc9d83a7 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795085 Sep 21 08:25:11.688476 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd754a-bb41-4434-90c3-913bc0a5dcdc None None] Pushing event updated for resources: {'Port': ['ID=46a0233d-0bd1-47e1-88bd-eee9c945f164,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:11.716901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.855692 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Attempting to bind port 46a0233d-0bd1-47e1-88bd-eee9c945f164 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:11.856060 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Attempting to bind port 46a0233d-0bd1-47e1-88bd-eee9c945f164 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:11.856416 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Attempting to bind port 46a0233d-0bd1-47e1-88bd-eee9c945f164 on network e7d42d32-c5de-428b-8df1-86ad901d3ab1 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:11.879710 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:11.880087 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Checking segment: {'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:11.880650 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.881068 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Bound using segment: {'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:11.881549 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Bound port: 46a0233d-0bd1-47e1-88bd-eee9c945f164, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7486b30b-5c7f-448d-a997-5f055af36c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:11.886482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0157b-728f-4ac0-9fd9-5cf526cb4a31 None None] Pushing event updated for resources: {'Port': ['ID=9b6302fb-4a5d-4735-95a5-2279644a9409,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:11.895755 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.904314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Attempting to bind port 9b6302fb-4a5d-4735-95a5-2279644a9409 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:11.904804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Attempting to bind port 9b6302fb-4a5d-4735-95a5-2279644a9409 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:11.905277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Attempting to bind port 9b6302fb-4a5d-4735-95a5-2279644a9409 on network a62233c4-5eeb-4a78-b832-150ad781c25f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:11.911758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:11.912415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Checking segment: {'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:11.913086 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:11.913679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Bound using segment: {'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:11.914456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Bound port: 9b6302fb-4a5d-4735-95a5-2279644a9409, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:11.915097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.035191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] For port 9b6302fb-4a5d-4735-95a5-2279644a9409, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:12.046438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] For port 9b6302fb-4a5d-4735-95a5-2279644a9409, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9b6302fb-4a5d-4735-95a5-2279644a9409,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:12.058176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.116325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9e56a3cb-4238-476d-acd6-7218da63ef0e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c947c4c42ae4da3bffe2c72c24be599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8469856 Sep 21 08:25:12.122990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] For port 46a0233d-0bd1-47e1-88bd-eee9c945f164, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:12.123963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38946) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:12.137470 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] For port 46a0233d-0bd1-47e1-88bd-eee9c945f164, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=46a0233d-0bd1-47e1-88bd-eee9c945f164,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:12.146137 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.227840 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Routers {'2857c867-5254-4bb9-ac55-cd6f964b64fc'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:12.228877 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['2857c867-5254-4bb9-ac55-cd6f964b64fc'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:12.270720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-64644958-e0a6-4d08-a201-3521e75a1c53 None None] Provisioning complete for port 46a0233d-0bd1-47e1-88bd-eee9c945f164 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:12.271362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64644958-e0a6-4d08-a201-3521e75a1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.411553 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe49d5ac-9810-4033-8c9d-dfe240d4e0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.465962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:25:12.467005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:12.485460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe49d5ac-9810-4033-8c9d-dfe240d4e0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.500768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38964) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:12.611803 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd754a-bb41-4434-90c3-913bc0a5dcdc None None] Pushing event updated for resources: {'Port': ['ID=46a0233d-0bd1-47e1-88bd-eee9c945f164,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:12.641536 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] Set router 2857c867-5254-4bb9-ac55-cd6f964b64fc gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:12.677972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe49d5ac-9810-4033-8c9d-dfe240d4e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.683420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe49d5ac-9810-4033-8c9d-dfe240d4e0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.684646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fe49d5ac-9810-4033-8c9d-dfe240d4e0c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43c29814-9eae-4035-8e3c-0a1a5c036c89 HTTP/1.1" status: 204 len: 168 time: 0.5598292 Sep 21 08:25:12.709542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49d5ac-9810-4033-8c9d-dfe240d4e0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c29814-9eae-4035-8e3c-0a1a5c036c89,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:12.870845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:25:12.903006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb258566-2218-4735-8053-bf9e5725657d req-5a98fabb-719e-40ae-ab40-339f9bd06eb3 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 210 time: 0.7039700 Sep 21 08:25:12.910955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.918093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:12.975606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38980) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:13.007051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0157b-728f-4ac0-9fd9-5cf526cb4a31 None None] Pushing event updated for resources: {'Port': ['ID=9b6302fb-4a5d-4735-95a5-2279644a9409,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:13.150324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:13.152326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12f09a1b-6569-4ccd-befb-76743fbb8ade {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:25:13.173793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9526e-466f-467c-a5ac-9eb8ffc9173c req-1b317200-78ec-4be2-8572-0a432f4944d1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:13.183988 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 08:25:13.185624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f89da5a5-5240-4643-a2d1-5a6c1c6eb54a tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.5717704 Sep 21 08:25:13.191442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:13.204073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fb9526e-466f-467c-a5ac-9eb8ffc9173c req-1b317200-78ec-4be2-8572-0a432f4944d1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2957337 Sep 21 08:25:13.285765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-feb45a37-232a-4163-ac64-2ca0aad1e8c3 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1274762733'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:13.286322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-feb45a37-232a-4163-ac64-2ca0aad1e8c3 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Unknown quota resources ['metering_label']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:25:13.454074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Deleting port 11233205-6e56-4736-8694-65237ad4e688 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:13.454440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:13.534659 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:08Z', 'revision_number': 4, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port': {'id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:59Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '46a0233d-0bd1-47e1-88bd-eee9c945f164', 'name': '', 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'mac_address': 'fa:16:3e:4c:8f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'be044704-0893-4e20-9fb7-129e0fdc1411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:05Z', 'updated_at': '2021-09-21T08:25:12Z', 'revision_number': 4, 'project_id': '976bb0499523467da9520b4b083677a9', 'subnets': [{'id': 'be044704-0893-4e20-9fb7-129e0fdc1411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:13.582907 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec717a-be6e-4238-9d84-8c0476e8339c None None] The sync data for ids ['2857c867-5254-4bb9-ac55-cd6f964b64fc'] in n-d-809980-2 is: [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:08Z', 'revision_number': 4, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port': {'id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:59Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '46a0233d-0bd1-47e1-88bd-eee9c945f164', 'name': '', 'network_id': 'e7d42d32-c5de-428b-8df1-86ad901d3ab1', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'mac_address': 'fa:16:3e:4c:8f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': 'be044704-0893-4e20-9fb7-129e0fdc1411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:05Z', 'updated_at': '2021-09-21T08:25:12Z', 'revision_number': 4, 'project_id': '976bb0499523467da9520b4b083677a9', 'subnets': [{'id': 'be044704-0893-4e20-9fb7-129e0fdc1411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:25:13.601336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64644958-e0a6-4d08-a201-3521e75a1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:13.713116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38988) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:13.754374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1821163745-network', 'tenant_id': 'f68730e7f6e44e20886407f59ff969d3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:13.808816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-64644958-e0a6-4d08-a201-3521e75a1c53 None None] For port 46a0233d-0bd1-47e1-88bd-eee9c945f164, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=46a0233d-0bd1-47e1-88bd-eee9c945f164,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:13.840105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64644958-e0a6-4d08-a201-3521e75a1c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:13.885764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:13.973728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64644958-e0a6-4d08-a201-3521e75a1c53 None None] Pushing event updated for resources: {'Port': ['ID=46a0233d-0bd1-47e1-88bd-eee9c945f164,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:13.983377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Calling delete_port for 11233205-6e56-4736-8694-65237ad4e688 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:14.017963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-19121c7d-9a8d-478a-a198-2f3c36fdde50 None None] Provisioning complete for port 46a0233d-0bd1-47e1-88bd-eee9c945f164 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:14.018346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19121c7d-9a8d-478a-a198-2f3c36fdde50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:14.028141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feb45a37-232a-4163-ac64-2ca0aad1e8c3 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:14.030512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-feb45a37-232a-4163-ac64-2ca0aad1e8c3 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5275080 Sep 21 08:25:14.040611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38994) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:14.061273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b023466a-8814-4cf5-a099-8a6669fe38ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15116f3d355941549a4fcf40e4dbdaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451941 Sep 21 08:25:14.065964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:14.082009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-34057eb1-11c5-45a1-900d-070040d54f21 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '22d2f59e-7949-4504-befc-f96946b106cf'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:14.083906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-34057eb1-11c5-45a1-900d-070040d54f21 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:25:14.146274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:12Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:14.241679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fb9526e-466f-467c-a5ac-9eb8ffc9173c req-d319d884-f212-4b1f-80d1-9b7519e782fd tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0352697 Sep 21 08:25:14.257026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f652af-3a2c-4608-bfd7-dd59807a34aa None None] The sync data for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 is: [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:12Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:25:14.468642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Made reservation on behalf of f68730e7f6e44e20886407f59ff969d3 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:14.481715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:14.619110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-84c0ebdb-e197-4fa2-b60d-1f23af175383 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:14.621386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-84c0ebdb-e197-4fa2-b60d-1f23af175383 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 819 time: 0.6180370 Sep 21 08:25:14.643274 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:14.656589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Request body: {'port': {'device_id': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'admin_state_up': True, 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:14.991033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Made reservation on behalf of df5b8d79042c412d8b1bbf31beb98311 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:15.004285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:15.206885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-385630ce-1d73-4d53-8f91-9c924c661ef0 req-b086326e-c6a3-4912-9bb5-5a80cc4df288 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 210 time: 1.0861335 Sep 21 08:25:15.236243 n-d-809980-2 neutron-server[94725]: WARNING neutron.services.metering.metering_plugin [None req-34057eb1-11c5-45a1-900d-070040d54f21 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 08:25:15.341481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 46a0233d-0bd1-47e1-88bd-eee9c945f164 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:15.459280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Allocated IP 172.20.0.4 (a62233c4-5eeb-4a78-b832-150ad781c25f/96f73621-8d5b-4d11-bcd0-443349fbda83/6be68fb6-6b47-44de-9db3-01d58e8eec91) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:15.489000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 46a0233d-0bd1-47e1-88bd-eee9c945f164 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:15.489509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:15.729303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:15.754996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1e79-9924-4f93-9aaa-6fc5c2d5852e req-295cdad1-82d4-44ea-a0fd-41159a10e9c3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:15.763844 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-539d1e79-9924-4f93-9aaa-6fc5c2d5852e req-295cdad1-82d4-44ea-a0fd-41159a10e9c3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1091225 Sep 21 08:25:15.797605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9b6302fb-4a5d-4735-95a5-2279644a9409 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:15.880754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:15.934372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9b6302fb-4a5d-4735-95a5-2279644a9409 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:15.938145 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:15.970840 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34057eb1-11c5-45a1-900d-070040d54f21 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:15.972408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34057eb1-11c5-45a1-900d-070040d54f21 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.9072783 Sep 21 08:25:15.976374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39008) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:15.990497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-567e6d05-0758-42e5-a0e9-dab1ff773489 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '22d2f59e-7949-4504-befc-f96946b106cf'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:15.990997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-567e6d05-0758-42e5-a0e9-dab1ff773489 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:25:15.995736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event updated for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:16.002113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-539d1e79-9924-4f93-9aaa-6fc5c2d5852e req-bacf428e-945f-4cc3-bcc4-04b48bcf275a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361443 Sep 21 08:25:16.011822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Network a62233c4-5eeb-4a78-b832-150ad781c25f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:16.016319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:16.019431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:16.041736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58d3fac7-8e31-4284-8ebd-ecbdec58f479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.105753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.166712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.219857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 9b6302fb-4a5d-4735-95a5-2279644a9409, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9b6302fb-4a5d-4735-95a5-2279644a9409,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:16.223175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:16.224811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.227728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.322425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=9b6302fb-4a5d-4735-95a5-2279644a9409,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:16.409786 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58d3fac7-8e31-4284-8ebd-ecbdec58f479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.418529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.427698 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.448723 n-d-809980-2 neutron-server[94725]: WARNING neutron.services.metering.metering_plugin [None req-567e6d05-0758-42e5-a0e9-dab1ff773489 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 08:25:16.494117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-9a5bf058-5f8c-4b87-8a7b-7cb692c4c3da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8417954 Sep 21 08:25:16.509044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549f43d0-0dd5-43c8-954e-575f4b8bcdff,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:16.543118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Request body: {'port': {'device_id': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:16.640405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Pushing event deleted for resources: {'Port': ['ID=11233205-6e56-4736-8694-65237ad4e688,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:16.678424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:25:16.705688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.706056 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Added segment 3d62b1d7-0ca6-4008-b61d-78e3610ed3e2 of type vlan for network a63b1098-0275-420e-863d-16c1b1704df1 Sep 21 08:25:16.753727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-567e6d05-0758-42e5-a0e9-dab1ff773489 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.758681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-567e6d05-0758-42e5-a0e9-dab1ff773489 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7795174 Sep 21 08:25:16.765865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39014) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:16.809519 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-91ae4076-b867-4d1f-ad59-ff0dd3dc7f88 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=bb0b4f0c-e6cc-43b0-96e7-261c034cd376 HTTP/1.1" status: 200 len: 462 time: 0.0349038 Sep 21 08:25:16.812941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:16.834079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.848576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.855842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d120b72d-9887-471a-a891-6cb2c4ac4cd3 tempest-RoutersAdminNegativeTest-356655524 tempest-RoutersAdminNegativeTest-356655524-project-admin] 10.222.0.59 "DELETE /v2.0/ports/11233205-6e56-4736-8694-65237ad4e688 HTTP/1.1" status: 204 len: 168 time: 3.6583054 Sep 21 08:25:16.870917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:16.890302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44c2a-545e-4740-8fe1-43607c1a4662 req-4fd47f5b-d209-49df-9f81-023ffedd3a34 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:16.893055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ac44c2a-545e-4740-8fe1-43607c1a4662 req-4fd47f5b-d209-49df-9f81-023ffedd3a34 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 931 time: 0.4557705 Sep 21 08:25:17.040178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:17.042447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58d3fac7-8e31-4284-8ebd-ecbdec58f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:17.044608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:17.045840 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58d3fac7-8e31-4284-8ebd-ecbdec58f479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:17.048016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58d3fac7-8e31-4284-8ebd-ecbdec58f479 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68106c44-0525-4652-8242-bd9d807b4202 HTTP/1.1" status: 204 len: 168 time: 2.9362702 Sep 21 08:25:17.051534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:17.116085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3fac7-8e31-4284-8ebd-ecbdec58f479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68106c44-0525-4652-8242-bd9d807b4202,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:17.247499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9b6302fb-4a5d-4735-95a5-2279644a9409 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:17.250783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.2740083 Sep 21 08:25:17.347229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39028) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:17.363221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Request body: {'subnet': {'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1821163745-subnet', 'tenant_id': 'f68730e7f6e44e20886407f59ff969d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:17.372241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea262e-4b0e-4161-8dcd-a4f738753c17 admin admin] Pushing event updated for resources: {'Network': ['ID=a63b1098-0275-420e-863d-16c1b1704df1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:17.385098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a63b1098-0275-420e-863d-16c1b1704df1 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:25:17.390858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1892af14-4a0c-40eb-8a0f-e75d20d3ed37 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:17.411853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39030) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:17.418669 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1892af14-4a0c-40eb-8a0f-e75d20d3ed37 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/bb0b4f0c-e6cc-43b0-96e7-261c034cd376 HTTP/1.1" status: 204 len: 168 time: 0.5896542 Sep 21 08:25:17.434290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-04a30874-11da-4e9d-b0a2-921194f02edb tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=bb0b4f0c-e6cc-43b0-96e7-261c034cd376 HTTP/1.1" status: 200 len: 221 time: 0.0157261 Sep 21 08:25:17.441737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39032) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:17.479342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0e2c43f6-6cd8-4025-829e-0a2f89a0c27e tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--677585509', 'description': 'label created by tempest'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:17.481381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0e2c43f6-6cd8-4025-829e-0a2f89a0c27e tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Unknown quota resources ['metering_label']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:25:17.574994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ac44c2a-545e-4740-8fe1-43607c1a4662 req-44a25008-81e4-4357-a0d2-6d7fc4a8c8f0 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347357 Sep 21 08:25:17.613244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9b6302fb-4a5d-4735-95a5-2279644a9409 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:17.613888 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:17.861394 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:25:17.942442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39038) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:18.042604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326180a-4623-442d-958b-174392e24635 req-4194668c-e6e8-4dc3-bc2c-adc98707e33b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:18.052623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4326180a-4623-442d-958b-174392e24635 req-4194668c-e6e8-4dc3-bc2c-adc98707e33b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2766814 Sep 21 08:25:18.186904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4326180a-4623-442d-958b-174392e24635 req-372802cf-2239-4fd7-b723-68f28f962371 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273532 Sep 21 08:25:18.229656 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03d452d-cb4a-4365-be09-8d88070a9774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:18.236336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Made reservation on behalf of f68730e7f6e44e20886407f59ff969d3 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:18.243683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:18.491733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03d452d-cb4a-4365-be09-8d88070a9774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:18.501025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a03d452d-cb4a-4365-be09-8d88070a9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:18.642578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39056) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:18.642712 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a03d452d-cb4a-4365-be09-8d88070a9774 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c92b1c88cf3843ba93e0f4427c3b9d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6955652 Sep 21 08:25:18.652362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d452d-cb4a-4365-be09-8d88070a9774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd64aa0a-d502-4063-9993-f5332a8279da,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:18.767032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e2c43f6-6cd8-4025-829e-0a2f89a0c27e tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:18.772755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0e2c43f6-6cd8-4025-829e-0a2f89a0c27e tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.3251424 Sep 21 08:25:18.819640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39062) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:18.914785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b493d-ad0a-4ee8-adba-0aeef4f198bf req-27bcd4d3-663c-43fc-9084-4361cb03fbdb tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:18.931386 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-886b493d-ad0a-4ee8-adba-0aeef4f198bf req-27bcd4d3-663c-43fc-9084-4361cb03fbdb tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 931 time: 0.2135296 Sep 21 08:25:19.053796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-886b493d-ad0a-4ee8-adba-0aeef4f198bf req-5104f16d-6cdb-45cd-bf55-2f0c8c225d78 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091788 Sep 21 08:25:19.089324 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8378e460-3fe1-48e2-a1bc-57a5c8d317ce tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=a2e4ac61-95c4-46e3-b8ae-1ffc3fad131c HTTP/1.1" status: 200 len: 467 time: 0.2684927 Sep 21 08:25:19.092047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:19.109997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39068) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:19.397002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be68fb6-6b47-44de-9db3-01d58e8eec91 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:25:19.406534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.422773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Transition to ACTIVE for port object 6be68fb6-6b47-44de-9db3-01d58e8eec91 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:25:19.484602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.545336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--570270197'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:19.565863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af70ddf1-3dff-4036-8826-86ca3704ecb3 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.567293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-af70ddf1-3dff-4036-8826-86ca3704ecb3 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/a2e4ac61-95c4-46e3-b8ae-1ffc3fad131c HTTP/1.1" status: 204 len: 168 time: 0.4739082 Sep 21 08:25:19.586132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39076) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:19.607178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a79c09d-0d8a-4135-8515-b8664a5e98b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.638879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a79c09d-0d8a-4135-8515-b8664a5e98b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.653060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c1c8904e-80c3-40b4-be8b-6363ddc8de56 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=a2e4ac61-95c4-46e3-b8ae-1ffc3fad131c HTTP/1.1" status: 200 len: 216 time: 0.0624466 Sep 21 08:25:19.657225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:19.668003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3128fb64-ba78-4983-ad4e-57e6ca6026d5 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090799 Sep 21 08:25:19.671702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39080) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:19.684139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.706567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c6c4568d-88ed-4384-9cd9-92238337cb06 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0304196 Sep 21 08:25:19.708725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39082) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:19.710648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.711045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2993d2-aeb0-46c3-b476-979d520abb11 req-a055f85c-be5c-4453-96b4-76eb272354b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:19.712723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2993d2-aeb0-46c3-b476-979d520abb11 req-a055f85c-be5c-4453-96b4-76eb272354b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2836645 Sep 21 08:25:19.794581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:19.877984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-72bc5a6c-fce9-46a3-a3f4-8ea5887ea54e tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/22d2f59e-7949-4504-befc-f96946b106cf HTTP/1.1" status: 200 len: 473 time: 0.1482940 Sep 21 08:25:19.881403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39088) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:19.901880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2993d2-aeb0-46c3-b476-979d520abb11 req-76ce30ba-457c-4f9c-8f54-39303d5f2f19 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713958 Sep 21 08:25:19.940790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.958049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a79c09d-0d8a-4135-8515-b8664a5e98b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.962021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a79c09d-0d8a-4135-8515-b8664a5e98b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:19.965780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6a79c09d-0d8a-4135-8515-b8664a5e98b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fd64aa0a-d502-4063-9993-f5332a8279da HTTP/1.1" status: 204 len: 168 time: 1.3105061 Sep 21 08:25:20.012997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c0dcaaf1-f621-4b53-abe4-bbe8b716415c tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/5e9c77e9-8524-45f2-bf2d-b831bc5d4716 HTTP/1.1" status: 200 len: 459 time: 0.1268897 Sep 21 08:25:20.014537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39092) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:20.028665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caaaeee8-ed57-4aa7-9544-31d962606198,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:20.043926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Attempting to bind port 6be68fb6-6b47-44de-9db3-01d58e8eec91 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:20.044696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Attempting to bind port 6be68fb6-6b47-44de-9db3-01d58e8eec91 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:20.045278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Attempting to bind port 6be68fb6-6b47-44de-9db3-01d58e8eec91 on network a62233c4-5eeb-4a78-b832-150ad781c25f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:20.047752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:20.058993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79c09d-0d8a-4135-8515-b8664a5e98b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd64aa0a-d502-4063-9993-f5332a8279da,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:20.072631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:20.077308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Port 6be68fb6-6b47-44de-9db3-01d58e8eec91 on network a62233c4-5eeb-4a78-b832-150ad781c25f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:20.080234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Attempting to bind port 6be68fb6-6b47-44de-9db3-01d58e8eec91 on network a62233c4-5eeb-4a78-b832-150ad781c25f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:20.101681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:20.105475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Checking segment: {'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:20.106281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Bound using segment: {'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:20.108061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Bound port: 6be68fb6-6b47-44de-9db3-01d58e8eec91, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7f501d-be29-4a79-a2d2-687656176675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:20.109863 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:20.210289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Checking segment: {'id': '3d62b1d7-0ca6-4008-b61d-78e3610ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:20.211570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Network hostable DHCP agents. Network: a63b1098-0275-420e-863d-16c1b1704df1, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:25:20.325053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caafbdb-9d0d-47e0-b7ff-539c5aeb1f3c req-7f7fb559-c9e8-4d24-aaba-7f2ba64441c3 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:20.332058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9caafbdb-9d0d-47e0-b7ff-539c5aeb1f3c req-7f7fb559-c9e8-4d24-aaba-7f2ba64441c3 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 943 time: 0.1528361 Sep 21 08:25:20.357938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Network a63b1098-0275-420e-863d-16c1b1704df1 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:25:20.390241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-247514cb-d980-4882-ab35-32c408486ef1 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:20.399439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-247514cb-d980-4882-ab35-32c408486ef1 tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/5e9c77e9-8524-45f2-bf2d-b831bc5d4716 HTTP/1.1" status: 204 len: 168 time: 0.3837512 Sep 21 08:25:20.408954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39098) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:20.443019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:20.460678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a63b1098-0275-420e-863d-16c1b1704df1) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:20.471263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479fa2de-5c0c-47af-9edc-553aaa6c86da None None] Network a63b1098-0275-420e-863d-16c1b1704df1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:20.473606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:20.474216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:20.475535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9850f-b711-495e-a139-ae826765748a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:20.536239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9caafbdb-9d0d-47e0-b7ff-539c5aeb1f3c req-c6c5d905-5c40-4f12-ae3e-67a9853f0c96 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865687 Sep 21 08:25:20.567718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:20.576385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:20.593482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:20.594292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:20.596000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] 10.222.0.62 "PUT /v2.0/ports/6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 1091 time: 4.0613880 Sep 21 08:25:20.597898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:25:20.602281 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7fef03-ffb8-4834-b55f-22735aa8d35f" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:25:20.667206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612fea2-0875-4821-ad15-bb00cf52e5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:20.810271 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2af1d68-b680-411d-8591-50d221aae360 x-openstack-request-id: req-c2af1d68-b680-411d-8591-50d221aae360 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:25:20.810798 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:25:20.811261 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c2af1d68-b680-411d-8591-50d221aae360 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:25:20.811967 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'status': 'completed', 'code': 200} Sep 21 08:25:20.812824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39104) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:20.816606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-28510535-594f-4623-b6ad-83358230bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:20.819944 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-28510535-594f-4623-b6ad-83358230bd95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1094 time: 0.1318254 Sep 21 08:25:20.858700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c2970-e6cb-40fa-8d15-2915559de908 None None] Network a63b1098-0275-420e-863d-16c1b1704df1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:21.045963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-728c7801-d278-4235-b8e0-cabe65874fff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.1530762 Sep 21 08:25:21.060847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be702657-1f11-4639-af71-d351761d0adf tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.063155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-be702657-1f11-4639-af71-d351761d0adf tempest-MeteringIpV6TestJSON-1654566097 tempest-MeteringIpV6TestJSON-1654566097-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/22d2f59e-7949-4504-befc-f96946b106cf HTTP/1.1" status: 204 len: 168 time: 0.6504931 Sep 21 08:25:21.096815 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.109166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9502d723-254c-4430-a773-65b4529f1026 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ab224cc9ae14ce2808f130039e345db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841079 Sep 21 08:25:21.110170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39110) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:21.211795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-76c8c75f-6023-4627-a117-74d0f797c891 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.8546178 Sep 21 08:25:21.226279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-a1b6475d-3a81-415f-b740-ab98644b0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:21.228294 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-a1b6475d-3a81-415f-b740-ab98644b0718 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.1735873 Sep 21 08:25:21.303287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.313259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dd2d5-16a8-43c7-b2bb-61d48c31e8be req-0282e93b-ed5f-48bc-9fcb-218fbdb691e6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:21.344377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d1dd2d5-16a8-43c7-b2bb-61d48c31e8be req-0282e93b-ed5f-48bc-9fcb-218fbdb691e6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2835402 Sep 21 08:25:21.385448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.398018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2864120 Sep 21 08:25:21.401843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:21.402570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-a241ec9b-0424-455e-954f-43ab626436ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628561 Sep 21 08:25:21.492258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2690325-5571-4ca5-933d-d35034d6784e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.502304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22c2b2-a62b-4757-bcc7-f1536260cfd7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a78203-38e5-47c8-9e9d-2d53c1df7aff,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:21.672031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-066376d6-bc69-44c0-9409-e27fecafc57f tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2603858 Sep 21 08:25:21.676884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39126) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:21.681179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2690325-5571-4ca5-933d-d35034d6784e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.682752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d1dd2d5-16a8-43c7-b2bb-61d48c31e8be req-67eb4a1d-e841-472a-822e-2b2a33a4171d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918625 Sep 21 08:25:21.687898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1d7f4038-3c47-4b59-a724-2ba8cfab7a13 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-security--1606459001', 'description': 'tempest-security-description-848425865'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:21.772621 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4038-3c47-4b59-a724-2ba8cfab7a13 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.836017 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-94459275-ab2a-4108-962d-9112e8f85447 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991170 Sep 21 08:25:21.906430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2690325-5571-4ca5-933d-d35034d6784e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.909213 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2690325-5571-4ca5-933d-d35034d6784e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:21.910417 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d2690325-5571-4ca5-933d-d35034d6784e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6f5222d-e557-446a-965c-1b4672a7ed70 HTTP/1.1" status: 204 len: 168 time: 0.7980039 Sep 21 08:25:21.948520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39134) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:21.951084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4038-3c47-4b59-a724-2ba8cfab7a13 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.010674 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4038-3c47-4b59-a724-2ba8cfab7a13 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.040950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4038-3c47-4b59-a724-2ba8cfab7a13 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.042426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d7f4038-3c47-4b59-a724-2ba8cfab7a13 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "PUT /v2.0/security-groups/83a78203-38e5-47c8-9e9d-2d53c1df7aff HTTP/1.1" status: 200 len: 1779 time: 0.3641934 Sep 21 08:25:22.045246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:22.050010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2690325-5571-4ca5-933d-d35034d6784e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f5222d-e557-446a-965c-1b4672a7ed70,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:22.065173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8b64d0-c4f1-4873-bb92-7384404fa67f req-2ecd9d34-7ca0-469b-b04c-3e98526ce76c service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233424 Sep 21 08:25:22.194019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-6ca12a4e-07b3-448d-a803-c0b5d61f18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:22.201841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-6ca12a4e-07b3-448d-a803-c0b5d61f18fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0597394 Sep 21 08:25:22.244116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-13dc360e-dffd-4493-8744-f0d0196c96ad tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups/83a78203-38e5-47c8-9e9d-2d53c1df7aff HTTP/1.1" status: 200 len: 1779 time: 0.1951885 Sep 21 08:25:22.248214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39146) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:22.286453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f4038-3c47-4b59-a724-2ba8cfab7a13 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a78203-38e5-47c8-9e9d-2d53c1df7aff,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:22.359665 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-523982e3-8d53-46c5-8c04-28c4d64510ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.369080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7e2bb27-d704-4548-9d87-2c592d117253 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.397361 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7e2bb27-d704-4548-9d87-2c592d117253 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.455740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7e2bb27-d704-4548-9d87-2c592d117253 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.464115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7e2bb27-d704-4548-9d87-2c592d117253 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.469792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a7e2bb27-d704-4548-9d87-2c592d117253 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/83a78203-38e5-47c8-9e9d-2d53c1df7aff HTTP/1.1" status: 204 len: 168 time: 0.2181277 Sep 21 08:25:22.471375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39148) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:22.505022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c929a992-18ae-4fb4-b359-8e20c10a8650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.516648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2bb27-d704-4548-9d87-2c592d117253 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a78203-38e5-47c8-9e9d-2d53c1df7aff,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:22.567538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-c6f55457-701f-431d-b929-33c55e30fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:22.571521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-c6f55457-701f-431d-b929-33c55e30fb83 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.3668704 Sep 21 08:25:22.600249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d753368b-1fb3-4b63-8dc0-520e9c825402 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269348 Sep 21 08:25:22.612582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:22.640349 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-c56fff14-8c3d-4a12-b79b-b270345ebd85 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] delete failed (client error): The resource could not be found. Sep 21 08:25:22.645351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c56fff14-8c3d-4a12-b79b-b270345ebd85 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/83a78203-38e5-47c8-9e9d-2d53c1df7aff HTTP/1.1" status: 404 len: 347 time: 0.0264812 Sep 21 08:25:22.646681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39154) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:22.660598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d1b5bc12-28d5-45eb-a398-1930450eb33e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111879913'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:22.685010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c929a992-18ae-4fb4-b359-8e20c10a8650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.693970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c929a992-18ae-4fb4-b359-8e20c10a8650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.698240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-38be4d28-cabc-48d8-9f90-423790ec1cbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.1185253 Sep 21 08:25:22.784938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c929a992-18ae-4fb4-b359-8e20c10a8650 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5fc6bf983e434d81af4636fa7328627e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8209956 Sep 21 08:25:22.787440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929a992-18ae-4fb4-b359-8e20c10a8650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6524fa-c41d-46cc-ba74-152550d3f42f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:22.788621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39160) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:22.844673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bc12-28d5-45eb-a398-1930450eb33e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.945169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-a7aa4e1d-9682-461c-9736-97a43b723bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:22.946881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-a7aa4e1d-9682-461c-9736-97a43b723bdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.2416441 Sep 21 08:25:22.989026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1dab78fb-2e4a-4096-a18b-44833d3867de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:22.993811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-69b02c5d-a75a-4e85-801b-23a5e5f77e20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364478 Sep 21 08:25:23.008552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bc12-28d5-45eb-a398-1930450eb33e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.023937 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bc12-28d5-45eb-a398-1930450eb33e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.077826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5bc12-28d5-45eb-a398-1930450eb33e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a958f705-4f58-4abf-928e-e7b6f569c1af,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:23.081413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1b5bc12-28d5-45eb-a398-1930450eb33e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.086688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d1b5bc12-28d5-45eb-a398-1930450eb33e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4389327 Sep 21 08:25:23.087353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39168) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:23.093586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a3add989-3fce-4200-9271-2ce4dc603893 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': 'a958f705-4f58-4abf-928e-e7b6f569c1af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:23.144252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3add989-3fce-4200-9271-2ce4dc603893 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.167549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1dab78fb-2e4a-4096-a18b-44833d3867de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.272024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3add989-3fce-4200-9271-2ce4dc603893 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.280402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3add989-3fce-4200-9271-2ce4dc603893 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.306725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-40ce4b18-9d43-4291-afb8-f1a6dceb20b8 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033414 Sep 21 08:25:23.321534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3add989-3fce-4200-9271-2ce4dc603893 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6db6dc7-e048-4dd8-9e31-4c4f5bdc1062,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:23.346871 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3add989-3fce-4200-9271-2ce4dc603893 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.372131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39176) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:23.376023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3add989-3fce-4200-9271-2ce4dc603893 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786171 Sep 21 08:25:23.400179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1dab78fb-2e4a-4096-a18b-44833d3867de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.405138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1dab78fb-2e4a-4096-a18b-44833d3867de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.407838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1dab78fb-2e4a-4096-a18b-44833d3867de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e6524fa-c41d-46cc-ba74-152550d3f42f HTTP/1.1" status: 204 len: 168 time: 0.6168864 Sep 21 08:25:23.460492 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ddafbd-213f-4fd8-9199-d8b524219805 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.470292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab78fb-2e4a-4096-a18b-44833d3867de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6524fa-c41d-46cc-ba74-152550d3f42f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:23.484331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ddafbd-213f-4fd8-9199-d8b524219805 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.543529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf7fef03-ffb8-4834-b55f-22735aa8d35f req-08616ac5-eaaf-46e3-af52-75e0630cb44b service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294300 Sep 21 08:25:23.545690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ddafbd-213f-4fd8-9199-d8b524219805 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.555653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ddafbd-213f-4fd8-9199-d8b524219805 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.557628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-66ddafbd-213f-4fd8-9199-d8b524219805 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a6db6dc7-e048-4dd8-9e31-4c4f5bdc1062 HTTP/1.1" status: 204 len: 168 time: 0.1842487 Sep 21 08:25:23.563056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39182) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:23.580898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddafbd-213f-4fd8-9199-d8b524219805 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6db6dc7-e048-4dd8-9e31-4c4f5bdc1062,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:23.642602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c000c57a-de69-4c45-8971-acd2b4d87369 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0803797 Sep 21 08:25:23.645427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39184) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:23.684261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39186) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:23.795440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-900a92f0-6c7b-4661-9db5-30fdacc0c934 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.837348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-900a92f0-6c7b-4661-9db5-30fdacc0c934 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.900990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-900a92f0-6c7b-4661-9db5-30fdacc0c934 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.903697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-900a92f0-6c7b-4661-9db5-30fdacc0c934 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:23.907750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-900a92f0-6c7b-4661-9db5-30fdacc0c934 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/a958f705-4f58-4abf-928e-e7b6f569c1af HTTP/1.1" status: 204 len: 168 time: 0.2612696 Sep 21 08:25:23.908026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39192) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:23.919635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a92f0-6c7b-4661-9db5-30fdacc0c934 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a958f705-4f58-4abf-928e-e7b6f569c1af,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:24.005494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:24.010278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c174e7f0-3b3a-475d-add3-ea9bb2148279 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358581453'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:24.020397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8d86378b-9ec6-4898-8c86-e9519314d241 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112909 Sep 21 08:25:24.053768 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c174e7f0-3b3a-475d-add3-ea9bb2148279 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.176314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-400568657'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:24.294149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39200) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:24.300172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c174e7f0-3b3a-475d-add3-ea9bb2148279 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.306617 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c174e7f0-3b3a-475d-add3-ea9bb2148279 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.333521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b53ee15e-a82d-4799-8a1f-ec3430c23c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.351529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174e7f0-3b3a-475d-add3-ea9bb2148279 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e680734-045a-4cc5-983d-4f7c8c5834d2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:24.371966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:24.379393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.385452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c174e7f0-3b3a-475d-add3-ea9bb2148279 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.390164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c174e7f0-3b3a-475d-add3-ea9bb2148279 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3834565 Sep 21 08:25:24.391058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39202) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:24.396004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6458a9e2-d655-4851-8155-7750de879e33 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': '1e680734-045a-4cc5-983d-4f7c8c5834d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:24.402763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.522359 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b53ee15e-a82d-4799-8a1f-ec3430c23c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.528107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b53ee15e-a82d-4799-8a1f-ec3430c23c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.553325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:25:24.553325 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 08:25:24.553325 n-d-809980-2 neutron-server[94724]: [parameters: {'project_id_1': '28e6f40d250544a7a8be314ec1261059', 'expiration_1': datetime.datetime(2021, 9, 21, 8, 25, 4, 426358)}] Sep 21 08:25:24.553325 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:25:24.553742 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:25:24.555122 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6458a9e2-d655-4851-8155-7750de879e33 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.581185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ee15e-a82d-4799-8a1f-ec3430c23c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd26bc1-ba1b-466f-9b45-effcf41267ce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:24.594191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39204) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:24.594319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b53ee15e-a82d-4799-8a1f-ec3430c23c36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42eaa0f104ee44029463dbd761c94c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950304 Sep 21 08:25:24.684256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6458a9e2-d655-4851-8155-7750de879e33 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.690331 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6458a9e2-d655-4851-8155-7750de879e33 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.719558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b81032b5-82fb-4ab6-a426-bb50adb20354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.722343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458a9e2-d655-4851-8155-7750de879e33 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982d98a5-1861-4179-8a8a-16368c27fcc8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:24.729917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6458a9e2-d655-4851-8155-7750de879e33 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.731146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6458a9e2-d655-4851-8155-7750de879e33 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388965 Sep 21 08:25:24.733936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39206) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:24.739138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-644c2dde-50fb-4bbb-a81b-5c8e488cde6a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': '1e680734-045a-4cc5-983d-4f7c8c5834d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:24.762054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b81032b5-82fb-4ab6-a426-bb50adb20354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.807830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-644c2dde-50fb-4bbb-a81b-5c8e488cde6a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.839780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b81032b5-82fb-4ab6-a426-bb50adb20354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.842325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b81032b5-82fb-4ab6-a426-bb50adb20354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.843513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b81032b5-82fb-4ab6-a426-bb50adb20354 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bd26bc1-ba1b-466f-9b45-effcf41267ce HTTP/1.1" status: 204 len: 168 time: 0.2483554 Sep 21 08:25:24.868705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81032b5-82fb-4ab6-a426-bb50adb20354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd26bc1-ba1b-466f-9b45-effcf41267ce,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:24.903732 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-644c2dde-50fb-4bbb-a81b-5c8e488cde6a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.908632 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-644c2dde-50fb-4bbb-a81b-5c8e488cde6a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.926791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c2dde-50fb-4bbb-a81b-5c8e488cde6a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ee320e-8260-4bf9-aa27-1e8b64fd69f9,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:24.933836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-644c2dde-50fb-4bbb-a81b-5c8e488cde6a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:24.935222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-644c2dde-50fb-4bbb-a81b-5c8e488cde6a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2002046 Sep 21 08:25:24.937980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39210) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:24.942640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-970eb9cc-fb67-41ff-8d99-36e53fbcfcdd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': '1e680734-045a-4cc5-983d-4f7c8c5834d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:24.977736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970eb9cc-fb67-41ff-8d99-36e53fbcfcdd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.059818 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.061559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970eb9cc-fb67-41ff-8d99-36e53fbcfcdd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.073967 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970eb9cc-fb67-41ff-8d99-36e53fbcfcdd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.132446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970eb9cc-fb67-41ff-8d99-36e53fbcfcdd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69498600-cb41-4b85-99a9-53c6b9851cbd,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:25.173979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-970eb9cc-fb67-41ff-8d99-36e53fbcfcdd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.175369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-970eb9cc-fb67-41ff-8d99-36e53fbcfcdd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2363503 Sep 21 08:25:25.179225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39218) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:25.186222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9dea6cdf-4dc3-4c06-9b79-9845b11c0bd9 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': '1e680734-045a-4cc5-983d-4f7c8c5834d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:25.236296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143024e-447b-4832-ac2a-de9a47176b36 req-30fcd028-8371-4206-aede-890b32866a4f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:25.237860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-30fcd028-8371-4206-aede-890b32866a4f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/networks?id=a63b1098-0275-420e-863d-16c1b1704df1 HTTP/1.1" status: 200 len: 821 time: 0.1670928 Sep 21 08:25:25.270156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-024f2df6-2749-40cd-9add-dab22ac26d77 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/quotas/f68730e7f6e44e20886407f59ff969d3 HTTP/1.1" status: 200 len: 375 time: 0.0226951 Sep 21 08:25:25.286247 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.321815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-629500a5-71c7-4d03-b86b-34af49634f4f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f68730e7f6e44e20886407f59ff969d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440726 Sep 21 08:25:25.375302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.399103 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-efc83464-ab30-4d5c-9262-c3f74dff6969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.411614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9dea6cdf-4dc3-4c06-9b79-9845b11c0bd9 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.438738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.482406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9dea6cdf-4dc3-4c06-9b79-9845b11c0bd9 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.485082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:25:25.488048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9dea6cdf-4dc3-4c06-9b79-9845b11c0bd9 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.512576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea6cdf-4dc3-4c06-9b79-9845b11c0bd9 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c70e526-5678-46c1-a0ce-9539de6d0e54,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:25.512844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cddc83-2066-4240-8881-38f1406c57fb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:25.525759 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.526171 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Added segment 7a77b382-e2fb-43a8-820c-5176652a39c8 of type vlan for network 8fd14899-845e-4c3e-a9c8-879232dba63c Sep 21 08:25:25.527579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9dea6cdf-4dc3-4c06-9b79-9845b11c0bd9 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.535544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9dea6cdf-4dc3-4c06-9b79-9845b11c0bd9 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3537641 Sep 21 08:25:25.538305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39230) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:25.550044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-513f1142-ff4b-4d98-aa08-a9853c64ac23 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': '1e680734-045a-4cc5-983d-4f7c8c5834d2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:25.554965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-29a93d41-5959-4896-8fb6-81f996eaaba1 service neutron] 10.222.0.59 "GET /v2.0/networks/a63b1098-0275-420e-863d-16c1b1704df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235043 Sep 21 08:25:25.593153 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-513f1142-ff4b-4d98-aa08-a9853c64ac23 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.634041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.706467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989031a-9a87-4ea0-8fb8-233b72e8d51c req-5e175f22-52c3-4e7b-95c8-e24e27260a89 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:25.708290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f989031a-9a87-4ea0-8fb8-233b72e8d51c req-5e175f22-52c3-4e7b-95c8-e24e27260a89 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 943 time: 0.1247880 Sep 21 08:25:25.712741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.720118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:25.720930 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.727570 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-513f1142-ff4b-4d98-aa08-a9853c64ac23 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.737799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-513f1142-ff4b-4d98-aa08-a9853c64ac23 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.780342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f1142-ff4b-4d98-aa08-a9853c64ac23 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec73adba-ef88-440a-9207-19fb8cde5000,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:25.787981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-56ae9e84-bf92-4342-ad19-d940c708b924 service neutron] 10.222.0.59 "GET /v2.0/networks/a63b1098-0275-420e-863d-16c1b1704df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072034 Sep 21 08:25:25.789584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1034939 Sep 21 08:25:25.792908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39238) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:25.800951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'subnet': {'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:25.838299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-513f1142-ff4b-4d98-aa08-a9853c64ac23 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.839965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-513f1142-ff4b-4d98-aa08-a9853c64ac23 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3000741 Sep 21 08:25:25.844353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39240) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:25.850997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f989031a-9a87-4ea0-8fb8-233b72e8d51c req-68e5fb40-9538-42b7-8018-8ce608fef74d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271200 Sep 21 08:25:25.856693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a300b03-772b-4d3b-a5c8-a655c67d35e9 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Network': ['ID=8fd14899-845e-4c3e-a9c8-879232dba63c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:25.872389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 8fd14899-845e-4c3e-a9c8-879232dba63c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:25:25.912365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23d1cbf4-f39e-4f34-bf99-d4c973903f98 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.924153 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23d1cbf4-f39e-4f34-bf99-d4c973903f98 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.973669 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23d1cbf4-f39e-4f34-bf99-d4c973903f98 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.986787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23d1cbf4-f39e-4f34-bf99-d4c973903f98 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:25.990343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-23d1cbf4-f39e-4f34-bf99-d4c973903f98 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/ec73adba-ef88-440a-9207-19fb8cde5000 HTTP/1.1" status: 204 len: 168 time: 0.1428528 Sep 21 08:25:25.991861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:26.007528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1cbf4-f39e-4f34-bf99-d4c973903f98 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec73adba-ef88-440a-9207-19fb8cde5000,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:26.030552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-38e2e75e-6998-42f1-8690-4ba1908e5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:26.032347 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-38e2e75e-6998-42f1-8690-4ba1908e5618 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1095 time: 0.1451683 Sep 21 08:25:26.111451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6be68fb6-6b47-44de-9db3-01d58e8eec91 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:25:26.130389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5460b543-4f23-4cde-8895-e48ab3ea8720 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1363685 Sep 21 08:25:26.131344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:26.136031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.142074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39252) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:26.189861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc838-73a0-4d72-9df3-46d1f7f34001 req-b9ec6457-8ff2-402d-b53c-a633d26a52f1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:26.198591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fffc838-73a0-4d72-9df3-46d1f7f34001 req-b9ec6457-8ff2-402d-b53c-a633d26a52f1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1070538 Sep 21 08:25:26.248500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fffc838-73a0-4d72-9df3-46d1f7f34001 req-2d0467bc-e220-46a1-a844-94c5ec295950 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431004 Sep 21 08:25:26.275468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ee2f856-9f3b-40ef-a9a1-ae533894c5d9 req-fc93d8ce-2b42-4833-a274-d44234dd3341 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 210 time: 0.1327643 Sep 21 08:25:26.344162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc349077-166a-46ac-9fa5-21de47904978 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.375091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:26.382458 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc349077-166a-46ac-9fa5-21de47904978 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.421119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'port_id': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'mac_address': 'fa:16:3e:61:50:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:25:26.425820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-2c56f9dc-cb80-43ab-9343-f94382d5ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:26.428257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-2c56f9dc-cb80-43ab-9343-f94382d5ae66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.3646762 Sep 21 08:25:26.509859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc349077-166a-46ac-9fa5-21de47904978 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.519037 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.537496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be68fb6-6b47-44de-9db3-01d58e8eec91 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:25:26.566605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc349077-166a-46ac-9fa5-21de47904978 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.571220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39264) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:26.572117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc349077-166a-46ac-9fa5-21de47904978 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/7c70e526-5678-46c1-a0ce-9539de6d0e54 HTTP/1.1" status: 204 len: 168 time: 0.4255643 Sep 21 08:25:26.597032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:26.604500 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.615527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc349077-166a-46ac-9fa5-21de47904978 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c70e526-5678-46c1-a0ce-9539de6d0e54,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:26.698496 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-382b65a3-52b6-4017-add1-8a79f9e77bb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 200 len: 1000 time: 0.2569835 Sep 21 08:25:26.717562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cf55ad61-755e-431d-aeeb-752b5fe0dfb5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1442990 Sep 21 08:25:26.719363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39270) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:26.728794 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.729603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:26.778023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73eced12-42fc-4304-a78a-1d9794a9e141 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.813117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.817143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73eced12-42fc-4304-a78a-1d9794a9e141 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.865218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73eced12-42fc-4304-a78a-1d9794a9e141 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.872077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-199cfc40-bdfb-434c-95d8-4ba2ab438beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:26.873911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-199cfc40-bdfb-434c-95d8-4ba2ab438beb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1328604 Sep 21 08:25:26.881862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-73eced12-42fc-4304-a78a-1d9794a9e141 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:26.889021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-73eced12-42fc-4304-a78a-1d9794a9e141 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/69498600-cb41-4b85-99a9-53c6b9851cbd HTTP/1.1" status: 204 len: 168 time: 0.1681032 Sep 21 08:25:26.889679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:26.890957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['6be68fb6-6b47-44de-9db3-01d58e8eec91'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:25:26.908610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eced12-42fc-4304-a78a-1d9794a9e141 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69498600-cb41-4b85-99a9-53c6b9851cbd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:26.968205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03340402-a96c-4ea9-9e85-399747f4ddce tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0663116 Sep 21 08:25:26.968912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39280) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:27.005652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7604cd6d-a149-424a-9c4a-de3675970efe tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.014406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7604cd6d-a149-424a-9c4a-de3675970efe tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.075905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Checking segment: {'id': '7a77b382-e2fb-43a8-820c-5176652a39c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:27.076534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network hostable DHCP agents. Network: 8fd14899-845e-4c3e-a9c8-879232dba63c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:25:27.083132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Subnet': ['ID=af8940d4-4d04-44aa-9659-7f25d800c897,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:27.093408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7604cd6d-a149-424a-9c4a-de3675970efe tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.097844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-2d410e8c-fad1-4d77-ab88-e0bffb3e007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:27.099771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-2d410e8c-fad1-4d77-ab88-e0bffb3e007e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943619 Sep 21 08:25:27.111176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c64dd-8c30-47b6-be6b-86680370b10b req-5447d820-0e98-4da2-98af-a2f000e99f84 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:27.112965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c65c64dd-8c30-47b6-be6b-86680370b10b req-5447d820-0e98-4da2-98af-a2f000e99f84 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 944 time: 0.1287200 Sep 21 08:25:27.134192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7604cd6d-a149-424a-9c4a-de3675970efe tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.138406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7604cd6d-a149-424a-9c4a-de3675970efe tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b1ee320e-8260-4bf9-aa27-1e8b64fd69f9 HTTP/1.1" status: 204 len: 168 time: 0.1684608 Sep 21 08:25:27.141286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604cd6d-a149-424a-9c4a-de3675970efe tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1ee320e-8260-4bf9-aa27-1e8b64fd69f9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:27.152089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:27.176801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:25:27.250385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 8fd14899-845e-4c3e-a9c8-879232dba63c) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:27.251375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b3e0070c-0f6b-4967-9151-03ec5e2dc271 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935464 Sep 21 08:25:27.252033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39288) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:27.261994 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c65c64dd-8c30-47b6-be6b-86680370b10b req-69bee131-08fa-43ad-b6ac-46a3948e834e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366711 Sep 21 08:25:27.262452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db011d1a-05ed-498e-9285-f79cc131748f None None] Network 8fd14899-845e-4c3e-a9c8-879232dba63c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:27.272901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:27.274146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.291428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39292) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:27.355592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-efb47e47-085e-48fb-ae06-fc721a517793 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412515 Sep 21 08:25:27.414691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6ba7e91-6a67-4329-afa9-b4d10f3b7b53 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.440279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de106b43-d1f9-4862-a29e-53761e69ef82 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6449015 Sep 21 08:25:27.456301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39298) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:27.464312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-719271454'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:27.487905 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6ba7e91-6a67-4329-afa9-b4d10f3b7b53 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.534258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-8fd14899-845e-4c3e-a9c8-879232dba63c', 'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'tenant_id': '28e6f40d250544a7a8be314ec1261059', 'fixed_ips': [{'subnet_id': 'af8940d4-4d04-44aa-9659-7f25d800c897'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:25:27.539723 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.578393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163e62-ece2-4073-9c0a-4fa712a42efa req-e1ae9f97-6f74-4373-95e4-f2989ca2e44f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:27.580012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8163e62-ece2-4073-9c0a-4fa712a42efa req-e1ae9f97-6f74-4373-95e4-f2989ca2e44f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1944129 Sep 21 08:25:27.588522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6ba7e91-6a67-4329-afa9-b4d10f3b7b53 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.602700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6ba7e91-6a67-4329-afa9-b4d10f3b7b53 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.603896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f6ba7e91-6a67-4329-afa9-b4d10f3b7b53 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/982d98a5-1861-4179-8a8a-16368c27fcc8 HTTP/1.1" status: 204 len: 168 time: 0.3509254 Sep 21 08:25:27.619590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39302) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:27.643360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba7e91-6a67-4329-afa9-b4d10f3b7b53 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=982d98a5-1861-4179-8a8a-16368c27fcc8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:27.688499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8163e62-ece2-4073-9c0a-4fa712a42efa req-607faffc-90fb-4bc7-992f-8276af3be59d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916405 Sep 21 08:25:27.696067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1203268825', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:27.729183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:25:27.729183 n-d-809980-2 neutron-server[94725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 08:25:27.729183 n-d-809980-2 neutron-server[94725]: [parameters: {'project_id_1': '28e6f40d250544a7a8be314ec1261059', 'expiration_1': datetime.datetime(2021, 9, 21, 8, 25, 7, 703102)}] Sep 21 08:25:27.729183 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:25:27.730376 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:25:27.739208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3f798d2-ef69-43f7-88ea-d59d17226aa7 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1185133 Sep 21 08:25:27.743151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39306) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:27.770246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Made reservation on behalf of aefdf36262564275a24784d2e092b6cf for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:27.773951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.793485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.869043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e109c52a-c0fb-4bdb-91b9-7d3c76370f07 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:27.899086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Allocated IP 2001:db8::2 (8fd14899-845e-4c3e-a9c8-879232dba63c/af8940d4-4d04-44aa-9659-7f25d800c897/82a27301-3071-46f2-b328-e54cae82f740) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:28.031733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.156406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143024e-447b-4832-ac2a-de9a47176b36 req-57f42317-b27a-486f-acad-42f57b3e0f9f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:28.157199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7c75dcb-758b-41d8-a538-9aa7b7272a1c req-ae5e3288-954d-4737-8ea4-0194bfc5a870 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 210 time: 0.6949949 Sep 21 08:25:28.157955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-57f42317-b27a-486f-acad-42f57b3e0f9f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.50 "GET /v2.0/networks?id=a63b1098-0275-420e-863d-16c1b1704df1 HTTP/1.1" status: 200 len: 821 time: 0.2820737 Sep 21 08:25:28.174618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.175745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6be68fb6-6b47-44de-9db3-01d58e8eec91 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:28.182654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Request body: {'port': {'device_id': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1', 'admin_state_up': True, 'tenant_id': 'f68730e7f6e44e20886407f59ff969d3'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:28.190812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e109c52a-c0fb-4bdb-91b9-7d3c76370f07 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.217153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] device_id is not set on port 36be3a59-6f87-4663-88be-ee31720e8135 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:28.219168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4eb6fc38-11e2-4019-944b-a5da4466641b req-aa35ba74-f45f-4f00-9cc0-daf0f3116839 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8510492 Sep 21 08:25:28.224593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.310966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7bb8c8-c3ba-4bdb-92f4-6a44404c0b9e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:28.349736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 6be68fb6-6b47-44de-9db3-01d58e8eec91 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:25:28.389419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 6be68fb6-6b47-44de-9db3-01d58e8eec91 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:28.389989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.403532 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e109c52a-c0fb-4bdb-91b9-7d3c76370f07 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.406034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e109c52a-c0fb-4bdb-91b9-7d3c76370f07 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.409629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e109c52a-c0fb-4bdb-91b9-7d3c76370f07 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/1e680734-045a-4cc5-983d-4f7c8c5834d2 HTTP/1.1" status: 204 len: 168 time: 0.6630104 Sep 21 08:25:28.409629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:28.410600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39310) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:28.411158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.487361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c3f327b1-7dac-43a2-a77c-18a6ba1a3c96 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743289 Sep 21 08:25:28.491228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39312) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:28.496559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-acaf7eeb-e321-4ee1-9059-fb8a40957222 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647338669'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:28.500861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109c52a-c0fb-4bdb-91b9-7d3c76370f07 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e680734-045a-4cc5-983d-4f7c8c5834d2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:28.522863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] device_id is not set on port da6c751d-7ee4-4fe2-833f-755c9ad75207 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:28.537371 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.540236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acaf7eeb-e321-4ee1-9059-fb8a40957222 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.551841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Allocated IP 172.25.1.193 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/36be3a59-6f87-4663-88be-ee31720e8135) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:28.558875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.635521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:28.647624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:28.653365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:28.658967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Pushing event updated for resources: {'Port': ['ID=82a27301-3071-46f2-b328-e54cae82f740,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:28.677533 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.800972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:25:28.803700 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478ddba-00e4-4d8d-bde0-35b9704540d9" -d '{"events": [{"server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:25:28.811145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Attempting to bind port 82a27301-3071-46f2-b328-e54cae82f740 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:28.811554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Attempting to bind port 82a27301-3071-46f2-b328-e54cae82f740 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '7a77b382-e2fb-43a8-820c-5176652a39c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:28.811924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Attempting to bind port 82a27301-3071-46f2-b328-e54cae82f740 on network 8fd14899-845e-4c3e-a9c8-879232dba63c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:28.824655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:28.826022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:28.826398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Checking segment: {'id': '7a77b382-e2fb-43a8-820c-5176652a39c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:28.827063 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.827530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Bound using segment: {'id': '7a77b382-e2fb-43a8-820c-5176652a39c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:28.828017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Bound port: 82a27301-3071-46f2-b328-e54cae82f740, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a77b382-e2fb-43a8-820c-5176652a39c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:28.828533 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.832831 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.924507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab6529-8df6-48fa-b054-4d293403f34b req-cefdd2c3-12d9-4cc3-96f2-04792a703134 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:28.928573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae3b07-0be6-422a-bab9-efe305f18679 req-02bfc75f-4ec7-4bfe-86ea-96594060e7ec tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:28.931965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:28.932692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cab6529-8df6-48fa-b054-4d293403f34b req-cefdd2c3-12d9-4cc3-96f2-04792a703134 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.0713203 Sep 21 08:25:28.936050 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47ae3b07-0be6-422a-bab9-efe305f18679 req-02bfc75f-4ec7-4bfe-86ea-96594060e7ec tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 944 time: 0.5505037 Sep 21 08:25:28.977382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] For port 82a27301-3071-46f2-b328-e54cae82f740, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:28.982974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Made reservation on behalf of f68730e7f6e44e20886407f59ff969d3 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:28.983936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] For port 82a27301-3071-46f2-b328-e54cae82f740, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=82a27301-3071-46f2-b328-e54cae82f740,segment=NetworkSegment(7a77b382-e2fb-43a8-820c-5176652a39c8),segment_id=7a77b382-e2fb-43a8-820c-5176652a39c8)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:28.984885 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cab6529-8df6-48fa-b054-4d293403f34b req-00cd7465-8c69-4ee0-86be-b51e8607b878 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508752 Sep 21 08:25:28.987153 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:28.992504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.107153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47ae3b07-0be6-422a-bab9-efe305f18679 req-0645d24d-548d-4ed4-8a05-886bd071d49e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568499 Sep 21 08:25:29.126732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b3c05-d39c-44f1-a9b0-77af6d8fc4ee None None] Pushing event updated for resources: {'Port': ['ID=82a27301-3071-46f2-b328-e54cae82f740,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:29.135697 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d96a46-cf8f-4436-9a1d-df111ab640c8 x-openstack-request-id: req-c1d96a46-cf8f-4436-9a1d-df111ab640c8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:25:29.135983 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:25:29.136243 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1d96a46-cf8f-4436-9a1d-df111ab640c8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:25:29.136656 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'code': 200} Sep 21 08:25:29.155540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acaf7eeb-e321-4ee1-9059-fb8a40957222 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.168290 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acaf7eeb-e321-4ee1-9059-fb8a40957222 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.178689 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Allocated IP 2001:db8::10e (8fd14899-845e-4c3e-a9c8-879232dba63c/af8940d4-4d04-44aa-9659-7f25d800c897/da6c751d-7ee4-4fe2-833f-755c9ad75207) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:29.267241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf7eeb-e321-4ee1-9059-fb8a40957222 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e303aae3-47ef-49ce-a98d-f33db3446fc8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:29.277143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acaf7eeb-e321-4ee1-9059-fb8a40957222 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.282160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-acaf7eeb-e321-4ee1-9059-fb8a40957222 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7868438 Sep 21 08:25:29.283804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39324) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:29.288469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3bde7a3b-99d0-490e-8ac6-811621ff229a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': 'e303aae3-47ef-49ce-a98d-f33db3446fc8', 'direction': 'ingress', 'protocol': 17}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:29.321739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d58881-b568-4130-ab2f-301af6b67a64 req-95c84eb7-7e34-4ad5-b096-11fc2b71946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:29.323753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57d58881-b568-4130-ab2f-301af6b67a64 req-95c84eb7-7e34-4ad5-b096-11fc2b71946d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1145217 Sep 21 08:25:29.338267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2092767e-061c-4289-8a1f-553215cfe694 req-4fea5dd8-8135-44fc-b9be-5afea01c5ef1 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 210 time: 0.0866933 Sep 21 08:25:29.358568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bde7a3b-99d0-490e-8ac6-811621ff229a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.399680 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57d58881-b568-4130-ab2f-301af6b67a64 req-ec0d927c-de7a-433f-b015-b7b18b5e2cb5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680807 Sep 21 08:25:29.424736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bde7a3b-99d0-490e-8ac6-811621ff229a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.430867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bde7a3b-99d0-490e-8ac6-811621ff229a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.467186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Allocated IP 172.20.0.2 (a63b1098-0275-420e-863d-16c1b1704df1/caaaeee8-ed57-4aa7-9544-31d962606198/8aa3baa6-0dfe-42ec-bd2e-31a28c511db3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:29.489475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7a3b-99d0-490e-8ac6-811621ff229a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0f21b0-f105-4373-9e78-012151ad6f05,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:29.497026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bde7a3b-99d0-490e-8ac6-811621ff229a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.500718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3bde7a3b-99d0-490e-8ac6-811621ff229a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2150595 Sep 21 08:25:29.502173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39326) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:29.583388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a140296-da4f-4fcf-af1b-801677c7c905 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.616558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a140296-da4f-4fcf-af1b-801677c7c905 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.661132 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.673310 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a140296-da4f-4fcf-af1b-801677c7c905 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.676365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a140296-da4f-4fcf-af1b-801677c7c905 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.678812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a140296-da4f-4fcf-af1b-801677c7c905 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/e303aae3-47ef-49ce-a98d-f33db3446fc8 HTTP/1.1" status: 204 len: 168 time: 0.1737964 Sep 21 08:25:29.681657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.685000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39328) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:29.711469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a140296-da4f-4fcf-af1b-801677c7c905 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e303aae3-47ef-49ce-a98d-f33db3446fc8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:29.759394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dee61f26-5323-4c1d-8dfb-27741c0edd1f tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728288 Sep 21 08:25:29.764132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39332) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:29.783406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cdae8ff6-3a8c-46db-9a43-4df7d9523647 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545703064'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:29.842525 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdae8ff6-3a8c-46db-9a43-4df7d9523647 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.853353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.855552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.937282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:29.942182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:29.951122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:29.953189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:29.954796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Pushing event updated for resources: {'Port': ['ID=36be3a59-6f87-4663-88be-ee31720e8135,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:29.957123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:29.962190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdae8ff6-3a8c-46db-9a43-4df7d9523647 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.962402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:29.968207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:29.968834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdae8ff6-3a8c-46db-9a43-4df7d9523647 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:29.969079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.010009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdae8ff6-3a8c-46db-9a43-4df7d9523647 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.011635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cdae8ff6-3a8c-46db-9a43-4df7d9523647 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2463446 Sep 21 08:25:30.013982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae8ff6-3a8c-46db-9a43-4df7d9523647 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2124538-e359-4f4b-9b25-019174b44d0a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:30.016518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39334) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:30.026518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bdfaed32-c02f-41c0-a6c6-6ef3ec92e90d tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658730628'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:30.045507 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.056814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdfaed32-c02f-41c0-a6c6-6ef3ec92e90d tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.106183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6479363 Sep 21 08:25:30.109920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39338) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:30.116237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1363504205', 'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:a9:77:55'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:30.125305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:30.125935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.165465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e6d36-1af0-4ea4-93b0-e2008ecd7be2 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=da6c751d-7ee4-4fe2-833f-755c9ad75207,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:30.200339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.294275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Network a63b1098-0275-420e-863d-16c1b1704df1 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:30.302675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:30.305726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d8c15-db6e-4046-8eb1-442ad5a9db9f req-90b55ffe-a649-4b50-afee-45d54679c455 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:30.312007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:30.317038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-520d8c15-db6e-4046-8eb1-442ad5a9db9f req-90b55ffe-a649-4b50-afee-45d54679c455 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1537895 Sep 21 08:25:30.323628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Pushing event updated for resources: {'Port': ['ID=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:30.374122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4211f-6179-4b07-a6fb-2cdcb1154369 req-1b38b00f-5286-4800-bd8d-275a6dae3823 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:30.376271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0da4211f-6179-4b07-a6fb-2cdcb1154369 req-1b38b00f-5286-4800-bd8d-275a6dae3823 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1552470 Sep 21 08:25:30.401959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-520d8c15-db6e-4046-8eb1-442ad5a9db9f req-ef27b5c6-6608-4b70-920f-0ab57a353a4d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839372 Sep 21 08:25:30.410905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdfaed32-c02f-41c0-a6c6-6ef3ec92e90d tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.423814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdfaed32-c02f-41c0-a6c6-6ef3ec92e90d tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.431608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:30.432357 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.441385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9f91df35-93a4-4262-906e-20f03a7015e5 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1455407 Sep 21 08:25:30.448263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39346) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:30.457019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.193'}]}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:30.481854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0da4211f-6179-4b07-a6fb-2cdcb1154369 req-32c29414-c566-4fe8-97aa-df09def7ab5c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722191 Sep 21 08:25:30.516078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaed32-c02f-41c0-a6c6-6ef3ec92e90d tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b997b4-bd8c-45f3-a5d3-9a9cb042feed,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:30.520316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:30.524907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-7d20c156-d44b-4e34-921b-b3a54ae13493 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3512168 Sep 21 08:25:30.535283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdfaed32-c02f-41c0-a6c6-6ef3ec92e90d tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.540219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Request body: {'port': {'device_id': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:30.545510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bdfaed32-c02f-41c0-a6c6-6ef3ec92e90d tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5246072 Sep 21 08:25:30.551179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39348) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:30.559938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b3c53c3d-d79e-4aaf-b065-4c6fbc4ce16b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': 'e2124538-e359-4f4b-9b25-019174b44d0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '37b997b4-bd8c-45f3-a5d3-9a9cb042feed', 'remote_ip_prefix': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:30.565337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97f30d-5e50-4dfb-ba00-0ed5ad2d1059 None None] Network 8fd14899-845e-4c3e-a9c8-879232dba63c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:30.664761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.666269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.679549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.716196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3c53c3d-d79e-4aaf-b065-4c6fbc4ce16b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.723970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.729775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3f66-bafa-4ea4-8bc9-3518f5e7497a req-4d8f7c46-59b8-47a4-9853-2ce54ea28601 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:30.736036 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c98a3f66-bafa-4ea4-8bc9-3518f5e7497a req-4d8f7c46-59b8-47a4-9853-2ce54ea28601 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 931 time: 0.1303501 Sep 21 08:25:30.763609 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.784087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Provisioning complete for port 82a27301-3071-46f2-b328-e54cae82f740 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:30.784766 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:30.878238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] device_id is not set on port 596646dc-d8c1-4424-a879-581d897eb0c8 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:30.947842 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.003293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] For port 82a27301-3071-46f2-b328-e54cae82f740, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=82a27301-3071-46f2-b328-e54cae82f740,segment=NetworkSegment(7a77b382-e2fb-43a8-820c-5176652a39c8),segment_id=7a77b382-e2fb-43a8-820c-5176652a39c8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:31.012399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.027158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c98a3f66-bafa-4ea4-8bc9-3518f5e7497a req-5c5c0e8a-42f4-47b7-952a-7aeb2f2ad135 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541735 Sep 21 08:25:31.056896 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.092519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Pushing event updated for resources: {'Port': ['ID=82a27301-3071-46f2-b328-e54cae82f740,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:31.106287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.106637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.106982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.107604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.107946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.108279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.108609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.108940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.109266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.109593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.109925 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.110248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9792bc-8b1f-4df2-8c72-9073d285898c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:31.179771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3c53c3d-d79e-4aaf-b065-4c6fbc4ce16b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.191585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 82a27301-3071-46f2-b328-e54cae82f740 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:31.209799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3c53c3d-d79e-4aaf-b065-4c6fbc4ce16b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.247136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Allocated IP 2001:db8::2cd (8fd14899-845e-4c3e-a9c8-879232dba63c/af8940d4-4d04-44aa-9659-7f25d800c897/596646dc-d8c1-4424-a879-581d897eb0c8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:31.247406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c53c3d-d79e-4aaf-b065-4c6fbc4ce16b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e1e2f0-e277-4640-9b77-9dde040bce77,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:31.266343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3c53c3d-d79e-4aaf-b065-4c6fbc4ce16b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.271414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b3c53c3d-d79e-4aaf-b065-4c6fbc4ce16b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7167311 Sep 21 08:25:31.272449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39352) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:31.306853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 82a27301-3071-46f2-b328-e54cae82f740 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:31.307615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.328092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65938e32-9691-4b60-b82b-dd4c1550c5a6 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.353917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65938e32-9691-4b60-b82b-dd4c1550c5a6 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.366471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:25:31.376277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.397294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Transition to ACTIVE for port object 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:25:31.407766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.454337 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65938e32-9691-4b60-b82b-dd4c1550c5a6 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.460170 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65938e32-9691-4b60-b82b-dd4c1550c5a6 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.462723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-65938e32-9691-4b60-b82b-dd4c1550c5a6 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/87e1e2f0-e277-4640-9b77-9dde040bce77 HTTP/1.1" status: 204 len: 168 time: 0.1850264 Sep 21 08:25:31.481344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:31.482570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:31.542983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-69529f3e-b04f-47cf-841f-e25b1637f44d None None] Provisioning complete for port 82a27301-3071-46f2-b328-e54cae82f740 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:31.543442 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69529f3e-b04f-47cf-841f-e25b1637f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.564627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d4a20e1d-e4b7-4f47-b868-78a70fbfbe81 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0776515 Sep 21 08:25:31.572010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:31.753631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-69529f3e-b04f-47cf-841f-e25b1637f44d None None] Provisioning complete for port da6c751d-7ee4-4fe2-833f-755c9ad75207 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:31.755764 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69529f3e-b04f-47cf-841f-e25b1637f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.755949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Attempting to bind port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:31.756259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Attempting to bind port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '3d62b1d7-0ca6-4008-b61d-78e3610ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:31.756611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Attempting to bind port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 on network a63b1098-0275-420e-863d-16c1b1704df1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:31.776029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 on network a63b1098-0275-420e-863d-16c1b1704df1 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:25:31.776360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Attempting to bind port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 on network a63b1098-0275-420e-863d-16c1b1704df1 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:31.803775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65938e32-9691-4b60-b82b-dd4c1550c5a6 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87e1e2f0-e277-4640-9b77-9dde040bce77,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:31.812735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:31.813254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Checking segment: {'id': '3d62b1d7-0ca6-4008-b61d-78e3610ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:31.813471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Bound using segment: {'id': '3d62b1d7-0ca6-4008-b61d-78e3610ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:31.813911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Bound port: 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d62b1d7-0ca6-4008-b61d-78e3610ed3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:31.814277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.816575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb4ce-071d-447e-80fd-88ca5df98dd5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.839669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-69529f3e-b04f-47cf-841f-e25b1637f44d None None] Port da6c751d-7ee4-4fe2-833f-755c9ad75207 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:31.857012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11de6-8c1f-4b89-ab34-17499bee2b08 req-59f9c296-7f6a-47ee-89d4-a7c2057cde11 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:31.858678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eca11de6-8c1f-4b89-ab34-17499bee2b08 req-59f9c296-7f6a-47ee-89d4-a7c2057cde11 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.2192631 Sep 21 08:25:31.876020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb4ce-071d-447e-80fd-88ca5df98dd5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.908179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c8345-d28a-446d-8d73-2cb67757f439 req-3d91ee74-9424-4185-8ddc-1572cf0148bb tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:31.909865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a1c8345-d28a-446d-8d73-2cb67757f439 req-3d91ee74-9424-4185-8ddc-1572cf0148bb tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2072146 Sep 21 08:25:31.920377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.949117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:31.973056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e222fe2b-2840-40ac-b68e-22dad784693e None None] Provisioning complete for port da6c751d-7ee4-4fe2-833f-755c9ad75207 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:31.976457 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e222fe2b-2840-40ac-b68e-22dad784693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.002100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eca11de6-8c1f-4b89-ab34-17499bee2b08 req-ebef02fb-5836-456f-ae86-68bac892c3dd tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319683 Sep 21 08:25:32.010136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] For port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:32.014553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] For port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,segment=NetworkSegment(3d62b1d7-0ca6-4008-b61d-78e3610ed3e2),segment_id=3d62b1d7-0ca6-4008-b61d-78e3610ed3e2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:32.016524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb4ce-071d-447e-80fd-88ca5df98dd5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.020195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb4ce-071d-447e-80fd-88ca5df98dd5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.021643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6a3bb4ce-071d-447e-80fd-88ca5df98dd5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/37b997b4-bd8c-45f3-a5d3-9a9cb042feed HTTP/1.1" status: 204 len: 168 time: 0.4485531 Sep 21 08:25:32.026079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39366) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:32.038335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.071999 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.075099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e222fe2b-2840-40ac-b68e-22dad784693e None None] Port da6c751d-7ee4-4fe2-833f-755c9ad75207 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:32.083882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bb4ce-071d-447e-80fd-88ca5df98dd5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b997b4-bd8c-45f3-a5d3-9a9cb042feed,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:32.108920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:32.109576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.111083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] 10.222.0.50 "PUT /v2.0/ports/8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 HTTP/1.1" status: 200 len: 1091 time: 1.5770388 Sep 21 08:25:32.111586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'tag': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:25:32.114008 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6434ddfc-9bc5-4f90-b161-07a0946008a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe75f7f-b8bf-483d-808d-69793210f4fa", "tag": "8aa3baa6-0dfe-42ec-bd2e-31a28c511db3"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:25:32.152433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5f3be-d345-47e8-9786-5b9c01b8ae5e service neutron] Pushing event updated for resources: {'Port': ['ID=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:32.172712 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a8156734-26ea-4a3b-b6f4-febb242157c5 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1454670 Sep 21 08:25:32.175838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39374) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:32.180074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.292540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a1c8345-d28a-446d-8d73-2cb67757f439 req-1728b9c5-34c8-4d2c-bae3-91a8a063581e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737097 Sep 21 08:25:32.321638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143024e-447b-4832-ac2a-de9a47176b36 req-ef839acc-7122-4a34-ac90-d3d63a09c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:32.321638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-ef839acc-7122-4a34-ac90-d3d63a09c2ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f68730e7f6e44e20886407f59ff969d3&device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 1094 time: 0.1238418 Sep 21 08:25:32.321638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a96ba4e-b08a-415a-bd07-329d66696231 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.367795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.391594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-13468428-a845-4260-bda9-5a6d6ab566f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 HTTP/1.1" status: 200 len: 217 time: 0.0517955 Sep 21 08:25:32.401949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a96ba4e-b08a-415a-bd07-329d66696231 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.433513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.467859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143024e-447b-4832-ac2a-de9a47176b36 req-c46b6aee-7438-4f4c-8e5e-e9076a590f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:32.469519 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-c46b6aee-7438-4f4c-8e5e-e9076a590f85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caaaeee8-ed57-4aa7-9544-31d962606198 HTTP/1.1" status: 200 len: 861 time: 0.0644953 Sep 21 08:25:32.471504 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff7d05e-2ceb-4c65-9b61-c0883e2e7a11 x-openstack-request-id: req-6ff7d05e-2ceb-4c65-9b61-c0883e2e7a11 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:25:32.471794 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe75f7f-b8bf-483d-808d-69793210f4fa", "tag": "8aa3baa6-0dfe-42ec-bd2e-31a28c511db3", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:25:32.472467 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6ff7d05e-2ceb-4c65-9b61-c0883e2e7a11 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:25:32.472467 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'tag': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3', 'status': 'completed', 'code': 200} Sep 21 08:25:32.516962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-ac775d9e-f51c-4ff2-83ac-6cce57246c34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a63b1098-0275-420e-863d-16c1b1704df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381129 Sep 21 08:25:32.548153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:32.594647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:32.601023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=596646dc-d8c1-4424-a879-581d897eb0c8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:32.604045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:32.610454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:32.611220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.634635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a96ba4e-b08a-415a-bd07-329d66696231 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.637636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a96ba4e-b08a-415a-bd07-329d66696231 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.641985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a96ba4e-b08a-415a-bd07-329d66696231 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/e2124538-e359-4f4b-9b25-019174b44d0a HTTP/1.1" status: 204 len: 168 time: 0.4650488 Sep 21 08:25:32.642643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39378) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:32.677098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96ba4e-b08a-415a-bd07-329d66696231 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2124538-e359-4f4b-9b25-019174b44d0a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:32.697146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ea4dd-b502-4a47-a9d9-b089bce1d564 req-36529fc6-6fc2-4053-ac53-04f960d1c20d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:32.700281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa6ea4dd-b502-4a47-a9d9-b089bce1d564 req-36529fc6-6fc2-4053-ac53-04f960d1c20d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1690419 Sep 21 08:25:32.733956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b55c0-cd9d-4c80-b0de-4f2fb286ce79 req-fc5b12fc-6c9c-4e98-90d5-e220f055e2bc tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:32.736311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-289b55c0-cd9d-4c80-b0de-4f2fb286ce79 req-fc5b12fc-6c9c-4e98-90d5-e220f055e2bc tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 943 time: 0.3157473 Sep 21 08:25:32.751776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-48b1fd46-fb42-4dfa-bfad-d3fcdaf90699 service neutron] 10.222.0.50 "GET /v2.0/networks/a63b1098-0275-420e-863d-16c1b1704df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182655 Sep 21 08:25:32.793002 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b85c0ab-fec0-4be5-85f8-95c320e95dd3 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6815946 Sep 21 08:25:32.795384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39380) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:32.797832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.805380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.818902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa6ea4dd-b502-4a47-a9d9-b089bce1d564 req-ed046ee1-2ec6-4342-a1fe-a67ed5194206 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017232 Sep 21 08:25:32.820466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-24dc9a00-92d1-49a7-939d-ec767188bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:32.822050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-24dc9a00-92d1-49a7-939d-ec767188bbcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.3190935 Sep 21 08:25:32.826925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fcb6538f-77ff-4061-8463-cb602e9c0e1a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1787446 Sep 21 08:25:32.831460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39382) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:32.840118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cc0d92fc-5d6a-4075-97bf-fe6112cc54ba tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098461012'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:32.921508 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc0d92fc-5d6a-4075-97bf-fe6112cc54ba tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:32.962319 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7143024e-447b-4832-ac2a-de9a47176b36 req-574f6b81-0192-4602-93cb-2747b8b23180 service neutron] 10.222.0.50 "GET /v2.0/networks/a63b1098-0275-420e-863d-16c1b1704df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009656 Sep 21 08:25:33.058633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc0d92fc-5d6a-4075-97bf-fe6112cc54ba tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.071683 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc0d92fc-5d6a-4075-97bf-fe6112cc54ba tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.088440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c487418d-462f-4b10-a037-eb61ae95aba8 None None] Provisioning complete for port 596646dc-d8c1-4424-a879-581d897eb0c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:33.089036 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c487418d-462f-4b10-a037-eb61ae95aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.175181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c487418d-462f-4b10-a037-eb61ae95aba8 None None] Port 596646dc-d8c1-4424-a879-581d897eb0c8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:33.184571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 82a27301-3071-46f2-b328-e54cae82f740 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:33.216286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d92fc-5d6a-4075-97bf-fe6112cc54ba tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed04895-38fa-4fdf-bae9-a1618076b3c8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:33.244336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc0d92fc-5d6a-4075-97bf-fe6112cc54ba tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.245678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cc0d92fc-5d6a-4075-97bf-fe6112cc54ba tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4116089 Sep 21 08:25:33.250195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-f0cb5517-970f-44d9-bb4c-78ee05f44032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.251776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-f0cb5517-970f-44d9-bb4c-78ee05f44032 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f68730e7f6e44e20886407f59ff969d3&device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 1094 time: 0.1718912 Sep 21 08:25:33.252325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39388) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:33.258983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-27a165da-ee2c-4371-9f02-fd4c64a2c49c tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': 'eed04895-38fa-4fdf-bae9-a1618076b3c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:33.290382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 82a27301-3071-46f2-b328-e54cae82f740 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:33.290771 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.347266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.347977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c261a384-fc61-4a0a-badf-cd3563320f97 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:25:33.388778 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-289b55c0-cd9d-4c80-b0de-4f2fb286ce79 req-e6f7732d-b282-4780-9e82-d8b0c6038775 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883210 Sep 21 08:25:33.423197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27a165da-ee2c-4371-9f02-fd4c64a2c49c tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.462231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-551659bd-d33e-44ed-82df-269b80dde10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.463895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836cc8e-f5ed-4b54-83ca-986def3457bb tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.464047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-551659bd-d33e-44ed-82df-269b80dde10a service neutron] 10.222.0.50 "GET /v2.0/networks?id=a63b1098-0275-420e-863d-16c1b1704df1 HTTP/1.1" status: 200 len: 922 time: 0.1987424 Sep 21 08:25:33.476986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836cc8e-f5ed-4b54-83ca-986def3457bb tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.490263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836cc8e-f5ed-4b54-83ca-986def3457bb tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.495844 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6836cc8e-f5ed-4b54-83ca-986def3457bb tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.6944048 Sep 21 08:25:33.498749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-b7487669-81f3-4850-b98f-8c5db85b60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.500378 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-b7487669-81f3-4850-b98f-8c5db85b60fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.6304960 Sep 21 08:25:33.500865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39392) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:33.511905 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 21 08:25:33.517049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0aebec0a-cf7b-472a-8966-d621338a5a87 tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0597930 Sep 21 08:25:33.518900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39394) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:33.541931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-686abea9-2b26-44aa-8362-22b08287b2d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 HTTP/1.1" status: 200 len: 217 time: 0.0681393 Sep 21 08:25:33.577472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-802e061a-4160-4460-851f-d35bb9e34364 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.0668745 Sep 21 08:25:33.611597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.635165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27a165da-ee2c-4371-9f02-fd4c64a2c49c tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.654963 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27a165da-ee2c-4371-9f02-fd4c64a2c49c tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.687980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-8499d668-fbae-4620-93cb-6f2f8bee6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.689567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-8499d668-fbae-4620-93cb-6f2f8bee6f94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.0771058 Sep 21 08:25:33.717642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a165da-ee2c-4371-9f02-fd4c64a2c49c tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4459ee0a-f418-4b79-af0e-bd4f4088e31b,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:33.725140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-e7e32443-78e3-4d8e-bf32-543ad7e670d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.726948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-e7e32443-78e3-4d8e-bf32-543ad7e670d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=caaaeee8-ed57-4aa7-9544-31d962606198 HTTP/1.1" status: 200 len: 861 time: 0.1645663 Sep 21 08:25:33.731182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27a165da-ee2c-4371-9f02-fd4c64a2c49c tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.735558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-27a165da-ee2c-4371-9f02-fd4c64a2c49c tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4788885 Sep 21 08:25:33.741182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962f46b-af7e-4442-b370-9b8afc90c3e3 req-76c3c041-6263-4681-9947-1ae165b43d20 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:33.743222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5962f46b-af7e-4442-b370-9b8afc90c3e3 req-76c3c041-6263-4681-9947-1ae165b43d20 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.2304690 Sep 21 08:25:33.743385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39404) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:33.746019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-e46aae1d-cfc3-453d-8b31-d28d3c241a4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463142 Sep 21 08:25:33.749173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting port 596646dc-d8c1-4424-a879-581d897eb0c8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:33.749526 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.781391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-048a14d0-feed-4433-9f44-5aac8fa08abb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a63b1098-0275-420e-863d-16c1b1704df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371101 Sep 21 08:25:33.851547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5962f46b-af7e-4442-b370-9b8afc90c3e3 req-ed400a4a-b62b-49fc-af5b-99167210a1de tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962510 Sep 21 08:25:33.855634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc981-9902-4156-b688-4d12838d4285 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.874671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc981-9902-4156-b688-4d12838d4285 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:33.891835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Deleting port 36be3a59-6f87-4663-88be-ee31720e8135 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:33.892210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.025437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-af841284-e59b-4e4e-93ab-284b509e1b3d service neutron] 10.222.0.50 "GET /v2.0/networks/a63b1098-0275-420e-863d-16c1b1704df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283638 Sep 21 08:25:34.033958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc981-9902-4156-b688-4d12838d4285 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.040020 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc981-9902-4156-b688-4d12838d4285 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.045133 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc5bc981-9902-4156-b688-4d12838d4285 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/4459ee0a-f418-4b79-af0e-bd4f4088e31b HTTP/1.1" status: 204 len: 168 time: 0.2877808 Sep 21 08:25:34.052880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39408) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:34.057083 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.068926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.081532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-b6879d91-ffb3-4f3c-bacb-12ba4ebaae70 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183918 Sep 21 08:25:34.082522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bc981-9902-4156-b688-4d12838d4285 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4459ee0a-f418-4b79-af0e-bd4f4088e31b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:34.100621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Calling delete_port for 596646dc-d8c1-4424-a879-581d897eb0c8 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:34.138155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Calling delete_port for 36be3a59-6f87-4663-88be-ee31720e8135 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:34.151564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e9d6b-feca-42d9-b1b9-22443152b415 req-af853c36-8d19-449f-ae84-f147617822f9 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:34.153066 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd7e9d6b-feca-42d9-b1b9-22443152b415 req-af853c36-8d19-449f-ae84-f147617822f9 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1777737 Sep 21 08:25:34.224513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ed9732fc-4a37-4e2b-8a37-e9bbd10db8d4 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1673014 Sep 21 08:25:34.227630 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6434ddfc-9bc5-4f90-b161-07a0946008a7 req-042ba02d-df2c-403a-95ba-8eaee04e177e service neutron] 10.222.0.50 "GET /v2.0/networks/a63b1098-0275-420e-863d-16c1b1704df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909449 Sep 21 08:25:34.228313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39412) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:34.320924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd7e9d6b-feca-42d9-b1b9-22443152b415 req-e8983e47-703a-4b66-b89d-083b59e6e6ab tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604784 Sep 21 08:25:34.330325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0c9c1c4f-6121-4a1b-bb11-bc4ffb887f10 req-16bb0b93-797e-4ef5-9f8c-8b477eab4e26 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362306 Sep 21 08:25:34.370911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1176c32-f29d-49e4-8da3-5594bcf890d2 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.414476 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1176c32-f29d-49e4-8da3-5594bcf890d2 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.423536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.440634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.480569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Pushing event deleted for resources: {'Port': ['ID=36be3a59-6f87-4663-88be-ee31720e8135,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:34.484544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Port': ['ID=596646dc-d8c1-4424-a879-581d897eb0c8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:34.566240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1176c32-f29d-49e4-8da3-5594bcf890d2 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.569214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1176c32-f29d-49e4-8da3-5594bcf890d2 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.570998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e1176c32-f29d-49e4-8da3-5594bcf890d2 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/eed04895-38fa-4fdf-bae9-a1618076b3c8 HTTP/1.1" status: 204 len: 168 time: 0.3400376 Sep 21 08:25:34.576231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:34.601178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1176c32-f29d-49e4-8da3-5594bcf890d2 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed04895-38fa-4fdf-bae9-a1618076b3c8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:34.646678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-51da6b76-90a5-49ee-8cd3-de907e49c13e tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674958 Sep 21 08:25:34.653095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.660685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cdcc3a7d-b0db-46f1-bb7b-4f6e8af02e5c tempest-RoutersAdminNegativeIpV6Test-1379566689 tempest-RoutersAdminNegativeIpV6Test-1379566689-project-admin] 10.222.0.59 "DELETE /v2.0/ports/36be3a59-6f87-4663-88be-ee31720e8135 HTTP/1.1" status: 204 len: 168 time: 1.1402874 Sep 21 08:25:34.661177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39432) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:34.666736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-eec0c330-feda-4933-999f-86c84703b1fd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group': {'name': 'tempest-secgroup--590552001'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:34.708757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ededfc6-34e9-44a0-a5f4-484182cf3974 req-419077bd-8375-42d0-bbda-d11c9ab5386c tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:34.709797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eec0c330-feda-4933-999f-86c84703b1fd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.716688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ededfc6-34e9-44a0-a5f4-484182cf3974 req-419077bd-8375-42d0-bbda-d11c9ab5386c tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 943 time: 0.2120354 Sep 21 08:25:34.738680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.745182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39436) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:34.747033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b0c42803-1eb9-4bef-9852-7198bf65e6ae tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/ports/596646dc-d8c1-4424-a879-581d897eb0c8 HTTP/1.1" status: 204 len: 168 time: 1.2450421 Sep 21 08:25:34.794877 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe30c0b8-43aa-4e7d-a030-581f757845a1 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] GET failed (client error): The resource could not be found. Sep 21 08:25:34.802838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fe30c0b8-43aa-4e7d-a030-581f757845a1 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "GET /v2.0/ports/596646dc-d8c1-4424-a879-581d897eb0c8 HTTP/1.1" status: 404 len: 333 time: 0.0532899 Sep 21 08:25:34.803516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39438) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:34.811845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1844087673'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:34.829237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3ededfc6-34e9-44a0-a5f4-484182cf3974 req-c9a80fd8-4434-4c2b-9568-1f904ffaa4e3 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102586 Sep 21 08:25:34.969444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eec0c330-feda-4933-999f-86c84703b1fd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:34.980045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eec0c330-feda-4933-999f-86c84703b1fd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.023915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eec0c330-feda-4933-999f-86c84703b1fd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.025141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eec0c330-feda-4933-999f-86c84703b1fd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3627005 Sep 21 08:25:35.028746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39444) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.037843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0f1a0b55-2719-4672-8d0b-04a4ae89200b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': 'dc519b25-c477-4d68-9ed1-ee8ecd1a8a88', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:35.074907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0c330-feda-4933-999f-86c84703b1fd tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc519b25-c477-4d68-9ed1-ee8ecd1a8a88,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:35.086150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39446) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.094141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:35.098229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.125415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d9fa6-3f26-4038-bcbd-178fdd723219 req-ad6f61cd-9e56-425a-a3c3-bb8c13a14d4e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:35.126699 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0b55-2719-4672-8d0b-04a4ae89200b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.127432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-082d9fa6-3f26-4038-bcbd-178fdd723219 req-ad6f61cd-9e56-425a-a3c3-bb8c13a14d4e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 944 time: 0.1267619 Sep 21 08:25:35.134059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] device_id is not set on port d1b36782-5502-439b-91a1-08a08ab9ba9a yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:35.215304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0b55-2719-4672-8d0b-04a4ae89200b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.222093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0b55-2719-4672-8d0b-04a4ae89200b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.250334 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-082d9fa6-3f26-4038-bcbd-178fdd723219 req-ad6fec38-74f8-46d6-85fd-247d9f820762 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071148 Sep 21 08:25:35.250852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a0b55-2719-4672-8d0b-04a4ae89200b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3900626-2e0e-421a-a361-3f33f636d781,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:35.260848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f1a0b55-2719-4672-8d0b-04a4ae89200b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.262906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0f1a0b55-2719-4672-8d0b-04a4ae89200b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2324030 Sep 21 08:25:35.264825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39450) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.298662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90d42d25-b435-47eb-a892-9ede162ecc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.307834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8609f02b-d67d-4b57-a4f7-07f223bd097b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules/b3900626-2e0e-421a-a361-3f33f636d781 HTTP/1.1" status: 200 len: 763 time: 0.0284872 Sep 21 08:25:35.311775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39454) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.330958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Allocated IP 2001:db8::13a (8fd14899-845e-4c3e-a9c8-879232dba63c/af8940d4-4d04-44aa-9659-7f25d800c897/d1b36782-5502-439b-91a1-08a08ab9ba9a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:35.365603 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-240655fd-2cf6-4ffa-b90e-6ed270b0290b tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0499671 Sep 21 08:25:35.366006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.412055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7e15075-9bee-496f-8b31-0310c662767a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.468707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7e15075-9bee-496f-8b31-0310c662767a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.531621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5450d-004a-42fa-b7e7-1508eb140c85 req-8c409568-3597-431e-8964-dcca113d9aec tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:35.533227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ca5450d-004a-42fa-b7e7-1508eb140c85 req-8c409568-3597-431e-8964-dcca113d9aec tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1086037 Sep 21 08:25:35.537904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7e15075-9bee-496f-8b31-0310c662767a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.548056 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7e15075-9bee-496f-8b31-0310c662767a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.549253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7e15075-9bee-496f-8b31-0310c662767a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/b3900626-2e0e-421a-a361-3f33f636d781 HTTP/1.1" status: 204 len: 168 time: 0.1816831 Sep 21 08:25:35.552478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39462) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.564158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.566823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e15075-9bee-496f-8b31-0310c662767a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3900626-2e0e-421a-a361-3f33f636d781,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:35.604493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90d42d25-b435-47eb-a892-9ede162ecc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.610543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90d42d25-b435-47eb-a892-9ede162ecc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.621132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c47a4b57-77f1-4957-9baf-87ea41ea0e08 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671914 Sep 21 08:25:35.623534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39464) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.632423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4314bfa7-177f-466b-b96d-2a8e26fbf384 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': 'dc519b25-c477-4d68-9ed1-ee8ecd1a8a88', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:35.639780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ca5450d-004a-42fa-b7e7-1508eb140c85 req-ceb9671f-f9a2-4502-ba64-e7ef7002d4df tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831959 Sep 21 08:25:35.655106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.662757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90d42d25-b435-47eb-a892-9ede162ecc27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a426cc5d892a4458b5f9581f168dabde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749521 Sep 21 08:25:35.665518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d42d25-b435-47eb-a892-9ede162ecc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641fab3-a18e-4a9a-af10-91192003aa9c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:35.668247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39466) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.710155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:25:35.726598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:35.732431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8202bdf7-6506-4b53-bac6-1be9b62b6492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.737478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:35.743283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4314bfa7-177f-466b-b96d-2a8e26fbf384 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.748221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:35.755348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:35.756891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.757928 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8202bdf7-6506-4b53-bac6-1be9b62b6492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.834946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0245957 Sep 21 08:25:35.837986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39468) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:35.838842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b71e0-d5d6-41be-9a75-789c1df93b5e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=d1b36782-5502-439b-91a1-08a08ab9ba9a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:35.850576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:a9:77:55'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:35.854484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8202bdf7-6506-4b53-bac6-1be9b62b6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.857694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8202bdf7-6506-4b53-bac6-1be9b62b6492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.861335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8202bdf7-6506-4b53-bac6-1be9b62b6492 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e641fab3-a18e-4a9a-af10-91192003aa9c HTTP/1.1" status: 204 len: 168 time: 0.1898391 Sep 21 08:25:35.890332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202bdf7-6506-4b53-bac6-1be9b62b6492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641fab3-a18e-4a9a-af10-91192003aa9c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:35.898850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:35.915742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'port_id': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'mac_address': 'fa:16:3e:f6:07:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:25:35.950534 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4314bfa7-177f-466b-b96d-2a8e26fbf384 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:35.988532 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.005004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:25:36.022567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4314bfa7-177f-466b-b96d-2a8e26fbf384 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.035029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:36.044527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.150513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:36.163396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-450bafa9-c7b5-411f-a364-4ca914930b98 None None] Provisioning complete for port d1b36782-5502-439b-91a1-08a08ab9ba9a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:36.164882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-450bafa9-c7b5-411f-a364-4ca914930b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.205806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-450bafa9-c7b5-411f-a364-4ca914930b98 None None] Port d1b36782-5502-439b-91a1-08a08ab9ba9a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:36.341697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39486) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:36.351573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:25:36.432409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7038aef0-ae61-44f6-a9bf-3d7db706abda admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aefdf36262564275a24784d2e092b6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893917 Sep 21 08:25:36.434893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39490) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:36.479004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58112af6-5c67-4f1e-a169-b0923bfa6eac req-f5ec255a-5046-4475-ba49-c2adaa590aa3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:36.486580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58112af6-5c67-4f1e-a169-b0923bfa6eac req-f5ec255a-5046-4475-ba49-c2adaa590aa3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 945 time: 0.1232719 Sep 21 08:25:36.528280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314bfa7-177f-466b-b96d-2a8e26fbf384 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ab252a-cf08-4382-ae3e-5b7bbf15b8a3,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:36.552693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4314bfa7-177f-466b-b96d-2a8e26fbf384 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.554216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4314bfa7-177f-466b-b96d-2a8e26fbf384 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9297211 Sep 21 08:25:36.555374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.558428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39494) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:36.571551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58112af6-5c67-4f1e-a169-b0923bfa6eac req-fbaa83a1-4e5b-4618-852c-c8e190ef8455 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838151 Sep 21 08:25:36.572815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e254f3-92c6-4f84-88c8-4c04651abc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.577445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4281a30-0c70-40f7-835a-982e0e8417e8 req-1c9f3505-a7ed-4860-9e55-9ebcc2c929bc tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:36.579510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4281a30-0c70-40f7-835a-982e0e8417e8 req-1c9f3505-a7ed-4860-9e55-9ebcc2c929bc tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 943 time: 0.6277318 Sep 21 08:25:36.609071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e254f3-92c6-4f84-88c8-4c04651abc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.623028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39496) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:36.623958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f1fa6cd0-82b2-4a14-9530-3f9381bd2e92 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules/33ab252a-cf08-4382-ae3e-5b7bbf15b8a3 HTTP/1.1" status: 200 len: 763 time: 0.0624447 Sep 21 08:25:36.672794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4281a30-0c70-40f7-835a-982e0e8417e8 req-6f132ce0-bbee-44ae-a6a6-1e639213b3b3 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846446 Sep 21 08:25:36.714941 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-47833c26-876a-493c-968f-d2bc91dfce9a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0906789 Sep 21 08:25:36.720561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39500) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:36.735611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e254f3-92c6-4f84-88c8-4c04651abc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.739000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e254f3-92c6-4f84-88c8-4c04651abc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.740696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d7e254f3-92c6-4f84-88c8-4c04651abc2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b7bb8c8-c3ba-4bdb-92f4-6a44404c0b9e HTTP/1.1" status: 204 len: 168 time: 0.3037279 Sep 21 08:25:36.752107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e254f3-92c6-4f84-88c8-4c04651abc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7bb8c8-c3ba-4bdb-92f4-6a44404c0b9e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:36.844401 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123f0a00-175a-41b0-b1e1-e92f5016c460 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.851660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ca00b-879b-4b87-a31a-3825203f7dbf req-47ae7f1d-0bd2-465a-bc59-6f532f8e94da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:36.853831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123f0a00-175a-41b0-b1e1-e92f5016c460 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.859451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d4ca00b-879b-4b87-a31a-3825203f7dbf req-47ae7f1d-0bd2-465a-bc59-6f532f8e94da tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.0650222 Sep 21 08:25:36.890515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123f0a00-175a-41b0-b1e1-e92f5016c460 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.903782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123f0a00-175a-41b0-b1e1-e92f5016c460 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:36.907639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-123f0a00-175a-41b0-b1e1-e92f5016c460 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/33ab252a-cf08-4382-ae3e-5b7bbf15b8a3 HTTP/1.1" status: 204 len: 168 time: 0.1862624 Sep 21 08:25:36.910563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39504) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:36.926105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d4ca00b-879b-4b87-a31a-3825203f7dbf req-fbd4dc45-34d8-4e9d-aea6-91a02ce44c88 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625463 Sep 21 08:25:36.927450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f0a00-175a-41b0-b1e1-e92f5016c460 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33ab252a-cf08-4382-ae3e-5b7bbf15b8a3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:36.995175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f69979c9-a3bc-4faa-8e9c-5bc9846a33a4 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0802679 Sep 21 08:25:36.995490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39508) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.001687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Request body: {'security_group_rule': {'security_group_id': 'dc519b25-c477-4d68-9ed1-ee8ecd1a8a88', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:37.014348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.021955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.042095 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Project 82ba6fcd0581484094d877136e180158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:25:37.047832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.060684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] In _notify_port_updated(), no bound segment for port d1b36782-5502-439b-91a1-08a08ab9ba9a on network 8fd14899-845e-4c3e-a9c8-879232dba63c {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:25:37.066827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:37.067623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.069008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "PUT /v2.0/ports/d1b36782-5502-439b-91a1-08a08ab9ba9a HTTP/1.1" status: 200 len: 1003 time: 1.2269015 Sep 21 08:25:37.072461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39510) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.117745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1559ca4-2ca5-42e2-b693-b6a80b4a3b34 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=d1b36782-5502-439b-91a1-08a08ab9ba9a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:37.144671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.151109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.190146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453ddb7b-a5e5-4177-b2de-d994f932d501,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:37.191453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting port d1b36782-5502-439b-91a1-08a08ab9ba9a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:37.191992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.203559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.207031 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05dc1b83-264a-4e7c-8240-f1cedc2a0060 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2074707 Sep 21 08:25:37.209231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39516) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.249884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-44b21bac-81a4-4294-952c-eb9e56a7b522 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules/453ddb7b-a5e5-4177-b2de-d994f932d501 HTTP/1.1" status: 200 len: 769 time: 0.0363441 Sep 21 08:25:37.250137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39520) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.347286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7c7e3282-230b-4b45-867d-7cef8cd10d32 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0960109 Sep 21 08:25:37.350314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39524) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.366659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.388360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Calling delete_port for d1b36782-5502-439b-91a1-08a08ab9ba9a owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:37.390598 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7564d6d9-8cc8-4b9f-baaa-7a53fdde8e4a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.405127 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7564d6d9-8cc8-4b9f-baaa-7a53fdde8e4a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.469630 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7564d6d9-8cc8-4b9f-baaa-7a53fdde8e4a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.482593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7564d6d9-8cc8-4b9f-baaa-7a53fdde8e4a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.484160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7564d6d9-8cc8-4b9f-baaa-7a53fdde8e4a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/453ddb7b-a5e5-4177-b2de-d994f932d501 HTTP/1.1" status: 204 len: 168 time: 0.1328216 Sep 21 08:25:37.487067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39530) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.494767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564d6d9-8cc8-4b9f-baaa-7a53fdde8e4a tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=453ddb7b-a5e5-4177-b2de-d994f932d501,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:37.540407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-90ca734b-db1a-4e83-a5ed-b047a8909845 None None] Provisioning complete for port d1b36782-5502-439b-91a1-08a08ab9ba9a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:37.541020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90ca734b-db1a-4e83-a5ed-b047a8909845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.587389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19c98890-6c57-4969-b23e-0270cf8dd1e3 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0986869 Sep 21 08:25:37.590372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39536) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.612440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-90ca734b-db1a-4e83-a5ed-b047a8909845 None None] Port d1b36782-5502-439b-91a1-08a08ab9ba9a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:37.633391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.672395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Port': ['ID=d1b36782-5502-439b-91a1-08a08ab9ba9a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:37.691647 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c354b53-b035-4f3b-8ceb-8b3c39ff12ab tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.713835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:25:37.717673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:37.724463 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c354b53-b035-4f3b-8ceb-8b3c39ff12ab tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.790416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c354b53-b035-4f3b-8ceb-8b3c39ff12ab tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.796916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c354b53-b035-4f3b-8ceb-8b3c39ff12ab tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.805583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7c354b53-b035-4f3b-8ceb-8b3c39ff12ab tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "DELETE /v2.0/security-groups/dc519b25-c477-4d68-9ed1-ee8ecd1a8a88 HTTP/1.1" status: 204 len: 168 time: 0.2141113 Sep 21 08:25:37.806242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39546) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.850160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c354b53-b035-4f3b-8ceb-8b3c39ff12ab tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc519b25-c477-4d68-9ed1-ee8ecd1a8a88,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:37.933459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c72656df-9231-4ffb-b9f8-90186a630030 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191275 Sep 21 08:25:37.934157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:37.936607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d695c-8252-4dbe-9bcc-6463b927ae1f req-9ccfc4db-b231-42ac-bfa4-62a0a7a5b96d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:37.952622 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-099d695c-8252-4dbe-9bcc-6463b927ae1f req-9ccfc4db-b231-42ac-bfa4-62a0a7a5b96d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 945 time: 0.2333727 Sep 21 08:25:37.963646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:37.969515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-32a9d31c-e2bd-4462-a2e7-c5258afba0be tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/ports/d1b36782-5502-439b-91a1-08a08ab9ba9a HTTP/1.1" status: 204 len: 168 time: 0.8957388 Sep 21 08:25:37.977415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39552) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:38.001928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39554) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:38.048921 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c77f6f-0517-443a-b480-9b205f8f66cf tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] GET failed (client error): The resource could not be found. Sep 21 08:25:38.050914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3c77f6f-0517-443a-b480-9b205f8f66cf tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "GET /v2.0/ports/d1b36782-5502-439b-91a1-08a08ab9ba9a HTTP/1.1" status: 404 len: 333 time: 0.0724432 Sep 21 08:25:38.058397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39558) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:38.077020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1300800893'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:38.078050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a121d76c-b99f-4f66-a2a6-1245d304e010 tempest-SecGroupIPv6Test-350524039 tempest-SecGroupIPv6Test-350524039-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422062 Sep 21 08:25:38.103862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121a193-6a50-40fd-895a-ff3716bd24a9 req-8c68b40d-c516-4bf9-879f-759692aa55c9 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:38.106208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b121a193-6a50-40fd-895a-ff3716bd24a9 req-8c68b40d-c516-4bf9-879f-759692aa55c9 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 943 time: 0.0928316 Sep 21 08:25:38.108901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:38.109289 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.115547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-099d695c-8252-4dbe-9bcc-6463b927ae1f req-bf04df01-3bfa-4eeb-9e6d-804c22d7bbaf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593583 Sep 21 08:25:38.140628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,segment=NetworkSegment(3d62b1d7-0ca6-4008-b61d-78e3610ed3e2),segment_id=3d62b1d7-0ca6-4008-b61d-78e3610ed3e2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:38.166845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3', 'network_id': 'a63b1098-0275-420e-863d-16c1b1704df1', 'port_id': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3', 'mac_address': 'fa:16:3e:18:3b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caaaeee8-ed57-4aa7-9544-31d962606198', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:25:38.195660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b121a193-6a50-40fd-895a-ff3716bd24a9 req-8e9720db-250e-40ea-90f1-6cd06988bd4c tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822158 Sep 21 08:25:38.238146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2121161348'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:38.282306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:25:38.282306 n-d-809980-2 neutron-server[94725]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 08:25:38.282306 n-d-809980-2 neutron-server[94725]: [parameters: {'project_id': '28e6f40d250544a7a8be314ec1261059', 'id': '1833bcc7-de9a-4a0a-8066-602c9a5257cb', 'expiration': datetime.datetime(2021, 9, 21, 8, 27, 38, 276497)}] Sep 21 08:25:38.282306 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:25:38.283612 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:25:38.306360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.308482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe14235-b476-4eea-a663-3c76f08bd8cb req-1d46e082-8e62-4c50-acc8-a42ce809a6bf tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:38.325958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fe14235-b476-4eea-a663-3c76f08bd8cb req-1d46e082-8e62-4c50-acc8-a42ce809a6bf tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.0951645 Sep 21 08:25:38.330247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:38.337735 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.348017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:25:38.359477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.381164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.381575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fe14235-b476-4eea-a663-3c76f08bd8cb req-77f418a9-a6f3-4663-8cee-07760c31206a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506968 Sep 21 08:25:38.393551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,segment=NetworkSegment(3d62b1d7-0ca6-4008-b61d-78e3610ed3e2),segment_id=3d62b1d7-0ca6-4008-b61d-78e3610ed3e2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:38.408919 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.433366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:25:38.436586 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5466314a-4407-48a9-abb6-ffb6970828e8" -d '{"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-plugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:25:38.464280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:38.478002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.507868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:38.520167 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6403c7-b0bd-497f-9d25-3ebf7fae1a45 x-openstack-request-id: req-9f6403c7-b0bd-497f-9d25-3ebf7fae1a45 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:25:38.520311 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-plugged", "status": "completed", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:25:38.520678 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9f6403c7-b0bd-497f-9d25-3ebf7fae1a45 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:25:38.520845 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'code': 200} Sep 21 08:25:38.568014 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.584985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.613967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=10']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:38.618573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:25:38.637886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c174e23-f6e4-426c-b268-db78c249163f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:38.672435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.672788 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Added segment 8ccb3f95-9c12-47e9-9273-06bd1e9348a0 of type vlan for network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 Sep 21 08:25:38.678785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39568) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:38.741154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.776719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8aa3baa6-0dfe-42ec-bd2e-31a28c511db3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:25:38.795884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35a2ec-9d39-4ad7-9e53-0746475d1273 req-d370dc55-dad7-4a78-96ea-555c78fd9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:38.797265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe35a2ec-9d39-4ad7-9e53-0746475d1273 req-d370dc55-dad7-4a78-96ea-555c78fd9c08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 1098 time: 0.0822208 Sep 21 08:25:38.805506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.817747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:38.818748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.850153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:38.858232 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:38.885395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe35a2ec-9d39-4ad7-9e53-0746475d1273 req-a98e18c9-f937-4cab-a954-778f2a32ad0d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761087 Sep 21 08:25:38.891584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] device_id is not set on port 1388f1fa-f2e3-475a-a7a3-c298852f7af2 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:38.904714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8969517 Sep 21 08:25:38.905386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39574) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:38.915752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:38.981096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede5d58-f0f3-41b6-8edf-1b41f34112c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Network': ['ID=2d3db2ea-8a1a-44a7-960d-0dff816f23b2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:38.997123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:25:39.143265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45d4911b-8b2c-407c-bfc4-0a789c7dfcaa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82ba6fcd0581484094d877136e180158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607053 Sep 21 08:25:39.146028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39576) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:39.220644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2156a4f-394c-48e6-b094-8d7be10d8517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.235346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Allocated IP 2001:db8::ac (8fd14899-845e-4c3e-a9c8-879232dba63c/af8940d4-4d04-44aa-9659-7f25d800c897/1388f1fa-f2e3-475a-a7a3-c298852f7af2) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:39.238347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:39.242602 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.261824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2156a4f-394c-48e6-b094-8d7be10d8517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.399521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07fd4-9a38-45ac-8bb0-a57eb56ca71f req-a5287cd3-3fbe-4cc8-ae12-c820cacec734 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:39.401003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7b07fd4-9a38-45ac-8bb0-a57eb56ca71f req-a5287cd3-3fbe-4cc8-ae12-c820cacec734 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 947 time: 0.1160183 Sep 21 08:25:39.440456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2156a4f-394c-48e6-b094-8d7be10d8517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.445391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2156a4f-394c-48e6-b094-8d7be10d8517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.446690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b2156a4f-394c-48e6-b094-8d7be10d8517 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cbb9850f-b711-495e-a139-ae826765748a HTTP/1.1" status: 204 len: 168 time: 0.2990911 Sep 21 08:25:39.465069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2156a4f-394c-48e6-b094-8d7be10d8517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9850f-b711-495e-a139-ae826765748a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:39.495704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7b07fd4-9a38-45ac-8bb0-a57eb56ca71f req-aac6b2a5-4f20-463a-ba2a-9bb5e31f79f7 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787222 Sep 21 08:25:39.526586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1e314-5365-471c-b07e-68d8474485fd req-e301e956-b4bf-4d3a-b3df-33d11b6e83c0 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:39.526586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65a1e314-5365-471c-b07e-68d8474485fd req-e301e956-b4bf-4d3a-b3df-33d11b6e83c0 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 944 time: 0.1590075 Sep 21 08:25:39.637269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920ce73-665b-4e3d-b3a6-f69bd62b6a8a req-8a555a23-e0f0-4945-afbf-727d8c843867 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:39.638895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b920ce73-665b-4e3d-b3a6-f69bd62b6a8a req-8a555a23-e0f0-4945-afbf-727d8c843867 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.0638533 Sep 21 08:25:39.704288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b920ce73-665b-4e3d-b3a6-f69bd62b6a8a req-cd9cc38d-7966-4d37-967d-b9311d37e2c3 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520296 Sep 21 08:25:39.713767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.770842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65a1e314-5365-471c-b07e-68d8474485fd req-f6154d61-86af-4246-aee6-e68b651d0547 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442737 Sep 21 08:25:39.799642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.870848 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.885417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=6ae04693-b631-4538-b933-f9e673888609,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:39.937592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:39.937961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network hostable DHCP agents. Network: 2d3db2ea-8a1a-44a7-960d-0dff816f23b2, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:25:39.941428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:39.954127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:39.956656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:39.963379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:39.964053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:39.968754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=1388f1fa-f2e3-475a-a7a3-c298852f7af2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:40.003741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39596) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:40.003950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-def52eda-ad75-41f3-9691-1d1b0e9d1128 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9425225 Sep 21 08:25:40.005183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:25:40.013882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a9:77:55'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:40.031821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 2d3db2ea-8a1a-44a7-960d-0dff816f23b2) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:40.037139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:40.038090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.060969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1a5d1-775e-4377-9f79-a4b2543e90d4 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:40.081413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cb723325-ed31-42d6-9b22-6c92abd7c31c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1759613 Sep 21 08:25:40.082171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39600) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:40.090569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'name': 'tempest-NetworksTestDHCPv6-1130761876'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:40.384924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:40.389387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.427881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 6abf54c6-5c16-4572-b4d9-2e4b3ab5709d yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:40.510003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.573824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '6ae04693-b631-4538-b933-f9e673888609'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:25:40.574708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.730695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::7d (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/6ae04693-b631-4538-b933-f9e673888609/6abf54c6-5c16-4572-b4d9-2e4b3ab5709d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:40.738073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b208c063-0f89-4ddb-afa3-2bed21f9f084 None None] Provisioning complete for port 1388f1fa-f2e3-475a-a7a3-c298852f7af2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:40.738899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b208c063-0f89-4ddb-afa3-2bed21f9f084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.779453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.784176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09ade1-678c-420e-ba23-8901796cf79a req-dd781f0e-5d7f-4900-a810-b450fdbed9b5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:40.787056 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.800292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c09ade1-678c-420e-ba23-8901796cf79a req-dd781f0e-5d7f-4900-a810-b450fdbed9b5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 947 time: 0.1407557 Sep 21 08:25:40.806593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b208c063-0f89-4ddb-afa3-2bed21f9f084 None None] Port 1388f1fa-f2e3-475a-a7a3-c298852f7af2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:40.820881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39630) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:40.885853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] In _notify_port_updated(), no bound segment for port 1388f1fa-f2e3-475a-a7a3-c298852f7af2 on network 8fd14899-845e-4c3e-a9c8-879232dba63c {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:25:40.891733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:40.892500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:40.905728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "PUT /v2.0/ports/1388f1fa-f2e3-475a-a7a3-c298852f7af2 HTTP/1.1" status: 200 len: 1002 time: 0.8875520 Sep 21 08:25:40.905728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39636) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:40.906193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c09ade1-678c-420e-ba23-8901796cf79a req-28a24da4-d076-456e-a30c-8582e1f8d49b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004252 Sep 21 08:25:40.998948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962ec5a-cf5f-4cd4-aca1-12c6ae86f2b5 req-f73f2b78-db35-43cc-a013-7f0ebc40d679 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:41.013852 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7962ec5a-cf5f-4cd4-aca1-12c6ae86f2b5 req-f73f2b78-db35-43cc-a013-7f0ebc40d679 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1684773 Sep 21 08:25:41.049248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1286b-17b0-4143-8b95-407f6ecebbfd tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=1388f1fa-f2e3-475a-a7a3-c298852f7af2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:41.093663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7962ec5a-cf5f-4cd4-aca1-12c6ae86f2b5 req-96de61c8-01be-4cd5-a50d-08d6ea408712 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758731 Sep 21 08:25:41.105688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1734311726'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:41.133404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting port 1388f1fa-f2e3-475a-a7a3-c298852f7af2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:41.135543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.233788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Made reservation on behalf of 8f10eb7e43a347918c25322ba6bedeff for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:41.238420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.248090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.273862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7e571-6886-428e-abe3-f81654c90853 req-f19ac84b-519e-461d-8e98-066bce3aff2f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:41.282016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9e7e571-6886-428e-abe3-f81654c90853 req-f19ac84b-519e-461d-8e98-066bce3aff2f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 944 time: 0.1985230 Sep 21 08:25:41.285916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.311522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.333001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Calling delete_port for 1388f1fa-f2e3-475a-a7a3-c298852f7af2 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:41.336563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5b08c166-bffe-470e-b966-dc6ea334cac2 None None] Provisioning complete for port 1388f1fa-f2e3-475a-a7a3-c298852f7af2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:41.337011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5b08c166-bffe-470e-b966-dc6ea334cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.402998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9e7e571-6886-428e-abe3-f81654c90853 req-9387e905-5eff-4d97-b915-d7275b66f4d9 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199772 Sep 21 08:25:41.415443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5b08c166-bffe-470e-b966-dc6ea334cac2 None None] Port 1388f1fa-f2e3-475a-a7a3-c298852f7af2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:41.459660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.537095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:41.549796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:41.555767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=6abf54c6-5c16-4572-b4d9-2e4b3ab5709d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:41.561578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:41.565298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/6ae04693-b631-4538-b933-f9e673888609/78807a00-be9b-4ec0-8fd6-b72dfae94581) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:41.567981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:41.569005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.591076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.613050 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.621252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.636183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Port': ['ID=1388f1fa-f2e3-475a-a7a3-c298852f7af2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:41.641257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bc56212d-724a-4310-8fa9-82aa3933d844 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5579405 Sep 21 08:25:41.650159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39672) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:41.682279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.684309 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-474ba57f-4c33-4650-b3f3-a4415bfea4fc tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/ports/1388f1fa-f2e3-475a-a7a3-c298852f7af2 HTTP/1.1" status: 204 len: 168 time: 0.7790220 Sep 21 08:25:41.686899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39674) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:41.736611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:41.738688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:25:41.744774 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0843028d-b91d-4ea2-b0af-7e461dbe96e1 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] GET failed (client error): The resource could not be found. Sep 21 08:25:41.746516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0843028d-b91d-4ea2-b0af-7e461dbe96e1 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "GET /v2.0/ports/1388f1fa-f2e3-475a-a7a3-c298852f7af2 HTTP/1.1" status: 404 len: 333 time: 0.0586040 Sep 21 08:25:41.753238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39676) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:41.768039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1623190420'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:41.775348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d67732-d2ea-4163-ba97-8137e87b4c56,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:41.818347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.819297 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Added segment a63850ea-113d-485b-8cde-458a9ee1566d of type vlan for network dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5 Sep 21 08:25:41.830216 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.851734 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.889097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b8e9ff-e0eb-4ed6-9f27-07b2746b4cf9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:41.889299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:25:41.892768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-84b8e9ff-e0eb-4ed6-9f27-07b2746b4cf9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2357886 Sep 21 08:25:41.892768 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:41.894396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39678) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:41.923429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:41.923958 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.020218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:42.024077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.031306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:42.031515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:42.032126 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.034742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Pushing event updated for resources: {'Port': ['ID=78807a00-be9b-4ec0-8fd6-b72dfae94581,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:42.039911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:42.060584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:42.077334 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.094816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2702899 Sep 21 08:25:42.100133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39682) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:42.108483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-64a2fc1c-89b3-4f5a-85b9-9d657a3cf163 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-605588438') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:42.126101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Attempting to bind port 78807a00-be9b-4ec0-8fd6-b72dfae94581 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:42.126536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Attempting to bind port 78807a00-be9b-4ec0-8fd6-b72dfae94581 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:42.127011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Attempting to bind port 78807a00-be9b-4ec0-8fd6-b72dfae94581 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:42.135176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:42.135593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:42.135998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.136397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:42.137156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Bound port: 78807a00-be9b-4ec0-8fd6-b72dfae94581, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:42.137579 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.148063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] device_id is not set on port 4ffebc48-162b-40bf-84b6-80f108f55fa8 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:42.221887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e35eb3-74e7-473b-bfd8-9da5b91712d4 req-882fc95d-aab2-49e5-a9ae-ae35dcf860f9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:42.232687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07e35eb3-74e7-473b-bfd8-9da5b91712d4 req-882fc95d-aab2-49e5-a9ae-ae35dcf860f9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 947 time: 0.1303248 Sep 21 08:25:42.234112 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.258208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa705c6-4b71-4530-bc82-3fa5ce31c233 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Pushing event updated for resources: {'Network': ['ID=dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:42.273900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:25:42.276152 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed54b1d-6439-4a75-826f-3a14f16831dd" -d '{"events": [{"server_uuid": "bfe75f7f-b8bf-483d-808d-69793210f4fa", "name": "network-vif-plugged", "status": "completed", "tag": "8aa3baa6-0dfe-42ec-bd2e-31a28c511db3"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:25:42.288035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 6abf54c6-5c16-4572-b4d9-2e4b3ab5709d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:42.288254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:25:42.288345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.312766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,segment=NetworkSegment(3d62b1d7-0ca6-4008-b61d-78e3610ed3e2),segment_id=3d62b1d7-0ca6-4008-b61d-78e3610ed3e2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:42.324387 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.324530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07e35eb3-74e7-473b-bfd8-9da5b91712d4 req-3c4e5194-56c2-4f12-bf14-d17df9892074 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870137 Sep 21 08:25:42.339594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] For port 78807a00-be9b-4ec0-8fd6-b72dfae94581, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:42.373046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969371d-3044-42b3-9cbb-9d6a099db66e req-f7dcdd97-b917-4666-8fee-1cc5ca753e06 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:42.381304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9969371d-3044-42b3-9cbb-9d6a099db66e req-f7dcdd97-b917-4666-8fee-1cc5ca753e06 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1630530 Sep 21 08:25:42.408458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] For port 78807a00-be9b-4ec0-8fd6-b72dfae94581, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=78807a00-be9b-4ec0-8fd6-b72dfae94581,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:42.420138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.438457 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca7955d-5f5a-4f52-8ba3-de785a6724e8 x-openstack-request-id: req-5ca7955d-5f5a-4f52-8ba3-de785a6724e8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:25:42.439079 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe75f7f-b8bf-483d-808d-69793210f4fa", "name": "network-vif-plugged", "status": "completed", "tag": "8aa3baa6-0dfe-42ec-bd2e-31a28c511db3", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:25:42.439398 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ca7955d-5f5a-4f52-8ba3-de785a6724e8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:25:42.439832 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3', 'code': 200} Sep 21 08:25:42.484853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:42.489300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9969371d-3044-42b3-9cbb-9d6a099db66e req-65432e0d-e80b-4f09-a94c-357206a75813 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998690 Sep 21 08:25:42.491015 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-64a2fc1c-89b3-4f5a-85b9-9d657a3cf163 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "PUT /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-605588438 HTTP/1.1" status: 201 len: 201 time: 0.3866930 Sep 21 08:25:42.494453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39694) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:42.513305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-16a7cd48-0c5a-4ae8-8ffe-34e76d30d4b1 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-605588438') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:42.529295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.557361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f9b0a-a6b5-4294-91cb-75ec96ce9e8b None None] Pushing event updated for resources: {'Port': ['ID=78807a00-be9b-4ec0-8fd6-b72dfae94581,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:42.600727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 6abf54c6-5c16-4572-b4d9-2e4b3ab5709d owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:42.603348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Allocated IP 2001:db8::2b3 (8fd14899-845e-4c3e-a9c8-879232dba63c/af8940d4-4d04-44aa-9659-7f25d800c897/4ffebc48-162b-40bf-84b6-80f108f55fa8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:42.689260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-16a7cd48-0c5a-4ae8-8ffe-34e76d30d4b1 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "GET /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-605588438 HTTP/1.1" status: 204 len: 168 time: 0.1929414 Sep 21 08:25:42.692716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39696) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:42.702138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-18f463dc-d1bb-437e-b479-43d14b55ec34 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:42.713726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120f41-e590-4db4-b99a-2cd274d9464e req-a71c3824-7b73-4725-b828-1a1a6aedadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:42.715280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6120f41-e590-4db4-b99a-2cd274d9464e req-a71c3824-7b73-4725-b828-1a1a6aedadb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 1096 time: 0.2044210 Sep 21 08:25:42.734794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c940-2ff3-42e4-8ade-f23557e6f4e6 req-201cef35-4a57-4548-b1f5-565e8f37babf tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:42.744614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4cc5c940-2ff3-42e4-8ade-f23557e6f4e6 req-201cef35-4a57-4548-b1f5-565e8f37babf tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 945 time: 0.1403215 Sep 21 08:25:42.861580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6120f41-e590-4db4-b99a-2cd274d9464e req-ed43b878-0196-4b05-a73a-9f65548ecc4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376545 Sep 21 08:25:42.865561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4cc5c940-2ff3-42e4-8ade-f23557e6f4e6 req-64da9c4e-c1c8-423c-9ef8-36984f8f3ad9 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207709 Sep 21 08:25:42.960977 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:42.998181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=6abf54c6-5c16-4572-b4d9-2e4b3ab5709d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:43.029531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.032133 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7b114afc-a5ae-4957-a1ae-0994aa466549 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/6abf54c6-5c16-4572-b4d9-2e4b3ab5709d HTTP/1.1" status: 204 len: 168 time: 1.1283271 Sep 21 08:25:43.034382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39698) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:43.162403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-18f463dc-d1bb-437e-b479-43d14b55ec34 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "GET /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags HTTP/1.1" status: 200 len: 237 time: 0.4683061 Sep 21 08:25:43.166484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39700) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:43.174445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-6f8905fb-4c43-4e8b-878f-4a349c47afdf tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', {'tags': ['tempest-TagsTest-Tag-1061780655', 'tempest-TagsTest-Tag-623067841', 'tempest-TagsTest-Tag-1287478355']}) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:43.178105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd423b75-850f-4c1a-9d31-f94e64a24ef9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:43.180904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd423b75-850f-4c1a-9d31-f94e64a24ef9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:43.185764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fd423b75-850f-4c1a-9d31-f94e64a24ef9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1470506 Sep 21 08:25:43.187660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39702) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:43.189858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 78807a00-be9b-4ec0-8fd6-b72dfae94581 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:43.220620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.263057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 78807a00-be9b-4ec0-8fd6-b72dfae94581 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:43.263466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.267145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 6ae04693-b631-4538-b933-f9e673888609 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:25:43.272703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.314723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6f8905fb-4c43-4e8b-878f-4a349c47afdf tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "PUT /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags HTTP/1.1" status: 200 len: 308 time: 0.1473100 Sep 21 08:25:43.318840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39704) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:43.341910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-0d848f6d-288d-4930-96ce-46f162478879 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-1061780655') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:43.437172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.441009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.566148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:43.573978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:43.590480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=4ffebc48-162b-40bf-84b6-80f108f55fa8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:43.601215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:43.615301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:43.624206 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.647997 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.700433 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5d4b7da1-b0a5-4d68-8276-d55d12bd284f tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9457250 Sep 21 08:25:43.705453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39716) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:43.722212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'network_id': '8fd14899-845e-4c3e-a9c8-879232dba63c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1412470482'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:43.742591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 78807a00-be9b-4ec0-8fd6-b72dfae94581, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=78807a00-be9b-4ec0-8fd6-b72dfae94581,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:43.752125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:43.842291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c394f5-195b-4bb4-aaf0-fd120dda4ba2 req-20ebf028-f66c-4e2b-808b-a7f53aff287b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:43.854254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02c394f5-195b-4bb4-aaf0-fd120dda4ba2 req-20ebf028-f66c-4e2b-808b-a7f53aff287b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 947 time: 0.3186653 Sep 21 08:25:43.905468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=78807a00-be9b-4ec0-8fd6-b72dfae94581,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:43.984843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39720) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:43.986199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0d848f6d-288d-4930-96ce-46f162478879 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "DELETE /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-1061780655 HTTP/1.1" status: 204 len: 168 time: 0.6637878 Sep 21 08:25:43.991101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-2bd3118e-3867-4277-b248-329210d6f428 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-1061780655') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:44.013072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02c394f5-195b-4bb4-aaf0-fd120dda4ba2 req-a54ab56f-6970-4eab-a767-7c00f9b9f22e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577368 Sep 21 08:25:44.041349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c831e-dee3-4a1f-b9ea-4a5ceb1d7820 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:44.100411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Made reservation on behalf of 28e6f40d250544a7a8be314ec1261059 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:44.104512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.136693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e2c55-bea4-4087-89fa-22ed27ba74ef req-d040f3a6-e945-4663-b6b5-4494ef25641e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:44.146851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-148e2c55-bea4-4087-89fa-22ed27ba74ef req-d040f3a6-e945-4663-b6b5-4494ef25641e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1607223 Sep 21 08:25:44.148288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] device_id is not set on port 3063b23f-1118-434d-bee8-65a3d8eddc9e yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:44.245272 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.251100 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-2bd3118e-3867-4277-b248-329210d6f428 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] show failed (client error): The resource could not be found. Sep 21 08:25:44.258802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2bd3118e-3867-4277-b248-329210d6f428 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "GET /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-1061780655 HTTP/1.1" status: 404 len: 326 time: 0.2714448 Sep 21 08:25:44.266190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-97065c9f-4531-44fd-b17f-9cac68d20c25 None None] Provisioning complete for port 4ffebc48-162b-40bf-84b6-80f108f55fa8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:44.271243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97065c9f-4531-44fd-b17f-9cac68d20c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.307664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39724) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:44.338473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Allocated IP 2001:db8::31e (8fd14899-845e-4c3e-a9c8-879232dba63c/af8940d4-4d04-44aa-9659-7f25d800c897/3063b23f-1118-434d-bee8-65a3d8eddc9e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:44.341479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-3a224ffb-a135-4dce-8c82-72de6be0fe6b tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-623067841') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:44.359126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-97065c9f-4531-44fd-b17f-9cac68d20c25 None None] Port 4ffebc48-162b-40bf-84b6-80f108f55fa8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:44.402449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-97065c9f-4531-44fd-b17f-9cac68d20c25 None None] Provisioning complete for port 78807a00-be9b-4ec0-8fd6-b72dfae94581 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:44.402823 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97065c9f-4531-44fd-b17f-9cac68d20c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.427773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-148e2c55-bea4-4087-89fa-22ed27ba74ef req-4c599478-dfa1-4de0-9d69-877136da3e16 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800505 Sep 21 08:25:44.467819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615f437-e189-41c8-8a4b-6a94cae0717d req-bd45c469-d871-4363-9701-bff282fd9274 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:44.469936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615f437-e189-41c8-8a4b-6a94cae0717d req-bd45c469-d871-4363-9701-bff282fd9274 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 945 time: 0.1341989 Sep 21 08:25:44.510728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.556583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3a224ffb-a135-4dce-8c82-72de6be0fe6b tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "GET /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-623067841 HTTP/1.1" status: 204 len: 168 time: 0.2412441 Sep 21 08:25:44.559025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae04693-b631-4538-b933-f9e673888609,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:44.562872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39728) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:44.570026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-d346c56c-91d7-4555-a282-12f1182bb45e tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-1287478355') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:44.579199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.581766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4615f437-e189-41c8-8a4b-6a94cae0717d req-305b0faf-e34b-4955-8e1b-8e6c71836cfb tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034155 Sep 21 08:25:44.584877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39730) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:44.586310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c8e4e13d-37c6-4300-87a3-23bf489a32c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/6ae04693-b631-4538-b933-f9e673888609 HTTP/1.1" status: 204 len: 168 time: 1.3972092 Sep 21 08:25:44.680789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d346c56c-91d7-4555-a282-12f1182bb45e tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "GET /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-1287478355 HTTP/1.1" status: 204 len: 168 time: 0.1162114 Sep 21 08:25:44.683019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39732) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:44.687765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-4dcdbe8b-5f14-4cb0-bd5f-3054aed87305 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:44.697888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b99f26f4-b13e-4b59-a384-c72991c4d5ce tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107926 Sep 21 08:25:44.698480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39734) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:44.705271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3c82ac-3a59-4f4b-b704-4f6e0cd4fe44 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:44.710851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:44.809283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.812156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4dcdbe8b-5f14-4cb0-bd5f-3054aed87305 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "DELETE /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1279554 Sep 21 08:25:44.814895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39736) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:44.824521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-a60088c0-7d56-4d94-8ef6-c354da0e3539 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-623067841') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:44.860836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-01adf499-4914-41a8-8bc3-bb7826f08800 None None] Provisioning complete for port 78807a00-be9b-4ec0-8fd6-b72dfae94581 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:44.861265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01adf499-4914-41a8-8bc3-bb7826f08800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.879596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:44.887512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.900105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:44.957275 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-a60088c0-7d56-4d94-8ef6-c354da0e3539 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] show failed (client error): The resource could not be found. Sep 21 08:25:44.958757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a60088c0-7d56-4d94-8ef6-c354da0e3539 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "GET /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-623067841 HTTP/1.1" status: 404 len: 325 time: 0.1424153 Sep 21 08:25:44.962232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39738) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:44.967058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:25:44.967339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-2012ee5b-e037-41c4-b042-7ab76fa46eb8 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5', 'tempest-TagsTest-Tag-1287478355') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:45.041006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Network 8fd14899-845e-4c3e-a9c8-879232dba63c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:45.043131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] Deleting port 78807a00-be9b-4ec0-8fd6-b72dfae94581 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:45.058700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:45.058889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.078654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=3063b23f-1118-434d-bee8-65a3d8eddc9e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:45.083054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:45.089419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:45.090219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.090842 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-2012ee5b-e037-41c4-b042-7ab76fa46eb8 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] show failed (client error): The resource could not be found. Sep 21 08:25:45.094875 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2012ee5b-e037-41c4-b042-7ab76fa46eb8 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "GET /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags/tempest-TagsTest-Tag-1287478355 HTTP/1.1" status: 404 len: 326 time: 0.1288545 Sep 21 08:25:45.099381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39740) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:45.113715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-b6e4a0a6-663b-49be-aa50-1fd286269b50 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:45.128587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9896c076-71d5-4954-9366-d9255728f624 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4129264 Sep 21 08:25:45.129875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39742) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:45.138206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::10e', 'mac_address': 'fa:16:3e:a9:77:55'}, {'ip_address': '2001:db8::2b3', 'mac_address': 'fa:16:3e:4e:c1:0b'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:45.261293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 78807a00-be9b-4ec0-8fd6-b72dfae94581 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:25:45.306644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] For port 78807a00-be9b-4ec0-8fd6-b72dfae94581, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=78807a00-be9b-4ec0-8fd6-b72dfae94581,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:45.308149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.314920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b6e4a0a6-663b-49be-aa50-1fd286269b50 tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "DELETE /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5/tags HTTP/1.1" status: 204 len: 168 time: 0.2094827 Sep 21 08:25:45.315118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.321184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39746) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:45.332221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] Calling delete_port for 78807a00-be9b-4ec0-8fd6-b72dfae94581 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:45.418510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.430074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.506418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:45.515381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:45.524103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:45.524842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.566510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=ce94c175-49ea-47f2-8a60-b0eb1e9f92d6,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:45.584792 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.589604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ed696996-7da6-4a51-82db-264f114747cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8842754 Sep 21 08:25:45.589876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:45.597106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'name': 'tempest-NetworksTestDHCPv6-1885269298'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:45.620887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:45.631269 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.641453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63850ea-113d-485b-8cde-458a9ee1566d') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:45.641749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63850ea-113d-485b-8cde-458a9ee1566d') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:45.656737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.666360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No active binding found for port 78807a00-be9b-4ec0-8fd6-b72dfae94581 {{(pid=94726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 08:25:45.666805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 78807a00-be9b-4ec0-8fd6-b72dfae94581 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:25:45.689651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] Pushing event deleted for resources: {'Port': ['ID=78807a00-be9b-4ec0-8fd6-b72dfae94581,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:45.696698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.698136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd21c53-692f-459e-a2d5-c239cd9c886b None None] No DVR routers for this DVR port 78807a00-be9b-4ec0-8fd6-b72dfae94581 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:25:45.700148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-df55707f-46fe-4883-bd66-f0840cf88e0d None None] Provisioning complete for port 3063b23f-1118-434d-bee8-65a3d8eddc9e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:45.700711 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-df55707f-46fe-4883-bd66-f0840cf88e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.713238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:25:45.714577 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:25:45.721566 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:25:45.740428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695852a1-02b8-4245-a6aa-6b7c82ebe239 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:45.834896 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.844153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.862878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-df55707f-46fe-4883-bd66-f0840cf88e0d None None] Port 3063b23f-1118-434d-bee8-65a3d8eddc9e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:45.871131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.881310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed1503-c5a8-490c-8a36-04eb3e3b5646 req-f02befbf-abe9-4e59-8444-fd1ac3a0dc26 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:45.883247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01ed1503-c5a8-490c-8a36-04eb3e3b5646 req-f02befbf-abe9-4e59-8444-fd1ac3a0dc26 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 945 time: 0.1438522 Sep 21 08:25:45.895211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.901032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] 10.222.0.59 "DELETE /v2.0/networks/dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5 HTTP/1.1" status: 204 len: 168 time: 0.5787981 Sep 21 08:25:45.929246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb1a0e-296a-4fa1-a3f2-c2b5ce546bcb tempest-TagsTest-1204577530 tempest-TagsTest-1204577530-project] Pushing event deleted for resources: {'Network': ['ID=dd2b6fcb-a6be-4c57-a02e-c0a538f5c6d5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:45.943434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8abaf8-d158-48e7-bf5e-e1e77b74639c req-49c232c5-453b-402d-ab02-8a52708e436c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:45.945108 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e8abaf8-d158-48e7-bf5e-e1e77b74639c req-49c232c5-453b-402d-ab02-8a52708e436c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.3685844 Sep 21 08:25:45.968888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] In _notify_port_updated(), no bound segment for port 3063b23f-1118-434d-bee8-65a3d8eddc9e on network 8fd14899-845e-4c3e-a9c8-879232dba63c {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:25:45.979949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:45.981189 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:45.988878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "PUT /v2.0/ports/3063b23f-1118-434d-bee8-65a3d8eddc9e HTTP/1.1" status: 200 len: 1068 time: 0.8524609 Sep 21 08:25:45.989128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01ed1503-c5a8-490c-8a36-04eb3e3b5646 req-3af0f214-fc5c-4a0c-97a4-81610578a4d1 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831895 Sep 21 08:25:45.989128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39760) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:46.059644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': 'ce94c175-49ea-47f2-8a60-b0eb1e9f92d6'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:25:46.060596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.111874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event updated for resources: {'Port': ['ID=3063b23f-1118-434d-bee8-65a3d8eddc9e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:46.118895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting port 3063b23f-1118-434d-bee8-65a3d8eddc9e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:46.119502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.188368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.188615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.188942 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.189286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.197995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.198268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.198573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.198915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.199250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.199623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.200074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.200664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8d0be6-9993-4348-bcde-eb0d8f37111c tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.209165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:46.213104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.221845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e8abaf8-d158-48e7-bf5e-e1e77b74639c req-922034ba-70b2-474c-97a3-b9f9e5d8a179 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599509 Sep 21 08:25:46.247727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 4ec9e929-9014-43a5-8e8c-77bdc8b9ea20 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:46.373312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/ce94c175-49ea-47f2-8a60-b0eb1e9f92d6/199cfea6-8c89-4400-bf3c-0976795a4191) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:46.401439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.432152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Calling delete_port for 3063b23f-1118-434d-bee8-65a3d8eddc9e owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:46.454801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39776) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:46.559824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f8a0ab8d-aaee-4ec0-8157-5ef1e0932708 None None] Provisioning complete for port 3063b23f-1118-434d-bee8-65a3d8eddc9e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:46.561857 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ab8d-aaee-4ec0-8157-5ef1e0932708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.680371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.701549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0ab8d-aaee-4ec0-8157-5ef1e0932708 None None] Port 3063b23f-1118-434d-bee8-65a3d8eddc9e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:25:46.709702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3feb957b-76f0-45e6-ba51-b6a8885414de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f10eb7e43a347918c25322ba6bedeff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497635 Sep 21 08:25:46.709702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39792) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:46.760992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Port': ['ID=3063b23f-1118-434d-bee8-65a3d8eddc9e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:46.811712 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-262219fa-d8ca-4642-a2d2-0feb16628d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.829911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.830436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.830936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.831449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.832026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.832512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.833197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.833837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.834334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.835028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.835812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.836153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:25:46.857935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-262219fa-d8ca-4642-a2d2-0feb16628d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.896196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:46.922013 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.004237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:47.007799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:47.011909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:47.024343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-262219fa-d8ca-4642-a2d2-0feb16628d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.046360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-262219fa-d8ca-4642-a2d2-0feb16628d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.050646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-262219fa-d8ca-4642-a2d2-0feb16628d32 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4d67732-d2ea-4163-ba97-8137e87b4c56 HTTP/1.1" status: 204 len: 168 time: 0.3368990 Sep 21 08:25:47.112983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::2f1 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/ce94c175-49ea-47f2-8a60-b0eb1e9f92d6/4ec9e929-9014-43a5-8e8c-77bdc8b9ea20) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:47.119431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262219fa-d8ca-4642-a2d2-0feb16628d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d67732-d2ea-4163-ba97-8137e87b4c56,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:47.124491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Pushing event updated for resources: {'Port': ['ID=199cfea6-8c89-4400-bf3c-0976795a4191,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:47.152287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Attempting to bind port 199cfea6-8c89-4400-bf3c-0976795a4191 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:47.152858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Attempting to bind port 199cfea6-8c89-4400-bf3c-0976795a4191 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:47.153383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Attempting to bind port 199cfea6-8c89-4400-bf3c-0976795a4191 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:47.161475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:47.162257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:47.162920 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.164021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:47.165029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Bound port: 199cfea6-8c89-4400-bf3c-0976795a4191, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:47.165646 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.298575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.300604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-031d7a81-52e3-4663-9f65-226403a06026 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/ports/3063b23f-1118-434d-bee8-65a3d8eddc9e HTTP/1.1" status: 204 len: 168 time: 1.3112242 Sep 21 08:25:47.311847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39806) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:47.325824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] For port 199cfea6-8c89-4400-bf3c-0976795a4191, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:47.338155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] For port 199cfea6-8c89-4400-bf3c-0976795a4191, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=199cfea6-8c89-4400-bf3c-0976795a4191,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:47.346470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.365581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.374651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfc45b-852c-43b8-9778-d0103caaee1a req-85b5d0e4-9d57-4d9b-b078-b5876384d734 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:47.376445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6bfc45b-852c-43b8-9778-d0103caaee1a req-85b5d0e4-9d57-4d9b-b078-b5876384d734 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 945 time: 0.2080381 Sep 21 08:25:47.379051 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-281f8061-9f13-4281-bda8-c172e2d50705 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] GET failed (client error): The resource could not be found. Sep 21 08:25:47.384985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-281f8061-9f13-4281-bda8-c172e2d50705 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "GET /v2.0/ports/3063b23f-1118-434d-bee8-65a3d8eddc9e HTTP/1.1" status: 404 len: 333 time: 0.0710843 Sep 21 08:25:47.384985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39810) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:47.428352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.499529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62bcc2-9701-4cf9-afe2-4b33494039f8 None None] Pushing event updated for resources: {'Port': ['ID=199cfea6-8c89-4400-bf3c-0976795a4191,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:47.532454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=4ec9e929-9014-43a5-8e8c-77bdc8b9ea20,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:47.566324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:47.570832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:47.574764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:47.580554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:47.581272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.603758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9238b9-f215-4d90-9f06-fdaeab7ef55f req-da8bffbe-4c95-4981-be11-bf99fc2cca2c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:47.605472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aa9238b9-f215-4d90-9f06-fdaeab7ef55f req-da8bffbe-4c95-4981-be11-bf99fc2cca2c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1940627 Sep 21 08:25:47.615999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b20cc40-c431-4d83-8aed-79faa6601ba7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0250063 Sep 21 08:25:47.622057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39820) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:47.655761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d6bfc45b-852c-43b8-9778-d0103caaee1a req-8d7781f5-3c8a-4462-bbfd-83b8e8cc6d42 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698667 Sep 21 08:25:47.695526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aa9238b9-f215-4d90-9f06-fdaeab7ef55f req-d7630c43-85d6-4474-89f2-d2093691e7a0 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827677 Sep 21 08:25:47.778515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting port 4ffebc48-162b-40bf-84b6-80f108f55fa8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:47.778965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:47.822158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd1b01-c189-4180-9d07-03b6cff24d83 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:47.828388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fd1b01-c189-4180-9d07-03b6cff24d83 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:47.830131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-98fd1b01-c189-4180-9d07-03b6cff24d83 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2058115 Sep 21 08:25:47.835814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39826) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:47.986466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:48.003868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Calling delete_port for 4ffebc48-162b-40bf-84b6-80f108f55fa8 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:48.089545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 4ec9e929-9014-43a5-8e8c-77bdc8b9ea20 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:48.090112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:48.250444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:48.277265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 4ec9e929-9014-43a5-8e8c-77bdc8b9ea20 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:48.289261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:48.390145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Port': ['ID=4ffebc48-162b-40bf-84b6-80f108f55fa8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:48.442129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:48.444167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f002bfd8-66aa-4c39-9c24-b9dd2590192e tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/ports/4ffebc48-162b-40bf-84b6-80f108f55fa8 HTTP/1.1" status: 204 len: 168 time: 1.0573404 Sep 21 08:25:48.448874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39838) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:48.501849 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-15be9db7-27ce-4918-a4f5-3533ddc482e4 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] GET failed (client error): The resource could not be found. Sep 21 08:25:48.503575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-15be9db7-27ce-4918-a4f5-3533ddc482e4 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "GET /v2.0/ports/4ffebc48-162b-40bf-84b6-80f108f55fa8 HTTP/1.1" status: 404 len: 333 time: 0.0536764 Sep 21 08:25:48.510036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39840) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:48.818181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:48.935394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bb13d-59da-4cba-a1cd-b45174b24e35 req-e653feed-f63c-4a5a-9878-c2184b928588 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:48.949376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd6bb13d-59da-4cba-a1cd-b45174b24e35 req-e653feed-f63c-4a5a-9878-c2184b928588 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 945 time: 0.1217308 Sep 21 08:25:48.988917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=4ec9e929-9014-43a5-8e8c-77bdc8b9ea20,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:48.994047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd6bb13d-59da-4cba-a1cd-b45174b24e35 req-843c152e-bdca-46f9-8ca3-365546d498c6 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/security-groups?id=549f43d0-0dd5-43c8-954e-575f4b8bcdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Sep 21 08:25:49.074205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.076318 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ae36ceeb-921f-4b87-bff6-204002f4d010 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/4ec9e929-9014-43a5-8e8c-77bdc8b9ea20 HTTP/1.1" status: 204 len: 168 time: 1.2415359 Sep 21 08:25:49.079701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39860) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:49.087076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-f57cda22-2bc3-4675-a3b2-d4c6443bf18f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:49.088660 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-f57cda22-2bc3-4675-a3b2-d4c6443bf18f tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 945 time: 0.2384253 Sep 21 08:25:49.099495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting port da6c751d-7ee4-4fe2-833f-755c9ad75207 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:49.099931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.151052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda7552-4add-4ad9-9e0e-6034d9c96da2 req-e9f15df3-c442-4751-94f3-0ab96e6e9e09 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:49.160332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fda7552-4add-4ad9-9e0e-6034d9c96da2 req-e9f15df3-c442-4751-94f3-0ab96e6e9e09 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.2221534 Sep 21 08:25:49.173876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d3525cc6-3944-4060-b890-f43b56945a2e None None] Provisioning complete for port 199cfea6-8c89-4400-bf3c-0976795a4191 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:49.174430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3525cc6-3944-4060-b890-f43b56945a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.231010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 199cfea6-8c89-4400-bf3c-0976795a4191 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:49.234917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2267d79-19f3-4595-b928-effab6c09638 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:49.236724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2267d79-19f3-4595-b928-effab6c09638 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:49.238274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b2267d79-19f3-4595-b928-effab6c09638 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1571670 Sep 21 08:25:49.245316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39866) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:49.268889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fda7552-4add-4ad9-9e0e-6034d9c96da2 req-2347ecec-6241-4095-ac32-aa7fbfda79ba tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563712 Sep 21 08:25:49.347994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet ce94c175-49ea-47f2-8a60-b0eb1e9f92d6 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:25:49.352423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.362059 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3525cc6-3944-4060-b890-f43b56945a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.376976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 199cfea6-8c89-4400-bf3c-0976795a4191 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:49.377357 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.412021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.441228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Calling delete_port for da6c751d-7ee4-4fe2-833f-755c9ad75207 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:49.447071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.464378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d3525cc6-3944-4060-b890-f43b56945a2e None None] For port 199cfea6-8c89-4400-bf3c-0976795a4191, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=199cfea6-8c89-4400-bf3c-0976795a4191,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:49.469332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Deleting port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:49.469332 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.478490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3525cc6-3944-4060-b890-f43b56945a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.559665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3525cc6-3944-4060-b890-f43b56945a2e None None] Pushing event updated for resources: {'Port': ['ID=199cfea6-8c89-4400-bf3c-0976795a4191,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:49.604353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.611075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6f322157-c669-4610-8d07-4680a8922023 None None] Could not find standard attr ID for object 6abf54c6-5c16-4572-b4d9-2e4b3ab5709d. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:25:49.676412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] For port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,segment=NetworkSegment(3d62b1d7-0ca6-4008-b61d-78e3610ed3e2),segment_id=3d62b1d7-0ca6-4008-b61d-78e3610ed3e2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:49.680884 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.714161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Calling delete_port for 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:49.760116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.804951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=ce94c175-49ea-47f2-8a60-b0eb1e9f92d6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:49.817869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.825806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9a5194f6-fc9c-4117-bfe1-551056549420 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/ce94c175-49ea-47f2-8a60-b0eb1e9f92d6 HTTP/1.1" status: 204 len: 168 time: 0.5793688 Sep 21 08:25:49.828241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39882) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:49.835838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ec219bc8-eed8-497e-98c4-cf690631b934 None None] Could not find standard attr ID for object 4ec9e929-9014-43a5-8e8c-77bdc8b9ea20. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:25:49.852973 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:49.897200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b5be8b5-53fc-4de5-a0c8-770bc2f15592 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662932 Sep 21 08:25:49.901120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39884) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:49.907541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:49.939554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Port': ['ID=da6c751d-7ee4-4fe2-833f-755c9ad75207,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:50.044620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.046744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e523de6c-00f7-4875-a216-bd3a5f022b62 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/ports/da6c751d-7ee4-4fe2-833f-755c9ad75207 HTTP/1.1" status: 204 len: 168 time: 1.5356770 Sep 21 08:25:50.058822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39890) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:50.137021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.153446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8aa3baa6-0dfe-42ec-bd2e-31a28c511db3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:25:50.185357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Pushing event deleted for resources: {'Port': ['ID=8aa3baa6-0dfe-42ec-bd2e-31a28c511db3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:50.203513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39894) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:50.210154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-34be2380-6411-4d47-8867-76f1eb06be8a req-3c2b2c97-85bb-4e31-8202-6e6513ab65ba tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.59 "GET /v2.0/ports?device_id=bfe75f7f-b8bf-483d-808d-69793210f4fa HTTP/1.1" status: 200 len: 210 time: 0.0809631 Sep 21 08:25:50.212096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae7203-6f38-45ea-b9ae-8409089d01a9 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:50.263108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:50.277247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] No DVR routers for this DVR port 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:25:50.278607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.280525 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.282653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-17244693-b2e4-4a2e-92c1-b600743538c2 req-31544e91-51a9-4928-891e-5e7941f7f378 tempest-ServerMetadataNegativeTestJSON-1055716156 tempest-ServerMetadataNegativeTestJSON-1055716156-project] 10.222.0.50 "DELETE /v2.0/ports/8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 HTTP/1.1" status: 204 len: 173 time: 1.1766446 Sep 21 08:25:50.283148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'name': 'network-vif-deleted', 'tag': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:25:50.297312 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e3ba0e-8f33-40fd-8882-a8caec253b89" -d '{"events": [{"server_uuid": "bfe75f7f-b8bf-483d-808d-69793210f4fa", "name": "network-vif-deleted", "tag": "8aa3baa6-0dfe-42ec-bd2e-31a28c511db3"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:25:50.302778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting subnet af8940d4-4d04-44aa-9659-7f25d800c897 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:25:50.401767 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.402493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4454fcef-f998-41ce-8d15-73bb226ebd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.456557 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40040a4-e75c-491c-ae37-052d3ec727d7 x-openstack-request-id: req-d40040a4-e75c-491c-ae37-052d3ec727d7 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:25:50.457089 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe75f7f-b8bf-483d-808d-69793210f4fa", "name": "network-vif-deleted", "tag": "8aa3baa6-0dfe-42ec-bd2e-31a28c511db3", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:25:50.457256 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d40040a4-e75c-491c-ae37-052d3ec727d7 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:25:50.457663 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe75f7f-b8bf-483d-808d-69793210f4fa', 'name': 'network-vif-deleted', 'tag': '8aa3baa6-0dfe-42ec-bd2e-31a28c511db3', 'status': 'completed', 'code': 200} Sep 21 08:25:50.538415 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.555834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:25:50.604220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e927d-c814-4863-8cc8-9c7657843348 req-e00a5e9b-4c0d-4702-bdb7-9c2ea97d9b82 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:50.613153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-258e927d-c814-4863-8cc8-9c7657843348 req-e00a5e9b-4c0d-4702-bdb7-9c2ea97d9b82 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1185095 Sep 21 08:25:50.670159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] Deleting port 199cfea6-8c89-4400-bf3c-0976795a4191 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:50.670773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.691568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-258e927d-c814-4863-8cc8-9c7657843348 req-833af832-e161-4207-98c2-a3daa1b41fe6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706680 Sep 21 08:25:50.716779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.736276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4454fcef-f998-41ce-8d15-73bb226ebd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.741568 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4454fcef-f998-41ce-8d15-73bb226ebd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.774231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] For port 199cfea6-8c89-4400-bf3c-0976795a4191, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=199cfea6-8c89-4400-bf3c-0976795a4191,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:50.774732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.790793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] Calling delete_port for 199cfea6-8c89-4400-bf3c-0976795a4191 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:50.811357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4454fcef-f998-41ce-8d15-73bb226ebd89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc2b9f506b1f463cb0c5ae1bce85cc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849700 Sep 21 08:25:50.814107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39918) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:50.821587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454fcef-f998-41ce-8d15-73bb226ebd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143edb64-b4b8-4acf-afb6-4ce0ac3b6fc4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:50.821920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.910339 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.935632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:50.945853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:50.958412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4b94-5b9e-4723-85c2-be554d3b01c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.963653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] No DVR routers for this DVR port 199cfea6-8c89-4400-bf3c-0976795a4191 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:25:50.965082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de39c-5e38-4fe2-bb8b-3b20f62fcc4c None None] Pushing event deleted for resources: {'Port': ['ID=199cfea6-8c89-4400-bf3c-0976795a4191,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:50.972608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:50.973042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.982015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:50.987383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564b9b4-7a8b-477d-93ec-263dadf067a4 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:50.990418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4b94-5b9e-4723-85c2-be554d3b01c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.011832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=29c71963-2063-48e8-9e22-b60e5139e4b4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:51.035597 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.037429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/subnets/af8940d4-4d04-44aa-9659-7f25d800c897 HTTP/1.1" status: 204 len: 168 time: 0.9774985 Sep 21 08:25:51.040538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39922) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:51.084587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9792a14-bf70-4c77-a173-3422d9bc0397 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Subnet': ['ID=af8940d4-4d04-44aa-9659-7f25d800c897,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:51.087248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-557e9e3e-baab-488b-800c-00c08077ef34 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1848094 Sep 21 08:25:51.090378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f988a2-3b7b-4412-82bb-bf94b3b00ba6 None None] Network 8fd14899-845e-4c3e-a9c8-879232dba63c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:51.095726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39924) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:51.104533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'name': 'tempest-NetworksTestDHCPv6-850028676'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:51.167874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.169574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4b94-5b9e-4723-85c2-be554d3b01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.172191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0ea4b94-5b9e-4723-85c2-be554d3b01c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.173672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c0ea4b94-5b9e-4723-85c2-be554d3b01c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/143edb64-b4b8-4acf-afb6-4ce0ac3b6fc4 HTTP/1.1" status: 204 len: 168 time: 0.3582292 Sep 21 08:25:51.188285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea4b94-5b9e-4723-85c2-be554d3b01c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143edb64-b4b8-4acf-afb6-4ce0ac3b6fc4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:51.264458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Deleting port 82a27301-3071-46f2-b328-e54cae82f740 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:51.264791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.299625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:51.304111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.320853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 199cfea6-8c89-4400-bf3c-0976795a4191 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:25:51.332156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 519fab3e-ea96-40e4-bfac-d851fc43ec9a yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:51.385407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39938) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:51.421241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 199cfea6-8c89-4400-bf3c-0976795a4191 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:25:51.421886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 199cfea6-8c89-4400-bf3c-0976795a4191 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:25:51.462965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] For port 82a27301-3071-46f2-b328-e54cae82f740, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=82a27301-3071-46f2-b328-e54cae82f740,segment=NetworkSegment(7a77b382-e2fb-43a8-820c-5176652a39c8),segment_id=7a77b382-e2fb-43a8-820c-5176652a39c8)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:51.463998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.487221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Calling delete_port for 82a27301-3071-46f2-b328-e54cae82f740 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:51.518214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] Deleting subnet caaaeee8-ed57-4aa7-9544-31d962606198 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:25:51.526770 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.554818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '29c71963-2063-48e8-9e22-b60e5139e4b4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:25:51.555735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.641566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.669645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39942) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:51.686027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6766fcc-cd1c-4877-a464-c0fa962538cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.726555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] DHCP port deletion for 8fd14899-845e-4c3e-a9c8-879232dba63c request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:25:51.794015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.797533 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:51.873680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/29c71963-2063-48e8-9e22-b60e5139e4b4/b0f6391e-76f6-47b7-b6fe-414a0c70dd31) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:51.887150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] Deleting port 82a27301-3071-46f2-b328-e54cae82f740 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:51.887893 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.025846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] For port 82a27301-3071-46f2-b328-e54cae82f740, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:52.026243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.060312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] Calling delete_port for 82a27301-3071-46f2-b328-e54cae82f740 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:52.066612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] Port 82a27301-3071-46f2-b328-e54cae82f740 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:25:52.073315 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.111076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] Pushing event deleted for resources: {'Port': ['ID=82a27301-3071-46f2-b328-e54cae82f740,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:52.122033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4769b-5b6d-49c6-835a-072d68080437 None None] No DVR routers for this DVR port 82a27301-3071-46f2-b328-e54cae82f740 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:25:52.172551 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.183179 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.184895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Port': ['ID=82a27301-3071-46f2-b328-e54cae82f740,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:52.209029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] No DVR routers for this DVR port 82a27301-3071-46f2-b328-e54cae82f740 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:25:52.251791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:52.262952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:52.266117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:52.284849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Pushing event updated for resources: {'Port': ['ID=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:52.287075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::7 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/29c71963-2063-48e8-9e22-b60e5139e4b4/519fab3e-ea96-40e4-bfac-d851fc43ec9a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:52.345710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Attempting to bind port b0f6391e-76f6-47b7-b6fe-414a0c70dd31 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:52.346911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Attempting to bind port b0f6391e-76f6-47b7-b6fe-414a0c70dd31 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:52.347556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Attempting to bind port b0f6391e-76f6-47b7-b6fe-414a0c70dd31 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:52.359244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:52.360025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:52.361126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.361735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:52.362412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Bound port: b0f6391e-76f6-47b7-b6fe-414a0c70dd31, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:52.363022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.363151 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.378163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc09381-30d3-44c1-9279-564f5d2b9fdf req-5ec2f657-7aea-45bc-8f99-7f2f8e5d3c4b tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:52.380459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebc09381-30d3-44c1-9279-564f5d2b9fdf req-5ec2f657-7aea-45bc-8f99-7f2f8e5d3c4b tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.5514848 Sep 21 08:25:52.397962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.441503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] For port b0f6391e-76f6-47b7-b6fe-414a0c70dd31, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:52.449999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] For port b0f6391e-76f6-47b7-b6fe-414a0c70dd31, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:52.457094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.464386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4556a7f3-d093-4e74-8ecb-8bb3a651cf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.500956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd14899-845e-4c3e-a9c8-879232dba63c']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:52.527746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caaaeee8-ed57-4aa7-9544-31d962606198,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:52.539362 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.552353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6223b-a0d6-4726-ad63-03df557e2fb2 None None] Pushing event updated for resources: {'Port': ['ID=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:52.558429 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-281e09fc-fa64-428d-a431-fae952deaba2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/caaaeee8-ed57-4aa7-9544-31d962606198 HTTP/1.1" status: 204 len: 168 time: 1.1714795 Sep 21 08:25:52.567508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39958) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:52.572982 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.584276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a77b382-e2fb-43a8-820c-5176652a39c8') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:52.586119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a77b382-e2fb-43a8-820c-5176652a39c8') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:52.600238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6766fcc-cd1c-4877-a464-c0fa962538cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.627809 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6766fcc-cd1c-4877-a464-c0fa962538cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.628542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.632813 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.695701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=519fab3e-ea96-40e4-bfac-d851fc43ec9a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:52.696358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebc09381-30d3-44c1-9279-564f5d2b9fdf req-2dddd62b-36db-4d73-98c6-bce616258feb tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006575 Sep 21 08:25:52.709232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:52.711326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:52.718883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:52.727615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.729626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:52.730473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.759928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-57db2570-69ff-4d18-b84f-93a6beea8107 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6631181 Sep 21 08:25:52.762449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39962) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:52.823614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b6766fcc-cd1c-4877-a464-c0fa962538cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=affd06860de14b8c84d367cbb7a78609&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1524599 Sep 21 08:25:52.834119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39964) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:52.834815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:25:52.835988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:25:52.841316 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:25:52.858536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6766fcc-cd1c-4877-a464-c0fa962538cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d63d4b1-656c-48a2-839b-e9105ed15589,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:52.872196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.917694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c56dcd-a3b9-4793-b773-350f7fe1fe9a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:52.924650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c56dcd-a3b9-4793-b773-350f7fe1fe9a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:52.927272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31c56dcd-a3b9-4793-b773-350f7fe1fe9a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1633441 Sep 21 08:25:52.930640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39966) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:52.962370 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.982861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:52.985022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] 10.222.0.59 "DELETE /v2.0/networks/8fd14899-845e-4c3e-a9c8-879232dba63c HTTP/1.1" status: 204 len: 168 time: 1.9434004 Sep 21 08:25:52.994671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d8e31da-d341-4261-b3f8-0e08a8136159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.003026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4471-f3e9-4659-97fb-06fffff273f7 tempest-AllowedAddressPairIpV6TestJSON-1654535744 tempest-AllowedAddressPairIpV6TestJSON-1654535744-project] Pushing event deleted for resources: {'Network': ['ID=8fd14899-845e-4c3e-a9c8-879232dba63c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:53.039709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.043651 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d8e31da-d341-4261-b3f8-0e08a8136159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.080052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63b1098-0275-420e-863d-16c1b1704df1']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:53.087692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 519fab3e-ea96-40e4-bfac-d851fc43ec9a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:53.088063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.098694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d62b1d7-0ca6-4008-b61d-78e3610ed3e2') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:53.098886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d62b1d7-0ca6-4008-b61d-78e3610ed3e2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:25:53.123673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.146906 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d8e31da-d341-4261-b3f8-0e08a8136159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.149372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.153158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d8e31da-d341-4261-b3f8-0e08a8136159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.155976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1d8e31da-d341-4261-b3f8-0e08a8136159 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d63d4b1-656c-48a2-839b-e9105ed15589 HTTP/1.1" status: 204 len: 168 time: 0.3195481 Sep 21 08:25:53.167582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:25:53.167989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:25:53.169784 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:25:53.265411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e31da-d341-4261-b3f8-0e08a8136159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d63d4b1-656c-48a2-839b-e9105ed15589,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:53.302873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.305339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b0f6391e-76f6-47b7-b6fe-414a0c70dd31 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:53.328633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.329468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.338006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a63b1098-0275-420e-863d-16c1b1704df1 HTTP/1.1" status: 204 len: 168 time: 0.7541938 Sep 21 08:25:53.364620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340a8f6-26bf-411f-a160-29f4817faae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63b1098-0275-420e-863d-16c1b1704df1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:53.390630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 519fab3e-ea96-40e4-bfac-d851fc43ec9a owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:53.419541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b0f6391e-76f6-47b7-b6fe-414a0c70dd31 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:53.420140 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.567549 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.669912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port b0f6391e-76f6-47b7-b6fe-414a0c70dd31, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:53.680204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.697331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39982) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:53.737313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.843677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:53.852495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39992) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:53.852653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/519fab3e-ea96-40e4-bfac-d851fc43ec9a HTTP/1.1" status: 204 len: 168 time: 0.9202900 Sep 21 08:25:53.853919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df99dfc-e5d6-4a92-80f9-631a4e9b7ef4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=519fab3e-ea96-40e4-bfac-d851fc43ec9a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:53.927456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:54.013507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7f51b377-e8cd-4e33-a40f-f0717f8e1b50 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f68730e7f6e44e20886407f59ff969d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838385 Sep 21 08:25:54.014143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39996) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:54.021331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:54.025367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:25:54.056979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 82a27301-3071-46f2-b328-e54cae82f740 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:25:54.064881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139e31-1a29-4fb4-898d-3e2ac606e908 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:54.066942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139e31-1a29-4fb4-898d-3e2ac606e908 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:54.082933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:25:54.082933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8aa3baa6-0dfe-42ec-bd2e-31a28c511db3 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:25:54.083959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 82a27301-3071-46f2-b328-e54cae82f740 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:25:54.084385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 82a27301-3071-46f2-b328-e54cae82f740 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:25:54.086550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-44139e31-1a29-4fb4-898d-3e2ac606e908 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2267687 Sep 21 08:25:54.087490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:54.118895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-94c965f4-aa07-4b63-95d0-bd6c2b209e76 None None] Provisioning complete for port b0f6391e-76f6-47b7-b6fe-414a0c70dd31 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:54.129789 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-94c965f4-aa07-4b63-95d0-bd6c2b209e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.144511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b6610b1-7a74-4f9a-9aa1-7a0b18fb55bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.197289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b6610b1-7a74-4f9a-9aa1-7a0b18fb55bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.200555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a67d7-a30e-44d7-9439-d3085fa56546 req-c76c69a6-c043-4475-a54e-0ca9d5328947 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:54.202222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-540a67d7-a30e-44d7-9439-d3085fa56546 req-c76c69a6-c043-4475-a54e-0ca9d5328947 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.2848678 Sep 21 08:25:54.297364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b6610b1-7a74-4f9a-9aa1-7a0b18fb55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.300026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b6610b1-7a74-4f9a-9aa1-7a0b18fb55bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.305269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b6610b1-7a74-4f9a-9aa1-7a0b18fb55bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/549f43d0-0dd5-43c8-954e-575f4b8bcdff HTTP/1.1" status: 204 len: 168 time: 0.2898870 Sep 21 08:25:54.323491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6610b1-7a74-4f9a-9aa1-7a0b18fb55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549f43d0-0dd5-43c8-954e-575f4b8bcdff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:54.348253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 29c71963-2063-48e8-9e22-b60e5139e4b4 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:25:54.353989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.400296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.485337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-540a67d7-a30e-44d7-9439-d3085fa56546 req-17c06de9-e675-4e4f-8b42-76c040395cb9 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620327 Sep 21 08:25:54.498362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3295a1db-d153-42ff-84d3-0b6005b0d50e None None] Could not find standard attr ID for object 519fab3e-ea96-40e4-bfac-d851fc43ec9a. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:25:54.535264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40014) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:54.536003 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2be3a795-63c2-453e-b874-d1a57d437bcf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28e6f40d250544a7a8be314ec1261059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8369255 Sep 21 08:25:54.557743 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.671038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-89e92bcd-f180-42d8-9222-c4d9eba8311b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.675801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.705583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.710579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f5bf7c-00ea-4f7d-9e56-9944c02ba939 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:54.717273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40020) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:54.718430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/29c71963-2063-48e8-9e22-b60e5139e4b4 HTTP/1.1" status: 204 len: 168 time: 0.6288712 Sep 21 08:25:54.764157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c5680-b9fc-48b4-ae59-82eb175360ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=29c71963-2063-48e8-9e22-b60e5139e4b4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:54.821965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:54.822068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-288b251d-2d25-4372-97e3-f150fd8f1e79 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957038 Sep 21 08:25:54.822068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-89e92bcd-f180-42d8-9222-c4d9eba8311b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.862201 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:25:54.907756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cde3ff0-779a-4bfc-89a9-7c604976636c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:54.914533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40032) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:54.920699 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2cde3ff0-779a-4bfc-89a9-7c604976636c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1041775 Sep 21 08:25:54.962512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-89e92bcd-f180-42d8-9222-c4d9eba8311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.965470 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-89e92bcd-f180-42d8-9222-c4d9eba8311b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:54.972830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-89e92bcd-f180-42d8-9222-c4d9eba8311b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5cddc83-2066-4240-8881-38f1406c57fb HTTP/1.1" status: 204 len: 168 time: 0.4338012 Sep 21 08:25:54.991754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e92bcd-f180-42d8-9222-c4d9eba8311b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cddc83-2066-4240-8881-38f1406c57fb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:54.995871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:25:54.999829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c41e641-367a-46e8-aff5-cf86f6b4053d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:55.001921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9c41e641-367a-46e8-aff5-cf86f6b4053d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0859804 Sep 21 08:25:55.004692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40036) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:55.083249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40042) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:55.084132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de4f3d5b-f9e0-451d-a349-bbee1631fbc3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761113 Sep 21 08:25:55.089602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:55.141036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] Deleting port b0f6391e-76f6-47b7-b6fe-414a0c70dd31 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:55.141415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.255508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b0f6391e-76f6-47b7-b6fe-414a0c70dd31 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:25:55.289726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:55.293587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.416237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] For port b0f6391e-76f6-47b7-b6fe-414a0c70dd31, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:55.416885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.542961 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.593636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] Calling delete_port for b0f6391e-76f6-47b7-b6fe-414a0c70dd31 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:55.620779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.681439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:55.695820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:55.712519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:55.713295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.724167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d9f03-9aad-4b2a-b51b-40dba1639e36 req-9307fa35-c28c-44f4-8490-be9f505622d2 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:55.726958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-788d9f03-9aad-4b2a-b51b-40dba1639e36 req-9307fa35-c28c-44f4-8490-be9f505622d2 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1291306 Sep 21 08:25:55.742636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port b0f6391e-76f6-47b7-b6fe-414a0c70dd31, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:55.747883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.753579 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.772871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=a874feb9-2198-4f75-b1ab-1e31065cb714,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:55.794527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-88618c08-81f8-4a24-9ac4-4df3092d27e7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7070017 Sep 21 08:25:55.796664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40074) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:55.808833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:55.817657 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ca683d91-c9c4-47cf-80f4-ec9eb366f7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.825160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': 'a874feb9-2198-4f75-b1ab-1e31065cb714', 'ip_address': '2001:db8::a740:51fd:a8b4:c827'}], 'name': 'tempest-NetworksTestDHCPv6-1819371486'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:55.841030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-788d9f03-9aad-4b2a-b51b-40dba1639e36 req-0d0a0121-b1a4-4c62-ba5d-92e84d735c69 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070929 Sep 21 08:25:55.899837 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:55.942876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] Pushing event deleted for resources: {'Port': ['ID=b0f6391e-76f6-47b7-b6fe-414a0c70dd31,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:55.979499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb146eea-89d9-458a-9050-8f1ce40dbe99 None None] No DVR routers for this DVR port b0f6391e-76f6-47b7-b6fe-414a0c70dd31 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:25:56.008305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f509c1-b0b4-4c9c-95e9-b931c1949c2a None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:56.015849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:56.122165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40090) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:56.166210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.186325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port b11b5cc0-07de-42f6-bb31-12f25cde76eb yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:25:56.253979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': 'a874feb9-2198-4f75-b1ab-1e31065cb714'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:25:56.254925 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.356596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-569713427-network', 'tenant_id': '93ddff1cd2014adab365160fb07d34d3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:56.388964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Made reservation on behalf of 93ddff1cd2014adab365160fb07d34d3 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:56.398215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.417469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.459099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/a874feb9-2198-4f75-b1ab-1e31065cb714/611feb14-318f-43f1-8201-3f41cadb6b25) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:56.563925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.569612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.599194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:25:56.607993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40110) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:56.614120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab28ac-b64a-4a46-9775-1e3d1c458d6e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:56.621536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.622141 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Added segment 3328a0c6-07cf-4170-943f-8d8679ff37d8 of type vlan for network a671db9e-c1cf-489c-85d4-f67ab4504c84 Sep 21 08:25:56.672673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.702945 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.704468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:56.705425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.708144 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.761660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6377604 Sep 21 08:25:56.764441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40118) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:56.770683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Request body: {'subnet': {'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-569713427-subnet', 'tenant_id': '93ddff1cd2014adab365160fb07d34d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:56.782277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2120312250'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:56.789470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.809790 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.817393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab067410-5808-471f-a8bb-93243dfd0fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a671db9e-c1cf-489c-85d4-f67ab4504c84,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:56.830412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Made reservation on behalf of 93ddff1cd2014adab365160fb07d34d3 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:56.834158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.837984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Made reservation on behalf of 4fe3557002b34aefa51fba2085fc4f9b for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:56.842124 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.874693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:56.894587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a671db9e-c1cf-489c-85d4-f67ab4504c84 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:25:56.933051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::a740:51fd:a8b4:c827 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/a874feb9-2198-4f75-b1ab-1e31065cb714/b11b5cc0-07de-42f6-bb31-12f25cde76eb) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:25:57.086800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:57.102170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:57.116782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:57.120232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Pushing event updated for resources: {'Port': ['ID=611feb14-318f-43f1-8201-3f41cadb6b25,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:57.140740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.154572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.194135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:25:57.227293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Attempting to bind port 611feb14-318f-43f1-8201-3f41cadb6b25 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:25:57.227711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Attempting to bind port 611feb14-318f-43f1-8201-3f41cadb6b25 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:25:57.228080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Attempting to bind port 611feb14-318f-43f1-8201-3f41cadb6b25 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:25:57.233709 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:25:57.234096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:57.234669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.235076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:25:57.235601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Bound port: 611feb14-318f-43f1-8201-3f41cadb6b25, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:25:57.236357 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.237242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.254319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9ca29-f4a3-441e-a5d6-efdee9e7a853 req-a5f3d311-1e20-4343-a2af-34ea7a6595eb tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:57.256788 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1e9ca29-f4a3-441e-a5d6-efdee9e7a853 req-a5f3d311-1e20-4343-a2af-34ea7a6595eb tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.2818856 Sep 21 08:25:57.260835 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.261282 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Added segment 26b420dc-0886-44de-b9a9-900a83c6b59c of type vlan for network b67efa39-73bd-4171-a3a2-61758ca2acda Sep 21 08:25:57.277673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a217ea4-095e-4995-9e0e-9fdb1751b538,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:57.313043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] For port 611feb14-318f-43f1-8201-3f41cadb6b25, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:25:57.315870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.318122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] For port 611feb14-318f-43f1-8201-3f41cadb6b25, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=611feb14-318f-43f1-8201-3f41cadb6b25,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:25:57.323228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.393916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:25:57.402141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:57.405074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1e9ca29-f4a3-441e-a5d6-efdee9e7a853 req-2028e635-0806-4a52-8698-472aaa47bbc5 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296544 Sep 21 08:25:57.408162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:25:57.423293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.424288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:57.426115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.432294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aea83d-8941-4980-899f-dac48b750fd8 None None] Pushing event updated for resources: {'Port': ['ID=611feb14-318f-43f1-8201-3f41cadb6b25,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:57.463634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=b11b5cc0-07de-42f6-bb31-12f25cde76eb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:57.473243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fe0aed9e-e0ce-45a9-bf7a-c42c418665e6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6738944 Sep 21 08:25:57.473595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:57.522956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.528796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:57.529552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.577421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f4e94-ad39-439e-a471-85957b8fab1f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:57.586694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.593727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f4e94-ad39-439e-a471-85957b8fab1f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:57.597076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-168f4e94-ad39-439e-a471-85957b8fab1f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1212723 Sep 21 08:25:57.598340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40144) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:57.653514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0410366 Sep 21 08:25:57.656846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40146) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:57.658716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1122077a-aa55-4111-9b7b-9a322dd15ab1,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:57.671120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'subnet': {'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:57.717904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40148) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:57.739813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.740412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44846143-5a19-48a4-9c72-153157d31e0f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Network': ['ID=b67efa39-73bd-4171-a3a2-61758ca2acda,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:57.785451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b67efa39-73bd-4171-a3a2-61758ca2acda details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:25:57.805017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Checking segment: {'id': '3328a0c6-07cf-4170-943f-8d8679ff37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:57.805936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Network hostable DHCP agents. Network: a671db9e-c1cf-489c-85d4-f67ab4504c84, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:25:57.829075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Network a671db9e-c1cf-489c-85d4-f67ab4504c84 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:25:57.845394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a671db9e-c1cf-489c-85d4-f67ab4504c84) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:57.853022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:57.856270 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.863728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120da5ed-2cb9-4f2c-94f6-a6f2925518c3 None None] Network a671db9e-c1cf-489c-85d4-f67ab4504c84 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:57.899703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port b11b5cc0-07de-42f6-bb31-12f25cde76eb {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:25:57.900106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:57.903121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Made reservation on behalf of 4fe3557002b34aefa51fba2085fc4f9b for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:25:57.904259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-32bfd5fe-410c-4100-b4ae-b14faee1065a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1382456 Sep 21 08:25:57.909785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.060207 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-953df0af-c270-4792-aba7-b7859a87fb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.130431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.168476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for b11b5cc0-07de-42f6-bb31-12f25cde76eb owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:25:58.204145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969115fe-ddc3-4be5-b752-a19c55e2a604 None None] Network a671db9e-c1cf-489c-85d4-f67ab4504c84 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:58.340682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-953df0af-c270-4792-aba7-b7859a87fb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.352826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-953df0af-c270-4792-aba7-b7859a87fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.518631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-953df0af-c270-4792-aba7-b7859a87fb49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a988406f67fa41a689093231b1c7da6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974253 Sep 21 08:25:58.518631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.519883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40182) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:58.535941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953df0af-c270-4792-aba7-b7859a87fb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ca827-bc24-4ac2-812c-7a105df6a871,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:58.612986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d849bd-e198-475e-a451-b3044bcb6824 req-e14e8928-a9da-4c7d-88d0-181c2390531f tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:58.621120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12d849bd-e198-475e-a451-b3044bcb6824 req-e14e8928-a9da-4c7d-88d0-181c2390531f tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1115789 Sep 21 08:25:58.651341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Subnet': ['ID=9ed9c05e-34dc-410f-abc1-2dab9e57ed1b,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:58.684132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12d849bd-e198-475e-a451-b3044bcb6824 req-a00d98ac-84e8-4535-a1e3-b031f4bbb807 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621107 Sep 21 08:25:58.684857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f31638b2-d3b7-4a7e-b18b-4fa23aab4690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.718863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f31638b2-d3b7-4a7e-b18b-4fa23aab4690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.732390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-6b20121f-fa09-4ff2-955f-186eb236a5e6 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:58.734092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-6b20121f-fa09-4ff2-955f-186eb236a5e6 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/networks?id=a671db9e-c1cf-489c-85d4-f67ab4504c84 HTTP/1.1" status: 200 len: 812 time: 0.2731390 Sep 21 08:25:58.758173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Checking segment: {'id': '26b420dc-0886-44de-b9a9-900a83c6b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:25:58.758680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Network hostable DHCP agents. Network: b67efa39-73bd-4171-a3a2-61758ca2acda, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:25:58.767809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-852cbbf4-67d1-43db-942e-0cb2fd6b14e3 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/quotas/93ddff1cd2014adab365160fb07d34d3 HTTP/1.1" status: 200 len: 375 time: 0.0254250 Sep 21 08:25:58.773092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.773848 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f31638b2-d3b7-4a7e-b18b-4fa23aab4690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.780949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f31638b2-d3b7-4a7e-b18b-4fa23aab4690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.783734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f31638b2-d3b7-4a7e-b18b-4fa23aab4690 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b07ca827-bc24-4ac2-812c-7a105df6a871 HTTP/1.1" status: 204 len: 168 time: 0.2635980 Sep 21 08:25:58.795799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31638b2-d3b7-4a7e-b18b-4fa23aab4690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ca827-bc24-4ac2-812c-7a105df6a871,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:58.900608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Network b67efa39-73bd-4171-a3a2-61758ca2acda is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:25:58.902823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=b11b5cc0-07de-42f6-bb31-12f25cde76eb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:58.907884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-e85cceb4-d52f-4cc2-a584-6bbe8890dc5b tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=93ddff1cd2014adab365160fb07d34d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296260 Sep 21 08:25:58.943820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b67efa39-73bd-4171-a3a2-61758ca2acda) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:25:58.946399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.948374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d37d9588-e0d3-444f-b86f-e9ace75e5832 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/b11b5cc0-07de-42f6-bb31-12f25cde76eb HTTP/1.1" status: 204 len: 168 time: 1.3489285 Sep 21 08:25:58.952009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40190) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:58.960874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:58.961491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:58.974465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139425d-12e3-44c9-8095-d222a0d40e2d None None] Network b67efa39-73bd-4171-a3a2-61758ca2acda requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:25:59.000541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a6a403f1-6152-46c3-bfce-8e72dd18a4f7 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3415394 Sep 21 08:25:59.015512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:59.022350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-58dc8b86-567a-4a3c-9c80-19f23da9b454 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1940078742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:25:59.078302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10829c33-ff0f-4c8a-9e21-64aa40e2cb2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:59.080612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10829c33-ff0f-4c8a-9e21-64aa40e2cb2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:25:59.086752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10829c33-ff0f-4c8a-9e21-64aa40e2cb2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1335201 Sep 21 08:25:59.088196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40198) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:59.153252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-6956ebb1-f926-4e1d-a179-d7034b41b914 service neutron] 10.222.0.59 "GET /v2.0/networks/a671db9e-c1cf-489c-85d4-f67ab4504c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325644 Sep 21 08:25:59.160815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-03b4452f-58d0-4360-8c82-10ea36c385bc None None] Provisioning complete for port 611feb14-318f-43f1-8201-3f41cadb6b25 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:59.161208 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-03b4452f-58d0-4360-8c82-10ea36c385bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.165498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58dc8b86-567a-4a3c-9c80-19f23da9b454 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.170598 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58dc8b86-567a-4a3c-9c80-19f23da9b454 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.244671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet a874feb9-2198-4f75-b1ab-1e31065cb714 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:25:59.248146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.299062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 611feb14-318f-43f1-8201-3f41cadb6b25 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:25:59.340938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-945739bb-584c-48cc-bfd0-cbd2fd38216e service neutron] 10.222.0.59 "GET /v2.0/networks/a671db9e-c1cf-489c-85d4-f67ab4504c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807940 Sep 21 08:25:59.408270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40206) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:59.416984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.425019 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18c17779-735a-4d99-8371-528d1106271f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.495290 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58dc8b86-567a-4a3c-9c80-19f23da9b454 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.495603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 611feb14-318f-43f1-8201-3f41cadb6b25 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:25:59.495603 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.538169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58dc8b86-567a-4a3c-9c80-19f23da9b454 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.571192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-03b4452f-58d0-4360-8c82-10ea36c385bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.604156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-b67efa39-73bd-4171-a3a2-61758ca2acda', 'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda', 'tenant_id': '4fe3557002b34aefa51fba2085fc4f9b', 'fixed_ips': [{'subnet_id': '9ed9c05e-34dc-410f-abc1-2dab9e57ed1b'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:25:59.605307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.633465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18c17779-735a-4d99-8371-528d1106271f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.647201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18c17779-735a-4d99-8371-528d1106271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.696101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-03b4452f-58d0-4360-8c82-10ea36c385bc None None] For port 611feb14-318f-43f1-8201-3f41cadb6b25, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=611feb14-318f-43f1-8201-3f41cadb6b25,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:25:59.732857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58dc8b86-567a-4a3c-9c80-19f23da9b454 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.736651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58dc8b86-567a-4a3c-9c80-19f23da9b454 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7176132 Sep 21 08:25:59.750871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40214) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:59.824349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-96e3478d-29ad-4ae8-95e0-a49fe4e7a1d9 req-a58d0d24-9d62-4397-a439-e610dd97ebc9 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 210 time: 0.1404221 Sep 21 08:25:59.826213 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-03b4452f-58d0-4360-8c82-10ea36c385bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.863656 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.904878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:25:59.907887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c17779-735a-4d99-8371-528d1106271f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26cc8e9-d520-4653-aca2-a99b1855367d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:25:59.918083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40224) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:25:59.926473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-18c17779-735a-4d99-8371-528d1106271f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb7eeb6b03a04f8192d01f113b6ff81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169611 Sep 21 08:25:59.961848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f428242e-0495-42f5-8502-a7b25974e10c None None] Could not find standard attr ID for object b11b5cc0-07de-42f6-bb31-12f25cde76eb. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:25:59.977534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4452f-58d0-4360-8c82-10ea36c385bc None None] Pushing event updated for resources: {'Port': ['ID=611feb14-318f-43f1-8201-3f41cadb6b25,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:00.013782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Allocated IP 172.20.0.2 (b67efa39-73bd-4171-a3a2-61758ca2acda/9ed9c05e-34dc-410f-abc1-2dab9e57ed1b/c7b5235c-cca8-432d-8523-82def067bc80) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:00.051685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c5119f6-22ec-4445-825a-1074d6a5c6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.057069 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.096696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=a874feb9-2198-4f75-b1ab-1e31065cb714,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:00.105612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c5119f6-22ec-4445-825a-1074d6a5c6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.114167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.119509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-59f52166-56b6-4a1d-a464-299a45192dfa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a874feb9-2198-4f75-b1ab-1e31065cb714 HTTP/1.1" status: 204 len: 168 time: 1.0268250 Sep 21 08:26:00.119509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40230) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:00.183057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2be1c008-c749-49cc-93b1-0ab4efe6b30a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626130 Sep 21 08:26:00.188986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40232) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:00.194876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:00.308537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:00.312734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.405216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c5119f6-22ec-4445-825a-1074d6a5c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.407586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c5119f6-22ec-4445-825a-1074d6a5c6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.425926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c5119f6-22ec-4445-825a-1074d6a5c6fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b26cc8e9-d520-4653-aca2-a99b1855367d HTTP/1.1" status: 204 len: 168 time: 0.4926310 Sep 21 08:26:00.461291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5119f6-22ec-4445-825a-1074d6a5c6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26cc8e9-d520-4653-aca2-a99b1855367d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:00.624949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca50e-c6af-4d13-88d7-f577ca710509 req-d37310ca-6741-4e6a-8ebb-522755c43a77 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:00.626560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce5ca50e-c6af-4d13-88d7-f577ca710509 req-d37310ca-6741-4e6a-8ebb-522755c43a77 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.6988342 Sep 21 08:26:00.635092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.642971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:26:00.643404 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:26:00.648123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82172e-f568-4b72-b61b-1f85275bdcff None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:00.694138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.757854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.765145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Network b67efa39-73bd-4171-a3a2-61758ca2acda is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:00.774029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce5ca50e-c6af-4d13-88d7-f577ca710509 req-df83ff91-f421-4257-9fcc-2b26552f4bdc tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084166 Sep 21 08:26:00.788578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:00.831592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.869183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Pushing event updated for resources: {'Port': ['ID=c7b5235c-cca8-432d-8523-82def067bc80,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:00.879048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:00.903040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:00.922721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:00.934696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:00.936044 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:00.976717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7818933 Sep 21 08:26:00.976717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40242) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:00.995400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '5890babf-baa0-4821-800e-71a0a907f358', 'ip_address': '2001:db8::472a:ed29:3c40:6142'}], 'name': 'tempest-NetworksTestDHCPv6-1908406803'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:01.113523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Attempting to bind port c7b5235c-cca8-432d-8523-82def067bc80 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:01.114204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Attempting to bind port c7b5235c-cca8-432d-8523-82def067bc80 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '26b420dc-0886-44de-b9a9-900a83c6b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:01.114694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Attempting to bind port c7b5235c-cca8-432d-8523-82def067bc80 on network b67efa39-73bd-4171-a3a2-61758ca2acda {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:01.126640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:01.127052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Checking segment: {'id': '26b420dc-0886-44de-b9a9-900a83c6b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:01.127544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:01.128005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Bound using segment: {'id': '26b420dc-0886-44de-b9a9-900a83c6b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:01.128510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Bound port: c7b5235c-cca8-432d-8523-82def067bc80, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b420dc-0886-44de-b9a9-900a83c6b59c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:01.135681 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:01.211196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14347-2f55-4841-9931-86ff6d74d065 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=5890babf-baa0-4821-800e-71a0a907f358,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:01.247561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f030ab1-2fdf-4745-9ffb-77823ca5e029 req-1dd1d9b7-db33-406d-a75d-f70bcbad6a49 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 210 time: 0.0812981 Sep 21 08:26:01.286505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade9ed5-aa33-4595-8347-79cacf1e9cfb req-dcf307f6-3a2c-455f-98a7-56701c50b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:01.291164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ade9ed5-aa33-4595-8347-79cacf1e9cfb req-dcf307f6-3a2c-455f-98a7-56701c50b21a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.2473819 Sep 21 08:26:01.314483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:01.425702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] For port c7b5235c-cca8-432d-8523-82def067bc80, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:01.430330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] For port c7b5235c-cca8-432d-8523-82def067bc80, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c7b5235c-cca8-432d-8523-82def067bc80,segment=NetworkSegment(26b420dc-0886-44de-b9a9-900a83c6b59c),segment_id=26b420dc-0886-44de-b9a9-900a83c6b59c)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:01.452339 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:01.466482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-a4c63eae-4b53-4399-af11-23052110733a tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:01.468588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-a4c63eae-4b53-4399-af11-23052110733a tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.50 "GET /v2.0/networks?id=a671db9e-c1cf-489c-85d4-f67ab4504c84 HTTP/1.1" status: 200 len: 812 time: 0.3036327 Sep 21 08:26:01.496532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Request body: {'port': {'device_id': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84', 'admin_state_up': True, 'tenant_id': '93ddff1cd2014adab365160fb07d34d3'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:01.559820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ade9ed5-aa33-4595-8347-79cacf1e9cfb req-229d7600-b756-4502-9e9a-37257f3d5fd5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995151 Sep 21 08:26:01.564790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a545c4-75c8-4e19-8a70-5372a672a07f None None] Pushing event updated for resources: {'Port': ['ID=c7b5235c-cca8-432d-8523-82def067bc80,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:01.602387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:01.632279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 611feb14-318f-43f1-8201-3f41cadb6b25 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:01.638959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Allocated IP 172.20.0.1 (b67efa39-73bd-4171-a3a2-61758ca2acda/9ed9c05e-34dc-410f-abc1-2dab9e57ed1b/fc1d9840-eee6-45e7-a451-881e3228e9cc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:01.659039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 9c516f42-8301-46cf-b9a4-7cbcde863df7 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:26:01.810017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 611feb14-318f-43f1-8201-3f41cadb6b25 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:01.810533 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:02.060368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:02.140011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597d9c7-e7f3-402c-a1ee-730abecebe8d None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:02.182044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:02.185079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:02.251792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Network b67efa39-73bd-4171-a3a2-61758ca2acda is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:02.256941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:02.267750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:02.277746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Port': ['ID=fc1d9840-eee6-45e7-a451-881e3228e9cc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:02.362436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b3f88d48-62da-4f69-9582-699b256f3a19 None None] Provisioning complete for port 611feb14-318f-43f1-8201-3f41cadb6b25 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:02.368123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b3f88d48-62da-4f69-9582-699b256f3a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:02.376583 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:02.536551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-23152801-69cf-4d5c-88e8-1f009d77e947 req-fed03928-1c20-4e0e-87c7-00809798aa41 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 210 time: 0.0842474 Sep 21 08:26:02.571418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::472a:ed29:3c40:6142 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/5890babf-baa0-4821-800e-71a0a907f358/9c516f42-8301-46cf-b9a4-7cbcde863df7) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:02.668887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee8b7b-8076-4996-aa4b-1cd36bbb9dc7 req-f65a8778-feee-46a3-9da2-f7691645f63c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:02.670582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2ee8b7b-8076-4996-aa4b-1cd36bbb9dc7 req-f65a8778-feee-46a3-9da2-f7691645f63c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.7457445 Sep 21 08:26:02.671382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Made reservation on behalf of 93ddff1cd2014adab365160fb07d34d3 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:02.681116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:02.709105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.066089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2ee8b7b-8076-4996-aa4b-1cd36bbb9dc7 req-e56c33b4-bfe2-4f23-9bce-8d330d9f8009 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742998 Sep 21 08:26:03.195386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-db347b5d-7bd0-4f87-b203-a49c45455212 None None] Provisioning complete for port 611feb14-318f-43f1-8201-3f41cadb6b25 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:03.196296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db347b5d-7bd0-4f87-b203-a49c45455212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.312351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.366372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.371918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.385916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Allocated IP 172.20.0.11 (a671db9e-c1cf-489c-85d4-f67ab4504c84/1122077a-aa55-4111-9b7b-9a322dd15ab1/742773d5-1dad-4fcc-aa6c-9594d2417a3a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:03.451737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.470686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Port': ['ID=fc1d9840-eee6-45e7-a451-881e3228e9cc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:03.511378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac048194-d90a-478e-bc1c-b482b4cc5a0d None None] Network b67efa39-73bd-4171-a3a2-61758ca2acda requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:03.549221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:03.561972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.572097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:03.594939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:03.602298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:03.602968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.653242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=9c516f42-8301-46cf-b9a4-7cbcde863df7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:03.667041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0ed92812-e20c-49c5-a0c4-ffab04a6f385 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6876595 Sep 21 08:26:03.669090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40308) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:03.716957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c7b5235c-cca8-432d-8523-82def067bc80 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:03.769851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f9dbddb-cf95-4bea-b551-0399ec01d28b req-b5a0991f-f51e-4c4a-b232-ff5897ecf82f tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 210 time: 0.0411940 Sep 21 08:26:03.826092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.865649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Network b67efa39-73bd-4171-a3a2-61758ca2acda is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:03.868194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:03.893064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-40a471d1-e03b-447a-bca7-becf17dabd2d None None] Provisioning complete for port c7b5235c-cca8-432d-8523-82def067bc80 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:03.893667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40a471d1-e03b-447a-bca7-becf17dabd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:03.951265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b651448-7974-4950-b86f-15cc7b41eae2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:03.986954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b651448-7974-4950-b86f-15cc7b41eae2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:03.997047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1b651448-7974-4950-b86f-15cc7b41eae2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3269124 Sep 21 08:26:04.008447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40314) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:04.034315 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.075914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c7b5235c-cca8-432d-8523-82def067bc80 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:04.076295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.113851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.182686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Network a671db9e-c1cf-489c-85d4-f67ab4504c84 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:04.189834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:04.193757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:04.195585 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40a471d1-e03b-447a-bca7-becf17dabd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.276204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.280370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Pushing event updated for resources: {'Port': ['ID=742773d5-1dad-4fcc-aa6c-9594d2417a3a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:04.281477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Router 71b3a200-f851-4395-b37f-d33425d57ef6 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:26:04.304406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-40a471d1-e03b-447a-bca7-becf17dabd2d None None] For port c7b5235c-cca8-432d-8523-82def067bc80, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c7b5235c-cca8-432d-8523-82def067bc80,segment=NetworkSegment(26b420dc-0886-44de-b9a9-900a83c6b59c),segment_id=26b420dc-0886-44de-b9a9-900a83c6b59c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:04.305718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 9c516f42-8301-46cf-b9a4-7cbcde863df7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:04.306073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.307522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:04.308240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.314772 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40a471d1-e03b-447a-bca7-becf17dabd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.345779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4dff221c-7843-4b3f-ab12-9279c43f0dac tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8537641 Sep 21 08:26:04.361716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Request body: {'port': {'device_id': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:04.380177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ddbcb-36f4-4fc3-90c8-a18a80d6a567 req-1ca9d13f-dfae-46ab-b60a-28ae683a015c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:04.382436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d6ddbcb-36f4-4fc3-90c8-a18a80d6a567 req-1ca9d13f-dfae-46ab-b60a-28ae683a015c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.2262442 Sep 21 08:26:04.399199 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:26:04.399585 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:26:04.410565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a471d1-e03b-447a-bca7-becf17dabd2d None None] Pushing event updated for resources: {'Port': ['ID=c7b5235c-cca8-432d-8523-82def067bc80,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:04.441148 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.444869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7a8b0e87-087d-4623-a242-76a074071022 None None] Provisioning complete for port 9c516f42-8301-46cf-b9a4-7cbcde863df7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:04.445492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0e87-087d-4623-a242-76a074071022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.550757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7a8b0e87-087d-4623-a242-76a074071022 None None] Port 9c516f42-8301-46cf-b9a4-7cbcde863df7 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:04.575133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.578698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:04.588206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-15483b86-5f9f-4a8b-bb27-cf32d3eb9fe6 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "PUT /v2.0/routers/71b3a200-f851-4395-b37f-d33425d57ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8241494 Sep 21 08:26:04.590988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] Sync routers for ids ['71b3a200-f851-4395-b37f-d33425d57ef6'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:04.596110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d6ddbcb-36f4-4fc3-90c8-a18a80d6a567 req-34e1eb74-93bb-4830-a225-a2f56414035f tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652601 Sep 21 08:26:04.596585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40320) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:04.604701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'port': {'network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda', 'name': 'tempest-FloatingIPNegativeTestJSON-1789830558'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:04.609182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] Routers {'71b3a200-f851-4395-b37f-d33425d57ef6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:04.610118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:25:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['71b3a200-f851-4395-b37f-d33425d57ef6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:04.612472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 9c516f42-8301-46cf-b9a4-7cbcde863df7 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:04.664800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:04.686721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e634e403-c019-4a2f-864c-abd968c1b40c req-c8572872-e622-4c6b-878a-759e9aefe7be tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-867622519', 'description': 'tempest-description-12046149'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:04.711782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] Routers {'71b3a200-f851-4395-b37f-d33425d57ef6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:04.713951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:25:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['71b3a200-f851-4395-b37f-d33425d57ef6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:04.733615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e634e403-c019-4a2f-864c-abd968c1b40c req-c8572872-e622-4c6b-878a-759e9aefe7be tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.783191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:04.784538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40ea38e-b020-4660-abed-7ccea8c2b947 None None] The sync data for ids ['71b3a200-f851-4395-b37f-d33425d57ef6'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:04.795900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4e79c95b-9878-4e51-b5ec-381af70a072a None None] Provisioning complete for port c7b5235c-cca8-432d-8523-82def067bc80 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:04.796665 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e79c95b-9878-4e51-b5ec-381af70a072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.860895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742773d5-1dad-4fcc-aa6c-9594d2417a3a {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:26:04.870704 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.968118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Transition to ACTIVE for port object 742773d5-1dad-4fcc-aa6c-9594d2417a3a will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:26:04.973172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:04.987589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.024329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=9c516f42-8301-46cf-b9a4-7cbcde863df7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:05.091206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03791cb-e5cd-4396-aab1-c653ee7de241 req-a9831aad-8748-423a-ac1e-7ad991316d28 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:05.093845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e03791cb-e5cd-4396-aab1-c653ee7de241 req-a9831aad-8748-423a-ac1e-7ad991316d28 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 932 time: 0.1732621 Sep 21 08:26:05.094437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e634e403-c019-4a2f-864c-abd968c1b40c req-c8572872-e622-4c6b-878a-759e9aefe7be tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.101437 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.103488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Pushing event updated for resources: {'Port': ['ID=742773d5-1dad-4fcc-aa6c-9594d2417a3a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:05.107214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b18f0456-e613-43d5-806d-f092f6b2a0a8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/9c516f42-8301-46cf-b9a4-7cbcde863df7 HTTP/1.1" status: 204 len: 168 time: 1.0962706 Sep 21 08:26:05.111508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:05.113747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4e79c95b-9878-4e51-b5ec-381af70a072a None None] Provisioning complete for port fc1d9840-eee6-45e7-a451-881e3228e9cc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:05.114119 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e79c95b-9878-4e51-b5ec-381af70a072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.125156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e634e403-c019-4a2f-864c-abd968c1b40c req-c8572872-e622-4c6b-878a-759e9aefe7be tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.207658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Made reservation on behalf of 4fe3557002b34aefa51fba2085fc4f9b for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:05.211722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.257570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8572872-e622-4c6b-878a-759e9aefe7be tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37711d1f-ff38-46b9-bb35-17ba57db3808,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:05.268694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4e79c95b-9878-4e51-b5ec-381af70a072a None None] Port fc1d9840-eee6-45e7-a451-881e3228e9cc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:05.290789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e634e403-c019-4a2f-864c-abd968c1b40c req-c8572872-e622-4c6b-878a-759e9aefe7be tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.292085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e634e403-c019-4a2f-864c-abd968c1b40c req-c8572872-e622-4c6b-878a-759e9aefe7be tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6135347 Sep 21 08:26:05.308232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e03791cb-e5cd-4396-aab1-c653ee7de241 req-b6d2d52c-c7dc-424f-aa39-85000647b283 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998193 Sep 21 08:26:05.311586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f9508-6d29-43fc-b032-6206dc71afd8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:05.313182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f9508-6d29-43fc-b032-6206dc71afd8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:05.324199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-847f9508-6d29-43fc-b032-6206dc71afd8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2097881 Sep 21 08:26:05.329818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40344) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:05.339072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] device_id is not set on port 35389c06-7fb2-4c33-b2da-27b5d47a902c yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:26:05.420007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-57ed52a0-61f4-4ef3-9d50-4023a8af4802 None None] Provisioning complete for port fc1d9840-eee6-45e7-a451-881e3228e9cc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:05.420273 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-57ed52a0-61f4-4ef3-9d50-4023a8af4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.518913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Attempting to bind port 742773d5-1dad-4fcc-aa6c-9594d2417a3a on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:05.519378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Attempting to bind port 742773d5-1dad-4fcc-aa6c-9594d2417a3a by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '3328a0c6-07cf-4170-943f-8d8679ff37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:05.525454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Attempting to bind port 742773d5-1dad-4fcc-aa6c-9594d2417a3a on network a671db9e-c1cf-489c-85d4-f67ab4504c84 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:05.555942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-57ed52a0-61f4-4ef3-9d50-4023a8af4802 None None] Port fc1d9840-eee6-45e7-a451-881e3228e9cc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:05.570044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 5890babf-baa0-4821-800e-71a0a907f358 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:05.573868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.602792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c7b5235c-cca8-432d-8523-82def067bc80 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:05.606713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Allocated IP 172.20.0.10 (b67efa39-73bd-4171-a3a2-61758ca2acda/9ed9c05e-34dc-410f-abc1-2dab9e57ed1b/35389c06-7fb2-4c33-b2da-27b5d47a902c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:05.629107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Port 742773d5-1dad-4fcc-aa6c-9594d2417a3a on network a671db9e-c1cf-489c-85d4-f67ab4504c84 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:26:05.631981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Attempting to bind port 742773d5-1dad-4fcc-aa6c-9594d2417a3a on network a671db9e-c1cf-489c-85d4-f67ab4504c84 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:05.651146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:05.654097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Checking segment: {'id': '3328a0c6-07cf-4170-943f-8d8679ff37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:05.655374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Bound using segment: {'id': '3328a0c6-07cf-4170-943f-8d8679ff37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:05.656072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Bound port: 742773d5-1dad-4fcc-aa6c-9594d2417a3a, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3328a0c6-07cf-4170-943f-8d8679ff37d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:05.660428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.720236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7c1170aa-3291-4c28-bcaa-c4d19a10381d None None] Provisioning complete for port fc1d9840-eee6-45e7-a451-881e3228e9cc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:05.722273 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7c1170aa-3291-4c28-bcaa-c4d19a10381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.726932 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.792691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c7b5235c-cca8-432d-8523-82def067bc80 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:05.793072 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.857534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-bd8ac3de-2957-4de1-b250-8436c221dc0f tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-867622519&fields=id&tenant_id=df5b8d79042c412d8b1bbf31beb98311 HTTP/1.1" status: 200 len: 267 time: 0.3617449 Sep 21 08:26:05.877998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7c1170aa-3291-4c28-bcaa-c4d19a10381d None None] Port fc1d9840-eee6-45e7-a451-881e3228e9cc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:05.936456 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.949959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:05.959092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-b6e2c1dc-7617-465c-b327-b484961b441c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:05.968318 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-b6e2c1dc-7617-465c-b327-b484961b441c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1098161 Sep 21 08:26:05.973980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Request body: {'port': {'security_groups': ['11487b27-6951-4964-91d8-98c7da313169', '37711d1f-ff38-46b9-bb35-17ba57db3808']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:06.016954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] For port 742773d5-1dad-4fcc-aa6c-9594d2417a3a, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:06.031389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.056060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7465f6-9465-4c45-9e68-9b9787a7b1e5 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:06.069566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] For port 742773d5-1dad-4fcc-aa6c-9594d2417a3a, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=742773d5-1dad-4fcc-aa6c-9594d2417a3a,segment=NetworkSegment(3328a0c6-07cf-4170-943f-8d8679ff37d8),segment_id=3328a0c6-07cf-4170-943f-8d8679ff37d8)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:06.074940 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.117386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.123900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/5890babf-baa0-4821-800e-71a0a907f358 HTTP/1.1" status: 204 len: 168 time: 0.7929673 Sep 21 08:26:06.127814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3fe97-7a2d-42f9-93d6-615060756897 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=5890babf-baa0-4821-800e-71a0a907f358,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:06.132825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:06.137204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.178690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.240631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Network b67efa39-73bd-4171-a3a2-61758ca2acda is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:06.252410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:06.259231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:06.358019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Port': ['ID=35389c06-7fb2-4c33-b2da-27b5d47a902c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:06.394678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:06.395367 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.431847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:26:06.542572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] Deleting port 611feb14-318f-43f1-8201-3f41cadb6b25 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:06.544757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.565071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:06.616869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.640878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-84905153-1863-4ecb-9116-6f08d4ab6fa0 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0407495 Sep 21 08:26:06.643656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40366) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:06.650183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.657339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] For port 611feb14-318f-43f1-8201-3f41cadb6b25, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=611feb14-318f-43f1-8201-3f41cadb6b25,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:06.657738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.661147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:06.679740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['6be68fb6-6b47-44de-9db3-01d58e8eec91'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:26:06.773536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] Calling delete_port for 611feb14-318f-43f1-8201-3f41cadb6b25 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:06.797362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event updated for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:06.823757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:06.824447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.825898 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5693ec98-5f79-4eb1-aebe-33d8ffffb1af req-7fb7552c-0fc1-4ff6-96ff-411633504516 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "PUT /v2.0/ports/6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 981 time: 0.8566678 Sep 21 08:26:06.826368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:06.829132 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517b1be1-bc24-4101-9029-643dae4717fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:06.846681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bde9989c-c3b7-43c5-a3a0-2c226166f2db None None] Provisioning complete for port 35389c06-7fb2-4c33-b2da-27b5d47a902c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:06.847060 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bde9989c-c3b7-43c5-a3a0-2c226166f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.876908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:06.910579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['6be68fb6-6b47-44de-9db3-01d58e8eec91'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:26:06.997450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-82f940e2-37c5-49ee-8be2-f45a6261f808 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8530097 Sep 21 08:26:06.998312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Pushing event updated for resources: {'Port': ['ID=742773d5-1dad-4fcc-aa6c-9594d2417a3a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:07.001593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40378) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:07.013383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:07.039014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:07.040423 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:07.042502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-da0e416c-be94-4a46-b4c7-ac62116e2924 service neutron] 10.222.0.50 "PUT /v2.0/ports/742773d5-1dad-4fcc-aa6c-9594d2417a3a HTTP/1.1" status: 200 len: 1092 time: 2.6860971 Sep 21 08:26:07.043148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'tag': '742773d5-1dad-4fcc-aa6c-9594d2417a3a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:07.048676 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb72a8f-3bc9-4b93-baa2-59da916708b3", "tag": "742773d5-1dad-4fcc-aa6c-9594d2417a3a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:07.054901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bde9989c-c3b7-43c5-a3a0-2c226166f2db None None] Port 35389c06-7fb2-4c33-b2da-27b5d47a902c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:07.153708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:07.171542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] No DVR routers for this DVR port 611feb14-318f-43f1-8201-3f41cadb6b25 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:07.188277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:07.200116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b153b06-4b4a-445c-aaa2-cec74bbdff52 None None] Pushing event deleted for resources: {'Port': ['ID=611feb14-318f-43f1-8201-3f41cadb6b25,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:07.233786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c6cbb-ac4b-4f8d-91d0-0d7e8275df47 req-addb1bdf-528a-4f33-a2d7-a1cab91e7925 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:07.235604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b7c6cbb-ac4b-4f8d-91d0-0d7e8275df47 req-addb1bdf-528a-4f33-a2d7-a1cab91e7925 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 944 time: 0.2891726 Sep 21 08:26:07.267037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:07.271212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:07.299471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-736052a6-ed4b-425c-a2a5-b7b31b656f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:07.300965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-736052a6-ed4b-425c-a2a5-b7b31b656f9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93ddff1cd2014adab365160fb07d34d3&device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 1095 time: 0.1921804 Sep 21 08:26:07.383751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-e3ab088c-db42-46e2-b123-6a24ad2520d0 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-867622519&fields=id&tenant_id=df5b8d79042c412d8b1bbf31beb98311 HTTP/1.1" status: 200 len: 267 time: 0.2454376 Sep 21 08:26:07.386583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-8c0e8abb-b3f7-491a-9622-6b8701a7b2b1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=742773d5-1dad-4fcc-aa6c-9594d2417a3a HTTP/1.1" status: 200 len: 217 time: 0.0710032 Sep 21 08:26:07.389782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b7c6cbb-ac4b-4f8d-91d0-0d7e8275df47 req-3e460734-421a-4662-a86c-7a648743c8ad tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269705 Sep 21 08:26:07.430608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Allocated IP 172.25.1.239 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/84626b8d-f85d-4b1c-81a2-6148d9378bdd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:07.479098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-30c63587-c75e-4d34-a31d-2155a76e52bc tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:07.487045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-30c63587-c75e-4d34-a31d-2155a76e52bc tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 984 time: 0.1022475 Sep 21 08:26:07.500558 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c52dc-e97b-4556-be89-1cfbd39c91b1 x-openstack-request-id: req-518c52dc-e97b-4556-be89-1cfbd39c91b1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:07.500831 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:07.501080 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-518c52dc-e97b-4556-be89-1cfbd39c91b1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:07.501476 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'status': 'completed', 'code': 200} Sep 21 08:26:07.510851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Request body: {'port': {'security_groups': ['11487b27-6951-4964-91d8-98c7da313169']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:07.518229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-9ac909ad-bd96-4251-a933-1ca1a2c06528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:07.522494 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-9ac909ad-bd96-4251-a933-1ca1a2c06528 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1122077a-aa55-4111-9b7b-9a322dd15ab1 HTTP/1.1" status: 200 len: 852 time: 0.1023800 Sep 21 08:26:07.574994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 611feb14-318f-43f1-8201-3f41cadb6b25 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:07.597788 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc40dc8-0195-4eea-a47c-4e7f8e1371ea x-openstack-request-id: req-fdc40dc8-0195-4eea-a47c-4e7f8e1371ea {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:07.598443 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb72a8f-3bc9-4b93-baa2-59da916708b3", "tag": "742773d5-1dad-4fcc-aa6c-9594d2417a3a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:07.598762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 611feb14-318f-43f1-8201-3f41cadb6b25 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:07.599055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 611feb14-318f-43f1-8201-3f41cadb6b25 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:07.599525 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdc40dc8-0195-4eea-a47c-4e7f8e1371ea {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:07.600821 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'tag': '742773d5-1dad-4fcc-aa6c-9594d2417a3a', 'status': 'completed', 'code': 200} Sep 21 08:26:07.628542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-4a5cf2df-7cea-4fe1-a406-f13a259706f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a671db9e-c1cf-489c-85d4-f67ab4504c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430205 Sep 21 08:26:07.776395 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:07.845289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:07.853298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:07.859621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-88daa144-7ea6-48f4-b051-360cb248b3d1 service neutron] 10.222.0.50 "GET /v2.0/networks/a671db9e-c1cf-489c-85d4-f67ab4504c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224905 Sep 21 08:26:07.861308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:07.862093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:07.865804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420f2b5-61e1-4ac3-8ded-32875e7d6cb5 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:07.906555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=35c97d9d-4a5b-4a08-b09f-aaf4b45139b3,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:07.954546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b1be1-bc24-4101-9029-643dae4717fd req-caa6d22e-a79b-4e5e-a097-97ef657cda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:07.955970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-517b1be1-bc24-4101-9029-643dae4717fd req-caa6d22e-a79b-4e5e-a097-97ef657cda7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1135 time: 0.3893368 Sep 21 08:26:07.982434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:07.986702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:08.000529 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c9c5d7de-5b96-4c19-b70c-de6ae8c857ab req-903ad367-3834-4759-9580-7a9b955f44ea service neutron] 10.222.0.50 "GET /v2.0/networks/a671db9e-c1cf-489c-85d4-f67ab4504c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315980 Sep 21 08:26:08.005615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b6578c54-8434-4ab9-8b25-86f07071dbda tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9997897 Sep 21 08:26:08.009404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40386) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:08.025755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '35c97d9d-4a5b-4a08-b09f-aaf4b45139b3', 'ip_address': '2001:db8::4e52:3ea8:91ec:8207'}], 'name': 'tempest-NetworksTestDHCPv6-1911942098'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:08.292490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b1be1-bc24-4101-9029-643dae4717fd req-04fb6bed-dff4-4297-9be2-55035eac0c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:08.294414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-517b1be1-bc24-4101-9029-643dae4717fd req-04fb6bed-dff4-4297-9be2-55035eac0c5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.3234060 Sep 21 08:26:08.299522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:08.364953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-f29b245d-be91-4020-889c-2437c861faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:08.368074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-f29b245d-be91-4020-889c-2437c861faeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=93ddff1cd2014adab365160fb07d34d3&device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 1095 time: 0.2648931 Sep 21 08:26:08.372191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:08.480015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '35c97d9d-4a5b-4a08-b09f-aaf4b45139b3'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:26:08.481443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:08.493090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:08.501546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:08.511203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:08.529665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-517b1be1-bc24-4101-9029-643dae4717fd req-16bad91c-e701-4e88-bec9-9c07580af354 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.2146108 Sep 21 08:26:08.693067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Port': ['ID=84626b8d-f85d-4b1c-81a2-6148d9378bdd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:08.734024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/35c97d9d-4a5b-4a08-b09f-aaf4b45139b3/af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:08.782503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3829a-0108-4e28-882a-498d0a789892 req-cecd0a79-4e22-427a-8390-f1137dcedde1 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:08.784376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46a3829a-0108-4e28-882a-498d0a789892 req-cecd0a79-4e22-427a-8390-f1137dcedde1 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 944 time: 0.2471161 Sep 21 08:26:08.872745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:08.894957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-e6322f43-936f-43f4-8df6-7abc24715cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:08.898453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-e6322f43-936f-43f4-8df6-7abc24715cea service neutron] 10.222.0.50 "GET /v2.0/networks?id=a671db9e-c1cf-489c-85d4-f67ab4504c84 HTTP/1.1" status: 200 len: 913 time: 0.4995594 Sep 21 08:26:08.903972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b1be1-bc24-4101-9029-643dae4717fd req-b467f28a-cb12-4e73-9b0a-91fb1e61c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:08.906193 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-517b1be1-bc24-4101-9029-643dae4717fd req-b467f28a-cb12-4e73-9b0a-91fb1e61c734 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.3416502 Sep 21 08:26:08.907856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:08.911399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:08.973952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46a3829a-0108-4e28-882a-498d0a789892 req-b6c949a8-5a6b-42d7-a353-5be898c2022b tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328583 Sep 21 08:26:08.986377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-517b1be1-bc24-4101-9029-643dae4717fd req-49468d3a-1ddc-4cec-9998-d4ed272e504c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674422 Sep 21 08:26:08.998203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 8c52620e-f39d-4cfe-8c0e-a87500e14817 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:26:09.028349 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.041284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.092164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.188522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:09.189936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Pushing event updated for resources: {'Port': ['ID=af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:09.200827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:09.207021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:09.210002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.260401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-5999f448-3baf-45e4-9d6c-b51d70d0e0fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=742773d5-1dad-4fcc-aa6c-9594d2417a3a HTTP/1.1" status: 200 len: 217 time: 0.3241630 Sep 21 08:26:09.331215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Attempting to bind port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:09.331215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Attempting to bind port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:09.331215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Attempting to bind port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:09.344755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:09.345236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:09.345722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.346194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:09.346746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Bound port: af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:09.347199 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.424566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.448704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['6be68fb6-6b47-44de-9db3-01d58e8eec91'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:26:09.458924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-121c70c9-ff01-4054-98c4-1f2fa1117402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:09.461332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-121c70c9-ff01-4054-98c4-1f2fa1117402 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1122077a-aa55-4111-9b7b-9a322dd15ab1 HTTP/1.1" status: 200 len: 852 time: 0.1793380 Sep 21 08:26:09.508412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::4e52:3ea8:91ec:8207 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/35c97d9d-4a5b-4a08-b09f-aaf4b45139b3/8c52620e-f39d-4cfe-8c0e-a87500e14817) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:09.513493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] For port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:09.518241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] For port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:09.536546 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.577039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.601272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.677257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:09.680380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:09.693340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6be22888-d8de-4044-80af-ca6a7bbc4ff8 req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "PUT /v2.0/ports/6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 942 time: 2.2051058 Sep 21 08:26:09.696007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:09.698728 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688eac18-0050-4a27-b1ff-26a689764845" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:09.742306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e1d69-5212-4146-9603-dba1f6d2e460 None None] Pushing event updated for resources: {'Port': ['ID=af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:09.761225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['6be68fb6-6b47-44de-9db3-01d58e8eec91'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:26:09.772556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-467af2ac-e9ed-4ac2-b4dd-9d4f15fab96e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a671db9e-c1cf-489c-85d4-f67ab4504c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2965724 Sep 21 08:26:09.817643 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-517b1be1-bc24-4101-9029-643dae4717fd req-42704a8d-9e50-44e8-95a1-16c0d845188d service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7999668 Sep 21 08:26:09.832638 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12daa9d-21a9-4256-bbbe-cc831f7e70be x-openstack-request-id: req-c12daa9d-21a9-4256-bbbe-cc831f7e70be {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:09.832943 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:09.833164 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c12daa9d-21a9-4256-bbbe-cc831f7e70be {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:09.833568 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'status': 'completed', 'code': 200} Sep 21 08:26:10.083642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34530977-fe1e-4d1e-8550-329df20d32f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event updated for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:10.175920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-517b1be1-bc24-4101-9029-643dae4717fd req-7c2bcdfb-e87d-46ae-9bba-05e9fe469443 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484917 Sep 21 08:26:10.289770 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:10.297725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Port': ['ID=84626b8d-f85d-4b1c-81a2-6148d9378bdd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:10.336205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f90d40-3f38-4b69-8e74-70e6228c76ba req-5562fcfd-4040-463f-9799-6aaa651fb2c5 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:10.338251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12f90d40-3f38-4b69-8e74-70e6228c76ba req-5562fcfd-4040-463f-9799-6aaa651fb2c5 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 944 time: 0.2349999 Sep 21 08:26:10.347017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:10.348338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0602b936-ad1c-41c8-88d5-52934e770ded tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6957381 Sep 21 08:26:10.357055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40432) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:10.361529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-37268916-f24b-4913-bda6-97d735fcc55d tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'floatingip': {'port_id': '35389c06-7fb2-4c33-b2da-27b5d47a902c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:10.413228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eac18-0050-4a27-b1ff-26a689764845 req-7a95f2bc-aa5d-4ded-a4f9-888e9ec0ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:10.414800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-688eac18-0050-4a27-b1ff-26a689764845 req-7a95f2bc-aa5d-4ded-a4f9-888e9ec0ae38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1898899 Sep 21 08:26:10.439878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-68b90ff4-65c8-40d1-a04f-7033751331ea tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7019594 Sep 21 08:26:10.446612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:10.535344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:10.551705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:10.564246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37268916-f24b-4913-bda6-97d735fcc55d tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:10.609117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-06b362a1-0b2b-4d66-99bc-43f250162bcd service neutron] 10.222.0.50 "GET /v2.0/networks/a671db9e-c1cf-489c-85d4-f67ab4504c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7799327 Sep 21 08:26:10.679736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:10.689210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:10.694320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=8c52620e-f39d-4cfe-8c0e-a87500e14817,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:10.704565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:10.711388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:10.712062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:10.717893 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:10.727868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12f90d40-3f38-4b69-8e74-70e6228c76ba req-eb7c808d-64b5-48b7-a63d-7227829d78d3 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755689 Sep 21 08:26:10.827222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-57366000-de95-49ca-a6ec-55e5f231aa3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8163502 Sep 21 08:26:10.833859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40442) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:10.869306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eac18-0050-4a27-b1ff-26a689764845 req-4ca6c528-465b-43a8-83c4-d401fcc79230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:10.871030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-688eac18-0050-4a27-b1ff-26a689764845 req-4ca6c528-465b-43a8-83c4-d401fcc79230 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.3991432 Sep 21 08:26:10.886302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86c097ca-94ca-4fd5-ae6b-8df279c8c0d8 req-9c918118-88a3-4e77-a54e-62233317ad77 service neutron] 10.222.0.50 "GET /v2.0/networks/a671db9e-c1cf-489c-85d4-f67ab4504c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600064 Sep 21 08:26:10.913473 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-37268916-f24b-4913-bda6-97d735fcc55d tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] update failed (client error): The resource could not be found. Sep 21 08:26:10.917875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-37268916-f24b-4913-bda6-97d735fcc55d tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "PUT /v2.0/floatingips/bcbf30b0-d697-419e-a57c-6986c708c5de HTTP/1.1" status: 404 len: 507 time: 0.5599928 Sep 21 08:26:10.918022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40444) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:10.961356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-688eac18-0050-4a27-b1ff-26a689764845 req-72417080-ac25-408e-a40b-58480cd2415f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.0490780 Sep 21 08:26:11.045309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eac18-0050-4a27-b1ff-26a689764845 req-c9d14a62-1061-42a5-821c-c80ff20eb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:11.047343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-688eac18-0050-4a27-b1ff-26a689764845 req-c9d14a62-1061-42a5-821c-c80ff20eb941 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.0776570 Sep 21 08:26:11.068173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c2feef-4539-43f7-a1aa-1f54d53d6781 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:11.075233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c2feef-4539-43f7-a1aa-1f54d53d6781 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:11.076995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b7c2feef-4539-43f7-a1aa-1f54d53d6781 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2359402 Sep 21 08:26:11.080857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40446) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:11.121747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-688eac18-0050-4a27-b1ff-26a689764845 req-d431cb25-e0f1-4d7b-8d4b-ffb05005aa77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637410 Sep 21 08:26:11.138628 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.184955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Deleting port 84626b8d-f85d-4b1c-81a2-6148d9378bdd {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:11.185300 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.260058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-688eac18-0050-4a27-b1ff-26a689764845 req-684d1e80-57a0-4d96-b8c3-b0724e59320e service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304874 Sep 21 08:26:11.343308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2cfa3b97-1c4f-4fb2-aa9e-91aea446ba3c None None] Provisioning complete for port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:11.343824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2cfa3b97-1c4f-4fb2-aa9e-91aea446ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.353071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 8c52620e-f39d-4cfe-8c0e-a87500e14817 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:11.353414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.400349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.400712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.472960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Calling delete_port for 84626b8d-f85d-4b1c-81a2-6148d9378bdd owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:11.499466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-688eac18-0050-4a27-b1ff-26a689764845 req-4f883409-e876-469e-8d65-c4e07f51ff5c service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306318 Sep 21 08:26:11.559669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2cfa3b97-1c4f-4fb2-aa9e-91aea446ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.612987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Allocated IP 172.25.1.83 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/262604fb-4d87-4edf-8b46-449951207c70) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:11.681402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2cfa3b97-1c4f-4fb2-aa9e-91aea446ba3c None None] For port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:11.706127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2cfa3b97-1c4f-4fb2-aa9e-91aea446ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.760903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:11.877415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa3b97-1c4f-4fb2-aa9e-91aea446ba3c None None] Pushing event updated for resources: {'Port': ['ID=af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:11.891532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 742773d5-1dad-4fcc-aa6c-9594d2417a3a details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:26:11.897349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-46153355-f5af-4135-9ddd-05a6715b5cf7 None None] Provisioning complete for port 8c52620e-f39d-4cfe-8c0e-a87500e14817 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:11.900304 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-46153355-f5af-4135-9ddd-05a6715b5cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.973455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-46153355-f5af-4135-9ddd-05a6715b5cf7 None None] Port 8c52620e-f39d-4cfe-8c0e-a87500e14817 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:11.982413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:11.982981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:11.995678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db411c53-a968-4354-b144-27796dbb55da req-284a5f70-a2fb-4c61-babd-f5c078fd85d8 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:12.008307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db411c53-a968-4354-b144-27796dbb55da req-284a5f70-a2fb-4c61-babd-f5c078fd85d8 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 944 time: 0.1279557 Sep 21 08:26:12.081503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db411c53-a968-4354-b144-27796dbb55da req-efc8a24c-f1ff-4da4-8c91-f404a7ffcd0d tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720928 Sep 21 08:26:12.120755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 742773d5-1dad-4fcc-aa6c-9594d2417a3a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=742773d5-1dad-4fcc-aa6c-9594d2417a3a,segment=NetworkSegment(3328a0c6-07cf-4170-943f-8d8679ff37d8),segment_id=3328a0c6-07cf-4170-943f-8d8679ff37d8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:12.136592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '742773d5-1dad-4fcc-aa6c-9594d2417a3a', 'network_id': 'a671db9e-c1cf-489c-85d4-f67ab4504c84', 'port_id': '742773d5-1dad-4fcc-aa6c-9594d2417a3a', 'mac_address': 'fa:16:3e:c6:d9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1122077a-aa55-4111-9b7b-9a322dd15ab1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:26:12.228062 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.244053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742773d5-1dad-4fcc-aa6c-9594d2417a3a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:26:12.264048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.274611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 742773d5-1dad-4fcc-aa6c-9594d2417a3a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=742773d5-1dad-4fcc-aa6c-9594d2417a3a,segment=NetworkSegment(3328a0c6-07cf-4170-943f-8d8679ff37d8),segment_id=3328a0c6-07cf-4170-943f-8d8679ff37d8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:12.280614 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.298959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.305921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 8c52620e-f39d-4cfe-8c0e-a87500e14817 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:12.366501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=742773d5-1dad-4fcc-aa6c-9594d2417a3a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:12.437561 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.509887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:12.519411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:12.523344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:12.525440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event updated for resources: {'Port': ['ID=262604fb-4d87-4edf-8b46-449951207c70,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:12.527897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.595688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event deleted for resources: {'Port': ['ID=84626b8d-f85d-4b1c-81a2-6148d9378bdd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:12.605599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['742773d5-1dad-4fcc-aa6c-9594d2417a3a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:26:12.712925 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.786478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=8c52620e-f39d-4cfe-8c0e-a87500e14817,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:12.786478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.787461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.792106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40470) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:12.796448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fd9435bc-5ebf-46e0-846a-a9130004ba9f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'floatingip': {'floating_network_id': 'b67efa39-73bd-4171-a3a2-61758ca2acda', 'port_id': '35389c06-7fb2-4c33-b2da-27b5d47a902c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:12.806873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-453e0988-bee2-45bc-b535-2ed9fce7b629 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "DELETE /v2.0/floatingips/bcbf30b0-d697-419e-a57c-6986c708c5de HTTP/1.1" status: 204 len: 168 time: 1.8835447 Sep 21 08:26:12.840601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd9435bc-5ebf-46e0-846a-a9130004ba9f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.869415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.873689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-030ad2f4-3e1c-4f84-8742-168e1adfa764 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/8c52620e-f39d-4cfe-8c0e-a87500e14817 HTTP/1.1" status: 204 len: 168 time: 1.7882864 Sep 21 08:26:12.873689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:12.874736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40472) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:12.969407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ef038-08b1-4134-b339-1188b4f1e387 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:12.984494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ef038-08b1-4134-b339-1188b4f1e387 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:12.987232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-746ef038-08b1-4134-b339-1188b4f1e387 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1110995 Sep 21 08:26:12.992936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40474) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:13.100411 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.104983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 35c97d9d-4a5b-4a08-b09f-aaf4b45139b3 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:13.109280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.257783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.297509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.302325 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-fd9435bc-5ebf-46e0-846a-a9130004ba9f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:26:13.304587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fd9435bc-5ebf-46e0-846a-a9130004ba9f tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5115747 Sep 21 08:26:13.304743 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.310497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:13.330446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '35389c06-7fb2-4c33-b2da-27b5d47a902c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:13.380556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.399353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.408285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f09ef6-8d20-4067-876a-5a68ce07c9e4 req-5ba3a0e4-6e47-42ca-81ce-e93058612332 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:13.409717 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96f09ef6-8d20-4067-876a-5a68ce07c9e4 req-5ba3a0e4-6e47-42ca-81ce-e93058612332 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 945 time: 0.1195471 Sep 21 08:26:13.447533 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.453568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9209359 Sep 21 08:26:13.468271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eab31d-3962-41e0-9fa0-32e3894ff91d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event updated for resources: {'Port': ['ID=262604fb-4d87-4edf-8b46-449951207c70,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:13.497532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.541385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96f09ef6-8d20-4067-876a-5a68ce07c9e4 req-4030c19c-9dde-46e7-abd6-9235d3aa924b tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136966 Sep 21 08:26:13.647500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.671659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-a0da1a09-980d-4250-8464-bf2cb4e1eae0 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.2047019 Sep 21 08:26:13.686230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:13.718493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.729208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/35c97d9d-4a5b-4a08-b09f-aaf4b45139b3 HTTP/1.1" status: 204 len: 168 time: 0.7351317 Sep 21 08:26:13.730865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40488) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:13.733111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1b2e7-4bf1-48df-a9fd-dd0de8b59a52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=35c97d9d-4a5b-4a08-b09f-aaf4b45139b3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:13.769828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339c8a9-ab84-4e92-94be-9bfdc40d20be None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:13.869902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.883274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:13.883788 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:13.889371 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-61c6e58c-3a47-4715-a30a-25f4ab5dd1a5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341462 Sep 21 08:26:13.889954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40494) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:13.893119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 742773d5-1dad-4fcc-aa6c-9594d2417a3a up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:13.918256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-286e1290-8539-40c9-ab71-5218be4bb3c6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:13.919767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-286e1290-8539-40c9-ab71-5218be4bb3c6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.2310357 Sep 21 08:26:13.974718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-f320cb90-bfbf-448a-a1ac-7f413e26d9f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:26:13.976302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-970cf635-30e2-46fa-8e7d-adaaf95453a8 req-f320cb90-bfbf-448a-a1ac-7f413e26d9f6 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066876 Sep 21 08:26:14.023968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a70d5cb-4a26-4330-b77d-24601a8bc3b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:14.025561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a70d5cb-4a26-4330-b77d-24601a8bc3b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1345088 Sep 21 08:26:14.029039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40498) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:14.057221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 742773d5-1dad-4fcc-aa6c-9594d2417a3a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:26:14.073498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 742773d5-1dad-4fcc-aa6c-9594d2417a3a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:14.073875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:14.151770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3dccb-a470-4678-abcd-205b27e9c457 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:14.153432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ecb3dccb-a470-4678-abcd-205b27e9c457 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1213069 Sep 21 08:26:14.155947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40500) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:14.202890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-26ca6508-977e-4c13-9e47-050c809d89c1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415149 Sep 21 08:26:14.203862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40502) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:14.210650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:14.248108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:26:14.373824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:14.424973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] Deleting port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:14.425470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:14.433901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742773d5-1dad-4fcc-aa6c-9594d2417a3a'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:14.436927 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4d7c11-3b5a-47cb-8d25-ef40f442852b" -d '{"events": [{"server_uuid": "bdb72a8f-3bc9-4b93-baa2-59da916708b3", "name": "network-vif-plugged", "status": "completed", "tag": "742773d5-1dad-4fcc-aa6c-9594d2417a3a"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:14.456221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:14.476747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:14.484870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 742773d5-1dad-4fcc-aa6c-9594d2417a3a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=742773d5-1dad-4fcc-aa6c-9594d2417a3a,segment=NetworkSegment(3328a0c6-07cf-4170-943f-8d8679ff37d8),segment_id=3328a0c6-07cf-4170-943f-8d8679ff37d8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:14.538335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:14.541295 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1ff96c-f0b5-47ab-a542-d80441e82958 x-openstack-request-id: req-7a1ff96c-f0b5-47ab-a542-d80441e82958 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:14.541596 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb72a8f-3bc9-4b93-baa2-59da916708b3", "name": "network-vif-plugged", "status": "completed", "tag": "742773d5-1dad-4fcc-aa6c-9594d2417a3a", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:14.541845 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a1ff96c-f0b5-47ab-a542-d80441e82958 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:14.542375 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742773d5-1dad-4fcc-aa6c-9594d2417a3a', 'code': 200} Sep 21 08:26:14.593294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] For port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:14.593815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:14.618084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] Calling delete_port for af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:14.636151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=742773d5-1dad-4fcc-aa6c-9594d2417a3a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:14.661284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Allocated IP 172.25.1.187 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/7eb9e612-3b10-4567-936a-d9caa7899589) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:14.734728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-9f2e0df9-d41c-4bdd-b2d9-e2097c53343e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:14.743338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-9f2e0df9-d41c-4bdd-b2d9-e2097c53343e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6630416 Sep 21 08:26:14.810626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:14.837869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-817ea565-5c82-4ea3-8739-c44e7541e6e2 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.0935678 Sep 21 08:26:14.843092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] No DVR routers for this DVR port af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:14.845187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Request body: {'floatingip': {'port_id': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:14.845314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261c1c3-e346-4e32-b5e0-3432a51ec654 None None] Pushing event deleted for resources: {'Port': ['ID=af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:14.910784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2556fc-1e5e-4b54-ac10-f49aae9e6564 req-7bef1a1c-2c0d-4770-9f93-423ad8d99990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:14.913304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c2556fc-1e5e-4b54-ac10-f49aae9e6564 req-7bef1a1c-2c0d-4770-9f93-423ad8d99990 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 1097 time: 0.2299418 Sep 21 08:26:14.925223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06e1f-c8b7-4e4d-96b4-f1d03c376f76 req-c221c77b-808a-4133-a2b7-96d7104d3c8a tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:14.926991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f06e1f-c8b7-4e4d-96b4-f1d03c376f76 req-c221c77b-808a-4133-a2b7-96d7104d3c8a tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 946 time: 0.2206857 Sep 21 08:26:14.950565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:15.035950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c2556fc-1e5e-4b54-ac10-f49aae9e6564 req-6f780da6-58c7-49bb-ac7f-a86390270f29 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077800 Sep 21 08:26:15.076416 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f06e1f-c8b7-4e4d-96b4-f1d03c376f76 req-3d28eede-a26a-41e9-a164-5fd0f88a5f34 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394966 Sep 21 08:26:15.229705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:15.274467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:15.308437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:15.308974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=68ae1c0a-4c4b-4128-bd29-04fae9373220,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:15.311463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:15.314187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:15.314601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:15.328512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da72ff3-61e7-4fc2-9db8-6fcaac68f776 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:15.341397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d2403376-2911-4e8a-8371-577327111d24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1361833 Sep 21 08:26:15.348830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40520) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:15.384936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '68ae1c0a-4c4b-4128-bd29-04fae9373220', 'ip_address': '2001:db8::e109:6f06:85ae:3508'}], 'name': 'tempest-NetworksTestDHCPv6-404003451'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:15.537949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '68ae1c0a-4c4b-4128-bd29-04fae9373220'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:26:15.539242 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:15.587543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:15.622399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:15.622761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4cc94d-a9dd-4b51-9e0e-0c01ab53c3a4 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:15.720474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:15.802243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/68ae1c0a-4c4b-4128-bd29-04fae9373220/413439ac-00b0-413c-b4b2-2e12da8e2f3c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:15.873206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:15.881485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event updated for resources: {'Port': ['ID=7eb9e612-3b10-4567-936a-d9caa7899589,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:15.892988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:15.902853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:15.952219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:16.148874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:26:16.259455 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.260162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.281280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.344381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.348191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 2ec1559e-f9e7-4551-8973-c99136c0aadc yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:26:16.356032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.407984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e7eff-265e-40b0-ab59-f2636cd5c4dc req-7cc32ac8-afca-418e-9007-ed4ce02ee72d tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:16.436850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f29e7eff-265e-40b0-ab59-f2636cd5c4dc req-7cc32ac8-afca-418e-9007-ed4ce02ee72d tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 946 time: 0.1967628 Sep 21 08:26:16.464636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:16.471339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:16.479879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:16.576826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f29e7eff-265e-40b0-ab59-f2636cd5c4dc req-85a2920c-f50e-4594-a1a9-88411b497ebc tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362829 Sep 21 08:26:16.659227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Attempting to bind port 413439ac-00b0-413c-b4b2-2e12da8e2f3c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:16.660115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Attempting to bind port 413439ac-00b0-413c-b4b2-2e12da8e2f3c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:16.660115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Attempting to bind port 413439ac-00b0-413c-b4b2-2e12da8e2f3c on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:16.666620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Pushing event updated for resources: {'Port': ['ID=413439ac-00b0-413c-b4b2-2e12da8e2f3c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:16.671885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:16.672768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:16.672768 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.673162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:16.673487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Bound port: 413439ac-00b0-413c-b4b2-2e12da8e2f3c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:16.673866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.870602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] For port 413439ac-00b0-413c-b4b2-2e12da8e2f3c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:16.877007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] For port 413439ac-00b0-413c-b4b2-2e12da8e2f3c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=413439ac-00b0-413c-b4b2-2e12da8e2f3c,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:16.905429 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:16.921538 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Floating IP 56328231-590a-4652-a6e0-a9039e1c1d52 associated. External IP: 172.25.1.83, port: 6be68fb6-6b47-44de-9db3-01d58e8eec91. Sep 21 08:26:17.012805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f39be7-9373-4cb8-baa3-4b5dae59144b None None] Pushing event updated for resources: {'Port': ['ID=413439ac-00b0-413c-b4b2-2e12da8e2f3c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:17.071613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Deleting port 7eb9e612-3b10-4567-936a-d9caa7899589 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:17.072443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:17.288146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::e109:6f06:85ae:3508 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/68ae1c0a-4c4b-4128-bd29-04fae9373220/2ec1559e-f9e7-4551-8973-c99136c0aadc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:17.318948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:17.318948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:17.457193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Calling delete_port for 7eb9e612-3b10-4567-936a-d9caa7899589 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:17.509031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Router ba685402-7cfe-4ebc-b3c8-68c057183a3b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:26:17.710503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 413439ac-00b0-413c-b4b2-2e12da8e2f3c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:17.858330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78a807-36f0-4a27-a69f-54e627831edb req-50cd9ff6-0a0b-4139-8149-d9f9a7332111 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:17.868863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a78a807-36f0-4a27-a69f-54e627831edb req-50cd9ff6-0a0b-4139-8149-d9f9a7332111 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 946 time: 0.1587198 Sep 21 08:26:17.880243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 413439ac-00b0-413c-b4b2-2e12da8e2f3c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:17.880715 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:18.019474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:18.031050 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] Sync routers for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:18.033489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:18.045044 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:18.045664 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:25:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:18.049184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:18.065191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a78a807-36f0-4a27-a69f-54e627831edb req-99492c3f-6e9c-4629-853f-780ace382897 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897271 Sep 21 08:26:18.101268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:18.144480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:18.195984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 413439ac-00b0-413c-b4b2-2e12da8e2f3c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=413439ac-00b0-413c-b4b2-2e12da8e2f3c,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:18.211498 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:18.262045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8003f724-565d-427e-9a48-e07481eb5b2a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "PUT /v2.0/floatingips/56328231-590a-4652-a6e0-a9039e1c1d52 HTTP/1.1" status: 200 len: 995 time: 3.4139321 Sep 21 08:26:18.275253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:18.287455 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:18.315861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event deleted for resources: {'Port': ['ID=7eb9e612-3b10-4567-936a-d9caa7899589,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:18.355828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-f31ff4e2-1c4e-4659-8802-ae31b0b1d43e req-94f29a61-0441-4c08-bdc6-3d4cd7a3c1ea service neutron] (94724) timed out ('10.222.0.50', 56689) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:26:18.455218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=413439ac-00b0-413c-b4b2-2e12da8e2f3c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:18.563209 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:18.669883 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d1d9c-0575-4a2d-87d5-8d569e9b1e56 x-openstack-request-id: req-da8d1d9c-0575-4a2d-87d5-8d569e9b1e56 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:18.670197 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:18.670446 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-da8d1d9c-0575-4a2d-87d5-8d569e9b1e56 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:18.672030 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'status': 'completed', 'code': 200} Sep 21 08:26:18.900400 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:19.007478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:19.024631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8ffba680-2f57-482f-a807-0e96fd6db803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:19.027838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-8ffba680-2f57-482f-a807-0e96fd6db803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.7091594 Sep 21 08:26:19.103001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-16df6efa-9954-4c76-bc66-1144099ffb77 None None] Provisioning complete for port 413439ac-00b0-413c-b4b2-2e12da8e2f3c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:19.107549 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-16df6efa-9954-4c76-bc66-1144099ffb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:19.108001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:19.127338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:19.133307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '56328231-590a-4652-a6e0-a9039e1c1d52', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'port_id': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'mac_address': 'fa:16:3e:61:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:26:12Z', 'updated_at': '2021-09-21T08:26:15Z', 'revision_number': 1, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:16Z', 'revision_number': 5, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:19.141039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:19.144077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:19.194000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-d8f63d35-d723-4377-a5fe-f0b998c22c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:19.199355 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-d8f63d35-d723-4377-a5fe-f0b998c22c31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.5366518 Sep 21 08:26:19.220870 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] create failed (client error): The resource could not be found. Sep 21 08:26:19.222011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-687c8bd3-50ab-4632-ab81-41a58999fa45 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.9083259 Sep 21 08:26:19.230914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40574) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:19.274689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9062181 Sep 21 08:26:19.279359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200ab4f-e636-4331-86d6-855c8752fffe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=2ec1559e-f9e7-4551-8973-c99136c0aadc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:19.337039 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] Checking router: ba685402-7cfe-4ebc-b3c8-68c057183a3b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:19.357003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40578) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:19.368008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9b40f507-d612-4e19-a9da-74deb6e9b546 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '68ae1c0a-4c4b-4128-bd29-04fae9373220', 'ip_address': '2001:db8::e109:6f06:85ae:3508'}], 'name': 'tempest-NetworksTestDHCPv6-1522396126'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:19.403991 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:19.405259 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:25:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:19.720187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 413439ac-00b0-413c-b4b2-2e12da8e2f3c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:19.786473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Deleting port 35389c06-7fb2-4c33-b2da-27b5d47a902c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:19.789664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:19.826232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-a033d597-a8b4-49a9-811a-1dae793b4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:19.829973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-a033d597-a8b4-49a9-811a-1dae793b4a1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.6172659 Sep 21 08:26:19.915429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-9ae47677-0f00-4431-a06d-c1a6f1091758 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 998 time: 0.0735371 Sep 21 08:26:19.926771 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:19.945962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 413439ac-00b0-413c-b4b2-2e12da8e2f3c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:19.946615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:19.951088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a9605f87-364d-46bc-b3ca-00f9cc630e14 None None] Provisioning complete for port 2ec1559e-f9e7-4551-8973-c99136c0aadc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:19.952161 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9605f87-364d-46bc-b3ca-00f9cc630e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:19.975069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-1ea8e96e-4413-40b3-a56a-e19522db8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:19.977621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-1ea8e96e-4413-40b3-a56a-e19522db8fac service neutron] 10.222.0.59 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.8646626 Sep 21 08:26:20.072530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-4935c587-0e32-49e3-9b55-fe9d40f4a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:20.074398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-4935c587-0e32-49e3-9b55-fe9d40f4a2e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.1501849 Sep 21 08:26:20.081837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a9605f87-364d-46bc-b3ca-00f9cc630e14 None None] Port 2ec1559e-f9e7-4551-8973-c99136c0aadc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:20.091704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4f1df-11a9-4322-be63-424c801db3c1 req-906c3b75-09af-413c-9215-273daed87452 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:20.104114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aaa4f1df-11a9-4322-be63-424c801db3c1 req-906c3b75-09af-413c-9215-273daed87452 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 946 time: 0.6228909 Sep 21 08:26:20.133709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-ae11cbc0-4b1c-4d63-8060-abc0fea3da0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491893 Sep 21 08:26:20.175461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-162b4139-897f-4dac-8ce0-45da396cd44d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 998 time: 0.1871443 Sep 21 08:26:20.216781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b40f507-d612-4e19-a9da-74deb6e9b546 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:20.224245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b40f507-d612-4e19-a9da-74deb6e9b546 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:20.266520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aaa4f1df-11a9-4322-be63-424c801db3c1 req-652a859e-31a5-4431-9bc6-fb46e0225e33 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595893 Sep 21 08:26:20.312625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:20.347461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Calling delete_port for 35389c06-7fb2-4c33-b2da-27b5d47a902c owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:20.385274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-9b40f507-d612-4e19-a9da-74deb6e9b546 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port ea95e79e-914c-4d78-984d-45a8f59e1c24 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:26:20.487764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-2ddf43b3-26f9-4f58-9194-fa3672ec1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:20.489592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-2ddf43b3-26f9-4f58-9194-fa3672ec1478 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.2952306 Sep 21 08:26:20.663415 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-38c03631-73af-48d8-9cdb-539d000ef71f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571262 Sep 21 08:26:20.675291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-63031026-9320-41f4-b5fc-ca4433a3c505 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246394 Sep 21 08:26:20.680057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-322fb65a-f3f2-4ee8-892b-0461d3ab1749 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:26:20.681693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-322fb65a-f3f2-4ee8-892b-0461d3ab1749 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089142 Sep 21 08:26:20.771155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:20.865474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event deleted for resources: {'Port': ['ID=35389c06-7fb2-4c33-b2da-27b5d47a902c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:20.866378 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '56328231-590a-4652-a6e0-a9039e1c1d52', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'port_id': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'mac_address': 'fa:16:3e:61:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:26:12Z', 'updated_at': '2021-09-21T08:26:15Z', 'revision_number': 1, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:16Z', 'revision_number': 5, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:20.981677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-2a27d6cc-d94b-4ee7-a6c7-446860542c3e tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:20.983518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-2a27d6cc-d94b-4ee7-a6c7-446860542c3e tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 946 time: 0.1470592 Sep 21 08:26:21.026202 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f01c09-b68b-43de-91a7-2bb2c4903c34 None None] The sync data for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 is: [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '56328231-590a-4652-a6e0-a9039e1c1d52', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'floating_ip_address': '172.25.1.83', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'port_id': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'mac_address': 'fa:16:3e:61:50:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:26:12Z', 'updated_at': '2021-09-21T08:26:15Z', 'revision_number': 1, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:16Z', 'revision_number': 5, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:21.236863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:21.241402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d3f906ec-2bda-4fdd-8fa9-1ed30cdfc981 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "DELETE /v2.0/ports/35389c06-7fb2-4c33-b2da-27b5d47a902c HTTP/1.1" status: 204 len: 168 time: 2.0086355 Sep 21 08:26:21.245249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40596) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:21.326537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Deleting port 742773d5-1dad-4fcc-aa6c-9594d2417a3a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:21.329016 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:21.415345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81434699-903c-4908-8e8a-7b5c3a2d5759 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:21.421969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-81434699-903c-4908-8e8a-7b5c3a2d5759 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "GET /v2.0/ports?device_id=71b3a200-f851-4395-b37f-d33425d57ef6 HTTP/1.1" status: 200 len: 913 time: 0.1745958 Sep 21 08:26:21.424822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40600) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:21.496670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e2c29-74c5-4e40-8e27-afca0e8727b3 None None] New status for floating IP 56328231-590a-4652-a6e0-a9039e1c1d52: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:26:21.577829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7598c7d3-5d4c-40e5-bb5a-ba04d4dabc4d req-bfffd7a9-a965-4eb8-9d47-db7e020f5665 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8918405 Sep 21 08:26:21.612661 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b40f507-d612-4e19-a9da-74deb6e9b546 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 08:26:21.613189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b40f507-d612-4e19-a9da-74deb6e9b546 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:26:21.649271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9b40f507-d612-4e19-a9da-74deb6e9b546 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2896976 Sep 21 08:26:21.649906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40604) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:21.700197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-56f24638-8d09-44bd-9ef8-5cbb3a685ef0 service neutron] 10.222.0.59 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927659 Sep 21 08:26:21.788344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] For port 742773d5-1dad-4fcc-aa6c-9594d2417a3a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=742773d5-1dad-4fcc-aa6c-9594d2417a3a,segment=NetworkSegment(3328a0c6-07cf-4170-943f-8d8679ff37d8),segment_id=3328a0c6-07cf-4170-943f-8d8679ff37d8)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:21.788671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:21.824352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c37bb6-187e-4df6-989d-a907f9f4c751 req-87e83df7-a519-46a4-9cbe-9c4455446884 service neutron] 10.222.0.59 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231971 Sep 21 08:26:21.846112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a4020-1f07-436a-aeb6-960b0cb4e556 req-c8e4cf9e-3b6e-491a-b223-811f0c14d1dd tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:21.851477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-381a4020-1f07-436a-aeb6-960b0cb4e556 req-c8e4cf9e-3b6e-491a-b223-811f0c14d1dd tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdb72a8f-3bc9-4b93-baa2-59da916708b3 HTTP/1.1" status: 200 len: 946 time: 0.4241982 Sep 21 08:26:21.870052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6670b-bf5c-4638-befd-f8e2fc554266 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:21.903220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6670b-bf5c-4638-befd-f8e2fc554266 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:21.911883 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1cd6670b-bf5c-4638-befd-f8e2fc554266 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2585452 Sep 21 08:26:21.913848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40608) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:21.918827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Calling delete_port for 742773d5-1dad-4fcc-aa6c-9594d2417a3a owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:21.989979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-381a4020-1f07-436a-aeb6-960b0cb4e556 req-262d26fe-6055-45db-b043-adad40fdef23 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.59 "GET /v2.0/security-groups?id=0bab28ac-b64a-4a46-9775-1e3d1c458d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302814 Sep 21 08:26:22.180907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-dbce5882-2217-4f1f-acc8-6b622e9d1362 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 998 time: 0.1524866 Sep 21 08:26:22.280699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-8a5a5890-72c9-4ed5-8549-69068e8b373c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:22.282909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-8a5a5890-72c9-4ed5-8549-69068e8b373c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports/6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 942 time: 0.1007054 Sep 21 08:26:22.344383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 2ec1559e-f9e7-4551-8973-c99136c0aadc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:22.346002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:22.346141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:22.392385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['742773d5-1dad-4fcc-aa6c-9594d2417a3a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:26:22.461522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Pushing event deleted for resources: {'Port': ['ID=742773d5-1dad-4fcc-aa6c-9594d2417a3a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:22.467122 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7925892-aac4-4cd8-b9c0-e74e0e415d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:22.493077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-5275ce7b-cdd3-459e-b897-f3c47fcf97ac req-65eb5577-9495-4cb8-83dd-97e17e4cba9b service neutron] (94724) timed out ('10.222.0.62', 63308) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:26:22.520629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] No DVR routers for this DVR port 742773d5-1dad-4fcc-aa6c-9594d2417a3a on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:22.524810 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:22.527054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0142515e-bde5-4937-ac44-9390e18a9c6c req-ca691e3d-ccab-4b03-b869-fd8cb19ab806 tempest-ServerPasswordTestJSON-267322296 tempest-ServerPasswordTestJSON-267322296-project] 10.222.0.50 "DELETE /v2.0/ports/742773d5-1dad-4fcc-aa6c-9594d2417a3a HTTP/1.1" status: 204 len: 173 time: 1.4987977 Sep 21 08:26:22.527583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'name': 'network-vif-deleted', 'tag': '742773d5-1dad-4fcc-aa6c-9594d2417a3a'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:22.530096 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f25c5f-9fb0-4bb6-80d6-d336a0290bea" -d '{"events": [{"server_uuid": "bdb72a8f-3bc9-4b93-baa2-59da916708b3", "name": "network-vif-deleted", "tag": "742773d5-1dad-4fcc-aa6c-9594d2417a3a"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:22.551870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:22.601146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-6c21f499-4659-47a0-b388-4684097c4908 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1000 time: 0.1209326 Sep 21 08:26:22.623903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:22.664514 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42507edc-9e91-42d9-a633-02a65d4971a9 x-openstack-request-id: req-42507edc-9e91-42d9-a633-02a65d4971a9 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:22.664861 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb72a8f-3bc9-4b93-baa2-59da916708b3", "name": "network-vif-deleted", "tag": "742773d5-1dad-4fcc-aa6c-9594d2417a3a", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:22.665128 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42507edc-9e91-42d9-a633-02a65d4971a9 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:22.665645 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb72a8f-3bc9-4b93-baa2-59da916708b3', 'name': 'network-vif-deleted', 'tag': '742773d5-1dad-4fcc-aa6c-9594d2417a3a', 'status': 'completed', 'code': 200} Sep 21 08:26:22.691485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 2ec1559e-f9e7-4551-8973-c99136c0aadc owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:22.931249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-e7b496d0-b7b7-48dc-bf17-2cb311df072b tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:22.932785 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-e7b496d0-b7b7-48dc-bf17-2cb311df072b tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.3308513 Sep 21 08:26:23.001634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Deleting port fc1d9840-eee6-45e7-a451-881e3228e9cc {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:23.002807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.082893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-860c9ce1-9ec8-4be4-9800-37803bbd1914 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 1000 time: 0.1408930 Sep 21 08:26:23.089277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.107886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:23.214940 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.262748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Calling delete_port for fc1d9840-eee6-45e7-a451-881e3228e9cc owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:23.279574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=2ec1559e-f9e7-4551-8973-c99136c0aadc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:23.347686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.364937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dcc4dd82-7fc3-465d-8cfd-e32ac11a8251 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/2ec1559e-f9e7-4551-8973-c99136c0aadc HTTP/1.1" status: 204 len: 168 time: 1.4440317 Sep 21 08:26:23.372921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40646) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:23.420971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.453243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40650) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:23.535723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad6ba71-61de-4253-bbd9-4ed625fb5674 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:23.539925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad6ba71-61de-4253-bbd9-4ed625fb5674 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:23.542889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9ad6ba71-61de-4253-bbd9-4ed625fb5674 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1686370 Sep 21 08:26:23.551113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40652) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:23.716332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 68ae1c0a-4c4b-4128-bd29-04fae9373220 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:23.726314 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.819306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.829542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:23.829542 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Floating IP 56328231-590a-4652-a6e0-a9039e1c1d52 disassociated. External IP: 172.25.1.83, port: 6be68fb6-6b47-44de-9db3-01d58e8eec91. Sep 21 08:26:24.017822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.179943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.215114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] Deleting subnet 1122077a-aa55-4111-9b7b-9a322dd15ab1 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:24.219339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.232869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.315465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event deleted for resources: {'Port': ['ID=fc1d9840-eee6-45e7-a451-881e3228e9cc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:24.382802 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.451604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.464443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=68ae1c0a-4c4b-4128-bd29-04fae9373220,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:24.481286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Router ba685402-7cfe-4ebc-b3c8-68c057183a3b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:26:24.488405 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.506492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4308037e-0616-4b15-8e28-cc036bb32085 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:24.510413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6ce25bf5-2405-4682-922a-96234b17cc85 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/68ae1c0a-4c4b-4128-bd29-04fae9373220 HTTP/1.1" status: 204 len: 168 time: 0.9423246 Sep 21 08:26:24.512586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40664) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:24.574939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.631839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2a629945-cc79-484a-bb51-83f15bf481e9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161132 Sep 21 08:26:24.636583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40672) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:24.655599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:24.939433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.939935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:24.943824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:26:24.955996 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] Sync routers for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:24.960536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:24.988386 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:24.989089 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:25:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:25.007100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-fd4c3752-09d5-419d-8cd3-8cccc3e6d22a tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "PUT /v2.0/floatingips/56328231-590a-4652-a6e0-a9039e1c1d52 HTTP/1.1" status: 200 len: 694 time: 1.9148700 Sep 21 08:26:25.010082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:25.012671 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56aa5bb-0656-41e7-b372-a998b9cc7b18" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:25.042156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] Deleting port 413439ac-00b0-413c-b4b2-2e12da8e2f3c {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:25.042540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:25.141111 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7535cc74-484c-4a67-8eca-45cce82f47c4 x-openstack-request-id: req-7535cc74-484c-4a67-8eca-45cce82f47c4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:25.141463 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:25.141685 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7535cc74-484c-4a67-8eca-45cce82f47c4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:25.143500 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'status': 'completed', 'code': 200} Sep 21 08:26:25.216333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] For port 413439ac-00b0-413c-b4b2-2e12da8e2f3c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=413439ac-00b0-413c-b4b2-2e12da8e2f3c,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:25.216820 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:25.233524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:25.239430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:25.244292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] Calling delete_port for 413439ac-00b0-413c-b4b2-2e12da8e2f3c owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:25.257277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-11a6dd66-3cbc-4038-841f-f1650c622a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:25.259175 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-11a6dd66-3cbc-4038-841f-f1650c622a7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.2409592 Sep 21 08:26:25.317114 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:25.337749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-9e483c67-f06e-41ca-8adf-74ba48d8e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:25.339364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-9e483c67-f06e-41ca-8adf-74ba48d8e6c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.1853499 Sep 21 08:26:25.448207 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:25.530092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] No DVR routers for this DVR port 413439ac-00b0-413c-b4b2-2e12da8e2f3c on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:25.542768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499700f0-f89e-4abd-b3f9-f82570a8a2f4 None None] Pushing event deleted for resources: {'Port': ['ID=413439ac-00b0-413c-b4b2-2e12da8e2f3c,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:25.568808 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3266103e-5f36-488c-a3e0-b82fb430ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:25.578299 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:25.650288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 413439ac-00b0-413c-b4b2-2e12da8e2f3c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:25.710199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 413439ac-00b0-413c-b4b2-2e12da8e2f3c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:25.710199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 413439ac-00b0-413c-b4b2-2e12da8e2f3c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:25.726249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-4383a74b-9e4b-46ee-a3d8-870153496b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:25.730478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-4383a74b-9e4b-46ee-a3d8-870153496b90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.4633732 Sep 21 08:26:25.783014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Router 71b3a200-f851-4395-b37f-d33425d57ef6 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:26:25.822618 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-40f33138-cad8-4fb1-b273-1cfa594ce34d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.0744717 Sep 21 08:26:25.826270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-19f153f2-9b66-432b-8a30-b8ebcb22e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:25.828101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-19f153f2-9b66-432b-8a30-b8ebcb22e9cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.4648497 Sep 21 08:26:25.916722 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:16Z', 'revision_number': 5, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:25.931204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 742773d5-1dad-4fcc-aa6c-9594d2417a3a no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:25.932100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-71838b69-04d7-4753-87f6-fbd17cbdcaa8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.0894287 Sep 21 08:26:25.941949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:25.978335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 742773d5-1dad-4fcc-aa6c-9594d2417a3a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:25.981735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 742773d5-1dad-4fcc-aa6c-9594d2417a3a not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:25.996650 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] Checking router: ba685402-7cfe-4ebc-b3c8-68c057183a3b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:26.019624 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:26.020148 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.039819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1122077a-aa55-4111-9b7b-9a322dd15ab1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:26.051581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-67c33c32-a152-4eaf-9133-f305dddef35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.054956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-67c33c32-a152-4eaf-9133-f305dddef35a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.2234879 Sep 21 08:26:26.065972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.070964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-616804d9-7efa-47a7-8d7d-21f046fe870e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1122077a-aa55-4111-9b7b-9a322dd15ab1 HTTP/1.1" status: 204 len: 168 time: 2.6140981 Sep 21 08:26:26.075092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40696) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:26.113343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-5363081e-70d0-4743-ad60-aea5670e086d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441639 Sep 21 08:26:26.145423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-fda0aec6-9f23-4c3a-b422-bae71f455c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.147571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-fda0aec6-9f23-4c3a-b422-bae71f455c91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.2085419 Sep 21 08:26:26.174035 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:26.186408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-bcea9a85-99a4-44c4-9e54-32f7f29e558e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3951993 Sep 21 08:26:26.187621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-3d502e5d-160d-414d-9f4c-6e31c51478a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293939 Sep 21 08:26:26.247196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:26.258354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-59876ac5-4334-4f33-93fa-960bff4f24bf tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "PUT /v2.0/routers/71b3a200-f851-4395-b37f-d33425d57ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8038208 Sep 21 08:26:26.263576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] Sync routers for ids ['71b3a200-f851-4395-b37f-d33425d57ef6'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:26.268276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40698) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:26.283088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] Routers {'71b3a200-f851-4395-b37f-d33425d57ef6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:26.284029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['71b3a200-f851-4395-b37f-d33425d57ef6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.369707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.397685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] Routers {'71b3a200-f851-4395-b37f-d33425d57ef6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:26.398340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['71b3a200-f851-4395-b37f-d33425d57ef6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.407744 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a1145ae-3b69-4477-9ff4-7be64bd078a3 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.483627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.484940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.485663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63736fe5-778a-4f00-8e47-48f621c109bb None None] The sync data for ids ['71b3a200-f851-4395-b37f-d33425d57ef6'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:26.551823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.552319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.553924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.554474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.554985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.555521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.556001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:26.558130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-1653503b-0ca2-4a80-87f7-fa327178df2a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6491 time: 0.2755272 Sep 21 08:26:26.590313 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:16Z', 'revision_number': 5, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.604119 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.634570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-af815f61-70d1-4523-87fe-8f9627dae2e3 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208429 Sep 21 08:26:26.639790 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d0f53-6ca2-422d-9fa4-552f12b99ee4 None None] The sync data for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 is: [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:25:06Z', 'revision_number': 4, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '9b6302fb-4a5d-4735-95a5-2279644a9409', 'name': '', 'network_id': 'a62233c4-5eeb-4a78-b832-150ad781c25f', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'mac_address': 'fa:16:3e:51:41:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:25:04Z', 'updated_at': '2021-09-21T08:25:16Z', 'revision_number': 5, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'subnets': [{'id': '96f73621-8d5b-4d11-bcd0-443349fbda83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:26.688125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.688755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:26.872218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:26.877539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.882668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3281f1-1b02-4ce3-9d1b-c1e87dd1c8e3 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:26.917716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a671db9e-c1cf-489c-85d4-f67ab4504c84']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.930173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3328a0c6-07cf-4170-943f-8d8679ff37d8') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.930477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3328a0c6-07cf-4170-943f-8d8679ff37d8') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:26.940870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.955281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:26.962310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:26:26.962728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:26:27.159050 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:26:27.163075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=79292beb-895d-4621-9ae2-e64de8669a0e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:27.169161 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa6e2bc-8510-47c6-8e1c-76b9ee8025ff None None] New status for floating IP 56328231-590a-4652-a6e0-a9039e1c1d52: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:26:27.182672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:27.187542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.246464 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.250341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-f06de49f-7a85-4bb6-8901-8a0b2833f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:27.250846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-f06de49f-7a85-4bb6-8901-8a0b2833f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:27.251371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-f06de49f-7a85-4bb6-8901-8a0b2833f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:27.253209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-f06de49f-7a85-4bb6-8901-8a0b2833f35d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c09b159a-c415-46eb-bf2f-5d26281796c7&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=2dbc9bc4-e323-4244-a1fc-1f968387d911&id=2dbc9bc4-e323-4244-a1fc-1f968387d911 HTTP/1.1" status: 200 len: 2293 time: 0.6393137 Sep 21 08:26:27.269782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.288958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a671db9e-c1cf-489c-85d4-f67ab4504c84 HTTP/1.1" status: 204 len: 168 time: 1.1947932 Sep 21 08:26:27.321371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '79292beb-895d-4621-9ae2-e64de8669a0e'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:26:27.322271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.338689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-65c62e3d-8932-4a14-b948-169f001ac84b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6965458 Sep 21 08:26:27.411194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1a323-cb75-4966-ad30-be1a0616d177 admin admin] Pushing event deleted for resources: {'Network': ['ID=a671db9e-c1cf-489c-85d4-f67ab4504c84,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:27.413234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40716) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:27.423809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-505bcc54-825d-45db-9f98-427c1cc03098 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '79292beb-895d-4621-9ae2-e64de8669a0e', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1037016383'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:27.598441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6df2c130-8f6a-4c9e-9b85-45daad6fcd98 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=202266fb-dfa6-4b81-9761-4783b5bccb96 HTTP/1.1" status: 200 len: 1001 time: 0.2983706 Sep 21 08:26:27.613576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/79292beb-895d-4621-9ae2-e64de8669a0e/79e2181c-c988-4c6f-80f1-515f3a828267) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:27.675893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40724) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:27.760256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-0c9bdb57-2a75-4b86-922c-e120a6482f1a service neutron] 10.222.0.59 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6371379 Sep 21 08:26:27.810759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40726) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:27.811654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4979f525-8940-47ab-aaab-7a9335afaa4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93ddff1cd2014adab365160fb07d34d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157727 Sep 21 08:26:27.828818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-e913a0fc-153c-437f-b86c-0ca821335a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:27.830553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-e913a0fc-153c-437f-b86c-0ca821335a3c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f6bcd9f-b404-49f8-b805-f821fba4f351 HTTP/1.1" status: 200 len: 850 time: 0.2287977 Sep 21 08:26:27.885374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.907939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a1145ae-3b69-4477-9ff4-7be64bd078a3 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.910497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a1145ae-3b69-4477-9ff4-7be64bd078a3 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:27.987072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505bcc54-825d-45db-9f98-427c1cc03098 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:27.995738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-25863082-a80d-4225-8c04-e69aad2e07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:27.997612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-25863082-a80d-4225-8c04-e69aad2e07e4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c09b159a-c415-46eb-bf2f-5d26281796c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512094 Sep 21 08:26:28.058030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.073645 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.074859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a84a441-d903-4a50-ab4a-80967ec4bfcd req-f678019f-4855-4e90-b05e-c284dff3c363 service neutron] 10.222.0.59 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999849 Sep 21 08:26:28.079917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a1145ae-3b69-4477-9ff4-7be64bd078a3 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.080842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1145ae-3b69-4477-9ff4-7be64bd078a3 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Fanout notify agent at l3_agent the message router_deleted on router 71b3a200-f851-4395-b37f-d33425d57ef6 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:26:28.102981 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a1145ae-3b69-4477-9ff4-7be64bd078a3 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.104097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3a1145ae-3b69-4477-9ff4-7be64bd078a3 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "DELETE /v2.0/routers/71b3a200-f851-4395-b37f-d33425d57ef6 HTTP/1.1" status: 204 len: 168 time: 1.8216660 Sep 21 08:26:28.113472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:28.166340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Pushing event updated for resources: {'Port': ['ID=79e2181c-c988-4c6f-80f1-515f3a828267,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:28.178000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:28.179390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:28.183143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:28.200684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Deleting subnet 9ed9c05e-34dc-410f-abc1-2dab9e57ed1b {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:28.247263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.247835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Attempting to bind port 79e2181c-c988-4c6f-80f1-515f3a828267 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:28.248611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Attempting to bind port 79e2181c-c988-4c6f-80f1-515f3a828267 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:28.249136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Attempting to bind port 79e2181c-c988-4c6f-80f1-515f3a828267 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:28.255979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:28.256647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:28.257218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.257768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:28.258671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Bound port: 79e2181c-c988-4c6f-80f1-515f3a828267, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:28.259242 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.281955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d56aa5bb-0656-41e7-b372-a998b9cc7b18 req-ffce6032-f132-4d7a-9b6c-d0bb0e3a25e8 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5633910 Sep 21 08:26:28.301989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-64438f53-df86-4067-b159-fbd033dfb80b tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips/56328231-590a-4652-a6e0-a9039e1c1d52 HTTP/1.1" status: 200 len: 692 time: 0.1167705 Sep 21 08:26:28.331994 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.336418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3910646-1762-4d2c-8125-adcca921e96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.364713 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-505bcc54-825d-45db-9f98-427c1cc03098 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.378018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] For port 79e2181c-c988-4c6f-80f1-515f3a828267, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:28.382019 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-3bed7db2-6d79-44df-90e3-68011f528fae service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734345 Sep 21 08:26:28.384035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] For port 79e2181c-c988-4c6f-80f1-515f3a828267, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=79e2181c-c988-4c6f-80f1-515f3a828267,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:28.391243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-505bcc54-825d-45db-9f98-427c1cc03098 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 90d01284-7e4f-4d0f-9b9a-576071bb4138 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:26:28.397318 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.521001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5190c84-d69e-4fff-82f6-9873894d438b None None] Pushing event updated for resources: {'Port': ['ID=79e2181c-c988-4c6f-80f1-515f3a828267,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:28.529730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3910646-1762-4d2c-8125-adcca921e96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.657110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-cdb48716-9604-40aa-b6eb-b5d36626e812 service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672904 Sep 21 08:26:28.720252 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.762699 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-505bcc54-825d-45db-9f98-427c1cc03098 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:26:28.763461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505bcc54-825d-45db-9f98-427c1cc03098 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:26:28.769244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-cbd1a779-8bd8-42a6-8b56-515b8222f033 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:28.770930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-cbd1a779-8bd8-42a6-8b56-515b8222f033 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 784 time: 0.4420590 Sep 21 08:26:28.789909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6abfd24b-2910-4f9b-aa65-39c6e537a1ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 217 time: 0.1123993 Sep 21 08:26:28.805654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-f01ee08c-91b6-41cb-9f57-6f740301bf99 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:26:28.806260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-f01ee08c-91b6-41cb-9f57-6f740301bf99 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175087 Sep 21 08:26:28.868939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-505bcc54-825d-45db-9f98-427c1cc03098 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4529862 Sep 21 08:26:28.871599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40742) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:28.932059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-8c294071-f3c7-4662-a799-b78785d43c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:28.933570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-8c294071-f3c7-4662-a799-b78785d43c72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1438525 Sep 21 08:26:28.943514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-832053d0-e09a-425e-b140-590843ab4633 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1224954 Sep 21 08:26:28.947221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3910646-1762-4d2c-8125-adcca921e96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.950191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3910646-1762-4d2c-8125-adcca921e96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:28.951567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d3910646-1762-4d2c-8125-adcca921e96f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0bab28ac-b64a-4a46-9775-1e3d1c458d6e HTTP/1.1" status: 204 len: 168 time: 1.1180017 Sep 21 08:26:29.002689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3910646-1762-4d2c-8125-adcca921e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab28ac-b64a-4a46-9775-1e3d1c458d6e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:29.064027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-cf6479ab-94be-4a87-b003-3ea00c3ac981 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.25.1.83 HTTP/1.1" status: 200 len: 695 time: 0.1110685 Sep 21 08:26:29.091543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35bb5b-2427-4506-abb9-fbf96b6812a7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:29.093146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9b35bb5b-2427-4506-abb9-fbf96b6812a7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2204478 Sep 21 08:26:29.096821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40750) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:29.159346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-151625c3-2613-4956-b739-2c7941dbfef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:29.161161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-151625c3-2613-4956-b739-2c7941dbfef7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2184122 Sep 21 08:26:29.165090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:29.229299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49c913-0d86-481b-a379-8ed8f81ad87c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:29.230834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49c913-0d86-481b-a379-8ed8f81ad87c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:29.232536 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e49c913-0d86-481b-a379-8ed8f81ad87c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1346738 Sep 21 08:26:29.235056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40754) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:29.242402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed9c05e-34dc-410f-abc1-2dab9e57ed1b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:29.257378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d02c585-f1ec-49cf-b80f-12c78dde0b7c None None] Network b67efa39-73bd-4171-a3a2-61758ca2acda requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:29.263429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:29.266309 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a5f872e-d6c9-4605-b802-f7ff85c899c8 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "DELETE /v2.0/subnets/9ed9c05e-34dc-410f-abc1-2dab9e57ed1b HTTP/1.1" status: 204 len: 168 time: 1.1478126 Sep 21 08:26:29.286735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40756) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:29.317401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 79292beb-895d-4621-9ae2-e64de8669a0e {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:29.331748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Deleting port 262604fb-4d87-4edf-8b46-449951207c70 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:29.332414 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:29.426428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6b5e3354-e2bc-4bd9-acd3-b00b7d746ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517047 Sep 21 08:26:29.444984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:29.649772 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:29.652536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:29.700768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Calling delete_port for 262604fb-4d87-4edf-8b46-449951207c70 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:29.724805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] DHCP port deletion for b67efa39-73bd-4171-a3a2-61758ca2acda request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:26:29.749749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-b1a61856-0956-4ccc-8b65-9c45a8781e14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1994023 Sep 21 08:26:29.845607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 79e2181c-c988-4c6f-80f1-515f3a828267 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:29.865637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.025736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.062984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 79e2181c-c988-4c6f-80f1-515f3a828267 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:30.063612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.190137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Deleting port c7b5235c-cca8-432d-8523-82def067bc80 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:30.191092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.320746 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.386901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-37d938df-5558-4f37-9dc8-4699a43c0854 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9379559 Sep 21 08:26:30.414856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event deleted for resources: {'Port': ['ID=262604fb-4d87-4edf-8b46-449951207c70,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:30.457527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] For port c7b5235c-cca8-432d-8523-82def067bc80, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c7b5235c-cca8-432d-8523-82def067bc80,segment=NetworkSegment(26b420dc-0886-44de-b9a9-900a83c6b59c),segment_id=26b420dc-0886-44de-b9a9-900a83c6b59c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:30.458153 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.468266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-afc14257-acfa-43ac-bd8a-0e8aff3b116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:30.470310 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-afc14257-acfa-43ac-bd8a-0e8aff3b116b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=df5b8d79042c412d8b1bbf31beb98311&device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 1096 time: 0.2458045 Sep 21 08:26:30.514034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-b4f19b2f-1a27-48a7-9e82-b3ac0727cbff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 217 time: 0.1174834 Sep 21 08:26:30.518250 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.520462 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.547138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Calling delete_port for c7b5235c-cca8-432d-8523-82def067bc80 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:30.557615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Provisioning complete for port 79e2181c-c988-4c6f-80f1-515f3a828267 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:30.558160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.591392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6ca82b1a-aaa7-4ef0-8246-b46c7d7d6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:30.593377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6ca82b1a-aaa7-4ef0-8246-b46c7d7d6432 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.0523088 Sep 21 08:26:30.770958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Deleting port c7b5235c-cca8-432d-8523-82def067bc80 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:30.772156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.824792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-7c1dd20c-89ed-4a9e-834a-cd470f5f3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:30.831541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-7c1dd20c-89ed-4a9e-834a-cd470f5f3bd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 200 len: 920 time: 0.3350391 Sep 21 08:26:30.839642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.844707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.855291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f181fc16-7490-40a1-9eb6-e0138ba40379 req-e547cd45-0273-4974-b51d-b8389ccb1869 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "DELETE /v2.0/floatingips/56328231-590a-4652-a6e0-a9039e1c1d52 HTTP/1.1" status: 204 len: 173 time: 1.7763076 Sep 21 08:26:30.930645 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.957045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] For port c7b5235c-cca8-432d-8523-82def067bc80, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c7b5235c-cca8-432d-8523-82def067bc80,segment=NetworkSegment(26b420dc-0886-44de-b9a9-900a83c6b59c),segment_id=26b420dc-0886-44de-b9a9-900a83c6b59c)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:30.957418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:30.968557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-d8764c0a-d518-416a-97e0-11d3bbc99025 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 200 len: 217 time: 0.1202984 Sep 21 08:26:30.986022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Calling delete_port for c7b5235c-cca8-432d-8523-82def067bc80 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:31.051208 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:31.116992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Pushing event deleted for resources: {'Port': ['ID=c7b5235c-cca8-432d-8523-82def067bc80,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:31.131606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] No DVR routers for this DVR port c7b5235c-cca8-432d-8523-82def067bc80 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:31.164051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.165770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.166163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.166505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.166844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.167183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.175966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.176843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.177198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.178134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.178486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.178821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a447a51-894e-4207-be34-aa4d9105a45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:31.200358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-c7e6f6bd-2b56-4f87-aded-864093a08734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:31.203490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-c7e6f6bd-2b56-4f87-aded-864093a08734 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 200 len: 859 time: 0.2305470 Sep 21 08:26:31.269553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-c7f94475-6f4f-4b2c-8358-61c44b85c9e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a62233c4-5eeb-4a78-b832-150ad781c25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560329 Sep 21 08:26:31.474843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-3831632d-8a0b-4eaf-8e1f-2dbe57267a47 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975820 Sep 21 08:26:31.614964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94f00c32-bed3-4a66-8e47-a3719cc749bf req-29be90c6-c085-4724-96d1-9e39c778baa1 service neutron] 10.222.0.62 "GET /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325994 Sep 21 08:26:31.823675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:31.865492 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:26:31.875087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-ac05beb9-04ce-4e01-b0f7-e5440060ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:31.876667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-ac05beb9-04ce-4e01-b0f7-e5440060ab27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2717023 Sep 21 08:26:32.051210 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e65a6156-89bc-4f1d-b6f3-8a30a4c5fe57 req-c6b0736b-6283-4a8a-97da-51f9770ddf9d tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0514388 Sep 21 08:26:32.131497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-18819ecf-c6df-483e-a783-b840b675c3ec service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045720 Sep 21 08:26:32.132534 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:26:32.133012 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:26:32.133394 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.135680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event deleted for resources: {'Port': ['ID=c7b5235c-cca8-432d-8523-82def067bc80,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:32.145921 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:26:32.146473 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:26:32.147757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a65e9c-6007-480e-9088-1e1936f9fd28 req-d4eae9ac-750a-4f1b-86e8-0339c6b0e19d tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups/37711d1f-ff38-46b9-bb35-17ba57db3808 HTTP/1.1" status: 200 len: 1807 time: 0.4272969 Sep 21 08:26:32.148746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] No DVR routers for this DVR port c7b5235c-cca8-432d-8523-82def067bc80 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:32.171008 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.434533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8572cff3-b1db-4b27-b440-95af05eb818e None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:32.463635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.467901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/79292beb-895d-4621-9ae2-e64de8669a0e HTTP/1.1" status: 204 len: 168 time: 3.2293649 Sep 21 08:26:32.467901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2f808-66f9-4ad7-98c0-3282a57736f3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=79292beb-895d-4621-9ae2-e64de8669a0e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:32.468773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40842) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:32.560568 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.567064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5346db5b-5ae6-4f7d-831e-bcd8cf25bb07 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970728 Sep 21 08:26:32.571266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40844) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:32.576792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:32.589348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8a65e9c-6007-480e-9088-1e1936f9fd28 req-ff7a3e2b-968d-401e-8742-faa3ed46dd3e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.613430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8a65e9c-6007-480e-9088-1e1936f9fd28 req-ff7a3e2b-968d-401e-8742-faa3ed46dd3e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.673764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-c50862f9-1e42-4a61-ba45-9bbc74555833 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168285 Sep 21 08:26:32.677510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67efa39-73bd-4171-a3a2-61758ca2acda']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:32.703531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:32.709106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.740587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-344596af-b347-491a-a424-6353d7541e3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6 HTTP/1.1" status: 200 len: 217 time: 0.0509012 Sep 21 08:26:32.743656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b420dc-0886-44de-b9a9-900a83c6b59c') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:32.744306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b420dc-0886-44de-b9a9-900a83c6b59c') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:32.796643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.837980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.857028 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8a65e9c-6007-480e-9088-1e1936f9fd28 req-ff7a3e2b-968d-401e-8742-faa3ed46dd3e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.865842 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.869841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c8a65e9c-6007-480e-9088-1e1936f9fd28 req-ff7a3e2b-968d-401e-8742-faa3ed46dd3e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.872593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8a65e9c-6007-480e-9088-1e1936f9fd28 req-ff7a3e2b-968d-401e-8742-faa3ed46dd3e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "DELETE /v2.0/security-groups/37711d1f-ff38-46b9-bb35-17ba57db3808 HTTP/1.1" status: 204 len: 173 time: 0.6803799 Sep 21 08:26:32.928751 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:32.933173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 79e2181c-c988-4c6f-80f1-515f3a828267, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=79e2181c-c988-4c6f-80f1-515f3a828267,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:32.946788 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.000962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a3e2b-968d-401e-8742-faa3ed46dd3e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37711d1f-ff38-46b9-bb35-17ba57db3808,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:33.008648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:26:33.015348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:26:33.022191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:26:33.038853 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:26:33.108308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-725559ac-1894-4c47-a8ba-fc952b52956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:33.110475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-725559ac-1894-4c47-a8ba-fc952b52956a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.3558717 Sep 21 08:26:33.147891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.149536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=79e2181c-c988-4c6f-80f1-515f3a828267,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:33.153990 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:26:33.156520 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-2cb3023c-0823-4700-9516-d0b320a3aad3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:26:33.164894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c7b5235c-cca8-432d-8523-82def067bc80 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:33.214281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c7b5235c-cca8-432d-8523-82def067bc80 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:33.218992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c7b5235c-cca8-432d-8523-82def067bc80 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:33.219639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 79e2181c-c988-4c6f-80f1-515f3a828267 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:33.221950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:33.230789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:33.238420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:33.239072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.272831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=8d6cf3ef-b631-4f0c-881c-32603827f0cf,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:33.282279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-81e16024-4400-4d54-a64c-b782921b17e4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7096698 Sep 21 08:26:33.285145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40858) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:33.291270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d75efb76-afd2-4907-9840-6c8d6b814de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-864241814', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:33.358994 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.366827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.371895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] 10.222.0.59 "DELETE /v2.0/networks/b67efa39-73bd-4171-a3a2-61758ca2acda HTTP/1.1" status: 204 len: 168 time: 4.0489857 Sep 21 08:26:33.379392 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d75efb76-afd2-4907-9840-6c8d6b814de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.380742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d75efb76-afd2-4907-9840-6c8d6b814de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.457718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61da35-1f39-433c-8ae2-02ccd35cc408 req-a39eb975-c4d0-4929-8d3b-8e26a7b94f89 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:33.466998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f61da35-1f39-433c-8ae2-02ccd35cc408 req-a39eb975-c4d0-4929-8d3b-8e26a7b94f89 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1926458 Sep 21 08:26:33.477544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-9a11ff8c-f18f-4b4e-abd1-108a314877e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:33.488184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e55b5f5-c58c-4359-ba5e-b159cb2bc788 req-ad1c3909-4a6b-4546-88a0-2306ba720609 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1397378 Sep 21 08:26:33.489114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-9a11ff8c-f18f-4b4e-abd1-108a314877e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3666244 Sep 21 08:26:33.515266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f512c6-3111-45ff-be61-541444828b78 tempest-FloatingIPNegativeTestJSON-1051616156 tempest-FloatingIPNegativeTestJSON-1051616156-project] Pushing event deleted for resources: {'Network': ['ID=b67efa39-73bd-4171-a3a2-61758ca2acda,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:33.625580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f61da35-1f39-433c-8ae2-02ccd35cc408 req-b722e3de-6177-48ab-a315-d8278bf03238 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574914 Sep 21 08:26:33.626231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d75efb76-afd2-4907-9840-6c8d6b814de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.634885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d75efb76-afd2-4907-9840-6c8d6b814de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.672116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d75efb76-afd2-4907-9840-6c8d6b814de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.676771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d75efb76-afd2-4907-9840-6c8d6b814de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3873515 Sep 21 08:26:33.676771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40880) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:33.684235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] Deleting port 79e2181c-c988-4c6f-80f1-515f3a828267 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:33.684609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.762407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.772545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:33.831561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-e11de49c-d773-42e4-a25a-ec7424f80649 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415079 Sep 21 08:26:34.112229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40890) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:34.198379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed38715-9f8b-40d4-8d08-642da92cf782 req-69dbfecd-abc7-47ee-89e8-cf3d305a8218 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:34.215550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ed38715-9f8b-40d4-8d08-642da92cf782 req-69dbfecd-abc7-47ee-89e8-cf3d305a8218 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 947 time: 0.1684792 Sep 21 08:26:34.247184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40894) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:34.251046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] For port 79e2181c-c988-4c6f-80f1-515f3a828267, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=79e2181c-c988-4c6f-80f1-515f3a828267,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:34.251674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:34.271690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-c23d1607-4163-474f-a35d-748aaa351dd8 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305549 Sep 21 08:26:34.281586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] Calling delete_port for 79e2181c-c988-4c6f-80f1-515f3a828267 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:34.401922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:34.422292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ed38715-9f8b-40d4-8d08-642da92cf782 req-d3f4494e-51a2-4a3a-82fb-b36c4d5f31d5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057469 Sep 21 08:26:34.423822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-2c2c3d0f-ec4c-4f35-972e-733e9a25b279 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7 HTTP/1.1" status: 200 len: 217 time: 0.1350017 Sep 21 08:26:34.429448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 79e2181c-c988-4c6f-80f1-515f3a828267, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=79e2181c-c988-4c6f-80f1-515f3a828267,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:34.446855 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:34.531614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=79e2181c-c988-4c6f-80f1-515f3a828267,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:34.543722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d524-bc08-4714-ad1c-592f4c268e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:34.552272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:34.594011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-959a9f7a-f122-41fc-90de-5fcf29498ac1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4fe3557002b34aefa51fba2085fc4f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4783182 Sep 21 08:26:34.598490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40906) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:34.613213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-a9f1de2a-5c9c-4638-b394-f16c534b668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:34.615934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-a9f1de2a-5c9c-4638-b394-f16c534b668d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1380324 Sep 21 08:26:34.642748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] Pushing event deleted for resources: {'Port': ['ID=79e2181c-c988-4c6f-80f1-515f3a828267,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:34.649227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a12c5-9fc4-4c68-b523-816d67fc556f None None] No DVR routers for this DVR port 79e2181c-c988-4c6f-80f1-515f3a828267 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:34.681249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae649b-9fa8-4527-b400-ab22fd110e88 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:34.759978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd78d4ea-d0a2-4bc0-9b98-5613aa17f2c7 req-59e80c3a-bc04-4017-a4bf-66810edc43d3 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0791912 Sep 21 08:26:34.876161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::1 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/8d6cf3ef-b631-4f0c-881c-32603827f0cf/ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:34.890076 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fa53130-e4d4-4623-942b-4ee8eb395999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:34.899828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-2945bfb5-6cb7-4bd9-9559-547cc7251a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:34.901543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-2945bfb5-6cb7-4bd9-9559-547cc7251a97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2657101 Sep 21 08:26:34.940059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '8d6cf3ef-b631-4f0c-881c-32603827f0cf'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:26:34.941143 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.039472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf0bb-057f-4055-b4df-388a8f941d35 req-89855d36-dcd1-4e02-9bf6-c394bf4eab9c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:35.041080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb2bf0bb-057f-4055-b4df-388a8f941d35 req-89855d36-dcd1-4e02-9bf6-c394bf4eab9c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.2902036 Sep 21 08:26:35.049465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.050418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fa53130-e4d4-4623-942b-4ee8eb395999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.094639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.101474 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d524-bc08-4714-ad1c-592f4c268e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.129924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cbb2d524-bc08-4714-ad1c-592f4c268e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.141584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:35.145868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:35.154692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:35.155279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.164686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/8d6cf3ef-b631-4f0c-881c-32603827f0cf/a5055bec-efc9-4369-b772-bef95ca5c617) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:35.188596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-00231d30-9cf9-4304-8a3f-1ace789a1b97 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683554 Sep 21 08:26:35.228969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb2bf0bb-057f-4055-b4df-388a8f941d35 req-7476fcfd-ae1d-4c5a-b739-116f5b3c2472 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763155 Sep 21 08:26:35.261659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:35.291943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2d524-bc08-4714-ad1c-592f4c268e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8a4671-f639-41a0-b1b3-9d1f8fe2d411,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:35.326233 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cbb2d524-bc08-4714-ad1c-592f4c268e4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=614e4aa78bbc46258465ae93c5f09036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730879 Sep 21 08:26:35.326452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40912) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:35.332453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fa53130-e4d4-4623-942b-4ee8eb395999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.339753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fa53130-e4d4-4623-942b-4ee8eb395999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.344694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6fa53130-e4d4-4623-942b-4ee8eb395999 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a217ea4-095e-4995-9e0e-9fdb1751b538 HTTP/1.1" status: 204 len: 168 time: 0.7385726 Sep 21 08:26:35.383955 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.392078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa53130-e4d4-4623-942b-4ee8eb395999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a217ea4-095e-4995-9e0e-9fdb1751b538,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:35.399271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.450279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6115-4668-405a-b3a5-04d87db09244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.470149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.476345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-aecc5ecf-5c6b-4a57-9989-bae62c1ea601 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763691 Sep 21 08:26:35.504393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:35.522580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Pushing event updated for resources: {'Port': ['ID=a5055bec-efc9-4369-b772-bef95ca5c617,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:35.539196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:35.543082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:35.566525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-3b4bbbc9-edd8-4e14-b2de-ac5aa20d8064 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1 HTTP/1.1" status: 200 len: 217 time: 0.0782075 Sep 21 08:26:35.629254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-b8e1678f-6872-4ec3-b56f-ec7805ec5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:35.630849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-b8e1678f-6872-4ec3-b56f-ec7805ec5b32 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.0533543 Sep 21 08:26:35.642509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Attempting to bind port a5055bec-efc9-4369-b772-bef95ca5c617 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:35.644321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Attempting to bind port a5055bec-efc9-4369-b772-bef95ca5c617 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:35.651855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Attempting to bind port a5055bec-efc9-4369-b772-bef95ca5c617 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:35.662738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:35.663129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:35.663692 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.664154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:35.674851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Bound port: a5055bec-efc9-4369-b772-bef95ca5c617, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:35.675701 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.727804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-d7822326-a2d9-40da-bd67-a38d258d5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:35.730352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-d7822326-a2d9-40da-bd67-a38d258d5c5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883772 Sep 21 08:26:35.823577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] For port a5055bec-efc9-4369-b772-bef95ca5c617, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:35.831469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] For port a5055bec-efc9-4369-b772-bef95ca5c617, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a5055bec-efc9-4369-b772-bef95ca5c617,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:35.839031 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:35.996005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7c29-1707-47ca-a1f3-55181a26fcdb None None] Pushing event updated for resources: {'Port': ['ID=a5055bec-efc9-4369-b772-bef95ca5c617,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:36.012741 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2e95f046-bab1-4c58-b89b-466c95a1d1c2 req-4e7b8a95-382a-4ae5-8b6b-37b83d847f2a tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0984082 Sep 21 08:26:36.017083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-43b15c6f-2407-4006-89da-493f733bb8c5 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786877 Sep 21 08:26:36.026973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6115-4668-405a-b3a5-04d87db09244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:36.196530 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-8221b5dd-23da-4823-9a15-35f2b0e51cf6 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703074 Sep 21 08:26:36.205742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-5063db51-5dc0-40cc-b0dd-9eeb223606aa tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:36.214477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-5063db51-5dc0-40cc-b0dd-9eeb223606aa tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.2815475 Sep 21 08:26:36.220774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629cda5-2986-4f29-96fe-44c84c1c6336 req-f7a5e815-50d0-498c-b308-725070ff0e6c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:36.222405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9629cda5-2986-4f29-96fe-44c84c1c6336 req-f7a5e815-50d0-498c-b308-725070ff0e6c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 947 time: 0.2916131 Sep 21 08:26:36.304017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-ad9326d8-b8ef-4546-bafd-4521e653441b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1 HTTP/1.1" status: 200 len: 217 time: 0.0994778 Sep 21 08:26:36.387985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-84e3baf0-8862-45d9-b00c-ab228b2b01c2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:36.389703 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-84e3baf0-8862-45d9-b00c-ab228b2b01c2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 947 time: 0.4620497 Sep 21 08:26:36.457251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c7acd0be-f262-4f66-9947-82a303616633 req-d308d039-5932-4a56-8b45-ff419b49126d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0739975 Sep 21 08:26:36.491090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6b730423-5db4-4307-8f3a-1b3362b73316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:36.492958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6b730423-5db4-4307-8f3a-1b3362b73316 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.1819069 Sep 21 08:26:36.541413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9629cda5-2986-4f29-96fe-44c84c1c6336 req-8fe2f959-3289-4531-b159-348c645182d9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=568bcf89-2744-4df8-93bb-e7c1cc33b6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001798 Sep 21 08:26:36.552685 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6115-4668-405a-b3a5-04d87db09244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:36.555247 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6115-4668-405a-b3a5-04d87db09244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:36.559859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a0ec6115-4668-405a-b3a5-04d87db09244 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e8a4671-f639-41a0-b1b3-9d1f8fe2d411 HTTP/1.1" status: 204 len: 168 time: 1.2323821 Sep 21 08:26:36.594214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40954) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:36.617677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec6115-4668-405a-b3a5-04d87db09244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8a4671-f639-41a0-b1b3-9d1f8fe2d411,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:36.657403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-3ff95a9b-2767-4658-877d-76aa58cff821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:36.659922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-3ff95a9b-2767-4658-877d-76aa58cff821 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1590152 Sep 21 08:26:36.673359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35881d2-4623-412e-9568-3741e8fb0621 req-aa82cc01-8b3b-4bc6-aba1-24558f4170c5 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:36.675660 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c35881d2-4623-412e-9568-3741e8fb0621 req-aa82cc01-8b3b-4bc6-aba1-24558f4170c5 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1407537 Sep 21 08:26:36.779054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c45136b2-6aa7-408e-b81f-7b562517271c tempest-DvrRoutersNegativeTest-1913777342 tempest-DvrRoutersNegativeTest-1913777342-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-164917076', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:36.783012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.policy [None req-c45136b2-6aa7-408e-b81f-7b562517271c tempest-DvrRoutersNegativeTest-1913777342 tempest-DvrRoutersNegativeTest-1913777342-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94725) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 21 08:26:36.783583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.policy [None req-c45136b2-6aa7-408e-b81f-7b562517271c tempest-DvrRoutersNegativeTest-1913777342 tempest-DvrRoutersNegativeTest-1913777342-project] Failed policy check for 'create_router' {{(pid=94725) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 21 08:26:36.784338 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-c45136b2-6aa7-408e-b81f-7b562517271c tempest-DvrRoutersNegativeTest-1913777342 tempest-DvrRoutersNegativeTest-1913777342-project] create failed (client error): Access was denied to this resource. Sep 21 08:26:36.785606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c45136b2-6aa7-408e-b81f-7b562517271c tempest-DvrRoutersNegativeTest-1913777342 tempest-DvrRoutersNegativeTest-1913777342-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1901388 Sep 21 08:26:36.813224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c35881d2-4623-412e-9568-3741e8fb0621 req-fa162f84-d3b5-4b46-b744-bbd7c3603d37 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266115 Sep 21 08:26:36.842062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-e9ab5e1f-ad48-4673-9d9f-eb005c3c3d91 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650033 Sep 21 08:26:36.891842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Deleting port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:36.892583 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:36.906556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Deleting port 6be68fb6-6b47-44de-9db3-01d58e8eec91 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:36.907283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.027597 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.079437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bf953ef-4194-48d3-aa39-ef8c1231d210 req-6b00bd5c-80e1-4f33-8990-4f708f6d1780 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209620 Sep 21 08:26:37.174155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] For port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:37.174529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.225655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a5055bec-efc9-4369-b772-bef95ca5c617 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:37.253480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40966) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:37.274783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb5c4-a3ec-45e4-a545-c082c150afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.340447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a5055bec-efc9-4369-b772-bef95ca5c617 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:37.340846 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.401147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40970) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:37.526346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.526346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.526346 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Floating IP 25174013-bac8-4863-9ecf-224118df8a9b disassociated. External IP: 172.25.1.138, port: f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406. Sep 21 08:26:37.526346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Calling delete_port for f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:37.543249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb5c4-a3ec-45e4-a545-c082c150afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.548383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb5c4-a3ec-45e4-a545-c082c150afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.580997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfb5c4-a3ec-45e4-a545-c082c150afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6eee50d-be95-420c-9f0d-61a8726393ef,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:37.631061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5cbfb5c4-a3ec-45e4-a545-c082c150afdd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=215beb5ea4804c939eb8635534fd95a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763282 Sep 21 08:26:37.633454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:37.658054 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.712137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa24f-c4c9-4c03-be6c-467bc49e8318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.770359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port a5055bec-efc9-4369-b772-bef95ca5c617, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a5055bec-efc9-4369-b772-bef95ca5c617,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:37.797862 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.797862 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.798200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3b7f2c3f-ef1c-42b0-a6e8-ddb81a6426e8 None None] Provisioning complete for port a5055bec-efc9-4369-b772-bef95ca5c617 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:37.798200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3b7f2c3f-ef1c-42b0-a6e8-ddb81a6426e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.798659 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.806269 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa24f-c4c9-4c03-be6c-467bc49e8318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.908625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:37.957720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=a5055bec-efc9-4369-b772-bef95ca5c617,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:37.997488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01448ac1-8e06-4daa-9d1c-cc30a70c0f75 req-8032ca12-e764-44d0-bb3e-c1b97d1c7271 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 210 time: 0.1049666 Sep 21 08:26:37.999797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87927d39-274b-4da0-9e98-5d0278421d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.059381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa24f-c4c9-4c03-be6c-467bc49e8318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.062585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa24f-c4c9-4c03-be6c-467bc49e8318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.063855 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f9aa24f-c4c9-4c03-be6c-467bc49e8318 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6eee50d-be95-420c-9f0d-61a8726393ef HTTP/1.1" status: 204 len: 168 time: 0.4293382 Sep 21 08:26:38.067901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0f8228d-02ae-4503-9ade-25e9c89bd499 req-4726fe70-f3a1-485d-97a8-9f9e1c97dc2e tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.2758348 Sep 21 08:26:38.150328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9ffe441f-969c-4bef-b024-7ef7ed16d128 None None] Provisioning complete for port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:38.150726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ffe441f-969c-4bef-b024-7ef7ed16d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.157913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] For port 6be68fb6-6b47-44de-9db3-01d58e8eec91, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6be68fb6-6b47-44de-9db3-01d58e8eec91,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:38.158556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.240597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe441f-969c-4bef-b024-7ef7ed16d128 None None] Port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:38.248566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87927d39-274b-4da0-9e98-5d0278421d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.264493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:38.281577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Calling delete_port for 6be68fb6-6b47-44de-9db3-01d58e8eec91 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:38.293269 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87927d39-274b-4da0-9e98-5d0278421d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.299289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aa24f-c4c9-4c03-be6c-467bc49e8318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6eee50d-be95-420c-9f0d-61a8726393ef,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:38.321666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event deleted for resources: {'Port': ['ID=f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:38.367277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87927d39-274b-4da0-9e98-5d0278421d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f2fdb-adc5-4df2-851b-8354a3e38f42,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:38.378192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-87927d39-274b-4da0-9e98-5d0278421d6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a252a07de3cd4d629032fbd4a1a1e970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9700394 Sep 21 08:26:38.386938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cf0e8-597e-4283-9ea0-c38f00262315 req-3e8a73db-96c1-49b1-a12d-3b09638c2b56 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:38.388558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a0cf0e8-597e-4283-9ea0-c38f00262315 req-3e8a73db-96c1-49b1-a12d-3b09638c2b56 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 945 time: 0.1363590 Sep 21 08:26:38.389114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40992) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:38.460823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:38.466888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:38.478750 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a0cf0e8-597e-4283-9ea0-c38f00262315 req-396ea128-5a67-40ff-b64d-c467c2671086 tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/security-groups?id=11487b27-6951-4964-91d8-98c7da313169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825534 Sep 21 08:26:38.484304 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b8793b2-17f7-40f8-af0b-a49ea84c867a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.525117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b8793b2-17f7-40f8-af0b-a49ea84c867a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.615582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Router 95c55bca-9024-45c0-b309-ccb4df96c430 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:26:38.647586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b8793b2-17f7-40f8-af0b-a49ea84c867a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.650756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b8793b2-17f7-40f8-af0b-a49ea84c867a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:38.654837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b8793b2-17f7-40f8-af0b-a49ea84c867a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b3f2fdb-adc5-4df2-851b-8354a3e38f42 HTTP/1.1" status: 204 len: 168 time: 0.2623949 Sep 21 08:26:38.662712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8793b2-17f7-40f8-af0b-a49ea84c867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f2fdb-adc5-4df2-851b-8354a3e38f42,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:38.970048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1eb261e8-3d0e-490f-926f-ad048308997f None None] Provisioning complete for port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:38.972064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1eb261e8-3d0e-490f-926f-ad048308997f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:39.029418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Router 60b29635-8897-44e5-a262-2e50b1a1f73a is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:26:39.042325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1eb261e8-3d0e-490f-926f-ad048308997f None None] Port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:39.066333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:39.090527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:39.105726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] Sync routers for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:39.131467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:39.133407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:39.204746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Pushing event deleted for resources: {'Port': ['ID=6be68fb6-6b47-44de-9db3-01d58e8eec91,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:39.205251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a5055bec-efc9-4369-b772-bef95ca5c617 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:39.265942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0b3414f-84c2-4828-abf4-b2ebaa8de8ec req-e239c600-7392-4453-befc-4a347ad91567 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bde1be-4ec3-43d9-9b06-622af5130417 HTTP/1.1" status: 200 len: 210 time: 0.0769870 Sep 21 08:26:39.307266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] No DVR routers for this DVR port 6be68fb6-6b47-44de-9db3-01d58e8eec91 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:39.311578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:39.313798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18804ed9-f5f1-4940-843e-1eb99125b416 req-a4ae0053-6dae-44bb-a901-edc87735c79c tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.62 "DELETE /v2.0/ports/6be68fb6-6b47-44de-9db3-01d58e8eec91 HTTP/1.1" status: 204 len: 173 time: 3.0903428 Sep 21 08:26:39.315111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] No DVR routers for this DVR port f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:39.319483 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:39.322128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bfd1616-faf0-455f-a839-88ae27b3fcea req-9bead594-04f2-496a-8a46-55a75757bae2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "DELETE /v2.0/ports/f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 HTTP/1.1" status: 204 len: 173 time: 2.9032340 Sep 21 08:26:39.406014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'name': 'network-vif-deleted', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91'}, {'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-deleted', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:26:39.414884 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982fd926-572d-4f0e-a297-86a29eff8cb7" -d '{"events": [{"server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "name": "network-vif-deleted", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91"}, {"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-deleted", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:26:39.469455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:39.497240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6e1dce6-79b3-4147-be85-d8b85efc7c7d req-9322b4a0-83ec-4f83-9561-3e524791e60d tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1734183 Sep 21 08:26:39.509283 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 08:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acb5d71-a883-4901-9851-8db86962e91d x-openstack-request-id: req-4acb5d71-a883-4901-9851-8db86962e91d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:26:39.509765 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8d1ac3-2242-40ec-9540-1c4243ef4aa4", "name": "network-vif-deleted", "tag": "6be68fb6-6b47-44de-9db3-01d58e8eec91", "status": "completed", "code": 200}, {"server_uuid": "a4bde1be-4ec3-43d9-9b06-622af5130417", "name": "network-vif-deleted", "tag": "f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:26:39.512088 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4acb5d71-a883-4901-9851-8db86962e91d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:26:39.512645 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8d1ac3-2242-40ec-9540-1c4243ef4aa4', 'name': 'network-vif-deleted', 'tag': '6be68fb6-6b47-44de-9db3-01d58e8eec91', 'status': 'completed', 'code': 200} Sep 21 08:26:39.513275 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bde1be-4ec3-43d9-9b06-622af5130417', 'name': 'network-vif-deleted', 'tag': 'f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406', 'status': 'completed', 'code': 200} Sep 21 08:26:39.549542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:39.561475 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Sync routers for ids ['60b29635-8897-44e5-a262-2e50b1a1f73a'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:39.567430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41048) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:39.569315 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb3dffd8-7c05-4566-8786-318244c4459e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "PUT /v2.0/routers/60b29635-8897-44e5-a262-2e50b1a1f73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8917902 Sep 21 08:26:39.596439 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Routers {'60b29635-8897-44e5-a262-2e50b1a1f73a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:39.600386 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['60b29635-8897-44e5-a262-2e50b1a1f73a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:39.694860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659a0e8-436d-4c9f-862f-58cd9b11c48c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:39.698731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0659a0e8-436d-4c9f-862f-58cd9b11c48c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports/ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba HTTP/1.1" status: 200 len: 911 time: 0.1275270 Sep 21 08:26:39.699912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41062) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:39.762540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-530525da-a77d-4edc-9ee9-31dbe3865ec5 req-f7672de4-0849-46a4-8b38-ccdd2923cf4e tempest-ServerRescueTestJSONUnderV235-2121890963 tempest-ServerRescueTestJSONUnderV235-2121890963-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b8d1ac3-2242-40ec-9540-1c4243ef4aa4 HTTP/1.1" status: 200 len: 210 time: 0.0650012 Sep 21 08:26:39.838614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a3bf0-2507-4bf5-8d7f-4932558ed79a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:39.859754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a3bf0-2507-4bf5-8d7f-4932558ed79a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:39.865975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:39.867858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-836a3bf0-2507-4bf5-8d7f-4932558ed79a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1665304 Sep 21 08:26:39.947136 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Set router 60b29635-8897-44e5-a262-2e50b1a1f73a gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:40.115821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41072) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:40.132718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:40.163613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:40.164116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f2d7c0ea-8e2a-4dbc-9f17-08be60f4c406 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:40.187093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a5055bec-efc9-4369-b772-bef95ca5c617 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:40.187553 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.361657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1735725937-network', 'tenant_id': 'acdb247943534f099c1bccbb1946e132'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:40.396496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6be68fb6-6b47-44de-9db3-01d58e8eec91 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:40.418707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41082) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:40.423102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Made reservation on behalf of acdb247943534f099c1bccbb1946e132 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:40.425477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.437307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.460726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fb14bab-655a-4fe9-9eef-93a63b6784ae req-9c2efed4-1fad-4665-9044-ffe666687844 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1677022 Sep 21 08:26:40.460878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 6be68fb6-6b47-44de-9db3-01d58e8eec91 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:40.461086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6be68fb6-6b47-44de-9db3-01d58e8eec91 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:40.515222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:40.525620 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'name': 'tempest-NetworksTestDHCPv6-router-864241814', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:33Z', 'updated_at': '2021-09-21T08:26:35Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None, '_interfaces': [{'id': 'ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba', 'name': '', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'mac_address': 'fa:16:3e:32:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8d6cf3ef-b631-4f0c-881c-32603827f0cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:26:34Z', 'updated_at': '2021-09-21T08:26:36Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'subnets': [{'id': '8d6cf3ef-b631-4f0c-881c-32603827f0cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:40.535169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b06267b-516d-4ae3-b6c5-132b4e5942b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.568231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b06267b-516d-4ae3-b6c5-132b4e5942b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.568939 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Checking router: 60b29635-8897-44e5-a262-2e50b1a1f73a for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:40.568939 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Updating router 60b29635-8897-44e5-a262-2e50b1a1f73a port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:26:40.603676 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.635119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] Checking router: 95c55bca-9024-45c0-b309-ccb4df96c430 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:40.662671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:40.666578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:40.673106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.679375 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.756596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:26:40.775879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b06267b-516d-4ae3-b6c5-132b4e5942b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.796557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce2fb1e-6f76-485f-bf41-1350bd873115,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:40.801167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b06267b-516d-4ae3-b6c5-132b4e5942b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.811554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4b06267b-516d-4ae3-b6c5-132b4e5942b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "DELETE /v2.0/security-groups/568bcf89-2744-4df8-93bb-e7c1cc33b6a3 HTTP/1.1" status: 204 len: 168 time: 0.3907506 Sep 21 08:26:40.811836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41096) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:40.843389 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:40.859881 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Added segment b7928ef9-2187-40cf-a320-f13c40a551e5 of type vlan for network b02554a8-7a2f-403b-9862-d06c7e8f977d Sep 21 08:26:40.873175 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-869975b0-a412-4720-a6ac-6edb2a4e0a79 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] show failed (client error): The resource could not be found. Sep 21 08:26:40.876439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-869975b0-a412-4720-a6ac-6edb2a4e0a79 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups/568bcf89-2744-4df8-93bb-e7c1cc33b6a3 HTTP/1.1" status: 404 len: 347 time: 0.0372658 Sep 21 08:26:40.888884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06267b-516d-4ae3-b6c5-132b4e5942b3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568bcf89-2744-4df8-93bb-e7c1cc33b6a3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:40.892359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41100) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:40.899451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:40.900617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41102) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:41.086578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.149455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.150828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:41.151800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.288954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1686811 Sep 21 08:26:41.289695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41116) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:41.295696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Request body: {'subnet': {'network_id': 'b02554a8-7a2f-403b-9862-d06c7e8f977d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1735725937-subnet', 'tenant_id': 'acdb247943534f099c1bccbb1946e132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:41.299303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae8314-671e-4fa7-972a-bdd4f555a105 admin admin] Pushing event updated for resources: {'Network': ['ID=b02554a8-7a2f-403b-9862-d06c7e8f977d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:41.325484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Made reservation on behalf of acdb247943534f099c1bccbb1946e132 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:41.332222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.335447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b02554a8-7a2f-403b-9862-d06c7e8f977d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:26:41.357344 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.369747 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.525461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:41.601084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7ccc9-90eb-4162-aa63-6aaf523eafd1 None None] The sync data for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 is: [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:41.629711 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Attempting to bind port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:41.630327 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Attempting to bind port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:41.631018 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Attempting to bind port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:41.691477 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Pushing event updated for resources: {'Port': ['ID=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:41.718680 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:41.725998 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:41.726360 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.726767 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:41.729804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Bound port: ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:41.731178 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.794883 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.795477 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.795827 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.796166 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.796503 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.798989 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.800322 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.801240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.803515 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.805349 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.805848 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.806340 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:41.889828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cc0c23aa-dfe2-488c-a190-d5fcba10f5a3 None None] Provisioning complete for port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:41.890220 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc0c23aa-dfe2-488c-a190-d5fcba10f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.955082 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] For port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:41.965222 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] For port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:41.973284 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:41.980485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c23aa-dfe2-488c-a190-d5fcba10f5a3 None None] Port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:42.107969 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Routers {'60b29635-8897-44e5-a262-2e50b1a1f73a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:42.108192 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a761ca-8493-43c1-aab5-169b99cff386 None None] New status for floating IP 25174013-bac8-4863-9ecf-224118df8a9b: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:26:42.112706 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['60b29635-8897-44e5-a262-2e50b1a1f73a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:42.221798 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ff083-aab3-44a7-ba41-f2099bb36ce6 None None] Pushing event updated for resources: {'Port': ['ID=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:42.246265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf1c9be8-73aa-4c5a-8a5e-fcbfe902603d req-86d432e6-fd70-435e-a4d7-11bdb2995f0a tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.5910592 Sep 21 08:26:42.348700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:42.353011 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] Set router 60b29635-8897-44e5-a262-2e50b1a1f73a gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:42.420026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ec6988-05ea-4572-932f-93c80e3b10aa,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:42.466406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Checking segment: {'id': 'b7928ef9-2187-40cf-a320-f13c40a551e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b02554a8-7a2f-403b-9862-d06c7e8f977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:42.467491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Network hostable DHCP agents. Network: b02554a8-7a2f-403b-9862-d06c7e8f977d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:26:42.489044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Network b02554a8-7a2f-403b-9862-d06c7e8f977d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:26:42.506798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b02554a8-7a2f-403b-9862-d06c7e8f977d) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:42.518090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7758a7-2e65-45de-b72b-d0ffc41aeb32 None None] Network b02554a8-7a2f-403b-9862-d06c7e8f977d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:42.522526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:42.523151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:42.562143 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b2fe2b4-a751-4a26-b7b5-7262789b87d3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2705786 Sep 21 08:26:42.632003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:42.638778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Deleting port b6151abb-2196-4f45-a4af-62809a2b7f59 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:42.639234 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:42.701237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-613de41a-a0f6-4d4d-b8bb-0479e6dac126 None None] Provisioning complete for port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:42.701800 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-613de41a-a0f6-4d4d-b8bb-0479e6dac126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:42.822533 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'name': 'tempest-NetworksTestDHCPv6-router-864241814', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:33Z', 'updated_at': '2021-09-21T08:26:35Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None, '_interfaces': [{'id': 'ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba', 'name': '', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'mac_address': 'fa:16:3e:32:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8d6cf3ef-b631-4f0c-881c-32603827f0cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:26:34Z', 'updated_at': '2021-09-21T08:26:41Z', 'revision_number': 4, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'subnets': [{'id': '8d6cf3ef-b631-4f0c-881c-32603827f0cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:42.879151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec8c837-3a0a-454f-84a6-114dfdbe9e5b None None] Network b02554a8-7a2f-403b-9862-d06c7e8f977d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:42.912831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351bdb4-f77a-427c-bc73-01166f088655 None None] The sync data for ids ['60b29635-8897-44e5-a262-2e50b1a1f73a'] in n-d-809980-2 is: [{'id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'name': 'tempest-NetworksTestDHCPv6-router-864241814', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:33Z', 'updated_at': '2021-09-21T08:26:35Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None, '_interfaces': [{'id': 'ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba', 'name': '', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'mac_address': 'fa:16:3e:32:fc:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '8d6cf3ef-b631-4f0c-881c-32603827f0cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:26:34Z', 'updated_at': '2021-09-21T08:26:41Z', 'revision_number': 4, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'subnets': [{'id': '8d6cf3ef-b631-4f0c-881c-32603827f0cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:42.948001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:42.948342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.028254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Calling delete_port for b6151abb-2196-4f45-a4af-62809a2b7f59 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:43.452155 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-613de41a-a0f6-4d4d-b8bb-0479e6dac126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.489064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:43.490518 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.561730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-613de41a-a0f6-4d4d-b8bb-0479e6dac126 None None] For port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:43.599606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-613de41a-a0f6-4d4d-b8bb-0479e6dac126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.621229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31063be6-e5e1-441f-a117-2e0f63e6ab53 req-906fd38f-9566-4576-acd2-cb87eb44050d tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1379550 Sep 21 08:26:43.629056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] For port ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:43.629689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.648572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:43.706719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613de41a-a0f6-4d4d-b8bb-0479e6dac126 None None] Pushing event updated for resources: {'Port': ['ID=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:43.721732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.777353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event deleted for resources: {'Port': ['ID=b6151abb-2196-4f45-a4af-62809a2b7f59,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:43.794579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41232) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:43.799615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-726713304-network', 'tenant_id': '061376fd5c344e558f0b990f4316966f'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:43.809474 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.845475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Made reservation on behalf of 061376fd5c344e558f0b990f4316966f for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:43.848031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:43.881539 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.046141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.051668 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.076003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.078687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.079905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-240e9962-f8d4-48db-96ec-e2709cf56ab6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "DELETE /v2.0/floatingips/25174013-bac8-4863-9ecf-224118df8a9b HTTP/1.1" status: 204 len: 168 time: 3.1864824 Sep 21 08:26:44.080688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:26:44.115891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a0431-d611-425a-afd8-bacf047384c7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:44.122082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.122434 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Added segment 23cf31df-a0fe-4c26-af64-90e7b389c9f9 of type vlan for network b7ce303c-905d-434b-b069-18c19d9bf56e Sep 21 08:26:44.221017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.231882 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.270499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:44.273522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.289822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:44.290566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.397501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.435380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6394467 Sep 21 08:26:44.437177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41254) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:44.452932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Request body: {'subnet': {'network_id': 'b7ce303c-905d-434b-b069-18c19d9bf56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-726713304-subnet', 'tenant_id': '061376fd5c344e558f0b990f4316966f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:44.499060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519dc113-b93b-42b2-8900-20ddf443d03c admin admin] Pushing event updated for resources: {'Network': ['ID=b7ce303c-905d-434b-b069-18c19d9bf56e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:44.508172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Made reservation on behalf of 061376fd5c344e558f0b990f4316966f for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:44.514339 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.515546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b7ce303c-905d-434b-b069-18c19d9bf56e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:26:44.556095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41258) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:44.572240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7a7ed6e1-e315-4abe-98e9-64cb639ee1fe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762331659', 'description': 'tempest-description--2034942745'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:44.602800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed6e1-e315-4abe-98e9-64cb639ee1fe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.698767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41262) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:44.815532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Router 60b29635-8897-44e5-a262-2e50b1a1f73a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:26:44.831428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39f0b7e4-6171-49d6-930a-1c79e0532050 req-49b3c234-b044-4d5a-aa8c-65e3f9d0d380 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0600274 Sep 21 08:26:44.923298 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.926700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed6e1-e315-4abe-98e9-64cb639ee1fe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.951673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:44.957120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed6e1-e315-4abe-98e9-64cb639ee1fe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.960535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-28efea19-ac1c-4157-ade3-f4f1f3ad2268 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "PUT /v2.0/routers/60b29635-8897-44e5-a262-2e50b1a1f73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0934069 Sep 21 08:26:44.968080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Deleting port 9b6302fb-4a5d-4735-95a5-2279644a9409 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:44.968673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:44.971470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41268) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:44.973586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3f573be-d707-47ff-8aca-6f3e88df0bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.006866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ed6e1-e315-4abe-98e9-64cb639ee1fe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e91c4-eba7-43e1-8eeb-6236c41704e1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:45.011219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7ed6e1-e315-4abe-98e9-64cb639ee1fe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.012567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7a7ed6e1-e315-4abe-98e9-64cb639ee1fe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4552679 Sep 21 08:26:45.017860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41270) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:45.023181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7895f600-0f90-4774-b88c-1608cc48e93f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'security_group_rule': {'security_group_id': '0b4e91c4-eba7-43e1-8eeb-6236c41704e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:45.047637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863145e-b305-46e9-991f-72b9c3291620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:45.048351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f53b2d-3c0a-426c-affa-29e25fa11d22,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:45.049184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863145e-b305-46e9-991f-72b9c3291620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:45.053268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e863145e-b305-46e9-991f-72b9c3291620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0783517 Sep 21 08:26:45.059292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41272) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:45.113961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Checking segment: {'id': '23cf31df-a0fe-4c26-af64-90e7b389c9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b7ce303c-905d-434b-b069-18c19d9bf56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:45.114326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Network hostable DHCP agents. Network: b7ce303c-905d-434b-b069-18c19d9bf56e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:26:45.121576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7895f600-0f90-4774-b88c-1608cc48e93f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.162620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] For port 9b6302fb-4a5d-4735-95a5-2279644a9409, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9b6302fb-4a5d-4735-95a5-2279644a9409,segment=NetworkSegment(fa7f501d-be29-4a79-a2d2-687656176675),segment_id=fa7f501d-be29-4a79-a2d2-687656176675)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:45.163002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.172929 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] Sync routers for ids ['60b29635-8897-44e5-a262-2e50b1a1f73a'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:45.177351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 8d6cf3ef-b631-4f0c-881c-32603827f0cf {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:45.183345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Network b7ce303c-905d-434b-b069-18c19d9bf56e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:26:45.183553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Calling delete_port for 9b6302fb-4a5d-4735-95a5-2279644a9409 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:45.189083 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.190186 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] Routers {'60b29635-8897-44e5-a262-2e50b1a1f73a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:45.192498 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['60b29635-8897-44e5-a262-2e50b1a1f73a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:45.265453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7895f600-0f90-4774-b88c-1608cc48e93f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.267018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b7ce303c-905d-434b-b069-18c19d9bf56e) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:45.279475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7895f600-0f90-4774-b88c-1608cc48e93f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.279664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd2df1f-5c39-43da-9e1c-934287b9abc8 None None] Network b7ce303c-905d-434b-b069-18c19d9bf56e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:45.286746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:45.287775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.314542 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] Set router 60b29635-8897-44e5-a262-2e50b1a1f73a gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:45.317111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.329712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3f573be-d707-47ff-8aca-6f3e88df0bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.346749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3f573be-d707-47ff-8aca-6f3e88df0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.370577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895f600-0f90-4774-b88c-1608cc48e93f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d4d615-5cb4-4ae7-975f-fbe11068873f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:45.387666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c8e25581-55b3-4c12-a166-f0bde3061168 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9361532 Sep 21 08:26:45.392184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7895f600-0f90-4774-b88c-1608cc48e93f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.394114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7895f600-0f90-4774-b88c-1608cc48e93f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3751097 Sep 21 08:26:45.397395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41280) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:45.404521 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'name': 'tempest-NetworksTestDHCPv6-router-864241814', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:33Z', 'updated_at': '2021-09-21T08:26:44Z', 'revision_number': 3, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:45.405162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'security_group_rule': {'security_group_id': '0b4e91c4-eba7-43e1-8eeb-6236c41704e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:45.431742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f3f573be-d707-47ff-8aca-6f3e88df0bdb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d19c1b1d52b4daba280ca58289e6647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290571 Sep 21 08:26:45.433908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41282) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:45.451047 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] Checking router: 60b29635-8897-44e5-a262-2e50b1a1f73a for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:45.462231 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] Routers {'60b29635-8897-44e5-a262-2e50b1a1f73a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:45.463394 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['60b29635-8897-44e5-a262-2e50b1a1f73a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:45.536211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f573be-d707-47ff-8aca-6f3e88df0bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5a1358-78fc-45ea-8945-ca70a72903d9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:45.576346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca0209-fefe-4bc2-b068-2ffc77286ef1 None None] Network b7ce303c-905d-434b-b069-18c19d9bf56e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:45.584310 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.594560 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] Set router 60b29635-8897-44e5-a262-2e50b1a1f73a gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:45.603661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.631807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:45.695195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] Deleting subnet c1ec6988-05ea-4572-932f-93c80e3b10aa {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:45.698515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.700511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.756726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.794917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6302fb-4a5d-4735-95a5-2279644a9409,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:45.832320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.836007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.837698 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'name': 'tempest-NetworksTestDHCPv6-router-864241814', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:33Z', 'updated_at': '2021-09-21T08:26:44Z', 'revision_number': 3, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:45.867612 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04552a1-3ae7-4224-b919-b79cf3dede28 None None] The sync data for ids ['60b29635-8897-44e5-a262-2e50b1a1f73a'] in n-d-809980-2 is: [{'id': '60b29635-8897-44e5-a262-2e50b1a1f73a', 'name': 'tempest-NetworksTestDHCPv6-router-864241814', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:33Z', 'updated_at': '2021-09-21T08:26:44Z', 'revision_number': 3, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:45.887454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.894206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6cf3ef-b631-4f0c-881c-32603827f0cf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:45.941742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a63ee-0dff-40fc-aa56-cd2349080bed None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:45.942835 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.958627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:45.960958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ab2a8735-d829-45db-9a31-ff026655b730 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/8d6cf3ef-b631-4f0c-881c-32603827f0cf HTTP/1.1" status: 204 len: 168 time: 0.9006515 Sep 21 08:26:45.969809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41292) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:46.059831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.069007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.093427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-355fa302-9c34-4171-a25d-7528a348a1f9 req-0e697f3d-ca47-4f9a-a6e6-9ed74468dfd7 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1384821 Sep 21 08:26:46.104599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ec6988-05ea-4572-932f-93c80e3b10aa,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:46.152642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.154715 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2cfc19e8-4206-43bf-88cf-4e3964f83d94 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c1ec6988-05ea-4572-932f-93c80e3b10aa HTTP/1.1" status: 204 len: 168 time: 0.5219622 Sep 21 08:26:46.157304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41294) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:46.179352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.193456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.207229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e7f3c8f3-21a3-41b5-8c9a-b9afbdb973ec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2281661 Sep 21 08:26:46.212530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41296) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:46.215518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.218500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.221778 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b5a1358-78fc-45ea-8945-ca70a72903d9 HTTP/1.1" status: 204 len: 168 time: 0.7827156 Sep 21 08:26:46.256569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5a1358-78fc-45ea-8945-ca70a72903d9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:46.261972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:26:46.370002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] Deleting port a5055bec-efc9-4369-b772-bef95ca5c617 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:46.370654 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.385771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1dc3-c79f-4e04-8318-22aee53ec685 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.400004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0f8273-075d-4cac-bd9d-af6265a48cbf,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:46.410943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.411390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.411879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.412535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.412887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.413541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.413888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.414608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.414608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.415016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.415399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.415958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdc026e-a523-45c6-a25f-78bb172a1f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.470478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.470843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.471253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.471850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.472249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.472592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.472929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.473345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.474268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.474693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.475097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.475470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:46.480089 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.481486 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d55364b-5e09-4f78-8ec0-772dace956a9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0828710 Sep 21 08:26:46.484946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41306) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:46.490307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:46.538461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] For port a5055bec-efc9-4369-b772-bef95ca5c617, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a5055bec-efc9-4369-b772-bef95ca5c617,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:46.539430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.580366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] Calling delete_port for a5055bec-efc9-4369-b772-bef95ca5c617 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:46.670055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1dc3-c79f-4e04-8318-22aee53ec685 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.673232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1dc3-c79f-4e04-8318-22aee53ec685 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.723102 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.750759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] Pushing event deleted for resources: {'Port': ['ID=a5055bec-efc9-4369-b772-bef95ca5c617,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:46.760860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45ddd90-08f1-481a-ab6f-04ba8b0b64bd None None] No DVR routers for this DVR port a5055bec-efc9-4369-b772-bef95ca5c617 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:26:46.790105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.806382 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.815885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41310) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:46.840372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1dc3-c79f-4e04-8318-22aee53ec685 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.841041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c1dc3-c79f-4e04-8318-22aee53ec685 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Fanout notify agent at l3_agent the message router_deleted on router 60b29635-8897-44e5-a262-2e50b1a1f73a {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:26:46.861713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1dc3-c79f-4e04-8318-22aee53ec685 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.863421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca3c1dc3-c79f-4e04-8318-22aee53ec685 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/routers/60b29635-8897-44e5-a262-2e50b1a1f73a HTTP/1.1" status: 204 len: 168 time: 0.6487396 Sep 21 08:26:46.867872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3de0b569-bdba-4883-86b3-a7d25ddf93d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.870459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41312) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:46.891562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:46.961061 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:46.991553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02554a8-7a2f-403b-9862-d06c7e8f977d']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:47.045731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7928ef9-2187-40cf-a320-f13c40a551e5') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:47.045934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7928ef9-2187-40cf-a320-f13c40a551e5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:47.069242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.089454 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.107002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Router ba685402-7cfe-4ebc-b3c8-68c057183a3b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:26:47.115954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:26:47.116670 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:26:47.133260 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:26:47.146839 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.151229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:47.177949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:47.185042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ecb12a2e-ec6c-49ca-b1fa-e81a0bcc23ba not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:47.188672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a5055bec-efc9-4369-b772-bef95ca5c617 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:47.216262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3de0b569-bdba-4883-86b3-a7d25ddf93d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.229117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: a5055bec-efc9-4369-b772-bef95ca5c617 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:47.230059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a5055bec-efc9-4369-b772-bef95ca5c617 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:47.237838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3de0b569-bdba-4883-86b3-a7d25ddf93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.253788 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.260028 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.261971 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b02554a8-7a2f-403b-9862-d06c7e8f977d HTTP/1.1" status: 204 len: 168 time: 1.1037591 Sep 21 08:26:47.270409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41318) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:47.287607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:47.290859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02554a8-7a2f-403b-9862-d06c7e8f977d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:47.292340 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.337499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18eecc5c-32af-4e57-bd77-d06f3b860334 req-19a1ce81-bb7b-47c6-bef6-437847bda7a5 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1163085 Sep 21 08:26:47.357231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.357231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.357464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.357770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.358105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.358437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.358766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.359094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.359459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.359782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.360110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.360740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37316c3-d893-4217-b0de-4316657e4d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:26:47.387096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:47.398504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2cc47eaf-6c00-4b7a-bbfd-18afba722974 admin admin] 10.222.0.59 "PUT /v2.0/routers/ba685402-7cfe-4ebc-b3c8-68c057183a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4657245 Sep 21 08:26:47.399355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41320) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:47.401022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] Sync routers for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:47.412515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] Deleting subnet e6f53b2d-3c0a-426c-affa-29e25fa11d22 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:47.418663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3de0b569-bdba-4883-86b3-a7d25ddf93d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=611de611222e4316a101b40c6ec152ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5963423 Sep 21 08:26:47.418894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:47.419038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0b569-bdba-4883-86b3-a7d25ddf93d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e123cbb6-3ce5-4ead-8297-bb68e1385899,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:47.419171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:47.449162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41322) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:47.470082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.531558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.572127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Allocated IP 172.25.1.115 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/aeb31bea-8645-4aa5-ab37-ec7afd3cfc90) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:47.594244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:47.629752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.632412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.636181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c474bc1-973a-4bf0-a96d-4dcae0f31f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.691491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c474bc1-973a-4bf0-a96d-4dcae0f31f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.798510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.851739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f53b2d-3c0a-426c-affa-29e25fa11d22,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:47.851968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.867206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.878644 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.881537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d9f61923-7d59-4599-b56b-0d7f7ba2289f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e6f53b2d-3c0a-426c-affa-29e25fa11d22 HTTP/1.1" status: 204 len: 168 time: 0.6095250 Sep 21 08:26:47.885598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41330) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:47.921881 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.940466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:47.945171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c474bc1-973a-4bf0-a96d-4dcae0f31f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.948171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c474bc1-973a-4bf0-a96d-4dcae0f31f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:47.955879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7c474bc1-973a-4bf0-a96d-4dcae0f31f2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e123cbb6-3ce5-4ead-8297-bb68e1385899 HTTP/1.1" status: 204 len: 168 time: 0.5056183 Sep 21 08:26:47.987873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=a3022c86-a0c9-4d56-8316-f5be27625ebd,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:47.994123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:47.997362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:47.997984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.007808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e424887-6167-4f13-8ce7-cc60c2c559c8 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:26:48.030580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c474bc1-973a-4bf0-a96d-4dcae0f31f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e123cbb6-3ce5-4ead-8297-bb68e1385899,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:48.045823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2fd9c662-afd0-4e7b-b100-ae6c0c05a62b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1687829 Sep 21 08:26:48.049178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:48.056132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-63c21f6a-cd53-4b35-baa1-32465e6c6c56 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1936757886', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:48.059656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:26:45Z', 'revision_number': 5, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port': {'id': 'f30d0d5b-8d50-4687-a392-89f24c93c6d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:48.061723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.066506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.081856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Deleting port f30d0d5b-8d50-4687-a392-89f24c93c6d4 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:48.082207 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.128855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:48.134802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:48.136899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] Checking router: ba685402-7cfe-4ebc-b3c8-68c057183a3b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:48.144484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63c21f6a-cd53-4b35-baa1-32465e6c6c56 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.145709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63c21f6a-cd53-4b35-baa1-32465e6c6c56 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.151793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:48.152973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] Routers {'ba685402-7cfe-4ebc-b3c8-68c057183a3b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:48.153934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:48.213559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'Port': ['ID=aeb31bea-8645-4aa5-ab37-ec7afd3cfc90,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:48.281391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.314890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ce303c-905d-434b-b069-18c19d9bf56e']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:48.327633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] For port f30d0d5b-8d50-4687-a392-89f24c93c6d4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f30d0d5b-8d50-4687-a392-89f24c93c6d4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:48.327875 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.339217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cf31df-a0fe-4c26-af64-90e7b389c9f9') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:48.339554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cf31df-a0fe-4c26-af64-90e7b389c9f9') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:48.344335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': 'a3022c86-a0c9-4d56-8316-f5be27625ebd'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:26:48.345204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.352760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] Set router ba685402-7cfe-4ebc-b3c8-68c057183a3b gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:48.353277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Calling delete_port for f30d0d5b-8d50-4687-a392-89f24c93c6d4 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:48.355973 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.372770 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.380182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.427957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:26:48.428378 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:26:48.430193 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:26:48.436748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:26:47Z', 'revision_number': 6, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:48.472118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2946980d-d0f6-4a42-ab51-78f20bbc2a62 None None] The sync data for ids ['ba685402-7cfe-4ebc-b3c8-68c057183a3b'] in n-d-809980-2 is: [{'id': 'ba685402-7cfe-4ebc-b3c8-68c057183a3b', 'name': 'tempest-ServerRescueTestJSONUnderV235-597184296-router', 'tenant_id': 'df5b8d79042c412d8b1bbf31beb98311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:56Z', 'updated_at': '2021-09-21T08:26:47Z', 'revision_number': 6, 'project_id': 'df5b8d79042c412d8b1bbf31beb98311', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:48.528668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.541759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.543812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] 10.222.0.59 "DELETE /v2.0/networks/b7ce303c-905d-434b-b069-18c19d9bf56e HTTP/1.1" status: 204 len: 168 time: 0.6572545 Sep 21 08:26:48.561480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63c21f6a-cd53-4b35-baa1-32465e6c6c56 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.582896 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63c21f6a-cd53-4b35-baa1-32465e6c6c56 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.583712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8753b4-4b6c-454a-9fbe-21224c79b50b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ce303c-905d-434b-b069-18c19d9bf56e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:48.622335 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63c21f6a-cd53-4b35-baa1-32465e6c6c56 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.626465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63c21f6a-cd53-4b35-baa1-32465e6c6c56 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5760436 Sep 21 08:26:48.628733 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9860a9db-63d8-4c45-991d-20edfb1cb0da req-ca161649-a6e6-4fb4-adbe-622b6d1124f0 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0636849 Sep 21 08:26:48.629403 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.631647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41352) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:48.725333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/a3022c86-a0c9-4d56-8316-f5be27625ebd/cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:48.797601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.889901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30d0d5b-8d50-4687-a392-89f24c93c6d4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:48.956352 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.974481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:48.980285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:48.986347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.128468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Pushing event updated for resources: {'Port': ['ID=cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:49.151158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:49.153683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:49.161946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:49.247974 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.250282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.255718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.261691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Attempting to bind port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:49.262070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Attempting to bind port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:49.262440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Attempting to bind port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:49.281444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:49.281831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:49.282246 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.282645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:49.288064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Bound port: cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:49.288064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.312982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.313981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba685402-7cfe-4ebc-b3c8-68c057183a3b {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:26:49.329817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.335997 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.336621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8eb0fa0c-0acd-40a1-a48e-e93fa5f138b5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ba685402-7cfe-4ebc-b3c8-68c057183a3b HTTP/1.1" status: 204 len: 168 time: 1.9326830 Sep 21 08:26:49.337781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41374) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:49.349859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.354154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d961ea59-8e0c-4c6a-b8a1-4dfac1a24073 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acdb247943534f099c1bccbb1946e132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770258 Sep 21 08:26:49.369658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41376) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:49.384975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] For port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:49.389159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] For port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:49.403781 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.415628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] Deleting subnet 96f73621-8d5b-4d11-bcd0-443349fbda83 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:49.420558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.471051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9b6302fb-4a5d-4735-95a5-2279644a9409 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:49.474677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.498860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 9b6302fb-4a5d-4735-95a5-2279644a9409 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:49.499706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9b6302fb-4a5d-4735-95a5-2279644a9409 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:49.528244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.542436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c64655-0bcc-41d1-82d2-a8125083ef64 None None] Pushing event updated for resources: {'Port': ['ID=cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:49.623786 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.664471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f73621-8d5b-4d11-bcd0-443349fbda83,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:49.673772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:49.679869 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2387560c-0948-4c53-bbf0-9faf8d46dbb7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/96f73621-8d5b-4d11-bcd0-443349fbda83 HTTP/1.1" status: 204 len: 168 time: 0.3390517 Sep 21 08:26:49.681678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41386) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:49.857686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.021716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.060570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62233c4-5eeb-4a78-b832-150ad781c25f']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:50.071866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7f501d-be29-4a79-a2d2-687656176675') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:50.072164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7f501d-be29-4a79-a2d2-687656176675') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:50.087889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.104253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.111352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:26:50.115057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:26:50.117195 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:26:50.197407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.204644 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.209329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] 10.222.0.59 "DELETE /v2.0/networks/a62233c4-5eeb-4a78-b832-150ad781c25f HTTP/1.1" status: 204 len: 168 time: 0.5238838 Sep 21 08:26:50.226795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbaf4e-5041-4b72-8a9e-bbfcea31683e admin admin] Pushing event deleted for resources: {'Network': ['ID=a62233c4-5eeb-4a78-b832-150ad781c25f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:50.328120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'Port': ['ID=aeb31bea-8645-4aa5-ab37-ec7afd3cfc90,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:50.369752 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-396661cc-9758-4d43-a13f-a16bf8c63cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.434371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41408) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:50.462962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-de7966c5-f258-4395-80d5-5918da8ec1cb req-a6326399-b23b-427d-9d40-f48800750d27 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0943902 Sep 21 08:26:50.500669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.500669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-396661cc-9758-4d43-a13f-a16bf8c63cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.541459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-124314c5-b7ce-4ed7-80de-18287992206e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df5b8d79042c412d8b1bbf31beb98311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007316 Sep 21 08:26:50.541459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41416) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:50.591540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.593268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ecd2009e-8a29-4370-99d9-638106991bdf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1072869 Sep 21 08:26:50.605859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::1 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/a3022c86-a0c9-4d56-8316-f5be27625ebd/d4fff9d0-0689-4788-8639-3bb4dd41246c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:50.619533 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba98751f-b098-4050-9c12-a73ccddb65e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.672404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-396661cc-9758-4d43-a13f-a16bf8c63cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.676497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-396661cc-9758-4d43-a13f-a16bf8c63cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.678183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-396661cc-9758-4d43-a13f-a16bf8c63cd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ce2fb1e-6f76-485f-bf41-1350bd873115 HTTP/1.1" status: 204 len: 168 time: 1.2300627 Sep 21 08:26:50.682677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba98751f-b098-4050-9c12-a73ccddb65e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.741528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396661cc-9758-4d43-a13f-a16bf8c63cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce2fb1e-6f76-485f-bf41-1350bd873115,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:50.796435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba98751f-b098-4050-9c12-a73ccddb65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.800203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba98751f-b098-4050-9c12-a73ccddb65e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.805172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ba98751f-b098-4050-9c12-a73ccddb65e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/11487b27-6951-4964-91d8-98c7da313169 HTTP/1.1" status: 204 len: 168 time: 0.2604687 Sep 21 08:26:50.812677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98751f-b098-4050-9c12-a73ccddb65e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11487b27-6951-4964-91d8-98c7da313169,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:50.886758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.969379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:50.990649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-6f2d7e00-d38e-4d28-9c28-a89d848ba81d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1762331659&fields=id&tenant_id=2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 267 time: 0.0526912 Sep 21 08:26:51.076640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:51.079095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:51.119349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=d4fff9d0-0689-4788-8639-3bb4dd41246c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:51.133078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:51.134171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:51.176468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:51.292411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-f226d0a0-894b-49a1-aca3-14fb3dd87073 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:51.299296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-f226d0a0-894b-49a1-aca3-14fb3dd87073 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 817 time: 0.2989254 Sep 21 08:26:51.315684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-00563c5f-c7f2-4cbb-b47c-810ded541e20 None None] Provisioning complete for port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:51.316074 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00563c5f-c7f2-4cbb-b47c-810ded541e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:51.317781 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:51.318084 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:51.325132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e8bcdbb7-1d82-4eb3-a2cf-b62024b2cde3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/quotas/2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 375 time: 0.0190661 Sep 21 08:26:51.419842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:51.466939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-76186529-ff20-4fb6-a552-48c2d4cb2939 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1292918 Sep 21 08:26:51.490351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41446) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:51.586727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:51.631625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:51.674860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:51.699138 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-61ea90d2-aa91-42eb-9481-9dd3f11515aa service neutron] 10.222.0.59 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255974 Sep 21 08:26:51.723669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41458) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:51.742751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30d0d5b-8d50-4687-a392-89f24c93c6d4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:26:51.742968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6729b499-1815-40c7-8e8d-2e69ffb9e5f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=061376fd5c344e558f0b990f4316966f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509112 Sep 21 08:26:51.744733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41462) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:51.858884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51e94246-6fc2-4fb6-89d4-7f6db1f77ad0 req-3c4642c6-53cc-4460-b848-639c42ba3ea2 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1784086 Sep 21 08:26:51.873146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-ae3a0c9e-5203-4f99-b072-f71335dc5d07 service neutron] 10.222.0.59 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594431 Sep 21 08:26:52.042092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f30d0d5b-8d50-4687-a392-89f24c93c6d4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:26:52.043738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f30d0d5b-8d50-4687-a392-89f24c93c6d4 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:26:52.064790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e73a8fa0-a66b-484d-bffd-480f521dedc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.151068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7466fda4-63bb-4722-9f10-8d1523e25585 None None] Provisioning complete for port d4fff9d0-0689-4788-8639-3bb4dd41246c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:52.151474 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7466fda4-63bb-4722-9f10-8d1523e25585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.182697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:52.185112 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4424598e-571e-471c-b3c3-41d2fbd1537d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.208685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7466fda4-63bb-4722-9f10-8d1523e25585 None None] Port d4fff9d0-0689-4788-8639-3bb4dd41246c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:52.227659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bdde2358-25e3-4784-871b-542f845b0ecb req-f36020c0-60a6-47c6-84c5-1a9216fe7df2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 210 time: 0.0530269 Sep 21 08:26:52.262714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4424598e-571e-471c-b3c3-41d2fbd1537d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.266379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.274017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.275078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.298864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e73a8fa0-a66b-484d-bffd-480f521dedc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.303543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e73a8fa0-a66b-484d-bffd-480f521dedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.370923 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b1676e67-9395-4000-be78-7cbc4f6da28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.394504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e73a8fa0-a66b-484d-bffd-480f521dedc7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9dcfe4ac3234b15aa12b9c83af4b036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648097 Sep 21 08:26:52.396282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41490) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:52.399113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a8fa0-a66b-484d-bffd-480f521dedc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d78168-661f-4cb9-a67a-7b813f65b27d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:52.444111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=d4fff9d0-0689-4788-8639-3bb4dd41246c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:52.512050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4424598e-571e-471c-b3c3-41d2fbd1537d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.515104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4424598e-571e-471c-b3c3-41d2fbd1537d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.527263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4424598e-571e-471c-b3c3-41d2fbd1537d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/415a0431-d611-425a-afd8-bacf047384c7 HTTP/1.1" status: 204 len: 168 time: 0.7733819 Sep 21 08:26:52.646147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424598e-571e-471c-b3c3-41d2fbd1537d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a0431-d611-425a-afd8-bacf047384c7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:52.693239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ca71228-44c5-47c6-9781-0670af42e3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.731221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:52.736684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:52.745137 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ca71228-44c5-47c6-9781-0670af42e3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:52.986613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Router 505ea28d-e6d3-474c-a452-e53ac93357a3 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:26:53.012569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ca71228-44c5-47c6-9781-0670af42e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:53.015217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ca71228-44c5-47c6-9781-0670af42e3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:53.035429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6ca71228-44c5-47c6-9781-0670af42e3a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93d78168-661f-4cb9-a67a-7b813f65b27d HTTP/1.1" status: 204 len: 168 time: 0.6352956 Sep 21 08:26:53.045101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61e28a36-7305-4903-ae90-5ef4d89aeb5e req-f33d91d7-1577-41ca-8262-f18af02e41ea tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0697525 Sep 21 08:26:53.216121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:26:53.268754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ac583768-9aa9-4f1a-a865-f04a1502f2c5 req-5f62b990-242e-4f9e-b644-0b60fd5609d9 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.0889931 Sep 21 08:26:53.301074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca71228-44c5-47c6-9781-0670af42e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d78168-661f-4cb9-a67a-7b813f65b27d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:53.371165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:53.386822 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Sync routers for ids ['505ea28d-e6d3-474c-a452-e53ac93357a3'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:53.393000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41538) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:53.393869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-571ffcc5-f590-4f00-abf2-e5ddbac56493 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "PUT /v2.0/routers/505ea28d-e6d3-474c-a452-e53ac93357a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7564452 Sep 21 08:26:53.397681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:53.398064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:53.406578 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Routers {'505ea28d-e6d3-474c-a452-e53ac93357a3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:53.407499 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['505ea28d-e6d3-474c-a452-e53ac93357a3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:53.480403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a7644263-9b96-4f0f-8ca5-48bee2b25360 None None] Provisioning complete for port d4fff9d0-0689-4788-8639-3bb4dd41246c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:53.480782 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7644263-9b96-4f0f-8ca5-48bee2b25360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:53.576666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a7644263-9b96-4f0f-8ca5-48bee2b25360 None None] Port d4fff9d0-0689-4788-8639-3bb4dd41246c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:53.600553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d679748-322f-470c-8f0e-962ebd489a32 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:53.602055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d679748-322f-470c-8f0e-962ebd489a32 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports/d4fff9d0-0689-4788-8639-3bb4dd41246c HTTP/1.1" status: 200 len: 911 time: 0.2073479 Sep 21 08:26:53.606361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41550) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:53.691626 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Set router 505ea28d-e6d3-474c-a452-e53ac93357a3 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:53.741821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68f85-5b7c-48ca-b18d-c69902ba3e52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:53.757179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c68f85-5b7c-48ca-b18d-c69902ba3e52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:53.760732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63c68f85-5b7c-48ca-b18d-c69902ba3e52 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1527205 Sep 21 08:26:53.763766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41554) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:53.918372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41558) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:53.960482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9688e82f-cb5f-4da8-a0cf-1f131b6b3535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.097724 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b6d4f2e-cf4b-4849-8c41-7503a792584f req-af4e74bd-b04f-4b6d-900d-0c10fab208c1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 210 time: 0.0745871 Sep 21 08:26:54.218938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9688e82f-cb5f-4da8-a0cf-1f131b6b3535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.226950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9688e82f-cb5f-4da8-a0cf-1f131b6b3535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.366232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688e82f-cb5f-4da8-a0cf-1f131b6b3535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e1c81-ab30-4f4a-aee7-8f1d0ccb0781,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:54.404076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9688e82f-cb5f-4da8-a0cf-1f131b6b3535 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2faeccf7bca4976a52d3e7e02d7249d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846125 Sep 21 08:26:54.406775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41584) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:54.442949 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'name': 'tempest-NetworksTestDHCPv6-router-1936757886', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:26:51Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None, '_interfaces': [{'id': 'd4fff9d0-0689-4788-8639-3bb4dd41246c', 'name': '', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'mac_address': 'fa:16:3e:eb:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a3022c86-a0c9-4d56-8316-f5be27625ebd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:26:49Z', 'updated_at': '2021-09-21T08:26:51Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'subnets': [{'id': 'a3022c86-a0c9-4d56-8316-f5be27625ebd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:54.553733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaaaaaba-0d0d-4e19-b63f-2855da440b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.561637 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Checking router: 505ea28d-e6d3-474c-a452-e53ac93357a3 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:54.562127 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Updating router 505ea28d-e6d3-474c-a452-e53ac93357a3 port d4fff9d0-0689-4788-8639-3bb4dd41246c binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:26:54.601048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e94f49a3-33a5-43c3-8f8e-b4e1d9d6afc9 req-b0b39151-9d9f-4847-8f6d-bee14575bf29 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1751220 Sep 21 08:26:54.620093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaaaaaba-0d0d-4e19-b63f-2855da440b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.669094 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.737106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8054ce7-a8d0-4e5e-9fdc-af792369989b req-1bd13ced-3df0-4a93-b871-7e2ed78bd08f tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1279068 Sep 21 08:26:54.828089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaaaaaba-0d0d-4e19-b63f-2855da440b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.832554 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eaaaaaba-0d0d-4e19-b63f-2855da440b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:54.834118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eaaaaaba-0d0d-4e19-b63f-2855da440b27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/881e1c81-ab30-4f4a-aee7-8f1d0ccb0781 HTTP/1.1" status: 204 len: 168 time: 0.4260635 Sep 21 08:26:54.854468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaaaba-0d0d-4e19-b63f-2855da440b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e1c81-ab30-4f4a-aee7-8f1d0ccb0781,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:55.060514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-ffdfdc5a-4da1-4be6-ad05-62ff4b96d795 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:55.063027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-ffdfdc5a-4da1-4be6-ad05-62ff4b96d795 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 817 time: 1.4271886 Sep 21 08:26:55.272447 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.282427 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.301612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.338528 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-d3785f47-5eaa-4494-86da-23db2bf7ca2a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 380 time: 0.2613833 Sep 21 08:26:55.367205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'port': {'device_id': '0f5073a0-ba73-45d0-8966-cd3150867892', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'admin_state_up': True, 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'security_groups': ['0b4e91c4-eba7-43e1-8eeb-6236c41704e1']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:55.376349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.383372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdecc689-729e-4f71-84a0-946b1308853f req-69857747-3e05-4810-a12b-d103404094e1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 210 time: 0.0627928 Sep 21 08:26:55.426918 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b49c198e-e177-40e8-9b6c-e8eba4f32f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.526769 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdb01f-3246-4566-bdb5-1f6dcc3083c8 None None] Pushing event updated for resources: {'Port': ['ID=d4fff9d0-0689-4788-8639-3bb4dd41246c,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:55.616283 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Attempting to bind port d4fff9d0-0689-4788-8639-3bb4dd41246c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:26:55.617120 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Attempting to bind port d4fff9d0-0689-4788-8639-3bb4dd41246c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:26:55.617865 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Attempting to bind port d4fff9d0-0689-4788-8639-3bb4dd41246c on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:26:55.634105 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:26:55.634811 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:26:55.645707 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.647581 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:26:55.649960 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Bound port: d4fff9d0-0689-4788-8639-3bb4dd41246c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:26:55.650672 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.858312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c32c2fe4-4617-4c3b-afa9-a1ce564ab698 None None] Provisioning complete for port d4fff9d0-0689-4788-8639-3bb4dd41246c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:55.859627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c32c2fe4-4617-4c3b-afa9-a1ce564ab698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.894632 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] For port d4fff9d0-0689-4788-8639-3bb4dd41246c, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:26:55.903174 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] For port d4fff9d0-0689-4788-8639-3bb4dd41246c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d4fff9d0-0689-4788-8639-3bb4dd41246c,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:26:55.916198 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:55.920811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85f10962-f986-4d1d-afb2-171e11bad795 req-b4514abc-dcbc-4abd-a193-3ac1a5549856 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0983527 Sep 21 08:26:55.959557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c32c2fe4-4617-4c3b-afa9-a1ce564ab698 None None] Port d4fff9d0-0689-4788-8639-3bb4dd41246c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:56.073545 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Routers {'505ea28d-e6d3-474c-a452-e53ac93357a3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:56.074280 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['505ea28d-e6d3-474c-a452-e53ac93357a3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:56.078018 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdb01f-3246-4566-bdb5-1f6dcc3083c8 None None] Pushing event updated for resources: {'Port': ['ID=d4fff9d0-0689-4788-8639-3bb4dd41246c,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:56.272541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-71105004-1bb4-49b5-bc55-da61f84a79ac req-d855692f-5b87-48f8-ae9c-e9d462bac368 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0923181 Sep 21 08:26:56.288667 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] Set router 505ea28d-e6d3-474c-a452-e53ac93357a3 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:56.500022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-80587543-61ad-46fe-8d74-0d0b5993a3c8 None None] Provisioning complete for port d4fff9d0-0689-4788-8639-3bb4dd41246c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:56.500578 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-80587543-61ad-46fe-8d74-0d0b5993a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:56.606221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'name': 'tempest-NetworksTestDHCPv6-router-1936757886', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:26:51Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None, '_interfaces': [{'id': 'd4fff9d0-0689-4788-8639-3bb4dd41246c', 'name': '', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'mac_address': 'fa:16:3e:eb:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a3022c86-a0c9-4d56-8316-f5be27625ebd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:26:49Z', 'updated_at': '2021-09-21T08:26:55Z', 'revision_number': 4, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'subnets': [{'id': 'a3022c86-a0c9-4d56-8316-f5be27625ebd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:56.639723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Made reservation on behalf of 2d094b2e86304876b09e162169c4ae82 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:26:56.643391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:56.656106 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9922fe-a462-4ec7-97ab-3f1e72b6901e None None] The sync data for ids ['505ea28d-e6d3-474c-a452-e53ac93357a3'] in n-d-809980-2 is: [{'id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'name': 'tempest-NetworksTestDHCPv6-router-1936757886', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:26:51Z', 'revision_number': 2, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None, '_interfaces': [{'id': 'd4fff9d0-0689-4788-8639-3bb4dd41246c', 'name': '', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'mac_address': 'fa:16:3e:eb:dd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a3022c86-a0c9-4d56-8316-f5be27625ebd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:26:49Z', 'updated_at': '2021-09-21T08:26:55Z', 'revision_number': 4, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'subnets': [{'id': 'a3022c86-a0c9-4d56-8316-f5be27625ebd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:56.669181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2c86c0e9-d3f3-4026-95ff-d1a433735870 req-29cfb4ac-cf22-4ebc-9c67-81d0906eda6a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 210 time: 0.0715089 Sep 21 08:26:56.745045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:56.748624 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-80587543-61ad-46fe-8d74-0d0b5993a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:56.838161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port d4fff9d0-0689-4788-8639-3bb4dd41246c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:26:56.838519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:56.843073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-80587543-61ad-46fe-8d74-0d0b5993a3c8 None None] For port d4fff9d0-0689-4788-8639-3bb4dd41246c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d4fff9d0-0689-4788-8639-3bb4dd41246c,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:56.850416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-80587543-61ad-46fe-8d74-0d0b5993a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:56.931297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80587543-61ad-46fe-8d74-0d0b5993a3c8 None None] Pushing event updated for resources: {'Port': ['ID=d4fff9d0-0689-4788-8639-3bb4dd41246c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:56.990019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Allocated IP 172.20.0.7 (da38f717-4627-4a74-a85b-297a9a3d3dc7/3494a1b6-8041-421d-bc14-b1569d15b28a/76f1a964-b979-481a-b908-78f0bf4e7b49) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:26:57.138034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc067e30-a1ce-4875-80b4-17cc15acb801 req-2dbac8ab-ebc1-425f-9985-f824a397d3a5 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0611012 Sep 21 08:26:57.271382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] For port d4fff9d0-0689-4788-8639-3bb4dd41246c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d4fff9d0-0689-4788-8639-3bb4dd41246c,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:26:57.275523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:57.303177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for d4fff9d0-0689-4788-8639-3bb4dd41246c owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:26:57.398045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:57.400250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b797651-a9a4-4ec9-bfb6-2e4fd717c72d req-b00cb49b-6dc1-4364-8eb2-ff5958dfc9ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0557075 Sep 21 08:26:57.444885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06e7c858-0fdf-4eba-ae46-6f8440a3754a req-d942bb8e-7b81-421e-ac29-82f8b09000c4 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0426211 Sep 21 08:26:57.535244 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:57.635037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:26:57.689450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:26:57.696541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:26:57.702141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:57.752884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:57.830237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ecc77fe5-248a-47c9-968d-e9f9f4b7ab80 req-f9dfeb08-f711-44da-b4ba-8d8251518b11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.2056510 Sep 21 08:26:57.845570 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:57.950662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:57.951769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:57.957310 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=d4fff9d0-0689-4788-8639-3bb4dd41246c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:58.058581 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-e0edd2fa-1ca9-4d3c-9901-94a9e02c981a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6995666 Sep 21 08:26:58.071060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852df15-7cc2-4207-b116-51145b660d1a req-dde7b9ec-9518-4df9-85fc-49f0ee14b399 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:58.081119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c852df15-7cc2-4207-b116-51145b660d1a req-dde7b9ec-9518-4df9-85fc-49f0ee14b399 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 931 time: 0.2901175 Sep 21 08:26:58.099304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b34445e8-cd15-4c8a-8684-7a6fdd1a9aa6 None None] Provisioning complete for port 76f1a964-b979-481a-b908-78f0bf4e7b49 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:26:58.100001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b34445e8-cd15-4c8a-8684-7a6fdd1a9aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:58.101560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Request body: {'port': {'device_id': '0f5073a0-ba73-45d0-8966-cd3150867892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:26:58.173041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:58.178968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b34445e8-cd15-4c8a-8684-7a6fdd1a9aa6 None None] Port 76f1a964-b979-481a-b908-78f0bf4e7b49 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:26:58.300985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c852df15-7cc2-4207-b116-51145b660d1a req-064ced37-907c-41d1-b021-68e323137529 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188363 Sep 21 08:26:58.304944 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:58.388203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ec52ebd-fadd-454e-a4f0-d2d9759aaf3c req-1221e916-235f-4e3d-8f1c-84d539770043 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0623143 Sep 21 08:26:58.657717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19a9bb53-f9e7-4add-ae6e-ddc0ba366ec1 req-d93af5a9-f70b-497b-b983-0066b6d760e4 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0579100 Sep 21 08:26:58.913975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Router 505ea28d-e6d3-474c-a452-e53ac93357a3 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:26:59.053559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:26:59.065777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-689752a4-bb2f-468f-af43-8fc45135d230 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "PUT /v2.0/routers/505ea28d-e6d3-474c-a452-e53ac93357a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2987702 Sep 21 08:26:59.066115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:59.095801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] Sync routers for ids ['505ea28d-e6d3-474c-a452-e53ac93357a3'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:26:59.112993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] Routers {'505ea28d-e6d3-474c-a452-e53ac93357a3'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:59.113727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['505ea28d-e6d3-474c-a452-e53ac93357a3'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:59.166688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a7959-be79-4dd3-967e-538d67d0a1aa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:59.168591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a7959-be79-4dd3-967e-538d67d0a1aa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:59.173165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-142a7959-be79-4dd3-967e-538d67d0a1aa tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1033015 Sep 21 08:26:59.173165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41756) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:26:59.233032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] Set router 505ea28d-e6d3-474c-a452-e53ac93357a3 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:59.237431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f1a964-b979-481a-b908-78f0bf4e7b49 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:26:59.250842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:59.277130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet a3022c86-a0c9-4d56-8316-f5be27625ebd {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:26:59.279693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Transition to ACTIVE for port object 76f1a964-b979-481a-b908-78f0bf4e7b49 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:26:59.281942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:59.303627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'name': 'tempest-NetworksTestDHCPv6-router-1936757886', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:26:57Z', 'revision_number': 3, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:59.334936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] Checking router: 505ea28d-e6d3-474c-a452-e53ac93357a3 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:26:59.335776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:59.344968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] Routers {'505ea28d-e6d3-474c-a452-e53ac93357a3'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:26:59.345647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['505ea28d-e6d3-474c-a452-e53ac93357a3'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:59.470587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:59.474143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] Set router 505ea28d-e6d3-474c-a452-e53ac93357a3 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:26:59.489810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:26:59.553131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee15189f-45f4-4b5b-ac8a-4f54c51de6ef req-d502e947-15db-4fa7-8471-f4957f5e2143 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0507925 Sep 21 08:26:59.591469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'name': 'tempest-NetworksTestDHCPv6-router-1936757886', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:26:57Z', 'revision_number': 3, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:26:59.661977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e17fa-7cc7-463f-bf39-603c980a715f None None] The sync data for ids ['505ea28d-e6d3-474c-a452-e53ac93357a3'] in n-d-809980-2 is: [{'id': '505ea28d-e6d3-474c-a452-e53ac93357a3', 'name': 'tempest-NetworksTestDHCPv6-router-1936757886', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:26:57Z', 'revision_number': 3, 'project_id': '982df3a0280a49c88ea5bb191c250126', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:26:59.713247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86bfe2-c677-4243-a018-2b2a0008b241 req-c6d29f19-964d-48de-8f98-816e9e825782 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:26:59.718131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b86bfe2-c677-4243-a018-2b2a0008b241 req-c6d29f19-964d-48de-8f98-816e9e825782 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.2520754 Sep 21 08:26:59.868295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d83286-ce3a-4940-8cab-016c7321a2ac req-2dda5b70-dfe1-4b33-8699-8096860e4bcc tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0720663 Sep 21 08:26:59.920927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:26:59.943377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b86bfe2-c677-4243-a018-2b2a0008b241 req-03953145-1b11-4300-b165-098e58be3f15 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634300 Sep 21 08:27:00.026419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:00.028174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:00.029380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:00.043171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Port 76f1a964-b979-481a-b908-78f0bf4e7b49 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:27:00.046282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:00.070599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.135614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:00.135963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Checking segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:00.136455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Bound using segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:00.136796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Bound port: 76f1a964-b979-481a-b908-78f0bf4e7b49, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:00.137162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.142679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=a3022c86-a0c9-4d56-8316-f5be27625ebd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:00.171217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.171430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d58c29-4732-421a-8703-5c733f1cdbc8 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:00.176362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41792) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:00.176750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1b012c80-be5d-432d-a83b-f07d8ab0f2f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a3022c86-a0c9-4d56-8316-f5be27625ebd HTTP/1.1" status: 204 len: 168 time: 1.0027282 Sep 21 08:27:00.303252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:00.312451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:00.320749 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.363990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:00.366182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.369868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] 10.222.0.50 "PUT /v2.0/ports/76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 1091 time: 2.2786653 Sep 21 08:27:00.373906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:27:00.379546 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f955970-734e-49a7-a3b8-7172f7555bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:27:00.490995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7ce94-bc4b-43ec-b336-a64dbdbbcb66 service neutron] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:00.513535 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2e561b-cec6-427e-8122-2dd8d8e0a13e x-openstack-request-id: req-0b2e561b-cec6-427e-8122-2dd8d8e0a13e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:27:00.516479 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:27:00.516746 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b2e561b-cec6-427e-8122-2dd8d8e0a13e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:27:00.517168 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'status': 'completed', 'code': 200} Sep 21 08:27:00.518609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-53caeead-473d-44f1-a843-0474fc1fb1ca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3406012 Sep 21 08:27:00.519581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41802) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:00.552408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-27cfa057-618f-421a-8258-ee9c51356f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:00.556109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-27cfa057-618f-421a-8258-ee9c51356f8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1094 time: 0.0980248 Sep 21 08:27:00.662813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-fbebbb92-c44d-4aff-8250-019f9650f215 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 217 time: 0.0913937 Sep 21 08:27:00.664536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:27:00.682209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2129-641b-4394-8732-898bd37b57ac tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.740296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] Deleting port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:00.741124 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.793961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ca57b8b-6b6f-4dc9-b413-d9dd9ed3c9d3 req-6e685313-924f-4db7-9545-590b0b28edac tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0528970 Sep 21 08:27:00.815178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7418c7ce-99d2-4135-9fe7-176e8d2b6aa3 req-916d3b63-ad0e-4e12-ae4d-d9444bd5b246 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1569331 Sep 21 08:27:00.824187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-8fee0570-f131-4260-95ae-b153bb6c2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:00.826989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-8fee0570-f131-4260-95ae-b153bb6c2b09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1560535 Sep 21 08:27:00.942674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] For port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:00.944315 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:00.947503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-5fb8b37d-c14c-4f8b-8117-3f4213a3fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:00.954226 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-5fb8b37d-c14c-4f8b-8117-3f4213a3fde3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107748 Sep 21 08:27:00.978148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] Calling delete_port for cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:01.089251 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2129-641b-4394-8732-898bd37b57ac tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:01.095629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2129-641b-4394-8732-898bd37b57ac tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:01.138580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d4fff9d0-0689-4788-8639-3bb4dd41246c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:01.162093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d4fff9d0-0689-4788-8639-3bb4dd41246c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:27:01.162610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d4fff9d0-0689-4788-8639-3bb4dd41246c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:27:01.163240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:01.182483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-ea40fcd2-c08b-4eb3-82fc-faebb099ee7a service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180560 Sep 21 08:27:01.220074 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:01.220983 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2129-641b-4394-8732-898bd37b57ac tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:01.221693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebd2129-641b-4394-8732-898bd37b57ac tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Fanout notify agent at l3_agent the message router_deleted on router 505ea28d-e6d3-474c-a452-e53ac93357a3 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:27:01.230240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2129-641b-4394-8732-898bd37b57ac tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:01.234177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0ebd2129-641b-4394-8732-898bd37b57ac tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/routers/505ea28d-e6d3-474c-a452-e53ac93357a3 HTTP/1.1" status: 204 len: 168 time: 0.7129552 Sep 21 08:27:01.235806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41824) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:01.242451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:27:01.243026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:27:01.273312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] Pushing event deleted for resources: {'Port': ['ID=cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:01.275607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac9812e-da9d-465e-8106-2fcad80f69e1 None None] No DVR routers for this DVR port cf55ef2a-52d5-4cfc-9b22-ab14f35e5e54 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:27:01.304274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c65140c1-f56f-487d-ad1a-a545acce963e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0673087 Sep 21 08:27:01.315998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41826) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:01.399082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4078a98e-1a47-41fa-a4a8-88459bf421de req-c3bb3dcf-4bf5-4394-868f-fbb72d4787d8 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086415 Sep 21 08:27:01.438335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff533ef-7b64-4470-9b7d-2b0ac7d5432e req-ec9268ea-36af-4f24-b064-aeb21c22430d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:01.447183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ff533ef-7b64-4470-9b7d-2b0ac7d5432e req-ec9268ea-36af-4f24-b064-aeb21c22430d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.2646437 Sep 21 08:27:01.470673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc38df-3c44-41a7-90e1-43734331826e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:01.472181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5afc38df-3c44-41a7-90e1-43734331826e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551230 Sep 21 08:27:01.475269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41836) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:01.543687 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0daa6291-17fa-440f-84c6-591fd8ddf699 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671074 Sep 21 08:27:01.552182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:01.569554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ff533ef-7b64-4470-9b7d-2b0ac7d5432e req-5531e288-4301-4594-b01f-a827135a8e72 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213331 Sep 21 08:27:01.571565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:01.670335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-0480505b-6294-480b-8fb3-8de83e6df04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:01.672035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-0480505b-6294-480b-8fb3-8de83e6df04d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1094 time: 0.2061560 Sep 21 08:27:01.811297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:01.814816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:01.888757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-8055bae4-6229-4830-b662-4c5975ebe392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:01.890252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-8055bae4-6229-4830-b662-4c5975ebe392 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.2096646 Sep 21 08:27:01.958393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-14ec4738-adda-418b-bf9a-da68f10f311c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 217 time: 0.0535121 Sep 21 08:27:02.078027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-4d854f3c-5617-4a7a-8daa-b84c3c6ac8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:02.079514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-4d854f3c-5617-4a7a-8daa-b84c3c6ac8c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1041987 Sep 21 08:27:02.091128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:02.111933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3504d20-6e2b-422c-b0e9-242141aa93c2 req-33883635-922a-4315-9fcd-7dada0f70917 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0671010 Sep 21 08:27:02.180640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c8ffcc4-fbf3-44f3-be0d-3f8e0673336e req-79ba5a48-e337-484e-aa49-d6a89095d32d tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0985458 Sep 21 08:27:02.303993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-8147801a-c37f-4275-a077-31c5eade760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:02.305520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-8147801a-c37f-4275-a077-31c5eade760e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936626 Sep 21 08:27:02.458261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-ee12349c-e328-4b18-a619-8b6e528865f3 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410124 Sep 21 08:27:02.600456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f955970-734e-49a7-a3b8-7172f7555bb2 req-f7a7ce42-2c86-4a42-a77c-2fab1ebdb6f9 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290329 Sep 21 08:27:02.731414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:02.734118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:02.805653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:02.816403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:02.829379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f184b63-b278-4c72-8ff5-b9b52746efca None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:02.844659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=e7db528c-49ed-4993-afec-9bce3f7d074e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:02.848122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:02.848763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:02.879031 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b7a7bdb6-0e9a-498c-9224-85439c247e06 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3214672 Sep 21 08:27:02.879259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41872) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:02.884565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:02.903489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb3523-2812-4130-84cf-de4c70565119 req-0e75f841-631a-45d2-9a1b-1654f99689d4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:02.912696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1bb3523-2812-4130-84cf-de4c70565119 req-0e75f841-631a-45d2-9a1b-1654f99689d4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.1795652 Sep 21 08:27:02.993893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c1bb3523-2812-4130-84cf-de4c70565119 req-e401dc55-098d-42f8-9cd6-af901e899a9b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737007 Sep 21 08:27:03.070176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:03.075826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:03.103167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': 'e7db528c-49ed-4993-afec-9bce3f7d074e'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:27:03.109407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:03.407508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c135de05-4315-41c3-a7d3-624cdd18b1b1 req-6ac40d9b-4624-4bb1-af25-4d6969afdc11 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0643344 Sep 21 08:27:03.480981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Allocated IP 2001:db8::f816:3eff:fef2:ce44 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/e7db528c-49ed-4993-afec-9bce3f7d074e/b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:03.546840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f27ad06c-7e1f-40a6-9c47-0a68fbfaf136 req-5a4c7eec-126a-4b6b-a8ae-8f6d26a78d0b tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0653977 Sep 21 08:27:03.691685 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:03.740030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:03.747627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:03.809623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Pushing event updated for resources: {'Port': ['ID=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:03.825981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:03.828112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:03.834388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:03.912850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Attempting to bind port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:03.913351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Attempting to bind port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:03.913902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Attempting to bind port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:03.919684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:03.920127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:03.920614 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:03.921122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:03.922041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Bound port: b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:03.922489 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.031998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:27:04.122639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] For port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:04.200671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] For port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:04.203496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.225596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.271834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=90eed876-d7de-45ca-b54f-bfedce58a2fa,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:04.284717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:04.286866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:04.290258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:04.291535 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.314491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-27565754-561d-4c42-b5d5-3a58e18f221b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4341755 Sep 21 08:27:04.315531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41904) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:04.322398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:d8:0b:1b', 'name': 'tempest-NetworksTestDHCPv6-1695513801'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:04.413660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf42e1d-3c21-4cf3-aef3-721c979453a1 req-29c9ef29-85ef-42d2-870d-0e20b8b37ef5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:04.424165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-baf42e1d-3c21-4cf3-aef3-721c979453a1 req-29c9ef29-85ef-42d2-870d-0e20b8b37ef5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.1634471 Sep 21 08:27:04.434886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41906) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:04.546714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aab74-95f8-44dc-aac5-a9126742fcc2 None None] Pushing event updated for resources: {'Port': ['ID=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:04.614217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-baf42e1d-3c21-4cf3-aef3-721c979453a1 req-bf5d16a0-59a9-4953-9752-9728945e15ad tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887500 Sep 21 08:27:04.624312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:04.632198 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c7c4f742-e735-45f7-93ed-d4a6a9ec9482 req-b805280e-23f2-46d5-b0a5-cb84b136a794 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0691817 Sep 21 08:27:04.657431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:04.701700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'port_id': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'mac_address': 'fa:16:3e:2c:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:27:04.851425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c28ebec-e653-4ae0-aa74-d8bc851b40c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.855916 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.883728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f1a964-b979-481a-b908-78f0bf4e7b49 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:27:04.910685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:04.916770 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.931793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:04.979018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec6bed2a-e723-48aa-9866-b3c1ee297d81 req-c71522d7-c87a-4a89-8d69-9a556f4946b4 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1267512 Sep 21 08:27:05.015252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port f873d7dc-8bb4-414f-bf76-153959bb3fee yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:05.035948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:05.117760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c28ebec-e653-4ae0-aa74-d8bc851b40c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.125707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c28ebec-e653-4ae0-aa74-d8bc851b40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.204978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9c28ebec-e653-4ae0-aa74-d8bc851b40c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6740811da21b40bdaba5ce8486bda620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7679586 Sep 21 08:27:05.209081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41928) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:05.240952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28ebec-e653-4ae0-aa74-d8bc851b40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4651569e-ce47-41df-82f9-c7e5a067d79c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:05.277627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 172.20.0.3 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/90eed876-d7de-45ca-b54f-bfedce58a2fa/f873d7dc-8bb4-414f-bf76-153959bb3fee) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:05.284319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['76f1a964-b979-481a-b908-78f0bf4e7b49'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:27:05.294147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fed8:b1b (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/e7db528c-49ed-4993-afec-9bce3f7d074e/f873d7dc-8bb4-414f-bf76-153959bb3fee) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:05.363202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:05.369340 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-802f3ff8-6348-4df4-b5af-0bc7f8be1d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.393577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-802f3ff8-6348-4df4-b5af-0bc7f8be1d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.502143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-802f3ff8-6348-4df4-b5af-0bc7f8be1d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.504022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.505079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-802f3ff8-6348-4df4-b5af-0bc7f8be1d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.506362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-802f3ff8-6348-4df4-b5af-0bc7f8be1d3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4651569e-ce47-41df-82f9-c7e5a067d79c HTTP/1.1" status: 204 len: 168 time: 0.2958717 Sep 21 08:27:05.518864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f3ff8-6348-4df4-b5af-0bc7f8be1d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4651569e-ce47-41df-82f9-c7e5a067d79c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:05.550581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.636556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:05.636938 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.644603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:05.649452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:05.652370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:05.760085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=f873d7dc-8bb4-414f-bf76-153959bb3fee,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:05.820676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:05.822024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.854675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:05.914987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f0501-4502-45e0-9518-8dfa78387bd2 req-2047d0c8-b025-4410-a419-57171994974b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:05.919492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d18f0501-4502-45e0-9518-8dfa78387bd2 req-2047d0c8-b025-4410-a419-57171994974b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.0918553 Sep 21 08:27:05.925499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06ff3555-bc9a-4403-8f37-86d333d64eea req-fe73b23d-6205-420a-ba31-d9a5a879e19d tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0946002 Sep 21 08:27:05.936320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a1a28736-1724-4b11-b14c-c56691e0d4b5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6194243 Sep 21 08:27:05.937539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:05.939115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41948) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:05.947915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.180970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:06.184353 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d18f0501-4502-45e0-9518-8dfa78387bd2 req-cd79e8aa-3f33-4926-85a9-299b425efda4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566705 Sep 21 08:27:06.199053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41954) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:06.201740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc3161-2542-45ca-ade6-abb6e13bd3d6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:06.226625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc3161-2542-45ca-ade6-abb6e13bd3d6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:06.230515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34bc3161-2542-45ca-ade6-abb6e13bd3d6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2869849 Sep 21 08:27:06.233714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41956) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:06.246793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c300-8d18-4287-a4cf-1606186d5c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.371733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-289a65ec-3324-4069-b041-35dba55cf410 req-ec58f131-46f0-467e-8d79-4948355378f6 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0671926 Sep 21 08:27:06.403080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2150bc25-263c-4b1e-9da2-4be9a306f28c None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:06.439689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c300-8d18-4287-a4cf-1606186d5c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.445343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0b4c300-8d18-4287-a4cf-1606186d5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.483569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c0b4c300-8d18-4287-a4cf-1606186d5c9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9fda92b7412046e7a96ed5147de9805d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831612 Sep 21 08:27:06.484441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41960) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:06.536807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port f873d7dc-8bb4-414f-bf76-153959bb3fee {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:06.537156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.559687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4c300-8d18-4287-a4cf-1606186d5c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0f286a-d71c-4ced-9f7b-7812ad57f631,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:06.586781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dbc886e-dc83-4318-8a42-fa95534d3c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.621387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dbc886e-dc83-4318-8a42-fa95534d3c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.647954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2eece4c2-09c5-4fbf-b815-06925a18458b None None] Provisioning complete for port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:06.648952 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2eece4c2-09c5-4fbf-b815-06925a18458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.725030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dbc886e-dc83-4318-8a42-fa95534d3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.728545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dbc886e-dc83-4318-8a42-fa95534d3c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.735903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9dbc886e-dc83-4318-8a42-fa95534d3c2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed0f286a-d71c-4ced-9f7b-7812ad57f631 HTTP/1.1" status: 204 len: 168 time: 0.2492652 Sep 21 08:27:06.760175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc886e-dc83-4318-8a42-fa95534d3c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0f286a-d71c-4ced-9f7b-7812ad57f631,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:06.800920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:06.831156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for f873d7dc-8bb4-414f-bf76-153959bb3fee owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:06.949644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28c447-fa3b-4bc0-90c2-56ae5cc255ad None None] Update dhcp port {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': 'e7db528c-49ed-4993-afec-9bce3f7d074e', 'ip_address': '2001:db8::f816:3eff:fef2:ce44'}, {'subnet_id': '90eed876-d7de-45ca-b54f-bfedce58a2fa'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:27:06.980391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5b28c447-fa3b-4bc0-90c2-56ae5cc255ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.173579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.184392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:07.219860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8ae1b2f-4947-489f-963f-bb3e23364569 req-6f9e453d-f8a2-4289-85ca-089028f4ac72 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0900190 Sep 21 08:27:07.295054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5b28c447-fa3b-4bc0-90c2-56ae5cc255ad None None] Allocated IP 172.20.0.2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/90eed876-d7de-45ca-b54f-bfedce58a2fa/b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:07.295594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:07.295971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.303514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=f873d7dc-8bb4-414f-bf76-153959bb3fee,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:07.482813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5b28c447-fa3b-4bc0-90c2-56ae5cc255ad None None] For port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:07.510193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe79414-5bfb-4ddd-9112-05961b0c6819 req-ae67dcc6-5543-4b19-9001-9305bc53c060 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:07.518055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efe79414-5bfb-4ddd-9112-05961b0c6819 req-ae67dcc6-5543-4b19-9001-9305bc53c060 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.1743569 Sep 21 08:27:07.523146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.525342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7dd6fa64-fea4-47df-9f39-390730752bd0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/f873d7dc-8bb4-414f-bf76-153959bb3fee HTTP/1.1" status: 204 len: 168 time: 1.2905211 Sep 21 08:27:07.529065 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5b28c447-fa3b-4bc0-90c2-56ae5cc255ad None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.529611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41994) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:07.536937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f07184f4-c6c1-42bc-bae6-a5179674e35f req-7c91c1a4-c522-496d-adc7-cc607daada2e tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0438776 Sep 21 08:27:07.537160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5b28c447-fa3b-4bc0-90c2-56ae5cc255ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.642249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efe79414-5bfb-4ddd-9112-05961b0c6819 req-3a515ffe-2607-4ce5-8be9-f8737a1e6c96 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176839 Sep 21 08:27:07.696471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28c447-fa3b-4bc0-90c2-56ae5cc255ad None None] Pushing event updated for resources: {'Port': ['ID=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:07.717412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da826dc-2159-4363-a39d-567279b98d71 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:07.720079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da826dc-2159-4363-a39d-567279b98d71 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:07.730377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da826dc-2159-4363-a39d-567279b98d71 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:07.737176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42008) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:07.750632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8da826dc-2159-4363-a39d-567279b98d71 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2196996 Sep 21 08:27:07.823969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 90eed876-d7de-45ca-b54f-bfedce58a2fa {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:07.829219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.882162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:07.992625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.028607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:08.116579 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.135615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 76f1a964-b979-481a-b908-78f0bf4e7b49 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:27:08.149938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 76f1a964-b979-481a-b908-78f0bf4e7b49 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:08.150963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.158998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=90eed876-d7de-45ca-b54f-bfedce58a2fa,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:08.169135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.171258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f0f0468f-e1df-4144-922f-cc0c99734cb1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/90eed876-d7de-45ca-b54f-bfedce58a2fa HTTP/1.1" status: 204 len: 168 time: 0.4330049 Sep 21 08:27:08.173756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42022) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:08.278177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet e7db528c-49ed-4993-afec-9bce3f7d074e {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:08.289246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.348945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.386000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.411964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:27:08.414264 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee50b2c5-4b9e-4907-b4d1-caee6b94fbfd" -d '{"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-plugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:27:08.446956 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5276544a-b45a-4739-8e6a-6b494fdec44a req-2efa1820-2b4c-49bb-9cee-a21013488fdf tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0517654 Sep 21 08:27:08.450955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:08.456334 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.600627 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9587a421-b27a-460c-a47c-4d04dc49d98d x-openstack-request-id: req-9587a421-b27a-460c-a47c-4d04dc49d98d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:27:08.600924 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-plugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:27:08.601174 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9587a421-b27a-460c-a47c-4d04dc49d98d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:27:08.601593 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'code': 200} Sep 21 08:27:08.606839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:08.607160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.722418 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e3b4681-0153-420f-9cb3-badd213e7fce req-7be190f4-7c2d-41b0-991e-9336bfe7778b tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0576267 Sep 21 08:27:08.774527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df790bfa-a2af-4bd0-8b4d-733422408e7e req-c193efc4-179a-4eb3-9dcf-a000eb18800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:08.777364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df790bfa-a2af-4bd0-8b4d-733422408e7e req-c193efc4-179a-4eb3-9dcf-a000eb18800b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1096 time: 0.0982506 Sep 21 08:27:08.820335 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.866038 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:27:08.871716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538d4ab-426f-4acd-b2e4-2a042f022489 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:08.901721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fe5a1c7b-b8e0-493f-8a16-694c20b8a31b None None] Could not find standard attr ID for object f873d7dc-8bb4-414f-bf76-153959bb3fee. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:08.910344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42048) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:08.924685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=e7db528c-49ed-4993-afec-9bce3f7d074e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:08.927606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.932190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-56a6c7c0-50cd-487c-a1bc-0ca0fb7c0147 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/e7db528c-49ed-4993-afec-9bce3f7d074e HTTP/1.1" status: 204 len: 168 time: 0.7568727 Sep 21 08:27:08.932815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42052) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:08.956970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df790bfa-a2af-4bd0-8b4d-733422408e7e req-5293a013-fbaf-4a34-b8d3-4705ff3dc2e9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467917 Sep 21 08:27:08.972771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc97a8-4952-4288-9ce9-73054f71890e req-8eb16ea6-092e-4029-a968-a51cca071676 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:08.973061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fe5a1c7b-b8e0-493f-8a16-694c20b8a31b None None] Provisioning complete for port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:08.973327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1c7b-b8e0-493f-8a16-694c20b8a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:08.980409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ccc97a8-4952-4288-9ce9-73054f71890e req-8eb16ea6-092e-4029-a968-a51cca071676 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1683161 Sep 21 08:27:09.031001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ccc97a8-4952-4288-9ce9-73054f71890e req-748aebb0-7cee-44fb-8d94-227a83daddd9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495439 Sep 21 08:27:09.043035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42054) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:09.049722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:09.051557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bfd0f8d9-6811-4a16-90f9-7e78396c3fdd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171350 Sep 21 08:27:09.166339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7906636c-f4cb-4496-94f6-9ee2b7581f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.371057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7906636c-f4cb-4496-94f6-9ee2b7581f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.385183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7906636c-f4cb-4496-94f6-9ee2b7581f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.394547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:27:09.404827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:09.415740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.454131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906636c-f4cb-4496-94f6-9ee2b7581f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25941526-0cbf-4e7b-a0cd-9c80eb5cb66d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:09.462094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7906636c-f4cb-4496-94f6-9ee2b7581f68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a1b7c6a5f5244f7a02cf26b7fb876ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497417 Sep 21 08:27:09.466763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42060) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:09.504654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] Deleting port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:09.505527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.592455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09912b08-6830-4147-93bf-bc6c89f10e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.622778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] For port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:09.631176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.668436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09912b08-6830-4147-93bf-bc6c89f10e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.700393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] Calling delete_port for b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:09.768273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09912b08-6830-4147-93bf-bc6c89f10e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.773379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09912b08-6830-4147-93bf-bc6c89f10e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:09.774995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-09912b08-6830-4147-93bf-bc6c89f10e5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25941526-0cbf-4e7b-a0cd-9c80eb5cb66d HTTP/1.1" status: 204 len: 168 time: 0.3071744 Sep 21 08:27:09.810343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09912b08-6830-4147-93bf-bc6c89f10e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25941526-0cbf-4e7b-a0cd-9c80eb5cb66d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:09.941838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:10.008451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cbffc84b-319a-432d-89c9-db2a855d40e6 req-02ec7a49-7366-4ccc-898a-616a3ac72532 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0983198 Sep 21 08:27:10.040678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] Pushing event deleted for resources: {'Port': ['ID=b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:10.047071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989421e5-cb70-434a-a2c6-c9d7a5183b92 None None] No DVR routers for this DVR port b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:27:10.272270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ea6f112-df43-4cf0-bc8a-f3a41014e6a2 req-90061b15-9c96-4ed6-b715-453312070651 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0614097 Sep 21 08:27:10.279677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b29d9e-cfb9-4479-92a5-bbe6646c44f0 req-1c4633e8-8d11-46d6-a0f7-c5e88c4f8452 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:10.301186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b29d9e-cfb9-4479-92a5-bbe6646c44f0 req-1c4633e8-8d11-46d6-a0f7-c5e88c4f8452 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1670096 Sep 21 08:27:10.394450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ad56526-83d4-4a1e-9c79-6a793b760f3f req-f1da36a3-e548-4135-a539-4573e62f98d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0831285 Sep 21 08:27:10.440755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58b29d9e-cfb9-4479-92a5-bbe6646c44f0 req-380300a3-f179-4d13-975f-886e245b449c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364160 Sep 21 08:27:10.855114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:10.860695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:10.930607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:10.935435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:10.945732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:10.946639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0657e3a-675e-4b27-928d-6c48a3226842 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:10.947729 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:10.975947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9310529 Sep 21 08:27:10.979355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42096) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:10.981140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a65a9-7021-411c-843a-2910d2e034d3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=2955ba4e-d7c6-4937-96f8-cf4e38ccb980,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:10.985474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:11.136861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:11.212800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:27:11.213229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b2cdeda0-39bd-4e3e-8edd-8ec5b9b159c7 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:27:11.334398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2d1efae-51c3-4076-a031-474bb73ab148 req-a05c9aa4-e62a-405e-ba36-c5e557bf8456 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0352294 Sep 21 08:27:11.388834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '2955ba4e-d7c6-4937-96f8-cf4e38ccb980'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:27:11.392070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:11.433203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:11.447451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:11.577002 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95544c8b-eb97-4fc8-aaf6-4581599f1f20 req-e36081cc-2031-437f-8e32-25a7e22cddbf tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0905273 Sep 21 08:27:11.731587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Allocated IP 2001:db8::f816:3eff:fe51:5724 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/2955ba4e-d7c6-4937-96f8-cf4e38ccb980/bb31be7d-865e-4f9e-a563-58f983eafef2) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:11.931508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858c8b5-0ae0-4f77-8c41-acc4baf3d94d req-98a29d81-d59b-401b-815e-5f42fd8dd3d6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:11.939820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7858c8b5-0ae0-4f77-8c41-acc4baf3d94d req-98a29d81-d59b-401b-815e-5f42fd8dd3d6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1578929 Sep 21 08:27:12.032753 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7858c8b5-0ae0-4f77-8c41-acc4baf3d94d req-e7fe30a8-c3f8-43ae-8448-c190465a91da tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924911 Sep 21 08:27:12.217363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.275501 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.290573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.305074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=e13c858d-6760-41b5-bd8f-925ff497c780,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:12.348740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:12.355760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:12.355901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:12.364649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df2bc2-8e04-44ee-b34f-a93e9bc3ab44 req-5e67d335-3d90-4446-aed2-cf575fc15c63 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:12.366514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79df2bc2-8e04-44ee-b34f-a93e9bc3ab44 req-5e67d335-3d90-4446-aed2-cf575fc15c63 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1784461 Sep 21 08:27:12.370362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:12.377346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:12.377748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:12.383719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:12.388340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Pushing event updated for resources: {'Port': ['ID=bb31be7d-865e-4f9e-a563-58f983eafef2,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:12.393141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.395756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Request body: {'floatingip': {'port_id': '76f1a964-b979-481a-b908-78f0bf4e7b49'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:12.428352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e941d965-af84-4c0e-a489-7df2aa3f5bec tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4478722 Sep 21 08:27:12.432860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42140) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:12.438536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:5d:f2:52', 'name': 'tempest-NetworksTestDHCPv6-948166760'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:12.497396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.568539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c22f04c1-f784-45c0-ac73-4782842d8088 req-b92a6909-5aff-4efd-a42b-f591ce79de78 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0919015 Sep 21 08:27:12.609652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Attempting to bind port bb31be7d-865e-4f9e-a563-58f983eafef2 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:12.609652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Attempting to bind port bb31be7d-865e-4f9e-a563-58f983eafef2 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:12.623777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Attempting to bind port bb31be7d-865e-4f9e-a563-58f983eafef2 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:12.634786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42146) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:12.655895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:12.656301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:12.656688 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.657090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:12.657582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Bound port: bb31be7d-865e-4f9e-a563-58f983eafef2, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:12.657980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.699454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:12.812916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] For port bb31be7d-865e-4f9e-a563-58f983eafef2, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:12.821568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] For port bb31be7d-865e-4f9e-a563-58f983eafef2, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bb31be7d-865e-4f9e-a563-58f983eafef2,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:12.829959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.894736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:12.961460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port a15420af-b823-41a2-8dbf-1e951dc75805 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:12.987235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef387d-ec3b-4b0d-bfd3-ba5624f21156 None None] Pushing event updated for resources: {'Port': ['ID=bb31be7d-865e-4f9e-a563-58f983eafef2,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:13.092529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f6d5fca-7759-47e4-8d41-93619be17269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:13.131338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdcba7be-1e38-4dc9-86f2-f10449ef5963 req-9fe3f2bd-82e8-46d4-919c-b2c0c5848ef6 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0384834 Sep 21 08:27:13.301416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:27:13.378402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:13.403487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:13.410570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:13.418583 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:13.419844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:13.424272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:13.429161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:13.435845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:13.443447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:13.451922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-df88acdf-becd-4dc5-a6bf-b216e9c8a79d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.3477659 Sep 21 08:27:13.618035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f6d5fca-7759-47e4-8d41-93619be17269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:13.628652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b896c30-cb4a-4c40-bace-38c8c618757f req-fdb3a73a-6ab1-48e0-b46b-d95792ec8458 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54f6b1eb6572498bb82f2ca1f61cf43b&device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1007643 Sep 21 08:27:13.632934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1f6d5fca-7759-47e4-8d41-93619be17269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:13.699346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b896c30-cb4a-4c40-bace-38c8c618757f req-725ce9ec-bff6-4146-8847-f6caf683b0c1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=54f6b1eb6572498bb82f2ca1f61cf43b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551772 Sep 21 08:27:13.741267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1f6d5fca-7759-47e4-8d41-93619be17269 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=653a8a264d244008b0a071b92e04bb80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1022577 Sep 21 08:27:13.758194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0c931a6-9439-4ddf-b05e-01066bf9c88e req-6b5f47be-ebc5-4b57-ac6f-0d143adac3e5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3035645 Sep 21 08:27:13.774712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42172) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:13.836541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ed4f1c7-5084-4f47-a02a-41ba58da778b req-af5e0699-628f-46e2-bd2b-204ac1d8e8e2 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1322215 Sep 21 08:27:13.836976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 172.20.0.5 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/e13c858d-6760-41b5-bd8f-925ff497c780/a15420af-b823-41a2-8dbf-1e951dc75805) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:13.845682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d5fca-7759-47e4-8d41-93619be17269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb1def1-9eb0-4fc3-b68f-8ccd94dff50a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:13.855811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fe5d:f252 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/2955ba4e-d7c6-4937-96f8-cf4e38ccb980/a15420af-b823-41a2-8dbf-1e951dc75805) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:14.003414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4aee381d-f002-4747-9b19-7c6da65a5dbb req-e00c7d42-0917-4e82-8d59-1db3ffb8e787 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0499561 Sep 21 08:27:14.007656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b896c30-cb4a-4c40-bace-38c8c618757f req-208af2cc-da0b-4994-a7c4-7f9279beed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.009351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b896c30-cb4a-4c40-bace-38c8c618757f req-208af2cc-da0b-4994-a7c4-7f9279beed74 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2987750 Sep 21 08:27:14.013712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1ab83ef-99fd-4b60-9e34-0d9715ba02aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.045412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1ab83ef-99fd-4b60-9e34-0d9715ba02aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.116221 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Floating IP b30ed5bb-b33f-436c-b32b-7dc8696f44b5 associated. External IP: 172.25.1.115, port: 76f1a964-b979-481a-b908-78f0bf4e7b49. Sep 21 08:27:14.235822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1ab83ef-99fd-4b60-9e34-0d9715ba02aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.239094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1ab83ef-99fd-4b60-9e34-0d9715ba02aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.240603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d1ab83ef-99fd-4b60-9e34-0d9715ba02aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecb1def1-9eb0-4fc3-b68f-8ccd94dff50a HTTP/1.1" status: 204 len: 168 time: 0.4540403 Sep 21 08:27:14.296452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab83ef-99fd-4b60-9e34-0d9715ba02aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb1def1-9eb0-4fc3-b68f-8ccd94dff50a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:14.360921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.377364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.391458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.403394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.414200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.414410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.430519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.446583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.458128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d770d057-6efe-4621-9f5e-8bd3dafaa11a req-35a41184-357d-4a44-830f-58631a8e0254 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.4303777 Sep 21 08:27:14.480602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4980bd-89c7-41bd-b23e-f14f9ba8547a None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:14.569863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.632166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a7fc3734-22a8-452f-8c2e-baf9240fdae7 None None] Provisioning complete for port bb31be7d-865e-4f9e-a563-58f983eafef2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:14.636050 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3734-22a8-452f-8c2e-baf9240fdae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.688395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Router 95c55bca-9024-45c0-b309-ccb4df96c430 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:27:14.715063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:14.726164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:14.740966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:14.885965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:27:14.893014 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:14.919148 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] Sync routers for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:27:14.935891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=a15420af-b823-41a2-8dbf-1e951dc75805,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:14.955538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c0cdc79c-5d91-4fef-ab92-acc3865b0f78 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "PUT /v2.0/floatingips/b30ed5bb-b33f-436c-b32b-7dc8696f44b5 HTTP/1.1" status: 200 len: 991 time: 2.5717461 Sep 21 08:27:14.955703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:27:14.964453 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:27:14.965183 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:27:14.968460 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49177dc5-9f46-463b-8110-cec6c671a18f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:27:14.993370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:14.997625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:15.037404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c76d7770-6b26-4870-a6ac-6e687c5b5cb4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6006987 Sep 21 08:27:15.037884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42206) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:15.188041 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554d7e3f-7bc0-4b4d-9801-a2e558676e23 x-openstack-request-id: req-554d7e3f-7bc0-4b4d-9801-a2e558676e23 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:27:15.188362 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:27:15.188709 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-554d7e3f-7bc0-4b4d-9801-a2e558676e23 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:27:15.189322 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'status': 'completed', 'code': 200} Sep 21 08:27:15.196184 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1076ff81-5db3-48dc-ae88-afcb7ab5b8ac req-aa930e02-fc25-4819-a6a0-33791682798b tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.0801284 Sep 21 08:27:15.236008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca787a5-63e0-4ddf-9dc5-04c5129dd19f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:15.242156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca787a5-63e0-4ddf-9dc5-04c5129dd19f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:15.254611 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cca787a5-63e0-4ddf-9dc5-04c5129dd19f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2152956 Sep 21 08:27:15.256520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-1a32ad11-087b-468c-81dc-a269b0ba1c64 req-1d5a342b-feaa-4e19-ac01-b3f4f5acd76e service neutron] (94725) timed out ('10.222.0.50', 56685) {{(pid=94725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:27:15.259050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42212) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:15.416645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f880a01-1647-41f9-b136-232b83384954 req-1232a1d0-2d9b-47d2-9d3a-69e8a3adb351 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0976381 Sep 21 08:27:15.432432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177dc5-9f46-463b-8110-cec6c671a18f req-d520268b-1108-4f4d-81b7-7d54e7b4d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:15.434777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bb31be7d-865e-4f9e-a563-58f983eafef2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:15.435935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49177dc5-9f46-463b-8110-cec6c671a18f req-d520268b-1108-4f4d-81b7-7d54e7b4d6af service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1096 time: 0.1996100 Sep 21 08:27:15.470378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port a15420af-b823-41a2-8dbf-1e951dc75805 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:15.470378 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:15.501386 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:27:15.627825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:15.642378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for a15420af-b823-41a2-8dbf-1e951dc75805 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:15.645873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b896c30-cb4a-4c40-bace-38c8c618757f req-27f22605-26ef-4053-b3f6-ca98d88ddc3a tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.62 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.1677992 Sep 21 08:27:15.710585 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3734-22a8-452f-8c2e-baf9240fdae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:15.841714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9727b031-0d67-4a33-b50c-346149d6555e None None] Update dhcp port {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '2955ba4e-d7c6-4937-96f8-cf4e38ccb980', 'ip_address': '2001:db8::f816:3eff:fe51:5724'}, {'subnet_id': 'e13c858d-6760-41b5-bd8f-925ff497c780'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'bb31be7d-865e-4f9e-a563-58f983eafef2'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:27:16.005637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:16.025105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177dc5-9f46-463b-8110-cec6c671a18f req-688fec67-ef1c-41ab-a020-6d3a425fbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:16.027714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49177dc5-9f46-463b-8110-cec6c671a18f req-688fec67-ef1c-41ab-a020-6d3a425fbb15 service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.5746326 Sep 21 08:27:16.070957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a7fc3734-22a8-452f-8c2e-baf9240fdae7 None None] For port bb31be7d-865e-4f9e-a563-58f983eafef2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bb31be7d-865e-4f9e-a563-58f983eafef2,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:16.077422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9727b031-0d67-4a33-b50c-346149d6555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:16.139799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7fc3734-22a8-452f-8c2e-baf9240fdae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:16.219249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=a15420af-b823-41a2-8dbf-1e951dc75805,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:16.350736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-9727b031-0d67-4a33-b50c-346149d6555e None None] Allocated IP 172.20.0.2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/e13c858d-6760-41b5-bd8f-925ff497c780/bb31be7d-865e-4f9e-a563-58f983eafef2) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:16.398963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49177dc5-9f46-463b-8110-cec6c671a18f req-d4b7dc53-e93d-4c0e-bf8e-9219ff53990d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 999 time: 0.3425393 Sep 21 08:27:16.417138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bb31be7d-865e-4f9e-a563-58f983eafef2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:16.417681 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:16.488289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:16.502024 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9c67f680-d9a3-491c-867c-8d96be2c4f5b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/a15420af-b823-41a2-8dbf-1e951dc75805 HTTP/1.1" status: 204 len: 168 time: 1.2417698 Sep 21 08:27:16.504512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42248) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:16.605329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177dc5-9f46-463b-8110-cec6c671a18f req-18f37121-21d1-4795-b3cb-4105de66a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:16.607007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49177dc5-9f46-463b-8110-cec6c671a18f req-18f37121-21d1-4795-b3cb-4105de66a9be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1971395 Sep 21 08:27:16.695724 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf0fdbbb-19f4-47aa-8538-4a5a9ab263b0 req-b5639a19-26bc-418d-989d-1e6a1ede39a1 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0406237 Sep 21 08:27:16.750373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378e5b6-4206-46f5-8af6-6474f1490929 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:16.756332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378e5b6-4206-46f5-8af6-6474f1490929 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:16.759296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378e5b6-4206-46f5-8af6-6474f1490929 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:16.764275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d378e5b6-4206-46f5-8af6-6474f1490929 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2584932 Sep 21 08:27:16.766446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42256) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:16.813384 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b30ed5bb-b33f-436c-b32b-7dc8696f44b5', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'port_id': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'mac_address': 'fa:16:3e:2c:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5073a0-ba73-45d0-8966-cd3150867892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:27:13Z', 'revision_number': 1, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:27:16.815582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8758a570-c826-4433-b3c0-880afcde980c req-5b02d782-1b81-4041-8300-488274744978 tempest-ServerShowV257Test-590518828 tempest-ServerShowV257Test-590518828-project] 10.222.0.59 "GET /v2.0/ports?device_id=a45709ab-24fc-41f2-9926-f1e869ed56f9 HTTP/1.1" status: 200 len: 210 time: 0.2073486 Sep 21 08:27:16.853725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49177dc5-9f46-463b-8110-cec6c671a18f req-ad640e44-dbf2-48f6-a75f-c6570c0a040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:16.855519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49177dc5-9f46-463b-8110-cec6c671a18f req-ad640e44-dbf2-48f6-a75f-c6570c0a040f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289112 Sep 21 08:27:16.860637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 2955ba4e-d7c6-4937-96f8-cf4e38ccb980 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:16.891070 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] Checking router: 95c55bca-9024-45c0-b309-ccb4df96c430 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:27:16.901392 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:27:16.902385 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:27:16.913163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc3734-22a8-452f-8c2e-baf9240fdae7 None None] Pushing event updated for resources: {'Port': ['ID=bb31be7d-865e-4f9e-a563-58f983eafef2,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:17.007291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9727b031-0d67-4a33-b50c-346149d6555e None None] For port bb31be7d-865e-4f9e-a563-58f983eafef2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bb31be7d-865e-4f9e-a563-58f983eafef2,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:17.011665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49177dc5-9f46-463b-8110-cec6c671a18f req-c370d203-1162-4eaf-a36f-2073dfb4a46a service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442306 Sep 21 08:27:17.124849 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9727b031-0d67-4a33-b50c-346149d6555e None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.130502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.130696 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9727b031-0d67-4a33-b50c-346149d6555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.205876 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:27:17.227030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727b031-0d67-4a33-b50c-346149d6555e None None] Pushing event updated for resources: {'Port': ['ID=bb31be7d-865e-4f9e-a563-58f983eafef2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:17.304684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.330985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bb31be7d-865e-4f9e-a563-58f983eafef2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:17.349012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49177dc5-9f46-463b-8110-cec6c671a18f req-39c53ccf-be44-499f-95cb-9e1359118e07 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247843 Sep 21 08:27:17.532861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bb31be7d-865e-4f9e-a563-58f983eafef2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:17.533234 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.552249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.789843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.893299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:17.900089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42306) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:17.910074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/2955ba4e-d7c6-4937-96f8-cf4e38ccb980 HTTP/1.1" status: 204 len: 168 time: 1.1296844 Sep 21 08:27:17.911992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9ca56-3aef-44fa-94aa-d7564995d907 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=2955ba4e-d7c6-4937-96f8-cf4e38ccb980,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:17.962069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42308) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:18.022019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bdb53ad-4317-4933-9f87-4098d8459bd6 req-8cfde278-ade3-49e1-99ac-89936ad73143 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1125188 Sep 21 08:27:18.058361 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b30ed5bb-b33f-436c-b32b-7dc8696f44b5', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'port_id': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'mac_address': 'fa:16:3e:2c:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5073a0-ba73-45d0-8966-cd3150867892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:27:13Z', 'revision_number': 1, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:27:18.091231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet e13c858d-6760-41b5-bd8f-925ff497c780 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:18.098739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:18.149676 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec4349c-1b17-4073-9919-0260e2a0c4ce None None] The sync data for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 is: [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b30ed5bb-b33f-436c-b32b-7dc8696f44b5', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'floating_ip_address': '172.25.1.115', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'port_id': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'mac_address': 'fa:16:3e:2c:c8:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5073a0-ba73-45d0-8966-cd3150867892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:26:48Z', 'updated_at': '2021-09-21T08:27:13Z', 'revision_number': 1, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:27:18.274950 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:18.281135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:18.282055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:18.282744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:18.286228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:18.286765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:18.287425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:18.287752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:18.309319 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6389f09-1a05-474d-8153-240348952bb1 req-ec78fdb8-135d-4823-94cf-10507d190ae9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6491 time: 0.3453434 Sep 21 08:27:18.415205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6389f09-1a05-474d-8153-240348952bb1 req-2905b5d5-ca18-4d32-b015-ed626f25e228 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935824 Sep 21 08:27:18.469306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:18.597080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:18.633884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=e13c858d-6760-41b5-bd8f-925ff497c780,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:18.652969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:18.655380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0db81919-f6f6-4a9c-8db3-c898a04a754e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/e13c858d-6760-41b5-bd8f-925ff497c780 HTTP/1.1" status: 204 len: 168 time: 0.7542348 Sep 21 08:27:18.658235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42328) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:18.687904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e484efca-a8d9-47f2-b131-e8201deec776 None None] New status for floating IP b30ed5bb-b33f-436c-b32b-7dc8696f44b5: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:27:18.700075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02a8ec-ca6d-4ac6-add7-50dfea6ea2eb None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:18.746541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-969a1558-0d56-43c5-9ca9-f227b87aa988 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867839 Sep 21 08:27:18.750562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:18.757084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:18.814264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42338) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:18.914158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e7dc3381-d8f9-4cba-8b7c-2147983f2792 None None] Provisioning complete for port bb31be7d-865e-4f9e-a563-58f983eafef2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:18.914860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7dc3381-d8f9-4cba-8b7c-2147983f2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.035028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:19.042860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.053214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a119-bf8e-4d4e-860a-67657596e77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.134711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:27:19.250887 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a119-bf8e-4d4e-860a-67657596e77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.257266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eb7a119-bf8e-4d4e-860a-67657596e77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.273196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d1005b1-f279-4549-b08d-709e00ba5460 req-80e127f5-d0db-4380-9049-ac49143b4fff tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0605266 Sep 21 08:27:19.343020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7a119-bf8e-4d4e-860a-67657596e77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c91d2-3736-4a7d-8914-d5348ad7978e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:19.354327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1eb7a119-bf8e-4d4e-860a-67657596e77b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54f6b1eb6572498bb82f2ca1f61cf43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386398 Sep 21 08:27:19.357689 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:19.477860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55615210-a9b1-452a-8bf8-fc71717fd752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.513077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55615210-a9b1-452a-8bf8-fc71717fd752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.516999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.573448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bb31be7d-865e-4f9e-a563-58f983eafef2 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:19.630994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:19.634505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:19.637457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:19.638065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.653377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=0c7c176c-7e08-4333-ae57-19a17dca65d7,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:19.660030 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55615210-a9b1-452a-8bf8-fc71717fd752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.664390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2b089f92-bd11-4fdf-af76-551af425b873 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9127507 Sep 21 08:27:19.666369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-55615210-a9b1-452a-8bf8-fc71717fd752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.668301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-55615210-a9b1-452a-8bf8-fc71717fd752 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c05c91d2-3736-4a7d-8914-d5348ad7978e HTTP/1.1" status: 204 len: 168 time: 0.3073571 Sep 21 08:27:19.669131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42362) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:19.680698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:19.701249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e7dc3381-d8f9-4cba-8b7c-2147983f2792 None None] Could not find standard attr ID for object a15420af-b823-41a2-8dbf-1e951dc75805. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:19.735490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55615210-a9b1-452a-8bf8-fc71717fd752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05c91d2-3736-4a7d-8914-d5348ad7978e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:19.840289 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.897161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] Deleting port bb31be7d-865e-4f9e-a563-58f983eafef2 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:19.897860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.972588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port bb31be7d-865e-4f9e-a563-58f983eafef2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bb31be7d-865e-4f9e-a563-58f983eafef2,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:19.977055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:19.979702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:19.982686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:20.141678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=bb31be7d-865e-4f9e-a563-58f983eafef2,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:20.231134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] For port bb31be7d-865e-4f9e-a563-58f983eafef2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bb31be7d-865e-4f9e-a563-58f983eafef2,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:20.231605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:20.270414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] Calling delete_port for bb31be7d-865e-4f9e-a563-58f983eafef2 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:20.506898 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:20.531923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a21a6aa1-81ae-4bb1-8ee0-9bcf857f4316 req-f521c320-6112-4ff2-a236-6a1058ec706f tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1102600 Sep 21 08:27:20.573808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] Pushing event deleted for resources: {'Port': ['ID=bb31be7d-865e-4f9e-a563-58f983eafef2,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:20.585394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d61360-22d0-4176-9a60-c19bff4def67 None None] No DVR routers for this DVR port bb31be7d-865e-4f9e-a563-58f983eafef2 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:27:20.606456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8fb666-2559-4fc0-a8da-19463583c0c3 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:20.826777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:20.831126 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:20.877054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:20.894376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:20.915815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:20.916902 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:20.944917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '0c7c176c-7e08-4333-ae57-19a17dca65d7'}, {'subnet_id': '5cb21531-3608-4b3b-9b08-7e229d1e9571'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:27:20.946081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:20.981970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3093092 Sep 21 08:27:20.986008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42410) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:20.989109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9877e-a18d-4db7-90ff-77a8f1ba74ab tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=5cb21531-3608-4b3b-9b08-7e229d1e9571,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:21.007615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:6c:1b:d6', 'name': 'tempest-NetworksTestDHCPv6-1900173540'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:21.338943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:21.420654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Allocated IP 172.20.0.2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/0c7c176c-7e08-4333-ae57-19a17dca65d7/876ebe40-1272-41bc-a00d-1cb3ef9b753e) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:21.433297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Allocated IP 2001:db8::f816:3eff:fe24:ab87 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/5cb21531-3608-4b3b-9b08-7e229d1e9571/876ebe40-1272-41bc-a00d-1cb3ef9b753e) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:21.522242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:21.606613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 85b02a0c-90df-4e21-a0bc-50e245c3545b yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:21.826036 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:21.841411 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:21.872397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c1aa7896-ace5-49a7-9878-2489bb5ce1c5 req-7ea2d7d1-c71b-46ac-ab78-9ee1930cee52 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1205976 Sep 21 08:27:22.070985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:22.124096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:22.134560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:22.135116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Pushing event updated for resources: {'Port': ['ID=876ebe40-1272-41bc-a00d-1cb3ef9b753e,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:22.198662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 172.20.0.6 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/0c7c176c-7e08-4333-ae57-19a17dca65d7/85b02a0c-90df-4e21-a0bc-50e245c3545b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:22.219279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fe6c:1bd6 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/5cb21531-3608-4b3b-9b08-7e229d1e9571/85b02a0c-90df-4e21-a0bc-50e245c3545b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:22.408569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Attempting to bind port 876ebe40-1272-41bc-a00d-1cb3ef9b753e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:22.408957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Attempting to bind port 876ebe40-1272-41bc-a00d-1cb3ef9b753e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:22.409328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Attempting to bind port 876ebe40-1272-41bc-a00d-1cb3ef9b753e on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:22.420223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:22.421024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:22.421907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:22.422514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:22.423212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Bound port: 876ebe40-1272-41bc-a00d-1cb3ef9b753e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:22.423799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:22.440344 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff251a4e-f8c1-4d67-8b9b-572b1b218372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:22.518956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] For port 876ebe40-1272-41bc-a00d-1cb3ef9b753e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:22.523374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] For port 876ebe40-1272-41bc-a00d-1cb3ef9b753e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=876ebe40-1272-41bc-a00d-1cb3ef9b753e,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:22.526267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:22.535192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:22.621556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb86df-d9fd-47c0-8eac-7d27d5755f89 None None] Pushing event updated for resources: {'Port': ['ID=876ebe40-1272-41bc-a00d-1cb3ef9b753e,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:23.194980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:23.208308 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fe237afe-26ab-45b1-b926-10328f39b9b7 req-437290f9-b40f-468e-91da-190a318868a7 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1023300 Sep 21 08:27:23.267414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=85b02a0c-90df-4e21-a0bc-50e245c3545b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:23.302629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:23.304253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:23.308135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:23.370007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 876ebe40-1272-41bc-a00d-1cb3ef9b753e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:23.454490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 876ebe40-1272-41bc-a00d-1cb3ef9b753e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:23.455097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:23.461424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:23.465849 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:23.495198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-22be184a-f392-4078-aa9b-5b8938a0ef38 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5077794 Sep 21 08:27:23.498977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:23.676705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2d87a-d478-442d-8ddc-2befb6e66ae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:23.686848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2d87a-d478-442d-8ddc-2befb6e66ae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:23.689194 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a1d2d87a-d478-442d-8ddc-2befb6e66ae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1882503 Sep 21 08:27:23.695599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42496) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:23.771607 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:23.863102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 876ebe40-1272-41bc-a00d-1cb3ef9b753e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=876ebe40-1272-41bc-a00d-1cb3ef9b753e,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:23.873094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:24.001808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 85b02a0c-90df-4e21-a0bc-50e245c3545b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:24.002177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:24.026348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=876ebe40-1272-41bc-a00d-1cb3ef9b753e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:24.185118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:24.229198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 85b02a0c-90df-4e21-a0bc-50e245c3545b owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:24.486387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc2030cb-dec8-4ddf-bfff-b1dc6722ebec req-dcf1204d-b980-4ee1-8530-1a622fdc03db tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0824513 Sep 21 08:27:24.491892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8b7c5-6ece-4e70-8c7c-6e74c610ad1b None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:24.604185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:24.661429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7dc5de4a-f80e-4b76-851b-494204a2680e None None] Provisioning complete for port 876ebe40-1272-41bc-a00d-1cb3ef9b753e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:24.662758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7dc5de4a-f80e-4b76-851b-494204a2680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:24.687994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=85b02a0c-90df-4e21-a0bc-50e245c3545b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:24.927468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:24.931576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dea9e3d6-c35e-478f-9cea-8a71bec8e380 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/85b02a0c-90df-4e21-a0bc-50e245c3545b HTTP/1.1" status: 204 len: 168 time: 1.2341094 Sep 21 08:27:24.933589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42544) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:25.039954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08811e3-9f8f-43e7-bc8a-2a1f999b3ed2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:25.044314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08811e3-9f8f-43e7-bc8a-2a1f999b3ed2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:25.044314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08811e3-9f8f-43e7-bc8a-2a1f999b3ed2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:25.048526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42552) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:25.048856 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a08811e3-9f8f-43e7-bc8a-2a1f999b3ed2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1133070 Sep 21 08:27:25.142313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 0c7c176c-7e08-4333-ae57-19a17dca65d7 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:25.147986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.277724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.295548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 876ebe40-1272-41bc-a00d-1cb3ef9b753e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:25.300202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.371956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 876ebe40-1272-41bc-a00d-1cb3ef9b753e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:25.372113 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.478104 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2d70cd26-23e2-4d28-9aad-9cee34d3a668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.501221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7942a3e8-24dd-4c8b-bbc8-7e7d0e81b0c3 None None] Provisioning complete for port 876ebe40-1272-41bc-a00d-1cb3ef9b753e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:25.507353 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7942a3e8-24dd-4c8b-bbc8-7e7d0e81b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.617062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.876023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a84c3fa1-0fc7-4b8b-8a97-3e3d083bb269 req-e4720a62-f403-49a5-9e9e-7fe23131865f tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1494157 Sep 21 08:27:25.912560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1623ad69-cd50-4cf4-b046-c5529b71b2fb None None] Could not find standard attr ID for object a15420af-b823-41a2-8dbf-1e951dc75805. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:25.939711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:25.998528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7c176c-7e08-4333-ae57-19a17dca65d7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:26.013714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:26.016149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-397146eb-31ab-4a66-91ea-0ce698f4c63f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/0c7c176c-7e08-4333-ae57-19a17dca65d7 HTTP/1.1" status: 204 len: 168 time: 0.9655702 Sep 21 08:27:26.018715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42592) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:26.122977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 5cb21531-3608-4b3b-9b08-7e229d1e9571 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:26.128110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:26.190749 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:26.400010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:26.474980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b4899cf7-fd90-4522-bbeb-a5bd17756c55 None None] Could not find standard attr ID for object 85b02a0c-90df-4e21-a0bc-50e245c3545b. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:26.476713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5077b7-8853-4551-b543-36a2d74e19ef None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:26.554773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:26.607512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb21531-3608-4b3b-9b08-7e229d1e9571,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:26.610015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:26.615699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d682ecc8-1396-4178-8556-fb7753321240 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/5cb21531-3608-4b3b-9b08-7e229d1e9571 HTTP/1.1" status: 204 len: 168 time: 0.5957656 Sep 21 08:27:26.616504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42608) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:26.695435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2133ba98-6247-4d4c-a3fe-b5935e0a2338 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757406 Sep 21 08:27:26.697147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42612) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:26.704187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:26.718163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:26.943565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:26.949660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.109910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:27:27.242061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] Deleting port 876ebe40-1272-41bc-a00d-1cb3ef9b753e {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:27.242656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.273037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 876ebe40-1272-41bc-a00d-1cb3ef9b753e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:27.280642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efd56a8b-8f7f-411e-8862-a3b6c5c617ff req-85a6f7f5-bee9-414b-8241-949c60f5129b tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0843861 Sep 21 08:27:27.430817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] For port 876ebe40-1272-41bc-a00d-1cb3ef9b753e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=876ebe40-1272-41bc-a00d-1cb3ef9b753e,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:27.431780 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.446500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] Calling delete_port for 876ebe40-1272-41bc-a00d-1cb3ef9b753e owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:27.492677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.497801 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.518287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:27.523099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:27.537043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:27.538170 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.578155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 876ebe40-1272-41bc-a00d-1cb3ef9b753e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=876ebe40-1272-41bc-a00d-1cb3ef9b753e,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:27.590922 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.616096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42630) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:27.621210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:27.630326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9317601 Sep 21 08:27:27.652611 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.657687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8958d-446a-473e-a2c9-b583d96d745a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=6a0d32c5-1d2f-446a-8022-3c917b68cf36,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:27.674680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=876ebe40-1272-41bc-a00d-1cb3ef9b753e,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:27.681510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] No DVR routers for this DVR port 876ebe40-1272-41bc-a00d-1cb3ef9b753e on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:27:27.715029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7364c4-334d-442a-834e-5589d6e343d1 None None] Pushing event deleted for resources: {'Port': ['ID=876ebe40-1272-41bc-a00d-1cb3ef9b753e,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:27.722576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d48a15-592b-4f3c-9b70-35302092ec2a None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:27.844924 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:27.998054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:28.002481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:28.283058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '6a0d32c5-1d2f-446a-8022-3c917b68cf36'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:27:28.294009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:28.571481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ee16494-b4d8-4d3a-91d3-576d1aea27c9 req-c31d3db6-422a-4ff5-881e-ea113fdbbbdb tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0978465 Sep 21 08:27:28.629088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Allocated IP 172.20.0.2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/6a0d32c5-1d2f-446a-8022-3c917b68cf36/55e1a9d5-2eaa-49fd-9979-382382f0d846) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:28.741943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:28.744195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:28.874078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=884b0a60-2c75-4b4a-933d-f340c10b3175,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:28.920139 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:28.934589 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:28.938605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:28.942667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:28.948454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:28.949070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:28.982469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ea672b41-c31b-483b-82ba-a06aa35fec43 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3651774 Sep 21 08:27:28.985444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42672) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:28.994682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:81:72:87', 'name': 'tempest-NetworksTestDHCPv6-678996977'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:29.006860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:29.016429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:29.022304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:29.030756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Pushing event updated for resources: {'Port': ['ID=55e1a9d5-2eaa-49fd-9979-382382f0d846,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:29.164758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Attempting to bind port 55e1a9d5-2eaa-49fd-9979-382382f0d846 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:29.167052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Attempting to bind port 55e1a9d5-2eaa-49fd-9979-382382f0d846 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:29.167460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Attempting to bind port 55e1a9d5-2eaa-49fd-9979-382382f0d846 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:29.173189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:29.173415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:29.173830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:29.174242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:29.174703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Bound port: 55e1a9d5-2eaa-49fd-9979-382382f0d846, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:29.175056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:29.226106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:29.372483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] For port 55e1a9d5-2eaa-49fd-9979-382382f0d846, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:29.381258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] For port 55e1a9d5-2eaa-49fd-9979-382382f0d846, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=55e1a9d5-2eaa-49fd-9979-382382f0d846,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:29.390145 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:29.420070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:29.504207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a124c-e2f1-4778-bde5-225a15840da4 None None] Pushing event updated for resources: {'Port': ['ID=55e1a9d5-2eaa-49fd-9979-382382f0d846,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:29.506294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port e70516cc-1637-454c-9b61-d0253c9c9952 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:29.636918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9189e65-fba3-4521-ad24-56450f46c218 req-8b46e222-52e5-4a52-8ed2-c09bb4872ebc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=400a234a-037c-4018-8d15-1225e0f37350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1062150 Sep 21 08:27:29.852497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9189e65-fba3-4521-ad24-56450f46c218 req-c5e5d57a-1d1a-4719-a8a7-9099bc6508d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a36a6c0567cc4e97b85cd06fb3891ba1&device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.1549077 Sep 21 08:27:29.873533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-546fe574-3c3e-4680-96fb-ec711240c405 req-8b2060d4-baab-44b3-9e0f-59bde021169a tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1016140 Sep 21 08:27:29.908576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9189e65-fba3-4521-ad24-56450f46c218 req-167cbfd4-b0bf-4424-a11a-0a308690015b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a36a6c0567cc4e97b85cd06fb3891ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238152 Sep 21 08:27:30.058257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9189e65-fba3-4521-ad24-56450f46c218 req-7973abd3-6f82-4a1c-8bd0-4e78b76bd2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:30.072688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9189e65-fba3-4521-ad24-56450f46c218 req-7973abd3-6f82-4a1c-8bd0-4e78b76bd2e6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559322 Sep 21 08:27:30.210210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 172.20.0.4 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/6a0d32c5-1d2f-446a-8022-3c917b68cf36/e70516cc-1637-454c-9b61-d0253c9c9952) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:30.229714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fe81:7287 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/884b0a60-2c75-4b4a-933d-f340c10b3175/e70516cc-1637-454c-9b61-d0253c9c9952) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:30.490150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:30.545704 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:30.653804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:30.659192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:30.675779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:30.720039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=e70516cc-1637-454c-9b61-d0253c9c9952,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:30.788535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:30.789625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:30.831289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f8987ef4-cd59-4cdb-b1a5-e0ab2c4c3de3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8415103 Sep 21 08:27:30.831789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42734) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:30.963410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66201f28-075e-4c65-805f-d9fcda28423d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:30.971201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66201f28-075e-4c65-805f-d9fcda28423d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:30.973932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-66201f28-075e-4c65-805f-d9fcda28423d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1409836 Sep 21 08:27:30.978305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42738) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:31.146208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15657d64-c1ee-4e1b-b2b7-09aff8c7a114 req-65174fb2-ef08-4e0b-a476-54bae7fc9b2c tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1083062 Sep 21 08:27:31.203542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae516001-1ad2-4991-bc4a-ecad57109d19 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:31.273465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port e70516cc-1637-454c-9b61-d0253c9c9952 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:31.274100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:31.455847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 55e1a9d5-2eaa-49fd-9979-382382f0d846 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:31.549535 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:31.559986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:31.560571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:31.581778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for e70516cc-1637-454c-9b61-d0253c9c9952 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:31.871176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:31.872206 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.092555 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.242791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=e70516cc-1637-454c-9b61-d0253c9c9952,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:32.307465 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.411621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.420953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42786) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:32.451491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] For port 55e1a9d5-2eaa-49fd-9979-382382f0d846, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=55e1a9d5-2eaa-49fd-9979-382382f0d846,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:32.466822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46bc3d4e-5a7c-4e54-9966-25ce300b5cc3 req-e5e64900-100e-4801-960e-2f7a12eb77ce tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1065648 Sep 21 08:27:32.509313 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.583878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.592325 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-01c36fe7-2aa6-4a73-a75e-b05ffd8a0aa6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/e70516cc-1637-454c-9b61-d0253c9c9952 HTTP/1.1" status: 204 len: 168 time: 1.6128964 Sep 21 08:27:32.594971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42796) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:32.655877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Pushing event updated for resources: {'Port': ['ID=55e1a9d5-2eaa-49fd-9979-382382f0d846,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:32.680995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.681661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.682182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.683114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.684596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.685125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.685669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.686618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.687126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.687650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.688302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.688835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649631c8-6f62-436e-9ed5-497cd9580694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:32.700524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e68c36f-8984-474f-9b91-cfb2e0111768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.706787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f5208f-1422-4f1d-805d-db1fffe76b8e None None] Update dhcp port {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '6a0d32c5-1d2f-446a-8022-3c917b68cf36', 'ip_address': '172.20.0.2'}, {'subnet_id': '884b0a60-2c75-4b4a-933d-f340c10b3175'}], 'binding:host_id': 'n-d-809980-2'}, 'id': '55e1a9d5-2eaa-49fd-9979-382382f0d846'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:27:32.742477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c2f93-d352-46a6-ab6d-b776f7abc3b4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:32.744415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c2f93-d352-46a6-ab6d-b776f7abc3b4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:32.746593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c2f93-d352-46a6-ab6d-b776f7abc3b4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:32.752375 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-338c2f93-d352-46a6-ab6d-b776f7abc3b4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1559198 Sep 21 08:27:32.753299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42798) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:32.781664 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-55f5208f-1422-4f1d-805d-db1fffe76b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.838312 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 6a0d32c5-1d2f-446a-8022-3c917b68cf36 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:32.844360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.962613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e68c36f-8984-474f-9b91-cfb2e0111768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:32.968109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5e68c36f-8984-474f-9b91-cfb2e0111768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.005488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.053674 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5e68c36f-8984-474f-9b91-cfb2e0111768 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dcf1df5cb1274a1db4164f8df2e8688a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232145 Sep 21 08:27:33.054677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68c36f-8984-474f-9b91-cfb2e0111768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3441f5-85af-4c4d-a08e-ca192f225291,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:33.074268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42806) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:33.242121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cbd77b4-97bd-4d56-a934-9c32a92f5298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.298001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 55e1a9d5-2eaa-49fd-9979-382382f0d846 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:33.316638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.338298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cbd77b4-97bd-4d56-a934-9c32a92f5298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.472079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cbd77b4-97bd-4d56-a934-9c32a92f5298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.477918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cbd77b4-97bd-4d56-a934-9c32a92f5298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.484575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6cbd77b4-97bd-4d56-a934-9c32a92f5298 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7b3441f5-85af-4c4d-a08e-ca192f225291 HTTP/1.1" status: 204 len: 168 time: 0.4081786 Sep 21 08:27:33.503469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd77b4-97bd-4d56-a934-9c32a92f5298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3441f5-85af-4c4d-a08e-ca192f225291,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-55f5208f-1422-4f1d-805d-db1fffe76b8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a0d32c5-1d2f-446a-8022-3c917b68cf36: This subnet is being modified by another concurrent operation. Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:27:33.511854 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a0d32c5-1d2f-446a-8022-3c917b68cf36: This subnet is being modified by another concurrent operation. Sep 21 08:27:33.516291 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:27:33.526478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.538237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:33.538237 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.655165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0d32c5-1d2f-446a-8022-3c917b68cf36,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:33.688985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.693864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e55656d2-0b6d-4479-9feb-9b73ced1ee7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/6a0d32c5-1d2f-446a-8022-3c917b68cf36 HTTP/1.1" status: 204 len: 168 time: 0.9390895 Sep 21 08:27:33.694280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42820) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:33.746586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.751536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-514497df-c0e6-4721-97fe-c5d939affde6 None None] Could not find standard attr ID for object e70516cc-1637-454c-9b61-d0253c9c9952. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:33.807840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-514497df-c0e6-4721-97fe-c5d939affde6 None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:33.808684 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-514497df-c0e6-4721-97fe-c5d939affde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.885755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-836945f7-391a-4fda-8dde-000e8d89aac3 req-19a5c7ad-f827-4885-b8e9-c81a52d843c5 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0533006 Sep 21 08:27:33.901855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 884b0a60-2c75-4b4a-933d-f340c10b3175 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:33.905244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b256e3-5c99-4c9d-aa36-10639b4e5fc7 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:33.906242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:33.997653 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:34.055881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:34.239757 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:34.304221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=884b0a60-2c75-4b4a-933d-f340c10b3175,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:34.309262 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:34.311891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-59778459-3c27-41ec-8647-9839f4d64f22 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/884b0a60-2c75-4b4a-933d-f340c10b3175 HTTP/1.1" status: 204 len: 168 time: 0.6154203 Sep 21 08:27:34.322368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42844) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:34.344328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0de2cc6e-cb84-4e59-b103-d2d9cb0b02f4 None None] Could not find standard attr ID for object e70516cc-1637-454c-9b61-d0253c9c9952. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:34.374858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6ea4939-c3e7-4ae8-b577-f77109df4913 req-e31affc7-49cb-4d72-9a26-671174ac596e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0704284 Sep 21 08:27:34.403451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45763537-a63f-4548-84a9-26b8abf6b85e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761561 Sep 21 08:27:34.404122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42848) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:34.440046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6064dd78-4eb3-4b92-acc5-7bf2cab209a8 None None] Update dhcp port {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '884b0a60-2c75-4b4a-933d-f340c10b3175'}], 'binding:host_id': 'n-d-809980-2'}, 'id': '55e1a9d5-2eaa-49fd-9979-382382f0d846'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:27:34.477886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6064dd78-4eb3-4b92-acc5-7bf2cab209a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:34.482578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c569ba-4ba2-494f-82fa-f11a7870a44e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:34.484889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-56c569ba-4ba2-494f-82fa-f11a7870a44e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0794315 Sep 21 08:27:34.488665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42852) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:34.552168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca342ff9-f97c-4fe0-86b6-a00ec2cb847a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:34.554337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ca342ff9-f97c-4fe0-86b6-a00ec2cb847a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637722 Sep 21 08:27:34.557008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42856) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:34.608954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d82e292e-e3ff-45e6-bd18-87ba7aa77229 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499055 Sep 21 08:27:34.613968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42858) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:34.620387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-747c4fe8-2582-4d0a-879a-fc2e9e700571 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:34.728233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42866) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:34.801741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8ab69eb3-aaa9-4b99-be83-c7e86750064c None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:34.804051 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8ab69eb3-aaa9-4b99-be83-c7e86750064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:34.954479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12fdb1-ba19-4176-ab4e-7e5ffafde165 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:27:34.974699 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44dfb317-a638-4745-8bd9-2d12cb7a58c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.290519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 55e1a9d5-2eaa-49fd-9979-382382f0d846 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:35.375929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44dfb317-a638-4745-8bd9-2d12cb7a58c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.388022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44dfb317-a638-4745-8bd9-2d12cb7a58c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.430913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-44dfb317-a638-4745-8bd9-2d12cb7a58c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7f5227b2f40b4a4daef2fc4bd3eb0494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7006364 Sep 21 08:27:35.434486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42888) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:35.497574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c97f26f-acad-40b5-9e21-75bfb2756a49 req-97d818a0-c0eb-4ae2-bf82-f1b9f25d19ca tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1167555 Sep 21 08:27:35.529816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfb317-a638-4745-8bd9-2d12cb7a58c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39643dc-6427-4d8b-b0db-74336dfc99a1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:35.561960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9bc399ee-5798-41c6-8552-b86a25d1f77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.604533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9bc399ee-5798-41c6-8552-b86a25d1f77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.658845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12fdb1-ba19-4176-ab4e-7e5ffafde165 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:27:35.666926 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.717483 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9bc399ee-5798-41c6-8552-b86a25d1f77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.726196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9bc399ee-5798-41c6-8552-b86a25d1f77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:35.730949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9bc399ee-5798-41c6-8552-b86a25d1f77a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e39643dc-6427-4d8b-b0db-74336dfc99a1 HTTP/1.1" status: 204 len: 168 time: 0.2857373 Sep 21 08:27:35.783511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc399ee-5798-41c6-8552-b86a25d1f77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39643dc-6427-4d8b-b0db-74336dfc99a1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:35.870437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 55e1a9d5-2eaa-49fd-9979-382382f0d846, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=55e1a9d5-2eaa-49fd-9979-382382f0d846,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:36.028065 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:36.069135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747c4fe8-2582-4d0a-879a-fc2e9e700571 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:36.096009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-747c4fe8-2582-4d0a-879a-fc2e9e700571 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:36.106815 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-747c4fe8-2582-4d0a-879a-fc2e9e700571 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:27:36.108370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747c4fe8-2582-4d0a-879a-fc2e9e700571 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:27:36.193247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42908) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:36.205258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-747c4fe8-2582-4d0a-879a-fc2e9e700571 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.5897994 Sep 21 08:27:36.208229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f5010e6c-e16c-4724-bd1f-b444caeff4e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:36.239111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=55e1a9d5-2eaa-49fd-9979-382382f0d846,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:36.481493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5010e6c-e16c-4724-bd1f-b444caeff4e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:36.495370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5010e6c-e16c-4724-bd1f-b444caeff4e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:36.497302 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5010e6c-e16c-4724-bd1f-b444caeff4e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:27:36.498263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5010e6c-e16c-4724-bd1f-b444caeff4e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:27:36.533128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f5010e6c-e16c-4724-bd1f-b444caeff4e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3341842 Sep 21 08:27:36.533442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42922) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:36.540640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cf6d635e-cde6-4213-b733-25d97f8c5f1c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:36.614283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5511e03d-585f-48c8-b2c9-561577b9054b None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:27:36.810924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-48994c6d-3dc6-47e2-a236-b20bb920d0d1 None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:36.811360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-48994c6d-3dc6-47e2-a236-b20bb920d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:36.877403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f986602-24a0-4966-971c-181b789b8f78 req-f79e6913-7e46-4098-9ff9-d68dc1208c2c tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1568410 Sep 21 08:27:36.978032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6d635e-cde6-4213-b733-25d97f8c5f1c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:36.998631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf6d635e-cde6-4213-b733-25d97f8c5f1c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:37.003625 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6d635e-cde6-4213-b733-25d97f8c5f1c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:27:37.004409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6d635e-cde6-4213-b733-25d97f8c5f1c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:27:37.053630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-48994c6d-3dc6-47e2-a236-b20bb920d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:37.070710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42940) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:37.081867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511e03d-585f-48c8-b2c9-561577b9054b None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:27:37.086054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-36c66a9f-37ab-426e-b614-5e4c2d301be8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:37.087525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cf6d635e-cde6-4213-b733-25d97f8c5f1c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5525551 Sep 21 08:27:37.187466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-48994c6d-3dc6-47e2-a236-b20bb920d0d1 None None] For port 55e1a9d5-2eaa-49fd-9979-382382f0d846, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=55e1a9d5-2eaa-49fd-9979-382382f0d846,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:37.197503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-48994c6d-3dc6-47e2-a236-b20bb920d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:37.475349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c66a9f-37ab-426e-b614-5e4c2d301be8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:37.482446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36c66a9f-37ab-426e-b614-5e4c2d301be8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:37.487449 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c66a9f-37ab-426e-b614-5e4c2d301be8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:27:37.488083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c66a9f-37ab-426e-b614-5e4c2d301be8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:27:37.525936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-36c66a9f-37ab-426e-b614-5e4c2d301be8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4534454 Sep 21 08:27:37.529931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42954) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:37.539149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-92f51e18-0898-4030-9e8a-dfec29d79f8a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:37.550199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48994c6d-3dc6-47e2-a236-b20bb920d0d1 None None] Pushing event updated for resources: {'Port': ['ID=55e1a9d5-2eaa-49fd-9979-382382f0d846,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:37.727190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f94e5fa7-eeb6-4cdd-8bd3-58994d3a9779 req-c21787d3-0304-4a1b-94d0-ebf7eda2473f tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43&device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.0640180 Sep 21 08:27:37.767620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f51e18-0898-4030-9e8a-dfec29d79f8a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:37.772641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92f51e18-0898-4030-9e8a-dfec29d79f8a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:37.775202 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f51e18-0898-4030-9e8a-dfec29d79f8a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:27:37.775974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f51e18-0898-4030-9e8a-dfec29d79f8a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:27:37.797343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-92f51e18-0898-4030-9e8a-dfec29d79f8a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2659590 Sep 21 08:27:37.801507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42964) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:37.810526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a85a4d07-3e7a-43d5-b30b-f4c1c8d6eb69 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:37.844197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-50f70248-4b49-4492-b4d2-1b90be1785bb None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:37.844820 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50f70248-4b49-4492-b4d2-1b90be1785bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:38.038638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a4d07-3e7a-43d5-b30b-f4c1c8d6eb69 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:38.051260 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85a4d07-3e7a-43d5-b30b-f4c1c8d6eb69 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:38.071846 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85a4d07-3e7a-43d5-b30b-f4c1c8d6eb69 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:27:38.075151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85a4d07-3e7a-43d5-b30b-f4c1c8d6eb69 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:27:38.126218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42982) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:38.135964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a85a4d07-3e7a-43d5-b30b-f4c1c8d6eb69 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3316329 Sep 21 08:27:38.169276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-823c3e3d-1ac5-48ff-bbb4-df56ea328498 req-8521b795-09dc-420b-a4a2-844022cd3908 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a36a6c0567cc4e97b85cd06fb3891ba1&device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1120484 Sep 21 08:27:38.222253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3e1e245-6841-4189-b9a0-54d41007a6cc req-980c376c-bdcb-4a6b-b007-fdfa80f3ec5e tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.1042383 Sep 21 08:27:38.249686 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-823c3e3d-1ac5-48ff-bbb4-df56ea328498 req-e7a3962e-3da1-4ce7-b4ae-3123b00b86f4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a36a6c0567cc4e97b85cd06fb3891ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679047 Sep 21 08:27:38.370623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7b16c-48e1-4436-95c1-b61b6dcc7c05 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:38.375630 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e8a7b16c-48e1-4436-95c1-b61b6dcc7c05 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2310019 Sep 21 08:27:38.375939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:38.425128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c3e3d-1ac5-48ff-bbb4-df56ea328498 req-acf2a274-bf21-4578-9e9b-92854668d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:38.427257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-823c3e3d-1ac5-48ff-bbb4-df56ea328498 req-acf2a274-bf21-4578-9e9b-92854668d3c8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1491132 Sep 21 08:27:38.445718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c95154-a323-4008-8d39-d5a8c1285def tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:38.447393 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34c95154-a323-4008-8d39-d5a8c1285def tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0701075 Sep 21 08:27:38.450348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43002) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:38.514784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43004) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:38.515133 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3b489de4-d42c-48a6-a350-85176ee575a4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633857 Sep 21 08:27:38.522125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:38.659505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:38.664190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:39.178725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:39.432493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d52cf339-538e-4172-aec0-42cae05d76f2 req-6d399bad-1c4d-40fa-9652-4f608c784a58 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0592518 Sep 21 08:27:39.576641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:39.954085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] For port 55e1a9d5-2eaa-49fd-9979-382382f0d846, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=55e1a9d5-2eaa-49fd-9979-382382f0d846,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:39.996081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:40.013178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:40.013988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:40.132456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:40.135206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-823c3e3d-1ac5-48ff-bbb4-df56ea328498 req-3cbaf65e-f4b8-42c7-92a6-b72c37121eff tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.50 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0751979 Sep 21 08:27:40.142859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:40.153590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:40.154220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:40.162872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2f6ac-dde8-4aef-89b5-f07fb67c4b39 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:40.190258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=55e1a9d5-2eaa-49fd-9979-382382f0d846,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:40.202703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=8614c78d-780f-4e14-affd-383a343c50ba,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:40.218491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4414fedf-7e50-4c7d-b651-dbd12273a83c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6994841 Sep 21 08:27:40.220500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:40.229055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:e3:7f:9d', 'name': 'tempest-NetworksTestDHCPv6-1169415682'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:40.525290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:40.821035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b26c2a47-b14e-454c-8cfe-c9ce1823318b req-59ce190e-ae2d-4270-ab20-ed73bf09e08c tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=56809f56-b9e0-4922-ac54-91062caddd43 HTTP/1.1" status: 200 len: 210 time: 0.0581124 Sep 21 08:27:40.826129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:40.864243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 196cd1ca-181c-40c1-bdd1-b2685bdaccb8 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:41.010777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43096) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:41.093303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fee3:7f9d (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/8614c78d-780f-4e14-affd-383a343c50ba/196cd1ca-181c-40c1-bdd1-b2685bdaccb8) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:41.246306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6e99-ea8b-4caa-940a-a2f07a7afd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.350013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 55e1a9d5-2eaa-49fd-9979-382382f0d846 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:41.431572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.481389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.511789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:41.512572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.568325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:41.577060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6e99-ea8b-4caa-940a-a2f07a7afd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.585136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c3f6e99-ea8b-4caa-940a-a2f07a7afd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.600564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:41.607822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:41.625286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:41.625996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.637406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=196cd1ca-181c-40c1-bdd1-b2685bdaccb8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:41.670062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ac967e09-c595-4b52-a061-12d07cb1bc45 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4466920 Sep 21 08:27:41.671118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43106) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:41.740280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c3f6e99-ea8b-4caa-940a-a2f07a7afd7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=414a153b55454bb78d9bd728196911d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7284675 Sep 21 08:27:41.747944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43108) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:41.762877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f6e99-ea8b-4caa-940a-a2f07a7afd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf94c9b-7cce-4ad2-a429-9c64a11b8ac8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:41.824322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee695e27-91a4-4ca9-8dfa-a24c051d419d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:41.831191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee695e27-91a4-4ca9-8dfa-a24c051d419d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:41.835385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ee695e27-91a4-4ca9-8dfa-a24c051d419d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1607935 Sep 21 08:27:41.838160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43112) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:41.846035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb05d421-ce91-4295-8b5d-e21917c87502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.880331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb05d421-ce91-4295-8b5d-e21917c87502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.962832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb05d421-ce91-4295-8b5d-e21917c87502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.965588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb05d421-ce91-4295-8b5d-e21917c87502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:41.966781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb05d421-ce91-4295-8b5d-e21917c87502 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fdf94c9b-7cce-4ad2-a429-9c64a11b8ac8 HTTP/1.1" status: 204 len: 168 time: 0.2172043 Sep 21 08:27:41.981078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05d421-ce91-4295-8b5d-e21917c87502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf94c9b-7cce-4ad2-a429-9c64a11b8ac8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:42.044466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 196cd1ca-181c-40c1-bdd1-b2685bdaccb8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:42.044871 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.146059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-802298c8-4116-4c9b-9b8c-5b5043dcfe56 None None] Provisioning complete for port 55e1a9d5-2eaa-49fd-9979-382382f0d846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:42.151179 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-802298c8-4116-4c9b-9b8c-5b5043dcfe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.258435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28ecd43b-9eb9-4d11-a7a0-37b1a4108410 req-78194ea3-f281-4957-8f3a-f76889c90d03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a36a6c0567cc4e97b85cd06fb3891ba1&device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.0657592 Sep 21 08:27:42.315465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28ecd43b-9eb9-4d11-a7a0-37b1a4108410 req-1e0b25c4-3b34-4977-baf7-aed0bebd5e23 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a36a6c0567cc4e97b85cd06fb3891ba1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467188 Sep 21 08:27:42.353256 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5f3c67a9-f7dd-4667-81cd-4252e934df2a req-8515382b-48d0-4973-8901-57ad00371bde tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.0293305 Sep 21 08:27:42.380024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.404414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 196cd1ca-181c-40c1-bdd1-b2685bdaccb8 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:42.488756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecd43b-9eb9-4d11-a7a0-37b1a4108410 req-a3be7706-7527-4058-8843-e003cb013921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:42.490472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28ecd43b-9eb9-4d11-a7a0-37b1a4108410 req-a3be7706-7527-4058-8843-e003cb013921 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557651 Sep 21 08:27:42.549807 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43144) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:42.567240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3ba98a6-e385-433f-84d8-6e10f64b41a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.568071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d707d54a-dc28-4fe9-ac9b-4f9585e942c7 None None] Provisioning complete for port 196cd1ca-181c-40c1-bdd1-b2685bdaccb8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:42.568672 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d707d54a-dc28-4fe9-ac9b-4f9585e942c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.599444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.647045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=196cd1ca-181c-40c1-bdd1-b2685bdaccb8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:42.662140 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d707d54a-dc28-4fe9-ac9b-4f9585e942c7 None None] Port 196cd1ca-181c-40c1-bdd1-b2685bdaccb8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:27:42.695097 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.706037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8b8d9b5a-4133-4e34-9089-776f31751fe1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/196cd1ca-181c-40c1-bdd1-b2685bdaccb8 HTTP/1.1" status: 204 len: 168 time: 0.8666346 Sep 21 08:27:42.708886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43148) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:42.818942 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2824a-abad-472f-ac76-055e0fc51930 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:42.821096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2824a-abad-472f-ac76-055e0fc51930 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:42.826227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:42.827188 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e9c2824a-abad-472f-ac76-055e0fc51930 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1156514 Sep 21 08:27:42.835664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3ba98a6-e385-433f-84d8-6e10f64b41a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.844426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3ba98a6-e385-433f-84d8-6e10f64b41a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.892084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a3ba98a6-e385-433f-84d8-6e10f64b41a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2064e269eeb54552981c1408b630a233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406126 Sep 21 08:27:42.893339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43154) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:42.918564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 8614c78d-780f-4e14-affd-383a343c50ba {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:42.928049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.995496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:42.999226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba98a6-e385-433f-84d8-6e10f64b41a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e6cb5d-9e65-4aab-8c7e-6cc26f070d57,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:43.033749 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf520-3812-49dc-a79f-3c0085dc2b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.066858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf520-3812-49dc-a79f-3c0085dc2b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.107821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.130420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf520-3812-49dc-a79f-3c0085dc2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.153878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf520-3812-49dc-a79f-3c0085dc2b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.156282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5d6bf520-3812-49dc-a79f-3c0085dc2b54 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26e6cb5d-9e65-4aab-8c7e-6cc26f070d57 HTTP/1.1" status: 204 len: 168 time: 0.2607191 Sep 21 08:27:43.185017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bf520-3812-49dc-a79f-3c0085dc2b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e6cb5d-9e65-4aab-8c7e-6cc26f070d57,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:43.205594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.250128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=8614c78d-780f-4e14-affd-383a343c50ba,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:43.272420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3123e0-71b2-4b6e-bf13-78b2aa74c4d5 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:43.278171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.286327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f708a652-f94b-4fae-9e40-8d7bd1852dbd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/8614c78d-780f-4e14-affd-383a343c50ba HTTP/1.1" status: 204 len: 168 time: 0.4586301 Sep 21 08:27:43.287106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43164) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:43.346101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43168) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:43.346895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-310b650c-6194-494e-b5ca-7f71ab2e4aae tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580719 Sep 21 08:27:43.352004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:43.559948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:43.564899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.577611 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53482b50-ca25-4bde-8e35-60a74629ce88 req-9011a3b3-9ac1-49a3-82af-1ac8c13eb7ee tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.0724671 Sep 21 08:27:43.672131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:27:43.723655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] Deleting port 55e1a9d5-2eaa-49fd-9979-382382f0d846 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:43.724269 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.887130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] For port 55e1a9d5-2eaa-49fd-9979-382382f0d846, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=55e1a9d5-2eaa-49fd-9979-382382f0d846,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:43.887491 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:43.927946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] Calling delete_port for 55e1a9d5-2eaa-49fd-9979-382382f0d846 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:44.085693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:44.136145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:44.148512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] Pushing event deleted for resources: {'Port': ['ID=55e1a9d5-2eaa-49fd-9979-382382f0d846,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:44.157010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02dd67b-a04b-46ae-b72c-ab5cc8548c0d None None] No DVR routers for this DVR port 55e1a9d5-2eaa-49fd-9979-382382f0d846 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:27:44.326354 n-d-809980-2 neutron-server[94724]: WARNING neutron.services.revisions.revision_plugin [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Could not find related port for resource to bump revision. Sep 21 08:27:44.339556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Port 55e1a9d5-2eaa-49fd-9979-382382f0d846 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 21 08:27:44.339874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1d:4f0d {{(pid=94724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 21 08:27:44.348413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_pluggable_backend [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1d:4f0d {{(pid=94724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 21 08:27:44.350317 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:44.403642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:44.411925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:44.416799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:44.417709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:44.426007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0e326-e10e-4064-a7ee-a1242b2f664a None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:44.437075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=c9bf699a-19e5-4501-909f-9c0ca397b8a3,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:44.481370 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28ecd43b-9eb9-4d11-a7a0-37b1a4108410 req-7c19c11f-b288-4409-88a3-50b774e0ffeb tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.62 "GET /v2.0/ports?device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.0416307 Sep 21 08:27:44.482623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7e2d171b-634f-493b-a328-85a86ecdb68b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1354485 Sep 21 08:27:44.485345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43204) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:44.491291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:a4:5f:0a', 'name': 'tempest-NetworksTestDHCPv6-773999697'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:44.683988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': 'c9bf699a-19e5-4501-909f-9c0ca397b8a3'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:27:44.684872 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:44.689451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:44.692470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:44.760700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 3663174c-a57c-483f-8dbf-4f05b8650eaf yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:44.813974 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04cff24b-34ed-4d85-8371-af3a0cfe16e3 req-99d08194-ed27-4b45-848e-7efa277addd2 tempest-ServerShowV247Test-201656261 tempest-ServerShowV247Test-201656261-project] 10.222.0.59 "GET /v2.0/ports?device_id=400a234a-037c-4018-8d15-1225e0f37350 HTTP/1.1" status: 200 len: 210 time: 0.0658889 Sep 21 08:27:44.927894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Allocated IP 2001:db8::f816:3eff:fed3:f65 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/c9bf699a-19e5-4501-909f-9c0ca397b8a3/2c267036-a65c-4c8d-b174-3c3af66affe5) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:45.267128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:45.278568 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:45.289051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 55e1a9d5-2eaa-49fd-9979-382382f0d846 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:45.357818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 55e1a9d5-2eaa-49fd-9979-382382f0d846 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:27:45.358232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 55e1a9d5-2eaa-49fd-9979-382382f0d846 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:27:45.376277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:45.377811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:45.382423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:45.400754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fea4:5f0a (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/c9bf699a-19e5-4501-909f-9c0ca397b8a3/3663174c-a57c-483f-8dbf-4f05b8650eaf) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:45.410237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Pushing event updated for resources: {'Port': ['ID=2c267036-a65c-4c8d-b174-3c3af66affe5,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:45.556176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Attempting to bind port 2c267036-a65c-4c8d-b174-3c3af66affe5 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:45.568345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Attempting to bind port 2c267036-a65c-4c8d-b174-3c3af66affe5 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:45.569042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Attempting to bind port 2c267036-a65c-4c8d-b174-3c3af66affe5 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:45.596876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:45.597734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:45.598694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:45.600250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:45.601046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Bound port: 2c267036-a65c-4c8d-b174-3c3af66affe5, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:45.601932 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:45.709807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] For port 2c267036-a65c-4c8d-b174-3c3af66affe5, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:45.714311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] For port 2c267036-a65c-4c8d-b174-3c3af66affe5, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2c267036-a65c-4c8d-b174-3c3af66affe5,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:45.720308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:45.802323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e6b5b-1216-4fde-ac31-c7020974e1cc None None] Pushing event updated for resources: {'Port': ['ID=2c267036-a65c-4c8d-b174-3c3af66affe5,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:45.868810 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:27:45.960493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:46.042423 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:46.169492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:46.185708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:46.221496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:46.228520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:46.229479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:46.247062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=3663174c-a57c-483f-8dbf-4f05b8650eaf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:46.258616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-36edca60-f2a8-4362-a044-fbcae91497cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7715738 Sep 21 08:27:46.261376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43250) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:46.368574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ec1d8-00c0-4382-9a65-f132fe179d9c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:46.397130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ec1d8-00c0-4382-9a65-f132fe179d9c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:46.402190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dc2ec1d8-00c0-4382-9a65-f132fe179d9c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1364181 Sep 21 08:27:46.402780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43256) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:46.567241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43260) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:46.598740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 3663174c-a57c-483f-8dbf-4f05b8650eaf {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:46.599406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:46.795927 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:46.825048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:46.841079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 3663174c-a57c-483f-8dbf-4f05b8650eaf owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:46.985125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:46.992583 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.123140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.154184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a36a6c0567cc4e97b85cd06fb3891ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855322 Sep 21 08:27:47.165390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78221f9c-7332-49a4-9890-7299f055fa0e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:47.169113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43274) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:47.226213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=3663174c-a57c-483f-8dbf-4f05b8650eaf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:47.276273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.278843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4ceeb18f-b8f4-4e0e-a19e-4ca384e719c4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/3663174c-a57c-483f-8dbf-4f05b8650eaf HTTP/1.1" status: 204 len: 168 time: 0.8750746 Sep 21 08:27:47.288112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43282) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:47.302926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.303384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.313179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.313423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.313782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.315263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.315637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.316510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.316856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.317193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.317527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.317860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed6f26-5165-4ea3-ace2-653f93eade0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:47.407480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55187a65-f24c-45f1-88c1-2ca5914fd60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.443474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a755467-9483-4f96-be11-e18ec8a73712 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:47.445220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a755467-9483-4f96-be11-e18ec8a73712 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:47.456799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a755467-9483-4f96-be11-e18ec8a73712 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1624167 Sep 21 08:27:47.457004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:47.459559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2c267036-a65c-4c8d-b174-3c3af66affe5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:47.471171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55187a65-f24c-45f1-88c1-2ca5914fd60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.546658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2c267036-a65c-4c8d-b174-3c3af66affe5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:47.547402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.595881 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55187a65-f24c-45f1-88c1-2ca5914fd60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.602471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55187a65-f24c-45f1-88c1-2ca5914fd60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.604384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-55187a65-f24c-45f1-88c1-2ca5914fd60e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78221f9c-7332-49a4-9890-7299f055fa0e HTTP/1.1" status: 204 len: 168 time: 0.4323578 Sep 21 08:27:47.623931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187a65-f24c-45f1-88c1-2ca5914fd60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78221f9c-7332-49a4-9890-7299f055fa0e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:47.724390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet c9bf699a-19e5-4501-909f-9c0ca397b8a3 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:47.743008 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.860684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.876479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:47.980412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 2c267036-a65c-4c8d-b174-3c3af66affe5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2c267036-a65c-4c8d-b174-3c3af66affe5,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:47.997315 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:48.102034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=2c267036-a65c-4c8d-b174-3c3af66affe5,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:48.122373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:48.137268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-66a4cb72-178c-4f0b-957c-37d99f66a1bb None None] Provisioning complete for port 2c267036-a65c-4c8d-b174-3c3af66affe5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:48.137931 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-66a4cb72-178c-4f0b-957c-37d99f66a1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:48.334623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:48.379728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:48.390911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43304) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:48.391580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/c9bf699a-19e5-4501-909f-9c0ca397b8a3 HTTP/1.1" status: 204 len: 168 time: 0.9295390 Sep 21 08:27:48.431442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bf699a-19e5-4501-909f-9c0ca397b8a3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:48.442781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.443331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.443796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.444149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.444486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.444821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.445256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.445595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.445924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.446251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.446747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.447266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2df1e08-aa9a-4ab2-a18c-c13e21af0bca tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:27:48.476001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd212f0-cafc-4fca-a0f9-d699315c7503 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:48.478886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43312) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:48.529928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4342599d-fe0c-473e-9a91-60eb54081b80 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356978 Sep 21 08:27:48.531832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43316) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:48.658673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-082c00ed-5115-4973-a691-8d148c72ca40 None None] Could not find standard attr ID for object 3663174c-a57c-483f-8dbf-4f05b8650eaf. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:48.670667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b07c543-49d7-407f-89ef-a9d0c426512f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:48.675058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1b07c543-49d7-407f-89ef-a9d0c426512f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1417761 Sep 21 08:27:48.676875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43324) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:48.758472 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e392-12f7-4511-b279-538de0cd0992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:48.823462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2793b-f5a7-4505-ab85-b2f1b89bed24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:48.825435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2dd2793b-f5a7-4505-ab85-b2f1b89bed24 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1461170 Sep 21 08:27:48.830091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43334) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:48.843110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:27:48.930505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-93c40e36-cc6a-4836-b753-ecb5ef4fe58c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992467 Sep 21 08:27:48.936494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43338) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:48.952600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:48.977847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] Deleting port 2c267036-a65c-4c8d-b174-3c3af66affe5 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:48.978329 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.019953 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e392-12f7-4511-b279-538de0cd0992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.024826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e392-12f7-4511-b279-538de0cd0992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.060453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1e392-12f7-4511-b279-538de0cd0992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc221c2-f4a9-48db-bf2e-dce0209af34e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:49.109610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43352) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:49.113984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fdf1e392-12f7-4511-b279-538de0cd0992 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bea20f609928424c83cdb433eb3d7215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337006 Sep 21 08:27:49.126857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] For port 2c267036-a65c-4c8d-b174-3c3af66affe5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2c267036-a65c-4c8d-b174-3c3af66affe5,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:49.127272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.143704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] Calling delete_port for 2c267036-a65c-4c8d-b174-3c3af66affe5 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:49.212442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73f634ba-e71c-4be9-ac30-9438a2f37141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.249442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73f634ba-e71c-4be9-ac30-9438a2f37141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.270628 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.299206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:49.305845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.312354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] Pushing event deleted for resources: {'Port': ['ID=2c267036-a65c-4c8d-b174-3c3af66affe5,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:49.315620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2c267036-a65c-4c8d-b174-3c3af66affe5 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:49.324321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73f634ba-e71c-4be9-ac30-9438a2f37141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.328702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73f634ba-e71c-4be9-ac30-9438a2f37141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.344392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-73f634ba-e71c-4be9-ac30-9438a2f37141 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffc221c2-f4a9-48db-bf2e-dce0209af34e HTTP/1.1" status: 204 len: 168 time: 0.2250066 Sep 21 08:27:49.344746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139b127-ffdf-475c-a2f6-e3ab086de86b None None] No DVR routers for this DVR port 2c267036-a65c-4c8d-b174-3c3af66affe5 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:27:49.350053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2c267036-a65c-4c8d-b174-3c3af66affe5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:27:49.354622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2c267036-a65c-4c8d-b174-3c3af66affe5 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:27:49.408772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f634ba-e71c-4be9-ac30-9438a2f37141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc221c2-f4a9-48db-bf2e-dce0209af34e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:49.796622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:49.799329 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.925826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:49.939771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:49.950954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:49.951582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:49.953283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ea703-3d50-4f25-8a33-d78a1ca7a445 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:49.966348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=90c0178d-97ff-4a30-adaf-370bb6cc85bb,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:49.985036 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6e0c5eee-546c-4acd-9b2f-d561f449516e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0459025 Sep 21 08:27:49.986334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43386) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:49.994289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:02:97:5f', 'name': 'tempest-NetworksTestDHCPv6-1674516109'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:50.060511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43394) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:50.087065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2de883da-3a1a-403d-b825-65d25163f3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.320802 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2de883da-3a1a-403d-b825-65d25163f3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.325561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2de883da-3a1a-403d-b825-65d25163f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.345009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:50.345908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '90c0178d-97ff-4a30-adaf-370bb6cc85bb'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:27:50.350421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.395967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2de883da-3a1a-403d-b825-65d25163f3db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3dab567fbdf84f07a3b8f406dc7a1bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342948 Sep 21 08:27:50.401344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43404) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:50.456744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de883da-3a1a-403d-b825-65d25163f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65690b55-8348-4e73-b8a7-cb13e4c05169,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:50.545444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d94f385-cff4-4ad1-8403-83a1ba4150eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.594176 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.598275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d94f385-cff4-4ad1-8403-83a1ba4150eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.612232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Allocated IP 2001:db8::f816:3eff:fe7a:2667 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/90c0178d-97ff-4a30-adaf-370bb6cc85bb/3b2deee8-d5c8-4d61-8349-a78d5282e2f1) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:50.676008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port e5fc163c-5c65-474d-8860-c636c11ed2ae yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:50.783682 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d94f385-cff4-4ad1-8403-83a1ba4150eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.786495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2d94f385-cff4-4ad1-8403-83a1ba4150eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:50.788812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2d94f385-cff4-4ad1-8403-83a1ba4150eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65690b55-8348-4e73-b8a7-cb13e4c05169 HTTP/1.1" status: 204 len: 168 time: 0.3859911 Sep 21 08:27:50.809619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94f385-cff4-4ad1-8403-83a1ba4150eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65690b55-8348-4e73-b8a7-cb13e4c05169,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:51.005897 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.022794 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.124886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Pushing event updated for resources: {'Port': ['ID=3b2deee8-d5c8-4d61-8349-a78d5282e2f1,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:51.134423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fe02:975f (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/90c0178d-97ff-4a30-adaf-370bb6cc85bb/e5fc163c-5c65-474d-8860-c636c11ed2ae) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:51.173986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:51.175594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:51.202855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:51.341656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Attempting to bind port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:51.342155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Attempting to bind port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:51.343447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Attempting to bind port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:51.358742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:51.359186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:51.359606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.360004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:51.360492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Bound port: 3b2deee8-d5c8-4d61-8349-a78d5282e2f1, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:51.363580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.425501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43442) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:51.470947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.514942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.523099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] For port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:51.533788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] For port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3b2deee8-d5c8-4d61-8349-a78d5282e2f1,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:51.541969 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.569141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:51.623697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=e5fc163c-5c65-474d-8860-c636c11ed2ae,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:51.627667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:51.633042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:51.644101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96442e8d-c8cc-4ecd-8fd9-a592e5356fc9 None None] Pushing event updated for resources: {'Port': ['ID=3b2deee8-d5c8-4d61-8349-a78d5282e2f1,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:51.648319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:51.649075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.676455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-025b6ced-4190-4064-a4cc-3348cb0e71e1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6860881 Sep 21 08:27:51.678624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43454) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:51.708310 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf1ba-620b-4689-8989-4d7aa3fcb1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:51.826637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5bc0c2-5511-4966-b2ce-bb29090fe27d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:51.856037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5bc0c2-5511-4966-b2ce-bb29090fe27d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:51.861981 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1c5bc0c2-5511-4966-b2ce-bb29090fe27d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1770430 Sep 21 08:27:51.862188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:52.069216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf1ba-620b-4689-8989-4d7aa3fcb1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.123149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ebaf1ba-620b-4689-8989-4d7aa3fcb1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.239296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43470) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:52.240210 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ebaf1ba-620b-4689-8989-4d7aa3fcb1be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0407429ef0ad4af08fc29bf8b5d2a6e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8124588 Sep 21 08:27:52.245389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaf1ba-620b-4689-8989-4d7aa3fcb1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c459ac33-f713-4f1d-881d-1fc9789bccb4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:52.269730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port e5fc163c-5c65-474d-8860-c636c11ed2ae {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:52.269730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.348711 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d28cacac-adcc-4608-bbfb-9e502a56577c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.372929 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d57d2d09-067a-47f4-ac69-16a7f559e5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.417497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d28cacac-adcc-4608-bbfb-9e502a56577c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.487823 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.515781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for e5fc163c-5c65-474d-8860-c636c11ed2ae owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:52.537372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d28cacac-adcc-4608-bbfb-9e502a56577c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.540133 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d28cacac-adcc-4608-bbfb-9e502a56577c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:52.545140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d28cacac-adcc-4608-bbfb-9e502a56577c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c459ac33-f713-4f1d-881d-1fc9789bccb4 HTTP/1.1" status: 204 len: 168 time: 0.2989824 Sep 21 08:27:52.562605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cacac-adcc-4608-bbfb-9e502a56577c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c459ac33-f713-4f1d-881d-1fc9789bccb4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:52.899728 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:53.001332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=e5fc163c-5c65-474d-8860-c636c11ed2ae,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:53.065104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:53.069967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-15be0467-2177-406c-b818-8dc002a7400b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/e5fc163c-5c65-474d-8860-c636c11ed2ae HTTP/1.1" status: 204 len: 168 time: 1.2049224 Sep 21 08:27:53.070270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43496) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:53.273457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847a4cb-ff1e-466d-8498-0a64430165be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:53.274510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2847a4cb-ff1e-466d-8498-0a64430165be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:53.275392 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2847a4cb-ff1e-466d-8498-0a64430165be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2040882 Sep 21 08:27:53.278253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43502) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:53.301362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43504) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:53.359981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:53.426513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 90c0178d-97ff-4a30-adaf-370bb6cc85bb {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:53.433563 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:53.522588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ba27efd4-07f7-4486-9b2b-b27bca19a34c None None] Provisioning complete for port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:53.523561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ba27efd4-07f7-4486-9b2b-b27bca19a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:53.550474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:53.590754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:53.592878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:53.644444 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-473d272f-b669-41ca-90a8-de8b1f3a8101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:53.922984 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.045209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3b2deee8-d5c8-4d61-8349-a78d5282e2f1,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:54.052609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ba27efd4-07f7-4486-9b2b-b27bca19a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.067843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-473d272f-b669-41ca-90a8-de8b1f3a8101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.087682 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-473d272f-b669-41ca-90a8-de8b1f3a8101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.128928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.299203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d272f-b669-41ca-90a8-de8b1f3a8101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9107d86a-2cb4-4299-94dd-7d913013a962,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:54.343935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-473d272f-b669-41ca-90a8-de8b1f3a8101 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d360c4ded5804e8b9b649ec2e287a481&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0412524 Sep 21 08:27:54.352349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43538) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:54.390660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-ba27efd4-07f7-4486-9b2b-b27bca19a34c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:27:54.390930 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-ba27efd4-07f7-4486-9b2b-b27bca19a34c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:27:54.414373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=3b2deee8-d5c8-4d61-8349-a78d5282e2f1,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:54.488005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0330c0f-299f-4641-b8bc-dc4466483e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.547910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0330c0f-299f-4641-b8bc-dc4466483e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.627506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.669283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0330c0f-299f-4641-b8bc-dc4466483e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.677070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0330c0f-299f-4641-b8bc-dc4466483e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.694542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a0330c0f-299f-4641-b8bc-dc4466483e0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9107d86a-2cb4-4299-94dd-7d913013a962 HTTP/1.1" status: 204 len: 168 time: 0.3379147 Sep 21 08:27:54.721634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0330c0f-299f-4641-b8bc-dc4466483e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107d86a-2cb4-4299-94dd-7d913013a962,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:54.806415 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.852091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=90c0178d-97ff-4a30-adaf-370bb6cc85bb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:54.854526 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:54.861654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43560) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:54.866600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055c4f1-1f49-4239-afb8-4c7bc9c24e16 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:54.870772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-032b1c1a-827b-4a98-90c6-4bd260f925bf tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/90c0178d-97ff-4a30-adaf-370bb6cc85bb HTTP/1.1" status: 204 len: 168 time: 1.5796292 Sep 21 08:27:54.960979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e00f6e3e-7500-440e-b7db-8d79167fedc9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963643 Sep 21 08:27:54.964135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43562) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:54.970681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:55.140874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:55.145457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.216214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-78ca313e-642c-4fc0-8561-c963898bc6b1 None None] Could not find standard attr ID for object e5fc163c-5c65-474d-8860-c636c11ed2ae. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:27:55.277458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.291194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:27:55.385765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] Deleting port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:55.387296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.407052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43576) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:55.428721 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e54c3045-ba75-4f2f-baef-c5f43312dc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.514514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e63f7ec-9051-47dc-930f-0b833351d165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.621366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] For port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3b2deee8-d5c8-4d61-8349-a78d5282e2f1,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:27:55.621774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.652444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] Calling delete_port for 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:55.684324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e54c3045-ba75-4f2f-baef-c5f43312dc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.693594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e54c3045-ba75-4f2f-baef-c5f43312dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.753557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c3045-ba75-4f2f-baef-c5f43312dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7ed98b-fa8d-49bd-ac04-d9396e261b36,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:55.770768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e54c3045-ba75-4f2f-baef-c5f43312dc51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c52fe11a4ad444589e605d76e3ee02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625190 Sep 21 08:27:55.771569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:55.822685 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:55.837040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:27:55.871996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] No DVR routers for this DVR port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:27:55.880120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caed3e-17cb-4e6e-9a49-d011e4ce63b9 None None] Pushing event deleted for resources: {'Port': ['ID=3b2deee8-d5c8-4d61-8349-a78d5282e2f1,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:55.919070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f0faf16-b8a8-4a41-acb0-b504405de7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:56.003922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f0faf16-b8a8-4a41-acb0-b504405de7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:56.016082 n-d-809980-2 neutron-server[94724]: WARNING neutron.services.revisions.revision_plugin [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Could not find related port for resource to bump revision. Sep 21 08:27:56.034033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_pluggable_backend [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Port 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 21 08:27:56.035231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_pluggable_backend [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7a:2667 {{(pid=94724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 21 08:27:56.045032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_pluggable_backend [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7a:2667 {{(pid=94724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 21 08:27:56.050724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:56.127020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f0faf16-b8a8-4a41-acb0-b504405de7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:56.130694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f0faf16-b8a8-4a41-acb0-b504405de7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:56.132775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4f0faf16-b8a8-4a41-acb0-b504405de7a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc7ed98b-fa8d-49bd-ac04-d9396e261b36 HTTP/1.1" status: 204 len: 168 time: 0.3603425 Sep 21 08:27:56.146156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0faf16-b8a8-4a41-acb0-b504405de7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7ed98b-fa8d-49bd-ac04-d9396e261b36,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:56.212018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=2c3a17b9-5cea-4bcf-b7cf-f83f31e77921,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:56.233672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:56.236970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:56.240544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:56.241714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:56.254455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1041b-d9f6-42bc-8017-0ae40c05b138 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:27:56.262689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cfbf6738-d98a-4114-9ff8-0f422f5dbac1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2966862 Sep 21 08:27:56.264970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43614) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:56.271764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:61:cc:eb', 'name': 'tempest-NetworksTestDHCPv6-63204819'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:27:56.561314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:27:56.834417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:56.894417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43638) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:56.910871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 9036e7b8-7b56-49bf-a87e-ddf609802a14 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:27:56.921773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09d03c14-737f-4cd1-a0f9-6042d7ada9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.156683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09d03c14-737f-4cd1-a0f9-6042d7ada9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.321565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '2c3a17b9-5cea-4bcf-b7cf-f83f31e77921'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:27:57.321565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.321565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.326098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09d03c14-737f-4cd1-a0f9-6042d7ada9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.326098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d03c14-737f-4cd1-a0f9-6042d7ada9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e24bd4e-e1f2-4e66-a5b8-c45f857ca7b3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:57.326098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-09d03c14-737f-4cd1-a0f9-6042d7ada9dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4392aeb33cd1442da4b628b1645742ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074023 Sep 21 08:27:57.326098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43654) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:57.328324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:27:57.398723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fe61:cceb (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/2c3a17b9-5cea-4bcf-b7cf-f83f31e77921/9036e7b8-7b56-49bf-a87e-ddf609802a14) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:57.403453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:27:57.412383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3b2deee8-d5c8-4d61-8349-a78d5282e2f1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:27:57.458502 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeebaa36-a68e-47dd-a6d8-9607336c1c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.486335 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeebaa36-a68e-47dd-a6d8-9607336c1c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.552627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeebaa36-a68e-47dd-a6d8-9607336c1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.556025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeebaa36-a68e-47dd-a6d8-9607336c1c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.558068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eeebaa36-a68e-47dd-a6d8-9607336c1c05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e24bd4e-e1f2-4e66-a5b8-c45f857ca7b3 HTTP/1.1" status: 204 len: 168 time: 0.2387462 Sep 21 08:27:57.587138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebaa36-a68e-47dd-a6d8-9607336c1c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e24bd4e-e1f2-4e66-a5b8-c45f857ca7b3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:57.706897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.751143 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.795558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.880827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:57.888035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:57.891149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Allocated IP 2001:db8::f816:3eff:fe06:268c (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/2c3a17b9-5cea-4bcf-b7cf-f83f31e77921/23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:27:57.900461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:57.909013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:57.915183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:57.950893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=9036e7b8-7b56-49bf-a87e-ddf609802a14,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:57.965347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5cf0ba6e-803a-4ccb-82aa-2dff7ab6c5be tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6988621 Sep 21 08:27:57.968162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43678) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:58.045813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c28bd3e-0213-48cd-b243-9c1b487399af tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:58.059599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7c28bd3e-0213-48cd-b243-9c1b487399af tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0886567 Sep 21 08:27:58.060393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43686) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:58.240605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.251962 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.260685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 9036e7b8-7b56-49bf-a87e-ddf609802a14 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:27:58.263917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.349348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:27:58.353733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:27:58.359956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:27:58.456872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Pushing event updated for resources: {'Port': ['ID=23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:58.500299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Attempting to bind port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:27:58.500737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Attempting to bind port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:27:58.501177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Attempting to bind port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:27:58.507052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:27:58.507241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.507564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:27:58.508051 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.508560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:27:58.509094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Bound port: 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:27:58.509675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.551715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 9036e7b8-7b56-49bf-a87e-ddf609802a14 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:27:58.616172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] For port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:27:58.620382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] For port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:27:58.634227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.859299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbfd068-86e5-48b1-9af3-8e5b99d5c6e0 None None] Pushing event updated for resources: {'Port': ['ID=23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:58.900565 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:58.995623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=9036e7b8-7b56-49bf-a87e-ddf609802a14,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:27:59.042396 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.045098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3d375700-b962-491a-8dc7-c36f66c6b55d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/9036e7b8-7b56-49bf-a87e-ddf609802a14 HTTP/1.1" status: 204 len: 168 time: 0.9835234 Sep 21 08:27:59.047830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:59.205441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f31b09-cef6-4a57-82d0-a54221764dc4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:59.207751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f31b09-cef6-4a57-82d0-a54221764dc4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:27:59.212480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43740) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:59.215279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d8f31b09-cef6-4a57-82d0-a54221764dc4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1662149 Sep 21 08:27:59.351491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:27:59.388277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 2c3a17b9-5cea-4bcf-b7cf-f83f31e77921 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:27:59.404669 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.472157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:27:59.472682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.501078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.672074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.702516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.824233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.934349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:27:59.936480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:27:59.936851 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:27:59.938953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/2c3a17b9-5cea-4bcf-b7cf-f83f31e77921 HTTP/1.1" status: 204 len: 168 time: 0.7254639 Sep 21 08:27:59.941722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43770) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:27:59.944150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab15fab-07c3-4202-9f8b-f5c9afce2bd6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3a17b9-5cea-4bcf-b7cf-f83f31e77921,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:00.003289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9900f1df-b709-40d4-8e5b-2c90d06c6c76 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589776 Sep 21 08:28:00.012189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43772) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:00.135800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbdaa75-9df1-41f3-a0ab-224217f28ba0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:00.137392 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ccbdaa75-9df1-41f3-a0ab-224217f28ba0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1243060 Sep 21 08:28:00.140296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43780) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:00.316814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82b0ae3-ba2d-43cf-a7a4-a6f2559411c3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:00.328962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b82b0ae3-ba2d-43cf-a7a4-a6f2559411c3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1872256 Sep 21 08:28:00.345774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43788) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:00.408126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-73a1aadd-b6a6-44e1-a07d-395564b838e5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575058 Sep 21 08:28:00.412922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43790) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:00.417941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:00.528926 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:00.574737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:00.582343 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:00.676062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:00.680593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:00.684048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:00.710776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5757b65e-97da-446d-8c32-44eef229e89d None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:00.976621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-249591f3-3958-4d41-ad0e-4248f08c000f None None] Provisioning complete for port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:00.977008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-249591f3-3958-4d41-ad0e-4248f08c000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:01.169505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:01.271287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:28:01.368013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:01.386759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:01.392864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] Deleting port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:01.393268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:01.398617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:01.411646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:01.446011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=1decd7b0-5d23-41ca-99f1-3cb647b075b6,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:01.481912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1c38a311-fed1-4927-9fc1-ba67e65c4078 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0678701 Sep 21 08:28:01.484656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43828) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:01.490412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:9c:a2:96', 'name': 'tempest-NetworksTestDHCPv6-27534836'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:01.607989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] For port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:01.608977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:01.644987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] Calling delete_port for 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:01.780353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:01.786149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:01.821449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 71ef0f65-1277-4ce6-91d4-4bcb13a158e9 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:28:01.951620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:01.989370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] No DVR routers for this DVR port 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:28:02.087558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dadb7a2-dce6-4e95-ad2f-57b4dbfb7e71 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:02.107063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8ecd2-ece8-45ba-a413-fb7753b64ad3 None None] Pushing event deleted for resources: {'Port': ['ID=23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:02.153836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::37f (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/1decd7b0-5d23-41ca-99f1-3cb647b075b6/71ef0f65-1277-4ce6-91d4-4bcb13a158e9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:02.179604 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:02.491235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '1decd7b0-5d23-41ca-99f1-3cb647b075b6'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:28:02.492059 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:02.542316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:02.623812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:02.748599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:02.768209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:02.785051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:02.790982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:02.799340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:02.812213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=71ef0f65-1277-4ce6-91d4-4bcb13a158e9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:02.847894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-76344958-9060-4fce-98b5-7ead0fd466b8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3620505 Sep 21 08:28:02.850971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43878) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:02.875506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/1decd7b0-5d23-41ca-99f1-3cb647b075b6/8445a25a-8ea3-4d44-ae9f-310b952e72cf) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:02.969815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0950e4-40dc-4075-8f69-628dfd801c8e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:03.012049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3a0950e4-40dc-4075-8f69-628dfd801c8e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1597543 Sep 21 08:28:03.015229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43888) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:03.253588 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.274167 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.343377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:03.344784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 71ef0f65-1277-4ce6-91d4-4bcb13a158e9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:03.345342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.388758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:03.394973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:28:03.419183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:03.479340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:28:03.479683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 23a525e7-e6c1-4fcc-ad15-75d2c4ca6da4 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:28:03.549357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Pushing event updated for resources: {'Port': ['ID=8445a25a-8ea3-4d44-ae9f-310b952e72cf,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:03.556121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.579693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 71ef0f65-1277-4ce6-91d4-4bcb13a158e9 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:03.632657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Attempting to bind port 8445a25a-8ea3-4d44-ae9f-310b952e72cf on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:28:03.633115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Attempting to bind port 8445a25a-8ea3-4d44-ae9f-310b952e72cf by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:28:03.633494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Attempting to bind port 8445a25a-8ea3-4d44-ae9f-310b952e72cf on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:03.651100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:28:03.653124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:03.653539 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.654160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:28:03.655932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Bound port: 8445a25a-8ea3-4d44-ae9f-310b952e72cf, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:28:03.657655 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.735956 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.819189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] For port 8445a25a-8ea3-4d44-ae9f-310b952e72cf, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:28:03.824863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] For port 8445a25a-8ea3-4d44-ae9f-310b952e72cf, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8445a25a-8ea3-4d44-ae9f-310b952e72cf,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:28:03.836150 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.854836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.903094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fdf4f-5c2a-47dc-8b31-57a6242abc45 None None] Pushing event updated for resources: {'Port': ['ID=8445a25a-8ea3-4d44-ae9f-310b952e72cf,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:03.927363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=71ef0f65-1277-4ce6-91d4-4bcb13a158e9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:03.958061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:03.960564 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-92357415-c263-44f4-a0c6-8542e367a70f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/71ef0f65-1277-4ce6-91d4-4bcb13a158e9 HTTP/1.1" status: 204 len: 168 time: 0.9428213 Sep 21 08:28:03.963087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43918) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:04.064715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61aae1-f2ad-429b-9816-5aa6d2e23724 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:04.069225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61aae1-f2ad-429b-9816-5aa6d2e23724 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:04.082133 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1b61aae1-f2ad-429b-9816-5aa6d2e23724 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1174254 Sep 21 08:28:04.085701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43926) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:04.253667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 1decd7b0-5d23-41ca-99f1-3cb647b075b6 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:04.278268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:04.424195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:04.709194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:04.926214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:04.977989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=1decd7b0-5d23-41ca-99f1-3cb647b075b6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:04.998701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:05.004099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e03e5a72-9627-4ca1-a17f-45d23504175a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/1decd7b0-5d23-41ca-99f1-3cb647b075b6 HTTP/1.1" status: 204 len: 168 time: 0.9160259 Sep 21 08:28:05.012583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43988) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:05.097650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5b38091c-ce65-4643-959c-063f330edece tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837991 Sep 21 08:28:05.100148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:05.206441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6558b8-0402-4867-a96a-2fa5ceba91c6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:05.211624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44002) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:05.212111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6a6558b8-0402-4867-a96a-2fa5ceba91c6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1101823 Sep 21 08:28:05.402083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b818172-4f05-44d6-a3d1-76638f70ac37 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:05.407231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44010) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:05.447834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8445a25a-8ea3-4d44-ae9f-310b952e72cf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:05.450231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1b818172-4f05-44d6-a3d1-76638f70ac37 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2174661 Sep 21 08:28:05.489908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-85f0fd9d-cce2-48d6-bac3-bd32003d9816 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768650 Sep 21 08:28:05.490310 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44012) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:05.496321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:05.567764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8445a25a-8ea3-4d44-ae9f-310b952e72cf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:05.568272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:05.687651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:05.708416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:05.758635 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:05.816068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8445a25a-8ea3-4d44-ae9f-310b952e72cf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8445a25a-8ea3-4d44-ae9f-310b952e72cf,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:05.834980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b54d636-0d6f-46a5-9297-10cc82f6e909 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:05.877677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:06.041228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-27814867-24f7-49a9-b2c9-4aee83dbe585 None None] Provisioning complete for port 8445a25a-8ea3-4d44-ae9f-310b952e72cf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:06.041604 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-27814867-24f7-49a9-b2c9-4aee83dbe585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:06.251579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8445a25a-8ea3-4d44-ae9f-310b952e72cf,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:06.309303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:28:06.446413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:28:06.585964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] Deleting port 8445a25a-8ea3-4d44-ae9f-310b952e72cf {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:06.586527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:06.669228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:06.914921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] For port 8445a25a-8ea3-4d44-ae9f-310b952e72cf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8445a25a-8ea3-4d44-ae9f-310b952e72cf,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:06.915630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:06.925299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] For port 8445a25a-8ea3-4d44-ae9f-310b952e72cf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8445a25a-8ea3-4d44-ae9f-310b952e72cf,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:06.931170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] Calling delete_port for 8445a25a-8ea3-4d44-ae9f-310b952e72cf owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:06.980312 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:06.986848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:06.988920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:07.056939 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:07.092954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] Pushing event deleted for resources: {'Port': ['ID=8445a25a-8ea3-4d44-ae9f-310b952e72cf,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:07.105890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9b285-0ceb-4d87-9887-ff2b0b4c079e None None] No DVR routers for this DVR port 8445a25a-8ea3-4d44-ae9f-310b952e72cf on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:28:07.177506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=bd514d12-5724-4a3e-8bae-add5b84558b6,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:07.223392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=8445a25a-8ea3-4d44-ae9f-310b952e72cf,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:07.245880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:07.248580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:07.260918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:07.261981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ae929-68b0-4097-8bbd-20c7756d7a76 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:07.262771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:07.295128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8445a25a-8ea3-4d44-ae9f-310b952e72cf no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:28:07.303607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44094) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:07.304124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-aeb705ca-8ec6-4bee-94ee-291b6761afe3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8124993 Sep 21 08:28:07.310496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-557905f1-c45c-4b88-aaaf-63a0c0044388 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:07.335225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8445a25a-8ea3-4d44-ae9f-310b952e72cf {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:28:07.335956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8445a25a-8ea3-4d44-ae9f-310b952e72cf not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:28:07.606481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': 'bd514d12-5724-4a3e-8bae-add5b84558b6'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:28:07.609292 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:07.979939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Allocated IP 2001:db8::f816:3eff:fe2c:a7c0 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/bd514d12-5724-4a3e-8bae-add5b84558b6/75237a2d-72d4-4612-a097-d46ab5b9b472) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:08.289119 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:08.298456 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:08.366530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:08.370003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:08.383602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:08.423124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Pushing event updated for resources: {'Port': ['ID=75237a2d-72d4-4612-a097-d46ab5b9b472,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:08.562927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Attempting to bind port 75237a2d-72d4-4612-a097-d46ab5b9b472 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:28:08.563126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Attempting to bind port 75237a2d-72d4-4612-a097-d46ab5b9b472 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:28:08.567519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Attempting to bind port 75237a2d-72d4-4612-a097-d46ab5b9b472 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:08.569302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557905f1-c45c-4b88-aaaf-63a0c0044388 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:08.574616 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-557905f1-c45c-4b88-aaaf-63a0c0044388 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:08.607698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:28:08.608886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:08.608886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:08.609050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:28:08.609592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Bound port: 75237a2d-72d4-4612-a097-d46ab5b9b472, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:28:08.609966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:08.755968 n-d-809980-2 neutron-server[94725]: INFO neutron.db.ipam_backend_mixin [None req-557905f1-c45c-4b88-aaaf-63a0c0044388 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd514d12-5724-4a3e-8bae-add5b84558b6 (CIDR: 2001:db8::/64) Sep 21 08:28:08.759794 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-557905f1-c45c-4b88-aaaf-63a0c0044388 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:28:08.760822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557905f1-c45c-4b88-aaaf-63a0c0044388 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:08.777048 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-557905f1-c45c-4b88-aaaf-63a0c0044388 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4715414 Sep 21 08:28:08.779900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44138) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:08.786638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:08.812585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] For port 75237a2d-72d4-4612-a097-d46ab5b9b472, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:28:08.818816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] For port 75237a2d-72d4-4612-a097-d46ab5b9b472, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=75237a2d-72d4-4612-a097-d46ab5b9b472,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:28:08.833503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:09.027845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda81b60-d8ae-48c8-9cdb-a052269535f3 None None] Pushing event updated for resources: {'Port': ['ID=75237a2d-72d4-4612-a097-d46ab5b9b472,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:09.099140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:09.103212 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:09.703442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:09.807063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:09.812949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:09.841171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:09.848755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:09.900440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44166) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:09.901013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1187932 Sep 21 08:28:09.906474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:02:9d:da', 'name': 'tempest-NetworksTestDHCPv6-2002158856'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:09.943041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784db615-009c-4efb-8022-217fad2f9100 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=ee4c92ad-3454-424f-b6e4-402306367afe,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:10.067976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:10.273519 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:10.422850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 0c8be8f9-b4b2-451a-9d74-dc296b050a75 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:28:10.759363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f01fb-57c2-4499-8b77-376b3dd6d1d1 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:10.827043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8:0:1::226 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/ee4c92ad-3454-424f-b6e4-402306367afe/0c8be8f9-b4b2-451a-9d74-dc296b050a75) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:10.858279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fe02:9dda (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/bd514d12-5724-4a3e-8bae-add5b84558b6/0c8be8f9-b4b2-451a-9d74-dc296b050a75) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:11.179220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:11.270319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8653c29e-62a7-47fd-bdee-59f16a7b26f1 None None] Provisioning complete for port 75237a2d-72d4-4612-a097-d46ab5b9b472 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:11.274859 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8653c29e-62a7-47fd-bdee-59f16a7b26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:11.301510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:11.428903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 75237a2d-72d4-4612-a097-d46ab5b9b472 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:11.449608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=0c8be8f9-b4b2-451a-9d74-dc296b050a75,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:11.500158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:11.502453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:11.505946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:11.515571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:11.516436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:11.555219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17c64a39-33df-4df3-ac09-8f9795a1e344 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6534963 Sep 21 08:28:11.558194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44218) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:11.665271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 75237a2d-72d4-4612-a097-d46ab5b9b472 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:11.665915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:11.701492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8653c29e-62a7-47fd-bdee-59f16a7b26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:11.881995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8653c29e-62a7-47fd-bdee-59f16a7b26f1 None None] For port 75237a2d-72d4-4612-a097-d46ab5b9b472, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=75237a2d-72d4-4612-a097-d46ab5b9b472,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:11.902007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8653c29e-62a7-47fd-bdee-59f16a7b26f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:11.931086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 0c8be8f9-b4b2-451a-9d74-dc296b050a75 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:11.931533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:12.004123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653c29e-62a7-47fd-bdee-59f16a7b26f1 None None] Pushing event updated for resources: {'Port': ['ID=75237a2d-72d4-4612-a097-d46ab5b9b472,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:12.059031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb98d52-1287-433d-adf5-21c3b54fcf4a None None] Update dhcp port {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': 'bd514d12-5724-4a3e-8bae-add5b84558b6', 'ip_address': '2001:db8::f816:3eff:fe2c:a7c0'}, {'subnet_id': 'ee4c92ad-3454-424f-b6e4-402306367afe'}], 'binding:host_id': 'n-d-809980-2'}, 'id': '75237a2d-72d4-4612-a097-d46ab5b9b472'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:28:12.265553 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d52-1287-433d-adf5-21c3b54fcf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:12.266017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:12.293077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 0c8be8f9-b4b2-451a-9d74-dc296b050a75 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:12.852799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ddb98d52-1287-433d-adf5-21c3b54fcf4a None None] Allocated IP 2001:db8:0:1::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/ee4c92ad-3454-424f-b6e4-402306367afe/75237a2d-72d4-4612-a097-d46ab5b9b472) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:13.002319 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:13.092599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ddb98d52-1287-433d-adf5-21c3b54fcf4a None None] For port 75237a2d-72d4-4612-a097-d46ab5b9b472, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=75237a2d-72d4-4612-a097-d46ab5b9b472,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:13.106044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=0c8be8f9-b4b2-451a-9d74-dc296b050a75,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:13.141501 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d52-1287-433d-adf5-21c3b54fcf4a None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:13.158839 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddb98d52-1287-433d-adf5-21c3b54fcf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:13.222885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:13.228470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44288) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:13.229282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-21711f7e-8a3d-4745-89c3-bd3da8da102b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/0c8be8f9-b4b2-451a-9d74-dc296b050a75 HTTP/1.1" status: 204 len: 168 time: 1.6688409 Sep 21 08:28:13.302102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98d52-1287-433d-adf5-21c3b54fcf4a None None] Pushing event updated for resources: {'Port': ['ID=75237a2d-72d4-4612-a097-d46ab5b9b472,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:13.322355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 75237a2d-72d4-4612-a097-d46ab5b9b472 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:13.376613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc9608-e94f-43dd-bca4-508e60141f3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:13.379246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3bbc9608-e94f-43dd-bca4-508e60141f3f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1496387 Sep 21 08:28:13.382784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44290) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:13.481202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 75237a2d-72d4-4612-a097-d46ab5b9b472 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:13.482499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:13.576687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0109c61-a862-4c62-a740-df4693f8b32d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:13.584582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:13.584922 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b0109c61-a862-4c62-a740-df4693f8b32d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2004287 Sep 21 08:28:13.725974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2a1ac-5a4a-46c2-900f-45a31cd9d191 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:13.729606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2a1ac-5a4a-46c2-900f-45a31cd9d191 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:13.733490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2a1ac-5a4a-46c2-900f-45a31cd9d191 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:13.738146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eed2a1ac-5a4a-46c2-900f-45a31cd9d191 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1523852 Sep 21 08:28:13.741147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44302) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:13.849777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet bd514d12-5724-4a3e-8bae-add5b84558b6 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:13.858099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:14.040472 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:14.287697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:14.429914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:14.569204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:14.576246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44328) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:14.577193 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/bd514d12-5724-4a3e-8bae-add5b84558b6 HTTP/1.1" status: 204 len: 168 time: 0.8308547 Sep 21 08:28:14.578755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422430d-57cd-4d11-857a-61b89ea4e7cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=bd514d12-5724-4a3e-8bae-add5b84558b6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:14.604271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0d63e1e4-6aa3-45d1-80b2-8453b03c9f9e None None] Provisioning complete for port 75237a2d-72d4-4612-a097-d46ab5b9b472 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:14.605470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0d63e1e4-6aa3-45d1-80b2-8453b03c9f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:14.759829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet ee4c92ad-3454-424f-b6e4-402306367afe {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:14.772907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:14.819550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0d63e1e4-6aa3-45d1-80b2-8453b03c9f9e None None] Could not find standard attr ID for object 0c8be8f9-b4b2-451a-9d74-dc296b050a75. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:28:14.850187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:15.079729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:15.163113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485c6bd-8ba7-4a73-b6a3-fbe32536605a None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:15.199974 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:15.243585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4c92ad-3454-424f-b6e4-402306367afe,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:15.246047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:15.248218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-19716b62-962b-4b00-8824-f7b20f7a5d2d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/ee4c92ad-3454-424f-b6e4-402306367afe HTTP/1.1" status: 204 len: 168 time: 0.6710083 Sep 21 08:28:15.250873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44352) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:15.369163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7440fab6-67d7-4d48-ab93-55b5111015ac None None] Could not find standard attr ID for object 0c8be8f9-b4b2-451a-9d74-dc296b050a75. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:28:15.407256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f2cc0d6d-ba1c-41ce-836d-53f47d3cafcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519082 Sep 21 08:28:15.408085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:15.408346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 75237a2d-72d4-4612-a097-d46ab5b9b472 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:15.415850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:15.696357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 75237a2d-72d4-4612-a097-d46ab5b9b472 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:15.696964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:15.711789 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:15.727289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:15.923340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:28:16.044089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] Deleting port 75237a2d-72d4-4612-a097-d46ab5b9b472 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:16.044468 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:16.196989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] For port 75237a2d-72d4-4612-a097-d46ab5b9b472, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=75237a2d-72d4-4612-a097-d46ab5b9b472,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:16.199537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:16.238416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] Calling delete_port for 75237a2d-72d4-4612-a097-d46ab5b9b472 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:16.505209 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:16.545980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] Pushing event deleted for resources: {'Port': ['ID=75237a2d-72d4-4612-a097-d46ab5b9b472,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:16.556961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c5d7e-7cc6-47a7-bbee-a09251565da8 None None] No DVR routers for this DVR port 75237a2d-72d4-4612-a097-d46ab5b9b472 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:28:16.648550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:28:16.650808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:16.767174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:16.774992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:16.790865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d32d3-928c-4494-929f-9937647689a7 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:16.804189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:16.808548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:16.850210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=ce34a55e-f1f0-461f-a986-104587c9708a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:16.863934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eca1a43e-e0c1-4ba1-9220-d9f08814a2c0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4506953 Sep 21 08:28:16.864418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44426) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:16.870479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-74d691a6-d75f-4ad3-99d7-999b8ad581eb tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:17.186986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d691a6-d75f-4ad3-99d7-999b8ad581eb tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:17.197891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74d691a6-d75f-4ad3-99d7-999b8ad581eb tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:17.229275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': 'ce34a55e-f1f0-461f-a986-104587c9708a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:28:17.230165 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:17.427939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 75237a2d-72d4-4612-a097-d46ab5b9b472 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:28:17.457460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 75237a2d-72d4-4612-a097-d46ab5b9b472 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:28:17.457951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 75237a2d-72d4-4612-a097-d46ab5b9b472 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:28:17.526126 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-74d691a6-d75f-4ad3-99d7-999b8ad581eb tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce34a55e-f1f0-461f-a986-104587c9708a (CIDR: 2001:db8::/64) Sep 21 08:28:17.534578 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d691a6-d75f-4ad3-99d7-999b8ad581eb tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:28:17.535359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d691a6-d75f-4ad3-99d7-999b8ad581eb tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:17.558712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-74d691a6-d75f-4ad3-99d7-999b8ad581eb tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6919529 Sep 21 08:28:17.560678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44456) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:17.576415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:17.676611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Allocated IP 2001:db8::f816:3eff:feb7:c323 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/ce34a55e-f1f0-461f-a986-104587c9708a/58b486c7-7097-4703-98c3-6cf5d521ea89) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:17.888515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:17.892576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:17.977065 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:17.992641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:18.118894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:18.119817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Pushing event updated for resources: {'Port': ['ID=58b486c7-7097-4703-98c3-6cf5d521ea89,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:18.137762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:18.151048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:18.302283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Attempting to bind port 58b486c7-7097-4703-98c3-6cf5d521ea89 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:28:18.302664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Attempting to bind port 58b486c7-7097-4703-98c3-6cf5d521ea89 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:28:18.303035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Attempting to bind port 58b486c7-7097-4703-98c3-6cf5d521ea89 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:18.316959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:28:18.317337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:18.317947 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:18.319520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:28:18.320374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Bound port: 58b486c7-7097-4703-98c3-6cf5d521ea89, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:28:18.325669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:18.535888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] For port 58b486c7-7097-4703-98c3-6cf5d521ea89, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:28:18.546097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] For port 58b486c7-7097-4703-98c3-6cf5d521ea89, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=58b486c7-7097-4703-98c3-6cf5d521ea89,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:28:18.553886 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:18.561928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:18.725058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bd432-954b-4b5f-ae53-fbd5cc8428b4 None None] Pushing event updated for resources: {'Port': ['ID=58b486c7-7097-4703-98c3-6cf5d521ea89,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:18.733516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:18.739074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:18.742080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:18.742690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:18.774802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=a96f0212-4881-4b3f-905c-cac78eb6a401,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:18.788458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e7179c91-c2b9-4391-b437-28cff8d5c6f9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2216532 Sep 21 08:28:18.793900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44490) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:18.819526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:39:23:23', 'name': 'tempest-NetworksTestDHCPv6-385211425'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:18.890404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44496) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:19.031687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:19.150365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e228da46-7e1e-4018-a330-b000a1d3842c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.227580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.278330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 6906d0a8-de20-46ea-a44b-286ad1391891 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:28:19.377335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 58b486c7-7097-4703-98c3-6cf5d521ea89 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:19.418205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e228da46-7e1e-4018-a330-b000a1d3842c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.430803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e228da46-7e1e-4018-a330-b000a1d3842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.535178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 58b486c7-7097-4703-98c3-6cf5d521ea89 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:19.538562 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.545062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e228da46-7e1e-4018-a330-b000a1d3842c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85aae7e7e3cc4ffdb8a3054cbec4e994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526201 Sep 21 08:28:19.546218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228da46-7e1e-4018-a330-b000a1d3842c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104c1e19-9671-4a03-9ce6-22a0fe14824b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:19.551859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:19.688798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a933bb8c-fad4-4b6f-8814-ed8d611b5609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.746858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a933bb8c-fad4-4b6f-8814-ed8d611b5609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.750331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8:0:1::e (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/a96f0212-4881-4b3f-905c-cac78eb6a401/6906d0a8-de20-46ea-a44b-286ad1391891) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:19.771169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::f816:3eff:fe39:2323 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/ce34a55e-f1f0-461f-a986-104587c9708a/6906d0a8-de20-46ea-a44b-286ad1391891) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:19.853435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.898017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a933bb8c-fad4-4b6f-8814-ed8d611b5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.906265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a933bb8c-fad4-4b6f-8814-ed8d611b5609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:19.910454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a933bb8c-fad4-4b6f-8814-ed8d611b5609 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/104c1e19-9671-4a03-9ce6-22a0fe14824b HTTP/1.1" status: 204 len: 168 time: 0.3542049 Sep 21 08:28:19.932453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 58b486c7-7097-4703-98c3-6cf5d521ea89, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=58b486c7-7097-4703-98c3-6cf5d521ea89,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:19.942686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:20.009666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933bb8c-fad4-4b6f-8814-ed8d611b5609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104c1e19-9671-4a03-9ce6-22a0fe14824b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:20.110402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=58b486c7-7097-4703-98c3-6cf5d521ea89,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:20.280499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:20.394143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:20.564291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:20.593162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44552) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:20.606243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8fa85-f5ad-4ebc-a696-38d732730b22 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:20.616790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdd8964d-72f1-4c50-afbb-8661da6048d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:20.626018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:20.627832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=6906d0a8-de20-46ea-a44b-286ad1391891,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:20.637713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:20.642880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:20.671058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:20.671849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:20.807650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7c447894-15f4-4b27-b3ab-cbda07d2898b None None] Provisioning complete for port 58b486c7-7097-4703-98c3-6cf5d521ea89 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:20.808593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7c447894-15f4-4b27-b3ab-cbda07d2898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:20.975205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdd8964d-72f1-4c50-afbb-8661da6048d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:20.988086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdd8964d-72f1-4c50-afbb-8661da6048d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.003407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-267951be-770e-469e-9cfa-c0cdc20e26b1 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2095828 Sep 21 08:28:21.006363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44562) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:21.119603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44572) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:21.127727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cdd8964d-72f1-4c50-afbb-8661da6048d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9c94ea3850d4b12b34497cb786a83b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190909 Sep 21 08:28:21.130678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8964d-72f1-4c50-afbb-8661da6048d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4c87dd-f693-43c6-9c1e-5bd6d2841161,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:21.276133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78b61214-64bc-4d9e-b0c5-8c202648353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.383767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 58b486c7-7097-4703-98c3-6cf5d521ea89 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:21.455204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b914de7-bb42-47c5-94e3-4790e68a05d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.474751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 58b486c7-7097-4703-98c3-6cf5d521ea89 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:21.475596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.483615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 6906d0a8-de20-46ea-a44b-286ad1391891 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:21.484305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.513335 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78b61214-64bc-4d9e-b0c5-8c202648353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.530510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78b61214-64bc-4d9e-b0c5-8c202648353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.539451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b914de7-bb42-47c5-94e3-4790e68a05d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.613566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61214-64bc-4d9e-b0c5-8c202648353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376fbefe-8f4a-43ad-b401-3b1b370bae52,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:21.629924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-78b61214-64bc-4d9e-b0c5-8c202648353c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3faa0879e3344cd881a16b46ca0f3dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0635960 Sep 21 08:28:21.633847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44592) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:21.650476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b056dd-fdab-4660-8704-c588676a09b1 None None] Update dhcp port {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': 'ce34a55e-f1f0-461f-a986-104587c9708a', 'ip_address': '2001:db8::f816:3eff:feb7:c323'}, {'subnet_id': 'a96f0212-4881-4b3f-905c-cac78eb6a401'}], 'binding:host_id': 'n-d-809980-2'}, 'id': '58b486c7-7097-4703-98c3-6cf5d521ea89'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:28:21.737573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.743365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75f57968-7fe8-4df7-b85c-95ef76df0e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.778771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 6906d0a8-de20-46ea-a44b-286ad1391891 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:21.789969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b914de7-bb42-47c5-94e3-4790e68a05d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.791242 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05b056dd-fdab-4660-8704-c588676a09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.802195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75f57968-7fe8-4df7-b85c-95ef76df0e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.809970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8b914de7-bb42-47c5-94e3-4790e68a05d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.814209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8b914de7-bb42-47c5-94e3-4790e68a05d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d4c87dd-f693-43c6-9c1e-5bd6d2841161 HTTP/1.1" status: 204 len: 168 time: 0.6855080 Sep 21 08:28:21.880097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b914de7-bb42-47c5-94e3-4790e68a05d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4c87dd-f693-43c6-9c1e-5bd6d2841161,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:21.911172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75f57968-7fe8-4df7-b85c-95ef76df0e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.913781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75f57968-7fe8-4df7-b85c-95ef76df0e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:21.914967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-75f57968-7fe8-4df7-b85c-95ef76df0e76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/376fbefe-8f4a-43ad-b401-3b1b370bae52 HTTP/1.1" status: 204 len: 168 time: 0.2799590 Sep 21 08:28:21.926716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f57968-7fe8-4df7-b85c-95ef76df0e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376fbefe-8f4a-43ad-b401-3b1b370bae52,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:22.255410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44616) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:22.300851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-05b056dd-fdab-4660-8704-c588676a09b1 None None] Allocated IP 2001:db8:0:1::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/a96f0212-4881-4b3f-905c-cac78eb6a401/58b486c7-7097-4703-98c3-6cf5d521ea89) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:22.460905 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:22.488893 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3a93b395-522c-4c97-b578-ff8e5331bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:22.514652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=6906d0a8-de20-46ea-a44b-286ad1391891,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:22.603351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:22.607299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5ed7e44d-a9ec-4ab8-9b18-9f40d6b16ce6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/6906d0a8-de20-46ea-a44b-286ad1391891 HTTP/1.1" status: 204 len: 168 time: 1.5996432 Sep 21 08:28:22.610018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44628) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:22.629571 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d677ef2-cc60-406c-a418-186f8800079b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:22.651744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-05b056dd-fdab-4660-8704-c588676a09b1 None None] For port 58b486c7-7097-4703-98c3-6cf5d521ea89, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=58b486c7-7097-4703-98c3-6cf5d521ea89,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:22.718891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907020f6-1c57-49af-a468-837aaea26927 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:22.723949 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-907020f6-1c57-49af-a468-837aaea26927 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1120634 Sep 21 08:28:22.724717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44632) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:22.839453 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05b056dd-fdab-4660-8704-c588676a09b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:22.850465 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05b056dd-fdab-4660-8704-c588676a09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:22.876327 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:28:22.893481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d1be0c-67e5-4924-bd2b-3a8aa89bd259 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:22.903862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44640) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:22.904099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10d1be0c-67e5-4924-bd2b-3a8aa89bd259 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1727965 Sep 21 08:28:22.949383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b056dd-fdab-4660-8704-c588676a09b1 None None] Pushing event updated for resources: {'Port': ['ID=58b486c7-7097-4703-98c3-6cf5d521ea89,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:23.041744 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d677ef2-cc60-406c-a418-186f8800079b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.054684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d677ef2-cc60-406c-a418-186f8800079b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.106932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7d677ef2-cc60-406c-a418-186f8800079b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=49c42332a9e34f9098d765ea52e9b107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8504286 Sep 21 08:28:23.109539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44648) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:23.110456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d677ef2-cc60-406c-a418-186f8800079b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97d0bb5-4cf6-4630-93fb-65d1c4b05aad,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:23.129260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ef9b8-7bfa-46d5-9391-974fbe55a14e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:23.131247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ef9b8-7bfa-46d5-9391-974fbe55a14e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:23.132963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ef9b8-7bfa-46d5-9391-974fbe55a14e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:23.134767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0f9ef9b8-7bfa-46d5-9391-974fbe55a14e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2291400 Sep 21 08:28:23.141395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44650) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:23.266562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet a96f0212-4881-4b3f-905c-cac78eb6a401 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:23.279431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.293415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a5439c-ac76-4b02-82ef-c442d206c784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.355728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 58b486c7-7097-4703-98c3-6cf5d521ea89 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:23.357984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a5439c-ac76-4b02-82ef-c442d206c784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.422271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.461545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 58b486c7-7097-4703-98c3-6cf5d521ea89 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:23.461545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.525813 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a5439c-ac76-4b02-82ef-c442d206c784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.529401 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a5439c-ac76-4b02-82ef-c442d206c784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.530807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d5a5439c-ac76-4b02-82ef-c442d206c784 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a97d0bb5-4cf6-4630-93fb-65d1c4b05aad HTTP/1.1" status: 204 len: 168 time: 0.4201756 Sep 21 08:28:23.570915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5439c-ac76-4b02-82ef-c442d206c784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97d0bb5-4cf6-4630-93fb-65d1c4b05aad,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:23.630621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.771959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.848606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:23.853114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a96f0212-4881-4b3f-905c-cac78eb6a401 HTTP/1.1" status: 204 len: 168 time: 0.7080636 Sep 21 08:28:23.853114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42a5f6-321d-430e-838c-1555440e3362 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=a96f0212-4881-4b3f-905c-cac78eb6a401,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:23.854089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44676) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:23.943979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet ce34a55e-f1f0-461f-a986-104587c9708a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:23.984932 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.060891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.100718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0574e7-5d37-4fb2-8592-8e1b26970908 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:24.174907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.221511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bbd99bf8-5826-453b-b05a-01e543bbe3fa None None] Could not find standard attr ID for object 6906d0a8-de20-46ea-a44b-286ad1391891. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:28:24.253494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.257215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bbd99bf8-5826-453b-b05a-01e543bbe3fa None None] Provisioning complete for port 58b486c7-7097-4703-98c3-6cf5d521ea89 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:24.259514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bbd99bf8-5826-453b-b05a-01e543bbe3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.291564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=ce34a55e-f1f0-461f-a986-104587c9708a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:24.295562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.301302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cb218d7d-6a0e-4d8c-8569-41aef4b3919a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/ce34a55e-f1f0-461f-a986-104587c9708a HTTP/1.1" status: 204 len: 168 time: 0.4447272 Sep 21 08:28:24.301636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44686) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:24.381275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8c1598ff-f0d9-4725-ab39-78956f843501 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784662 Sep 21 08:28:24.385684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44690) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:24.392493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:24.512328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:24.520401 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.659465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44698) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:24.679264 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1790-af43-480f-bac6-0ea705e7c16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.711280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:28:24.818335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] Deleting port 58b486c7-7097-4703-98c3-6cf5d521ea89 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:24.818801 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.850957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.869524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1790-af43-480f-bac6-0ea705e7c16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.879615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5bc1790-af43-480f-bac6-0ea705e7c16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.910694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] For port 58b486c7-7097-4703-98c3-6cf5d521ea89, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=58b486c7-7097-4703-98c3-6cf5d521ea89,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:24.911009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:24.941282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc1790-af43-480f-bac6-0ea705e7c16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5074035a-cddf-4dfc-8cd2-6f28fac399c6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:24.956144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] Calling delete_port for 58b486c7-7097-4703-98c3-6cf5d521ea89 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:24.957782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d5bc1790-af43-480f-bac6-0ea705e7c16b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2fe8ab6c2bd042bda0d73cf245ce9755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965696 Sep 21 08:28:24.958857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44704) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:24.966465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:24.977616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:24.983259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:24.990335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.007585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=71e0ec63-78dc-4dbb-8e72-0d41c78648d5,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:25.027630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbf56-f76c-4259-a593-211acab7afc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.040243 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fd7cda20-1bd0-45bf-bc96-168f0804eae0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6533022 Sep 21 08:28:25.043065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44708) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:25.048760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f0d44f81-473c-4f6d-958a-5f1e4e1f91e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:25.054310 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbf56-f76c-4259-a593-211acab7afc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.111180 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbf56-f76c-4259-a593-211acab7afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.116300 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c5bbf56-f76c-4259-a593-211acab7afc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.120621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8c5bbf56-f76c-4259-a593-211acab7afc3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5074035a-cddf-4dfc-8cd2-6f28fac399c6 HTTP/1.1" status: 204 len: 168 time: 0.1605215 Sep 21 08:28:25.131689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bbf56-f76c-4259-a593-211acab7afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074035a-cddf-4dfc-8cd2-6f28fac399c6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:25.141855 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.222134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] Pushing event deleted for resources: {'Port': ['ID=58b486c7-7097-4703-98c3-6cf5d521ea89,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:25.238887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e2e00-3824-4165-9c35-5715de755b54 None None] No DVR routers for this DVR port 58b486c7-7097-4703-98c3-6cf5d521ea89 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:28:25.275489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1909e2c1-822a-47e3-840d-c47d058138ca None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:25.333829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 58b486c7-7097-4703-98c3-6cf5d521ea89 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:28:25.337373 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.348803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d44f81-473c-4f6d-958a-5f1e4e1f91e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:25.352372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0d44f81-473c-4f6d-958a-5f1e4e1f91e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.369371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 58b486c7-7097-4703-98c3-6cf5d521ea89 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:28:25.369895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 58b486c7-7097-4703-98c3-6cf5d521ea89 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:28:25.470105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0202e2a5-7553-40c6-b46c-0b1a4d55932d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.569601 n-d-809980-2 neutron-server[94725]: INFO neutron.db.ipam_backend_mixin [None req-f0d44f81-473c-4f6d-958a-5f1e4e1f91e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71e0ec63-78dc-4dbb-8e72-0d41c78648d5 (CIDR: 2001:db8::/64) Sep 21 08:28:25.576132 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d44f81-473c-4f6d-958a-5f1e4e1f91e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:28:25.576783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d44f81-473c-4f6d-958a-5f1e4e1f91e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:25.598121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f0d44f81-473c-4f6d-958a-5f1e4e1f91e8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5536363 Sep 21 08:28:25.601189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44728) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:25.606426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:25.623492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'tenant_id': '982df3a0280a49c88ea5bb191c250126', 'fixed_ips': [{'subnet_id': '71e0ec63-78dc-4dbb-8e72-0d41c78648d5'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:28:25.624362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.864617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:25.869427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:25.925706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/71e0ec63-78dc-4dbb-8e72-0d41c78648d5/10f711e6-1c7a-41dc-956b-0897da497ca9) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:26.180338 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:26.194889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:26.321121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Pushing event updated for resources: {'Port': ['ID=10f711e6-1c7a-41dc-956b-0897da497ca9,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:26.338045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:26.339663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:26.342256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:26.401668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Attempting to bind port 10f711e6-1c7a-41dc-956b-0897da497ca9 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:28:26.402136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Attempting to bind port 10f711e6-1c7a-41dc-956b-0897da497ca9 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:28:26.402717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Attempting to bind port 10f711e6-1c7a-41dc-956b-0897da497ca9 on network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:26.410924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:28:26.411549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Checking segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:26.411978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:26.412428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Bound using segment: {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:28:26.413073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Bound port: 10f711e6-1c7a-41dc-956b-0897da497ca9, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccb3f95-9c12-47e9-9273-06bd1e9348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:28:26.413558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:26.491144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] For port 10f711e6-1c7a-41dc-956b-0897da497ca9, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:28:26.495032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] For port 10f711e6-1c7a-41dc-956b-0897da497ca9, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10f711e6-1c7a-41dc-956b-0897da497ca9,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:28:26.503103 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:26.593309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:28:26.629993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb803ad7-2f89-4f57-b2b3-b6b5bbb0d52c None None] Pushing event updated for resources: {'Port': ['ID=10f711e6-1c7a-41dc-956b-0897da497ca9,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:26.706268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:26.964076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-e9a28a2b-39e3-4a59-896e-8c7950283190 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1782868 Sep 21 08:28:27.085702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:27.292548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.294124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.294124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.294124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.294968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.294968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.295341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.312956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f13e5099-b169-47ba-b192-f6c29dc950e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 6491 time: 0.2645762 Sep 21 08:28:27.470958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10f711e6-1c7a-41dc-956b-0897da497ca9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:27.573758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-da3696c1-39cf-447d-8754-83bfd3eff2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.577691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-da3696c1-39cf-447d-8754-83bfd3eff2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.578270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-da3696c1-39cf-447d-8754-83bfd3eff2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:27.580027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-da3696c1-39cf-447d-8754-83bfd3eff2f1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c09b159a-c415-46eb-bf2f-5d26281796c7&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=4db6f82b-8065-449f-8e25-9a465b734ed5&id=2dbc9bc4-e323-4244-a1fc-1f968387d911&id=2dbc9bc4-e323-4244-a1fc-1f968387d911 HTTP/1.1" status: 200 len: 2293 time: 0.2451396 Sep 21 08:28:27.669047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:27.671536 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:27.824300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] For port 10f711e6-1c7a-41dc-956b-0897da497ca9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10f711e6-1c7a-41dc-956b-0897da497ca9,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:27.838156 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:27.978674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-4d0a1fe1-4ddd-4cf8-a118-a4ace51c3980 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=202266fb-dfa6-4b81-9761-4783b5bccb96 HTTP/1.1" status: 200 len: 1001 time: 0.3779378 Sep 21 08:28:27.996471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:28.085935 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:28.135626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-c53beb01-1d3e-473e-8593-1ee1ef287959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:28.140411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-c53beb01-1d3e-473e-8593-1ee1ef287959 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7f6bcd9f-b404-49f8-b805-f821fba4f351 HTTP/1.1" status: 200 len: 850 time: 0.1519012 Sep 21 08:28:28.142517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:28.147907 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:28.302702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:28:28.303231 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:28:28.407042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:28.418942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-15c636b0-5ea1-45d1-a5ad-b1fe06ed80a7 None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:28.422012 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-15c636b0-5ea1-45d1-a5ad-b1fe06ed80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:28.438133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:28.449824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-1c1b1795-39d2-4e5a-be12-d64fc52a120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:28.451227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-1c1b1795-39d2-4e5a-be12-d64fc52a120a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c09b159a-c415-46eb-bf2f-5d26281796c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2969689 Sep 21 08:28:28.457303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:28.459194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:28.648407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44806) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:28.649316 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0462406 Sep 21 08:28:28.651815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-26440189-86a3-4ac2-ac77-17ae228cdd3f service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756535 Sep 21 08:28:28.652682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=99511491-0107-4110-974a-3f2b03173e62,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:28.656868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d478e9-4861-4720-8abb-b097cbb90254 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=10f711e6-1c7a-41dc-956b-0897da497ca9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:28.657138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:58:9b:da', 'name': 'tempest-NetworksTestDHCPv6-1958970901'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:28.665415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-15c636b0-5ea1-45d1-a5ad-b1fe06ed80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:28.770239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5a686f-015b-4f9e-a2ce-4b3c1fe568f1 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:28.810921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-15c636b0-5ea1-45d1-a5ad-b1fe06ed80a7 None None] For port 10f711e6-1c7a-41dc-956b-0897da497ca9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10f711e6-1c7a-41dc-956b-0897da497ca9,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:28.890322 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-15c636b0-5ea1-45d1-a5ad-b1fe06ed80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:29.008168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:29.222545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:29.243300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-02562cc4-32e1-43be-8da7-cb17d647524a None None] Could not find standard attr ID for object 6906d0a8-de20-46ea-a44b-286ad1391891. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:28:29.273624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port bc236076-cdef-4a30-aa4f-13e8f5c0f86b yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:28:29.358437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c636b0-5ea1-45d1-a5ad-b1fe06ed80a7 None None] Pushing event updated for resources: {'Port': ['ID=10f711e6-1c7a-41dc-956b-0897da497ca9,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:29.436262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10f711e6-1c7a-41dc-956b-0897da497ca9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:29.600301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-ddf3b9c4-6868-4b97-94b6-8b35e05b18d2 service neutron] 10.222.0.50 "GET /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9339514 Sep 21 08:28:29.648725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:29.649257 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:29.656630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::dc (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/71e0ec63-78dc-4dbb-8e72-0d41c78648d5/bc236076-cdef-4a30-aa4f-13e8f5c0f86b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:29.670989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:9bda (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/99511491-0107-4110-974a-3f2b03173e62/bc236076-cdef-4a30-aa4f-13e8f5c0f86b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:29.713880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-8bafe125-1748-4967-b1f8-d5401ecfd032 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 217 time: 0.1019058 Sep 21 08:28:29.837652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-cb683592-a7c8-40bd-a251-e1760ed0315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:29.839284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-cb683592-a7c8-40bd-a251-e1760ed0315d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1168225 Sep 21 08:28:29.955996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-51cafa59-1882-4638-991e-270f2208ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:29.961225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-51cafa59-1882-4638-991e-270f2208ef3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135266 Sep 21 08:28:30.137066 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:30.196022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-8a6549a4-a91f-4b18-99b6-4609878500e3 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265837 Sep 21 08:28:30.294877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:30.396185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:30.416418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:30.428691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:30.440476 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-5e01c3a3-0037-4041-8b18-3d630ecb65eb service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353759 Sep 21 08:28:30.441249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:30.442083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:30.482869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=bc236076-cdef-4a30-aa4f-13e8f5c0f86b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:30.491233 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a6424d1e-9fcf-4fa6-9721-ad42d1fa46d2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8387325 Sep 21 08:28:30.493143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44852) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:30.564457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-2e222a1a-3eb3-42e2-ae56-d3e8bb232187 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 217 time: 0.1111796 Sep 21 08:28:30.676350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-a41bb73f-427c-4a5f-9cb9-79c7e45e49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:30.682322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-a41bb73f-427c-4a5f-9cb9-79c7e45e49d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1050806 Sep 21 08:28:30.815624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port bc236076-cdef-4a30-aa4f-13e8f5c0f86b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:30.816161 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:30.837122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b6256358-47f4-4a8b-aeae-3f3456763475 None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:30.837682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6256358-47f4-4a8b-aeae-3f3456763475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:30.908250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-1ee790ef-c55d-4214-90aa-4051cb49d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:30.918747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-1ee790ef-c55d-4214-90aa-4051cb49d428 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2236433 Sep 21 08:28:31.126337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:31.177317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for bc236076-cdef-4a30-aa4f-13e8f5c0f86b owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:31.222347 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-9997e47c-e644-45da-b180-f621510fc162 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981648 Sep 21 08:28:31.293682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3b1b75a5-7c4f-411e-a103-ef7bd05eaf19 None None] Provisioning complete for port bc236076-cdef-4a30-aa4f-13e8f5c0f86b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:31.298812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3b1b75a5-7c4f-411e-a103-ef7bd05eaf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:31.336985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b75a5-7c4f-411e-a103-ef7bd05eaf19 None None] Port bc236076-cdef-4a30-aa4f-13e8f5c0f86b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:28:31.338759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10f711e6-1c7a-41dc-956b-0897da497ca9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:31.406859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-3e19ac44-3d32-446d-91b8-ed8a9c5859aa service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766598 Sep 21 08:28:31.413916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:31.414280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:31.498482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-ec2de5e5-1a9d-458f-ba35-3e05c6101cc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6 HTTP/1.1" status: 200 len: 217 time: 0.0812469 Sep 21 08:28:31.570645 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:31.609835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=bc236076-cdef-4a30-aa4f-13e8f5c0f86b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:31.613504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-4bca66a1-db0b-4031-8bb5-4cab7f5c4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:31.622216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-4bca66a1-db0b-4031-8bb5-4cab7f5c4d97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1127150 Sep 21 08:28:31.685279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-5325a04b-06ea-46c6-9abf-6db35768d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:31.687894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-5325a04b-06ea-46c6-9abf-6db35768d850 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575767 Sep 21 08:28:31.700539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:31.703749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-12c2756c-9e4c-413f-9f34-5e9a86f2793f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/bc236076-cdef-4a30-aa4f-13e8f5c0f86b HTTP/1.1" status: 204 len: 168 time: 1.2090142 Sep 21 08:28:31.707594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44874) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:31.898607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f436a2-3ff2-4e7a-badd-b472b8c47808 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:31.900147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-65f436a2-3ff2-4e7a-badd-b472b8c47808 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1908314 Sep 21 08:28:31.904581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44882) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:31.910775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-736124ba-2d83-467a-8a9e-0ef79ffe86bc service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120490 Sep 21 08:28:32.074963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2f0e8-a1c4-44e2-85a0-3a8f64cb2eba tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:32.074963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-11b2f0e8-a1c4-44e2-85a0-3a8f64cb2eba tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1630418 Sep 21 08:28:32.075254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44888) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:32.089521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-e078e882-79cf-422a-9f00-4c3ed992cbfe service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695521 Sep 21 08:28:32.097726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.184684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-4f7ab1d0-cd08-4eb6-b866-eb6d2482fe33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7 HTTP/1.1" status: 200 len: 217 time: 0.0623236 Sep 21 08:28:32.249351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e96823-c40a-4aa7-9f4a-ea2cd8e776a4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:32.251129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e96823-c40a-4aa7-9f4a-ea2cd8e776a4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:32.252791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e96823-c40a-4aa7-9f4a-ea2cd8e776a4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:32.256924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-24e96823-c40a-4aa7-9f4a-ea2cd8e776a4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1821873 Sep 21 08:28:32.257538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:32.291918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-68b5344d-e5b6-4b50-bf63-31e7263c2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:32.294551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-68b5344d-e5b6-4b50-bf63-31e7263c2ada service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 200 len: 797 time: 0.1002884 Sep 21 08:28:32.391236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 71e0ec63-78dc-4dbb-8e72-0d41c78648d5 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:32.403613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.435456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-cd369b79-ad6e-4461-9461-8fa4d11971dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:32.437010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-cd369b79-ad6e-4461-9461-8fa4d11971dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4db6f82b-8065-449f-8e25-9a465b734ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1301541 Sep 21 08:28:32.475486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.603196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44910) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:32.608067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-78a960f6-c4ea-4c22-b1f1-c6808298d76e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923382549', 'description': 'tempest-secgroup-smoke-1923382549 description', 'project_id': '1bba897348d44b5bb9e45e429f841d85'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:32.664335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-8e859e71-7e6e-49b9-aef1-fd613d50a09e service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188017 Sep 21 08:28:32.697365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78a960f6-c4ea-4c22-b1f1-c6808298d76e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.715493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.839996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-d65d212c-d08b-40cf-a451-80068b1cb823 service neutron] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647022 Sep 21 08:28:32.866089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.905167 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f60c0f61-c59e-4c73-a2da-341aefae8de7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1 HTTP/1.1" status: 200 len: 217 time: 0.0560603 Sep 21 08:28:32.907695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=71e0ec63-78dc-4dbb-8e72-0d41c78648d5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:32.911636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78a960f6-c4ea-4c22-b1f1-c6808298d76e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.914682 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.920398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c15dfeb9-5316-43b2-8985-3d9df6b67bcc tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/71e0ec63-78dc-4dbb-8e72-0d41c78648d5 HTTP/1.1" status: 204 len: 168 time: 0.6607776 Sep 21 08:28:32.920398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44918) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:32.926203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8723f7bc-0bdb-4126-80b5-0d1aa34fe003 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:32.950678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78a960f6-c4ea-4c22-b1f1-c6808298d76e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:32.965428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-2ccee7ac-97da-44c6-910e-ba177cf7ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:32.967211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-2ccee7ac-97da-44c6-910e-ba177cf7ba5d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.0534737 Sep 21 08:28:33.056629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78a960f6-c4ea-4c22-b1f1-c6808298d76e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.057890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78a960f6-c4ea-4c22-b1f1-c6808298d76e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4536593 Sep 21 08:28:33.065672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44924) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:33.074345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 99511491-0107-4110-974a-3f2b03173e62 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:33.077003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c94c44de-07cc-4ea2-95f2-22f6503e8550 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'security_group_rule': {'security_group_id': '5bbfad63-86f7-4062-a2cf-43bb4c0bf62b', 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:33.078164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a960f6-c4ea-4c22-b1f1-c6808298d76e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:33.082433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.159636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-300c219b-52a2-4b48-83e1-8c0cff9809ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:33.161112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-300c219b-52a2-4b48-83e1-8c0cff9809ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1863494 Sep 21 08:28:33.176919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.213357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c94c44de-07cc-4ea2-95f2-22f6503e8550 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.286805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c94c44de-07cc-4ea2-95f2-22f6503e8550 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.318062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c94c44de-07cc-4ea2-95f2-22f6503e8550 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.346031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c44de-07cc-4ea2-95f2-22f6503e8550 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa6b108-970d-4e5a-a2ba-32466a1b5a8b,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:33.350320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c94c44de-07cc-4ea2-95f2-22f6503e8550 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.354442 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c94c44de-07cc-4ea2-95f2-22f6503e8550 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868474 Sep 21 08:28:33.356583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44928) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:33.363664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c7fd6b6b-d8bb-42a5-a91f-db0040f3fa6c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'security_group_rule': {'security_group_id': '5bbfad63-86f7-4062-a2cf-43bb4c0bf62b', 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:33.381847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.423340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-e5e3f13a-9611-4018-a7d9-dbe0216fa4b7 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464468 Sep 21 08:28:33.449380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6b6b-d8bb-42a5-a91f-db0040f3fa6c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.602161 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.639291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=99511491-0107-4110-974a-3f2b03173e62,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:33.651352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.661656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-aa48fa6d-53fb-4337-afcd-43e4b269db6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/99511491-0107-4110-974a-3f2b03173e62 HTTP/1.1" status: 204 len: 168 time: 0.7403147 Sep 21 08:28:33.662485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44942) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:33.667240 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.691221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-7c7ceb65-346c-4a13-b321-3c1153cdeb63 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544508 Sep 21 08:28:33.714884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6b6b-d8bb-42a5-a91f-db0040f3fa6c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.752601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6b6b-d8bb-42a5-a91f-db0040f3fa6c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.771798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-93b02c59-a6fc-4457-be1f-727598b5067a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1 HTTP/1.1" status: 200 len: 217 time: 0.0647507 Sep 21 08:28:33.785567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd6b6b-d8bb-42a5-a91f-db0040f3fa6c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3060d9c6-f6c7-4003-9aa7-c494da340409,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:33.791623 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6b6b-d8bb-42a5-a91f-db0040f3fa6c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.796037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fc9c24e0-a7fe-450a-b76f-10bc156a5651 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1315160 Sep 21 08:28:33.796209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44946) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:33.796659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44948) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:33.797672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c7fd6b6b-d8bb-42a5-a91f-db0040f3fa6c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4389865 Sep 21 08:28:33.802931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:33.811910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-496cfebb-5103-4262-9136-32dee9588aba tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'security_group_rule': {'security_group_id': '5bbfad63-86f7-4062-a2cf-43bb4c0bf62b', 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:33.869696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-9ca03042-9fd0-464f-9a8a-1d40c7bfe628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:33.871242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-9ca03042-9fd0-464f-9a8a-1d40c7bfe628 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 200 len: 797 time: 0.0807316 Sep 21 08:28:33.976234 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-496cfebb-5103-4262-9136-32dee9588aba tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:33.990448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-289b7307-a967-4415-b374-499a48301c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:33.992826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-289b7307-a967-4415-b374-499a48301c0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2dbc9bc4-e323-4244-a1fc-1f968387d911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1127665 Sep 21 08:28:34.075082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:34.078687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.322139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-4ed9c800-3474-4071-8383-0dd6a8a4ba84 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199267 Sep 21 08:28:34.377856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-496cfebb-5103-4262-9136-32dee9588aba tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.412034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398100a7-6f96-46e2-85ba-2c85f6e26bca None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:34.421780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-496cfebb-5103-4262-9136-32dee9588aba tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.474801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cfebb-5103-4262-9136-32dee9588aba tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f5880b-3618-4bca-9e2e-6682266cc2c2,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:34.485344 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.492209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-aa908b88-bfc3-4be3-b015-41e8df5fb8cc None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:34.492652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aa908b88-bfc3-4be3-b015-41e8df5fb8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.506944 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-496cfebb-5103-4262-9136-32dee9588aba tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.508192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-496cfebb-5103-4262-9136-32dee9588aba tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7001288 Sep 21 08:28:34.520969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44974) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:34.578589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-303e4e05-8a97-4734-ad61-32e9c01921ef tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'security_group_rule': {'security_group_id': '5bbfad63-86f7-4062-a2cf-43bb4c0bf62b', 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:34.578842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-afa42349-a784-44fa-a343-3c5bd21ab836 req-f0ba6079-3488-4266-9ef2-a29e81547786 service neutron] 10.222.0.50 "GET /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491865 Sep 21 08:28:34.601676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:34.646718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:34.655051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:34.668106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.715600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=77ea1d2d-f27f-408e-9825-705f72629fc8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:34.735695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-303e4e05-8a97-4734-ad61-32e9c01921ef tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.744156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44982) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:34.744375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f86dd419-1936-499b-869d-cf2c95dc3e9b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9465163 Sep 21 08:28:34.751376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9760f639-4ec2-49ac-a0ce-b3ce610fc482 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:34.825743 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-303e4e05-8a97-4734-ad61-32e9c01921ef tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.834686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-303e4e05-8a97-4734-ad61-32e9c01921ef tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.857571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e4e05-8a97-4734-ad61-32e9c01921ef tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a4566b-28bd-4962-9c8e-e0712eed41ed,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:34.875077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-303e4e05-8a97-4734-ad61-32e9c01921ef tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:34.881658 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-303e4e05-8a97-4734-ad61-32e9c01921ef tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243170 Sep 21 08:28:34.884957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44988) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:34.897044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'security_group_rule': {'security_group_id': '5bbfad63-86f7-4062-a2cf-43bb4c0bf62b', 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:34.972679 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Project 1bba897348d44b5bb9e45e429f841d85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:28:34.978288 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.001324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9760f639-4ec2-49ac-a0ce-b3ce610fc482 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:35.006610 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9760f639-4ec2-49ac-a0ce-b3ce610fc482 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.091984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.098268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.126037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9c2baa-1846-4a6d-9609-0c34d737f104,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:35.136439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.138806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b005ce24-2d8d-48cc-97ba-dc46304ca3ac tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525141 Sep 21 08:28:35.142201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44990) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:35.152335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'security_group_rule': {'security_group_id': '5bbfad63-86f7-4062-a2cf-43bb4c0bf62b', 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:35.187115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Update dhcp port {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'fixed_ips': [{'subnet_id': '77ea1d2d-f27f-408e-9825-705f72629fc8'}], 'binding:host_id': 'n-d-809980-2'}, 'id': '10f711e6-1c7a-41dc-956b-0897da497ca9'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:28:35.205896 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Project 1bba897348d44b5bb9e45e429f841d85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:28:35.213946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.227988 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.237946 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-9760f639-4ec2-49ac-a0ce-b3ce610fc482 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77ea1d2d-f27f-408e-9825-705f72629fc8 (CIDR: 2001:db8::/64) Sep 21 08:28:35.246973 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9760f639-4ec2-49ac-a0ce-b3ce610fc482 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:28:35.247664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9760f639-4ec2-49ac-a0ce-b3ce610fc482 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:35.277579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9760f639-4ec2-49ac-a0ce-b3ce610fc482 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5317492 Sep 21 08:28:35.278159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:35.285748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'subnet': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:35.360098 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.366483 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.409216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.419052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2678702 Sep 21 08:28:35.420857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a030e-6307-4b64-9750-8ff761dfa56d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29827999-0efe-4c40-aa82-88ace1dd994d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:35.535021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Allocated IP 2001:db8::2 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/77ea1d2d-f27f-408e-9825-705f72629fc8/10f711e6-1c7a-41dc-956b-0897da497ca9) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:35.593618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:35.601062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.796914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] For port 10f711e6-1c7a-41dc-956b-0897da497ca9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10f711e6-1c7a-41dc-956b-0897da497ca9,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:35.885850 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:35.896671 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.046400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Pushing event updated for resources: {'Port': ['ID=10f711e6-1c7a-41dc-956b-0897da497ca9,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:36.060182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.060527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.060869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.061204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.061536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.061866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.062190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.062512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.062835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.063156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.063549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.063871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bfb26-6629-4161-bdea-de21f4bcbc0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:36.173402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:28:36.267774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-6e71baef-9426-40f3-8761-dfb3a5b05978 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923382549&fields=id&tenant_id=1bba897348d44b5bb9e45e429f841d85 HTTP/1.1" status: 200 len: 267 time: 0.0444789 Sep 21 08:28:36.291996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45018) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:36.387664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.408329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-895fc595-6a4c-452c-abf2-8da31b6f494a tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:36.412130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-895fc595-6a4c-452c-abf2-8da31b6f494a tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 813 time: 0.1352458 Sep 21 08:28:36.429623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-dd2cdba2-d8f5-434f-93b2-21a153fcfb68 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/quotas/1bba897348d44b5bb9e45e429f841d85 HTTP/1.1" status: 200 len: 375 time: 0.0107350 Sep 21 08:28:36.457996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2617694e-b7f0-4775-af85-de0be863c212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.492042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-7e0826e5-60c6-4cb8-891e-b6326ae7f006 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527213 Sep 21 08:28:36.616457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] For port 10f711e6-1c7a-41dc-956b-0897da497ca9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10f711e6-1c7a-41dc-956b-0897da497ca9,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:36.618429 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-6aa1e1a1-381e-4e77-a681-b683097a48ad service neutron] 10.222.0.59 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109784 Sep 21 08:28:36.667405 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.677707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.678990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.681638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2617694e-b7f0-4775-af85-de0be863c212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.736066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2617694e-b7f0-4775-af85-de0be863c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.739883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-2647e76d-8ad6-4b19-966d-c1e67c4c368c service neutron] 10.222.0.59 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204073 Sep 21 08:28:36.759291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a45294-e99f-456d-92ca-b52443070da8 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:36.791214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:36.798089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:36.802669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:36.803294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.852847 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2617694e-b7f0-4775-af85-de0be863c212 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc030866bea14675a481da8fbb43c772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596035 Sep 21 08:28:36.855531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45034) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:36.860215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617694e-b7f0-4775-af85-de0be863c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d271a-2084-4118-b7cb-8471581e54b7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:36.870966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-75217382-44e2-47a2-88c9-f23b25cfeb3c None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:36.871376 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75217382-44e2-47a2-88c9-f23b25cfeb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:36.875129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Subnet': ['ID=a6788f3b-9c50-4590-a083-e31eaa1ac8e1,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:36.888239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6072338 Sep 21 08:28:36.891611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:36.911128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Request body: {'port': {'network_id': '2d3db2ea-8a1a-44a7-960d-0dff816f23b2', 'mac_address': 'fa:16:3e:c9:06:89', 'name': 'tempest-NetworksTestDHCPv6-1780809575'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:36.920927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ca689-3015-485e-b7a6-3f8f1b5612fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=10f711e6-1c7a-41dc-956b-0897da497ca9,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:36.958924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3555e893-7db0-49b5-a964-07d5b87cb594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:37.026884 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3555e893-7db0-49b5-a964-07d5b87cb594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:37.137429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3555e893-7db0-49b5-a964-07d5b87cb594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:37.140294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3555e893-7db0-49b5-a964-07d5b87cb594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:37.145957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3555e893-7db0-49b5-a964-07d5b87cb594 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/036d271a-2084-4118-b7cb-8471581e54b7 HTTP/1.1" status: 204 len: 168 time: 0.2859297 Sep 21 08:28:37.164972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e893-7db0-49b5-a964-07d5b87cb594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d271a-2084-4118-b7cb-8471581e54b7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:37.232081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Made reservation on behalf of 982df3a0280a49c88ea5bb191c250126 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:37.379638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10f711e6-1c7a-41dc-956b-0897da497ca9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:37.465346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:37.530921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] device_id is not set on port 10dbe8ac-ef87-4114-82e0-d6c8834147dc yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:28:37.549051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:37.549928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:37.809806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45084) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:37.838436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1144e95b-b741-4b57-80bf-9f45dfcd725c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:37.975859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2a96962-8183-4502-8564-4d700e23756b req-b3934f6f-3479-437c-8978-d32e996d50a6 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.6016366 Sep 21 08:28:38.029074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8::131 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/77ea1d2d-f27f-408e-9825-705f72629fc8/10dbe8ac-ef87-4114-82e0-d6c8834147dc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:38.039830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Allocated IP 2001:db8:0:1:f816:3eff:fec9:689 (2d3db2ea-8a1a-44a7-960d-0dff816f23b2/a6788f3b-9c50-4590-a083-e31eaa1ac8e1/10dbe8ac-ef87-4114-82e0-d6c8834147dc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:38.126761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1144e95b-b741-4b57-80bf-9f45dfcd725c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.138385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1144e95b-b741-4b57-80bf-9f45dfcd725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.186590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144e95b-b741-4b57-80bf-9f45dfcd725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddcfab-da56-4fc6-85e4-958cd8d6ebf0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:38.192365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1144e95b-b741-4b57-80bf-9f45dfcd725c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bda5af520194d7ba6da8391fcf12f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812292 Sep 21 08:28:38.194709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45090) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:38.273571 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.293492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de8a1ffb-06bf-46a7-bebb-de10b1eb1ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.320911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.359397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a61b14-f739-4448-a5f3-ef2c74e218cb None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:38.371241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de8a1ffb-06bf-46a7-bebb-de10b1eb1ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.381050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:38.384489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:38.396064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:38.402053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:38.402896 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.411857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event updated for resources: {'Port': ['ID=10dbe8ac-ef87-4114-82e0-d6c8834147dc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:38.434547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ea98410-e1e2-479f-8e2f-ca2259f19d8b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5412579 Sep 21 08:28:38.437885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45096) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:38.452891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5d31dadf-485a-4fa8-b850-54f28a43e944 None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:38.453597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d31dadf-485a-4fa8-b850-54f28a43e944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.503173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de8a1ffb-06bf-46a7-bebb-de10b1eb1ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.506228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de8a1ffb-06bf-46a7-bebb-de10b1eb1ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.507696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de8a1ffb-06bf-46a7-bebb-de10b1eb1ae7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9ddcfab-da56-4fc6-85e4-958cd8d6ebf0 HTTP/1.1" status: 204 len: 168 time: 0.3116467 Sep 21 08:28:38.531069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a1ffb-06bf-46a7-bebb-de10b1eb1ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddcfab-da56-4fc6-85e4-958cd8d6ebf0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:38.608221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting port 10dbe8ac-ef87-4114-82e0-d6c8834147dc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:38.608465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.791299 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:38.820548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Calling delete_port for 10dbe8ac-ef87-4114-82e0-d6c8834147dc owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:39.201293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fd55d7ec-e4e4-4183-b413-e1b638baebb8 None None] Provisioning complete for port 10dbe8ac-ef87-4114-82e0-d6c8834147dc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:39.201895 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7ec-e4e4-4183-b413-e1b638baebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:39.315404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-fd55d7ec-e4e4-4183-b413-e1b638baebb8 None None] Port 10dbe8ac-ef87-4114-82e0-d6c8834147dc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:28:39.339195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf21ed32-4c89-4fa3-b742-19093c3fbd0d req-ade314f6-b14a-4c67-8c0e-61a296311091 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.1278446 Sep 21 08:28:39.355039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fd55d7ec-e4e4-4183-b413-e1b638baebb8 None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:39.355619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd55d7ec-e4e4-4183-b413-e1b638baebb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:39.410159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-af08e9bc-4d19-4e4e-a633-d1f3ab72dcb5 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:39.412939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-af08e9bc-4d19-4e4e-a633-d1f3ab72dcb5 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.62 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 813 time: 0.4787807 Sep 21 08:28:39.552142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-b0bb602e-521a-4b17-bc20-6aca982d89e8 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bba897348d44b5bb9e45e429f841d85 HTTP/1.1" status: 200 len: 380 time: 0.1254077 Sep 21 08:28:39.567482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'port': {'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'admin_state_up': True, 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'security_groups': ['5bbfad63-86f7-4062-a2cf-43bb4c0bf62b']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:39.630506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4e7c82d9-c556-4ba5-b635-72723e42e6e2 None None] Provisioning complete for port 10dbe8ac-ef87-4114-82e0-d6c8834147dc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:39.631260 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e7c82d9-c556-4ba5-b635-72723e42e6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:39.669574 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:39.712487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Port': ['ID=10dbe8ac-ef87-4114-82e0-d6c8834147dc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:39.714857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c82d9-c556-4ba5-b635-72723e42e6e2 None None] Port 10dbe8ac-ef87-4114-82e0-d6c8834147dc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:28:39.821594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:39.823671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-142390da-742a-493a-a7b0-c79082259790 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/10dbe8ac-ef87-4114-82e0-d6c8834147dc HTTP/1.1" status: 204 len: 168 time: 1.3844619 Sep 21 08:28:39.826397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45134) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:39.875680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Made reservation on behalf of 1bba897348d44b5bb9e45e429f841d85 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:39.879305 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:39.910112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecdb798-752d-4134-828f-086b0eaa72c5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:39.914071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3ecdb798-752d-4134-828f-086b0eaa72c5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0843985 Sep 21 08:28:39.915013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:40.032420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4453efed-05cf-466a-8070-93b882401d2a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:40.038805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4453efed-05cf-466a-8070-93b882401d2a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1182170 Sep 21 08:28:40.043997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45144) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:40.125664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Allocated IP 172.20.0.12 (61bcf043-fa85-41a3-b431-ec6445d07749/ac08953b-d125-4653-8c71-2dfefe8c847a/02541fde-03ef-4496-9b84-f7b185830d00) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:40.130815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e2e7c-71b2-4d2f-b380-bc798aa4ce6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:40.132612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e2e7c-71b2-4d2f-b380-bc798aa4ce6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:40.134432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e2e7c-71b2-4d2f-b380-bc798aa4ce6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:40.136596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d46e2e7c-71b2-4d2f-b380-bc798aa4ce6f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0911961 Sep 21 08:28:40.139436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45148) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:40.207202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet 77ea1d2d-f27f-408e-9825-705f72629fc8 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:40.211432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.270539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.325078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.371652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.398038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.481564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Network 61bcf043-fa85-41a3-b431-ec6445d07749 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:40.516791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:40.525662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.559073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:40.584517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'Port': ['ID=02541fde-03ef-4496-9b84-f7b185830d00,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:40.631097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=77ea1d2d-f27f-408e-9825-705f72629fc8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:40.664920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.670301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-40a81250-2f48-431d-b5f3-0a42c89dc620 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/77ea1d2d-f27f-408e-9825-705f72629fc8 HTTP/1.1" status: 204 len: 168 time: 0.5293303 Sep 21 08:28:40.675001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45168) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:40.741751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:40.742407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.758665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c03e0-e275-4360-a3d2-1742f98f7344 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:40.778951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-5dd1fdad-26f0-4920-a892-3dc31ac78726 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2180986 Sep 21 08:28:40.810115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Request body: {'port': {'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:40.826191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc706c94-4188-42d4-a75e-8dddf2d2a41c req-731c87d3-4fe7-4c9c-becc-242620e313b7 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:40.830713 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc706c94-4188-42d4-a75e-8dddf2d2a41c req-731c87d3-4fe7-4c9c-becc-242620e313b7 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 932 time: 0.3387003 Sep 21 08:28:40.852862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Deleting subnet a6788f3b-9c50-4590-a083-e31eaa1ac8e1 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:40.868184 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:40.979183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc706c94-4188-42d4-a75e-8dddf2d2a41c req-be48b258-2104-4313-adea-14e89a8bb9fe tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226838 Sep 21 08:28:41.006679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.016269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.317560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.357182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-947d9c56-e90c-43e0-baa6-fb9c86d36ee1 None None] Provisioning complete for port 02541fde-03ef-4496-9b84-f7b185830d00 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:41.361934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-947d9c56-e90c-43e0-baa6-fb9c86d36ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.467702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-947d9c56-e90c-43e0-baa6-fb9c86d36ee1 None None] Port 02541fde-03ef-4496-9b84-f7b185830d00 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:28:41.505201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.624782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.629480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a6788f3b-9c50-4590-a083-e31eaa1ac8e1 HTTP/1.1" status: 204 len: 168 time: 0.9478104 Sep 21 08:28:41.631675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ee351-5ff7-4122-ad5d-07caf89e36ad tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Subnet': ['ID=a6788f3b-9c50-4590-a083-e31eaa1ac8e1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:41.638659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:41.643723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02541fde-03ef-4496-9b84-f7b185830d00 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:28:41.652204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.668188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Transition to ACTIVE for port object 02541fde-03ef-4496-9b84-f7b185830d00 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:28:41.675239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:41.733280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02541fde-03ef-4496-9b84-f7b185830d00,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:41.828180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7ef31f57-956f-4731-9a27-872e58d3ea35 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1864674 Sep 21 08:28:41.828802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45200) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:41.989160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9ebba-90da-494f-a5ec-c89b0f6e7796 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:42.003470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45204) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:42.011826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d2c9ebba-90da-494f-a5ec-c89b0f6e7796 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1787157 Sep 21 08:28:42.078526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1019be9-0e7e-4703-8bd7-74226d0daab9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:42.080931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a1019be9-0e7e-4703-8bd7-74226d0daab9 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764585 Sep 21 08:28:42.083715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45210) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:42.084813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Attempting to bind port 02541fde-03ef-4496-9b84-f7b185830d00 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:28:42.085362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Attempting to bind port 02541fde-03ef-4496-9b84-f7b185830d00 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:28:42.085928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Attempting to bind port 02541fde-03ef-4496-9b84-f7b185830d00 on network 61bcf043-fa85-41a3-b431-ec6445d07749 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:42.092752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Port 02541fde-03ef-4496-9b84-f7b185830d00 on network 61bcf043-fa85-41a3-b431-ec6445d07749 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:28:42.093393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Attempting to bind port 02541fde-03ef-4496-9b84-f7b185830d00 on network 61bcf043-fa85-41a3-b431-ec6445d07749 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:42.099564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:28:42.100497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Checking segment: {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:42.101105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Bound using segment: {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:28:42.101894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Bound port: 02541fde-03ef-4496-9b84-f7b185830d00, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3059e12-88ae-43c3-b682-5206d5b37cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:28:42.102479 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:42.229849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45214) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:42.230906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-14c02a10-467e-4df1-88b5-38695286e1b6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459770 Sep 21 08:28:42.376036 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab80d9c-66e8-48bd-a281-3a9341658476 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:42.377953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab80d9c-66e8-48bd-a281-3a9341658476 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:42.386765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45222) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:42.403494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fab80d9c-66e8-48bd-a281-3a9341658476 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/10dbe8ac-ef87-4114-82e0-d6c8834147dc HTTP/1.1" status: 404 len: 333 time: 0.1591272 Sep 21 08:28:42.465079 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c24b2eb-f7e8-4ce6-aad2-5bfc188131ee tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:42.467899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c24b2eb-f7e8-4ce6-aad2-5bfc188131ee tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:42.477177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2c24b2eb-f7e8-4ce6-aad2-5bfc188131ee tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a6788f3b-9c50-4590-a083-e31eaa1ac8e1 HTTP/1.1" status: 404 len: 337 time: 0.0886233 Sep 21 08:28:42.478244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45226) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:42.496642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] For port 02541fde-03ef-4496-9b84-f7b185830d00, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:28:42.502232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] For port 02541fde-03ef-4496-9b84-f7b185830d00, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=02541fde-03ef-4496-9b84-f7b185830d00,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:28:42.520558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c401398-a3ed-42c2-a8af-e31e67a29197 req-37615d67-0f6c-4215-b4da-d51d09f011c5 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:42.530251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c401398-a3ed-42c2-a8af-e31e67a29197 req-37615d67-0f6c-4215-b4da-d51d09f011c5 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.2959898 Sep 21 08:28:42.537497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:42.566788 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5057f889-43c4-41cb-818a-4f16dd9a15db tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:42.567368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5057f889-43c4-41cb-818a-4f16dd9a15db tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:42.570591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5057f889-43c4-41cb-818a-4f16dd9a15db tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/77ea1d2d-f27f-408e-9825-705f72629fc8 HTTP/1.1" status: 404 len: 337 time: 0.0862608 Sep 21 08:28:42.574415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45230) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:42.628962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac82ee-efb9-443c-87a1-1a1a6477db60 None None] Network 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:42.663773 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02ced1d-bf53-46bf-82d6-57d9a4b35a20 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:42.675448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02ced1d-bf53-46bf-82d6-57d9a4b35a20 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:42.679919 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e02ced1d-bf53-46bf-82d6-57d9a4b35a20 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/bc236076-cdef-4a30-aa4f-13e8f5c0f86b HTTP/1.1" status: 404 len: 333 time: 0.1044295 Sep 21 08:28:42.685380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45238) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:42.791202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02541fde-03ef-4496-9b84-f7b185830d00,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:42.868088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:42.869188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:42.875018 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-5cb0f439-ace7-4972-8585-db3af9f219f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 1092 time: 2.0694005 Sep 21 08:28:42.889253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:28:42.896973 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:28:43.028901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c401398-a3ed-42c2-a8af-e31e67a29197 req-9431df8f-942a-489d-950e-abc866ccd658 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4975417 Sep 21 08:28:43.030362 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bdce77-7d55-4c38-9134-e83f09b939be x-openstack-request-id: req-18bdce77-7d55-4c38-9134-e83f09b939be {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:28:43.030659 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:28:43.030960 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-18bdce77-7d55-4c38-9134-e83f09b939be {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:28:43.031377 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00', 'status': 'completed', 'code': 200} Sep 21 08:28:43.070031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-844cb9b0-a133-4a4f-b6ae-78c281c5e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:43.070227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8abec68c-b598-48b9-9346-ff98cbd28e88 None None] Provisioning complete for port 10f711e6-1c7a-41dc-956b-0897da497ca9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:43.070624 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8abec68c-b598-48b9-9346-ff98cbd28e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:43.071574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-844cb9b0-a133-4a4f-b6ae-78c281c5e646 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1095 time: 0.1324198 Sep 21 08:28:43.220494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] DHCP port deletion for 2d3db2ea-8a1a-44a7-960d-0dff816f23b2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:28:43.462740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10f711e6-1c7a-41dc-956b-0897da497ca9 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:28:43.572144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] Deleting port 10f711e6-1c7a-41dc-956b-0897da497ca9 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:28:43.572866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:43.694713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] For port 10f711e6-1c7a-41dc-956b-0897da497ca9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10f711e6-1c7a-41dc-956b-0897da497ca9,segment=NetworkSegment(8ccb3f95-9c12-47e9-9273-06bd1e9348a0),segment_id=8ccb3f95-9c12-47e9-9273-06bd1e9348a0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:43.695414 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:43.736784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] Calling delete_port for 10f711e6-1c7a-41dc-956b-0897da497ca9 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:28:43.822911 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-56609f6f-baf0-4e69-a33d-0d57aee3608e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:43.826375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56609f6f-baf0-4e69-a33d-0d57aee3608e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:43.834030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-56609f6f-baf0-4e69-a33d-0d57aee3608e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/99511491-0107-4110-974a-3f2b03173e62 HTTP/1.1" status: 404 len: 337 time: 1.1408100 Sep 21 08:28:43.834898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45268) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:43.867253 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5f6e6d-ee8c-4340-a4b1-63d495c45b81 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:43.868072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5f6e6d-ee8c-4340-a4b1-63d495c45b81 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:43.873565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e5f6e6d-ee8c-4340-a4b1-63d495c45b81 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/71e0ec63-78dc-4dbb-8e72-0d41c78648d5 HTTP/1.1" status: 404 len: 337 time: 0.0371959 Sep 21 08:28:43.874925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45270) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:43.905942 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c87f5f-7d0e-4493-8841-c728ded8f555 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:43.907015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c87f5f-7d0e-4493-8841-c728ded8f555 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:43.913632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-14c87f5f-7d0e-4493-8841-c728ded8f555 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/6906d0a8-de20-46ea-a44b-286ad1391891 HTTP/1.1" status: 404 len: 333 time: 0.0345874 Sep 21 08:28:43.916518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45272) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:43.938779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-a2898986-7250-4034-88c6-a2531bc407a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 217 time: 0.8585677 Sep 21 08:28:43.941294 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:43.948297 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92cd7e2-8657-4a23-95ee-f13f1753e76d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:43.949041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92cd7e2-8657-4a23-95ee-f13f1753e76d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:43.953591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c92cd7e2-8657-4a23-95ee-f13f1753e76d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a96f0212-4881-4b3f-905c-cac78eb6a401 HTTP/1.1" status: 404 len: 337 time: 0.0346196 Sep 21 08:28:43.954208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.004397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] Pushing event deleted for resources: {'Port': ['ID=10f711e6-1c7a-41dc-956b-0897da497ca9,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:44.009116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Port 10f711e6-1c7a-41dc-956b-0897da497ca9 update to DOWN by agent not found {{(pid=94726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 08:28:44.042606 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16fc2b6-1e4b-4ecc-9917-19f3e8c849ed tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.045009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16fc2b6-1e4b-4ecc-9917-19f3e8c849ed tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.049994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e16fc2b6-1e4b-4ecc-9917-19f3e8c849ed tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/ce34a55e-f1f0-461f-a986-104587c9708a HTTP/1.1" status: 404 len: 337 time: 0.0918117 Sep 21 08:28:44.050832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.053161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9469af1-0500-4293-ba85-b98587b1a40d None None] No DVR routers for this DVR port 10f711e6-1c7a-41dc-956b-0897da497ca9 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:28:44.062841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-5aace547-9178-4005-bd36-cd42a168e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:44.062841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-5aace547-9178-4005-bd36-cd42a168e196 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 200 len: 852 time: 0.1125681 Sep 21 08:28:44.096732 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67ce6aa-14e9-4c5e-bbd6-12622c8a4953 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.097885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67ce6aa-14e9-4c5e-bbd6-12622c8a4953 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.100147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e67ce6aa-14e9-4c5e-bbd6-12622c8a4953 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/0c8be8f9-b4b2-451a-9d74-dc296b050a75 HTTP/1.1" status: 404 len: 333 time: 0.0481954 Sep 21 08:28:44.103897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45284) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.131498 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba67530c-1fae-47ee-8907-b29ddab09650 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.131956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba67530c-1fae-47ee-8907-b29ddab09650 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.133930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ba67530c-1fae-47ee-8907-b29ddab09650 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/ee4c92ad-3454-424f-b6e4-402306367afe HTTP/1.1" status: 404 len: 337 time: 0.0292265 Sep 21 08:28:44.136768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.166188 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-703d637a-55a3-4437-939b-c5a3b9b1f520 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.166753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703d637a-55a3-4437-939b-c5a3b9b1f520 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.168626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-703d637a-55a3-4437-939b-c5a3b9b1f520 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/bd514d12-5724-4a3e-8bae-add5b84558b6 HTTP/1.1" status: 404 len: 337 time: 0.0305800 Sep 21 08:28:44.171245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45288) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.193629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059134e-652f-470a-937e-e795ce9a424b req-0fc08c73-609d-4383-82ca-f825ec63cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:44.195568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-0fc08c73-609d-4383-82ca-f825ec63cfad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61bcf043-fa85-41a3-b431-ec6445d07749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255143 Sep 21 08:28:44.207648 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5930ec98-6968-4365-a2e4-af0ff87da3fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.209481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5930ec98-6968-4365-a2e4-af0ff87da3fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.212157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5930ec98-6968-4365-a2e4-af0ff87da3fe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/71ef0f65-1277-4ce6-91d4-4bcb13a158e9 HTTP/1.1" status: 404 len: 333 time: 0.0396147 Sep 21 08:28:44.214644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45290) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.233799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad988d-981f-4731-b760-fcae8809111b req-4599a5d5-e846-409a-b84f-5e5f2c2a006a tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:44.235445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07ad988d-981f-4731-b760-fcae8809111b req-4599a5d5-e846-409a-b84f-5e5f2c2a006a tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.0906703 Sep 21 08:28:44.257353 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcab96c-9890-49cf-a2c7-16c9a9bfe41a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.257821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcab96c-9890-49cf-a2c7-16c9a9bfe41a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.259662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cfcab96c-9890-49cf-a2c7-16c9a9bfe41a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/1decd7b0-5d23-41ca-99f1-3cb647b075b6 HTTP/1.1" status: 404 len: 337 time: 0.0434787 Sep 21 08:28:44.262016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45294) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.290758 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-68042c54-aa1c-43be-bfe1-516b428d5ec3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.291710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68042c54-aa1c-43be-bfe1-516b428d5ec3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.294085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-68042c54-aa1c-43be-bfe1-516b428d5ec3 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/9036e7b8-7b56-49bf-a87e-ddf609802a14 HTTP/1.1" status: 404 len: 333 time: 0.0308070 Sep 21 08:28:44.296430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.340021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07ad988d-981f-4731-b760-fcae8809111b req-de2761bf-de6e-4dc2-87d8-6f3a738ea214 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847864 Sep 21 08:28:44.348178 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd90db2f-39fa-4ca8-8094-369c744f0bfe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.348842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd90db2f-39fa-4ca8-8094-369c744f0bfe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.350952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dd90db2f-39fa-4ca8-8094-369c744f0bfe tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/2c3a17b9-5cea-4bcf-b7cf-f83f31e77921 HTTP/1.1" status: 404 len: 337 time: 0.0534182 Sep 21 08:28:44.364002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45300) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.371692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-0fb2d68e-1b52-4297-a478-7e7b18a4a7cf service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623828 Sep 21 08:28:44.394531 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed3d1f0-a2f5-4600-b5b7-4c24622280b4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.395227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed3d1f0-a2f5-4600-b5b7-4c24622280b4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.401666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5ed3d1f0-a2f5-4600-b5b7-4c24622280b4 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/e5fc163c-5c65-474d-8860-c636c11ed2ae HTTP/1.1" status: 404 len: 333 time: 0.0425575 Sep 21 08:28:44.401834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45304) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.483733 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c8ddf1-31ce-430e-8f55-e208976e430d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.484066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c8ddf1-31ce-430e-8f55-e208976e430d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.488383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-01c8ddf1-31ce-430e-8f55-e208976e430d tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/90c0178d-97ff-4a30-adaf-370bb6cc85bb HTTP/1.1" status: 404 len: 337 time: 0.0830793 Sep 21 08:28:44.489365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45310) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.546299 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2922d0b4-5ab8-446c-813a-2b0bc462ac8c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.548148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2922d0b4-5ab8-446c-813a-2b0bc462ac8c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.554772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2922d0b4-5ab8-446c-813a-2b0bc462ac8c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/3663174c-a57c-483f-8dbf-4f05b8650eaf HTTP/1.1" status: 404 len: 333 time: 0.0592213 Sep 21 08:28:44.555035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45314) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.564847 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e059134e-652f-470a-937e-e795ce9a424b req-8feea64b-e339-48c1-a6c5-61aef53bd7d5 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840894 Sep 21 08:28:44.649402 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c1e4ae-eca9-48d0-af11-cea3ee35d99a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.649962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c1e4ae-eca9-48d0-af11-cea3ee35d99a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.654601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-97c1e4ae-eca9-48d0-af11-cea3ee35d99a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/c9bf699a-19e5-4501-909f-9c0ca397b8a3 HTTP/1.1" status: 404 len: 337 time: 0.0950534 Sep 21 08:28:44.658271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45320) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.682665 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f9f8d5-3914-4a97-ab0b-a5cf45962011 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.683334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f9f8d5-3914-4a97-ab0b-a5cf45962011 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.685143 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c7f9f8d5-3914-4a97-ab0b-a5cf45962011 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/196cd1ca-181c-40c1-bdd1-b2685bdaccb8 HTTP/1.1" status: 404 len: 333 time: 0.0258956 Sep 21 08:28:44.688168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45324) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.697067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-67facb0c-9f8d-4bc2-9d05-2513de2b9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:44.699655 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-67facb0c-9f8d-4bc2-9d05-2513de2b9395 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1095 time: 0.0755734 Sep 21 08:28:44.740856 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1233401a-f397-41c7-8759-1f22d3be14e5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.740856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1233401a-f397-41c7-8759-1f22d3be14e5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.747970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1233401a-f397-41c7-8759-1f22d3be14e5 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/8614c78d-780f-4e14-affd-383a343c50ba HTTP/1.1" status: 404 len: 337 time: 0.0532243 Sep 21 08:28:44.749300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45326) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.806538 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8e9bad-fa65-48e1-a096-ce3c87a2ed7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.807328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8e9bad-fa65-48e1-a096-ce3c87a2ed7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.815396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fb8e9bad-fa65-48e1-a096-ce3c87a2ed7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/e70516cc-1637-454c-9b61-d0253c9c9952 HTTP/1.1" status: 404 len: 333 time: 0.0639889 Sep 21 08:28:44.818245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45328) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.887173 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fc8d84-b579-4a46-a1a5-f1d3992b0728 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.887858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fc8d84-b579-4a46-a1a5-f1d3992b0728 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.900829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-18fc8d84-b579-4a46-a1a5-f1d3992b0728 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/884b0a60-2c75-4b4a-933d-f340c10b3175 HTTP/1.1" status: 404 len: 337 time: 0.0811076 Sep 21 08:28:44.902244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45334) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:44.934784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-bd4c64ea-e1a3-48be-86d0-c44beba5b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:44.943741 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-32da6789-0b81-4801-82d6-d8137d80dcc8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:44.944210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32da6789-0b81-4801-82d6-d8137d80dcc8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:44.945157 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-bd4c64ea-e1a3-48be-86d0-c44beba5b62c service neutron] 10.222.0.62 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 914 time: 0.2385042 Sep 21 08:28:44.951359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-32da6789-0b81-4801-82d6-d8137d80dcc8 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/6a0d32c5-1d2f-446a-8022-3c917b68cf36 HTTP/1.1" status: 404 len: 337 time: 0.0481842 Sep 21 08:28:44.952012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45336) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.005053 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-47485898-7893-4e78-9625-7c89f4c0e687 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.011419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47485898-7893-4e78-9625-7c89f4c0e687 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.019615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-47485898-7893-4e78-9625-7c89f4c0e687 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/85b02a0c-90df-4e21-a0bc-50e245c3545b HTTP/1.1" status: 404 len: 333 time: 0.0635390 Sep 21 08:28:45.019615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45340) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.053543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-c32dc25f-ac50-43d3-8694-5c2f03fef1d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 217 time: 0.0992103 Sep 21 08:28:45.078788 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7774d1-42e6-4b81-94c1-5f16490dea33 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.079616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7774d1-42e6-4b81-94c1-5f16490dea33 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.087711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6b7774d1-42e6-4b81-94c1-5f16490dea33 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/5cb21531-3608-4b3b-9b08-7e229d1e9571 HTTP/1.1" status: 404 len: 337 time: 0.0679748 Sep 21 08:28:45.088350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45342) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.160158 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec9abd1-3383-4f07-b6c4-3a02c47c50c6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.160625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec9abd1-3383-4f07-b6c4-3a02c47c50c6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.165001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3ec9abd1-3383-4f07-b6c4-3a02c47c50c6 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/0c7c176c-7e08-4333-ae57-19a17dca65d7 HTTP/1.1" status: 404 len: 337 time: 0.0756788 Sep 21 08:28:45.165594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45346) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.177975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-76e2308c-ad9a-4c3f-a6a8-16088feac7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:45.181925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-76e2308c-ad9a-4c3f-a6a8-16088feac7d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 200 len: 852 time: 0.1204789 Sep 21 08:28:45.232842 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f284f9bc-9e1a-44b0-b7d3-0f397dbf4e50 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.233565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f284f9bc-9e1a-44b0-b7d3-0f397dbf4e50 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.244698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f284f9bc-9e1a-44b0-b7d3-0f397dbf4e50 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/a15420af-b823-41a2-8dbf-1e951dc75805 HTTP/1.1" status: 404 len: 333 time: 0.0779998 Sep 21 08:28:45.245268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.299729 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6671bbf-34b5-4af7-ab37-12028b2a4eb7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.300205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6671bbf-34b5-4af7-ab37-12028b2a4eb7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.309629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e6671bbf-34b5-4af7-ab37-12028b2a4eb7 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/e13c858d-6760-41b5-bd8f-925ff497c780 HTTP/1.1" status: 404 len: 337 time: 0.0633101 Sep 21 08:28:45.310238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45362) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.369633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-1790b649-ab70-462c-95b0-d3cd1bc1141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:45.374858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-1790b649-ab70-462c-95b0-d3cd1bc1141d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61bcf043-fa85-41a3-b431-ec6445d07749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1781883 Sep 21 08:28:45.377919 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb34be5d-79f9-4c8d-9559-6385c9fb0163 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.378277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb34be5d-79f9-4c8d-9559-6385c9fb0163 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.382574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cb34be5d-79f9-4c8d-9559-6385c9fb0163 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/2955ba4e-d7c6-4937-96f8-cf4e38ccb980 HTTP/1.1" status: 404 len: 337 time: 0.0676165 Sep 21 08:28:45.387403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45366) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.444543 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b968ac-8659-4a46-b46b-54891ab9015c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.448808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b968ac-8659-4a46-b46b-54891ab9015c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.453036 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-64b968ac-8659-4a46-b46b-54891ab9015c tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/f873d7dc-8bb4-414f-bf76-153959bb3fee HTTP/1.1" status: 404 len: 333 time: 0.0622110 Sep 21 08:28:45.456125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45368) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.519827 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b0c36b-c8b5-4087-b38e-24f28d41ea95 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.520139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b0c36b-c8b5-4087-b38e-24f28d41ea95 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.524306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-76b0c36b-c8b5-4087-b38e-24f28d41ea95 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/90eed876-d7de-45ca-b54f-bfedce58a2fa HTTP/1.1" status: 404 len: 337 time: 0.0648177 Sep 21 08:28:45.524595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45374) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.599103 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6f48de-3432-47ae-9db9-73d6c9994c7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.599580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6f48de-3432-47ae-9db9-73d6c9994c7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.604543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5c6f48de-3432-47ae-9db9-73d6c9994c7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/e7db528c-49ed-4993-afec-9bce3f7d074e HTTP/1.1" status: 404 len: 337 time: 0.0757120 Sep 21 08:28:45.605950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45378) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.655503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c487814c-24a5-450b-9769-7ab5d3a78b21 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports?device_id=505ea28d-e6d3-474c-a452-e53ac93357a3 HTTP/1.1" status: 200 len: 205 time: 0.0483260 Sep 21 08:28:45.659038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45382) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.702439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4174de-9687-46ac-ad12-88a79effeb39 req-fd7a4928-6251-45a1-bb99-f73eab294105 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:45.706204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a4174de-9687-46ac-ad12-88a79effeb39 req-fd7a4928-6251-45a1-bb99-f73eab294105 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.1824343 Sep 21 08:28:45.769166 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-a227b3fc-27e1-4291-91fe-5f495c062541 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] delete failed (client error): The resource could not be found. Sep 21 08:28:45.770541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a227b3fc-27e1-4291-91fe-5f495c062541 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/routers/505ea28d-e6d3-474c-a452-e53ac93357a3 HTTP/1.1" status: 404 len: 336 time: 0.1086941 Sep 21 08:28:45.773256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45388) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:45.779681 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-e98923bb-956e-40a3-b0d4-5e2784c10749 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967948 Sep 21 08:28:45.892128 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4c35e9-06d1-4a35-946d-14a5018e5503 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:45.893220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4c35e9-06d1-4a35-946d-14a5018e5503 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:45.904140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9b4c35e9-06d1-4a35-946d-14a5018e5503 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a3022c86-a0c9-4d56-8316-f5be27625ebd HTTP/1.1" status: 404 len: 337 time: 0.1298711 Sep 21 08:28:45.906835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45392) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.002547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2de6635c-c39e-46bd-99f5-42a7a7f88eb2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "GET /v2.0/ports?device_id=60b29635-8897-44e5-a262-2e50b1a1f73a HTTP/1.1" status: 200 len: 205 time: 0.0938036 Sep 21 08:28:46.003186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45396) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.052109 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-c3af3ac0-5bd3-47d0-8387-cdf651fff8a2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] delete failed (client error): The resource could not be found. Sep 21 08:28:46.056612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c3af3ac0-5bd3-47d0-8387-cdf651fff8a2 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/routers/60b29635-8897-44e5-a262-2e50b1a1f73a HTTP/1.1" status: 404 len: 336 time: 0.0524104 Sep 21 08:28:46.058122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45400) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.116952 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bb5bcc-8edd-4eee-b067-09b82bc22e7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.117668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bb5bcc-8edd-4eee-b067-09b82bc22e7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.120163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a0bb5bcc-8edd-4eee-b067-09b82bc22e7a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/8d6cf3ef-b631-4f0c-881c-32603827f0cf HTTP/1.1" status: 404 len: 337 time: 0.0612204 Sep 21 08:28:46.123361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.138438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a4174de-9687-46ac-ad12-88a79effeb39 req-c04b34c7-1bc2-49f4-8674-b270d203d7e9 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4200888 Sep 21 08:28:46.159056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fe6fc5c-50d9-4cfb-9ff3-b7b8a341a504 req-3757f090-1c2e-4010-9eb6-c652b9577653 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559713 Sep 21 08:28:46.190655 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd28c38c-6861-4699-89fb-afab8ac04704 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.191137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd28c38c-6861-4699-89fb-afab8ac04704 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.195634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cd28c38c-6861-4699-89fb-afab8ac04704 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/79292beb-895d-4621-9ae2-e64de8669a0e HTTP/1.1" status: 404 len: 337 time: 0.0538387 Sep 21 08:28:46.196074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45404) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.222911 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-817c5683-9003-45f8-95cb-d27dd9d2f464 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.223741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817c5683-9003-45f8-95cb-d27dd9d2f464 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.228593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-817c5683-9003-45f8-95cb-d27dd9d2f464 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/2ec1559e-f9e7-4551-8973-c99136c0aadc HTTP/1.1" status: 404 len: 333 time: 0.0291576 Sep 21 08:28:46.228985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45406) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.260354 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-96948c71-1eb8-4575-a03f-53de45002872 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.260906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96948c71-1eb8-4575-a03f-53de45002872 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.265004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-96948c71-1eb8-4575-a03f-53de45002872 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/68ae1c0a-4c4b-4128-bd29-04fae9373220 HTTP/1.1" status: 404 len: 337 time: 0.0327139 Sep 21 08:28:46.265462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45408) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.332311 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-059b04d2-dfb7-4a9d-b087-78f0d4f8d09b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.333053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059b04d2-dfb7-4a9d-b087-78f0d4f8d09b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.343369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-059b04d2-dfb7-4a9d-b087-78f0d4f8d09b tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/8c52620e-f39d-4cfe-8c0e-a87500e14817 HTTP/1.1" status: 404 len: 333 time: 0.0737951 Sep 21 08:28:46.343369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45412) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.386039 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-455aad9a-8571-47a3-bc7d-db4939816f83 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.386708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455aad9a-8571-47a3-bc7d-db4939816f83 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.388508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-455aad9a-8571-47a3-bc7d-db4939816f83 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/35c97d9d-4a5b-4a08-b09f-aaf4b45139b3 HTTP/1.1" status: 404 len: 337 time: 0.0444508 Sep 21 08:28:46.391214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45416) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.428414 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fddea1c-66e6-4d1b-b73c-be84a3435236 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.429167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fddea1c-66e6-4d1b-b73c-be84a3435236 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.431175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5fddea1c-66e6-4d1b-b73c-be84a3435236 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/9c516f42-8301-46cf-b9a4-7cbcde863df7 HTTP/1.1" status: 404 len: 333 time: 0.0388505 Sep 21 08:28:46.433577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45418) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.464299 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e28c374-1d5f-4179-8b4c-7a8a96ccb54f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.464771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e28c374-1d5f-4179-8b4c-7a8a96ccb54f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.469400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5e28c374-1d5f-4179-8b4c-7a8a96ccb54f tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/5890babf-baa0-4821-800e-71a0a907f358 HTTP/1.1" status: 404 len: 337 time: 0.0322828 Sep 21 08:28:46.470453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45422) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.493628 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc5ecbf-298e-47d8-887e-64f47e4a76cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.494267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc5ecbf-298e-47d8-887e-64f47e4a76cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.497768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ebc5ecbf-298e-47d8-887e-64f47e4a76cd tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/b11b5cc0-07de-42f6-bb31-12f25cde76eb HTTP/1.1" status: 404 len: 333 time: 0.0260153 Sep 21 08:28:46.500349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45424) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.539428 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb466155-e9f9-4608-ab50-cd8040324022 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.540018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb466155-e9f9-4608-ab50-cd8040324022 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.544148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb466155-e9f9-4608-ab50-cd8040324022 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/a874feb9-2198-4f75-b1ab-1e31065cb714 HTTP/1.1" status: 404 len: 337 time: 0.0427358 Sep 21 08:28:46.546705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45426) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.578466 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b23f7d-6691-40b2-ba38-2fb3cea62480 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.578848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b23f7d-6691-40b2-ba38-2fb3cea62480 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.580781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f4b23f7d-6691-40b2-ba38-2fb3cea62480 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/519fab3e-ea96-40e4-bfac-d851fc43ec9a HTTP/1.1" status: 404 len: 333 time: 0.0331571 Sep 21 08:28:46.583758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.616092 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b3ad11-6975-4e7c-9ee1-a84181f80356 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.616871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b3ad11-6975-4e7c-9ee1-a84181f80356 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.619197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a1b3ad11-6975-4e7c-9ee1-a84181f80356 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/29c71963-2063-48e8-9e22-b60e5139e4b4 HTTP/1.1" status: 404 len: 337 time: 0.0342174 Sep 21 08:28:46.621910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45432) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.665321 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f322dda-7f23-4603-a5f9-d44fd0a51706 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.666100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f322dda-7f23-4603-a5f9-d44fd0a51706 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.670757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45436) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.671399 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6f322dda-7f23-4603-a5f9-d44fd0a51706 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/4ec9e929-9014-43a5-8e8c-77bdc8b9ea20 HTTP/1.1" status: 404 len: 333 time: 0.0481808 Sep 21 08:28:46.701096 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f26f3f-ff02-482b-a846-b65c1be3b9b0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.701922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f26f3f-ff02-482b-a846-b65c1be3b9b0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.704307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71f26f3f-ff02-482b-a846-b65c1be3b9b0 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/ce94c175-49ea-47f2-8a60-b0eb1e9f92d6 HTTP/1.1" status: 404 len: 337 time: 0.0313199 Sep 21 08:28:46.706827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45438) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.736759 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd221d14-b132-40ab-9249-ead3dda4d99e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.737821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd221d14-b132-40ab-9249-ead3dda4d99e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.740165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dd221d14-b132-40ab-9249-ead3dda4d99e tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/ports/6abf54c6-5c16-4572-b4d9-2e4b3ab5709d HTTP/1.1" status: 404 len: 333 time: 0.0317781 Sep 21 08:28:46.742566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45440) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.770199 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-03df292b-f2db-4903-9c26-fd6fd3a3f26a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] DELETE failed (client error): The resource could not be found. Sep 21 08:28:46.770659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03df292b-f2db-4903-9c26-fd6fd3a3f26a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:46.775011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03df292b-f2db-4903-9c26-fd6fd3a3f26a tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/subnets/6ae04693-b631-4538-b933-f9e673888609 HTTP/1.1" status: 404 len: 337 time: 0.0314393 Sep 21 08:28:46.775151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45442) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:46.874384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:47.018641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:47.044451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3db2ea-8a1a-44a7-960d-0dff816f23b2']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:28:47.077608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccb3f95-9c12-47e9-9273-06bd1e9348a0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:28:47.079008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccb3f95-9c12-47e9-9273-06bd1e9348a0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:28:47.101263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:47.119360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:47.130019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:28:47.130704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:28:47.135219 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:28:47.224623 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:47.238595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:47.249151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] 10.222.0.59 "DELETE /v2.0/networks/2d3db2ea-8a1a-44a7-960d-0dff816f23b2 HTTP/1.1" status: 204 len: 168 time: 0.4700692 Sep 21 08:28:47.270541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f09b0-72da-43e9-ae46-e74134caed64 tempest-NetworksTestDHCPv6-780981634 tempest-NetworksTestDHCPv6-780981634-project] Pushing event deleted for resources: {'Network': ['ID=2d3db2ea-8a1a-44a7-960d-0dff816f23b2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:47.343155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209e559-9330-43a8-a09b-c82e21588c9b req-5ae01d22-e0f0-4868-a24d-b0d8fbb6b3e7 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:47.344729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8209e559-9330-43a8-a09b-c82e21588c9b req-5ae01d22-e0f0-4868-a24d-b0d8fbb6b3e7 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.0786273 Sep 21 08:28:47.403126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8209e559-9330-43a8-a09b-c82e21588c9b req-cf2ec73c-4eee-4c62-a9e0-e257499ec051 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497644 Sep 21 08:28:47.909833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45488) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:48.400190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-64c03fff-b491-434e-b0c9-3d2718b7d70a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=982df3a0280a49c88ea5bb191c250126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889996 Sep 21 08:28:48.402849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:48.463817 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:48.490077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:48.590364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfac0a-2a84-4696-96fb-e9a3b6c68f85 req-4c64c8b8-9d9f-49a5-91c8-451d84f5a235 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:48.592017 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22cfac0a-2a84-4696-96fb-e9a3b6c68f85 req-4c64c8b8-9d9f-49a5-91c8-451d84f5a235 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.0630329 Sep 21 08:28:48.640040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:48.643379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:48.644685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c174e23-f6e4-426c-b268-db78c249163f HTTP/1.1" status: 204 len: 168 time: 0.2405896 Sep 21 08:28:48.660812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22cfac0a-2a84-4696-96fb-e9a3b6c68f85 req-58da6d56-ff62-4d77-a76e-a064c4d38e64 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570517 Sep 21 08:28:48.662102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c174e23-f6e4-426c-b268-db78c249163f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:48.670283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.670634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.670976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.671330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.671665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.671999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.672329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.672660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.672988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.673472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.673847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:48.674213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd9a79-2144-485a-a43f-fece19ce069b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:49.815953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed10be-295b-49de-96d5-9af28cff098f req-9296a57d-5311-47d9-bf9c-67c7dff1936d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:49.817549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4ed10be-295b-49de-96d5-9af28cff098f req-9296a57d-5311-47d9-bf9c-67c7dff1936d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.0728745 Sep 21 08:28:49.877200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4ed10be-295b-49de-96d5-9af28cff098f req-d89539a9-b451-4d61-89f5-59d2e559684f tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512586 Sep 21 08:28:50.081992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45642) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:50.193315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1803453429'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:50.217895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:50.222166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.231533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.355422 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.361062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.388916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:28:50.406266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41da3419-d231-43e1-b314-ac019268cfc2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:50.412696 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.413061 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Added segment 9820e5a8-f4bd-43a4-9b00-c1c8152a99d8 of type vlan for network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e Sep 21 08:28:50.416967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45654) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:50.513865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.588281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.603064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:50.605076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.650390 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5e47-c145-4297-be26-830afeedd897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.675384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5831563 Sep 21 08:28:50.715230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287d96a-5419-4e1b-9d75-66c1e42baa56 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Network': ['ID=69b47ad2-8e2d-4d04-8bba-8f6fa711960e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:50.734417 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:28:50.826197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5e47-c145-4297-be26-830afeedd897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.832243 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5e47-c145-4297-be26-830afeedd897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.882197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5c6f5e47-c145-4297-be26-830afeedd897 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff00f1cb30e44e7e86f23bd59e2e7dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640450 Sep 21 08:28:50.884069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f5e47-c145-4297-be26-830afeedd897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92324e53-4d81-4003-b6e0-63fc0a0a9ee4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:50.884875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45674) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:50.959748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:50.983353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.032798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99fd0-ae69-498d-bd73-8185c0699983 req-d2417fbd-936e-4dd3-a485-7218f73614d8 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:51.035115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-adb99fd0-ae69-498d-bd73-8185c0699983 req-d2417fbd-936e-4dd3-a485-7218f73614d8 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.0635633 Sep 21 08:28:51.040458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.043246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.047166 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92324e53-4d81-4003-b6e0-63fc0a0a9ee4 HTTP/1.1" status: 204 len: 168 time: 0.1586339 Sep 21 08:28:51.055066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92324e53-4d81-4003-b6e0-63fc0a0a9ee4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:51.067353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.068085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.068882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.069435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.070227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.070789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.071367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.071988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.072548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.073091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.073635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.074285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec0e730-0102-4716-8665-8c8c32a68632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:28:51.136273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-adb99fd0-ae69-498d-bd73-8185c0699983 req-ba9b968d-2429-4ec6-a3a0-a7bfaa4f2d5e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926507 Sep 21 08:28:51.406935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45682) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:51.421864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a6bdd9ae-f86a-4b23-b841-ce2fd2eb7ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.518356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a6bdd9ae-f86a-4b23-b841-ce2fd2eb7ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.522468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a6bdd9ae-f86a-4b23-b841-ce2fd2eb7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.584561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a6bdd9ae-f86a-4b23-b841-ce2fd2eb7ee1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d2f28942a524146987bcf0f375647be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764388 Sep 21 08:28:51.585661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdd9ae-f86a-4b23-b841-ce2fd2eb7ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b5f02e-c256-437b-9500-644bb0265601,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:51.587229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45684) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:51.685108 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69817e41-a768-4729-b6a8-d7f046973b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.724154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69817e41-a768-4729-b6a8-d7f046973b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.799454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69817e41-a768-4729-b6a8-d7f046973b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.802329 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69817e41-a768-4729-b6a8-d7f046973b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:51.810862 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69817e41-a768-4729-b6a8-d7f046973b2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2b5f02e-c256-437b-9500-644bb0265601 HTTP/1.1" status: 204 len: 168 time: 0.2185242 Sep 21 08:28:51.839684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69817e41-a768-4729-b6a8-d7f046973b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b5f02e-c256-437b-9500-644bb0265601,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:52.371733 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6639b96e-7efd-4779-9393-06752ffa04a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:52.391646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14fd31-5751-413b-94e9-b8df37ae5882 req-9be81f0b-6f7c-44b8-bc5c-29601c87e03e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:52.394896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e14fd31-5751-413b-94e9-b8df37ae5882 req-9be81f0b-6f7c-44b8-bc5c-29601c87e03e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.1436985 Sep 21 08:28:52.475745 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e14fd31-5751-413b-94e9-b8df37ae5882 req-0eb339a0-053d-4be8-a2a2-ab9da5a93222 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722775 Sep 21 08:28:53.395237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:53.554644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cda75245-0f6a-4370-ab07-f6525a7eb8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:53.687638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cda75245-0f6a-4370-ab07-f6525a7eb8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:53.721191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cda75245-0f6a-4370-ab07-f6525a7eb8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:53.750780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cda75245-0f6a-4370-ab07-f6525a7eb8d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8360e7189b1947d2a7e21e03ff2bae05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535860 Sep 21 08:28:53.754537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45764) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:53.854051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb8bfaf-4603-4c6a-b011-30b708ffa5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:53.875942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45770) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:53.886496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'subnet': {'network_id': '69b47ad2-8e2d-4d04-8bba-8f6fa711960e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:53.897652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62bd37-e7dc-4d97-b24e-b08f1b11ad79 req-fbb9577f-acb1-481f-991a-8a926cf411a2 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:53.905560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e62bd37-e7dc-4d97-b24e-b08f1b11ad79 req-fbb9577f-acb1-481f-991a-8a926cf411a2 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.2160778 Sep 21 08:28:53.916448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda75245-0f6a-4370-ab07-f6525a7eb8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c679b3-2778-497e-a788-e21899e1d01e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:53.921088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb8bfaf-4603-4c6a-b011-30b708ffa5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.025720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7e62bd37-e7dc-4d97-b24e-b08f1b11ad79 req-b5a9b1d2-2af6-4009-a76d-f07f121b682d tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189067 Sep 21 08:28:54.063106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb8bfaf-4603-4c6a-b011-30b708ffa5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.067364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aeb8bfaf-4603-4c6a-b011-30b708ffa5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.069328 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-aeb8bfaf-4603-4c6a-b011-30b708ffa5bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8c679b3-2778-497e-a788-e21899e1d01e HTTP/1.1" status: 204 len: 168 time: 0.3135653 Sep 21 08:28:54.083879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8bfaf-4603-4c6a-b011-30b708ffa5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c679b3-2778-497e-a788-e21899e1d01e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:54.114657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:54.123972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.389655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.461664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Subnet': ['ID=dfb902c0-7233-476f-8175-2940d8710b2f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:54.471644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Checking segment: {'id': '9820e5a8-f4bd-43a4-9b00-c1c8152a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '69b47ad2-8e2d-4d04-8bba-8f6fa711960e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:54.471644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network hostable DHCP agents. Network: 69b47ad2-8e2d-4d04-8bba-8f6fa711960e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:28:54.500663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:28:54.517667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 69b47ad2-8e2d-4d04-8bba-8f6fa711960e) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:54.527743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aea318-4dd3-4a36-aa7d-3378efb7d2fa None None] Network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:54.532218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:54.534528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.566982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29a7599d-02e8-4340-835e-c46523645bb2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6870747 Sep 21 08:28:54.569231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45798) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:54.574580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-319695776'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:54.633406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:54.638028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.688643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:28:54.712337 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.715016 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Added segment eba94f17-e5c0-4120-a8f9-1786cfa4e304 of type vlan for network 604a8a78-b2c5-4ae1-b086-4973b4c47595 Sep 21 08:28:54.816324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-69b47ad2-8e2d-4d04-8bba-8f6fa711960e', 'network_id': '69b47ad2-8e2d-4d04-8bba-8f6fa711960e', 'tenant_id': '33aec9219e8348a4a561ea7cc8b151a4', 'fixed_ips': [{'subnet_id': 'dfb902c0-7233-476f-8175-2940d8710b2f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:28:54.819150 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.841157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.903438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:54.919611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:54.922536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.034143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45818) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:55.034714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4638507 Sep 21 08:28:55.044358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'subnet': {'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:55.087820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Allocated IP 2001:db8:0:ffff::2 (69b47ad2-8e2d-4d04-8bba-8f6fa711960e/dfb902c0-7233-476f-8175-2940d8710b2f/5f69f793-c51c-458b-bdd2-740490e6c23d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:55.144039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c598ed7-bf84-45e7-a31a-c84d2b6a42ef tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Network': ['ID=604a8a78-b2c5-4ae1-b086-4973b4c47595,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:55.159986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 604a8a78-b2c5-4ae1-b086-4973b4c47595 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:28:55.327605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:55.332436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.363223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66655ee-e644-419a-a579-ad365865d4ed req-bbac0814-c0d9-4b0c-b1b1-7bd35066d9a7 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:55.378918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b66655ee-e644-419a-a579-ad365865d4ed req-bbac0814-c0d9-4b0c-b1b1-7bd35066d9a7 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.1337447 Sep 21 08:28:55.466508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b66655ee-e644-419a-a579-ad365865d4ed req-927a667b-fb97-4f48-b73e-3f0a3fee52c7 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863521 Sep 21 08:28:55.612122 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.614328 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f0bc3919-fe69-4d9c-ae23-61d68730b07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.698211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:55.739080 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.750433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.810166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:55.816802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:55.824052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:55.843877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Pushing event updated for resources: {'Port': ['ID=5f69f793-c51c-458b-bdd2-740490e6c23d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:55.931767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Attempting to bind port 5f69f793-c51c-458b-bdd2-740490e6c23d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:28:55.932021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Attempting to bind port 5f69f793-c51c-458b-bdd2-740490e6c23d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '9820e5a8-f4bd-43a4-9b00-c1c8152a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '69b47ad2-8e2d-4d04-8bba-8f6fa711960e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:28:55.932428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Attempting to bind port 5f69f793-c51c-458b-bdd2-740490e6c23d on network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:55.946971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:28:55.947784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Checking segment: {'id': '9820e5a8-f4bd-43a4-9b00-c1c8152a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '69b47ad2-8e2d-4d04-8bba-8f6fa711960e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:55.948654 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.949182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Bound using segment: {'id': '9820e5a8-f4bd-43a4-9b00-c1c8152a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '69b47ad2-8e2d-4d04-8bba-8f6fa711960e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:28:55.950864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Bound port: 5f69f793-c51c-458b-bdd2-740490e6c23d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9820e5a8-f4bd-43a4-9b00-c1c8152a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '69b47ad2-8e2d-4d04-8bba-8f6fa711960e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:28:55.952932 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:55.993238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:28:55.995927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.051514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] For port 5f69f793-c51c-458b-bdd2-740490e6c23d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:28:56.057648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] For port 5f69f793-c51c-458b-bdd2-740490e6c23d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5f69f793-c51c-458b-bdd2-740490e6c23d,segment=NetworkSegment(9820e5a8-f4bd-43a4-9b00-c1c8152a99d8),segment_id=9820e5a8-f4bd-43a4-9b00-c1c8152a99d8)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:28:56.065094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.076437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Checking segment: {'id': 'eba94f17-e5c0-4120-a8f9-1786cfa4e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:56.077839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network hostable DHCP agents. Network: 604a8a78-b2c5-4ae1-b086-4973b4c47595, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:28:56.083199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Subnet': ['ID=c8007360-d5b8-4561-8210-f8f721dd7f41,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:56.121273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network 604a8a78-b2c5-4ae1-b086-4973b4c47595 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:28:56.138240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 604a8a78-b2c5-4ae1-b086-4973b4c47595) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:56.139049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-478e672f-b18e-4030-b7e1-da9bea7caa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.143744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:56.144615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.167874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59463694-0ce3-4c1f-8d4a-f206ff0305d0 None None] Network 604a8a78-b2c5-4ae1-b086-4973b4c47595 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:56.239128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac67445-0e05-48ab-9691-2ac4d94585f7 None None] Pushing event updated for resources: {'Port': ['ID=5f69f793-c51c-458b-bdd2-740490e6c23d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:56.368285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-478e672f-b18e-4030-b7e1-da9bea7caa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.381917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-478e672f-b18e-4030-b7e1-da9bea7caa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.395964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-60c3b00d-a024-490c-8694-9bdbed53d2cf tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3603351 Sep 21 08:28:56.398149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45864) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:56.410244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'port': {'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595', 'name': 'tempest-NetworksIpV6TestAttrs-303663860'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:56.571267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e672f-b18e-4030-b7e1-da9bea7caa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9198b9-1782-4172-bae3-d4f7b5f5d5d2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:56.605953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45868) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:56.610588 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-478e672f-b18e-4030-b7e1-da9bea7caa1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=426a08c2b1fe4071941443b9f44dd703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9090488 Sep 21 08:28:56.696608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:28:56.706825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.724422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.731498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-604a8a78-b2c5-4ae1-b086-4973b4c47595', 'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595', 'tenant_id': '33aec9219e8348a4a561ea7cc8b151a4', 'fixed_ips': [{'subnet_id': 'c8007360-d5b8-4561-8210-f8f721dd7f41'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:28:56.732522 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.782264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbd2-dd56-4e11-883b-318a1a8ff1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:56.806343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] device_id is not set on port 0735e8da-a219-4559-bc0b-88ffb4c5c207 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:28:56.963505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbd2-dd56-4e11-883b-318a1a8ff1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:57.036611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab5479-b1a8-44e7-850e-b9fbfe09d542 req-3243b3c8-8634-44ad-9a15-e20645311a7a tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:57.037374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Allocated IP 2001:db8::f816:3eff:fe6d:6073 (604a8a78-b2c5-4ae1-b086-4973b4c47595/c8007360-d5b8-4561-8210-f8f721dd7f41/169b987f-ac69-4e7c-a5c0-7638245e6b79) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:57.050824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ab5479-b1a8-44e7-850e-b9fbfe09d542 req-3243b3c8-8634-44ad-9a15-e20645311a7a tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 944 time: 0.3350327 Sep 21 08:28:57.128949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 02541fde-03ef-4496-9b84-f7b185830d00 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:28:57.170697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbd2-dd56-4e11-883b-318a1a8ff1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:57.179987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbd2-dd56-4e11-883b-318a1a8ff1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:57.182474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3d51fbd2-dd56-4e11-883b-318a1a8ff1fe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d9198b9-1782-4172-bae3-d4f7b5f5d5d2 HTTP/1.1" status: 204 len: 168 time: 0.5750809 Sep 21 08:28:57.224135 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04ab5479-b1a8-44e7-850e-b9fbfe09d542 req-17a7c638-782c-4cab-8f92-21b02ab14548 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713781 Sep 21 08:28:57.234292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51fbd2-dd56-4e11-883b-318a1a8ff1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9198b9-1782-4172-bae3-d4f7b5f5d5d2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:57.354138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:57.458615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:57.570133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Network 604a8a78-b2c5-4ae1-b086-4973b4c47595 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:57.580130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Allocated IP 2001:db8::f816:3eff:fe9c:6bbf (604a8a78-b2c5-4ae1-b086-4973b4c47595/c8007360-d5b8-4561-8210-f8f721dd7f41/0735e8da-a219-4559-bc0b-88ffb4c5c207) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:28:57.644491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 02541fde-03ef-4496-9b84-f7b185830d00, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=02541fde-03ef-4496-9b84-f7b185830d00,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:57.670600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:57.675253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:57.677801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f69f793-c51c-458b-bdd2-740490e6c23d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:28:57.682232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '02541fde-03ef-4496-9b84-f7b185830d00', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'mac_address': 'fa:16:3e:0b:c9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:28:57.846876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Pushing event updated for resources: {'Port': ['ID=169b987f-ac69-4e7c-a5c0-7638245e6b79,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:58.051103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45932) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:58.078677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.091163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c80322a-7f8d-42f2-b3f4-82fb5942ac14 None None] Network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:28:58.128824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f0d572b-e4d3-45ce-8b4a-6a6258218d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.190258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.199245 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.216007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Attempting to bind port 169b987f-ac69-4e7c-a5c0-7638245e6b79 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:28:58.216416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Attempting to bind port 169b987f-ac69-4e7c-a5c0-7638245e6b79 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'eba94f17-e5c0-4120-a8f9-1786cfa4e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:28:58.216787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Attempting to bind port 169b987f-ac69-4e7c-a5c0-7638245e6b79 on network 604a8a78-b2c5-4ae1-b086-4973b4c47595 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:28:58.234631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.266125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:28:58.266542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Checking segment: {'id': 'eba94f17-e5c0-4120-a8f9-1786cfa4e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:28:58.266953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.267455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Bound using segment: {'id': 'eba94f17-e5c0-4120-a8f9-1786cfa4e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:28:58.267946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Bound port: 169b987f-ac69-4e7c-a5c0-7638245e6b79, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba94f17-e5c0-4120-a8f9-1786cfa4e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '604a8a78-b2c5-4ae1-b086-4973b4c47595'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:28:58.268381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.271552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02541fde-03ef-4496-9b84-f7b185830d00 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:28:58.286678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b2bf7ca3-6143-4448-bd92-5f50c4c1d965 None None] Provisioning complete for port 5f69f793-c51c-458b-bdd2-740490e6c23d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:58.287055 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7ca3-6143-4448-bd92-5f50c4c1d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.389303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network 604a8a78-b2c5-4ae1-b086-4973b4c47595 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:28:58.410260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:28:58.421294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:28:58.430469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 02541fde-03ef-4496-9b84-f7b185830d00, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=02541fde-03ef-4496-9b84-f7b185830d00,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:58.450149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:58.453544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.460275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5f69f793-c51c-458b-bdd2-740490e6c23d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:58.460730 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.483885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f0d572b-e4d3-45ce-8b4a-6a6258218d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.496504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Port': ['ID=0735e8da-a219-4559-bc0b-88ffb4c5c207,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:58.511238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-20a4ee8d-7854-44ce-bb15-01f5b17fe5af tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1113057 Sep 21 08:28:58.513860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45952) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:58.516392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.574914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f0d572b-e4d3-45ce-8b4a-6a6258218d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.584110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Deleting subnet c8007360-d5b8-4561-8210-f8f721dd7f41 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:28:58.589306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.634085 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1f0d572b-e4d3-45ce-8b4a-6a6258218d67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79edeb91558845cfb685cee7f236d94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817022 Sep 21 08:28:58.646908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45962) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:58.672571 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.765874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45968) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:58.766697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998085c-3a98-474f-9d12-c5b7733dc993 req-09125691-a1a2-47ae-8491-44bfb5c4aad6 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:58.768483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d998085c-3a98-474f-9d12-c5b7733dc993 req-09125691-a1a2-47ae-8491-44bfb5c4aad6 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 945 time: 0.2796988 Sep 21 08:28:58.805833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d572b-e4d3-45ce-8b4a-6a6258218d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ea9892-a80e-4802-9574-f1a70840b28b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:58.876271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f15b75fd-6166-47fd-bb09-0139b5d601dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:58.937544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['02541fde-03ef-4496-9b84-f7b185830d00'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:28:58.953929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f15b75fd-6166-47fd-bb09-0139b5d601dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.040122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d998085c-3a98-474f-9d12-c5b7733dc993 req-0000561c-ece6-4994-aed6-c58c39fcc55f tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370017 Sep 21 08:28:59.041736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f15b75fd-6166-47fd-bb09-0139b5d601dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.049201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f15b75fd-6166-47fd-bb09-0139b5d601dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.052136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f15b75fd-6166-47fd-bb09-0139b5d601dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44ea9892-a80e-4802-9574-f1a70840b28b HTTP/1.1" status: 204 len: 168 time: 0.4000690 Sep 21 08:28:59.073236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b75fd-6166-47fd-bb09-0139b5d601dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ea9892-a80e-4802-9574-f1a70840b28b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:59.098852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=02541fde-03ef-4496-9b84-f7b185830d00,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:59.133098 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.143134 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7ca3-6143-4448-bd92-5f50c4c1d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.207728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.239572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c13a3096-726f-45a4-a97e-ca7de4e84d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.266499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.270406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] For port 169b987f-ac69-4e7c-a5c0-7638245e6b79, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:28:59.309705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] For port 169b987f-ac69-4e7c-a5c0-7638245e6b79, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=169b987f-ac69-4e7c-a5c0-7638245e6b79,segment=NetworkSegment(eba94f17-e5c0-4120-a8f9-1786cfa4e304),segment_id=eba94f17-e5c0-4120-a8f9-1786cfa4e304)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:28:59.311883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b2bf7ca3-6143-4448-bd92-5f50c4c1d965 None None] For port 5f69f793-c51c-458b-bdd2-740490e6c23d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5f69f793-c51c-458b-bdd2-740490e6c23d,segment=NetworkSegment(9820e5a8-f4bd-43a4-9b00-c1c8152a99d8),segment_id=9820e5a8-f4bd-43a4-9b00-c1c8152a99d8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:28:59.326485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45980) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:59.335519 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.344878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7ca3-6143-4448-bd92-5f50c4c1d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.391762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.394726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/c8007360-d5b8-4561-8210-f8f721dd7f41 HTTP/1.1" status: 204 len: 168 time: 0.8795300 Sep 21 08:28:59.397221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45986) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:59.528391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85284113-346f-40f0-82a1-92853b08984e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:59.531077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85284113-346f-40f0-82a1-92853b08984e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:28:59.533745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb35665-7d2a-4364-9810-49ea1808a6ad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Subnet': ['ID=c8007360-d5b8-4561-8210-f8f721dd7f41,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:59.534806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-85284113-346f-40f0-82a1-92853b08984e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1360731 Sep 21 08:28:59.546168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45988) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:59.590417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:28:59.590677 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:28:59.628023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b91f62-1d54-4178-906b-a3e5352a5e17 None None] Pushing event updated for resources: {'Port': ['ID=169b987f-ac69-4e7c-a5c0-7638245e6b79,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:59.734605 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c13a3096-726f-45a4-a97e-ca7de4e84d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.750046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c13a3096-726f-45a4-a97e-ca7de4e84d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.763558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-04332570-ad3a-4ecc-b5ac-637aa4c9e7fd tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.778268 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-04332570-ad3a-4ecc-b5ac-637aa4c9e7fd tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 08:28:59.778871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04332570-ad3a-4ecc-b5ac-637aa4c9e7fd tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:28:59.793656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-04332570-ad3a-4ecc-b5ac-637aa4c9e7fd tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/604a8a78-b2c5-4ae1-b086-4973b4c47595 HTTP/1.1" status: 409 len: 405 time: 0.2451470 Sep 21 08:28:59.796235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:59.817034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428611519'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:28:59.832801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8820b02c-6060-48f1-b590-6e874d6199fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.835576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4db3d30b-3dab-4340-8286-049950df59af None None] Provisioning complete for port 5f69f793-c51c-458b-bdd2-740490e6c23d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:28:59.835974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4db3d30b-3dab-4340-8286-049950df59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:28:59.852527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a3096-726f-45a4-a97e-ca7de4e84d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efbd4a5-4035-45b4-9de3-acdd95639f8b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:59.873756 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c13a3096-726f-45a4-a97e-ca7de4e84d72 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ab0d961c5c34c25b14538e163fdec6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1068380 Sep 21 08:28:59.880067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:28:59.900771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf7ca3-6143-4448-bd92-5f50c4c1d965 None None] Pushing event updated for resources: {'Port': ['ID=5f69f793-c51c-458b-bdd2-740490e6c23d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:28:59.921128 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:29:00.011485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26b453dc-a4e4-4518-b22b-56c71ac96b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.011742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:00.017641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.083560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26b453dc-a4e4-4518-b22b-56c71ac96b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.119246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8820b02c-6060-48f1-b590-6e874d6199fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.129987 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8820b02c-6060-48f1-b590-6e874d6199fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.151360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:00.195139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8820b02c-6060-48f1-b590-6e874d6199fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c9da571837bf466cb419ae2dc81a1a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8665979 Sep 21 08:29:00.197588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.198054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46010) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:00.199783 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Added segment a850a6f6-47e7-4728-b984-45a1daf3743d of type vlan for network c60071a7-fcc7-4136-81f8-98e557229e55 Sep 21 08:29:00.223389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820b02c-6060-48f1-b590-6e874d6199fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aad0298-8448-4ff0-838a-63a8c1cd8ecd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:00.287163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28f126f2-443b-4fc7-8e69-71469fe34bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.327024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.333966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26b453dc-a4e4-4518-b22b-56c71ac96b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.336885 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-26b453dc-a4e4-4518-b22b-56c71ac96b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.341201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-26b453dc-a4e4-4518-b22b-56c71ac96b11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0efbd4a5-4035-45b4-9de3-acdd95639f8b HTTP/1.1" status: 204 len: 168 time: 0.4576111 Sep 21 08:29:00.348182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28f126f2-443b-4fc7-8e69-71469fe34bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.386923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492fed-d0e8-443c-9ed2-afc05b9cc193 req-956b2ec3-d4d2-4760-93ad-2f03cfd9a1fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:00.394569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5492fed-d0e8-443c-9ed2-afc05b9cc193 req-956b2ec3-d4d2-4760-93ad-2f03cfd9a1fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 945 time: 0.1267891 Sep 21 08:29:00.402773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b453dc-a4e4-4518-b22b-56c71ac96b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efbd4a5-4035-45b4-9de3-acdd95639f8b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:00.452795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.458681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:00.459326 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.498056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5492fed-d0e8-443c-9ed2-afc05b9cc193 req-72c09398-757e-4ee2-9520-07f5d1bbe4a8 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019378 Sep 21 08:29:00.512610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28f126f2-443b-4fc7-8e69-71469fe34bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.516119 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-28f126f2-443b-4fc7-8e69-71469fe34bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:00.518558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-28f126f2-443b-4fc7-8e69-71469fe34bcc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0aad0298-8448-4ff0-838a-63a8c1cd8ecd HTTP/1.1" status: 204 len: 168 time: 0.3193181 Sep 21 08:29:00.526127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7259119 Sep 21 08:29:00.531559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:00.550356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'subnet': {'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:00.624724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85ce05-3635-4bae-8579-e1bd06dd6d28 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Network': ['ID=c60071a7-fcc7-4136-81f8-98e557229e55,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:00.629098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f126f2-443b-4fc7-8e69-71469fe34bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aad0298-8448-4ff0-838a-63a8c1cd8ecd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:00.636804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c60071a7-fcc7-4136-81f8-98e557229e55 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:00.873722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 169b987f-ac69-4e7c-a5c0-7638245e6b79 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:00.941570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:00.951571 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.150464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 02541fde-03ef-4496-9b84-f7b185830d00 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:01.199756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46040) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:01.264526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 169b987f-ac69-4e7c-a5c0-7638245e6b79 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:01.267756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.291555 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270c0935-2830-475a-9f74-34c5651da826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.358744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98fa1d0-da66-40d1-8958-6e0fd7ddea41 None None] Network 604a8a78-b2c5-4ae1-b086-4973b4c47595 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:01.381206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 02541fde-03ef-4496-9b84-f7b185830d00 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:29:01.398561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 02541fde-03ef-4496-9b84-f7b185830d00 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:01.399304 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.507465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d05de6ed-1dda-4c04-bdcc-cc1291507f3b None None] Provisioning complete for port 169b987f-ac69-4e7c-a5c0-7638245e6b79 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:01.507846 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d05de6ed-1dda-4c04-bdcc-cc1291507f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.508577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859feb9-dd75-4c15-b104-849aa29d7fce req-d06789ea-1610-4fb2-9619-f0f349cefc5e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:01.516764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e859feb9-dd75-4c15-b104-849aa29d7fce req-d06789ea-1610-4fb2-9619-f0f349cefc5e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.2322030 Sep 21 08:29:01.698483 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.721268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f009f2-a2a9-48a7-a78c-6a9a67619eff req-6f1a15e7-e596-42b7-a2a7-02d00c2a7d80 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:01.726696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e859feb9-dd75-4c15-b104-849aa29d7fce req-01394926-1466-46cf-abe7-197ee4678bdd tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082639 Sep 21 08:29:01.734176 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0f009f2-a2a9-48a7-a78c-6a9a67619eff req-6f1a15e7-e596-42b7-a2a7-02d00c2a7d80 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 945 time: 0.1157820 Sep 21 08:29:01.763800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46052) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:01.850555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0f009f2-a2a9-48a7-a78c-6a9a67619eff req-f401802d-2ce4-412e-a11a-c2499fb547b3 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103871 Sep 21 08:29:01.862631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ef711c-0c0b-4734-8848-52ad4e4e09fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.898126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.937209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270c0935-2830-475a-9f74-34c5651da826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.970619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 169b987f-ac69-4e7c-a5c0-7638245e6b79, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=169b987f-ac69-4e7c-a5c0-7638245e6b79,segment=NetworkSegment(eba94f17-e5c0-4120-a8f9-1786cfa4e304),segment_id=eba94f17-e5c0-4120-a8f9-1786cfa4e304)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:01.992128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:01.993089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f69f793-c51c-458b-bdd2-740490e6c23d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:02.002389 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d05de6ed-1dda-4c04-bdcc-cc1291507f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.011366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:02.013575 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6532924e-0844-4cbd-8c0c-2129a6a8dd60" -d '{"events": [{"server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "name": "network-vif-plugged", "status": "completed", "tag": "02541fde-03ef-4496-9b84-f7b185830d00"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:02.021952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:29:02.044320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.054728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270c0935-2830-475a-9f74-34c5651da826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.087414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 02541fde-03ef-4496-9b84-f7b185830d00, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=02541fde-03ef-4496-9b84-f7b185830d00,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:02.088830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] DHCP port deletion for 604a8a78-b2c5-4ae1-b086-4973b4c47595 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:29:02.109643 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.114036 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2efd15-f853-428e-b323-ae62d8965b63 x-openstack-request-id: req-cd2efd15-f853-428e-b323-ae62d8965b63 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:02.114544 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "name": "network-vif-plugged", "status": "completed", "tag": "02541fde-03ef-4496-9b84-f7b185830d00", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:02.114975 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd2efd15-f853-428e-b323-ae62d8965b63 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:02.115837 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00', 'code': 200} Sep 21 08:29:02.187450 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.193906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=169b987f-ac69-4e7c-a5c0-7638245e6b79,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:02.206037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Subnet': ['ID=f78336e7-539a-441e-b721-2343621821f0,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:02.272893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0935-2830-475a-9f74-34c5651da826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e247def-9be7-4c57-8b13-77717e5f9f69,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:02.273441 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-d05de6ed-1dda-4c04-bdcc-cc1291507f3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:29:02.274006 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-d05de6ed-1dda-4c04-bdcc-cc1291507f3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:29:02.274874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eed947-1ed2-4c0b-99e7-7bfb3d259ffd req-46b75085-664f-45ef-9543-72302ec483d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:02.277570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5f69f793-c51c-458b-bdd2-740490e6c23d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:02.278327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.282075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74eed947-1ed2-4c0b-99e7-7bfb3d259ffd req-46b75085-664f-45ef-9543-72302ec483d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1097 time: 0.1133125 Sep 21 08:29:02.313475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-270c0935-2830-475a-9f74-34c5651da826 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9053fda9fb074c30b851d38559387201&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1117923 Sep 21 08:29:02.318107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46066) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:02.337408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=02541fde-03ef-4496-9b84-f7b185830d00,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:02.357131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] Deleting port 169b987f-ac69-4e7c-a5c0-7638245e6b79 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:02.357843 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.379984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74eed947-1ed2-4c0b-99e7-7bfb3d259ffd req-6d6c804b-8bc3-4df4-acf5-5808f64b931c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935917 Sep 21 08:29:02.410032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Checking segment: {'id': 'a850a6f6-47e7-4728-b984-45a1daf3743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:02.412757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network hostable DHCP agents. Network: c60071a7-fcc7-4136-81f8-98e557229e55, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:02.456709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-338c2ff8-6866-45be-9d93-ace3e32ec31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.459348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network c60071a7-fcc7-4136-81f8-98e557229e55 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:02.472468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] For port 169b987f-ac69-4e7c-a5c0-7638245e6b79, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=169b987f-ac69-4e7c-a5c0-7638245e6b79,segment=NetworkSegment(eba94f17-e5c0-4120-a8f9-1786cfa4e304),segment_id=eba94f17-e5c0-4120-a8f9-1786cfa4e304)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:02.475231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.498344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-338c2ff8-6866-45be-9d93-ace3e32ec31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.503924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c60071a7-fcc7-4136-81f8-98e557229e55) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:02.511138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] Calling delete_port for 169b987f-ac69-4e7c-a5c0-7638245e6b79 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:02.515591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:02.518143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.519833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e935c4-ad04-43ee-bd55-dc09f25d7aeb None None] Network c60071a7-fcc7-4136-81f8-98e557229e55 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:02.579116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ef711c-0c0b-4734-8848-52ad4e4e09fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.587085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-20ef711c-0c0b-4734-8848-52ad4e4e09fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.600017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-338c2ff8-6866-45be-9d93-ace3e32ec31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.604873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-338c2ff8-6866-45be-9d93-ace3e32ec31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.609204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-338c2ff8-6866-45be-9d93-ace3e32ec31c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e247def-9be7-4c57-8b13-77717e5f9f69 HTTP/1.1" status: 204 len: 168 time: 0.2852082 Sep 21 08:29:02.613400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-679325e3-3ad6-4ca2-8a26-ec8e21cc1430 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0784035 Sep 21 08:29:02.616903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46074) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:02.617960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c2ff8-6866-45be-9d93-ace3e32ec31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e247def-9be7-4c57-8b13-77717e5f9f69,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:02.625579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'port': {'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55', 'name': 'tempest-NetworksIpV6TestAttrs-2071560085'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:02.691349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 169b987f-ac69-4e7c-a5c0-7638245e6b79 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:02.708077 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-20ef711c-0c0b-4734-8848-52ad4e4e09fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff51356756f642e5960ad957b1fa61ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9431355 Sep 21 08:29:02.711385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:02.714136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef711c-0c0b-4734-8848-52ad4e4e09fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9be1b2-0d24-40e3-89e8-d74b61186e90,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:02.795675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.825971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d05de6ed-1dda-4c04-bdcc-cc1291507f3b None None] Port 169b987f-ac69-4e7c-a5c0-7638245e6b79 update to ACTIVE by agent not found {{(pid=94726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 08:29:02.847421 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96a037aa-a164-4935-be4f-fb3ea33ef95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.858808 n-d-809980-2 neutron-server[94726]: INFO neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No ports have port_id starting with 169b987f-ac69-4e7c-a5c0-7638245e6b79 Sep 21 08:29:02.871172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] Pushing event deleted for resources: {'Port': ['ID=169b987f-ac69-4e7c-a5c0-7638245e6b79,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:02.876620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543c5da-d85f-4f5d-970d-b6d6401177e6 None None] No DVR routers for this DVR port 169b987f-ac69-4e7c-a5c0-7638245e6b79 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:02.926974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:02.934090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96a037aa-a164-4935-be4f-fb3ea33ef95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.936389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-c60071a7-fcc7-4136-81f8-98e557229e55', 'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55', 'tenant_id': '33aec9219e8348a4a561ea7cc8b151a4', 'fixed_ips': [{'subnet_id': 'f78336e7-539a-441e-b721-2343621821f0'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:29:02.937237 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:02.949632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.001545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] device_id is not set on port 1132084b-8d85-481a-b9a1-0ceea7e27791 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:03.121177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34242e-bc03-4126-9f4e-b87e6a00fd8d req-e613a1cf-8b77-4fe7-91f2-f36812c9287f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:03.123907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba34242e-bc03-4126-9f4e-b87e6a00fd8d req-e613a1cf-8b77-4fe7-91f2-f36812c9287f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1379147 Sep 21 08:29:03.152472 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96a037aa-a164-4935-be4f-fb3ea33ef95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.156550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96a037aa-a164-4935-be4f-fb3ea33ef95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.163487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-96a037aa-a164-4935-be4f-fb3ea33ef95d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c9be1b2-0d24-40e3-89e8-d74b61186e90 HTTP/1.1" status: 204 len: 168 time: 0.4503210 Sep 21 08:29:03.194929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c8cd8-8706-48df-89f6-1541daf8ba58 req-0e4d020b-fa18-4c15-8b1b-b79ce81c43f3 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:03.201171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-974c8cd8-8706-48df-89f6-1541daf8ba58 req-0e4d020b-fa18-4c15-8b1b-b79ce81c43f3 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 946 time: 0.1855311 Sep 21 08:29:03.219825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Allocated IP 2001:db8::f816:3eff:fe32:8d63 (c60071a7-fcc7-4136-81f8-98e557229e55/f78336e7-539a-441e-b721-2343621821f0/19ac7873-18aa-44af-b9e7-4e4af5ea09d5) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:03.225258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a037aa-a164-4935-be4f-fb3ea33ef95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9be1b2-0d24-40e3-89e8-d74b61186e90,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:03.235095 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ba34242e-bc03-4126-9f4e-b87e6a00fd8d req-3704e7f5-b44c-4305-8e64-d05d591a8e6f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997324 Sep 21 08:29:03.298284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-974c8cd8-8706-48df-89f6-1541daf8ba58 req-8f7b675e-396d-45f7-827e-b282cf6e1c1e tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809290 Sep 21 08:29:03.440697 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.449017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.511930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Network c60071a7-fcc7-4136-81f8-98e557229e55 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:03.515156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46104) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:03.519343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:03.522446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:03.580544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Allocated IP 2001:db8::f816:3eff:fe8a:5b4f (c60071a7-fcc7-4136-81f8-98e557229e55/f78336e7-539a-441e-b721-2343621821f0/1132084b-8d85-481a-b9a1-0ceea7e27791) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:03.591022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Pushing event updated for resources: {'Port': ['ID=19ac7873-18aa-44af-b9e7-4e4af5ea09d5,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:03.612907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Attempting to bind port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:29:03.613307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Attempting to bind port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a850a6f6-47e7-4728-b984-45a1daf3743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:29:03.614511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Attempting to bind port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 on network c60071a7-fcc7-4136-81f8-98e557229e55 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:29:03.643629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:29:03.644016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Checking segment: {'id': 'a850a6f6-47e7-4728-b984-45a1daf3743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:03.644207 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.644599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Bound using segment: {'id': 'a850a6f6-47e7-4728-b984-45a1daf3743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:29:03.645127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Bound port: 19ac7873-18aa-44af-b9e7-4e4af5ea09d5, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a850a6f6-47e7-4728-b984-45a1daf3743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'c60071a7-fcc7-4136-81f8-98e557229e55'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:29:03.645519 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.660237 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.702736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-291093a2-c692-4438-855c-996c0946caca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.736213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] For port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:29:03.741407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] For port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19ac7873-18aa-44af-b9e7-4e4af5ea09d5,segment=NetworkSegment(a850a6f6-47e7-4728-b984-45a1daf3743d),segment_id=a850a6f6-47e7-4728-b984-45a1daf3743d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:29:03.747286 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.926083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.926301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-291093a2-c692-4438-855c-996c0946caca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.930782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822bd75-0352-48f7-ac46-32e79339ac3b None None] Pushing event updated for resources: {'Port': ['ID=19ac7873-18aa-44af-b9e7-4e4af5ea09d5,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:03.932201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-291093a2-c692-4438-855c-996c0946caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.971472 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:03.978092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291093a2-c692-4438-855c-996c0946caca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1f9c98-30a3-4af5-9d68-1f608afd4046,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:03.999296 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-291093a2-c692-4438-855c-996c0946caca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7bbc3df3f30441b983e6a346c0dff16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4826179 Sep 21 08:29:04.002658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46118) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:04.074928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network c60071a7-fcc7-4136-81f8-98e557229e55 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:04.082366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c88d6399-e56f-43ce-b09b-f865f153409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.083668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:04.097339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:04.109570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:04.110275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.135600 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c88d6399-e56f-43ce-b09b-f865f153409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.162959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Port': ['ID=1132084b-8d85-481a-b9a1-0ceea7e27791,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:04.171645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-133d0840-db12-44c6-9f42-36b6a635c21a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5503821 Sep 21 08:29:04.174706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46122) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:04.247378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c88d6399-e56f-43ce-b09b-f865f153409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.253133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c88d6399-e56f-43ce-b09b-f865f153409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.259894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c88d6399-e56f-43ce-b09b-f865f153409f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fb1f9c98-30a3-4af5-9d68-1f608afd4046 HTTP/1.1" status: 204 len: 168 time: 0.2532415 Sep 21 08:29:04.302111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d6399-e56f-43ce-b09b-f865f153409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1f9c98-30a3-4af5-9d68-1f608afd4046,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:04.361395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Deleting subnet f78336e7-539a-441e-b721-2343621821f0 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:29:04.389934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.438402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3d060-d572-4ce8-8471-70df0facd17f req-dcced3b6-097c-4e8a-986c-079c5745c203 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:04.439556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43c3d060-d572-4ce8-8471-70df0facd17f req-dcced3b6-097c-4e8a-986c-079c5745c203 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.0818207 Sep 21 08:29:04.477949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.507825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43c3d060-d572-4ce8-8471-70df0facd17f req-a66eb3fb-cc9a-4f53-ae54-c34c4a36333e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595064 Sep 21 08:29:04.542296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580f63f-991c-4838-8032-34a67f0632da req-1d0b31d4-22d5-4c74-b84c-5e2b93971f61 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:04.549726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c580f63f-991c-4838-8032-34a67f0632da req-1d0b31d4-22d5-4c74-b84c-5e2b93971f61 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 946 time: 0.1204181 Sep 21 08:29:04.614072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c580f63f-991c-4838-8032-34a67f0632da req-07c51831-2d98-4374-8f5b-116e663843d8 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581784 Sep 21 08:29:04.734082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:04.764426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313a7fe-fbfa-47ad-9191-8c999c095079 req-260f0480-2fcf-4ff0-94a8-e70043886c74 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:04.774469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8313a7fe-fbfa-47ad-9191-8c999c095079 req-260f0480-2fcf-4ff0-94a8-e70043886c74 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 946 time: 0.0709605 Sep 21 08:29:04.803350 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.832700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:04.835535 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.864697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8313a7fe-fbfa-47ad-9191-8c999c095079 req-7548f934-0174-4308-bd09-e12f27f8e4b0 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892465 Sep 21 08:29:04.875279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46154) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:04.925929 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:04.990348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Subnet': ['ID=f78336e7-539a-441e-b721-2343621821f0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:04.999756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.006572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bfab10f1-5053-48bc-8d6a-8d845fdce7a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/f78336e7-539a-441e-b721-2343621821f0 HTTP/1.1" status: 204 len: 168 time: 0.8286624 Sep 21 08:29:05.007449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46162) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:05.024284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.100831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ddcd0e-31fb-4b85-97f7-df83102116e9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:05.104163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ddcd0e-31fb-4b85-97f7-df83102116e9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:05.106089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19ac7873-18aa-44af-b9e7-4e4af5ea09d5,segment=NetworkSegment(a850a6f6-47e7-4728-b984-45a1daf3743d),segment_id=a850a6f6-47e7-4728-b984-45a1daf3743d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:05.108631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a2ddcd0e-31fb-4b85-97f7-df83102116e9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0990002 Sep 21 08:29:05.111741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46166) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:05.113366 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.230816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=19ac7873-18aa-44af-b9e7-4e4af5ea09d5,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:05.270000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b58897ab-eaad-4205-bbd1-e3ebaa0c1b1a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.285941 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58897ab-eaad-4205-bbd1-e3ebaa0c1b1a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 21 08:29:05.286631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58897ab-eaad-4205-bbd1-e3ebaa0c1b1a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:05.289834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b58897ab-eaad-4205-bbd1-e3ebaa0c1b1a tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/c60071a7-fcc7-4136-81f8-98e557229e55 HTTP/1.1" status: 409 len: 405 time: 0.1753030 Sep 21 08:29:05.292539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46170) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:05.298661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1835947151'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:05.334798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:05.340633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.390342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46174) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:05.406399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:05.411477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55efc952-3556-4422-b5ed-026b8fd0aa61 tempest-TestVolumeBackupRestore-2125169410 tempest-TestVolumeBackupRestore-2125169410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:05.413313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-55efc952-3556-4422-b5ed-026b8fd0aa61 tempest-TestVolumeBackupRestore-2125169410 tempest-TestVolumeBackupRestore-2125169410-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1092 time: 0.5359707 Sep 21 08:29:05.416489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46178) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:05.425510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:05.433963 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.434334 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Added segment b3590c25-23f1-4e0c-931c-130c11bc8e67 of type vlan for network b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c Sep 21 08:29:05.442123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c341bf-627b-4dbd-a7dc-f10c527e4dd6 None None] Network c60071a7-fcc7-4136-81f8-98e557229e55 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:05.477124 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.534616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9e2eca20-a638-4fd1-b810-2967b17e0678 None None] Provisioning complete for port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:05.534915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e2eca20-a638-4fd1-b810-2967b17e0678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.558522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.655775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.666663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:05.669591 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.722728 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.879204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Allocated IP 172.25.1.227 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/458e6f03-414a-4d6c-b77d-d3f262f25b8d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:05.887254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-426136827'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:05.918163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:05.922092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:05.931100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] DHCP port deletion for c60071a7-fcc7-4136-81f8-98e557229e55 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:29:05.947676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6538298 Sep 21 08:29:05.950401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46196) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:05.957254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'subnet': {'network_id': 'b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:05.965098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.015261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] Deleting port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:06.016583 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.121067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] For port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19ac7873-18aa-44af-b9e7-4e4af5ea09d5,segment=NetworkSegment(a850a6f6-47e7-4728-b984-45a1daf3743d),segment_id=a850a6f6-47e7-4728-b984-45a1daf3743d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:06.122386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.138406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] Calling delete_port for 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:06.143038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab16979-3a9f-4f49-ae9a-f2e2416b8c67 req-43a3c675-2427-4f84-957d-f8e8f3daa6a6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:06.155094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ab16979-3a9f-4f49-ae9a-f2e2416b8c67 req-43a3c675-2427-4f84-957d-f8e8f3daa6a6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.5271039 Sep 21 08:29:06.159730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f6f18-46cc-40b8-9fae-4187a7557054 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Network': ['ID=b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:06.231676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.249001 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.260920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.267722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:06.296234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ab16979-3a9f-4f49-ae9a-f2e2416b8c67 req-c2baf22e-2bc1-45df-9963-b227cb892137 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391363 Sep 21 08:29:06.351300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0255adb2-7655-4936-aafd-30722c0b6159,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:06.352928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:06.367793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.380626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:06.382534 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.409419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.409775 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Added segment 219d0e43-deca-4257-baaa-12682e7567a1 of type vlan for network 614607b4-08a8-4b9d-917e-eac3f82c9aaf Sep 21 08:29:06.412013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.442647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] Pushing event deleted for resources: {'Port': ['ID=19ac7873-18aa-44af-b9e7-4e4af5ea09d5,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:06.461662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4057c32a-b417-4e87-b801-2d01983974cd None None] No DVR routers for this DVR port 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:06.600508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'Port': ['ID=458e6f03-414a-4d6c-b77d-d3f262f25b8d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:06.638064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:06.661377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:06.667120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.670653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:06.675818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:06.693921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:29:06.694267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19ac7873-18aa-44af-b9e7-4e4af5ea09d5 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:29:06.804389 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.810016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:06.810673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.903958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:29:06.906243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:06.910065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Network': ['ID=614607b4-08a8-4b9d-917e-eac3f82c9aaf,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:06.913410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0cbe72d5-c145-4eb5-b7be-06d87e6f1cf1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5218632 Sep 21 08:29:06.916595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46256) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:06.922118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'subnet': {'network_id': '614607b4-08a8-4b9d-917e-eac3f82c9aaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:06.923665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:07.026742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Subnet': ['ID=1951386f-79e0-4882-8af0-330ea824c4ad,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:07.038634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Checking segment: {'id': 'b3590c25-23f1-4e0c-931c-130c11bc8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:07.039438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network hostable DHCP agents. Network: b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:07.074221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:07.079026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:07.079219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.103695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:07.109482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:07.114180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f76fa-6ca8-4986-aadc-55749b0d6b98 None None] Network b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:07.119583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.184118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8da1948f-5be1-4903-9c3b-b3f501f7036e tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2317522 Sep 21 08:29:07.190067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46260) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:07.287264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46262) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:07.380023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.483192 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd0f63-d510-4e6b-a2db-5fa2cfbb293d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c', 'network_id': 'b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c', 'tenant_id': '33aec9219e8348a4a561ea7cc8b151a4', 'fixed_ips': [{'subnet_id': '1951386f-79e0-4882-8af0-330ea824c4ad'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:29:07.483975 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.484126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93dd0f63-d510-4e6b-a2db-5fa2cfbb293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.618993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb305d4-5b55-45dc-8605-5ecceda6371d req-2cf4c673-d45c-4548-b968-0a7c38e86646 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:07.629983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ecb305d4-5b55-45dc-8605-5ecceda6371d req-2cf4c673-d45c-4548-b968-0a7c38e86646 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.2261081 Sep 21 08:29:07.654691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-852202f8-de73-4047-8d40-a237b39aac2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.685098 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-93dd0f63-d510-4e6b-a2db-5fa2cfbb293d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1951386f-79e0-4882-8af0-330ea824c4ad: This subnet is being modified by another concurrent operation. Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:29:07.688223 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1951386f-79e0-4882-8af0-330ea824c4ad: This subnet is being modified by another concurrent operation. Sep 21 08:29:07.691789 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:29:07.728907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18b1a2-ea9f-43f9-bed9-70469cba951a None None] Network b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:07.768627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ecb305d4-5b55-45dc-8605-5ecceda6371d req-e62f4dd6-6908-4043-8312-ba625657dd57 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374154 Sep 21 08:29:07.798395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Subnet': ['ID=1951386f-79e0-4882-8af0-330ea824c4ad,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:07.822466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.825117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.874948 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.911579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:07.929850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3590c25-23f1-4e0c-931c-130c11bc8e67') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:07.930291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3590c25-23f1-4e0c-931c-130c11bc8e67') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:07.930937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Subnet': ['ID=8294e43b-5cfc-4e96-9b5a-1bf41394e70e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:07.942559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Checking segment: {'id': '219d0e43-deca-4257-baaa-12682e7567a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '614607b4-08a8-4b9d-917e-eac3f82c9aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:07.942978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network hostable DHCP agents. Network: 614607b4-08a8-4b9d-917e-eac3f82c9aaf, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:07.951967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.980919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:07.988785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:07.995590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.001020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 614607b4-08a8-4b9d-917e-eac3f82c9aaf) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:08.001984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:08.001984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:08.010776 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:08.023932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:08.024545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.033675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-852202f8-de73-4047-8d40-a237b39aac2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.039897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-852202f8-de73-4047-8d40-a237b39aac2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.053634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413dff41-03eb-4b42-b76a-6e24e0231419 None None] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:08.056840 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8aaeebf0-5a90-41cf-aa23-41427c39af4f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1395931 Sep 21 08:29:08.059494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46276) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:08.065053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1137738780', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:08.120171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852202f8-de73-4047-8d40-a237b39aac2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0bb930-ef94-480d-8c42-21b3fee64ce6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:08.124805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-852202f8-de73-4047-8d40-a237b39aac2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d637361a39b74dedb9f00a4c0b182248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8360465 Sep 21 08:29:08.153925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46278) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:08.175057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.203054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.209328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c HTTP/1.1" status: 204 len: 168 time: 1.0176530 Sep 21 08:29:08.213225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1da8-02ee-4e6f-addd-952c123de032 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Network': ['ID=b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:08.214875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46280) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:08.220016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2081095728'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:08.244785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:08.249240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.282020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:08.295085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.295475 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Added segment 4f43d82e-9542-4418-838a-6e26e9f67aba of type vlan for network 68ce6b12-17ec-422e-bcbb-8043b10d2f3d Sep 21 08:29:08.362135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c5750-2f64-48df-8b06-25846fefa578 None None] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:08.365044 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.395068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.409149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:08.412442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.439639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2235529 Sep 21 08:29:08.442392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46282) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:08.455427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'subnet': {'network_id': '68ce6b12-17ec-422e-bcbb-8043b10d2f3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:08.558537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f6835-1d24-41a2-a9fe-1d964f709ba7 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:29:08.607017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d865f6-e209-4a13-ab50-f0ac37dc4f0d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Network': ['ID=68ce6b12-17ec-422e-bcbb-8043b10d2f3d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:08.642642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 68ce6b12-17ec-422e-bcbb-8043b10d2f3d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:08.709281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:08.710620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.765547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.767295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.831226 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:08.842582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33f6835-1d24-41a2-a9fe-1d964f709ba7 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:29:08.997322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f484f9-b55e-4cc1-b7b5-4cc36cd533b7 req-fe5b9207-f9a0-45c4-85f2-f61d6c9e6135 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:08.999041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68f484f9-b55e-4cc1-b7b5-4cc36cd533b7 req-fe5b9207-f9a0-45c4-85f2-f61d6c9e6135 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1131089 Sep 21 08:29:09.010549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.034281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca54ada7-4dc6-4f66-94d6-c881ed8e54dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.039162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.103173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68f484f9-b55e-4cc1-b7b5-4cc36cd533b7 req-3e1540d7-7b05-4b33-9948-9bc1d5b0b4ee tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952528 Sep 21 08:29:09.105659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.186485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Subnet': ['ID=ce4a67d7-7097-4a93-8120-fb8be659f47c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:09.191079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Checking segment: {'id': '4f43d82e-9542-4418-838a-6e26e9f67aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '68ce6b12-17ec-422e-bcbb-8043b10d2f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:09.191470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network hostable DHCP agents. Network: 68ce6b12-17ec-422e-bcbb-8043b10d2f3d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:09.211809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network 68ce6b12-17ec-422e-bcbb-8043b10d2f3d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:09.222003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 68ce6b12-17ec-422e-bcbb-8043b10d2f3d) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:09.224420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.227406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:09.227703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.237253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f4ca2d-6920-4a8f-8a86-9d0acfe6d2a9 None None] Network 68ce6b12-17ec-422e-bcbb-8043b10d2f3d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:09.240021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca54ada7-4dc6-4f66-94d6-c881ed8e54dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.247020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-270887dd-eeaf-4634-94e4-e9e22b9344a3 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8031180 Sep 21 08:29:09.249414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46298) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:09.274000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event updated for resources: {'Port': ['ID=458e6f03-414a-4d6c-b77d-d3f262f25b8d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:09.302060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.393855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.442205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0eed2-6d47-44c8-a508-781ac5f30984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-68ce6b12-17ec-422e-bcbb-8043b10d2f3d', 'network_id': '68ce6b12-17ec-422e-bcbb-8043b10d2f3d', 'tenant_id': '33aec9219e8348a4a561ea7cc8b151a4', 'fixed_ips': [{'subnet_id': 'ce4a67d7-7097-4a93-8120-fb8be659f47c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:29:09.445635 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e0e0eed2-6d47-44c8-a508-781ac5f30984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.453075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca54ada7-4dc6-4f66-94d6-c881ed8e54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.455617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca54ada7-4dc6-4f66-94d6-c881ed8e54dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.459270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca54ada7-4dc6-4f66-94d6-c881ed8e54dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c0bb930-ef94-480d-8c42-21b3fee64ce6 HTTP/1.1" status: 204 len: 168 time: 1.3043323 Sep 21 08:29:09.475290 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.480866 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Floating IP c4f1878b-0e04-4994-ae5c-7f379b3400e7 associated. External IP: 172.25.1.227, port: 02541fde-03ef-4496-9b84-f7b185830d00. Sep 21 08:29:09.485319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54ada7-4dc6-4f66-94d6-c881ed8e54dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0bb930-ef94-480d-8c42-21b3fee64ce6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:09.579859 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.654412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4a67d7-7097-4a93-8120-fb8be659f47c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-e0e0eed2-6d47-44c8-a508-781ac5f30984 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce4a67d7-7097-4a93-8120-fb8be659f47c: This subnet is being modified by another concurrent operation. Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:29:09.660834 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce4a67d7-7097-4a93-8120-fb8be659f47c: This subnet is being modified by another concurrent operation. Sep 21 08:29:09.665271 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:29:09.680478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ebea1-79e8-46ab-a1f8-4f163be4c3b1 None None] Network 68ce6b12-17ec-422e-bcbb-8043b10d2f3d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:09.794372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.838770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ce6b12-17ec-422e-bcbb-8043b10d2f3d']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:09.856196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.865235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f43d82e-9542-4418-838a-6e26e9f67aba') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:09.865454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f43d82e-9542-4418-838a-6e26e9f67aba') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:09.888727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.902198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.929483 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:09.933339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35adf7-2054-4433-a051-1ba952d82c6f None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:29:09.937931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:09.937931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:10.019717 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:10.039306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.072101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.077327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/68ce6b12-17ec-422e-bcbb-8043b10d2f3d HTTP/1.1" status: 204 len: 168 time: 0.8263829 Sep 21 08:29:10.078971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144706-6791-498e-8285-da9e9f6d41f6 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Network': ['ID=68ce6b12-17ec-422e-bcbb-8043b10d2f3d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:10.092160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46328) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:10.098911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-411550837'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:10.129594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:10.129999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a35adf7-2054-4433-a051-1ba952d82c6f None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:29:10.135798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.141344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:10.178621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:10.191926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.193779 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Added segment 99dbe0cb-b930-42ec-83f1-b88cddb063a6 of type vlan for network 5e1bf043-fce3-4e84-94b8-943a752c6779 Sep 21 08:29:10.275325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.312082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.319529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:10.320162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.380854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2872078 Sep 21 08:29:10.381417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.25.1.93 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/24480013-a8aa-4a0a-abb4-583bd5678bae) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:10.385766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46338) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:10.393718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Request body: {'subnet': {'network_id': '5e1bf043-fce3-4e84-94b8-943a752c6779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:10.441668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78de21d-36c4-434a-9694-733f7a3daaa9 req-5f7d813e-e3e1-4c04-a46a-7f3e896af06a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:10.443274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d78de21d-36c4-434a-9694-733f7a3daaa9 req-5f7d813e-e3e1-4c04-a46a-7f3e896af06a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1801376 Sep 21 08:29:10.768708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:10.782011 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] Sync routers for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:10.793268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d78de21d-36c4-434a-9694-733f7a3daaa9 req-80fac70d-8fba-465d-90eb-19b3b09a1712 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199100 Sep 21 08:29:10.801983 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:10.807419 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:28:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:10.859690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.925727 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:10.985249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5ab4f4fc-8b12-422d-9311-cb609e0b4359 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5675192 Sep 21 08:29:10.990748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46358) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:10.991593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:10.994453 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8d563-cad3-41c9-a50e-10e4daa714fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:10.997729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Made reservation on behalf of 33aec9219e8348a4a561ea7cc8b151a4 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:11.003474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.072285 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:11.075032 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e413c3-9969-4ed9-8c94-98eb87e1f415 x-openstack-request-id: req-b4e413c3-9969-4ed9-8c94-98eb87e1f415 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:11.094503 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:11.095677 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b4e413c3-9969-4ed9-8c94-98eb87e1f415 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:11.098656 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00', 'status': 'completed', 'code': 200} Sep 21 08:29:11.145694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af94df3-586d-4631-b5dc-8fdce5ceacd9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Network': ['ID=5e1bf043-fce3-4e84-94b8-943a752c6779,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:11.157439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 5e1bf043-fce3-4e84-94b8-943a752c6779 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:11.318340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46376) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:11.375189 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'c4f1878b-0e04-4994-ae5c-7f379b3400e7', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'floating_ip_address': '172.25.1.227', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'mac_address': 'fa:16:3e:0b:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:29:07Z', 'updated_at': '2021-09-21T08:29:07Z', 'revision_number': 0, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:11.406044 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] Checking router: 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:29:11.417780 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:11.418399 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:28:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:11.452143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.482120 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38c27bf3-d56b-4bfb-8130-46ed0265f17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.488025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cb040d-72b1-4eb8-ac33-b4689b8287a1 tempest-TestVolumeBackupRestore-2125169410 tempest-TestVolumeBackupRestore-2125169410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:11.490153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-67cb040d-72b1-4eb8-ac33-b4689b8287a1 tempest-TestVolumeBackupRestore-2125169410 tempest-TestVolumeBackupRestore-2125169410-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1092 time: 0.4832270 Sep 21 08:29:11.496701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46380) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:11.500257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-1403cc8b-64c5-4383-8b83-dffbb5039d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:11.504995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-1403cc8b-64c5-4383-8b83-dffbb5039d30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1097 time: 0.3672390 Sep 21 08:29:11.544378 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:11.605356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Request body: {'floatingip': {'port_id': '02541fde-03ef-4496-9b84-f7b185830d00'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:11.685207 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38c27bf3-d56b-4bfb-8130-46ed0265f17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.691425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38c27bf3-d56b-4bfb-8130-46ed0265f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.754041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-38c27bf3-d56b-4bfb-8130-46ed0265f17a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=098a1a6e790f405ea53142b5733e29c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342160 Sep 21 08:29:11.756227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:11.760582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=24480013-a8aa-4a0a-abb4-583bd5678bae,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:11.762486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46382) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:11.767718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.864361 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a93243a-a353-4e9e-93f5-9dd96e4542b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.867374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27bf3-d56b-4bfb-8130-46ed0265f17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb03362-c6fb-4bc6-8ac7-4b53a9b01993,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:11.909415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-4e7791f6-8d01-4266-a028-62f7b89ff7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:11.911068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-4e7791f6-8d01-4266-a028-62f7b89ff7fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 914 time: 0.1741953 Sep 21 08:29:11.915552 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'c4f1878b-0e04-4994-ae5c-7f379b3400e7', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'floating_ip_address': '172.25.1.227', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'mac_address': 'fa:16:3e:0b:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:29:07Z', 'updated_at': '2021-09-21T08:29:07Z', 'revision_number': 0, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:11.920281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a93243a-a353-4e9e-93f5-9dd96e4542b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.925941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:11.936550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:11.944892 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94209e21-1a87-4add-addb-3c4d42b58a50 None None] The sync data for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 is: [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'c4f1878b-0e04-4994-ae5c-7f379b3400e7', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'floating_ip_address': '172.25.1.227', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'mac_address': 'fa:16:3e:0b:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:29:07Z', 'updated_at': '2021-09-21T08:29:07Z', 'revision_number': 0, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:11.989463 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a93243a-a353-4e9e-93f5-9dd96e4542b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.993005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a93243a-a353-4e9e-93f5-9dd96e4542b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:11.995409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a93243a-a353-4e9e-93f5-9dd96e4542b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9cb03362-c6fb-4bc6-8ac7-4b53a9b01993 HTTP/1.1" status: 204 len: 168 time: 0.2315609 Sep 21 08:29:12.029946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93243a-a353-4e9e-93f5-9dd96e4542b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb03362-c6fb-4bc6-8ac7-4b53a9b01993,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:12.372277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139ba0f2-6f35-4194-a77f-a30809f50614 None None] New status for floating IP c4f1878b-0e04-4994-ae5c-7f379b3400e7: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:29:12.682179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:29:12.741987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-d66a03b7-6dd4-4691-a109-43fe3814f61e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 1000 time: 0.7359691 Sep 21 08:29:12.905549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:12.920568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'port_id': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'mac_address': 'fa:16:3e:2c:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:29:12.961937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995f90-aa88-49cf-80ae-efaf18e8f9e7 req-2f13f0a3-ba32-4839-a263-e5883e9b69b0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:12.963875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57995f90-aa88-49cf-80ae-efaf18e8f9e7 req-2f13f0a3-ba32-4839-a263-e5883e9b69b0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.8906848 Sep 21 08:29:13.031371 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:13.063549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76f1a964-b979-481a-b908-78f0bf4e7b49 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:29:13.085489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:13.097795 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:13.160368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:13.175427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57995f90-aa88-49cf-80ae-efaf18e8f9e7 req-6a865fee-e6d3-41a9-a6ae-dcdb9bf2ea5a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831118 Sep 21 08:29:13.287628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['76f1a964-b979-481a-b908-78f0bf4e7b49'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:29:13.417050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:29:13.417345 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:29:13.436467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-8bed3d86-c374-40a5-b5eb-f2ca0bf267fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:13.438892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-8bed3d86-c374-40a5-b5eb-f2ca0bf267fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 200 len: 852 time: 0.6447616 Sep 21 08:29:13.694708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.objects.ports [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:29:13.704977 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:13.731297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-f840aeaa-453e-4c3d-831c-dd45bf3c180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:13.733020 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-f840aeaa-453e-4c3d-831c-dd45bf3c180c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61bcf043-fa85-41a3-b431-ec6445d07749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2847073 Sep 21 08:29:13.902249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event updated for resources: {'Subnet': ['ID=12f8f29b-805f-429a-a682-7b4d08726e28,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:13.927971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:14.004730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:14.006889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Checking segment: {'id': '99dbe0cb-b930-42ec-83f1-b88cddb063a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e1bf043-fce3-4e84-94b8-943a752c6779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:14.007267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network hostable DHCP agents. Network: 5e1bf043-fce3-4e84-94b8-943a752c6779, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:14.150213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-e0d4e0f3-a41b-42d4-8f9f-de1e2e33f17a service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847625 Sep 21 08:29:14.177327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Network 5e1bf043-fce3-4e84-94b8-943a752c6779 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:14.382701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 5e1bf043-fce3-4e84-94b8-943a752c6779) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:14.394504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7bfb64-93c8-498e-a333-46ddeedc90ec None None] Network 5e1bf043-fce3-4e84-94b8-943a752c6779 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:14.426110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46448) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:14.474940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64eeaa-9fd1-4fdf-b0ca-e7776d80eca3 req-6e84b890-401a-4fb3-a486-88e718c5007c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:14.477985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a64eeaa-9fd1-4fdf-b0ca-e7776d80eca3 req-6e84b890-401a-4fb3-a486-88e718c5007c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.0918682 Sep 21 08:29:14.483509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:14.484133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:14.590502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a64eeaa-9fd1-4fdf-b0ca-e7776d80eca3 req-27f2efca-c45c-4a8f-beb4-c234be6b7bc4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032875 Sep 21 08:29:14.669889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:14.699344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-5e1bf043-fce3-4e84-94b8-943a752c6779', 'network_id': '5e1bf043-fce3-4e84-94b8-943a752c6779', 'tenant_id': '33aec9219e8348a4a561ea7cc8b151a4', 'fixed_ips': [{'subnet_id': '12f8f29b-805f-429a-a682-7b4d08726e28'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:29:14.700922 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:14.815282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1525507656'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:14.866540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-279152d9-3883-4af0-95c4-cedfaa2b5ec8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.4772482 Sep 21 08:29:14.868560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ea8d563-cad3-41c9-a50e-10e4daa714fc req-3a206b05-5739-4095-8730-a4a2d2cb5325 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098701 Sep 21 08:29:14.870936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46470) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:14.912688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 76f1a964-b979-481a-b908-78f0bf4e7b49 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:14.913565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:14.947479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Made reservation on behalf of 8f18af2f8f30489cbf6286876c8ab34e for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:14.979531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.016500 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.111684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Allocated IP 2001:db8::f816:3eff:fe8a:3ac2 (5e1bf043-fce3-4e84-94b8-943a752c6779/12f8f29b-805f-429a-a682-7b4d08726e28/93296ffa-f2df-4e08-b7cb-a456d495f289) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:15.247449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.336268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:15.337778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:15.341680 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad6d862-a320-4276-9d84-77eaacdf959f" -d '{"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-plugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:15.349895 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.408770 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.424215 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.505909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.509173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:15.537924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:15.543520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:15.607900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc200e62-8405-41ca-887c-2f94387cbf44,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:15.654211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.656051 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Added segment bffc44ff-93b7-4519-a2e3-42ef6b194cf7 of type vlan for network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 Sep 21 08:29:15.762255 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe12f9-ca4e-4b27-9083-792f1904f016 x-openstack-request-id: req-47fe12f9-ca4e-4b27-9083-792f1904f016 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:15.766431 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-plugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:15.767727 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47fe12f9-ca4e-4b27-9083-792f1904f016 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:15.768402 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'code': 200} Sep 21 08:29:15.792230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.804089 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:15.873479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Network 5e1bf043-fce3-4e84-94b8-943a752c6779 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:15.879175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:15.888768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:15.907924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Pushing event updated for resources: {'Port': ['ID=93296ffa-f2df-4e08-b7cb-a456d495f289,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:15.912188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.025483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48eaddb-5b53-4f69-a1ad-88a6826d09ae req-72184574-0352-4c67-86f4-e6a35cfdb64c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:16.027342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d48eaddb-5b53-4f69-a1ad-88a6826d09ae req-72184574-0352-4c67-86f4-e6a35cfdb64c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.2630374 Sep 21 08:29:16.051731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Attempting to bind port 93296ffa-f2df-4e08-b7cb-a456d495f289 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:29:16.052135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Attempting to bind port 93296ffa-f2df-4e08-b7cb-a456d495f289 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '99dbe0cb-b930-42ec-83f1-b88cddb063a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e1bf043-fce3-4e84-94b8-943a752c6779'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:29:16.052503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Attempting to bind port 93296ffa-f2df-4e08-b7cb-a456d495f289 on network 5e1bf043-fce3-4e84-94b8-943a752c6779 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:29:16.059651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:29:16.060055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Checking segment: {'id': '99dbe0cb-b930-42ec-83f1-b88cddb063a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e1bf043-fce3-4e84-94b8-943a752c6779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:16.060513 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.063059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Bound using segment: {'id': '99dbe0cb-b930-42ec-83f1-b88cddb063a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e1bf043-fce3-4e84-94b8-943a752c6779'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:29:16.064424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Bound port: 93296ffa-f2df-4e08-b7cb-a456d495f289, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dbe0cb-b930-42ec-83f1-b88cddb063a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5e1bf043-fce3-4e84-94b8-943a752c6779'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:29:16.064825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.071999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.087747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:16.088398 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.190915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] For port 93296ffa-f2df-4e08-b7cb-a456d495f289, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:29:16.193041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d48eaddb-5b53-4f69-a1ad-88a6826d09ae req-9479d9d4-fd10-4973-9578-5e029a8d92b5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490903 Sep 21 08:29:16.206052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] For port 93296ffa-f2df-4e08-b7cb-a456d495f289, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=93296ffa-f2df-4e08-b7cb-a456d495f289,segment=NetworkSegment(99dbe0cb-b930-42ec-83f1-b88cddb063a6),segment_id=99dbe0cb-b930-42ec-83f1-b88cddb063a6)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:29:16.223998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.232894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event updated for resources: {'Network': ['ID=0824a6ef-7cc5-44b0-b0b1-1868ff5c9464,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:16.237763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-467fe8ed-2c1c-4e4f-a790-1df039ac5645 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8071477 Sep 21 08:29:16.240507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46492) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:16.246664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Request body: {'subnet': {'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:16.253078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.260868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:16.261775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.285394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.384478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Made reservation on behalf of 8f18af2f8f30489cbf6286876c8ab34e for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:16.393474 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.450283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36eedfe-cbad-4c96-840c-3ea0fce6cec0 None None] Pushing event updated for resources: {'Port': ['ID=93296ffa-f2df-4e08-b7cb-a456d495f289,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:16.501951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef66889b-c57d-43e4-ab16-340c7d4fa818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.776421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:16.888128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event updated for resources: {'Subnet': ['ID=bf3fbd23-8cf5-4d3e-92c8-fa9943e0a80f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:16.894869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Checking segment: {'id': 'bffc44ff-93b7-4519-a2e3-42ef6b194cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:16.895229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Network hostable DHCP agents. Network: 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:16.924184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:16.942475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:16.953288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd82fd37-b212-476c-8af7-fd0f4d65ed7e None None] Network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:16.976747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:16.979045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:17.032960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c33bcb6b-a1a8-4e13-aa89-5ca31b43dd6b tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7910097 Sep 21 08:29:17.033832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46504) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:17.049754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Request body: {'port': {'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2057612395'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:17.248161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Made reservation on behalf of 8f18af2f8f30489cbf6286876c8ab34e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:17.261550 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:17.333658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-0824a6ef-7cc5-44b0-b0b1-1868ff5c9464', 'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464', 'tenant_id': '8f18af2f8f30489cbf6286876c8ab34e', 'fixed_ips': [{'subnet_id': 'bf3fbd23-8cf5-4d3e-92c8-fa9943e0a80f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:29:17.334691 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:17.350272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] device_id is not set on port d14330aa-9e8a-4c2e-92a6-4a29d72d8c52 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:17.505203 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef66889b-c57d-43e4-ab16-340c7d4fa818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:17.527205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef66889b-c57d-43e4-ab16-340c7d4fa818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:17.621802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Allocated IP 172.20.0.7 (0824a6ef-7cc5-44b0-b0b1-1868ff5c9464/bf3fbd23-8cf5-4d3e-92c8-fa9943e0a80f/d14330aa-9e8a-4c2e-92a6-4a29d72d8c52) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:17.691710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:17.705290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ef66889b-c57d-43e4-ab16-340c7d4fa818 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b84c5e1c593649ec99d57cdb7b7629a1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0298684 Sep 21 08:29:17.734218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66889b-c57d-43e4-ab16-340c7d4fa818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598af002-d53d-4713-8659-8d31f884a612,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:17.832346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caad5ad-721c-4ee0-9f5b-95c73d61ff82 req-98581de9-4670-49e0-8689-166513b41d0f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:17.834968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2caad5ad-721c-4ee0-9f5b-95c73d61ff82 req-98581de9-4670-49e0-8689-166513b41d0f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.4752028 Sep 21 08:29:17.840702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:29:17.920063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Deleting port 93296ffa-f2df-4e08-b7cb-a456d495f289 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:17.920564 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:17.952368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:17.964874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83d5f6-e52d-45dc-9e28-3af8a84304bb None None] Network 5e1bf043-fce3-4e84-94b8-943a752c6779 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:18.004296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.069854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event updated for resources: {'Port': ['ID=d14330aa-9e8a-4c2e-92a6-4a29d72d8c52,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:18.100775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:18.104337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:18.107841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:18.116832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab7d76b2-522f-470e-9010-1eb4290c5329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.126943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2caad5ad-721c-4ee0-9f5b-95c73d61ff82 req-b8c31631-30d6-44dd-8c39-da567b871164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793989 Sep 21 08:29:18.146620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab7d76b2-522f-470e-9010-1eb4290c5329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.250596 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab7d76b2-522f-470e-9010-1eb4290c5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.255308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab7d76b2-522f-470e-9010-1eb4290c5329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.258776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ab7d76b2-522f-470e-9010-1eb4290c5329 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/598af002-d53d-4713-8659-8d31f884a612 HTTP/1.1" status: 204 len: 168 time: 0.5638776 Sep 21 08:29:18.258938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4e411b31-cca5-465d-a8ef-901c719e0679 None None] Provisioning complete for port 93296ffa-f2df-4e08-b7cb-a456d495f289 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:18.274631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e411b31-cca5-465d-a8ef-901c719e0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.276008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d76b2-522f-470e-9010-1eb4290c5329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598af002-d53d-4713-8659-8d31f884a612,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:18.315091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:18.316838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.318816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Allocated IP 172.20.0.2 (0824a6ef-7cc5-44b0-b0b1-1868ff5c9464/bf3fbd23-8cf5-4d3e-92c8-fa9943e0a80f/eb3a2a2a-b408-410c-a138-e9f1de57489c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:18.357932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6358cd20-3d4a-4147-b85c-3a3b4da574a2 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3140004 Sep 21 08:29:18.357932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46522) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:18.419740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] For port 93296ffa-f2df-4e08-b7cb-a456d495f289, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=93296ffa-f2df-4e08-b7cb-a456d495f289,segment=NetworkSegment(99dbe0cb-b930-42ec-83f1-b88cddb063a6),segment_id=99dbe0cb-b930-42ec-83f1-b88cddb063a6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:18.419927 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.448568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Calling delete_port for 93296ffa-f2df-4e08-b7cb-a456d495f289 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:18.453147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:18.456835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:18.472162 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:18.487016 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:18.490100 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:28:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:18.540186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.551085 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7c9826b-a3c5-430e-adfc-e161c38dc420 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.4903901 Sep 21 08:29:18.577542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46526) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:18.856942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46530) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:18.893697 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-531dea15-92f0-468a-8f57-92dc15849b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.931047 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:18.942495 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:18.944322 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:28:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:18.949745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Deleting port d14330aa-9e8a-4c2e-92a6-4a29d72d8c52 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:18.950324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:18.990558 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:18.991722 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7b14c-73b0-4c6a-b7d2-41bb5af85654 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:19.015628 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.032732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93296ffa-f2df-4e08-b7cb-a456d495f289 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:19.035488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.117950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 93296ffa-f2df-4e08-b7cb-a456d495f289 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:29:19.118308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93296ffa-f2df-4e08-b7cb-a456d495f289 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 08:29:19.146020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Port 93296ffa-f2df-4e08-b7cb-a456d495f289 not found, will not notify nova. {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 08:29:19.156303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.160661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:19.165509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:19.171196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:19.174549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:19.185903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.200649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.212115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] Sync routers for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:19.220275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Pushing event updated for resources: {'Port': ['ID=eb3a2a2a-b408-410c-a138-e9f1de57489c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:19.223455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4e411b31-cca5-465d-a8ef-901c719e0679 None None] Could not find standard attr ID for object 93296ffa-f2df-4e08-b7cb-a456d495f289. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:29:19.253311 n-d-809980-2 neutron-server[94726]: INFO neutron.plugins.ml2.db [None req-4e411b31-cca5-465d-a8ef-901c719e0679 None None] No ports have port_id starting with 93296ffa-f2df-4e08-b7cb-a456d495f289 Sep 21 08:29:19.277161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Calling delete_port for d14330aa-9e8a-4c2e-92a6-4a29d72d8c52 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:19.288775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Port': ['ID=93296ffa-f2df-4e08-b7cb-a456d495f289,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:19.314779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Attempting to bind port eb3a2a2a-b408-410c-a138-e9f1de57489c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:29:19.315156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Attempting to bind port eb3a2a2a-b408-410c-a138-e9f1de57489c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'bffc44ff-93b7-4519-a2e3-42ef6b194cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:29:19.315579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Attempting to bind port eb3a2a2a-b408-410c-a138-e9f1de57489c on network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:29:19.317602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:19.318332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:28:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:19.362790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:19.366656 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753f70c3-4651-4473-9d4f-b4483697b7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:19.392819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No DVR routers for this DVR port 93296ffa-f2df-4e08-b7cb-a456d495f289 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:19.393993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:29:19.395931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Checking segment: {'id': 'bffc44ff-93b7-4519-a2e3-42ef6b194cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:19.398914 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.399285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Bound using segment: {'id': 'bffc44ff-93b7-4519-a2e3-42ef6b194cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:29:19.399847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Bound port: eb3a2a2a-b408-410c-a138-e9f1de57489c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffc44ff-93b7-4519-a2e3-42ef6b194cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0824a6ef-7cc5-44b0-b0b1-1868ff5c9464'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:29:19.400252 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.478340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9917e31f-01ef-441f-85b3-f6bd582276fd tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "PUT /v2.0/floatingips/c4f1878b-0e04-4994-ae5c-7f379b3400e7 HTTP/1.1" status: 200 len: 994 time: 7.8810027 Sep 21 08:29:19.534344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.632960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] For port eb3a2a2a-b408-410c-a138-e9f1de57489c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:29:19.645011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] For port eb3a2a2a-b408-410c-a138-e9f1de57489c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eb3a2a2a-b408-410c-a138-e9f1de57489c,segment=NetworkSegment(bffc44ff-93b7-4519-a2e3-42ef6b194cf7),segment_id=bffc44ff-93b7-4519-a2e3-42ef6b194cf7)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:29:19.661055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.663047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-531dea15-92f0-468a-8f57-92dc15849b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.671372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821bba33-f3d3-499d-9f1a-f77f7c66d3f4 None None] DHCP port deletion for 5e1bf043-fce3-4e84-94b8-943a752c6779 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:29:19.674066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fa3ad-de40-4a0c-beb2-9fc7b1f1aa30 req-9e2dd935-07ab-45e5-bc5c-b8d5f60e6b54 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:19.681668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c7fa3ad-de40-4a0c-beb2-9fc7b1f1aa30 req-9e2dd935-07ab-45e5-bc5c-b8d5f60e6b54 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.4058065 Sep 21 08:29:19.686184 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.689694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-531dea15-92f0-468a-8f57-92dc15849b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.715591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Subnet': ['ID=12f8f29b-805f-429a-a682-7b4d08726e28,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:19.769079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b6f4b-b824-4460-8ab5-95f88a60e19f None None] Pushing event updated for resources: {'Port': ['ID=eb3a2a2a-b408-410c-a138-e9f1de57489c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:19.774151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-050b6574-d993-4078-a236-fa2256517a10 None None] Could not find standard attr ID for object 93296ffa-f2df-4e08-b7cb-a456d495f289. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:29:19.852804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70472ad-738d-44c1-b56b-52d844219290 None None] Network 5e1bf043-fce3-4e84-94b8-943a752c6779 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:19.937762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:19.977040 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f1b045-acc0-4b0c-a004-7af0bcd3d06c x-openstack-request-id: req-b3f1b045-acc0-4b0c-a004-7af0bcd3d06c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:19.977225 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:19.977481 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3f1b045-acc0-4b0c-a004-7af0bcd3d06c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:19.977994 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00', 'status': 'completed', 'code': 200} Sep 21 08:29:19.992343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1bf043-fce3-4e84-94b8-943a752c6779']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:19.998477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:20.005082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dbe0cb-b930-42ec-83f1-b88cddb063a6') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:20.005361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dbe0cb-b930-42ec-83f1-b88cddb063a6') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:20.060182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.078851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-531dea15-92f0-468a-8f57-92dc15849b37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04aa53c90fe74bdbb96357106816f337&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2180994 Sep 21 08:29:20.086779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46542) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:20.088839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-836110ae-e5bc-4271-8bb1-44dac94b5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:20.090574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dea15-92f0-468a-8f57-92dc15849b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed247bb-0cf3-4abd-9d55-86270cdae254,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:20.090709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-836110ae-e5bc-4271-8bb1-44dac94b5b43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1097 time: 0.0772898 Sep 21 08:29:20.149204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c7fa3ad-de40-4a0c-beb2-9fc7b1f1aa30 req-d13c5485-4d2b-47ec-95f0-3d441dde774a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4654448 Sep 21 08:29:20.151830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.183260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.262003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada6e869-ba9a-469e-8530-84e0180821c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.295449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada6e869-ba9a-469e-8530-84e0180821c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.387799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:20.388467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:20.404038 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:20.471015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event deleted for resources: {'Port': ['ID=d14330aa-9e8a-4c2e-92a6-4a29d72d8c52,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:20.608779 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.612584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-44b739a4-acc0-41f9-a61a-f5b0885a8034 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "DELETE /v2.0/ports/d14330aa-9e8a-4c2e-92a6-4a29d72d8c52 HTTP/1.1" status: 204 len: 168 time: 2.2535765 Sep 21 08:29:20.619744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46552) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:20.669019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-1ad0dd9e-160e-4d65-8d10-81012335b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:20.671217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-1ad0dd9e-160e-4d65-8d10-81012335b0ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 914 time: 0.5304985 Sep 21 08:29:20.695571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3db420-ca2e-454e-bcb6-edb090f52555 None None] DHCP port deletion for 5e1bf043-fce3-4e84-94b8-943a752c6779 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:29:20.816763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'c4f1878b-0e04-4994-ae5c-7f379b3400e7', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'floating_ip_address': '172.25.1.227', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'mac_address': 'fa:16:3e:0b:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:29:07Z', 'updated_at': '2021-09-21T08:29:16Z', 'revision_number': 2, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:20.843203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.906742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada6e869-ba9a-469e-8530-84e0180821c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.909285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada6e869-ba9a-469e-8530-84e0180821c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.910462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ada6e869-ba9a-469e-8530-84e0180821c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eed247bb-0cf3-4abd-9d55-86270cdae254 HTTP/1.1" status: 204 len: 168 time: 0.8189197 Sep 21 08:29:20.912605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb3a2a2a-b408-410c-a138-e9f1de57489c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:20.924779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] Checking router: 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:29:20.958760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6e869-ba9a-469e-8530-84e0180821c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed247bb-0cf3-4abd-9d55-86270cdae254,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:20.984180 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.990804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:20.993223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/5e1bf043-fce3-4e84-94b8-943a752c6779 HTTP/1.1" status: 204 len: 168 time: 6.1199002 Sep 21 08:29:21.013042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46558) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:21.019799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc40b7-f823-43d9-af26-2758e19cbfad tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Network': ['ID=5e1bf043-fce3-4e84-94b8-943a752c6779,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:21.025353 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-ed06fe87-7f32-4ac2-a63f-db5dac666f22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 1002 time: 0.3280299 Sep 21 08:29:21.136635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:21.150842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:28:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:21.241617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-4d7b3dbd-ea1c-464b-9702-f3f0a9db6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.245627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-4d7b3dbd-ea1c-464b-9702-f3f0a9db6cd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 200 len: 852 time: 0.2061787 Sep 21 08:29:21.264710 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-753929c0-0e89-445b-a28d-dad7402f8818 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:21.265282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753929c0-0e89-445b-a28d-dad7402f8818 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:21.268266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-753929c0-0e89-445b-a28d-dad7402f8818 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/12f8f29b-805f-429a-a682-7b4d08726e28 HTTP/1.1" status: 404 len: 337 time: 0.2541468 Sep 21 08:29:21.315164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46564) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:21.429743 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6d638ba4-77c2-498b-8441-2b047dee302d tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.8070803 Sep 21 08:29:21.430721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46568) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:21.445902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1319984357'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:21.602063 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c1d487-e8d7-4758-a87e-e949319c7fa8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:21.602877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c1d487-e8d7-4758-a87e-e949319c7fa8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:21.608303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.612471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a7c1d487-e8d7-4758-a87e-e949319c7fa8 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/5e1bf043-fce3-4e84-94b8-943a752c6779 HTTP/1.1" status: 404 len: 339 time: 0.2822659 Sep 21 08:29:21.619198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.620825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46572) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:21.627146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.633771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.640814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port eb3a2a2a-b408-410c-a138-e9f1de57489c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:21.641201 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:21.642774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.657188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.664377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.675058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ced1da-1884-498c-9e22-19cc59e93aef req-925a0f70-5c81-482c-b03c-d22d5a27a2d0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.4023056 Sep 21 08:29:21.755469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Made reservation on behalf of 8f18af2f8f30489cbf6286876c8ab34e for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:21.767849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:21.828687 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2380d51-671c-4f66-bcc7-96bb43c53db2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:21.829355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2380d51-671c-4f66-bcc7-96bb43c53db2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:21.854151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f2380d51-671c-4f66-bcc7-96bb43c53db2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/ce4a67d7-7097-4a93-8120-fb8be659f47c HTTP/1.1" status: 404 len: 337 time: 0.2317355 Sep 21 08:29:21.866879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-60f363f6-e114-4c8d-b256-22b02af090d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.869070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-60f363f6-e114-4c8d-b256-22b02af090d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61bcf043-fa85-41a3-b431-ec6445d07749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6182981 Sep 21 08:29:21.875001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46578) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:21.890766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87e2af-59d8-4626-87cf-1166e6dcc10f req-dfbcca34-bdff-410b-a1da-7fb0c0b13fec tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:21.911014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af87e2af-59d8-4626-87cf-1166e6dcc10f req-dfbcca34-bdff-410b-a1da-7fb0c0b13fec tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.5156465 Sep 21 08:29:21.975699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:22.074100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ad17a-22ee-4e15-8489-256088537935 None None] Network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:22.136656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27ced1da-1884-498c-9e22-19cc59e93aef req-b24e5a38-d742-4346-8283-d907c08ebda4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4589224 Sep 21 08:29:22.188102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:22.191602 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe34521-7f04-4cf6-a5ad-27ad2761604e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:22.214011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:22.215922 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af87e2af-59d8-4626-87cf-1166e6dcc10f req-24d43af0-cee3-4853-9aac-78a575802970 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006392 Sep 21 08:29:22.222083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-e72c7480-3706-4953-a97a-7597cb7f51c7 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029199 Sep 21 08:29:22.224998 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c190a876-e1b8-4162-92dc-55efba33c433 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:22.226158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c190a876-e1b8-4162-92dc-55efba33c433 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:22.242978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c190a876-e1b8-4162-92dc-55efba33c433 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/68ce6b12-17ec-422e-bcbb-8043b10d2f3d HTTP/1.1" status: 404 len: 339 time: 0.3256390 Sep 21 08:29:22.243876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46590) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:22.308364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:22.308893 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Added segment c963fa61-1526-4dd6-9852-817b168ad351 of type vlan for network 33c8d88b-118e-481c-875a-b941bf87bf45 Sep 21 08:29:22.327267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4718576d-627d-488b-97ab-2122e5815674 None None] Provisioning complete for port eb3a2a2a-b408-410c-a138-e9f1de57489c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:22.333232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4718576d-627d-488b-97ab-2122e5815674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:22.409449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.1 (614607b4-08a8-4b9d-917e-eac3f82c9aaf/8294e43b-5cfc-4e96-9b5a-1bf41394e70e/dadac2b5-415c-430f-86cf-752dd150b5bd) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:22.414543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:22.431070 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffec6cf-9632-40e6-9d04-d6fe06894868 x-openstack-request-id: req-8ffec6cf-9632-40e6-9d04-d6fe06894868 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:22.431487 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:22.431739 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ffec6cf-9632-40e6-9d04-d6fe06894868 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:22.432149 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00', 'status': 'completed', 'code': 200} Sep 21 08:29:22.434140 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9080808c-56b6-456a-a98c-7480b2d042ec tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:22.435239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9080808c-56b6-456a-a98c-7480b2d042ec tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:22.437772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9080808c-56b6-456a-a98c-7480b2d042ec tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/1951386f-79e0-4882-8af0-330ea824c4ad HTTP/1.1" status: 404 len: 337 time: 0.1915817 Sep 21 08:29:22.446259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46594) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:22.501830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:22.522532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.523619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:22.523772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:22.528935 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5482d589-683d-4bdb-8088-1930f46846bd tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:22.530590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5482d589-683d-4bdb-8088-1930f46846bd tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:22.533753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5482d589-683d-4bdb-8088-1930f46846bd tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/b3f89ec0-17e5-40ec-9c8d-6cbd5b5b560c HTTP/1.1" status: 404 len: 339 time: 0.0786259 Sep 21 08:29:22.562202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46598) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:22.645791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.666105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.686882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.710020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.720764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.739243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.746892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:22.750571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f1b22d28-c0a7-4d57-b579-3e9c93488cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.4630537 Sep 21 08:29:22.881784 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4417717 Sep 21 08:29:22.884934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46610) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:22.895797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f1b34-5b89-480b-80ee-85d664c3acce tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event updated for resources: {'Network': ['ID=33c8d88b-118e-481c-875a-b941bf87bf45,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:23.006695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-1dcb6ca4-0008-412b-b332-dbec4ddfa0b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:23.008554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-1dcb6ca4-0008-412b-b332-dbec4ddfa0b5 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "GET /v2.0/ports/a6b30b36-02a7-4ef2-8c29-b9f748797e1f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1806684 Sep 21 08:29:23.096857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:23.127880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 33c8d88b-118e-481c-875a-b941bf87bf45 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:23.220210 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-369eb5a0-ea73-412b-91f8-bf3c6755000c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:23.250734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port eb3a2a2a-b408-410c-a138-e9f1de57489c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eb3a2a2a-b408-410c-a138-e9f1de57489c,segment=NetworkSegment(bffc44ff-93b7-4519-a2e3-42ef6b194cf7),segment_id=bffc44ff-93b7-4519-a2e3-42ef6b194cf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:23.314588 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-753f70c3-4651-4473-9d4f-b4483697b7a1 req-26a108d2-159d-4db9-ae2c-5ae834a09b86 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0692785 Sep 21 08:29:23.323294 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-a1d5c13e-c898-4aff-bc94-835dce223197 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "GET /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3060641 Sep 21 08:29:23.342472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6aefc892-fa1f-4ce2-9511-009feb19c8d8 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "GET /v2.0/agents/f201cb38-f962-4f63-88b2-094245aa5c1d/dhcp-networks HTTP/1.1" status: 200 len: 11204 time: 0.4560330 Sep 21 08:29:23.344689 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:23.347420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46626) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:23.361150 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4718576d-627d-488b-97ab-2122e5815674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:23.373956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:23.444502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Deleting port 1132084b-8d85-481a-b9a1-0ceea7e27791 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:23.444841 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:23.485834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93296ffa-f2df-4e08-b7cb-a456d495f289 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:23.578536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 93296ffa-f2df-4e08-b7cb-a456d495f289 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:29:23.578536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93296ffa-f2df-4e08-b7cb-a456d495f289 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:29:23.617313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:23.643905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:23.651513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:23.671509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:23.672244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=dadac2b5-415c-430f-86cf-752dd150b5bd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:23.681940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=eb3a2a2a-b408-410c-a138-e9f1de57489c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:23.770131 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:23.802205 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-4718576d-627d-488b-97ab-2122e5815674 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:29:23.802595 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-4718576d-627d-488b-97ab-2122e5815674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:29:23.809704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'c4f1878b-0e04-4994-ae5c-7f379b3400e7', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'floating_ip_address': '172.25.1.227', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'mac_address': 'fa:16:3e:0b:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:29:07Z', 'updated_at': '2021-09-21T08:29:16Z', 'revision_number': 2, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:23.842898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cda94-118b-4f98-9f16-235b7c5edfd3 None None] The sync data for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 is: [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'c4f1878b-0e04-4994-ae5c-7f379b3400e7', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'floating_ip_address': '172.25.1.227', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'port_id': '02541fde-03ef-4496-9b84-f7b185830d00', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'mac_address': 'fa:16:3e:0b:c9:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:29:07Z', 'updated_at': '2021-09-21T08:29:16Z', 'revision_number': 2, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:23.906521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe9cb5-38cd-4f2e-a476-0d59748df4d8 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] Network 33c8d88b-118e-481c-875a-b941bf87bf45 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:23.966413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-ecd7f71b-a59b-4edc-878d-e2423e485fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:23.984156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3de4-a75f-4f5d-af69-b0856c9df9c8 req-118c5633-07f2-4e5e-a993-e05728d0fa2f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:23.989848 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-ecd7f71b-a59b-4edc-878d-e2423e485fc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1097 time: 0.6014736 Sep 21 08:29:23.996167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4aa3de4-a75f-4f5d-af69-b0856c9df9c8 req-118c5633-07f2-4e5e-a993-e05728d0fa2f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.4925983 Sep 21 08:29:24.013517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:24.028448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-acfe9cb5-38cd-4f2e-a476-0d59748df4d8 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "POST /v2.0/agents/f201cb38-f962-4f63-88b2-094245aa5c1d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6725266 Sep 21 08:29:24.032020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:24.040135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7c5da-3361-4ac4-9e39-b3b7334bd8c2 None None] Network 33c8d88b-118e-481c-875a-b941bf87bf45 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:24.065652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46638) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:24.166822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46640) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:24.298881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.327442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.372083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.380203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.397769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.416026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.431943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.434285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-96d92738-e5f5-4de8-90b6-2d7ce9ca7f31 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 5434 time: 0.9436796 Sep 21 08:29:24.677010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 202266fb-dfa6-4b81-9761-4783b5bccb96 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:24.683217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] For port a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:24.770070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Calling delete_port for 1132084b-8d85-481a-b9a1-0ceea7e27791 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:24.774344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-45e30328-f266-4c62-ad9a-9f880fb2e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:24.776258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-45e30328-f266-4c62-ad9a-9f880fb2e4f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 914 time: 0.7128818 Sep 21 08:29:24.858992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] For port a6b30b36-02a7-4ef2-8c29-b9f748797e1f, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:29:24.864966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5109a994-1bc2-4fc1-ae54-703a7b07a06a None None] Provisioning complete for port eb3a2a2a-b408-410c-a138-e9f1de57489c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:24.865510 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5109a994-1bc2-4fc1-ae54-703a7b07a06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:24.951436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:24.980949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] device_id is not set on port a6b30b36-02a7-4ef2-8c29-b9f748797e1f yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:25.001842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dd26870-2528-411a-8f58-7ee7427cc7cd req-5801d0cd-2017-4521-96b3-d3cc67538553 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147965 Sep 21 08:29:25.035352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-db83c5a7-8bcd-4f4f-bdad-4e0577e903f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 1002 time: 0.2256231 Sep 21 08:29:25.051166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:25.055051 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5cc78b-c5cd-4f1a-9198-0e35d486ffc9" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:25.065110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.112630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 202266fb-dfa6-4b81-9761-4783b5bccb96, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=202266fb-dfa6-4b81-9761-4783b5bccb96,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:25.125561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.137214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e9d2f32f-373f-41d7-8675-b2371700eaf7 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:25.144384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.229358 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99477495-378a-4a50-a754-0049a020f610 x-openstack-request-id: req-99477495-378a-4a50-a754-0049a020f610 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:25.230150 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:25.230894 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99477495-378a-4a50-a754-0049a020f610 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:25.231613 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'code': 200} Sep 21 08:29:25.275212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17f5fcf7-54df-454e-8bc9-c582e71412b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.286868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] Pushing event updated for resources: {'Port': ['ID=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:25.329823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-9595c8ea-0550-424c-b9a3-f58221f176a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:25.331519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-9595c8ea-0550-424c-b9a3-f58221f176a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 200 len: 852 time: 0.2946494 Sep 21 08:29:25.390330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] No DVR routers for this DVR port a6b30b36-02a7-4ef2-8c29-b9f748797e1f on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:25.393377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.462669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.463112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1c727552-a498-4fe2-863e-85a2d30c8547 None None] Could not find standard attr ID for object d14330aa-9e8a-4c2e-92a6-4a29d72d8c52. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:29:25.467986 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/ports/1132084b-8d85-481a-b9a1-0ceea7e27791 HTTP/1.1" status: 204 len: 168 time: 2.9023902 Sep 21 08:29:25.475655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46648) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:25.476638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8f990-118a-41b5-986c-72d215f0b4d9 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Port': ['ID=1132084b-8d85-481a-b9a1-0ceea7e27791,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:25.503565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.540571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f6935f5b-cfb3-4453-a83c-68738fbc3d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.553357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=202266fb-dfa6-4b81-9761-4783b5bccb96,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:25.560613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17f5fcf7-54df-454e-8bc9-c582e71412b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.569012 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-357d7e33-a9d4-4d6b-bbff-35c7d83f4bd2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:25.569631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357d7e33-a9d4-4d6b-bbff-35c7d83f4bd2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:25.577573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-357d7e33-a9d4-4d6b-bbff-35c7d83f4bd2 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/f78336e7-539a-441e-b721-2343621821f0 HTTP/1.1" status: 404 len: 337 time: 0.0828941 Sep 21 08:29:25.582056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46650) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:25.591545 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4aa3de4-a75f-4f5d-af69-b0856c9df9c8 req-df5e7129-150b-4c5f-ae94-1c0ea9bf577d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5939436 Sep 21 08:29:25.610847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] In _notify_port_updated(), no bound segment for port a6b30b36-02a7-4ef2-8c29-b9f748797e1f on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:29:25.612488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:25.613249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.613743 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17f5fcf7-54df-454e-8bc9-c582e71412b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.614905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-d3aead60-d28c-4ba1-84e9-789adc26f62d service neutron] 10.222.0.50 "PUT /v2.0/ports/a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 200 len: 1028 time: 2.2600896 Sep 21 08:29:25.622777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-90620278-251c-4597-ac08-ed056b9662e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:25.624669 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-90620278-251c-4597-ac08-ed056b9662e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61bcf043-fa85-41a3-b431-ec6445d07749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2862332 Sep 21 08:29:25.690515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.714381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f08d2bc2-852e-47e6-8e79-010b8c87e4e3 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:25.716389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-f08d2bc2-852e-47e6-8e79-010b8c87e4e3 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "GET /v2.0/ports/4bbfb1a4-3bad-431c-8ca1-f77036071ce1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0902231 Sep 21 08:29:25.748891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:25.785328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17f5fcf7-54df-454e-8bc9-c582e71412b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d8dec059aeb4cdc88be46171290c7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6158864 Sep 21 08:29:25.805424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d51694-ee7a-4c95-90ab-3a0c108c9e4c None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:29:25.831446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46652) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:25.848908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5fcf7-54df-454e-8bc9-c582e71412b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35b24bb-c625-4b1a-b59d-e4ec3373fc26,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:25.879183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.882587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb3a2a2a-b408-410c-a138-e9f1de57489c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:29:25.887713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:25.995306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e9d2f32f-373f-41d7-8675-b2371700eaf7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:26.038345 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.039373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5b2eb16a-e89e-4b31-9830-1742dae1ded1 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:26.207396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e9d2f32f-373f-41d7-8675-b2371700eaf7,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:26.213152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-febe1327-1142-42ce-8a6b-07d9df06e296 None None] Provisioning complete for port a6b30b36-02a7-4ef2-8c29-b9f748797e1f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:26.213536 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-febe1327-1142-42ce-8a6b-07d9df06e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.374000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c766534-b233-46ad-a773-1392bb4e6183 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "GET /v2.0/agents/f201cb38-f962-4f63-88b2-094245aa5c1d/dhcp-networks HTTP/1.1" status: 200 len: 11975 time: 2.3020897 Sep 21 08:29:26.377439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46658) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:26.395038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port eb3a2a2a-b408-410c-a138-e9f1de57489c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:26.395508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.471803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-febe1327-1142-42ce-8a6b-07d9df06e296 None None] Port a6b30b36-02a7-4ef2-8c29-b9f748797e1f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:29:26.519027 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6842a8f1-3f33-472b-ad33-15d94e4d6832 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "DELETE /v2.0/agents/f201cb38-f962-4f63-88b2-094245aa5c1d/dhcp-networks/33c8d88b-118e-481c-875a-b941bf87bf45 HTTP/1.1" status: 204 len: 168 time: 0.1403029 Sep 21 08:29:26.521233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.522749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46660) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:26.562491 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.583771 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.698413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:26.702740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.723814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.725988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5a375e51-0521-4b3b-97fd-f7d7192e99b6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:26.799705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.813290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=dadac2b5-415c-430f-86cf-752dd150b5bd,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:26.836090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d51694-ee7a-4c95-90ab-3a0c108c9e4c None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:29:26.846694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.903490 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:26.950209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60071a7-fcc7-4136-81f8-98e557229e55']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:26.952903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a069f33f-cfdd-4124-8fe3-81406c56962a tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "GET /v2.0/agents/f201cb38-f962-4f63-88b2-094245aa5c1d/dhcp-networks HTTP/1.1" status: 200 len: 11204 time: 0.4169462 Sep 21 08:29:26.958630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46664) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:26.976928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35ec2-9aa6-4eb6-acfe-0c732723eba4 req-97ac08e2-df1f-42c2-bbc5-c2de4e3aff5d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:26.978429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a850a6f6-47e7-4728-b984-45a1daf3743d') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:26.978585 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2de35ec2-9aa6-4eb6-acfe-0c732723eba4 req-97ac08e2-df1f-42c2-bbc5-c2de4e3aff5d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.2051306 Sep 21 08:29:26.979026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a850a6f6-47e7-4728-b984-45a1daf3743d') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:26.999241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.021278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5b2eb16a-e89e-4b31-9830-1742dae1ded1,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:27.029429 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.053270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7afc042c-2b2c-4ad9-a00f-447e387fd390 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "GET /v2.0/networks/0824a6ef-7cc5-44b0-b0b1-1868ff5c9464/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0734293 Sep 21 08:29:27.061419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46666) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:27.084128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d101c1e8-1721-4db7-8e04-40f771f68ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.090120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2de35ec2-9aa6-4eb6-acfe-0c732723eba4 req-419cd18a-22f7-433d-9cdc-ade7b4a60ad3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869319 Sep 21 08:29:27.093431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:27.103215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-adcb45f4-cad1-4eb9-9566-b6f61f9291d7 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "GET /v2.0/networks/0824a6ef-7cc5-44b0-b0b1-1868ff5c9464/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0361249 Sep 21 08:29:27.103215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:27.104178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46668) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:27.125118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-7ce5a951-b528-48f7-a481-4da6c597136d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:27.145602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-7ce5a951-b528-48f7-a481-4da6c597136d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:27.154904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-7ce5a951-b528-48f7-a481-4da6c597136d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:27.161281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-7ce5a951-b528-48f7-a481-4da6c597136d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:27.167345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-7ce5a951-b528-48f7-a481-4da6c597136d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:27.173943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-7ce5a951-b528-48f7-a481-4da6c597136d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:27.181862 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-7ce5a951-b528-48f7-a481-4da6c597136d tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 4655 time: 0.6951721 Sep 21 08:29:27.182719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:27.195937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.203457 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.205083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6b30b36-02a7-4ef2-8c29-b9f748797e1f no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:27.215624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-73f492e2-9d25-4678-8f0d-4a6e25e2df31 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4933834 Sep 21 08:29:27.252889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:27.253257 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.255111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7'}, {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1'}, {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:27.257770 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325dd7ed-ebe5-488b-8fcf-4892a2d7ac26" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7"}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1"}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:27.261776 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:27.291952 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d101c1e8-1721-4db7-8e04-40f771f68ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.392117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5a375e51-0521-4b3b-97fd-f7d7192e99b6,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:27.403989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6b30b36-02a7-4ef2-8c29-b9f748797e1f not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:29:27.404640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:27.414502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6984f161-3748-4f6d-a9ce-a13102483b87 req-0d26bb6a-c94d-46ff-a0dd-fb1fa5bf2a36 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&id=7c8f00cc-3d09-485a-b4bb-9a8983822b82&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2316132 Sep 21 08:29:27.431866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.451870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.454337 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/c60071a7-fcc7-4136-81f8-98e557229e55 HTTP/1.1" status: 204 len: 168 time: 1.8706450 Sep 21 08:29:27.462470 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f21005-80db-4742-b4aa-1dec58d2f0be x-openstack-request-id: req-f7f21005-80db-4742-b4aa-1dec58d2f0be {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:27.463216 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7", "code": 200}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1", "code": 200}, {"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:27.463804 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f7f21005-80db-4742-b4aa-1dec58d2f0be {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:27.464463 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7', 'code': 200} Sep 21 08:29:27.464952 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1', 'code': 200} Sep 21 08:29:27.465437 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6', 'code': 200} Sep 21 08:29:27.479372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46676) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:27.518809 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3340ff15-a0b5-4904-8df8-a5608f361ed9 tempest-DHCPAgentSchedulersTestJSON-1501155864 tempest-DHCPAgentSchedulersTestJSON-1501155864-project-admin] 10.222.0.59 "GET /v2.0/agents/f201cb38-f962-4f63-88b2-094245aa5c1d/dhcp-networks HTTP/1.1" status: 200 len: 11204 time: 0.4128017 Sep 21 08:29:27.519697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46678) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:27.534506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74630e-4d9a-4436-8616-b7dd7a80af99 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Network': ['ID=c60071a7-fcc7-4136-81f8-98e557229e55,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:27.659484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d101c1e8-1721-4db7-8e04-40f771f68ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.662573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d101c1e8-1721-4db7-8e04-40f771f68ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.663772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d101c1e8-1721-4db7-8e04-40f771f68ead admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b35b24bb-c625-4b1a-b59d-e4ec3373fc26 HTTP/1.1" status: 204 len: 168 time: 1.8313477 Sep 21 08:29:27.746378 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.791132 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.805414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfe34521-7f04-4cf6-a5ad-27ad2761604e req-ec70ed9d-e84e-4741-8b58-eca2c5e71501 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445569 Sep 21 08:29:27.831926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Deleting port 0735e8da-a219-4559-bc0b-88ffb4c5c207 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:27.832205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.837035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] For port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:27.849572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101c1e8-1721-4db7-8e04-40f771f68ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35b24bb-c625-4b1a-b59d-e4ec3373fc26,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:27.933176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.988528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:27.997134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] For port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:29:28.036919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:28.063795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Calling delete_port for 0735e8da-a219-4559-bc0b-88ffb4c5c207 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:28.090593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.105702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] device_id is not set on port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:28.191032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.196011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c8d88b-118e-481c-875a-b941bf87bf45']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:28.205532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.241297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c963fa61-1526-4dd6-9852-817b168ad351') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:28.241297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c963fa61-1526-4dd6-9852-817b168ad351') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:28.258201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.278490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:29:28.279991 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:29:28.362811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] No DVR routers for this DVR port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:28.415679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.478300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] In _notify_port_updated(), no bound segment for port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 on network 4db6f82b-8065-449f-8e25-9a465b734ed5 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:29:28.479228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:28.479821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:28.479955 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.480240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.481354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] 10.222.0.50 "PUT /v2.0/ports/4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 200 len: 1028 time: 2.7505848 Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:28.491657 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:28.662146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:28.673928 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:28.696591 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:28.697681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:28.730794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4b7cf-f9f0-4572-8777-79278b918ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:28.734234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d1d48976-8b65-4ee6-85ba-e2596e7fa585 None None] Provisioning complete for port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:28.735851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d1d48976-8b65-4ee6-85ba-e2596e7fa585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.768764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0b04092b-1874-4908-a0c2-aaab04a13140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/routers/27053bdb-229d-4eb4-9252-4ef6d1642fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1742606 Sep 21 08:29:28.777228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46702) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:28.790935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'port': {'network_id': '614607b4-08a8-4b9d-917e-eac3f82c9aaf', 'name': 'tempest-FloatingIPTestJSON-153804255'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:28.797208 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.850725 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:28.879148 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:28.880145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:28.919516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Port': ['ID=0735e8da-a219-4559-bc0b-88ffb4c5c207,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:28.937487 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:28.938992 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbc760f-62f0-4d5f-a41e-09b18e0744e2 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:28.979581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:28.983205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c277e356-3bba-4085-8746-7840b1e2936d tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/ports/0735e8da-a219-4559-bc0b-88ffb4c5c207 HTTP/1.1" status: 204 len: 168 time: 1.5027862 Sep 21 08:29:28.995903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46710) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:29.009467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab93ef-588c-4ed1-88bb-3e66cf99a29b req-f60834f4-bc2f-43b4-8cf2-fb05a725807c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:29.012882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52ab93ef-588c-4ed1-88bb-3e66cf99a29b req-f60834f4-bc2f-43b4-8cf2-fb05a725807c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.6513686 Sep 21 08:29:29.096584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d1d48976-8b65-4ee6-85ba-e2596e7fa585 None None] Port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:29:29.106590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.119785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b90e5df9-3320-4f43-93fa-17778f34b5f1 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:29.148282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:29.154005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.173040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:29.175568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.205663 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.211036 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "DELETE /v2.0/networks/33c8d88b-118e-481c-875a-b941bf87bf45 HTTP/1.1" status: 204 len: 168 time: 1.6887140 Sep 21 08:29:29.219887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d04fd-468a-4549-95e8-039c947b9142 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event deleted for resources: {'Network': ['ID=33c8d88b-118e-481c-875a-b941bf87bf45,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:29.230438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46714) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:29.281446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-75ec325c-45d2-4002-999b-b42ee62444c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:29.283840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-75ec325c-45d2-4002-999b-b42ee62444c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1096 time: 0.2866781 Sep 21 08:29:29.285770 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf480df-ebfe-4b0d-aa80-b81f8533b9b7 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:29.287396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf480df-ebfe-4b0d-aa80-b81f8533b9b7 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:29.292535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8cf480df-ebfe-4b0d-aa80-b81f8533b9b7 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "DELETE /v2.0/ports/d14330aa-9e8a-4c2e-92a6-4a29d72d8c52 HTTP/1.1" status: 404 len: 333 time: 0.0444157 Sep 21 08:29:29.294258 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e30ed81-25b6-4004-ae65-956a040dfd4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:29.295205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e30ed81-25b6-4004-ae65-956a040dfd4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:29.300537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0e30ed81-25b6-4004-ae65-956a040dfd4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/c8007360-d5b8-4561-8210-f8f721dd7f41 HTTP/1.1" status: 404 len: 337 time: 0.1886356 Sep 21 08:29:29.301287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46716) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:29.301855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46718) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:29.320321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] For port 5a375e51-0521-4b3b-97fd-f7d7192e99b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5a375e51-0521-4b3b-97fd-f7d7192e99b6,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:29.321036 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.339993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for 5a375e51-0521-4b3b-97fd-f7d7192e99b6 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:29.442259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d00e1-fee5-4d80-8dbb-b7f8607caffb req-9661642f-0ef9-4567-b35c-f5ec916b6a47 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:29.449198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d00e1-fee5-4d80-8dbb-b7f8607caffb req-9661642f-0ef9-4567-b35c-f5ec916b6a47 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:29.456563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d00e1-fee5-4d80-8dbb-b7f8607caffb req-9661642f-0ef9-4567-b35c-f5ec916b6a47 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:29.462074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52ab93ef-588c-4ed1-88bb-3e66cf99a29b req-5bfee467-ad12-460d-ad0c-61f3177c3112 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4417293 Sep 21 08:29:29.463565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d00e1-fee5-4d80-8dbb-b7f8607caffb req-9661642f-0ef9-4567-b35c-f5ec916b6a47 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:29.470167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d00e1-fee5-4d80-8dbb-b7f8607caffb req-9661642f-0ef9-4567-b35c-f5ec916b6a47 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:29.477402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-464d00e1-fee5-4d80-8dbb-b7f8607caffb req-9661642f-0ef9-4567-b35c-f5ec916b6a47 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 3876 time: 0.7854331 Sep 21 08:29:29.545387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] device_id is not set on port a44bbbd7-d8f4-4707-a48f-ac83947427c6 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:29.604911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.663184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Deleting subnet bf3fbd23-8cf5-4d3e-92c8-fa9943e0a80f {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:29:29.720002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=5a375e51-0521-4b3b-97fd-f7d7192e99b6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:29.820570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] No DVR routers for this DVR port 5a375e51-0521-4b3b-97fd-f7d7192e99b6 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:29.823419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.825735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-869157f1-547b-49e1-afc7-b36eb40f05ab tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "DELETE /v2.0/ports/5a375e51-0521-4b3b-97fd-f7d7192e99b6 HTTP/1.1" status: 204 len: 173 time: 1.3035526 Sep 21 08:29:29.826205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:29.828590 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a161e33-6023-4275-abd9-92a6be5d38c3" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:29.908711 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.959364 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:29.975931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.001791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b90e5df9-3320-4f43-93fa-17778f34b5f1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:30.003063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:30.008192 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aa64cc-b4c6-4932-81e5-97b2ee520826" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:30.013093 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.142814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b90e5df9-3320-4f43-93fa-17778f34b5f1,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:30.148163 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764c1899-333b-4de9-94b7-c025e2dd3a90 x-openstack-request-id: req-764c1899-333b-4de9-94b7-c025e2dd3a90 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:30.149282 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "5a375e51-0521-4b3b-97fd-f7d7192e99b6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:30.151820 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-764c1899-333b-4de9-94b7-c025e2dd3a90 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:30.153362 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': '5a375e51-0521-4b3b-97fd-f7d7192e99b6', 'status': 'completed', 'code': 200} Sep 21 08:29:30.160318 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f361cd-922d-4082-bb51-ec5feca2915e x-openstack-request-id: req-b6f361cd-922d-4082-bb51-ec5feca2915e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:30.160635 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-unplugged", "status": "completed", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:30.160909 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6f361cd-922d-4082-bb51-ec5feca2915e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:30.161300 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1', 'code': 200} Sep 21 08:29:30.239986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-464d00e1-fee5-4d80-8dbb-b7f8607caffb req-0d0c95f9-a957-4563-a231-f752aadd9c80 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7474391 Sep 21 08:29:30.253359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:30.255108 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.256959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.389453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-8ce69ace-e45f-465c-991b-d62f309195de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:30.390966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-8ce69ace-e45f-465c-991b-d62f309195de service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.9103169 Sep 21 08:29:30.507704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.12 (614607b4-08a8-4b9d-917e-eac3f82c9aaf/8294e43b-5cfc-4e96-9b5a-1bf41394e70e/a44bbbd7-d8f4-4707-a48f-ac83947427c6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:30.513605 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.568099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] For port 5b2eb16a-e89e-4b31-9830-1742dae1ded1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b2eb16a-e89e-4b31-9830-1742dae1ded1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:30.568996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.583151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for 5b2eb16a-e89e-4b31-9830-1742dae1ded1 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:30.614158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-eb9858ad-eb60-445f-b4df-daa521d09b75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 1001 time: 0.2030838 Sep 21 08:29:30.698556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.758923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604a8a78-b2c5-4ae1-b086-4973b4c47595']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:30.768480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.808860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-fdc377ca-4105-4974-8225-aaaa38cb4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:30.810339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-fdc377ca-4105-4974-8225-aaaa38cb4743 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1869097 Sep 21 08:29:30.815481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba94f17-e5c0-4120-a8f9-1786cfa4e304') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:30.815800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba94f17-e5c0-4120-a8f9-1786cfa4e304') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:30.855926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.858269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "DELETE /v2.0/subnets/bf3fbd23-8cf5-4d3e-92c8-fa9943e0a80f HTTP/1.1" status: 204 len: 168 time: 1.5524058 Sep 21 08:29:30.864115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ca19c-8d96-4850-8e0b-ee4ec5561b4e None None] Network 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:30.893187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46740) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:30.917983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d628568-8ec0-4994-b7ab-661fa9952ae6 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event deleted for resources: {'Subnet': ['ID=bf3fbd23-8cf5-4d3e-92c8-fa9943e0a80f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:30.919617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.922973 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.947461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.954578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:30.955345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:30.997089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=5b2eb16a-e89e-4b31-9830-1742dae1ded1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:31.105979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418eb79-c546-499b-b557-138251860e30 req-ac73a3ae-4dbe-4cf2-a0c3-4692371a21ff tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:31.125579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6418eb79-c546-499b-b557-138251860e30 req-ac73a3ae-4dbe-4cf2-a0c3-4692371a21ff tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.2922370 Sep 21 08:29:31.154187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] DHCP port deletion for 0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:29:31.201253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] No DVR routers for this DVR port 5b2eb16a-e89e-4b31-9830-1742dae1ded1 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:31.205738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.214186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-91a8af9c-a458-4ce5-a832-e7e3d155acfa tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "DELETE /v2.0/ports/5b2eb16a-e89e-4b31-9830-1742dae1ded1 HTTP/1.1" status: 204 len: 173 time: 1.3770766 Sep 21 08:29:31.228015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] Deleting port eb3a2a2a-b408-410c-a138-e9f1de57489c {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:31.229282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:31.294868 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:31.319241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6418eb79-c546-499b-b557-138251860e30 req-905fa7b8-545f-45ed-ac39-42210f44ec6e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328354 Sep 21 08:29:31.364415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.373962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] For port eb3a2a2a-b408-410c-a138-e9f1de57489c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eb3a2a2a-b408-410c-a138-e9f1de57489c,segment=NetworkSegment(bffc44ff-93b7-4519-a2e3-42ef6b194cf7),segment_id=bffc44ff-93b7-4519-a2e3-42ef6b194cf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:31.375205 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.451298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] Calling delete_port for eb3a2a2a-b408-410c-a138-e9f1de57489c owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:31.469923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.475340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/604a8a78-b2c5-4ae1-b086-4973b4c47595 HTTP/1.1" status: 204 len: 168 time: 2.0633759 Sep 21 08:29:31.481529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46748) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:31.591911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port e9d2f32f-373f-41d7-8675-b2371700eaf7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:31.592297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.600903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3228b-ff0f-4131-97fd-32a1b8803aa5 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Network': ['ID=604a8a78-b2c5-4ae1-b086-4973b4c47595,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:31.731854 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.788260 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.803452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-2c23ba95-0f31-4477-a4db-7464a9d5892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:31.814759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-2c23ba95-0f31-4477-a4db-7464a9d5892e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9741404 Sep 21 08:29:31.862228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] Pushing event deleted for resources: {'Port': ['ID=eb3a2a2a-b408-410c-a138-e9f1de57489c,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:31.871707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f53b9-75dd-4da4-ae1c-bebff5e964b4 None None] No DVR routers for this DVR port eb3a2a2a-b408-410c-a138-e9f1de57489c on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:31.885141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Deleting subnet dfb902c0-7233-476f-8175-2940d8710b2f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:29:31.893009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:31.898697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb3a2a2a-b408-410c-a138-e9f1de57489c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:31.946718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: eb3a2a2a-b408-410c-a138-e9f1de57489c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:29:31.947104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eb3a2a2a-b408-410c-a138-e9f1de57489c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:29:31.991108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] For port e9d2f32f-373f-41d7-8675-b2371700eaf7, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e9d2f32f-373f-41d7-8675-b2371700eaf7,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:31.991527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.028445 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.032040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for e9d2f32f-373f-41d7-8675-b2371700eaf7 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:32.046176 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.068813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da460-1068-4dbd-9828-e73eb549f930 req-886ee288-b87b-4b50-90bf-324b9e426cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:32.075283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da460-1068-4dbd-9828-e73eb549f930 req-886ee288-b87b-4b50-90bf-324b9e426cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:32.081379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56da460-1068-4dbd-9828-e73eb549f930 req-886ee288-b87b-4b50-90bf-324b9e426cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:32.083796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c56da460-1068-4dbd-9828-e73eb549f930 req-886ee288-b87b-4b50-90bf-324b9e426cae tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 2409 time: 0.5726109 Sep 21 08:29:32.127874 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.159063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:32.161243 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01de2de8-157b-48b4-9ed0-9333db57c078" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:32.177963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-942fc26d-4a64-4000-af70-6f16ae1a9c42 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474691 Sep 21 08:29:32.235721 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f82a6e-df37-48f3-b24b-7be46add1c52 x-openstack-request-id: req-19f82a6e-df37-48f3-b24b-7be46add1c52 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:32.236692 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "5b2eb16a-e89e-4b31-9830-1742dae1ded1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:32.237108 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19f82a6e-df37-48f3-b24b-7be46add1c52 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:32.237789 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': '5b2eb16a-e89e-4b31-9830-1742dae1ded1', 'status': 'completed', 'code': 200} Sep 21 08:29:32.255969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.517686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.567992 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.681453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a0678-91e5-4d71-9adc-c3e8790e104d None None] Network 69b47ad2-8e2d-4d04-8bba-8f6fa711960e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:32.686531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.735799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.735799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/subnets/dfb902c0-7233-476f-8175-2940d8710b2f HTTP/1.1" status: 204 len: 168 time: 1.2122278 Sep 21 08:29:32.735799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b974eaa-bab2-4f09-b192-20b981d8ef4f tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb902c0-7233-476f-8175-2940d8710b2f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:32.786240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c56da460-1068-4dbd-9828-e73eb549f930 req-cee92311-e0ed-4692-bd92-ac035d28c2a3 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6948981 Sep 21 08:29:32.837043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46768) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:32.871338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:32.943271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] DHCP port deletion for 69b47ad2-8e2d-4d04-8bba-8f6fa711960e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:29:32.966245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:32.969629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:32.974508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46774) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:32.982120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:33.019116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.021159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=e9d2f32f-373f-41d7-8675-b2371700eaf7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:33.025290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] No DVR routers for this DVR port e9d2f32f-373f-41d7-8675-b2371700eaf7 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:33.029852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.056002 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-94fc7436-f8f1-463d-9f6e-a16620ec592f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "DELETE /v2.0/ports/e9d2f32f-373f-41d7-8675-b2371700eaf7 HTTP/1.1" status: 204 len: 173 time: 1.8250985 Sep 21 08:29:33.090552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=a44bbbd7-d8f4-4707-a48f-ac83947427c6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:33.124159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880cbdb-0bd7-4f2f-8754-046a766b4a5d req-82159eea-bfc0-45b2-be18-33c18afc5f1c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:33.139947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1880cbdb-0bd7-4f2f-8754-046a766b4a5d req-82159eea-bfc0-45b2-be18-33c18afc5f1c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.6267588 Sep 21 08:29:33.162805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] Deleting port 5f69f793-c51c-458b-bdd2-740490e6c23d {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:33.163290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.179985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0824a6ef-7cc5-44b0-b0b1-1868ff5c9464']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:33.255728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-550eea3f-d3aa-4dc8-9c42-1251d971f5b6 req-8e9720c2-8b09-4268-be87-1d63130dd3aa service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0605190 Sep 21 08:29:33.261273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffc44ff-93b7-4519-a2e3-42ef6b194cf7') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:33.261596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffc44ff-93b7-4519-a2e3-42ef6b194cf7') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:33.306631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.326060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:33.326712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.339602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] For port 5f69f793-c51c-458b-bdd2-740490e6c23d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5f69f793-c51c-458b-bdd2-740490e6c23d,segment=NetworkSegment(9820e5a8-f4bd-43a4-9b00-c1c8152a99d8),segment_id=9820e5a8-f4bd-43a4-9b00-c1c8152a99d8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:33.343422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.350295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1880cbdb-0bd7-4f2f-8754-046a766b4a5d req-ffd2afb0-3a05-4712-ac88-3f362c307656 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089808 Sep 21 08:29:33.388814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4228fd2a-0270-4654-93d3-1da857e71a8b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6101236 Sep 21 08:29:33.402760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] Calling delete_port for 5f69f793-c51c-458b-bdd2-740490e6c23d owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:33.415064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46780) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:33.418088 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d3a87d17-3603-4a49-a650-273c003a47e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.432561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'port': {'network_id': '614607b4-08a8-4b9d-917e-eac3f82c9aaf', 'name': 'tempest-FloatingIPTestJSON-1547094756'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:33.434849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.461386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:33.461843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:33.465056 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:33.556228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Deleting port 5f69f793-c51c-458b-bdd2-740490e6c23d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:33.557092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.559612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.577180 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.580105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] 10.222.0.59 "DELETE /v2.0/networks/0824a6ef-7cc5-44b0-b0b1-1868ff5c9464 HTTP/1.1" status: 204 len: 168 time: 2.6632223 Sep 21 08:29:33.607633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327b1cc-066e-4cec-9362-3e33df27f304 tempest-DHCPAgentSchedulersTestJSON-51001683 tempest-DHCPAgentSchedulersTestJSON-51001683-project] Pushing event deleted for resources: {'Network': ['ID=0824a6ef-7cc5-44b0-b0b1-1868ff5c9464,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:33.684075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.700121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d3a87d17-3603-4a49-a650-273c003a47e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.706039 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d3a87d17-3603-4a49-a650-273c003a47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.717517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.793453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] For port 5f69f793-c51c-458b-bdd2-740490e6c23d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5f69f793-c51c-458b-bdd2-740490e6c23d,segment=NetworkSegment(9820e5a8-f4bd-43a4-9b00-c1c8152a99d8),segment_id=9820e5a8-f4bd-43a4-9b00-c1c8152a99d8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:33.793844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:33.803206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d3a87d17-3603-4a49-a650-273c003a47e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9811feccdc6a4634a4257e778c66e184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8258891 Sep 21 08:29:33.803760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] No DVR routers for this DVR port 5f69f793-c51c-458b-bdd2-740490e6c23d on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:33.807141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46784) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:33.831644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Calling delete_port for 5f69f793-c51c-458b-bdd2-740490e6c23d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:33.832722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158daacc-e945-4d6b-ac59-a92db179bc99 None None] Pushing event deleted for resources: {'Port': ['ID=5f69f793-c51c-458b-bdd2-740490e6c23d,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:33.872547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f69f793-c51c-458b-bdd2-740490e6c23d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:33.921202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 5f69f793-c51c-458b-bdd2-740490e6c23d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:29:33.922523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f69f793-c51c-458b-bdd2-740490e6c23d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:29:34.139196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7c7-fee1-4d1a-b0f4-5ac52f601994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.159975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46794) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:34.184402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port 202266fb-dfa6-4b81-9761-4783b5bccb96 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:34.185555 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.195304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a87d17-3603-4a49-a650-273c003a47e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df48467-32c6-4d51-9baf-f785cf3f9160,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:34.238952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7c7-fee1-4d1a-b0f4-5ac52f601994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.251479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602665b-772e-4434-b6a8-a4ea7fab07f2 req-fa33e7c1-d789-44ac-8f42-054abba60122 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:34.256519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:34.258582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602665b-772e-4434-b6a8-a4ea7fab07f2 req-fa33e7c1-d789-44ac-8f42-054abba60122 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:34.259614 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad0743-4fea-40af-988b-aaaec8ac2d1c" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:34.260292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c602665b-772e-4434-b6a8-a4ea7fab07f2 req-fa33e7c1-d789-44ac-8f42-054abba60122 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 1677 time: 0.2301297 Sep 21 08:29:34.330808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c602665b-772e-4434-b6a8-a4ea7fab07f2 req-7ac73892-e235-4067-bca5-4c3839c033b9 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624306 Sep 21 08:29:34.379149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7c7-fee1-4d1a-b0f4-5ac52f601994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.384925 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa7c7-fee1-4d1a-b0f4-5ac52f601994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.385596 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a22810-960c-4c25-9054-fc9a4ead0b35 x-openstack-request-id: req-08a22810-960c-4c25-9054-fc9a4ead0b35 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:34.386091 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "e9d2f32f-373f-41d7-8675-b2371700eaf7", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:34.386327 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-08a22810-960c-4c25-9054-fc9a4ead0b35 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:34.386469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cc6aa7c7-fee1-4d1a-b0f4-5ac52f601994 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7df48467-32c6-4d51-9baf-f785cf3f9160 HTTP/1.1" status: 204 len: 168 time: 0.5771592 Sep 21 08:29:34.387107 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': 'e9d2f32f-373f-41d7-8675-b2371700eaf7', 'status': 'completed', 'code': 200} Sep 21 08:29:34.424927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aa7c7-fee1-4d1a-b0f4-5ac52f601994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df48467-32c6-4d51-9baf-f785cf3f9160,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:34.425271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-81fa01de-35fc-442e-bcf6-2e16f5c88b24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8947160 Sep 21 08:29:34.446848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:34.451048 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.550674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] For port 202266fb-dfa6-4b81-9761-4783b5bccb96, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=202266fb-dfa6-4b81-9761-4783b5bccb96,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:34.561399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.592397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-81b8a988-9f70-4f7b-94d8-f8367b9c12b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f18af2f8f30489cbf6286876c8ab34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200861 Sep 21 08:29:34.595533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46804) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:34.622037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2e8b-ab19-4397-b206-3117f9c5ce75 req-d280a174-070e-4118-b072-d003d43655bd tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:34.624081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edbe2e8b-ab19-4397-b206-3117f9c5ce75 req-d280a174-070e-4118-b072-d003d43655bd tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1250196 Sep 21 08:29:34.684902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edbe2e8b-ab19-4397-b206-3117f9c5ce75 req-8c271ca1-9f33-4ab6-a340-d57226925dc5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517972 Sep 21 08:29:34.708654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a080abef-3b1e-4262-9885-298393da79f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.712750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] device_id is not set on port f238bca6-fd1d-4386-810f-b05138f287bc yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:34.759812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a080abef-3b1e-4262-9885-298393da79f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.810918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.855506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a080abef-3b1e-4262-9885-298393da79f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.858380 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a080abef-3b1e-4262-9885-298393da79f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:34.862986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a080abef-3b1e-4262-9885-298393da79f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc200e62-8405-41ca-887c-2f94387cbf44 HTTP/1.1" status: 204 len: 168 time: 0.2662759 Sep 21 08:29:34.877183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080abef-3b1e-4262-9885-298393da79f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc200e62-8405-41ca-887c-2f94387cbf44,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:34.993070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.3 (614607b4-08a8-4b9d-917e-eac3f82c9aaf/8294e43b-5cfc-4e96-9b5a-1bf41394e70e/f238bca6-fd1d-4386-810f-b05138f287bc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:35.017523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Port': ['ID=5f69f793-c51c-458b-bdd2-740490e6c23d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:35.064692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] No DVR routers for this DVR port 5f69f793-c51c-458b-bdd2-740490e6c23d on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:35.202983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-035f5a57-d48c-4a80-b381-4aedb07be0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:35.205661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-035f5a57-d48c-4a80-b381-4aedb07be0f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1097 time: 0.7232232 Sep 21 08:29:35.349008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:35.503965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b47ad2-8e2d-4d04-8bba-8f6fa711960e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:35.538568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46824) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:35.564113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9c73ea67-20a8-425c-9650-bdc66bca5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:35.802257 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9c73ea67-20a8-425c-9650-bdc66bca5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:35.810702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9c73ea67-20a8-425c-9650-bdc66bca5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:35.886216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9c73ea67-20a8-425c-9650-bdc66bca5cf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bf41e1ea715b47059e027a11282a3395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3418562 Sep 21 08:29:35.888148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46834) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:35.888807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73ea67-20a8-425c-9650-bdc66bca5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18cd9eb-62d1-427b-bda4-8988d10e7394,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:35.997794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e4b9a-6cb4-4c32-9143-467449bb407b req-6faa4956-d1f9-4ceb-a02c-e22395e21e3a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:36.005525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c4e4b9a-6cb4-4c32-9143-467449bb407b req-6faa4956-d1f9-4ceb-a02c-e22395e21e3a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1552265 Sep 21 08:29:36.007307 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04dc6995-317d-4e3d-9ba2-f1e151472967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.045432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.046062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.046554 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Floating IP 13a039fd-f5c8-4a21-add6-9503dd4e0d54 disassociated. External IP: 172.25.1.198, port: 202266fb-dfa6-4b81-9761-4783b5bccb96. Sep 21 08:29:36.047120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for 202266fb-dfa6-4b81-9761-4783b5bccb96 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:36.079102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c4e4b9a-6cb4-4c32-9143-467449bb407b req-782f5880-fd94-4cf1-a372-75c6bc6c9590 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670896 Sep 21 08:29:36.081643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04dc6995-317d-4e3d-9ba2-f1e151472967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.162264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9820e5a8-f4bd-43a4-9b00-c1c8152a99d8') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:36.162918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9820e5a8-f4bd-43a4-9b00-c1c8152a99d8') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:36.174180 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04dc6995-317d-4e3d-9ba2-f1e151472967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.177043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04dc6995-317d-4e3d-9ba2-f1e151472967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.178558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-04dc6995-317d-4e3d-9ba2-f1e151472967 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f18cd9eb-62d1-427b-bda4-8988d10e7394 HTTP/1.1" status: 204 len: 168 time: 0.2860162 Sep 21 08:29:36.197662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc6995-317d-4e3d-9ba2-f1e151472967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18cd9eb-62d1-427b-bda4-8988d10e7394,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:36.258020 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.312136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.335114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:36.335587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:36.342265 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:36.406390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeccce-a63c-4211-8166-d4382a361f60 req-428b1930-868c-4c5e-b962-e20b852acd7e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:36.414111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeccce-a63c-4211-8166-d4382a361f60 req-428b1930-868c-4c5e-b962-e20b852acd7e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:36.416086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6bbeccce-a63c-4211-8166-d4382a361f60 req-428b1930-868c-4c5e-b962-e20b852acd7e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 1677 time: 0.2890811 Sep 21 08:29:36.422129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-0e7db62a-cb36-4617-8217-2a1c1a223c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:36.424585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-0e7db62a-cb36-4617-8217-2a1c1a223c0b service neutron] 10.222.0.62 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 914 time: 1.0694625 Sep 21 08:29:36.429210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.595038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.613655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.615525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] 10.222.0.59 "DELETE /v2.0/networks/69b47ad2-8e2d-4d04-8bba-8f6fa711960e HTTP/1.1" status: 204 len: 168 time: 3.7738519 Sep 21 08:29:36.711861 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-f38a89ea-91a4-47c5-a51f-c9715d6112df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 1002 time: 0.2443938 Sep 21 08:29:36.719285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbb62d-ba50-4c9b-a480-efa1845c1d94 tempest-NetworksIpV6TestAttrs-1833419075 tempest-NetworksIpV6TestAttrs-1833419075-project] Pushing event deleted for resources: {'Network': ['ID=69b47ad2-8e2d-4d04-8bba-8f6fa711960e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:36.756918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.759055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:36.870171 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:29:36.877321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6bbeccce-a63c-4211-8166-d4382a361f60 req-97ddcb5b-fd8e-4ac7-8e9c-d0a8ea3e7642 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4462197 Sep 21 08:29:36.928112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=202266fb-dfa6-4b81-9761-4783b5bccb96,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:36.948977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46862) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:36.993946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46868) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:37.075581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:37.102866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:37.115206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:37.122117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-ce056de5-d4a9-4b2c-81af-a8eda04499a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:37.130485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d3294f0-190e-470e-9159-35e45cd6ae52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.133229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-ce056de5-d4a9-4b2c-81af-a8eda04499a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 200 len: 852 time: 0.3896604 Sep 21 08:29:37.297818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=f238bca6-fd1d-4386-810f-b05138f287bc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:37.388218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-86efebc5-9a25-401b-9d98-82c553980f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:37.394365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-86efebc5-9a25-401b-9d98-82c553980f81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61bcf043-fa85-41a3-b431-ec6445d07749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801150 Sep 21 08:29:37.448493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e06b0-950c-4a21-aef0-efd72645e66d req-32458661-d10d-450a-82e6-8c0701c99da6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:37.456064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-962e06b0-950c-4a21-aef0-efd72645e66d req-32458661-d10d-450a-82e6-8c0701c99da6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.2438223 Sep 21 08:29:37.503134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-834096f2-20a4-4290-a5cb-ce7376d8972a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33aec9219e8348a4a561ea7cc8b151a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077357 Sep 21 08:29:37.504938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46880) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:37.529265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:37.530059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.679902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Router 5f18a5eb-cf51-4965-974d-083012835991 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:37.695686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d3294f0-190e-470e-9159-35e45cd6ae52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.697325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c78e44a-a7e2-4960-bcd0-53e17d0673af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.706009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-962e06b0-950c-4a21-aef0-efd72645e66d req-14854e72-84e6-42c4-842b-29452acba6e9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318707 Sep 21 08:29:37.710889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d3294f0-190e-470e-9159-35e45cd6ae52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.746958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e56f841a-9a95-435e-a9ae-e312519f5077 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3194509 Sep 21 08:29:37.747647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46892) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:37.756301 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c78e44a-a7e2-4960-bcd0-53e17d0673af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.800378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3294f0-190e-470e-9159-35e45cd6ae52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6fc651-1aaf-4ed4-8d6b-142cabfaf4e1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:37.807344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d3294f0-190e-470e-9159-35e45cd6ae52 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=569488c5000140b591acd49b6ecbfaef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8566892 Sep 21 08:29:37.822423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46894) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:37.830068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'f238bca6-fd1d-4386-810f-b05138f287bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:37.879422 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-e9691454-ae41-43a9-a9cf-2b73fbc7ad7a service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156170 Sep 21 08:29:37.907706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.932024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49c197d7-0d19-43c5-a9ac-1e4e4bdfdbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:37.981769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49c197d7-0d19-43c5-a9ac-1e4e4bdfdbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:38.004592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c78e44a-a7e2-4960-bcd0-53e17d0673af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:38.010239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c78e44a-a7e2-4960-bcd0-53e17d0673af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:38.015960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1c78e44a-a7e2-4960-bcd0-53e17d0673af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41da3419-d231-43e1-b314-ac019268cfc2 HTTP/1.1" status: 204 len: 168 time: 0.4773819 Sep 21 08:29:38.038482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78e44a-a7e2-4960-bcd0-53e17d0673af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41da3419-d231-43e1-b314-ac019268cfc2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:38.106205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49c197d7-0d19-43c5-a9ac-1e4e4bdfdbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:38.110405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:38.114405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49c197d7-0d19-43c5-a9ac-1e4e4bdfdbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:38.117794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-49c197d7-0d19-43c5-a9ac-1e4e4bdfdbdd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab6fc651-1aaf-4ed4-8d6b-142cabfaf4e1 HTTP/1.1" status: 204 len: 168 time: 0.2907867 Sep 21 08:29:38.123379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] Sync routers for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:38.143945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:38.145411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:38.151165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c197d7-0d19-43c5-a9ac-1e4e4bdfdbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6fc651-1aaf-4ed4-8d6b-142cabfaf4e1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:38.371374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] No DVR routers for this DVR port 202266fb-dfa6-4b81-9761-4783b5bccb96 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:38.375635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:38.384466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-3139d6e6-0bde-4910-8685-f86265188c34 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "DELETE /v2.0/ports/202266fb-dfa6-4b81-9761-4783b5bccb96 HTTP/1.1" status: 204 len: 173 time: 5.3132515 Sep 21 08:29:38.390393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:38.393452 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c25b67-144a-43a7-a5ae-805cab6b9e60" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:38.472176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:38.547459 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fc2cff-aa61-4763-b7c6-b5405b3bb399 x-openstack-request-id: req-29fc2cff-aa61-4763-b7c6-b5405b3bb399 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:38.548064 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "202266fb-dfa6-4b81-9761-4783b5bccb96", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:38.548498 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29fc2cff-aa61-4763-b7c6-b5405b3bb399 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:38.549079 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': '202266fb-dfa6-4b81-9761-4783b5bccb96', 'status': 'completed', 'code': 200} Sep 21 08:29:38.578271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e7ab683e-b01a-4383-8231-bcce326d1362 req-250a63be-7203-45ec-9930-6feb00cb5d7e service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6877775 Sep 21 08:29:38.606844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d6d68-c8c9-436c-bb06-0783e52597bd req-9734fdce-bf99-488e-8075-d551c88650d8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:38.608817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-457d6d68-c8c9-436c-bb06-0783e52597bd req-9734fdce-bf99-488e-8075-d551c88650d8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 943 time: 0.4610012 Sep 21 08:29:38.754196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port b90e5df9-3320-4f43-93fa-17778f34b5f1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:38.754774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:38.802017 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-457d6d68-c8c9-436c-bb06-0783e52597bd req-6944be74-a6bc-443d-aa33-f5a2ba82008c tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups?id=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830423 Sep 21 08:29:38.873921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:39.112378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0379bba-f6bf-467a-873e-2e0aaf7019b4 req-60408f3e-8eb5-4fc3-80d8-410813fdceb6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:39.113964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0379bba-f6bf-467a-873e-2e0aaf7019b4 req-60408f3e-8eb5-4fc3-80d8-410813fdceb6 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1528778 Sep 21 08:29:39.155307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] For port b90e5df9-3320-4f43-93fa-17778f34b5f1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b90e5df9-3320-4f43-93fa-17778f34b5f1,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:39.155872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:39.179485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for b90e5df9-3320-4f43-93fa-17778f34b5f1 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:39.210591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.25.1.36 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/9821972e-35ee-49ad-a3bc-b817fa85ef5e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:39.240471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:54Z', 'revision_number': 5, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:39.253361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a0379bba-f6bf-467a-873e-2e0aaf7019b4 req-aa77f300-4a1b-4fde-b97a-9d89990ea8c8 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232798 Sep 21 08:29:39.311611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] Checking router: 5f18a5eb-cf51-4965-974d-083012835991 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:29:39.334881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:39.335561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:39.385604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:39.551774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:39.594539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:39.671916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=9821972e-35ee-49ad-a3bc-b817fa85ef5e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:39.710998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:39.717617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:39.722721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:39.768891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:39.940680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=b90e5df9-3320-4f43-93fa-17778f34b5f1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:39.998358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] No DVR routers for this DVR port b90e5df9-3320-4f43-93fa-17778f34b5f1 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:40.001615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:40.004822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1a377d-912e-4981-bd40-a6d2a404f25e req-974aa9a9-086c-46d4-9781-1656b179a25f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.50 "DELETE /v2.0/ports/b90e5df9-3320-4f43-93fa-17778f34b5f1 HTTP/1.1" status: 204 len: 173 time: 1.5898061 Sep 21 08:29:40.061944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46952) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:40.146118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-544248be-8703-4b58-bb61-9c63a57b7329 req-b0b53f80-dfd6-4ba4-881e-036cc3d04ae8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.1491299 Sep 21 08:29:40.151507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:54Z', 'revision_number': 5, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:40.265625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb4208-6fea-4ad3-ad32-a634c753de7d None None] The sync data for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 is: [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:18:47Z', 'revision_number': 4, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6ba64ee8-ddfd-4859-bc99-48a45743b278', 'name': '', 'network_id': 'c09b159a-c415-46eb-bf2f-5d26281796c7', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'mac_address': 'fa:16:3e:c7:3e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:45Z', 'updated_at': '2021-09-21T08:18:54Z', 'revision_number': 5, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'subnets': [{'id': '7f6bcd9f-b404-49f8-b805-f821fba4f351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:40.544142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739ef06-f2f4-4e91-90ac-4c0ccc3a4873 req-1e398630-8f0a-4b9f-9e23-c0ec9eaac098 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:40.545789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1739ef06-f2f4-4e91-90ac-4c0ccc3a4873 req-1e398630-8f0a-4b9f-9e23-c0ec9eaac098 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1744223 Sep 21 08:29:40.564256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:40.570016 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b03fa0-fbd1-40d9-a16b-a6774ea4e65a" -d '{"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:40.629676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1739ef06-f2f4-4e91-90ac-4c0ccc3a4873 req-33a43109-c795-4f67-9dce-119554d75126 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748615 Sep 21 08:29:40.656157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1847631817', 'router:external': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:40.719928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Made reservation on behalf of f246847563614370934809d99ae35ddb for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:40.723849 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fdc37-c7f5-4d4d-9661-22163ccdae62 x-openstack-request-id: req-bb0fdc37-c7f5-4d4d-9661-22163ccdae62 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:40.725017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:40.726291 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee412e-d9ef-40fa-a134-e601dfddebed", "name": "network-vif-deleted", "tag": "b90e5df9-3320-4f43-93fa-17778f34b5f1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:40.726626 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb0fdc37-c7f5-4d4d-9661-22163ccdae62 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:40.727051 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee412e-d9ef-40fa-a134-e601dfddebed', 'name': 'network-vif-deleted', 'tag': 'b90e5df9-3320-4f43-93fa-17778f34b5f1', 'status': 'completed', 'code': 200} Sep 21 08:29:40.786057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:40.790427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46978) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.085478 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36d4a6-ba55-46ad-91f7-548d4cbed1c5 None None] New status for floating IP 13a039fd-f5c8-4a21-add6-9503dd4e0d54: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:29:41.101629 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.107922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.114777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.201273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f4bc5f-7c09-41f2-bae5-e3bbf0c4f331,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:41.253193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:41.272081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.273360 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Added segment ec9fc859-1095-4a57-b2d5-9678e6258b4e of type vlan for network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 Sep 21 08:29:41.289765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.376135 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88d2a355-7b2d-4cdb-8cd0-f424c125b8ac req-7c52a1f3-b0d3-488b-bd1f-09ae11551d70 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0465763 Sep 21 08:29:41.412962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.428766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d9633cc3-f3d2-485a-9fa4-9c789873a00b tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] Request body: {'port': {'network_id': 'b74f818f-b43d-491d-8dea-33b717fa04e2', 'name': 'tempest-NetworksNegativeTestJSON-289656956'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:41.463748 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9633cc3-f3d2-485a-9fa4-9c789873a00b tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] POST failed (client error): The resource could not be found. Sep 21 08:29:41.464662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9633cc3-f3d2-485a-9fa4-9c789873a00b tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:41.472261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d9633cc3-f3d2-485a-9fa4-9c789873a00b tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6745217 Sep 21 08:29:41.472904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46992) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.502630 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-382cfdcc-fa84-4c38-b8b1-6eac08f38416 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:41.503365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382cfdcc-fa84-4c38-b8b1-6eac08f38416 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:41.505128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-382cfdcc-fa84-4c38-b8b1-6eac08f38416 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "DELETE /v2.0/networks/a03cb83e-7dba-4a0c-9129-af03b6afa087 HTTP/1.1" status: 404 len: 339 time: 0.0312631 Sep 21 08:29:41.509466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46994) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.520191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.522385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:41.523149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.573940 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f813302c-86dd-47b9-b743-c6469754d6ce tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:41.581960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f813302c-86dd-47b9-b743-c6469754d6ce tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:41.587460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f813302c-86dd-47b9-b743-c6469754d6ce tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "DELETE /v2.0/ports/0fc680c6-1bf0-4f67-99f8-5517f48a7c2a HTTP/1.1" status: 404 len: 333 time: 0.0738027 Sep 21 08:29:41.590465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46996) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.624463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5590212 Sep 21 08:29:41.624820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.627689 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdf3c9-a2f2-489a-b46b-c9f056ccaf51 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Network': ['ID=099a00f3-3a9e-49ea-bf7c-b1f220e7dc00,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:41.632909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'subnet': {'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:41.644567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:41.658686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Made reservation on behalf of f246847563614370934809d99ae35ddb for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:41.662999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.694792 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3174f8-8db4-41f0-9c49-b187579cde94 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] DELETE failed (client error): The resource could not be found. Sep 21 08:29:41.696598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3174f8-8db4-41f0-9c49-b187579cde94 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:41.701240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-df3174f8-8db4-41f0-9c49-b187579cde94 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "DELETE /v2.0/subnets/c34a47a4-1f3a-4af6-bee9-de7c99997642 HTTP/1.1" status: 404 len: 337 time: 0.1095583 Sep 21 08:29:41.710680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.712589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47002) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.779958 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c099d87d-7185-48b9-a0a6-8b1cb928ae6c tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] GET failed (client error): The resource could not be found. Sep 21 08:29:41.797009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c099d87d-7185-48b9-a0a6-8b1cb928ae6c tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "GET /v2.0/networks/d16d797b-8f53-4a7e-b424-5fd5a4be28d8 HTTP/1.1" status: 404 len: 339 time: 0.0798638 Sep 21 08:29:41.802249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47004) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.805201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:41.875623 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0091cf5-8b96-4123-921e-99273bc77dca tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] GET failed (client error): The resource could not be found. Sep 21 08:29:41.877733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d0091cf5-8b96-4123-921e-99273bc77dca tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "GET /v2.0/ports/bc12de22-5fbd-4b5b-967e-82ae15a11e32 HTTP/1.1" status: 404 len: 333 time: 0.0695424 Sep 21 08:29:41.882728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47006) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.924482 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02862c7-ed97-4be0-acce-028bfda144be tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] GET failed (client error): The resource could not be found. Sep 21 08:29:41.926562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e02862c7-ed97-4be0-acce-028bfda144be tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "GET /v2.0/subnets/c3153553-30ec-41bd-8845-1122c959abdc HTTP/1.1" status: 404 len: 337 time: 0.0425379 Sep 21 08:29:41.931948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47008) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.937495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bd8edce4-22e3-4d02-87c2-142c22437d73 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:41.961084 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8edce4-22e3-4d02-87c2-142c22437d73 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] PUT failed (client error): The resource could not be found. Sep 21 08:29:41.962194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8edce4-22e3-4d02-87c2-142c22437d73 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:41.963510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bd8edce4-22e3-4d02-87c2-142c22437d73 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "PUT /v2.0/networks/405c4d9e-7463-4dbd-b190-a3ad56fdfd85 HTTP/1.1" status: 404 len: 339 time: 0.0304930 Sep 21 08:29:41.967751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47010) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:41.973826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f6472265-3e3e-4e0a-9005-9b8229136f02 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:42.091298 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6472265-3e3e-4e0a-9005-9b8229136f02 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] PUT failed (client error): The resource could not be found. Sep 21 08:29:42.095967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6472265-3e3e-4e0a-9005-9b8229136f02 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:42.100888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f6472265-3e3e-4e0a-9005-9b8229136f02 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "PUT /v2.0/ports/1463a09e-4d62-4060-be51-8626e96422fa HTTP/1.1" status: 404 len: 333 time: 0.1319780 Sep 21 08:29:42.111822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:42.141988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1992f227-cdc9-43c1-979b-1d4aa7c2d3d3 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:42.152220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=9821972e-35ee-49ad-a3bc-b817fa85ef5e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:42.196155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:42.220031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a5ebd-9421-475e-9bd3-157e08679566 req-5f1fcda8-06b6-4488-8d90-4be68e5d29db tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:42.222796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-911a5ebd-9421-475e-9bd3-157e08679566 req-5f1fcda8-06b6-4488-8d90-4be68e5d29db tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.3859324 Sep 21 08:29:42.263681 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1992f227-cdc9-43c1-979b-1d4aa7c2d3d3 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] PUT failed (client error): The resource could not be found. Sep 21 08:29:42.264529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1992f227-cdc9-43c1-979b-1d4aa7c2d3d3 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:29:42.268438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1992f227-cdc9-43c1-979b-1d4aa7c2d3d3 tempest-NetworksNegativeTestJSON-1880353030 tempest-NetworksNegativeTestJSON-1880353030-project] 10.222.0.59 "PUT /v2.0/subnets/7914003f-2856-490d-bfab-754ab9660032 HTTP/1.1" status: 404 len: 337 time: 0.1531816 Sep 21 08:29:42.481966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:42.973107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47030) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:43.092250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc9d2bed-70b2-42c7-ba25-feea947d766e req-f0b6500e-475e-4e7a-b3ae-ae5f37869316 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.1971745 Sep 21 08:29:43.266423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.objects.ports [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 08:29:43.266898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:43.335927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aac02712-574b-4a24-be27-2cad6727a666,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:43.341361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Deleting port 458e6f03-414a-4d6c-b77d-d3f262f25b8d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:43.341718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:43.403552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a506b1c6-bb30-48c2-bf55-0958d59a75b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:43.613979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:43.614430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:43.640267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Checking segment: {'id': 'ec9fc859-1095-4a57-b2d5-9678e6258b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:43.641736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network hostable DHCP agents. Network: 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:43.688597 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP eeb96885-d384-4e01-84a9-f037f734c833 associated. External IP: 172.25.1.36, port: f238bca6-fd1d-4386-810f-b05138f287bc. Sep 21 08:29:43.696176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Calling delete_port for 458e6f03-414a-4d6c-b77d-d3f262f25b8d owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:43.776038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-911a5ebd-9421-475e-9bd3-157e08679566 req-4e1b9421-18f0-47e0-8516-fb459bcf398c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727778 Sep 21 08:29:43.901791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:43.938417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:43.953181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:43.953415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9096067c-4bf7-41c1-9253-81788b810f71 None None] Network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:43.953877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:43.999167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a506b1c6-bb30-48c2-bf55-0958d59a75b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.004081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a506b1c6-bb30-48c2-bf55-0958d59a75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.068469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3c929765-e456-47e7-8aab-e1d6254cf3e1 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4418781 Sep 21 08:29:44.077408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47048) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:44.102780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-631979827', 'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:44.144251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:44.178112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a506b1c6-bb30-48c2-bf55-0958d59a75b2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bcb9567860dc4c0b9870b9e987f7f7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1916571 Sep 21 08:29:44.185437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47052) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:44.201778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506b1c6-bb30-48c2-bf55-0958d59a75b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c42b7-d2e2-4b35-94d8-9da176c63393,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:44.254644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d62ec9-bd29-42eb-8491-a14ee29b3ff8 None None] Network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:44.266764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.403352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event deleted for resources: {'Port': ['ID=458e6f03-414a-4d6c-b77d-d3f262f25b8d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:44.413346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Made reservation on behalf of f246847563614370934809d99ae35ddb for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:44.418503 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.435596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:44.505564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:44.521124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:44.521744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:44.547088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.580382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8cb294df-9712-412f-a813-e53cc25d0a6b req-ce482cac-010a-4307-a10d-68cebdccf708 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.3241136 Sep 21 08:29:44.583163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:44.596270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:44.597703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:44.602545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-21928065-2c01-4839-b66f-d51c912ca69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:44.609498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-21928065-2c01-4839-b66f-d51c912ca69a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1096 time: 0.1650090 Sep 21 08:29:44.645009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] device_id is not set on port fac1ab04-66ee-4c35-86ac-4d33fd3b165a yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:44.658747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:44.659559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ec19f-3bf0-46ad-b36d-a51aaeb54134 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:44.674599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fdb3a25b-78ae-4452-84a8-14ffb5125a32 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8471000 Sep 21 08:29:44.674988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47060) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:44.679402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:44.872234 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.873178 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Floating IP c4f1878b-0e04-4994-ae5c-7f379b3400e7 disassociated (deleted). External IP: 172.25.1.227, port: 02541fde-03ef-4496-9b84-f7b185830d00. Sep 21 08:29:44.889037 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-418a5c05-f88f-4da6-94c9-247c465b0742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.934265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:44.942344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-3a006b0f-be50-4d93-945a-ef65ae90c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:44.944150 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-3a006b0f-be50-4d93-945a-ef65ae90c0cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.3260803 Sep 21 08:29:45.017864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-418a5c05-f88f-4da6-94c9-247c465b0742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.178722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221d801-4405-4412-8c14-31d1d4a4446b req-b6bb6f86-9a34-4b5a-bd45-53e8364f4ed4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:45.180444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5221d801-4405-4412-8c14-31d1d4a4446b req-b6bb6f86-9a34-4b5a-bd45-53e8364f4ed4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.1802540 Sep 21 08:29:45.185463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-5ff37be5-e8bb-4f8d-a826-9f0e3c28f9ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 1001 time: 0.1831741 Sep 21 08:29:45.239487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Allocated IP 2001:db8::17e (099a00f3-3a9e-49ea-bf7c-b1f220e7dc00/aac02712-574b-4a24-be27-2cad6727a666/fac1ab04-66ee-4c35-86ac-4d33fd3b165a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:45.274548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5221d801-4405-4412-8c14-31d1d4a4446b req-83168ca8-e268-4543-9511-43a0e5747915 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863695 Sep 21 08:29:45.344639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.357356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-6e23d624-2e3a-49b7-8ee6-71ac94563cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:45.358896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-6e23d624-2e3a-49b7-8ee6-71ac94563cdf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.1589735 Sep 21 08:29:45.362440 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.362790 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP eeb96885-d384-4e01-84a9-f037f734c833 disassociated. External IP: 172.25.1.36, port: f238bca6-fd1d-4386-810f-b05138f287bc. Sep 21 08:29:45.415553 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.457039 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-418a5c05-f88f-4da6-94c9-247c465b0742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.460603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-418a5c05-f88f-4da6-94c9-247c465b0742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.464299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-418a5c05-f88f-4da6-94c9-247c465b0742 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9f7c42b7-d2e2-4b35-94d8-9da176c63393 HTTP/1.1" status: 204 len: 168 time: 1.2762370 Sep 21 08:29:45.472838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-f276977a-b2a8-41bc-ba0b-2d10da7ffa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:45.474574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-f276977a-b2a8-41bc-ba0b-2d10da7ffa93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009724 Sep 21 08:29:45.576569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.599554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a5c05-f88f-4da6-94c9-247c465b0742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c42b7-d2e2-4b35-94d8-9da176c63393,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:45.726513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-a5439351-6d41-42b8-a72b-bf3fa39b794c service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720991 Sep 21 08:29:45.832438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Port': ['ID=fac1ab04-66ee-4c35-86ac-4d33fd3b165a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:45.850289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:45.874369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:45.898456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c324e6b6-7708-4778-aae2-5c3e5e9a4d00 req-3fe9df78-b18f-4a4c-95e1-50de0bedc5a7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0419896 Sep 21 08:29:45.903788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:45.908084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:45.909703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:45.909989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:45.934820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-30b998bd-e31d-425d-bfcd-0ab6a0f48ee5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8538699 Sep 21 08:29:45.935255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47076) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:46.079045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-edf07df2-b006-43b4-9b2a-749282e6c58d req-ba653683-5c23-4c4c-8e3f-d945a5571675 service neutron] 10.222.0.50 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415391 Sep 21 08:29:46.096393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:46.154095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Deleting port fac1ab04-66ee-4c35-86ac-4d33fd3b165a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:46.154954 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:46.234920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:46.243012 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:46.249296 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] Sync routers for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:46.268703 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:46.269604 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:46.270346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:46.283826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:46.286744 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:46.307153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:46.312797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:46.334437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-64298678-96b9-4df3-8f5d-18e844cba555 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/floatingips/eeb96885-d384-4e01-84a9-f037f734c833 HTTP/1.1" status: 200 len: 687 time: 1.6574707 Sep 21 08:29:46.335152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47088) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:46.355166 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45b520d9-6d0c-4cdd-b3a1-839ba33c21aa tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "DELETE /v2.0/floatingips/c4f1878b-0e04-4994-ae5c-7f379b3400e7 HTTP/1.1" status: 204 len: 168 time: 3.8720422 Sep 21 08:29:46.408988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:46.412492 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea4aec8-675f-458d-9fc2-7828e3362a27" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:46.499784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:46.503996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:46.534609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:46.536504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:46.544892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Calling delete_port for fac1ab04-66ee-4c35-86ac-4d33fd3b165a owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:46.599948 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:46.682833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:46.690180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd087e7d-78ec-424f-a52a-2cc932347daf None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:46.891620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:47.031026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47112) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:47.052817 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.100631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:47.103485 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240ad00e-0782-40ff-b2f3-8fa6b7032acb" -d '{"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-unplugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:47.110920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e54b7d-f46f-4783-9e55-06cb1cf4ee72 req-0c13860c-91ac-417e-9bf6-124403265ab5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:47.116732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17e54b7d-f46f-4783-9e55-06cb1cf4ee72 req-0c13860c-91ac-417e-9bf6-124403265ab5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.5336068 Sep 21 08:29:47.120486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.129314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:47.137018 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.144804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:47.203988 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] Checking router: 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:29:47.214614 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:47.215597 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:47.227959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port 9821972e-35ee-49ad-a3bc-b817fa85ef5e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:47.228558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.245034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event deleted for resources: {'Port': ['ID=fac1ab04-66ee-4c35-86ac-4d33fd3b165a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:47.273962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:47.313692 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d23f0-f28c-4733-b5f5-2582a11e654d x-openstack-request-id: req-4a0d23f0-f28c-4733-b5f5-2582a11e654d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:47.313906 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "tag": "02541fde-03ef-4496-9b84-f7b185830d00", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:47.314129 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a0d23f0-f28c-4733-b5f5-2582a11e654d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:47.314513 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00', 'status': 'completed', 'code': 200} Sep 21 08:29:47.319773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.320341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.320470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.320768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.321100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.321427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.321747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.322069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.322388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.322705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.323032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.323354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:47.327852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.331135 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34ce07a1-7815-4bd0-97e8-2db97786b63c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "DELETE /v2.0/ports/fac1ab04-66ee-4c35-86ac-4d33fd3b165a HTTP/1.1" status: 204 len: 168 time: 1.3945124 Sep 21 08:29:47.335148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47118) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:47.350210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00', 'external_fixed_ips': [{'subnet_id': 'aac02712-574b-4a24-be27-2cad6727a666', 'ip_address': '2001:db8::17e'}]}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:47.387294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1771697920'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:47.394075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17e54b7d-f46f-4783-9e55-06cb1cf4ee72 req-1e7cfcb8-ba70-482d-9412-096c76ae50fb tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667875 Sep 21 08:29:47.408687 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:47.497515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.497851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.509015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.512897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for 9821972e-35ee-49ad-a3bc-b817fa85ef5e owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:47.519080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.655538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7203bea-1223-4a7c-96e2-4751cfe2e0cd req-1c3af982-f0cc-4092-9789-0a61ae87d4d8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0341175 Sep 21 08:29:47.659459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.670510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630ec63-431e-46d2-b7fb-e48bc125a720 req-0c653e11-dbfd-4599-862a-97ed85a78675 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:47.673020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e630ec63-431e-46d2-b7fb-e48bc125a720 req-0c653e11-dbfd-4599-862a-97ed85a78675 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 946 time: 0.2873688 Sep 21 08:29:47.714962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-11f44b46-5726-42b4-a9f0-f51e4c868a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:47.717301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-11f44b46-5726-42b4-a9f0-f51e4c868a5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bba897348d44b5bb9e45e429f841d85&device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 1097 time: 0.3750343 Sep 21 08:29:47.722906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:47.738883 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.758391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.783581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:47.847688 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb41900-9ff1-4dde-8559-a50986f0b79e x-openstack-request-id: req-deb41900-9ff1-4dde-8559-a50986f0b79e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:47.847979 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-unplugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:47.848225 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-deb41900-9ff1-4dde-8559-a50986f0b79e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:47.848617 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'code': 200} Sep 21 08:29:47.872202 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:47.878332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=9821972e-35ee-49ad-a3bc-b817fa85ef5e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:48.005434 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2ed6-7616-40dd-997e-fbd59defd6ba None None] The sync data for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 is: [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:24:49Z', 'revision_number': 4, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '821e3e2a-650a-45fb-8fd2-6d61530b79aa', 'name': '', 'network_id': '61bcf043-fa85-41a3-b431-ec6445d07749', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'mac_address': 'fa:16:3e:f7:41:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:46Z', 'updated_at': '2021-09-21T08:24:54Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'subnets': [{'id': 'ac08953b-d125-4653-8c71-2dfefe8c847a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:48.048888 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.053282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.055544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0fbc1158-b577-4652-9e51-29db0df803b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/floatingips/eeb96885-d384-4e01-84a9-f037f734c833 HTTP/1.1" status: 204 len: 168 time: 1.7193739 Sep 21 08:29:48.065633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47122) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:48.073040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'a44bbbd7-d8f4-4707-a48f-ac83947427c6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:48.086496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-946d9786-157f-4beb-b7dd-d278e53073e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:48.089824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-946d9786-157f-4beb-b7dd-d278e53073e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 200 len: 914 time: 0.3464193 Sep 21 08:29:48.166953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-9587e532-a05b-47f3-810c-5b0e37933215 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 200 len: 217 time: 0.0670652 Sep 21 08:29:48.219680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.265208 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.292998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:48.319800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.322442 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment 9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76 of type vlan for network f974ca70-3d33-46d9-a18e-704789faceac Sep 21 08:29:48.325358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e630ec63-431e-46d2-b7fb-e48bc125a720 req-d82e3436-cabf-4f49-85c4-4e5d0844c5be tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6084452 Sep 21 08:29:48.358926 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.399686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.502123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.516729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-e1f7d950-f9ea-4a9d-800f-83f971080dce tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:48.518469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-e1f7d950-f9ea-4a9d-800f-83f971080dce tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 946 time: 0.0744505 Sep 21 08:29:48.566010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-52e88b17-3bc8-4a35-88a6-81c05a339560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:48.569660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-52e88b17-3bc8-4a35-88a6-81c05a339560 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 200 len: 852 time: 0.3935018 Sep 21 08:29:48.577654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea581a91-26ae-43c2-a13b-3ab49d45fdbc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:48.584607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.590791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:48.591459 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.622323 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8924ea-c033-48c5-91a2-80f148e410d2 None None] New status for floating IP c4f1878b-0e04-4994-ae5c-7f379b3400e7: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:29:48.713151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Deleting port 02541fde-03ef-4496-9b84-f7b185830d00 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:48.713913 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:48.954301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-209eecf0-7f63-41b3-9c8e-f2e48b13f78e req-5f604e66-7b3e-422f-a05e-be631aab35b2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0917652 Sep 21 08:29:49.015167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] For port 02541fde-03ef-4496-9b84-f7b185830d00, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=02541fde-03ef-4496-9b84-f7b185830d00,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:29:49.015714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:49.039079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:49.083841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:49.167291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-bf1d6582-1476-452d-a47a-8db4a064abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:49.168835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-bf1d6582-1476-452d-a47a-8db4a064abfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=61bcf043-fa85-41a3-b431-ec6445d07749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5361803 Sep 21 08:29:49.173726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1284087 Sep 21 08:29:49.204345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:49.313271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Allocated IP 2001:db8::17e (099a00f3-3a9e-49ea-bf7c-b1f220e7dc00/aac02712-574b-4a24-be27-2cad6727a666/fc5e0b38-a615-4c84-a305-2d90aad7100a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:49.332236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'name': 'tempest-PortsTestJSON-210011656'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:49.354703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=f974ca70-3d33-46d9-a18e-704789faceac,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:49.380711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c9624-ac05-4f4f-b265-407cf7aa2f9c req-fb356387-3a06-4fbc-b015-66aea85d6cbe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:49.384523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-363c9624-ac05-4f4f-b265-407cf7aa2f9c req-fb356387-3a06-4fbc-b015-66aea85d6cbe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.7895160 Sep 21 08:29:49.448026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.448637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.449161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.449657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.450149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.450926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.451445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.451949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.452440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.452943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.453945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.454428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d68f68-a9d3-41ab-968f-5675e6bf7499 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:49.468906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network f974ca70-3d33-46d9-a18e-704789faceac details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:49.481026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Calling delete_port for 02541fde-03ef-4496-9b84-f7b185830d00 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:49.580206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-0bbde3dd-5e5d-45b1-bfc3-6f0835d96681 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727672 Sep 21 08:29:49.679563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-363c9624-ac05-4f4f-b265-407cf7aa2f9c req-702bba72-410b-45b5-847b-d6601aaae729 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459028 Sep 21 08:29:49.694466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e824b-3580-4e55-80d0-ef110731d2e7 req-53956e37-a616-4f07-9bd3-03364afe37de tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:49.714797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b57e824b-3580-4e55-80d0-ef110731d2e7 req-53956e37-a616-4f07-9bd3-03364afe37de tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 946 time: 0.2766337 Sep 21 08:29:49.897902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ea4aec8-675f-458d-9fc2-7828e3362a27 req-cffa4633-0084-47b7-bb32-0e4311d3a529 service neutron] 10.222.0.62 "GET /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044395 Sep 21 08:29:49.943105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:49.972719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b57e824b-3580-4e55-80d0-ef110731d2e7 req-3513bd94-0f32-411b-a4e1-c9a19d2356d2 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303213 Sep 21 08:29:49.983024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.050347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:50.057535 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.083540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.129937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 79619eb8-8163-4a8c-8f78-585570ca095f yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:50.166898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:50.174809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5e0b38-a615-4c84-a305-2d90aad7100a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:50.188360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:50.193768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:50.314647 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92872d03-3525-4255-ae75-ca8ff80dc008 req-ab4cbaf5-c649-41bb-9f59-ec4837fdd0c8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.1409717 Sep 21 08:29:50.385976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.25.1.12 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/1467fc22-819a-478d-b076-39c42b941212) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:50.404077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.477137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event deleted for resources: {'Port': ['ID=02541fde-03ef-4496-9b84-f7b185830d00,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:50.554520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] No DVR routers for this DVR port 02541fde-03ef-4496-9b84-f7b185830d00 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:29:50.558919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.562411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e40c909d-1175-49a5-b3a7-1cff339a02d0 req-8e7bd437-5d36-4ebd-96f3-1ea32685cd71 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.62 "DELETE /v2.0/ports/02541fde-03ef-4496-9b84-f7b185830d00 HTTP/1.1" status: 204 len: 173 time: 1.9963870 Sep 21 08:29:50.562948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'name': 'network-vif-deleted', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:29:50.565892 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bca750-951b-44ea-8aad-f617fed771b5" -d '{"events": [{"server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "name": "network-vif-deleted", "tag": "02541fde-03ef-4496-9b84-f7b185830d00"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:29:50.600727 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.740581 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e70abce-32f4-4650-abce-a62c95eda31a x-openstack-request-id: req-1e70abce-32f4-4650-abce-a62c95eda31a {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:29:50.740943 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1afd92-388c-4858-929a-fcc632ab99d7", "name": "network-vif-deleted", "tag": "02541fde-03ef-4496-9b84-f7b185830d00", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:29:50.741496 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1e70abce-32f4-4650-abce-a62c95eda31a {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:29:50.742010 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1afd92-388c-4858-929a-fcc632ab99d7', 'name': 'network-vif-deleted', 'tag': '02541fde-03ef-4496-9b84-f7b185830d00', 'status': 'completed', 'code': 200} Sep 21 08:29:50.765970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.875180 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:50.909769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:50.965870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=79619eb8-8163-4a8c-8f78-585570ca095f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:51.040662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': '9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:51.041064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: f974ca70-3d33-46d9-a18e-704789faceac, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:51.045588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.075029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:51.088008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, f974ca70-3d33-46d9-a18e-704789faceac) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:51.100729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a8555-77a5-4607-ad15-4cb6a0c6a2ed None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:51.104798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:51.112302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:51.112302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.153852 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8a939af9-1932-4de0-a3ae-2fd62bc1c95d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8303785 Sep 21 08:29:51.153852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47186) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:51.169173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799732040'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:51.187128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.194715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.234573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-786b0231-1bce-4433-944e-603914105223 req-77502cd6-22d0-40c5-81da-bcc3d2add8b4 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.0378246 Sep 21 08:29:51.322464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=1467fc22-819a-478d-b076-39c42b941212,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:51.335241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:51.338072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:51.342477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:51.344783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:51.348558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.392969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 02541fde-03ef-4496-9b84-f7b185830d00 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:29:51.406550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:51.427729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Router e57edb03-9085-43cc-ac07-14633cd047c4 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:29:51.433392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 02541fde-03ef-4496-9b84-f7b185830d00 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:29:51.434018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 02541fde-03ef-4496-9b84-f7b185830d00 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:29:51.458133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.458934 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment 8194b226-4cd8-48db-98a2-20a2b523c8d8 of type vlan for network 7be67886-f60f-4775-a0c2-e4fdfd558b4f Sep 21 08:29:51.461409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89acc229-6c9d-41f7-acaa-cceb61c9d7b5 req-79792bed-b87c-4071-aa04-ea0a4af58f8e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0303082 Sep 21 08:29:51.554232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.568413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:51.581667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Sync routers for ids ['e57edb03-9085-43cc-ac07-14633cd047c4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:51.588364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.590859 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-51e3c1a4-fc01-4ecd-a87d-21047120d967 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2546537 Sep 21 08:29:51.593471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47192) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:51.594909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Routers {'e57edb03-9085-43cc-ac07-14633cd047c4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:51.595755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e57edb03-9085-43cc-ac07-14633cd047c4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:51.669582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.675188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:51.675820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.723804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5686460 Sep 21 08:29:51.727653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:51.733916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'ports': [{'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac'}, {'network_id': '7be67886-f60f-4775-a0c2-e4fdfd558b4f'}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:51.734809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:51.735896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': '7be67886-f60f-4775-a0c2-e4fdfd558b4f'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:51.738241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Set router e57edb03-9085-43cc-ac07-14633cd047c4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:51.820069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ebb56-0aca-4cf0-9aa7-6f850ad4a46e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=7be67886-f60f-4775-a0c2-e4fdfd558b4f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:51.824553 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:51.837524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 7be67886-f60f-4775-a0c2-e4fdfd558b4f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:51.949467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.025679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.037064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 2} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:52.039725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.042543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.081515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.181640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port b757140a-5e6d-4334-a380-7529b2ebb3d3 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:52.188514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Deleting port fc5e0b38-a615-4c84-a305-2d90aad7100a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:52.188876 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.205898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57edb03-9085-43cc-ac07-14633cd047c4', 'name': '', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00', 'external_fixed_ips': [{'subnet_id': 'aac02712-574b-4a24-be27-2cad6727a666', 'ip_address': '2001:db8::17e'}], 'enable_snat': True}, 'gw_port_id': 'fc5e0b38-a615-4c84-a305-2d90aad7100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:29:47Z', 'updated_at': '2021-09-21T08:29:50Z', 'revision_number': 3, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port': {'id': 'fc5e0b38-a615-4c84-a305-2d90aad7100a', 'name': '', 'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e57edb03-9085-43cc-ac07-14633cd047c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'aac02712-574b-4a24-be27-2cad6727a666', 'ip_address': '2001:db8::17e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:29:49Z', 'updated_at': '2021-09-21T08:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aac02712-574b-4a24-be27-2cad6727a666', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:52.241340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Checking router: e57edb03-9085-43cc-ac07-14633cd047c4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:29:52.241698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Updating router e57edb03-9085-43cc-ac07-14633cd047c4 port fc5e0b38-a615-4c84-a305-2d90aad7100a binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:29:52.268229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.275028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.275844 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.375982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=1467fc22-819a-478d-b076-39c42b941212,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:52.400704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.531333 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP 991ed8a2-b73c-49a8-8738-839a1cb6bce7 associated. External IP: 172.25.1.12, port: a44bbbd7-d8f4-4707-a48f-ac83947427c6. Sep 21 08:29:52.556488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.565969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61f75dfa-238b-470b-8c85-03990141a2d5 req-586d9863-3364-47ac-bf27-f1174853901c tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.0404959 Sep 21 08:29:52.574278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.599117 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c8616b7-5caf-4b7e-8b31-5eb3111e190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.629857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.645653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Attempting to bind port fc5e0b38-a615-4c84-a305-2d90aad7100a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:29:52.646292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Attempting to bind port fc5e0b38-a615-4c84-a305-2d90aad7100a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'ec9fc859-1095-4a57-b2d5-9678e6258b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:29:52.647077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Attempting to bind port fc5e0b38-a615-4c84-a305-2d90aad7100a on network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:29:52.652068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Calling delete_port for fc5e0b38-a615-4c84-a305-2d90aad7100a owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:52.655683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:29:52.656984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Checking segment: {'id': 'ec9fc859-1095-4a57-b2d5-9678e6258b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:52.657618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.658232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Bound using segment: {'id': 'ec9fc859-1095-4a57-b2d5-9678e6258b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:29:52.658939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Bound port: fc5e0b38-a615-4c84-a305-2d90aad7100a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9fc859-1095-4a57-b2d5-9678e6258b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '099a00f3-3a9e-49ea-bf7c-b1f220e7dc00'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:29:52.659592 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.707339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a6cb9-abb4-48ed-ac85-21fb8fc0556d None None] Pushing event updated for resources: {'Port': ['ID=fc5e0b38-a615-4c84-a305-2d90aad7100a,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:52.728769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] For port fc5e0b38-a615-4c84-a305-2d90aad7100a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:29:52.732314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] For port fc5e0b38-a615-4c84-a305-2d90aad7100a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fc5e0b38-a615-4c84-a305-2d90aad7100a,segment=NetworkSegment(ec9fc859-1095-4a57-b2d5-9678e6258b4e),segment_id=ec9fc859-1095-4a57-b2d5-9678e6258b4e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:29:52.737648 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.750461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f82dc2c-7be3-4b35-b891-55d0c400eab7 req-3e928e5f-72f7-42c9-97f8-71527a51a0d7 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0291541 Sep 21 08:29:52.767599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:52.811664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Routers {'e57edb03-9085-43cc-ac07-14633cd047c4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:52.812305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e57edb03-9085-43cc-ac07-14633cd047c4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:52.857461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:52.903780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 39c9fc1c-0b08-4911-93d7-4857e3514cce yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:52.909312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a6cb9-abb4-48ed-ac85-21fb8fc0556d None None] Pushing event updated for resources: {'Port': ['ID=fc5e0b38-a615-4c84-a305-2d90aad7100a,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:52.940948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] Set router e57edb03-9085-43cc-ac07-14633cd047c4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:29:52.992767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:53.009452 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:53.017777 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.019779 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:53.020649 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:53.040349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e57edb03-9085-43cc-ac07-14633cd047c4', 'name': '', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:29:47Z', 'updated_at': '2021-09-21T08:29:52Z', 'revision_number': 4, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:53.066301 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:53.081091 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:53.082005 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:53.082845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0cfd84e4-1996-4b90-bd69-1b50e6496697 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0154696 Sep 21 08:29:53.083510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47202) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:53.083969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ef58bc-0649-44ba-aad1-1d2bc0f0135b None None] The sync data for ids ['e57edb03-9085-43cc-ac07-14633cd047c4'] in n-d-809980-2 is: [{'id': 'e57edb03-9085-43cc-ac07-14633cd047c4', 'name': '', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:29:47Z', 'updated_at': '2021-09-21T08:29:52Z', 'revision_number': 4, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:53.121906 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:53.122927 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94d6090-9170-4f02-b9ae-0da5964f6aca None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:53.143268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.166415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.201431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc5e0b38-a615-4c84-a305-2d90aad7100a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:53.238480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.244922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.245337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.245680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.246032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.246349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.246678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.247001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.247437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.247789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.248113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.248442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.248760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:29:53.323023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7b6a783e-b66c-4fc3-9ff9-a03269f8153f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "GET /v2.0/floatingips/991ed8a2-b73c-49a8-8738-839a1cb6bce7 HTTP/1.1" status: 200 len: 977 time: 0.2261679 Sep 21 08:29:53.323862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47204) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:53.369106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.372196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.374079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.443351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-50cb3544-4962-46b9-a4f2-18b853ad96f9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1160903 Sep 21 08:29:53.444054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47206) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:53.448304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'port_id': 'f238bca6-fd1d-4386-810f-b05138f287bc'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:53.471808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.472320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e57edb03-9085-43cc-ac07-14633cd047c4 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:29:53.474925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:53.480563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.484950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8966f5f4-0af5-494c-9be9-fe4a760c2f3c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "DELETE /v2.0/routers/e57edb03-9085-43cc-ac07-14633cd047c4 HTTP/1.1" status: 204 len: 168 time: 1.8842523 Sep 21 08:29:53.485196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47208) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:53.487165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:53.491091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:53.492154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.509071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=b757140a-5e6d-4334-a380-7529b2ebb3d3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:53.540140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.574925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Deleting subnet aac02712-574b-4a24-be27-2cad6727a666 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:29:53.581328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.585585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=39c9fc1c-0b08-4911-93d7-4857e3514cce,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:53.588287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': '8194b226-4cd8-48db-98a2-20a2b523c8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '7be67886-f60f-4775-a0c2-e4fdfd558b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:53.588681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: 7be67886-f60f-4775-a0c2-e4fdfd558b4f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:53.617545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 7be67886-f60f-4775-a0c2-e4fdfd558b4f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:53.629983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 7be67886-f60f-4775-a0c2-e4fdfd558b4f) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:53.636591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:53.643440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:53.645103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e008b0e-45e0-481e-8f41-260b6288fc34 None None] Network 7be67886-f60f-4775-a0c2-e4fdfd558b4f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:53.653088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.663571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:53.667613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.709147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86392842-8f17-456b-bc26-12e2f3e48fcf req-bdbad1f1-f9d1-4238-833b-b04b4e878e2a tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.0385449 Sep 21 08:29:53.736042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-030e57eb-9b28-4fe7-a6fe-02d30000c400 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9995122 Sep 21 08:29:53.736042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47212) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:53.737590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.898547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.909397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 39c9fc1c-0b08-4911-93d7-4857e3514cce {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:53.909882 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.960388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aac02712-574b-4a24-be27-2cad6727a666,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:53.970634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:53.972604 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-98f2e8f9-4c04-4bd1-8353-02dd4707929b tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "DELETE /v2.0/subnets/aac02712-574b-4a24-be27-2cad6727a666 HTTP/1.1" status: 204 len: 168 time: 0.4864817 Sep 21 08:29:53.979226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47216) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:54.008885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69380f61-bd6b-41e3-8064-4c38a3396c5d req-02c7961e-6ff0-48b9-922a-6e10b948a2bb tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0710149 Sep 21 08:29:54.037761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.055976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 39c9fc1c-0b08-4911-93d7-4857e3514cce owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:54.116317 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.165819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.231482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=39c9fc1c-0b08-4911-93d7-4857e3514cce,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:54.261743 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.263955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-698ab8ee-7c95-4e2a-9162-0428e6b36b64 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/39c9fc1c-0b08-4911-93d7-4857e3514cce HTTP/1.1" status: 204 len: 168 time: 0.5278418 Sep 21 08:29:54.266521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47224) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:54.283556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.344607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d9deb-b64e-4621-9fda-684c4b45b6a7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:54.345667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099a00f3-3a9e-49ea-bf7c-b1f220e7dc00']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:54.352284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d9deb-b64e-4621-9fda-684c4b45b6a7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:54.354992 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e03d9deb-b64e-4621-9fda-684c4b45b6a7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0874405 Sep 21 08:29:54.357820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47228) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:54.363850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9fc859-1095-4a57-b2d5-9678e6258b4e') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:54.364202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9fc859-1095-4a57-b2d5-9678e6258b4e') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:54.377768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.381905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.393828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.399278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.441461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:54.441867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:54.443587 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:54.488763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port b757140a-5e6d-4334-a380-7529b2ebb3d3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:54.489575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.554294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.555145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 21 08:29:54.570283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.573214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "DELETE /v2.0/networks/099a00f3-3a9e-49ea-bf7c-b1f220e7dc00 HTTP/1.1" status: 204 len: 168 time: 0.5926101 Sep 21 08:29:54.579349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5fc05-8e72-4923-8752-f7f9998558d7 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event deleted for resources: {'Network': ['ID=099a00f3-3a9e-49ea-bf7c-b1f220e7dc00,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:54.583159 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP 991ed8a2-b73c-49a8-8738-839a1cb6bce7 associated. External IP: 172.25.1.12, port: a44bbbd7-d8f4-4707-a48f-ac83947427c6. Sep 21 08:29:54.598733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.636404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for b757140a-5e6d-4334-a380-7529b2ebb3d3 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:54.797622 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.856908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=b757140a-5e6d-4334-a380-7529b2ebb3d3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:54.887369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90f3fc04-762d-4533-9855-b234da96c6d6 req-bf237b6c-471d-4cb1-bf34-08709160c73b tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.0457835 Sep 21 08:29:54.893095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:54.898800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e6703edf-4191-49d9-9db2-9e630e66cb59 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/b757140a-5e6d-4334-a380-7529b2ebb3d3 HTTP/1.1" status: 204 len: 168 time: 0.5367942 Sep 21 08:29:54.898800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47238) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:54.954438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47240) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:54.959249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-83e32d77-cab9-4d75-83c8-cb2e6ea9c1b8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'router': {'name': 'tempest-router--1726770248', 'project_id': '674bf8922cec47769221549e5bc7b276'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:55.001616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcfd5f-6b80-4a1b-bd72-a541819e2975 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:55.006274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e3bcfd5f-6b80-4a1b-bd72-a541819e2975 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1040573 Sep 21 08:29:55.006274 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83e32d77-cab9-4d75-83c8-cb2e6ea9c1b8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.007071 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83e32d77-cab9-4d75-83c8-cb2e6ea9c1b8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.010671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47242) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:55.044754 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-882d1dde-cb23-4f04-9acd-1eada3480359 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:29:55.049178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-882d1dde-cb23-4f04-9acd-1eada3480359 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/39c9fc1c-0b08-4911-93d7-4857e3514cce HTTP/1.1" status: 404 len: 333 time: 0.0341043 Sep 21 08:29:55.050235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47244) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:55.138694 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9108e9-be4d-49fa-8c73-c057de428870 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:29:55.143889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ae9108e9-be4d-49fa-8c73-c057de428870 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/b757140a-5e6d-4334-a380-7529b2ebb3d3 HTTP/1.1" status: 404 len: 333 time: 0.0902684 Sep 21 08:29:55.146187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47248) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:55.224631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83e32d77-cab9-4d75-83c8-cb2e6ea9c1b8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.247900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48c54991-8120-43e3-b2b9-350ccea11b9a req-5d9e9bed-4314-49ff-824d-15740cc3835e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0824919 Sep 21 08:29:55.266424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83e32d77-cab9-4d75-83c8-cb2e6ea9c1b8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.292282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.321879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.325579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83e32d77-cab9-4d75-83c8-cb2e6ea9c1b8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.326764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-83e32d77-cab9-4d75-83c8-cb2e6ea9c1b8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3712850 Sep 21 08:29:55.330810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47250) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:55.397015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-31ad0616-2137-41fe-b2ee-3537866420ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.417423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5fb0da5d-e586-4b67-af15-373e4ce15d46 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.420832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:55.423074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.444506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be67886-f60f-4775-a0c2-e4fdfd558b4f']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:55.454382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8194b226-4cd8-48db-98a2-20a2b523c8d8') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:55.454718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8194b226-4cd8-48db-98a2-20a2b523c8d8') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:55.465126 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.478550 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.485258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:29:55.486151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: items = [ Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:29:55.489896 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:29:55.554659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.559830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.566485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/7be67886-f60f-4775-a0c2-e4fdfd558b4f HTTP/1.1" status: 204 len: 168 time: 0.4169493 Sep 21 08:29:55.567140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47252) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:55.576404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-979221478'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:55.598880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194cfc5-2994-4ac3-99b4-d3fc5dd7f88c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=7be67886-f60f-4775-a0c2-e4fdfd558b4f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:55.617210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:55.621164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.627227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5fb0da5d-e586-4b67-af15-373e4ce15d46 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.633092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5fb0da5d-e586-4b67-af15-373e4ce15d46 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.646384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:29:55.655477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.655832 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment 8a51e039-4fc3-4c6e-9734-6cf54852dc4a of type vlan for network 392439bc-bef3-448f-a9d2-a5c01179aae1 Sep 21 08:29:55.699074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.714349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5fb0da5d-e586-4b67-af15-373e4ce15d46 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.714866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb0da5d-e586-4b67-af15-373e4ce15d46 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef5b59e-e804-4506-8a46-dce6fcfbf1ba {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:29:55.721105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5fb0da5d-e586-4b67-af15-373e4ce15d46 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.721845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5fb0da5d-e586-4b67-af15-373e4ce15d46 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "DELETE /v2.0/routers/4ef5b59e-e804-4506-8a46-dce6fcfbf1ba HTTP/1.1" status: 204 len: 168 time: 0.3898773 Sep 21 08:29:55.723147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:55.732139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.738361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:55.738969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:55.752128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:55.774410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:55.775049 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:55.829198 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2534175 Sep 21 08:29:55.829612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47258) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:55.841204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:55.858766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:55.870189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:55.871042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:55.913592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47260) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:55.918313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e08737-6863-4fd4-aee6-583791d8b7ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=392439bc-bef3-448f-a9d2-a5c01179aae1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:55.952254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:55.952980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49eb6a-8d67-40e2-9a8f-d49a96107835 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:55.954943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 392439bc-bef3-448f-a9d2-a5c01179aae1 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:29:56.008373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:56.059672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe1ff9f3-ffb5-48dd-8fb2-f7ddcc00c88c req-f98c2504-baed-4e1e-8b91-34d116b6abdf tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.0451927 Sep 21 08:29:56.084741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:56.089070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.161721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:56.166227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.175110 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:56.192384 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:56.193684 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:56.233407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1083588518', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:56.247302 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:56.258065 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:56.258921 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:56.266674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-65674ff9-2bc5-43ae-aec6-fd3b6c89e519 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/floatingips/991ed8a2-b73c-49a8-8738-839a1cb6bce7 HTTP/1.1" status: 200 len: 977 time: 2.8215489 Sep 21 08:29:56.269819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.271022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.271599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:56.305780 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:56.306526 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835dc0d6-041d-467c-a7f7-5c46c0cec1e4 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:56.309480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:56.361246 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.388813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9611ec8-4bed-4c32-8ad3-ae29ac84a266 req-96ef4d24-6aa9-4d74-b723-cfbd856d4ba0 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0465224 Sep 21 08:29:56.413714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.496912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.513406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.620028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=fc86f2b6-3828-4479-a10e-339962adce9f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:56.661735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': '8a51e039-4fc3-4c6e-9734-6cf54852dc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:56.662412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: 392439bc-bef3-448f-a9d2-a5c01179aae1, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:29:56.673972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.683767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.684121 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP 991ed8a2-b73c-49a8-8738-839a1cb6bce7 disassociated. External IP: 172.25.1.12, port: f238bca6-fd1d-4386-810f-b05138f287bc. Sep 21 08:29:56.704253 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.728892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 392439bc-bef3-448f-a9d2-a5c01179aae1 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:29:56.733099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.745006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 392439bc-bef3-448f-a9d2-a5c01179aae1) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:56.753440 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.753671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:56.753671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:56.765141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb28df6f-47e1-4881-a7aa-021c8be946a2 None None] Network 392439bc-bef3-448f-a9d2-a5c01179aae1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:56.808507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c3879214-6ef0-40a4-87d4-b9b1d5dd8607 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9755671 Sep 21 08:29:56.811723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47274) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:56.817110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1', 'name': 'tempest-PortsTestJSON-1942191228'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:56.960251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:29:56.968650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Allocated IP 172.25.1.31 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a526ae8e-cc7c-40e2-b5b1-7e342f42181f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:56.975191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-392439bc-bef3-448f-a9d2-a5c01179aae1', 'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1', 'tenant_id': 'ec43384501f1404da83201192d3184a1', 'fixed_ips': [{'subnet_id': 'fc86f2b6-3828-4479-a10e-339962adce9f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:29:56.976207 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.017485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:57.021055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.074709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 8b63d7d9-20ca-4014-9941-71012883e094 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:57.122028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:57.134904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.135812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:57.157677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.167707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:57.168134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:57.197621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.201428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Allocated IP 172.20.0.2 (392439bc-bef3-448f-a9d2-a5c01179aae1/fc86f2b6-3828-4479-a10e-339962adce9f/22127672-a7ec-4025-a079-25bd2cb37bd6) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:57.204005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:57.213147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1764b560-85aa-4b57-a22a-e6f8eab342b1 req-6338906a-edea-44bd-bbcf-599cbbdd6aed tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.0535483 Sep 21 08:29:57.221606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:57.222240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:57.224118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45be57a7-4dd6-4e31-b8fc-9397a5531463 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/floatingips/991ed8a2-b73c-49a8-8738-839a1cb6bce7 HTTP/1.1" status: 200 len: 687 time: 0.9508665 Sep 21 08:29:57.227052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:57.261926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:57.262553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc58ca3-700c-476c-9f5b-5d307cf21b2b None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:57.273008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:57.276343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:57.285236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:57.330277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event updated for resources: {'Port': ['ID=a526ae8e-cc7c-40e2-b5b1-7e342f42181f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:57.415402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port 1467fc22-819a-478d-b076-39c42b941212 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:57.415752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.425028 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.439848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.482502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Network 392439bc-bef3-448f-a9d2-a5c01179aae1 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:57.487916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:57.530254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:57.536201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.537242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.543467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.3 (392439bc-bef3-448f-a9d2-a5c01179aae1/fc86f2b6-3828-4479-a10e-339962adce9f/8b63d7d9-20ca-4014-9941-71012883e094) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:29:57.554536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for 1467fc22-819a-478d-b076-39c42b941212 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:57.600954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Attempting to bind port 22127672-a7ec-4025-a079-25bd2cb37bd6 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:29:57.601626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Attempting to bind port 22127672-a7ec-4025-a079-25bd2cb37bd6 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8a51e039-4fc3-4c6e-9734-6cf54852dc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:29:57.602217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Attempting to bind port 22127672-a7ec-4025-a079-25bd2cb37bd6 on network 392439bc-bef3-448f-a9d2-a5c01179aae1 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:29:57.619156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:29:57.619839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Checking segment: {'id': '8a51e039-4fc3-4c6e-9734-6cf54852dc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:29:57.620440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.620997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Bound using segment: {'id': '8a51e039-4fc3-4c6e-9734-6cf54852dc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:29:57.621644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Bound port: 22127672-a7ec-4025-a079-25bd2cb37bd6, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a51e039-4fc3-4c6e-9734-6cf54852dc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '392439bc-bef3-448f-a9d2-a5c01179aae1'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:29:57.622250 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.624622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.638401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Pushing event updated for resources: {'Port': ['ID=22127672-a7ec-4025-a079-25bd2cb37bd6,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:57.735299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] For port 22127672-a7ec-4025-a079-25bd2cb37bd6, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:29:57.743827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] For port 22127672-a7ec-4025-a079-25bd2cb37bd6, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=22127672-a7ec-4025-a079-25bd2cb37bd6,segment=NetworkSegment(8a51e039-4fc3-4c6e-9734-6cf54852dc4a),segment_id=8a51e039-4fc3-4c6e-9734-6cf54852dc4a)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:29:57.764354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.872566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb7fd3-53e5-4aa5-8921-2f0e3d0b7bea None None] Pushing event updated for resources: {'Port': ['ID=22127672-a7ec-4025-a079-25bd2cb37bd6,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:57.879040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.892313 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.939426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59115197-fc3d-465e-94cc-a25de493b410 req-be17946a-2aca-40ae-9280-8705858081a2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0284846 Sep 21 08:29:57.979027 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:57.991260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:58.039418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:58.044538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 392439bc-bef3-448f-a9d2-a5c01179aae1 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:29:58.049155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:29:58.070305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:29:58.082143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=1467fc22-819a-478d-b076-39c42b941212,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:58.103300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=8b63d7d9-20ca-4014-9941-71012883e094,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:58.209704 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:58.212259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:58.214622 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-48da9cc3-1dba-48ef-a23e-3fc5e88d74fb tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/floatingips/991ed8a2-b73c-49a8-8738-839a1cb6bce7 HTTP/1.1" status: 204 len: 168 time: 0.9865303 Sep 21 08:29:58.216469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47282) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:58.315869 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-f2b77f33-0046-4320-912e-a9bea67d3140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] delete failed (client error): The resource could not be found. Sep 21 08:29:58.329557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f2b77f33-0046-4320-912e-a9bea67d3140 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/floatingips/991ed8a2-b73c-49a8-8738-839a1cb6bce7 HTTP/1.1" status: 404 len: 345 time: 0.1105413 Sep 21 08:29:58.331226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:58.450185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ab295f8a-91ed-41f3-93d8-f28094bb54ba req-b34001b8-9d06-4d7c-94b5-efb3e43c7799 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "GET /v2.0/ports?device_id=7b1afd92-388c-4858-929a-fcc632ab99d7 HTTP/1.1" status: 200 len: 210 time: 0.1031411 Sep 21 08:29:58.505206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76e524-8242-4b0d-9201-698a37efb51e tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:58.529702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76e524-8242-4b0d-9201-698a37efb51e tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:58.554070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76e524-8242-4b0d-9201-698a37efb51e tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:58.563032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3a76e524-8242-4b0d-9201-698a37efb51e tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "GET /v2.0/ports?network_id=614607b4-08a8-4b9d-917e-eac3f82c9aaf HTTP/1.1" status: 200 len: 2358 time: 0.2305186 Sep 21 08:29:58.563869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47290) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:58.593270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:58.594710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:58.616693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-03a44f83-00e4-4263-87ec-1e0bf149c334 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8031161 Sep 21 08:29:58.617842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47292) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:58.630236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a9533-06f1-4bf4-9d8e-7f0301e66d57 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:29:58.632508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f62a9533-06f1-4bf4-9d8e-7f0301e66d57 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "GET /v2.0/subnets/8294e43b-5cfc-4e96-9b5a-1bf41394e70e HTTP/1.1" status: 200 len: 797 time: 0.0674396 Sep 21 08:29:58.637173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47294) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:58.654889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'port': {'network_id': '614607b4-08a8-4b9d-917e-eac3f82c9aaf', 'name': 'tempest-FloatingIPTestJSON-925215104', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:29:58.758742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Router 6cee71c1-2e8b-44e0-9437-1d40b75a0a03 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:29:58.812058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 8b63d7d9-20ca-4014-9941-71012883e094 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:29:58.815053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:58.956572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:29:59.171448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e984a44e-9295-4a11-9b14-6e3548a20b1b req-71a07fba-ff75-4182-b27f-22375351a63a tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0730608 Sep 21 08:29:59.200768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:59.205575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:59.227614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:29:59.236002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 8b63d7d9-20ca-4014-9941-71012883e094 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:29:59.238087 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] Sync routers for ids ['6cee71c1-2e8b-44e0-9437-1d40b75a0a03'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:29:59.249863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] device_id is not set on port ebae80e7-5074-40b4-8a48-374efd22da4e yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:29:59.253143 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] Routers {'6cee71c1-2e8b-44e0-9437-1d40b75a0a03'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:59.254141 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6cee71c1-2e8b-44e0-9437-1d40b75a0a03'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:59.312673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:59.314860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-edebd36a-9097-45bc-9b65-67ebb0b65a18 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4002337 Sep 21 08:29:59.319127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47304) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:59.344338 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:59.361954 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] Routers {'6cee71c1-2e8b-44e0-9437-1d40b75a0a03'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:29:59.362727 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6cee71c1-2e8b-44e0-9437-1d40b75a0a03'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:59.407643 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:29:59.408824 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a452cce-de81-4f61-9514-1829d6c111ab None None] The sync data for ids ['6cee71c1-2e8b-44e0-9437-1d40b75a0a03'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:29:59.421289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-d14ae2f0-0f24-4fba-990a-a2dbc4cd94e2 req-7d022213-89c6-4e48-a8eb-6b52f3a8c56e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:29:59.422446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d14ae2f0-0f24-4fba-990a-a2dbc4cd94e2 req-7d022213-89c6-4e48-a8eb-6b52f3a8c56e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119340 Sep 21 08:29:59.587915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e97fbf-485d-469e-8951-ba900a7cdded None None] Network 392439bc-bef3-448f-a9d2-a5c01179aae1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:29:59.633154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47310) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:59.776632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6612d8ad-c028-4391-ab28-8e9186f97249 None None] Provisioning complete for port 22127672-a7ec-4025-a079-25bd2cb37bd6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:29:59.777001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6612d8ad-c028-4391-ab28-8e9186f97249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:59.834031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:29:59.913403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dba01705-5a66-452e-ab26-c7a67caefad0 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/6cee71c1-2e8b-44e0-9437-1d40b75a0a03 HTTP/1.1" status: 200 len: 924 time: 0.5928705 Sep 21 08:29:59.919167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47322) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:29:59.944945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=8b63d7d9-20ca-4014-9941-71012883e094,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:29:59.990999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22127672-a7ec-4025-a079-25bd2cb37bd6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:00.025266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4a8a2-31e6-4ae6-be2d-0f4bfdc5673f req-502b551c-fe35-4fdb-b3e6-82f0b571a756 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:00.033820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f4a8a2-31e6-4ae6-be2d-0f4bfdc5673f req-502b551c-fe35-4fdb-b3e6-82f0b571a756 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.2970538 Sep 21 08:30:00.056046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deb1f94c-b667-46df-86a1-c7b746f14fb9 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.085001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 22127672-a7ec-4025-a079-25bd2cb37bd6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:00.085385 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.099305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deb1f94c-b667-46df-86a1-c7b746f14fb9 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.285411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-695e357c-472c-4be8-8129-6748f6e5e0a6 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cee71c1-2e8b-44e0-9437-1d40b75a0a03 HTTP/1.1" status: 200 len: 205 time: 0.3616598 Sep 21 08:30:00.289729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:00.290627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deb1f94c-b667-46df-86a1-c7b746f14fb9 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.298023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f4a8a2-31e6-4ae6-be2d-0f4bfdc5673f req-2a9c8674-0316-4643-92a4-a5c3d2011f64 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522247 Sep 21 08:30:00.319006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deb1f94c-b667-46df-86a1-c7b746f14fb9 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.325209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-deb1f94c-b667-46df-86a1-c7b746f14fb9 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] 10.222.0.59 "DELETE /v2.0/security-groups/5bbfad63-86f7-4062-a2cf-43bb4c0bf62b HTTP/1.1" status: 204 len: 168 time: 0.6904094 Sep 21 08:30:00.386030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6612d8ad-c028-4391-ab28-8e9186f97249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.397130 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.412438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-959450c4-b0d7-450f-812f-921d189799c9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/8b63d7d9-20ca-4014-9941-71012883e094 HTTP/1.1" status: 204 len: 168 time: 1.7885301 Sep 21 08:30:00.413231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:00.512754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69235bd1-3017-4b58-9ab7-5e2b16302e29 req-fb079268-55f6-40b1-ad0c-9f4c0f48bdfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.1651096 Sep 21 08:30:00.549157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1f94c-b667-46df-86a1-c7b746f14fb9 tempest-TestVolumeBackupRestore-1147379761 tempest-TestVolumeBackupRestore-1147379761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbfad63-86f7-4062-a2cf-43bb4c0bf62b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:00.698469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-9170298c-f9f7-4129-9a4b-f870a003bb01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7299075 Sep 21 08:30:00.711222 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae19f96-fedf-4ab8-bc33-2d6457f13706 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:30:00.715219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae19f96-fedf-4ab8-bc33-2d6457f13706 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:30:00.736753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cae19f96-fedf-4ab8-bc33-2d6457f13706 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/8b63d7d9-20ca-4014-9941-71012883e094 HTTP/1.1" status: 404 len: 333 time: 0.3167877 Sep 21 08:30:00.748006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47342) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:00.872160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:00.931833 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-67762c46-2ae7-4776-adae-31dc8c74fe9f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:30:00.947519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-67762c46-2ae7-4776-adae-31dc8c74fe9f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/8b63d7d9-20ca-4014-9941-71012883e094 HTTP/1.1" status: 404 len: 333 time: 0.1983845 Sep 21 08:30:00.952438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47360) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:01.096058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6612d8ad-c028-4391-ab28-8e9186f97249 None None] For port 22127672-a7ec-4025-a079-25bd2cb37bd6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=22127672-a7ec-4025-a079-25bd2cb37bd6,segment=NetworkSegment(8a51e039-4fc3-4c6e-9734-6cf54852dc4a),segment_id=8a51e039-4fc3-4c6e-9734-6cf54852dc4a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:01.150342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:01.307875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet fc86f2b6-3828-4479-a10e-339962adce9f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:01.320654 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6612d8ad-c028-4391-ab28-8e9186f97249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:01.327444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:01.545943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:01.570237 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:30:01.570597 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:30:01.666966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d8ad-c028-4391-ab28-8e9186f97249 None None] Pushing event updated for resources: {'Port': ['ID=22127672-a7ec-4025-a079-25bd2cb37bd6,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:01.681455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b46e191f-1083-4328-9b20-bd7db2286b4e None None] Could not find standard attr ID for object 8b63d7d9-20ca-4014-9941-71012883e094. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:30:01.728324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b46e191f-1083-4328-9b20-bd7db2286b4e None None] Provisioning complete for port 22127672-a7ec-4025-a079-25bd2cb37bd6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:01.728904 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b46e191f-1083-4328-9b20-bd7db2286b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:01.820289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.14 (614607b4-08a8-4b9d-917e-eac3f82c9aaf/8294e43b-5cfc-4e96-9b5a-1bf41394e70e/ebae80e7-5074-40b4-8a48-374efd22da4e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:01.847773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24bc047c-2afc-41ca-b425-c8a494999629 req-f38c468f-8fea-423f-bdba-7ecdd3f4f36f tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0763378 Sep 21 08:30:01.879175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.13 (614607b4-08a8-4b9d-917e-eac3f82c9aaf/8294e43b-5cfc-4e96-9b5a-1bf41394e70e/ebae80e7-5074-40b4-8a48-374efd22da4e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:01.952354 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.008615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bb73d-d7c3-4da8-9f45-0d93f5f425f7 req-491e6aa2-8304-4386-a51c-67f0fff2ad98 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:02.018522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e28bb73d-d7c3-4da8-9f45-0d93f5f425f7 req-491e6aa2-8304-4386-a51c-67f0fff2ad98 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.3650625 Sep 21 08:30:02.116696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e28bb73d-d7c3-4da8-9f45-0d93f5f425f7 req-f638dc89-1922-4678-9b78-e94da7eb241b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963361 Sep 21 08:30:02.134589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.204967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.286522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Deleting port a526ae8e-cc7c-40e2-b5b1-7e342f42181f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:02.288490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.354890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.374353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.378983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/fc86f2b6-3828-4479-a10e-339962adce9f HTTP/1.1" status: 204 len: 168 time: 1.4240768 Sep 21 08:30:02.380287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb0462-20e5-4ee3-800b-85b408dc2332 None None] Network 392439bc-bef3-448f-a9d2-a5c01179aae1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:02.409700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47474) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:02.440228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22127672-a7ec-4025-a079-25bd2cb37bd6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:02.447565 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.488035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.510460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Calling delete_port for a526ae8e-cc7c-40e2-b5b1-7e342f42181f owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:02.594655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.674723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f442a0-6535-430c-99ef-0021755e67ef tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=fc86f2b6-3828-4479-a10e-339962adce9f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:02.753702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:02.812015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:02.861356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:02.881470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:02.960556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 22127672-a7ec-4025-a079-25bd2cb37bd6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:02.961158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.019068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:03.028509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.041019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=ebae80e7-5074-40b4-8a48-374efd22da4e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:03.079543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 22127672-a7ec-4025-a079-25bd2cb37bd6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:03.080336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.095668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] For port 22127672-a7ec-4025-a079-25bd2cb37bd6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=22127672-a7ec-4025-a079-25bd2cb37bd6,segment=NetworkSegment(8a51e039-4fc3-4c6e-9734-6cf54852dc4a),segment_id=8a51e039-4fc3-4c6e-9734-6cf54852dc4a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:03.097069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.128282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 22127672-a7ec-4025-a079-25bd2cb37bd6 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:03.135494 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efa0c332-f540-41cb-a84f-303bb84d8b4c req-6b4fa238-59ca-4cad-b372-078eee190178 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.1011856 Sep 21 08:30:03.255148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] DHCP port deletion for 392439bc-bef3-448f-a9d2-a5c01179aae1 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:03.354739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.401371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=22127672-a7ec-4025-a079-25bd2cb37bd6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:03.410019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] Deleting port 22127672-a7ec-4025-a079-25bd2cb37bd6 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:03.410693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.417887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52322af5-38fe-4226-93ba-ea7c4a6b3bc1 req-cfba3bda-caf4-4509-8f86-fd6133a85f0e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:03.427471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52322af5-38fe-4226-93ba-ea7c4a6b3bc1 req-cfba3bda-caf4-4509-8f86-fd6133a85f0e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.1366653 Sep 21 08:30:03.466771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-54065020-61fa-49e6-8c31-3ed56b51c3a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.8258393 Sep 21 08:30:03.471571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No DVR routers for this DVR port 22127672-a7ec-4025-a079-25bd2cb37bd6 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:03.473875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:03.481281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'ebae80e7-5074-40b4-8a48-374efd22da4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:03.545368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52322af5-38fe-4226-93ba-ea7c4a6b3bc1 req-e83f3b3f-54bc-4465-a26d-95567adc256e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166444 Sep 21 08:30:03.571917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.583547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] For port 22127672-a7ec-4025-a079-25bd2cb37bd6, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:03.584165 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.603220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] Calling delete_port for 22127672-a7ec-4025-a079-25bd2cb37bd6 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:03.607868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] Port 22127672-a7ec-4025-a079-25bd2cb37bd6 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:30:03.611179 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.622251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-c00176e8-c186-4317-a96e-30910e1a85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:03.623722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-c00176e8-c186-4317-a96e-30910e1a85e2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892&tenant_id=2d094b2e86304876b09e162169c4ae82 HTTP/1.1" status: 200 len: 1094 time: 0.3829012 Sep 21 08:30:03.633342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.647468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] Pushing event deleted for resources: {'Port': ['ID=22127672-a7ec-4025-a079-25bd2cb37bd6,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:03.674286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:03.676453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55114078-eedb-4fa2-ad93-9d8501a65d1d None None] No DVR routers for this DVR port 22127672-a7ec-4025-a079-25bd2cb37bd6 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:03.689115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.691762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.769512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392439bc-bef3-448f-a9d2-a5c01179aae1']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:03.773222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event deleted for resources: {'Port': ['ID=a526ae8e-cc7c-40e2-b5b1-7e342f42181f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:03.787507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a51e039-4fc3-4c6e-9734-6cf54852dc4a') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:03.787966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a51e039-4fc3-4c6e-9734-6cf54852dc4a') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:03.820206 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.855954 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.873533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:03.873991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:03.878111 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:03.921723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:03.977674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.008381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.010917 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/392439bc-bef3-448f-a9d2-a5c01179aae1 HTTP/1.1" status: 204 len: 168 time: 1.5969231 Sep 21 08:30:04.011985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076d7dd-c57c-47d6-892a-930f7e813749 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=392439bc-bef3-448f-a9d2-a5c01179aae1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:04.016501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47654) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:04.032446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1127425384'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:04.071574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:04.077412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.174799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:30:04.204840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.206169 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment 8cb78ce1-6e4b-4077-b5d0-cb5f972383b5 of type vlan for network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 Sep 21 08:30:04.299967 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.369048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22127672-a7ec-4025-a079-25bd2cb37bd6 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:04.383306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.395658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:04.401304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.416831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 22127672-a7ec-4025-a079-25bd2cb37bd6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:04.417181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22127672-a7ec-4025-a079-25bd2cb37bd6 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:04.453811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4254391 Sep 21 08:30:04.457146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47708) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:04.463004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:04.795968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef21fae-63bd-4578-ae14-5562621437ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=2f1cedf5-a36c-439f-8c57-4b1914b7b8e2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:04.813934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:30:04.868330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d91d68-0794-4db1-ae24-3507d6312c71 req-1e445ae7-f1d6-4e2b-8d87-53e69db11548 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:04.870651 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d91d68-0794-4db1-ae24-3507d6312c71 req-1e445ae7-f1d6-4e2b-8d87-53e69db11548 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.1805031 Sep 21 08:30:04.874203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.879147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3450bed1-b8c6-458d-a4d2-ebe2016c9359 req-7261e443-a766-4f67-b667-d066b8792035 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0635395 Sep 21 08:30:04.950869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:04.955577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:04.984754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82d91d68-0794-4db1-ae24-3507d6312c71 req-265b51bf-b403-4601-b3ae-473044b00672 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924807 Sep 21 08:30:05.161872 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.176029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.360550 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.395809 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.398830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Fanout notify agent at l3_agent the message router_deleted on router 6cee71c1-2e8b-44e0-9437-1d40b75a0a03 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:30:05.410473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.412331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fbdb458b-061d-42be-a269-ea0826ded067 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/6cee71c1-2e8b-44e0-9437-1d40b75a0a03 HTTP/1.1" status: 204 len: 168 time: 5.0851598 Sep 21 08:30:05.416543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47816) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:05.455509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082186894', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': False}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:05.471967 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.532784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.533760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.577712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:05.582694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=211c75f2-13c4-4899-9bfc-eb3c7a8c49ea,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:05.620253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': '8cb78ce1-6e4b-4077-b5d0-cb5f972383b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:05.620642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:30:05.662554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:30:05.674980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:05.682287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:05.682661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.689925 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2fa63-4b97-4c54-ada0-da4f3ecae3b6 None None] Network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:05.731112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-10e79bc2-2004-40cf-9fa9-be131cc11f26 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2722445 Sep 21 08:30:05.733852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47844) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:05.739870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-506486301'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:05.772900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:05.819510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:05.883259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.25.1.238 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/4d74e781-655f-4e05-b27f-ee850a47803a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:05.912425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f1a964-b979-481a-b908-78f0bf4e7b49 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:30:05.940657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:06.053464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:06.083660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:06.087055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-2f1cedf5-a36c-439f-8c57-4b1914b7b8e2', 'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2', 'tenant_id': 'ec43384501f1404da83201192d3184a1', 'fixed_ips': [{'subnet_id': '211c75f2-13c4-4899-9bfc-eb3c7a8c49ea'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:30:06.087972 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:06.103245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Transition to ACTIVE for port object 76f1a964-b979-481a-b908-78f0bf4e7b49 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:30:06.159994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port e3ea5fd3-44be-4cc3-8f3d-221b118bff44 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:06.167851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c7fcf93-9e54-4edd-9c0c-938c0c0ed824 req-70d6dabe-2935-42f7-9db6-8896d3d0ec5e tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.1096296 Sep 21 08:30:06.169162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:06.451214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229885e-ea17-42a1-830a-c5efcb6945ec req-b09cbb89-b6dc-4c27-a98a-bce6e06b5c2b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:06.454754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c229885e-ea17-42a1-830a-c5efcb6945ec req-b09cbb89-b6dc-4c27-a98a-bce6e06b5c2b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.2970543 Sep 21 08:30:06.487048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Allocated IP 172.20.0.2 (2f1cedf5-a36c-439f-8c57-4b1914b7b8e2/211c75f2-13c4-4899-9bfc-eb3c7a8c49ea/938d11b5-c780-4bab-bb56-b3fc98adfa8d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:06.539771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c229885e-ea17-42a1-830a-c5efcb6945ec req-c115b897-d98e-4ae0-982a-8ee656c31334 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776079 Sep 21 08:30:06.806466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:06.862472 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:06.879372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:06.979964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Pushing event updated for resources: {'Port': ['ID=938d11b5-c780-4bab-bb56-b3fc98adfa8d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:06.998528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.026463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:07.051136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:07.061266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:07.066442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=9']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:07.074846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.3 (2f1cedf5-a36c-439f-8c57-4b1914b7b8e2/211c75f2-13c4-4899-9bfc-eb3c7a8c49ea/e3ea5fd3-44be-4cc3-8f3d-221b118bff44) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:07.103479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.121469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] No DVR routers for this DVR port 76f1a964-b979-481a-b908-78f0bf4e7b49 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:07.206098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Attempting to bind port 938d11b5-c780-4bab-bb56-b3fc98adfa8d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:30:07.206098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Attempting to bind port 938d11b5-c780-4bab-bb56-b3fc98adfa8d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8cb78ce1-6e4b-4077-b5d0-cb5f972383b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:30:07.206365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Attempting to bind port 938d11b5-c780-4bab-bb56-b3fc98adfa8d on network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:07.213588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:30:07.214893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Checking segment: {'id': '8cb78ce1-6e4b-4077-b5d0-cb5f972383b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:07.215536 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.216193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Bound using segment: {'id': '8cb78ce1-6e4b-4077-b5d0-cb5f972383b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:30:07.217139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Bound port: 938d11b5-c780-4bab-bb56-b3fc98adfa8d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb78ce1-6e4b-4077-b5d0-cb5f972383b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2f1cedf5-a36c-439f-8c57-4b1914b7b8e2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:30:07.217915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.220284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:07.244984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:07.250277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:07.392977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=4d74e781-655f-4e05-b27f-ee850a47803a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:07.415986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] For port 938d11b5-c780-4bab-bb56-b3fc98adfa8d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:07.427088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.430004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] For port 938d11b5-c780-4bab-bb56-b3fc98adfa8d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=938d11b5-c780-4bab-bb56-b3fc98adfa8d,segment=NetworkSegment(8cb78ce1-6e4b-4077-b5d0-cb5f972383b5),segment_id=8cb78ce1-6e4b-4077-b5d0-cb5f972383b5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:30:07.439934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.489435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1081d793-ccb8-4994-85d5-47b36ee865ac req-e67f5c24-4f94-4c18-acd2-5015a8182e82 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/ports?device_id=75ee412e-d9ef-40fa-a134-e601dfddebed HTTP/1.1" status: 200 len: 210 time: 0.0898695 Sep 21 08:30:07.510500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.561811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34295a48-b338-48e8-bdfe-2963ffb22263 None None] Pushing event updated for resources: {'Port': ['ID=938d11b5-c780-4bab-bb56-b3fc98adfa8d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:07.608106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:07.627921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:07.634886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:07.698647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=e3ea5fd3-44be-4cc3-8f3d-221b118bff44,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:07.836771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:07.843021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:07.887999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d89e2-a57f-4f47-b698-dc8129618956 req-e9010299-ca18-4342-b0d7-b019fe3d06e4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:07.891224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-466d89e2-a57f-4f47-b698-dc8129618956 req-e9010299-ca18-4342-b0d7-b019fe3d06e4 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 943 time: 0.1959212 Sep 21 08:30:07.896692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47902) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:07.897298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cacbbb21-537d-480a-8e65-5823b4b38161 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1616876 Sep 21 08:30:07.992132 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-466d89e2-a57f-4f47-b698-dc8129618956 req-5c1197e3-1d4e-41cc-b20d-941717c0ba47 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902107 Sep 21 08:30:08.037386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:30:08.038382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:30:08.038918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:08.072319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Port 76f1a964-b979-481a-b908-78f0bf4e7b49 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:30:08.072998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Attempting to bind port 76f1a964-b979-481a-b908-78f0bf4e7b49 on network da38f717-4627-4a74-a85b-297a9a3d3dc7 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:08.162097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:30:08.162586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Checking segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:08.163655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Bound using segment: {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:30:08.163655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Bound port: 76f1a964-b979-481a-b908-78f0bf4e7b49, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0cdc41f-ce20-40af-a929-917a9e7d6327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:30:08.164089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:08.414946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 938d11b5-c780-4bab-bb56-b3fc98adfa8d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:08.517912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 938d11b5-c780-4bab-bb56-b3fc98adfa8d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:08.518298 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:08.679575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47918) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:08.777887 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:08.869398 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69772582-dcbe-437a-860b-bc7f9ed3c7a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:08.937959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69772582-dcbe-437a-860b-bc7f9ed3c7a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:08.953397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 938d11b5-c780-4bab-bb56-b3fc98adfa8d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=938d11b5-c780-4bab-bb56-b3fc98adfa8d,segment=NetworkSegment(8cb78ce1-6e4b-4077-b5d0-cb5f972383b5),segment_id=8cb78ce1-6e4b-4077-b5d0-cb5f972383b5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:08.968282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.056985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69772582-dcbe-437a-860b-bc7f9ed3c7a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.059885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69772582-dcbe-437a-860b-bc7f9ed3c7a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.063988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69772582-dcbe-437a-860b-bc7f9ed3c7a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/security-groups/a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab HTTP/1.1" status: 204 len: 168 time: 0.3827300 Sep 21 08:30:09.064737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47922) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:09.097407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69772582-dcbe-437a-860b-bc7f9ed3c7a4 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:09.110676 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-38cc2604-b76a-4d88-984f-78e392787ac2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] show failed (client error): The resource could not be found. Sep 21 08:30:09.121198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-38cc2604-b76a-4d88-984f-78e392787ac2 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "GET /v2.0/security-groups/a5d574cf-6ec1-4995-93d7-8e47f6e3c5ab HTTP/1.1" status: 404 len: 347 time: 0.0465062 Sep 21 08:30:09.123811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:09.124344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47924) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:09.133594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:30:09.172358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port e3ea5fd3-44be-4cc3-8f3d-221b118bff44 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:09.172712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.195240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=938d11b5-c780-4bab-bb56-b3fc98adfa8d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:09.252441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.390383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port 6c4f322d-8a36-4e41-bc2b-cd587ea97c2e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:09.394604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.586788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef2b8bf-a902-4b6f-973a-dcd4e3aa31ef None None] Network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:09.698344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.699347 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.789084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for 6c4f322d-8a36-4e41-bc2b-cd587ea97c2e owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:09.850806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2ef01bed-cb82-41c6-865e-fb36a7b706ad None None] Provisioning complete for port 938d11b5-c780-4bab-bb56-b3fc98adfa8d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:09.851478 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ef01bed-cb82-41c6-865e-fb36a7b706ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.891673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=10']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:09.960033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:09.960808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:09.969911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-fc68b121-a53a-418a-a81d-ad7aeb1a4173 service neutron] 10.222.0.62 "PUT /v2.0/ports/76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 1091 time: 6.3016369 Sep 21 08:30:09.978281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:30:09.980857 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93609ffd-d5ac-4385-880b-83ede6bb53d2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:30:10.184206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.197367 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef283ab-c561-4ee6-9b5f-5f397afe1469 x-openstack-request-id: req-3ef283ab-c561-4ee6-9b5f-5f397afe1469 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:30:10.197367 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:30:10.197690 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ef283ab-c561-4ee6-9b5f-5f397afe1469 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:30:10.197907 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'status': 'completed', 'code': 200} Sep 21 08:30:10.336901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.350176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 938d11b5-c780-4bab-bb56-b3fc98adfa8d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:10.427294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=6c4f322d-8a36-4e41-bc2b-cd587ea97c2e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:10.466810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 938d11b5-c780-4bab-bb56-b3fc98adfa8d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:10.467191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.479299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.482389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.485960 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.610702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.613627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.620563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5f51ffce-21b0-4fd4-8338-ad4e9facab68 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/floatingips/13a039fd-f5c8-4a21-add6-9503dd4e0d54 HTTP/1.1" status: 204 len: 168 time: 1.4921486 Sep 21 08:30:10.637969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47936) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:10.742459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f2ef-3fe0-4ae3-9c26-2778ed1c8a33 req-d7aacadd-a41d-410c-b006-fe7072fb293b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:10.758011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e770f2ef-3fe0-4ae3-9c26-2778ed1c8a33 req-d7aacadd-a41d-410c-b006-fe7072fb293b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 1.4643171 Sep 21 08:30:10.786540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for e3ea5fd3-44be-4cc3-8f3d-221b118bff44 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:10.848658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-030c9fb4-7c77-4754-8702-fe3dbe9c31de None None] Provisioning complete for port 938d11b5-c780-4bab-bb56-b3fc98adfa8d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:10.849629 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-030c9fb4-7c77-4754-8702-fe3dbe9c31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:10.927865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port a6b30b36-02a7-4ef2-8c29-b9f748797e1f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:10.930419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.034391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-030c9fb4-7c77-4754-8702-fe3dbe9c31de None None] Provisioning complete for port e3ea5fd3-44be-4cc3-8f3d-221b118bff44 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:11.035070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-030c9fb4-7c77-4754-8702-fe3dbe9c31de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.121536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.125555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-030c9fb4-7c77-4754-8702-fe3dbe9c31de None None] Port e3ea5fd3-44be-4cc3-8f3d-221b118bff44 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:30:11.137790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for a6b30b36-02a7-4ef2-8c29-b9f748797e1f owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:11.255358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-84d34a7e-5744-4400-a003-2ab8aa55d069 None None] Provisioning complete for port e3ea5fd3-44be-4cc3-8f3d-221b118bff44 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:11.256096 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-84d34a7e-5744-4400-a003-2ab8aa55d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.325258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-84d34a7e-5744-4400-a003-2ab8aa55d069 None None] Port e3ea5fd3-44be-4cc3-8f3d-221b118bff44 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:30:11.326712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-2832b2cb-0f7d-4e57-9bba-8ccd6387c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:11.329845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-2832b2cb-0f7d-4e57-9bba-8ccd6387c0ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1095 time: 1.2218812 Sep 21 08:30:11.382200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e770f2ef-3fe0-4ae3-9c26-2778ed1c8a33 req-6517bc54-4902-41ec-915a-35977ae6ebae tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5837040 Sep 21 08:30:11.501921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.583908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=a6b30b36-02a7-4ef2-8c29-b9f748797e1f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:11.595677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.607048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.741849 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:11.746448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=e3ea5fd3-44be-4cc3-8f3d-221b118bff44,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:11.746837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20b1828b-1979-414d-9802-fe5c9cc04129 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/ports/a6b30b36-02a7-4ef2-8c29-b9f748797e1f HTTP/1.1" status: 204 len: 168 time: 1.1073041 Sep 21 08:30:11.747664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:11.807330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Allocated IP 172.25.1.149 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/2d316cab-1f96-4298-9cd2-4113b9e8fa27) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:12.001660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting port 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:12.004281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:12.078611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-02699344-cac1-4255-9c73-c3af61076ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:12.085520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-02699344-cac1-4255-9c73-c3af61076ac3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.7460957 Sep 21 08:30:12.421697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:12.454885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Calling delete_port for 4bbfb1a4-3bad-431c-8ca1-f77036071ce1 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:12.644038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:12.651407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4f5952de-1ab3-4bc9-8c91-998847a836b0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/e3ea5fd3-44be-4cc3-8f3d-221b118bff44 HTTP/1.1" status: 204 len: 168 time: 4.7523742 Sep 21 08:30:12.653658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47960) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:12.719505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-6c980c73-f31f-4227-8632-4241a101725f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 999 time: 0.5734422 Sep 21 08:30:12.767057 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-78487acd-01a4-4c56-9b1d-dfa97f08e21d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:30:12.788071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78487acd-01a4-4c56-9b1d-dfa97f08e21d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/e3ea5fd3-44be-4cc3-8f3d-221b118bff44 HTTP/1.1" status: 404 len: 333 time: 0.1072073 Sep 21 08:30:12.789015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47964) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:13.032610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.056712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.060769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.079901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12d58-0c00-479e-bcf9-331d5cc989d1 req-8a90bea1-d272-4055-bea8-04ed086a2e8a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:13.083547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b4e12d58-0c00-479e-bcf9-331d5cc989d1 req-8a90bea1-d272-4055-bea8-04ed086a2e8a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.3617485 Sep 21 08:30:13.121334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet 211c75f2-13c4-4899-9bfc-eb3c7a8c49ea {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:13.131128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.209275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-9985a4e3-a04c-4c32-8c49-eb3a354c67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:13.221025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-9985a4e3-a04c-4c32-8c49-eb3a354c67d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.4738653 Sep 21 08:30:13.240923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.355431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=4d74e781-655f-4e05-b27f-ee850a47803a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:13.529966 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b4e12d58-0c00-479e-bcf9-331d5cc989d1 req-8170eac3-4591-48a8-9976-da1bbab0c8fd tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231573 Sep 21 08:30:13.566229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.587184 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.687785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47974) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:13.696886 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.702306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/ports/4bbfb1a4-3bad-431c-8ca1-f77036071ce1 HTTP/1.1" status: 204 len: 168 time: 1.9512339 Sep 21 08:30:13.702306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae94d1-4fd3-4215-85b4-13835fd12bfe tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Port': ['ID=4bbfb1a4-3bad-431c-8ca1-f77036071ce1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:13.719605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47976) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:13.784494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.791478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.802594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting subnet 16309529-e842-4059-a791-49161bd4a8e2 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:13.877660 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:30:13.894973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:13.942163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-36866b31-e8d0-4542-858c-56bc68997254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:13.954683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-36866b31-e8d0-4542-858c-56bc68997254 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7114704 Sep 21 08:30:14.114965 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:14.323190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:14.450133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:14.475950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Port': ['ID=2d316cab-1f96-4298-9cd2-4113b9e8fa27,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:14.482818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:14.506884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:14.524638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:14.582631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=211c75f2-13c4-4899-9bfc-eb3c7a8c49ea,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:14.784500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:14.784790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27284d-8cfd-4b31-a272-fac47dab99fb None None] Network 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:14.787488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-72898e22-8c18-40d8-b3b3-76275b613067 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/211c75f2-13c4-4899-9bfc-eb3c7a8c49ea HTTP/1.1" status: 204 len: 168 time: 1.9456820 Sep 21 08:30:14.925775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47988) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:15.079874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.109318 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-58438c97-a74a-4694-ae83-537754e518c7 service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1526363 Sep 21 08:30:15.165937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] DHCP port deletion for 2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:15.173184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Subnet': ['ID=16309529-e842-4059-a791-49161bd4a8e2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:15.186010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.196053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-147aa6cd-8148-4ae7-9e05-b942dd008881 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/subnets/16309529-e842-4059-a791-49161bd4a8e2 HTTP/1.1" status: 204 len: 168 time: 1.4739163 Sep 21 08:30:15.220002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:15.222708 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP 26a4773b-c862-4dd7-bf59-ea0ea1946520 associated. External IP: 172.25.1.238, port: ebae80e7-5074-40b4-8a48-374efd22da4e. Sep 21 08:30:15.268528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ad93e-9df4-460c-8587-26bc3091b93c None None] Network 2dbc9bc4-e323-4244-a1fc-1f968387d911 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:15.348725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.432608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-5f8ec02b-d3a5-40ee-9a2d-9cd990139030 service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018801 Sep 21 08:30:15.488240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Deleting subnet e7b4429c-1b3b-4838-b308-4102494c0acf {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:15.505058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432c885-68d6-40e0-9765-015f9bbd0654 req-b160eca4-2605-44c4-975d-62f35f95e169 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:15.506568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2432c885-68d6-40e0-9765-015f9bbd0654 req-b160eca4-2605-44c4-975d-62f35f95e169 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.3908525 Sep 21 08:30:15.560965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.668183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 938d11b5-c780-4bab-bb56-b3fc98adfa8d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:15.668555 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.757977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] Deleting port 938d11b5-c780-4bab-bb56-b3fc98adfa8d {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:15.766913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.799056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.865891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] For port 938d11b5-c780-4bab-bb56-b3fc98adfa8d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=938d11b5-c780-4bab-bb56-b3fc98adfa8d,segment=NetworkSegment(8cb78ce1-6e4b-4077-b5d0-cb5f972383b5),segment_id=8cb78ce1-6e4b-4077-b5d0-cb5f972383b5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:15.868325 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:15.886736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] Calling delete_port for 938d11b5-c780-4bab-bb56-b3fc98adfa8d owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:16.110224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.129035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.278200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] Pushing event deleted for resources: {'Port': ['ID=938d11b5-c780-4bab-bb56-b3fc98adfa8d,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:16.315489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6f949-5479-4157-a437-a40a2b8b9f32 None None] No DVR routers for this DVR port 938d11b5-c780-4bab-bb56-b3fc98adfa8d on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:16.367779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2432c885-68d6-40e0-9765-015f9bbd0654 req-28a7c774-3559-4bf2-a6f9-1699ea7862cf tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7472987 Sep 21 08:30:16.381109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 938d11b5-c780-4bab-bb56-b3fc98adfa8d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:16.387924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.447828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 938d11b5-c780-4bab-bb56-b3fc98adfa8d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:16.448186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 938d11b5-c780-4bab-bb56-b3fc98adfa8d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:16.469063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] DHCP port deletion for 2dbc9bc4-e323-4244-a1fc-1f968387d911 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:16.561142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b4429c-1b3b-4838-b308-4102494c0acf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:16.565303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.568432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-778f7f7f-d453-49b5-b71c-bb8fd35a0ee8 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/subnets/e7b4429c-1b3b-4838-b308-4102494c0acf HTTP/1.1" status: 204 len: 168 time: 1.3429062 Sep 21 08:30:16.581181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d3e39-6e4e-4191-b740-1896d07267a9 None None] Network 4db6f82b-8065-449f-8e25-9a465b734ed5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:16.640840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48024) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:16.641202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] Deleting port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:16.641593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.771693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] For port 938d11b5-c780-4bab-bb56-b3fc98adfa8d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=938d11b5-c780-4bab-bb56-b3fc98adfa8d,segment=NetworkSegment(8cb78ce1-6e4b-4077-b5d0-cb5f972383b5),segment_id=8cb78ce1-6e4b-4077-b5d0-cb5f972383b5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:16.772290 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.834262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] For port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4,segment=NetworkSegment(a7cc7242-647b-489c-b62c-5b685f22d048),segment_id=a7cc7242-647b-489c-b62c-5b685f22d048)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:16.834683 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.853456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 938d11b5-c780-4bab-bb56-b3fc98adfa8d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:16.856592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] Calling delete_port for 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:16.926776 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:16.950374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:16.961864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-6b7e8d55-f48b-4283-bc9b-c06bcc0e947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:16.964239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-6b7e8d55-f48b-4283-bc9b-c06bcc0e947f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1095 time: 1.3553262 Sep 21 08:30:17.045378 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.048230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.066771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No DVR routers for this DVR port 938d11b5-c780-4bab-bb56-b3fc98adfa8d on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:17.118214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=938d11b5-c780-4bab-bb56-b3fc98adfa8d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:17.120352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] Pushing event deleted for resources: {'Port': ['ID=10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:17.166462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb4c21-2d0b-45cc-a7e6-e1e51e2c0acd None None] No DVR routers for this DVR port 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:17.310183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.325825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.340916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] DHCP port deletion for 4db6f82b-8065-449f-8e25-9a465b734ed5 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:17.346605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.404201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1cedf5-a36c-439f-8c57-4b1914b7b8e2']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:17.423466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb78ce1-6e4b-4077-b5d0-cb5f972383b5') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:17.423767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb78ce1-6e4b-4077-b5d0-cb5f972383b5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:17.435262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] Deleting port 4279b984-43a4-4dca-9379-cb1749736f3b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:17.435953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.441519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.514138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] For port 4279b984-43a4-4dca-9379-cb1749736f3b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4279b984-43a4-4dca-9379-cb1749736f3b,segment=NetworkSegment(8c2996ba-4002-40db-986f-6e1140d8e6e5),segment_id=8c2996ba-4002-40db-986f-6e1140d8e6e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:17.514620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.533760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] Calling delete_port for 4279b984-43a4-4dca-9379-cb1749736f3b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:17.578030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.614695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:17.615151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:17.619422 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:17.659511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.662326 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.741844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] Pushing event deleted for resources: {'Port': ['ID=4279b984-43a4-4dca-9379-cb1749736f3b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:17.757239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a1fb8-d858-4ece-ab7b-5754b3199967 None None] No DVR routers for this DVR port 4279b984-43a4-4dca-9379-cb1749736f3b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:17.882136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334e0b5-1dab-4b7d-8c7f-d1eed35c5f80 req-0beceb0a-b882-4a9d-beff-f2fa6a2c3f89 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:17.885149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7334e0b5-1dab-4b7d-8c7f-d1eed35c5f80 req-0beceb0a-b882-4a9d-beff-f2fa6a2c3f89 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.2765651 Sep 21 08:30:17.887809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.938784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:17.944183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/2f1cedf5-a36c-439f-8c57-4b1914b7b8e2 HTTP/1.1" status: 204 len: 168 time: 3.0170012 Sep 21 08:30:17.952166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbc9bc4-e323-4244-a1fc-1f968387d911']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:17.984287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cc7242-647b-489c-b62c-5b685f22d048') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:17.984797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cc7242-647b-489c-b62c-5b685f22d048') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:17.986873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:18.004709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:18.016255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'name': 'tempest-PortsTestJSON-2141236747'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:18.021755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:18.035386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:18.036098 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:18.050453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7334e0b5-1dab-4b7d-8c7f-d1eed35c5f80 req-ba9368ba-e7c5-4b7d-9c36-4f6de365a4b2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347396 Sep 21 08:30:18.055753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffd18c-b8e6-4882-bb35-6e3e2a11595d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=2f1cedf5-a36c-439f-8c57-4b1914b7b8e2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:18.078281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:18.091869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:18.108149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:18.111766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:18.115208 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:18.214102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:18.233648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:18.234380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:18.255811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-3f217ae8-e6c2-461e-ac48-dba070b0deec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:18.257307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-3f217ae8-e6c2-461e-ac48-dba070b0deec service neutron] 10.222.0.62 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.6140590 Sep 21 08:30:18.373137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:18.373808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b90120-f1f8-410d-8632-2381a926c8de None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:18.396291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:18.409117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:18.414354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:18.477190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:18.477534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 10b9be4b-d3e9-45db-bdc0-eb3f6f0e15d4 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:18.487872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4279b984-43a4-4dca-9379-cb1749736f3b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:18.536538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4279b984-43a4-4dca-9379-cb1749736f3b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:18.536973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4279b984-43a4-4dca-9379-cb1749736f3b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:18.537120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 0d26199e-2209-412f-8fa8-62a56fd32e6f yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:18.568175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:18.573467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:18.772931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c2f2f493-73aa-4fb8-ad2a-a0a7b926f1a3 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.2968075 Sep 21 08:30:18.779283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48046) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:18.885868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'port_id': 'ebae80e7-5074-40b4-8a48-374efd22da4e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:19.007065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48048) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:19.011462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.113969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.141720 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.165452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.170409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/networks/2dbc9bc4-e323-4244-a1fc-1f968387d911 HTTP/1.1" status: 204 len: 168 time: 2.3769016 Sep 21 08:30:19.195737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48056) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:19.245675 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.292488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:19.302306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:19.317226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:19.323441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:19.324062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.332024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fa2bd-0b96-4c66-a944-81cb62d58b05 tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Network': ['ID=2dbc9bc4-e323-4244-a1fc-1f968387d911,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:19.376480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-6c8d8e04-5a01-4b4b-aece-23a7cf30290e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 999 time: 0.7654319 Sep 21 08:30:19.393657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Deleting port 821e3e2a-650a-45fb-8fd2-6d61530b79aa {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:19.393993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.408887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=0d26199e-2209-412f-8fa8-62a56fd32e6f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:19.496548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-45682087-c883-45f0-8a08-e6ef4422c96f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4906080 Sep 21 08:30:19.533478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48058) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:19.713058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] For port 821e3e2a-650a-45fb-8fd2-6d61530b79aa, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=821e3e2a-650a-45fb-8fd2-6d61530b79aa,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:19.713475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:19.745531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Calling delete_port for 821e3e2a-650a-45fb-8fd2-6d61530b79aa owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:19.838645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 0d26199e-2209-412f-8fa8-62a56fd32e6f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:19.838971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.036182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6530b05-886b-4d0c-a4fe-725d7afd97b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.103214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.292703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=821e3e2a-650a-45fb-8fd2-6d61530b79aa,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:20.400892 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.433531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.438454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Router cad478c8-9f62-45aa-93cd-ab3e2f03cecd is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:30:20.476523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea954bc-fa60-426c-b1ca-53e1c8d2edbd req-efa979d1-6108-4395-9b85-1c3adca89dbe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:20.478056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cea954bc-fa60-426c-b1ca-53e1c8d2edbd req-efa979d1-6108-4395-9b85-1c3adca89dbe tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 1.2061107 Sep 21 08:30:20.534662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.544114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cea954bc-fa60-426c-b1ca-53e1c8d2edbd req-9f8e155b-0d1b-4fbe-95e8-52d6e3a76c3f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456302 Sep 21 08:30:20.584390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 0d26199e-2209-412f-8fa8-62a56fd32e6f owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:20.637484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-0af6adda-ec12-4ec5-9946-1580cfbf3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:20.639299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-0af6adda-ec12-4ec5-9946-1580cfbf3a60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.6609073 Sep 21 08:30:20.828955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.852915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db6f82b-8065-449f-8e25-9a465b734ed5']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:20.865016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2996ba-4002-40db-986f-6e1140d8e6e5') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:20.865427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2996ba-4002-40db-986f-6e1140d8e6e5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:20.876094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.890725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.898172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:20.898585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:20.955458 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:21.000936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.039436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.049535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:21.058623 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Sync routers for ids ['cad478c8-9f62-45aa-93cd-ab3e2f03cecd'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:21.074714 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Routers {'cad478c8-9f62-45aa-93cd-ab3e2f03cecd'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:21.075361 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cad478c8-9f62-45aa-93cd-ab3e2f03cecd'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:21.079807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.096065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] 10.222.0.59 "DELETE /v2.0/networks/4db6f82b-8065-449f-8e25-9a465b734ed5 HTTP/1.1" status: 204 len: 168 time: 1.8419807 Sep 21 08:30:21.109806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282440a3-f783-4b29-b8cc-66d2cbc2fdbc tempest-TaggedBootDevicesTest-992060693 tempest-TaggedBootDevicesTest-992060693-project] Pushing event deleted for resources: {'Network': ['ID=4db6f82b-8065-449f-8e25-9a465b734ed5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:21.113868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=0d26199e-2209-412f-8fa8-62a56fd32e6f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:21.121961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.121961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-440f95a3-2722-4093-9b91-52e6cf16b77e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/0d26199e-2209-412f-8fa8-62a56fd32e6f HTTP/1.1" status: 204 len: 168 time: 1.5874391 Sep 21 08:30:21.125832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48064) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:21.131159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.resource_extend [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:30:21.134045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'mac_address': 'fa:16:3e:e9:9e:00', 'name': 'tempest-PortsTestJSON-280069461'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:21.212726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:21.224782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6530b05-886b-4d0c-a4fe-725d7afd97b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.350990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6530b05-886b-4d0c-a4fe-725d7afd97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.376049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.379766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c8a3f299-4850-47b5-82fe-7316c62518d6 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 15.9581721 Sep 21 08:30:21.403734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48072) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:21.565091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c6530b05-886b-4d0c-a4fe-725d7afd97b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa69d5dc0e0a43a390010fcaf4a7e6ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4925158 Sep 21 08:30:21.589318 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.596551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:21.611772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6530b05-886b-4d0c-a4fe-725d7afd97b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cbd7fb-529f-419c-adfa-f8edc70824c3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:21.626943 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.632691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:21.752225 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Set router cad478c8-9f62-45aa-93cd-ab3e2f03cecd gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:21.801192 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:21.819380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:21.828319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc68e8b6-e334-49e5-816f-57ed531911f6 admin admin] 10.222.0.59 "PUT /v2.0/routers/570ed0cc-4f6e-4c6e-99e4-c55114bdc78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1270142 Sep 21 08:30:21.834284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48082) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:21.835105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] Sync routers for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:21.851403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:21.852364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 60f3eeff-6101-404c-9543-c3f21cfe3e81 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:21.852560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:21.866357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-956af6b6-74d1-4f56-a70c-b2737e236240 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/cad478c8-9f62-45aa-93cd-ab3e2f03cecd HTTP/1.1" status: 200 len: 909 time: 0.4517655 Sep 21 08:30:21.885558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48084) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:21.901663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1082186894', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': True}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:22.124980 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.126755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.142667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:22.249803 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad478c8-9f62-45aa-93cd-ab3e2f03cecd', 'name': 'tempest-snat-router-1082186894', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': False}, 'gw_port_id': '2d316cab-1f96-4298-9cd2-4113b9e8fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:05Z', 'updated_at': '2021-09-21T08:30:16Z', 'revision_number': 3, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port': {'id': '2d316cab-1f96-4298-9cd2-4113b9e8fa27', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad478c8-9f62-45aa-93cd-ab3e2f03cecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:10Z', 'updated_at': '2021-09-21T08:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:22.255003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.256541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9cf7-1718-4bbf-a147-b8094182c32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.264152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.321030 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Checking router: cad478c8-9f62-45aa-93cd-ab3e2f03cecd for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:30:22.321385 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Updating router cad478c8-9f62-45aa-93cd-ab3e2f03cecd port 2d316cab-1f96-4298-9cd2-4113b9e8fa27 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:30:22.333765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9cf7-1718-4bbf-a147-b8094182c32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.389467 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.488239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.515822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9cf7-1718-4bbf-a147-b8094182c32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.518370 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a5ca9cf7-1718-4bbf-a147-b8094182c32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.523285 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a5ca9cf7-1718-4bbf-a147-b8094182c32a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86cbd7fb-529f-419c-adfa-f8edc70824c3 HTTP/1.1" status: 204 len: 168 time: 0.9229312 Sep 21 08:30:22.550355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-094f40eb-0880-4dc6-b15c-26931c04b2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.575547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca9cf7-1718-4bbf-a147-b8094182c32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cbd7fb-529f-419c-adfa-f8edc70824c3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:22.665317 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:22.865863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23331c-36eb-481f-bc6f-c4ae18b3fb18 req-ca79b29e-1da2-44ae-8d12-c618dc1815fb tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:22.875836 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed23331c-36eb-481f-bc6f-c4ae18b3fb18 req-ca79b29e-1da2-44ae-8d12-c618dc1815fb tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 1.1138568 Sep 21 08:30:22.941665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:23.043665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=60f3eeff-6101-404c-9543-c3f21cfe3e81,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:23.180560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:23.198901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:23.578396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:23.620094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:23.641205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:23.641902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:23.647691 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:23.659546 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:23.697895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:30:20Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:23.753380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed23331c-36eb-481f-bc6f-c4ae18b3fb18 req-3d6bddd0-cb8f-48d3-b685-c35464020aa0 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8765297 Sep 21 08:30:23.770341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2cc2b67-b36d-4c56-907b-7b1bf17dea3c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6432838 Sep 21 08:30:23.771000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48104) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:23.847426 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Attempting to bind port 2d316cab-1f96-4298-9cd2-4113b9e8fa27 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:30:23.847656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] Checking router: 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:30:23.865215 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Attempting to bind port 2d316cab-1f96-4298-9cd2-4113b9e8fa27 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:30:23.865760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Attempting to bind port 2d316cab-1f96-4298-9cd2-4113b9e8fa27 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:23.884282 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Pushing event updated for resources: {'Port': ['ID=2d316cab-1f96-4298-9cd2-4113b9e8fa27,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:23.888135 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:30:23.888584 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:23.888892 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:23.889302 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:30:23.890296 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Bound port: 2d316cab-1f96-4298-9cd2-4113b9e8fa27, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:30:23.890670 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:23.896401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] Routers {'570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:23.897065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.912432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:23.924013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:23.980010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4481496-e998-47ca-a2b5-4b847ba4c9d0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:23.998608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b4481496-e998-47ca-a2b5-4b847ba4c9d0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/60f3eeff-6101-404c-9543-c3f21cfe3e81 HTTP/1.1" status: 200 len: 840 time: 0.2238634 Sep 21 08:30:23.999387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48112) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:24.175556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Deleting port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:24.175908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:24.177212 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] For port 2d316cab-1f96-4298-9cd2-4113b9e8fa27, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:24.193475 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] For port 2d316cab-1f96-4298-9cd2-4113b9e8fa27, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2d316cab-1f96-4298-9cd2-4113b9e8fa27,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:30:24.202066 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:24.296267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 60f3eeff-6101-404c-9543-c3f21cfe3e81 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:24.302797 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:24.319431 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed065d-6faa-473c-9625-1c753ccf6f2e None None] Pushing event updated for resources: {'Port': ['ID=2d316cab-1f96-4298-9cd2-4113b9e8fa27,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:24.348364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Routers {'cad478c8-9f62-45aa-93cd-ab3e2f03cecd'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:24.349373 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['cad478c8-9f62-45aa-93cd-ab3e2f03cecd'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:24.385507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] Set router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:24.389556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:24.407675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:24.417371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-8e6d15e6-fdec-4ed8-826b-ff01053c700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:24.419071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-8e6d15e6-fdec-4ed8-826b-ff01053c700a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5391431 Sep 21 08:30:24.604312 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:24.695608 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:24.696284 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:24.757372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:24.837912 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:24.841256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 60f3eeff-6101-404c-9543-c3f21cfe3e81 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:24.850055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] For port 97ea6057-6fd9-4d61-83e0-1bc8c38e9720, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:24.850434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:24.897771 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] Set router cad478c8-9f62-45aa-93cd-ab3e2f03cecd gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:24.902034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Calling delete_port for 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:25.150285 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:25.170030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:25.213085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:30:20Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:25.221318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:25.225631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/60f3eeff-6101-404c-9543-c3f21cfe3e81 HTTP/1.1" status: 204 len: 168 time: 1.2229962 Sep 21 08:30:25.259285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48140) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:25.276147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08a865-f389-4465-aba8-fa9836fb744c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=60f3eeff-6101-404c-9543-c3f21cfe3e81,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:25.353969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:25.379339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c455345-7bcf-4e70-bf86-9656f4a44d9a None None] The sync data for ids ['570ed0cc-4f6e-4c6e-99e4-c55114bdc78d'] in n-d-809980-2 is: [{'id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'name': 'tempest-TestVolumeBackupRestore-325107504-router', 'tenant_id': '1bba897348d44b5bb9e45e429f841d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:35Z', 'updated_at': '2021-09-21T08:30:20Z', 'revision_number': 5, 'project_id': '1bba897348d44b5bb9e45e429f841d85', 'gw_port': {'id': '97ea6057-6fd9-4d61-83e0-1bc8c38e9720', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570ed0cc-4f6e-4c6e-99e4-c55114bdc78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:38Z', 'updated_at': '2021-09-21T08:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:25.425058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:25.439982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6aa5a1ea-0298-4b73-b3a6-0d52a1171f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:25.474955 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:25.476319 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:29:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:25.492946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-04590db6-8f56-4901-9607-2011ed48675c service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9663515 Sep 21 08:30:25.523162 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:25.523823 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ceeb23-12cc-49db-9034-869f89c803d4 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:25.545686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:25.549812 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b42732d-4085-4b17-bf23-10b7f43ed536 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:30:25.553765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad478c8-9f62-45aa-93cd-ab3e2f03cecd', 'name': 'tempest-snat-router-1082186894', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': False}, 'gw_port_id': '2d316cab-1f96-4298-9cd2-4113b9e8fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:05Z', 'updated_at': '2021-09-21T08:30:16Z', 'revision_number': 3, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port': {'id': '2d316cab-1f96-4298-9cd2-4113b9e8fa27', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad478c8-9f62-45aa-93cd-ab3e2f03cecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:10Z', 'updated_at': '2021-09-21T08:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:25.560924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48150) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:25.563562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b42732d-4085-4b17-bf23-10b7f43ed536 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/60f3eeff-6101-404c-9543-c3f21cfe3e81 HTTP/1.1" status: 404 len: 333 time: 0.2438247 Sep 21 08:30:25.601443 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53901629-1b25-44b5-90f9-a529c0828961 None None] The sync data for ids ['cad478c8-9f62-45aa-93cd-ab3e2f03cecd'] in n-d-809980-2 is: [{'id': 'cad478c8-9f62-45aa-93cd-ab3e2f03cecd', 'name': 'tempest-snat-router-1082186894', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': False}, 'gw_port_id': '2d316cab-1f96-4298-9cd2-4113b9e8fa27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:05Z', 'updated_at': '2021-09-21T08:30:16Z', 'revision_number': 3, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port': {'id': '2d316cab-1f96-4298-9cd2-4113b9e8fa27', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:69:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad478c8-9f62-45aa-93cd-ab3e2f03cecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:10Z', 'updated_at': '2021-09-21T08:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:25.611031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'name': 'tempest-PortsTestJSON-1296918643'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:25.874570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=97ea6057-6fd9-4d61-83e0-1bc8c38e9720,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:26.115955 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:26.275691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Allocated IP 172.25.1.28 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/467f243f-cc3f-4a20-a5e8-618a1f73b35f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:26.717129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2d316cab-1f96-4298-9cd2-4113b9e8fa27 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:26.729167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e1a437f2-fa02-40f0-b92f-820be0076e99 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/floatingips/26a4773b-c862-4dd7-bf59-ea0ea1946520 HTTP/1.1" status: 200 len: 978 time: 7.8702142 Sep 21 08:30:26.745811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48160) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:26.778656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:26.895924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2d316cab-1f96-4298-9cd2-4113b9e8fa27 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:26.896593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.011099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c77d5f-f41a-4192-a399-9adc3c373904 req-d3565040-03e4-491e-9420-b69834218e53 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:27.020201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24c77d5f-f41a-4192-a399-9adc3c373904 req-d3565040-03e4-491e-9420-b69834218e53 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 1.9278622 Sep 21 08:30:27.039720 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.170087 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.242423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 2d316cab-1f96-4298-9cd2-4113b9e8fa27, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2d316cab-1f96-4298-9cd2-4113b9e8fa27,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:27.252343 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.372126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93609ffd-d5ac-4385-880b-83ede6bb53d2 req-3d0674cb-5b64-4d89-9050-4dfa013d3447 service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8276210 Sep 21 08:30:27.491723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=2d316cab-1f96-4298-9cd2-4113b9e8fa27,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:27.501961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 821e3e2a-650a-45fb-8fd2-6d61530b79aa no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:27.505204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24c77d5f-f41a-4192-a399-9adc3c373904 req-250ec7f7-bf71-4a3c-a50c-c46ec361438a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831414 Sep 21 08:30:27.627143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 821e3e2a-650a-45fb-8fd2-6d61530b79aa {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:27.627654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 821e3e2a-650a-45fb-8fd2-6d61530b79aa not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:27.629868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.771090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.805419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.808870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.945995 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.946861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 570ed0cc-4f6e-4c6e-99e4-c55114bdc78d {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:30:27.963490 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.964897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1d580506-fa05-48ab-92ef-84fcc075f5cc admin admin] 10.222.0.59 "DELETE /v2.0/routers/570ed0cc-4f6e-4c6e-99e4-c55114bdc78d HTTP/1.1" status: 204 len: 168 time: 6.1287682 Sep 21 08:30:27.967759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:27.971793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:27.977291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:27.980780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48176) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:28.070317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:28.081426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:28.081822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:28.104887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Port': ['ID=467f243f-cc3f-4a20-a5e8-618a1f73b35f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:28.183170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] Deleting subnet ac08953b-d125-4653-8c71-2dfefe8c847a {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:28.404717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port 4d74e781-655f-4e05-b27f-ee850a47803a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:28.405468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:28.411343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:28.596635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:28.753025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2d316cab-1f96-4298-9cd2-4113b9e8fa27 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:28.882009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:28.882356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:28.950769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for 4d74e781-655f-4e05-b27f-ee850a47803a owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:29.044474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:29.099879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2d316cab-1f96-4298-9cd2-4113b9e8fa27 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:29.103577 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:29.251680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed990d3b-7b11-4b8e-9b83-683446bc1038 req-590ac255-f29b-44ba-b2b6-cba41bc9a9c3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:29.265807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed990d3b-7b11-4b8e-9b83-683446bc1038 req-590ac255-f29b-44ba-b2b6-cba41bc9a9c3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.4243650 Sep 21 08:30:29.520828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:29.630724 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed990d3b-7b11-4b8e-9b83-683446bc1038 req-ceca5589-4b17-4a6b-9732-d2736c2ccc3f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591628 Sep 21 08:30:29.647682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3aef34-3264-4c18-a073-be0bb0991fd4 None None] Network 61bcf043-fa85-41a3-b431-ec6445d07749 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:29.652756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:29.707570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac08953b-d125-4653-8c71-2dfefe8c847a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:29.710854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:29.726947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-448042cc-99d5-43f0-a508-f4502343b908 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ac08953b-d125-4653-8c71-2dfefe8c847a HTTP/1.1" status: 204 len: 168 time: 1.7447555 Sep 21 08:30:29.731991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48190) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:29.733136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:29.864709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:29.902482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:29.909743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:29.919003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:29.930293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:29.931446 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:30.002253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:30.016781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:30.025728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69fd5a86-6701-433e-9141-b7235e9f2cc6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.4398389 Sep 21 08:30:30.030847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48194) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:30.039642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:30.161346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:30.372256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Deleting port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:30.378779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:30.395843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:30.470780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:30.471121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 97ea6057-6fd9-4d61-83e0-1bc8c38e9720 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:30.517222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] For port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:30.517746 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:30.549228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:30.576026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Calling delete_port for 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:30.709425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] DHCP port deletion for 61bcf043-fa85-41a3-b431-ec6445d07749 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:30.845204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] Deleting port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:30.847430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.024629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=4d74e781-655f-4e05-b27f-ee850a47803a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:31.126566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] For port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,segment=NetworkSegment(a3059e12-88ae-43c3-b682-5206d5b37cc0),segment_id=a3059e12-88ae-43c3-b682-5206d5b37cc0)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:31.132838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.133039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.146719 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.195531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] Calling delete_port for 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:31.242985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:31.276275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] In _notify_port_updated(), no bound segment for port ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6 on network f974ca70-3d33-46d9-a18e-704789faceac {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:30:31.289023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:31.289991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.294111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7d7a1191-6e35-4fef-8618-2e27d655700b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "PUT /v2.0/ports/ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6 HTTP/1.1" status: 200 len: 818 time: 1.2594969 Sep 21 08:30:31.296021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48214) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:31.442748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.488972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.495213 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.495626 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP 26a4773b-c862-4dd7-bf59-ea0ea1946520 disassociated (deleted). External IP: 172.25.1.238, port: ebae80e7-5074-40b4-8a48-374efd22da4e. Sep 21 08:30:31.517647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:31.529685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec8279-bea7-447b-acb3-02aa32879318 req-c4f3e32e-1773-43a2-9afe-f30d5397941f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:31.537940 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8ec8279-bea7-447b-acb3-02aa32879318 req-c4f3e32e-1773-43a2-9afe-f30d5397941f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.5430992 Sep 21 08:30:31.660629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] No DVR routers for this DVR port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:31.676357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c45def-ff69-4830-a855-df57e6ad8ec2 None None] Pushing event deleted for resources: {'Port': ['ID=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:31.730541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Pushing event deleted for resources: {'Port': ['ID=817eef2e-2ba1-4b35-aa61-5d4d6342a0b0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:31.751827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] No DVR routers for this DVR port 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:31.996702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:31.997081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.138386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.150222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.273340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8ec8279-bea7-447b-acb3-02aa32879318 req-e937a9f4-65a8-45e0-8f73-afd8a2d7f8ae tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7261159 Sep 21 08:30:32.283109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48226) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:32.305074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.329099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:32.484156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bcf043-fa85-41a3-b431-ec6445d07749']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:32.484407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:32.543466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3059e12-88ae-43c3-b682-5206d5b37cc0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:32.543466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3059e12-88ae-43c3-b682-5206d5b37cc0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:32.589516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.724763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:32.728902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.729715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 817eef2e-2ba1-4b35-aa61-5d4d6342a0b0 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:32.786111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:32.786828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:32.794919 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:32.940235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.967682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:32.970195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6 HTTP/1.1" status: 204 len: 168 time: 1.6724291 Sep 21 08:30:33.002996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48234) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:33.015898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7819b3-895b-49d8-9b41-7bbb42e68e8e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:33.053684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.065352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.067366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] 10.222.0.59 "DELETE /v2.0/networks/61bcf043-fa85-41a3-b431-ec6445d07749 HTTP/1.1" status: 204 len: 168 time: 3.3275466 Sep 21 08:30:33.070573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48236) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:33.133424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508587c3-4312-4bfe-974d-5de7f930b926 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bcf043-fa85-41a3-b431-ec6445d07749,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:33.148108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624fbfe-a27c-4594-80b2-84663797367b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:33.150183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d624fbfe-a27c-4594-80b2-84663797367b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1470165 Sep 21 08:30:33.153252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48238) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:33.187687 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5474ed0-9582-49bb-bc12-2b70798ccad4 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:30:33.192912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e5474ed0-9582-49bb-bc12-2b70798ccad4 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/ae1a4386-5e5d-42ff-a69a-c6cb6a2fd5f6 HTTP/1.1" status: 404 len: 333 time: 0.0347636 Sep 21 08:30:33.195400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:33.199996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1935827466'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:33.227117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdfa36-a6e0-4d3e-a92e-b5880884c91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.262116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Router 132c5b04-4da4-4b94-b19f-20c0c920e760 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:30:33.277880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:33.282454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.301785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:33.501053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:30:33.511731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.512234 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment 5a84a0b2-482c-40ce-8677-824af9c4215a of type vlan for network 82b39ed6-c256-46b0-964f-ebef59c04bb5 Sep 21 08:30:33.516499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:33.538491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Sync routers for ids ['132c5b04-4da4-4b94-b19f-20c0c920e760'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:33.568653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Routers {'132c5b04-4da4-4b94-b19f-20c0c920e760'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:33.569896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['132c5b04-4da4-4b94-b19f-20c0c920e760'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:33.573918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.615743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.623766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:33.624455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.648450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdfa36-a6e0-4d3e-a92e-b5880884c91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.672004 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8bbdfa36-a6e0-4d3e-a92e-b5880884c91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.684098 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.688169 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fc0a983f-7c0c-429a-a356-b20f5a5b25e2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.8012662 Sep 21 08:30:33.711358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:33.723760 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.734593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Set router 132c5b04-4da4-4b94-b19f-20c0c920e760 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:33.752319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:33.768737 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:33.771922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:33.788940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5906982 Sep 21 08:30:33.818778 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:33.820522 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:33.838243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdfa36-a6e0-4d3e-a92e-b5880884c91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66005161-245f-4b8c-954d-fede0eec35d0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:33.870833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48250) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:33.900278 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:33.902092 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:33.919094 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:33.920074 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:33.973228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:33.974328 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98200129-178f-4514-96be-cb7fea7f5ab0 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:33.986715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48bcdb-174a-461b-98c0-55abf7ce06d5 req-5b0c7d0c-27b0-4d5b-bb8e-e4207087bea9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:33.998388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab48bcdb-174a-461b-98c0-55abf7ce06d5 req-5b0c7d0c-27b0-4d5b-bb8e-e4207087bea9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.3965809 Sep 21 08:30:34.132443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde592af-bede-4cc8-ae74-c4e3fb42414e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=82b39ed6-c256-46b0-964f-ebef59c04bb5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:34.138189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c5b04-4da4-4b94-b19f-20c0c920e760', 'name': 'tempest-snat-router-1082186894', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.28'}], 'enable_snat': True}, 'gw_port_id': '467f243f-cc3f-4a20-a5e8-618a1f73b35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:22Z', 'updated_at': '2021-09-21T08:30:29Z', 'revision_number': 3, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port': {'id': '467f243f-cc3f-4a20-a5e8-618a1f73b35f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '132c5b04-4da4-4b94-b19f-20c0c920e760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:25Z', 'updated_at': '2021-09-21T08:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:34.149057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:30:34.183713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-468dba66-3192-419a-bae3-28afc399a2a9 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/floatingips/26a4773b-c862-4dd7-bf59-ea0ea1946520 HTTP/1.1" status: 204 len: 168 time: 7.4364200 Sep 21 08:30:34.192176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48260) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:34.244833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8bbdfa36-a6e0-4d3e-a92e-b5880884c91f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=41eeba6063fb45da9044d15010c43a39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9537077 Sep 21 08:30:34.250076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48264) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:34.339129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Checking router: 132c5b04-4da4-4b94-b19f-20c0c920e760 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:30:34.339565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Updating router 132c5b04-4da4-4b94-b19f-20c0c920e760 port 467f243f-cc3f-4a20-a5e8-618a1f73b35f binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:30:34.340448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:34.347868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.382948 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5643ff81-d187-4b24-8a20-93614a9ead26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.394802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.425282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:34.431379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c7a7cdca-2a36-450e-a678-b4a2f18b1d91 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/132c5b04-4da4-4b94-b19f-20c0c920e760 HTTP/1.1" status: 200 len: 907 time: 0.6941755 Sep 21 08:30:34.435659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab48bcdb-174a-461b-98c0-55abf7ce06d5 req-5d28da06-8632-4030-8c07-2f5552cf7871 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358265 Sep 21 08:30:34.619945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.632523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5643ff81-d187-4b24-8a20-93614a9ead26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.671371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port ebae80e7-5074-40b4-8a48-374efd22da4e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:34.671938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.928514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-d3a927ef-60a2-429f-9963-2aa8967b0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:34.930967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-d3a927ef-60a2-429f-9963-2aa8967b0a3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1095 time: 0.1102693 Sep 21 08:30:34.933188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.933571 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5643ff81-d187-4b24-8a20-93614a9ead26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.938130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5643ff81-d187-4b24-8a20-93614a9ead26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:34.941508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5643ff81-d187-4b24-8a20-93614a9ead26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66005161-245f-4b8c-954d-fede0eec35d0 HTTP/1.1" status: 204 len: 168 time: 0.6879985 Sep 21 08:30:35.058436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.059645 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.073951 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.137369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for ebae80e7-5074-40b4-8a48-374efd22da4e owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:35.142078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643ff81-d187-4b24-8a20-93614a9ead26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66005161-245f-4b8c-954d-fede0eec35d0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:35.163916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.201479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc09b-d642-422b-bea6-91b7cc1f1eba None None] Pushing event updated for resources: {'Port': ['ID=467f243f-cc3f-4a20-a5e8-618a1f73b35f,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:35.355154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Attempting to bind port 467f243f-cc3f-4a20-a5e8-618a1f73b35f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:30:35.356290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Attempting to bind port 467f243f-cc3f-4a20-a5e8-618a1f73b35f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:30:35.357272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Attempting to bind port 467f243f-cc3f-4a20-a5e8-618a1f73b35f on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:35.370236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:30:35.370629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:35.376949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.380566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:30:35.381281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Bound port: 467f243f-cc3f-4a20-a5e8-618a1f73b35f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:30:35.382632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.397360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-c49b5d2b-a1ab-4cdf-9d3e-e1ea99ea5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:35.399019 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-c49b5d2b-a1ab-4cdf-9d3e-e1ea99ea5468 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.4292457 Sep 21 08:30:35.490908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] For port 467f243f-cc3f-4a20-a5e8-618a1f73b35f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:35.498126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] For port 467f243f-cc3f-4a20-a5e8-618a1f73b35f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=467f243f-cc3f-4a20-a5e8-618a1f73b35f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:30:35.508939 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.532134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Deleting port 467f243f-cc3f-4a20-a5e8-618a1f73b35f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:35.532632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.591821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dc09b-d642-422b-bea6-91b7cc1f1eba None None] Pushing event updated for resources: {'Port': ['ID=467f243f-cc3f-4a20-a5e8-618a1f73b35f,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:35.618642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Routers {'132c5b04-4da4-4b94-b19f-20c0c920e760'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:35.620814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['132c5b04-4da4-4b94-b19f-20c0c920e760'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:35.686737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] For port 467f243f-cc3f-4a20-a5e8-618a1f73b35f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=467f243f-cc3f-4a20-a5e8-618a1f73b35f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:35.687351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:35.716160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Calling delete_port for 467f243f-cc3f-4a20-a5e8-618a1f73b35f owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:35.745982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] Set router 132c5b04-4da4-4b94-b19f-20c0c920e760 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:35.839430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '132c5b04-4da4-4b94-b19f-20c0c920e760', 'name': 'tempest-snat-router-1082186894', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:22Z', 'updated_at': '2021-09-21T08:30:35Z', 'revision_number': 4, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:35.884375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b33661-82e7-4b94-81e6-be73d2877a44 None None] The sync data for ids ['132c5b04-4da4-4b94-b19f-20c0c920e760'] in n-d-809980-2 is: [{'id': '132c5b04-4da4-4b94-b19f-20c0c920e760', 'name': 'tempest-snat-router-1082186894', 'tenant_id': 'f246847563614370934809d99ae35ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:22Z', 'updated_at': '2021-09-21T08:30:35Z', 'revision_number': 4, 'project_id': 'f246847563614370934809d99ae35ddb', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:35.953577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.001485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=ebae80e7-5074-40b4-8a48-374efd22da4e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:36.110471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.119023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.225486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event deleted for resources: {'Port': ['ID=467f243f-cc3f-4a20-a5e8-618a1f73b35f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:36.470550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-229fbda7-867c-4efc-abc8-f0809ab82a3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 999 time: 1.0601623 Sep 21 08:30:36.495151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.506686 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b6a52038-29d9-4512-b3a9-c554a6c5ba74 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/ports/ebae80e7-5074-40b4-8a48-374efd22da4e HTTP/1.1" status: 204 len: 168 time: 2.3095431 Sep 21 08:30:36.510931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48298) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:36.523272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:36.524910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': '5a84a0b2-482c-40ce-8677-824af9c4215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:36.525286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: 82b39ed6-c256-46b0-964f-ebef59c04bb5, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:30:36.580925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=f30d4661-5a6d-49c2-b40d-8fb70d42de7b,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:36.618474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1edc1-d40a-4b22-a4bf-aceca2b1aebb req-c7574bc9-50b8-44c3-8c37-385b59dcc2b2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:36.620512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3cf1edc1-d40a-4b22-a4bf-aceca2b1aebb req-c7574bc9-50b8-44c3-8c37-385b59dcc2b2 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 944 time: 0.5143847 Sep 21 08:30:36.644207 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.644687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Deleting port 46a0233d-0bd1-47e1-88bd-eee9c945f164 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:36.645054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.652070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.725469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-60736a68-43ec-4556-9e9a-cc45afc36fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:36.727349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-60736a68-43ec-4556-9e9a-cc45afc36fae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.2460716 Sep 21 08:30:36.837345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:30:36.897607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] For port 46a0233d-0bd1-47e1-88bd-eee9c945f164, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=46a0233d-0bd1-47e1-88bd-eee9c945f164,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:36.898081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.926752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Calling delete_port for 46a0233d-0bd1-47e1-88bd-eee9c945f164 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:36.957609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3cf1edc1-d40a-4b22-a4bf-aceca2b1aebb req-db8cd644-d573-4adf-ba4a-972269a829ea tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087802 Sep 21 08:30:36.959098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 82b39ed6-c256-46b0-964f-ebef59c04bb5) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:36.963387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.971907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8cab9-e33a-4ccb-b8a1-7a17c5b350bc None None] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:36.986370 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:36.993126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:36.995968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:37.117908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-c1cede03-feb9-48fb-bb29-b202c26c0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:37.119220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-c1cede03-feb9-48fb-bb29-b202c26c0d08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2701688 Sep 21 08:30:37.119379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:37.130451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-27628336-34f6-458b-9af1-8c684c72fe42 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2405083 Sep 21 08:30:37.130451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:37.130451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 132c5b04-4da4-4b94-b19f-20c0c920e760 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:30:37.133808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48304) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:37.143996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:37.147266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-062394fc-c54b-4f04-a1fe-9ad90504c083 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:37.150102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2aff76f2-9c5b-46e3-b696-625dd7735053 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "DELETE /v2.0/routers/132c5b04-4da4-4b94-b19f-20c0c920e760 HTTP/1.1" status: 204 len: 168 time: 2.7230101 Sep 21 08:30:37.152458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48306) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:37.267104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-82b39ed6-c256-46b0-964f-ebef59c04bb5', 'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5', 'tenant_id': 'ec43384501f1404da83201192d3184a1', 'fixed_ips': [{'subnet_id': 'f30d4661-5a6d-49c2-b40d-8fb70d42de7b'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:30:37.268024 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:37.328472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-34dd0f6f-158c-46be-95d7-651b2a4d8f3f service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920011 Sep 21 08:30:37.602190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d31df05f-d901-4667-8591-32f23cd9b7b5 req-2e72d788-7a64-410d-ba88-5a113a817f8a service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523320 Sep 21 08:30:37.627157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:30:37.683833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Allocated IP 172.20.0.2 (82b39ed6-c256-46b0-964f-ebef59c04bb5/f30d4661-5a6d-49c2-b40d-8fb70d42de7b/d07db97f-e2f9-4ade-8827-082a1ea680d8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:37.919819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:37.935774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'port_id': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'mac_address': 'fa:16:3e:2c:c8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:30:38.227158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.240196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.255787 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.275554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.285093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062394fc-c54b-4f04-a1fe-9ad90504c083 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:38.288840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-062394fc-c54b-4f04-a1fe-9ad90504c083 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.305742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f1a964-b979-481a-b908-78f0bf4e7b49 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:30:38.311941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:38.320220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:38.333177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:38.350076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:38.359795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Pushing event updated for resources: {'Port': ['ID=d07db97f-e2f9-4ade-8827-082a1ea680d8,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:38.376384 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.499974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Attempting to bind port d07db97f-e2f9-4ade-8827-082a1ea680d8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:30:38.500206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Attempting to bind port d07db97f-e2f9-4ade-8827-082a1ea680d8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '5a84a0b2-482c-40ce-8677-824af9c4215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:30:38.500618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Attempting to bind port d07db97f-e2f9-4ade-8827-082a1ea680d8 on network 82b39ed6-c256-46b0-964f-ebef59c04bb5 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:38.523033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:30:38.523459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Checking segment: {'id': '5a84a0b2-482c-40ce-8677-824af9c4215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:38.523880 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.524287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Bound using segment: {'id': '5a84a0b2-482c-40ce-8677-824af9c4215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:30:38.524764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Bound port: d07db97f-e2f9-4ade-8827-082a1ea680d8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a84a0b2-482c-40ce-8677-824af9c4215a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:30:38.525705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:38.528666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=11']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:38.685166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['76f1a964-b979-481a-b908-78f0bf4e7b49'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:30:38.761141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd040ac-143a-4435-a44a-93cf5179a1a0 req-02867087-daf6-40ec-b44e-60bc54dcfaf9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:38.771163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ddd040ac-143a-4435-a44a-93cf5179a1a0 req-02867087-daf6-40ec-b44e-60bc54dcfaf9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.4916434 Sep 21 08:30:38.862041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] For port d07db97f-e2f9-4ade-8827-082a1ea680d8, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:38.862302 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-062394fc-c54b-4f04-a1fe-9ad90504c083 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f30d4661-5a6d-49c2-b40d-8fb70d42de7b (CIDR: 172.20.0.0/28) Sep 21 08:30:38.901375 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-062394fc-c54b-4f04-a1fe-9ad90504c083 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:30:38.901900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062394fc-c54b-4f04-a1fe-9ad90504c083 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:30:38.909166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] For port d07db97f-e2f9-4ade-8827-082a1ea680d8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d07db97f-e2f9-4ade-8827-082a1ea680d8,segment=NetworkSegment(5a84a0b2-482c-40ce-8677-824af9c4215a),segment_id=5a84a0b2-482c-40ce-8677-824af9c4215a)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:30:38.923868 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:39.019062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-062394fc-c54b-4f04-a1fe-9ad90504c083 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8816836 Sep 21 08:30:39.019062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.25.1.243 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/320ac37c-2c0c-474f-a647-22ad856a2e2c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:39.020783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:39.027727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:39.039308 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ddd040ac-143a-4435-a44a-93cf5179a1a0 req-698e6478-69f1-408f-8aeb-430936c58a43 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667053 Sep 21 08:30:39.148393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:39.156590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:39.238161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df744ca-059e-461b-acea-0f1bad1e9d11 None None] Pushing event updated for resources: {'Port': ['ID=d07db97f-e2f9-4ade-8827-082a1ea680d8,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:39.286554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a0233d-0bd1-47e1-88bd-eee9c945f164,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:39.453540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:39.464052 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:39.582573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Deleting port 2d316cab-1f96-4298-9cd2-4113b9e8fa27 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:39.585987 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:39.771741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] For port 2d316cab-1f96-4298-9cd2-4113b9e8fa27, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2d316cab-1f96-4298-9cd2-4113b9e8fa27,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:39.772417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:39.806146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48340) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:39.854593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Calling delete_port for 2d316cab-1f96-4298-9cd2-4113b9e8fa27 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:40.211210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:40.495547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91348dcc-01c6-465d-a21f-6b5b78e44471 req-16673923-7615-4105-b0d6-4a14b16031e3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:40.503062 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91348dcc-01c6-465d-a21f-6b5b78e44471 req-16673923-7615-4105-b0d6-4a14b16031e3 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.2222331 Sep 21 08:30:40.571983 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:40.674423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d07db97f-e2f9-4ade-8827-082a1ea680d8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:40.733502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91348dcc-01c6-465d-a21f-6b5b78e44471 req-7aa3954b-21f5-4059-9525-2535becaedcb tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441662 Sep 21 08:30:40.831904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d07db97f-e2f9-4ade-8827-082a1ea680d8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:40.832958 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:40.861469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:40.941209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:41.003301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:41.011572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:41.013292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:41.024296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=73521442-8e03-45fa-8d7d-2fdaa846c2ca,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:41.064579 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-43cf78e6-5d27-46d4-9096-15fac21ec869 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0424817 Sep 21 08:30:41.067036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48354) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:41.081248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5', 'fixed_ips': [{'subnet_id': 'f30d4661-5a6d-49c2-b40d-8fb70d42de7b'}, {'subnet_id': '73521442-8e03-45fa-8d7d-2fdaa846c2ca'}], 'name': 'tempest-PortsTestJSON-754938147'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:41.125955 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:41.250181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb37a4c4-037c-4dbf-8467-2171e3b13fa9 None None] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:41.314710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port d07db97f-e2f9-4ade-8827-082a1ea680d8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d07db97f-e2f9-4ade-8827-082a1ea680d8,segment=NetworkSegment(5a84a0b2-482c-40ce-8677-824af9c4215a),segment_id=5a84a0b2-482c-40ce-8677-824af9c4215a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:41.316738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:41.351290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:41.372362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:41.507684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c6604e22-7cfe-42ca-82f4-a6f7a4213faf None None] Provisioning complete for port d07db97f-e2f9-4ade-8827-082a1ea680d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:41.508467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6604e22-7cfe-42ca-82f4-a6f7a4213faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:41.530890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:41.579419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:41.600714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:41.621393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=d07db97f-e2f9-4ade-8827-082a1ea680d8,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:41.673505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:41.733619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=320ac37c-2c0c-474f-a647-22ad856a2e2c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:41.752433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:41.773036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 3bf5c247-0192-4910-a057-9f50c5e6fa8b yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:41.803639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:42.078641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 76f1a964-b979-481a-b908-78f0bf4e7b49 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:30:42.096274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 76f1a964-b979-481a-b908-78f0bf4e7b49 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:42.096923 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.099013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.146909 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-972f3077-5112-4ebf-9604-fded13cbc02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.244720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e3785b-c3d1-456d-83f1-76c0ad9fef44 None None] Update dhcp port {'port': {'network_id': '82b39ed6-c256-46b0-964f-ebef59c04bb5', 'fixed_ips': [{'subnet_id': 'f30d4661-5a6d-49c2-b40d-8fb70d42de7b', 'ip_address': '172.20.0.2'}, {'subnet_id': '73521442-8e03-45fa-8d7d-2fdaa846c2ca'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'd07db97f-e2f9-4ade-8827-082a1ea680d8'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:30:42.289190 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89e3785b-c3d1-456d-83f1-76c0ad9fef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.310793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-972f3077-5112-4ebf-9604-fded13cbc02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.328784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-972f3077-5112-4ebf-9604-fded13cbc02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.407643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f3077-5112-4ebf-9604-fded13cbc02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cee584-eb6f-4784-8c32-0ffe1502e680,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:42.475413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-972f3077-5112-4ebf-9604-fded13cbc02e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf08d4b13cca4675aa220096135b9921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704514 Sep 21 08:30:42.478634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48368) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:42.526614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-89e3785b-c3d1-456d-83f1-76c0ad9fef44 None None] Allocated IP 172.20.0.18 (82b39ed6-c256-46b0-964f-ebef59c04bb5/73521442-8e03-45fa-8d7d-2fdaa846c2ca/d07db97f-e2f9-4ade-8827-082a1ea680d8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:42.553084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-262dbaed-6a54-4374-84ff-e82a5338cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.586862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-262dbaed-6a54-4374-84ff-e82a5338cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.599477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d316cab-1f96-4298-9cd2-4113b9e8fa27,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:42.621279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d07db97f-e2f9-4ade-8827-082a1ea680d8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:42.660172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.671601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-262dbaed-6a54-4374-84ff-e82a5338cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.675541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-262dbaed-6a54-4374-84ff-e82a5338cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.677872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-262dbaed-6a54-4374-84ff-e82a5338cfb7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/05cee584-eb6f-4784-8c32-0ffe1502e680 HTTP/1.1" status: 204 len: 168 time: 0.1981292 Sep 21 08:30:42.689428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dbaed-6a54-4374-84ff-e82a5338cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cee584-eb6f-4784-8c32-0ffe1502e680,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:42.739092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c693fa-892d-46f3-b80f-48c7d45724c6 req-5638db7e-4266-449b-b4ff-5220d644be55 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:42.740686 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27c693fa-892d-46f3-b80f-48c7d45724c6 req-5638db7e-4266-449b-b4ff-5220d644be55 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 945 time: 0.7116666 Sep 21 08:30:42.841860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-89e3785b-c3d1-456d-83f1-76c0ad9fef44 None None] For port d07db97f-e2f9-4ade-8827-082a1ea680d8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d07db97f-e2f9-4ade-8827-082a1ea680d8,segment=NetworkSegment(5a84a0b2-482c-40ce-8677-824af9c4215a),segment_id=5a84a0b2-482c-40ce-8677-824af9c4215a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:42.849755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.871543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Router 2857c867-5254-4bb9-ac55-cd6f964b64fc has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:42.883907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89e3785b-c3d1-456d-83f1-76c0ad9fef44 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.904264 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:42.927839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:30:42.933862 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d333f3b-ca66-46fa-b0e7-3fbb5ff242f8" -d '{"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-plugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:30:42.940511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89e3785b-c3d1-456d-83f1-76c0ad9fef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.102723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:43.154711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d07db97f-e2f9-4ade-8827-082a1ea680d8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:43.157271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.321302 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.343866 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff9acc4-ec4d-4cb9-b0a3-ffb5e2513c84 x-openstack-request-id: req-aff9acc4-ec4d-4cb9-b0a3-ffb5e2513c84 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:30:43.344386 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-plugged", "status": "completed", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:30:43.345203 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aff9acc4-ec4d-4cb9-b0a3-ffb5e2513c84 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:30:43.346596 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'code': 200} Sep 21 08:30:43.411620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.428060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27c693fa-892d-46f3-b80f-48c7d45724c6 req-a6d577a3-e11a-41f2-91d2-778483311cdd tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6534355 Sep 21 08:30:43.435169 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.444894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-c14327b5-e40b-4f4b-b3e1-57d257fc2d75 {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:30:43.445354 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:30:43.482972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.498266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3785b-c3d1-456d-83f1-76c0ad9fef44 None None] Pushing event updated for resources: {'Port': ['ID=d07db97f-e2f9-4ade-8827-082a1ea680d8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:43.513165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a210c-2f68-402c-a958-e5689270adce req-66d0f95e-af57-45e8-919c-fa9c3287e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:43.516098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-353a210c-2f68-402c-a958-e5689270adce req-66d0f95e-af57-45e8-919c-fa9c3287e66c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1097 time: 0.0598071 Sep 21 08:30:43.574230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-353a210c-2f68-402c-a958-e5689270adce req-08f06c72-77df-44b7-8ca1-9727b4655533 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497060 Sep 21 08:30:43.608205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=12']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:43.637484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.638269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cad478c8-9f62-45aa-93cd-ab3e2f03cecd {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:30:43.689768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.696912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48378) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:43.702906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1572156003', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:43.707348 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7bd9b942-b9b8-4b75-8ac4-3afb07da18af tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "DELETE /v2.0/routers/cad478c8-9f62-45aa-93cd-ab3e2f03cecd HTTP/1.1" status: 204 len: 168 time: 5.6914723 Sep 21 08:30:43.759517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.762868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.861801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.864148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:43.872895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8eefc787-1bbf-4e29-b13e-30f305c43427 admin admin] 10.222.0.59 "PUT /v2.0/routers/2857c867-5254-4bb9-ac55-cd6f964b64fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8011503 Sep 21 08:30:43.877926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] Sync routers for ids ['2857c867-5254-4bb9-ac55-cd6f964b64fc'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:43.885380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48380) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:43.889532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] Routers {'2857c867-5254-4bb9-ac55-cd6f964b64fc'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:43.890168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['2857c867-5254-4bb9-ac55-cd6f964b64fc'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:43.894252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:43.979299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.012117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.025010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.095302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.127003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] Set router 2857c867-5254-4bb9-ac55-cd6f964b64fc gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:44.198293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.239939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.246245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7331462 Sep 21 08:30:44.249422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48382) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:44.249851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 59c65f22-eabf-4c99-ac64-34d6112160f0 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:44.263341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'port': {'network_id': '614607b4-08a8-4b9d-917e-eac3f82c9aaf', 'name': 'tempest-FloatingIPTestJSON-1893349080'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:44.371288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aac736-c6e4-475f-b39d-b767da496d95 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=320ac37c-2c0c-474f-a647-22ad856a2e2c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:44.431335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d07db97f-e2f9-4ade-8827-082a1ea680d8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:44.435182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263abc9-c3c7-41dc-8046-811336ccd110 None None] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:44.595651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:44.599110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-94f180df-a4d5-4444-a6fd-ee7dd3c6ef8f None None] Provisioning complete for port d07db97f-e2f9-4ade-8827-082a1ea680d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:44.599518 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-94f180df-a4d5-4444-a6fd-ee7dd3c6ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.599770 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.609374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.625728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] device_id is not set on port 1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:44.637840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d07db97f-e2f9-4ade-8827-082a1ea680d8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:44.638224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.685282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:30:38Z', 'revision_number': 5, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port': {'id': 'd408eefb-6445-4421-b6ec-b983842e8c67', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:24:59Z', 'updated_at': '2021-09-21T08:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:44.734440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] Checking router: 2857c867-5254-4bb9-ac55-cd6f964b64fc for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:30:44.829939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.8 (614607b4-08a8-4b9d-917e-eac3f82c9aaf/8294e43b-5cfc-4e96-9b5a-1bf41394e70e/1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:44.834190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8966055-145c-4d17-8abc-059820c2919d req-598bb496-3922-4ba2-8653-99ea5340a782 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:44.841881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8966055-145c-4d17-8abc-059820c2919d req-598bb496-3922-4ba2-8653-99ea5340a782 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.2750914 Sep 21 08:30:44.889900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.12 (82b39ed6-c256-46b0-964f-ebef59c04bb5/f30d4661-5a6d-49c2-b40d-8fb70d42de7b/59c65f22-eabf-4c99-ac64-34d6112160f0) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:44.907857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.29 (82b39ed6-c256-46b0-964f-ebef59c04bb5/73521442-8e03-45fa-8d7d-2fdaa846c2ca/59c65f22-eabf-4c99-ac64-34d6112160f0) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:44.933851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:44.974484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c8966055-145c-4d17-8abc-059820c2919d req-70a95bb9-1a9c-4661-84b7-7b6774dd1078 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225517 Sep 21 08:30:45.072698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Deleting port 6ba64ee8-ddfd-4859-bc99-48a45743b278 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:45.073450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.090836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] Routers {'2857c867-5254-4bb9-ac55-cd6f964b64fc'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:45.091722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['2857c867-5254-4bb9-ac55-cd6f964b64fc'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:45.234381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.242528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.267114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.279130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] For port 6ba64ee8-ddfd-4859-bc99-48a45743b278, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6ba64ee8-ddfd-4859-bc99-48a45743b278,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:45.279547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.317798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Calling delete_port for 6ba64ee8-ddfd-4859-bc99-48a45743b278 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:45.318546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] Set router 2857c867-5254-4bb9-ac55-cd6f964b64fc gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:45.423154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.423924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2d316cab-1f96-4298-9cd2-4113b9e8fa27 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:45.460272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Allocated IP 172.25.1.20 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/4e57cf6e-3b54-4af4-a325-4a468ff4ee22) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:45.471589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2d316cab-1f96-4298-9cd2-4113b9e8fa27 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:45.471880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2d316cab-1f96-4298-9cd2-4113b9e8fa27 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:45.473628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:30:44Z', 'revision_number': 6, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:45.500518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 614607b4-08a8-4b9d-917e-eac3f82c9aaf is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:45.504815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:45.520088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52bad8e-4224-48e1-a222-ffcd92ff5311 None None] The sync data for ids ['2857c867-5254-4bb9-ac55-cd6f964b64fc'] in n-d-809980-2 is: [{'id': '2857c867-5254-4bb9-ac55-cd6f964b64fc', 'name': 'tempest-TestVolumeBackupRestore-47327826-router', 'tenant_id': '976bb0499523467da9520b4b083677a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:24:57Z', 'updated_at': '2021-09-21T08:30:44Z', 'revision_number': 6, 'project_id': '976bb0499523467da9520b4b083677a9', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:45.565055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Deleting port d408eefb-6445-4421-b6ec-b983842e8c67 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:45.565636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.571213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:45.643010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:45.643890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.658727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] For port d408eefb-6445-4421-b6ec-b983842e8c67, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d408eefb-6445-4421-b6ec-b983842e8c67,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:45.659793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.674438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Calling delete_port for d408eefb-6445-4421-b6ec-b983842e8c67 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:45.681599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4302065 Sep 21 08:30:45.687114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48424) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:45.693048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'port_id': '1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:45.717625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-573822e8-7b9a-45bc-a717-1bd8db49e98f None None] Provisioning complete for port d07db97f-e2f9-4ade-8827-082a1ea680d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:45.718008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-573822e8-7b9a-45bc-a717-1bd8db49e98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.742332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22edc5-724c-4de3-9010-ff94c6ca4150 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:45.788953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.958261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:45.964831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.012784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.015940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d408eefb-6445-4421-b6ec-b983842e8c67,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:46.062748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.100219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.104931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba64ee8-ddfd-4859-bc99-48a45743b278,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:46.229012 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.234635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.306178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.318065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.319975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2857c867-5254-4bb9-ac55-cd6f964b64fc {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:30:46.323625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.325090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a8a0a572-4e9b-4b8e-8dc7-dbd0b78d5e8b admin admin] 10.222.0.59 "DELETE /v2.0/routers/2857c867-5254-4bb9-ac55-cd6f964b64fc HTTP/1.1" status: 204 len: 168 time: 2.4383669 Sep 21 08:30:46.328175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b51bf-e857-4279-bc83-17b217a7e897 req-e852697c-c7ae-4f6f-a79d-e1f33204472f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:46.331337 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b5b51bf-e857-4279-bc83-17b217a7e897 req-e852697c-c7ae-4f6f-a79d-e1f33204472f tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.1825302 Sep 21 08:30:46.332423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48432) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:46.361770 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.374232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:46.380455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:46.384039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:46.480770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:46.481420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.488600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=59c65f22-eabf-4c99-ac64-34d6112160f0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:46.494685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:46.505369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:46.528235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:46.566525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2b6c64d2-c9fc-45a9-a088-32630ee52cd2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.4959681 Sep 21 08:30:46.571603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48434) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:46.588682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f30d4661-5a6d-49c2-b40d-8fb70d42de7b'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:46.616311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d408eefb-6445-4421-b6ec-b983842e8c67 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:46.625784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event updated for resources: {'Port': ['ID=4e57cf6e-3b54-4af4-a325-4a468ff4ee22,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:46.655064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d408eefb-6445-4421-b6ec-b983842e8c67 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:46.655437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d408eefb-6445-4421-b6ec-b983842e8c67 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:46.655861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 46a0233d-0bd1-47e1-88bd-eee9c945f164 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:46.695229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 46a0233d-0bd1-47e1-88bd-eee9c945f164 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:46.695742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 46a0233d-0bd1-47e1-88bd-eee9c945f164 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:46.794061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] Deleting subnet be044704-0893-4e20-9fb7-129e0fdc1411 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:46.798200 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.810160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-75cdb19a-4698-4a53-8369-dfe015e9299b None None] Provisioning complete for port 59c65f22-eabf-4c99-ac64-34d6112160f0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:46.810941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75cdb19a-4698-4a53-8369-dfe015e9299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.831257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6b5b51bf-e857-4279-bc83-17b217a7e897 req-672a964b-a5f6-49dc-8e91-b9e71f89d395 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776299 Sep 21 08:30:46.837607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:46.888138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-75cdb19a-4698-4a53-8369-dfe015e9299b None None] Port 59c65f22-eabf-4c99-ac64-34d6112160f0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:30:47.290593 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:30:47.335301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.377326 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.410877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.473467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.481257 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.576424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.627522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Delete allocated IP 172.20.0.29 (82b39ed6-c256-46b0-964f-ebef59c04bb5/73521442-8e03-45fa-8d7d-2fdaa846c2ca) {{(pid=94725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 08:30:47.672890 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP 988c36eb-ac60-4a52-8ed7-43e37d2fdc3b associated. External IP: 172.25.1.243, port: 1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0. Sep 21 08:30:47.761889 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.806272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be044704-0893-4e20-9fb7-129e0fdc1411,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:47.806515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.819646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83dd22-af5f-48d3-b05d-5c3d67622f44 None None] Network e7d42d32-c5de-428b-8df1-86ad901d3ab1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:47.839261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.843538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a7515098-c981-4a8b-91f3-727b2707b42b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/be044704-0893-4e20-9fb7-129e0fdc1411 HTTP/1.1" status: 204 len: 168 time: 1.4891508 Sep 21 08:30:47.845339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48440) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:47.877177 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:47.891750 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.009919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Router 5f18a5eb-cf51-4965-974d-083012835991 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:48.014291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.064551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=59c65f22-eabf-4c99-ac64-34d6112160f0,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:48.074576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] DHCP port deletion for e7d42d32-c5de-428b-8df1-86ad901d3ab1 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:48.091223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] In _notify_port_updated(), no bound segment for port 59c65f22-eabf-4c99-ac64-34d6112160f0 on network 82b39ed6-c256-46b0-964f-ebef59c04bb5 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:30:48.096851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:48.097497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.101349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9950e6d2-93cd-4d15-aa40-089d7a364b5f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "PUT /v2.0/ports/59c65f22-eabf-4c99-ac64-34d6112160f0 HTTP/1.1" status: 200 len: 919 time: 1.5262775 Sep 21 08:30:48.106488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c869-2385-4d5c-b39c-a0e4484feb38 req-325f890c-c7c9-4469-a06c-11138c74a07e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:48.108550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed38c869-2385-4d5c-b39c-a0e4484feb38 req-325f890c-c7c9-4469-a06c-11138c74a07e tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.1571019 Sep 21 08:30:48.111401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48444) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:48.117773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f30d4661-5a6d-49c2-b40d-8fb70d42de7b'}, {'subnet_id': '73521442-8e03-45fa-8d7d-2fdaa846c2ca'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:48.164973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] Deleting port f8776317-1863-488b-b7a7-e7e8807070cf {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:48.165539 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.180445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:48.191231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Router 81e79069-c32a-4a9d-978f-b5a8b2fb947a is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:30:48.223509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed38c869-2385-4d5c-b39c-a0e4484feb38 req-154b58dd-6a04-4f45-970d-8d220885333d tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019204 Sep 21 08:30:48.249909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:48.257683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b1d5a390-c5ef-4382-b0c2-28de0cb1d908 admin admin] 10.222.0.59 "PUT /v2.0/routers/5f18a5eb-cf51-4965-974d-083012835991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4456375 Sep 21 08:30:48.258136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48446) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:48.268424 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] Sync routers for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:48.291789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Deleting port f8776317-1863-488b-b7a7-e7e8807070cf {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:48.292286 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.327432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:48.330682 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.331023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] For port f8776317-1863-488b-b7a7-e7e8807070cf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f8776317-1863-488b-b7a7-e7e8807070cf,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:48.331602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.360750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] Calling delete_port for f8776317-1863-488b-b7a7-e7e8807070cf owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:48.365090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9eac33cb-6f43-4540-82d1-0b19a67171a3 None None] Provisioning complete for port 59c65f22-eabf-4c99-ac64-34d6112160f0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:48.365466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9eac33cb-6f43-4540-82d1-0b19a67171a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.393381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f8776317-1863-488b-b7a7-e7e8807070cf no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:48.484456 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.487735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:48.499237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] For port f8776317-1863-488b-b7a7-e7e8807070cf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f8776317-1863-488b-b7a7-e7e8807070cf,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:48.499642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.516164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9eac33cb-6f43-4540-82d1-0b19a67171a3 None None] Port 59c65f22-eabf-4c99-ac64-34d6112160f0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:30:48.532202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Calling delete_port for f8776317-1863-488b-b7a7-e7e8807070cf owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:48.534052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e92382-59d1-437f-9def-d3de08022139 None None] Sync routers for ids ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:48.536519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:48.544333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.549638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.549899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.551176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-113e15ed-840c-464e-9fb4-e267acb85eeb tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.8532341 Sep 21 08:30:48.553943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48452) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:48.560720 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:48.575015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': False}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:48.603868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e92382-59d1-437f-9def-d3de08022139 None None] Routers {'81e79069-c32a-4a9d-978f-b5a8b2fb947a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:48.604514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-83e92382-59d1-437f-9def-d3de08022139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.677466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-83e92382-59d1-437f-9def-d3de08022139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.688847 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4779407e-7706-460c-bb5f-e02b80bc58ad tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/floatingips/988c36eb-ac60-4a52-8ed7-43e37d2fdc3b HTTP/1.1" status: 200 len: 978 time: 3.0005262 Sep 21 08:30:48.689695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48454) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:48.732514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.778706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e92382-59d1-437f-9def-d3de08022139 None None] Routers {'81e79069-c32a-4a9d-978f-b5a8b2fb947a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:48.788691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-83e92382-59d1-437f-9def-d3de08022139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.844016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-83e92382-59d1-437f-9def-d3de08022139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.844687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e92382-59d1-437f-9def-d3de08022139 None None] The sync data for ids ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:48.852951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port f8776317-1863-488b-b7a7-e7e8807070cf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f8776317-1863-488b-b7a7-e7e8807070cf,segment=NetworkSegment(7486b30b-5c7f-448d-a997-5f055af36c7a),segment_id=7486b30b-5c7f-448d-a997-5f055af36c7a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:48.859431 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:48.860768 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.861099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.896333 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:48.896973 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.908853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.935980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] No DVR routers for this DVR port f8776317-1863-488b-b7a7-e7e8807070cf on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:48.941044 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.974514 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:48.975166 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:48.982499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=f8776317-1863-488b-b7a7-e7e8807070cf,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:48.990727 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:48.995630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:48.996352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:48.996489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:48.996928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:48.997495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:48.999476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:49.000550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:49.000703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:49.001139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:49.001662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:49.002856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:49.005977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:49.037493 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:49.038145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e26abe-b3da-480f-a892-5085d694d748 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:49.042447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08aa65-9d6c-4020-b46d-d09c0aa43d59 None None] Pushing event deleted for resources: {'Port': ['ID=f8776317-1863-488b-b7a7-e7e8807070cf,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:49.068104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8776317-1863-488b-b7a7-e7e8807070cf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:49.073005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port 1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:49.073271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.080429 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:30:45Z', 'revision_number': 5, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port': {'id': '9aad0ac6-1fb2-4544-90cc-a20b3c4731c9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:32:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f18a5eb-cf51-4965-974d-083012835991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:18:41Z', 'updated_at': '2021-09-21T08:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:49.089744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] No DVR routers for this DVR port f8776317-1863-488b-b7a7-e7e8807070cf on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:49.133841 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] Checking router: 5f18a5eb-cf51-4965-974d-083012835991 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:30:49.145193 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] Routers {'5f18a5eb-cf51-4965-974d-083012835991'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:49.146945 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5f18a5eb-cf51-4965-974d-083012835991'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:49.222017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.29 (82b39ed6-c256-46b0-964f-ebef59c04bb5/73521442-8e03-45fa-8d7d-2fdaa846c2ca/59c65f22-eabf-4c99-ac64-34d6112160f0) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:49.224166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.227513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Deleting port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:49.227854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.246440 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] Set router 5f18a5eb-cf51-4965-974d-083012835991 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:30:49.281808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d42d32-c5de-428b-8df1-86ad901d3ab1']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:49.284902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.314686 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:30:48Z', 'revision_number': 6, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:49.343158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7486b30b-5c7f-448d-a997-5f055af36c7a') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:49.343777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7486b30b-5c7f-448d-a997-5f055af36c7a') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:49.345301 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe0faf-c1c1-483e-98ce-f4301fdd3491 None None] The sync data for ids ['5f18a5eb-cf51-4965-974d-083012835991'] in n-d-809980-2 is: [{'id': '5f18a5eb-cf51-4965-974d-083012835991', 'name': 'tempest-TaggedBootDevicesTest-609711008-router', 'tenant_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:18:40Z', 'updated_at': '2021-09-21T08:30:48Z', 'revision_number': 6, 'project_id': '5cd57dbc6d994beb9b6e4c16c2af7722', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:49.361383 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.439711 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.477847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.485145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.616592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=59c65f22-eabf-4c99-ac64-34d6112160f0,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:49.682400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] In _notify_port_updated(), no bound segment for port 59c65f22-eabf-4c99-ac64-34d6112160f0 on network 82b39ed6-c256-46b0-964f-ebef59c04bb5 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:30:49.688341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:49.688987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.692913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-447bb0ec-4dfd-42a7-a81e-1afffda94415 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "PUT /v2.0/ports/59c65f22-eabf-4c99-ac64-34d6112160f0 HTTP/1.1" status: 200 len: 999 time: 1.5780268 Sep 21 08:30:49.693857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48480) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:49.838715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.849891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:49.850497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.900546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 59c65f22-eabf-4c99-ac64-34d6112160f0 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:49.900891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:49.910664 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:49.954762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5b9633b7-910b-4247-a361-b1926bc9b871 None None] Provisioning complete for port 59c65f22-eabf-4c99-ac64-34d6112160f0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:49.955899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5b9633b7-910b-4247-a361-b1926bc9b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.015190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5b9633b7-910b-4247-a361-b1926bc9b871 None None] Port 59c65f22-eabf-4c99-ac64-34d6112160f0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:30:50.015574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] For port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:50.016155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.048063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.066832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.071170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] 10.222.0.59 "DELETE /v2.0/networks/e7d42d32-c5de-428b-8df1-86ad901d3ab1 HTTP/1.1" status: 204 len: 168 time: 2.2230115 Sep 21 08:30:50.083202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Calling delete_port for 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:50.086717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d42d32-c5de-428b-8df1-86ad901d3ab1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:50.121100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.121718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.122225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.122746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.123294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.123879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.124386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.124876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.125365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.125866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.126365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.126862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b44a5c-03a5-47a3-b1c5-824ab14abe7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:50.162321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.162747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.163301 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP 988c36eb-ac60-4a52-8ed7-43e37d2fdc3b disassociated. External IP: 172.25.1.243, port: 1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0. Sep 21 08:30:50.163884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for 1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:50.367008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48492) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:50.397115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:50.491205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.500567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No active binding found for port 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 {{(pid=94726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 08:30:50.500991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9aad0ac6-1fb2-4544-90cc-a20b3c4731c9 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:50.501425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6ba64ee8-ddfd-4859-bc99-48a45743b278 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:50.512308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e286edca-1a80-4b99-97de-ed5ebff5b880 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1bba897348d44b5bb9e45e429f841d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418395 Sep 21 08:30:50.518173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48498) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:50.532200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6ba64ee8-ddfd-4859-bc99-48a45743b278 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:50.532554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6ba64ee8-ddfd-4859-bc99-48a45743b278 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:50.539345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Pushing event deleted for resources: {'Port': ['ID=9aad0ac6-1fb2-4544-90cc-a20b3c4731c9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:50.543221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.553711 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.585973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 59c65f22-eabf-4c99-ac64-34d6112160f0 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:50.640984 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:50.700125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.749125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4564d8e-fd23-40b5-8623-8ad387d476fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.767424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.782563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.802033 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4564d8e-fd23-40b5-8623-8ad387d476fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.829307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.833733 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.867831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:30:50.896248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.897174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f18a5eb-cf51-4965-974d-083012835991 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:30:50.901156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:50.906432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:50.907976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-955183ee-6658-416f-81c7-3918c022765b admin admin] 10.222.0.59 "DELETE /v2.0/routers/5f18a5eb-cf51-4965-974d-083012835991 HTTP/1.1" status: 204 len: 168 time: 2.6487463 Sep 21 08:30:50.911575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48506) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.013027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] Deleting subnet 7f6bcd9f-b404-49f8-b805-f821fba4f351 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:51.019370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.063814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Router 81e79069-c32a-4a9d-978f-b5a8b2fb947a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:51.078685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4564d8e-fd23-40b5-8623-8ad387d476fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.081513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4564d8e-fd23-40b5-8623-8ad387d476fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.085564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b4564d8e-fd23-40b5-8623-8ad387d476fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7dbe868e-92c6-4d40-ac4c-f1235f48e3a6 HTTP/1.1" status: 204 len: 168 time: 0.5621765 Sep 21 08:30:51.086857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.108714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.127758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4564d8e-fd23-40b5-8623-8ad387d476fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbe868e-92c6-4d40-ac4c-f1235f48e3a6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:51.134374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=59c65f22-eabf-4c99-ac64-34d6112160f0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:51.184526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:51.196199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:51.208342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:51.211865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.289535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.303663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.309328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:51.310189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.377484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.388788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.390191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c7c2a21-6396-4c7a-8b40-06217b588730 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/59c65f22-eabf-4c99-ac64-34d6112160f0 HTTP/1.1" status: 204 len: 168 time: 1.6959476 Sep 21 08:30:51.391752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:30:51.392750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadad2cf-4d95-4005-a8ff-4cc02ff05568 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:51.393134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.398675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.400746 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f4637a48-b5fc-47c0-ac19-e51bf4f4d68c tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "PUT /v2.0/routers/81e79069-c32a-4a9d-978f-b5a8b2fb947a HTTP/1.1" status: 200 len: 925 time: 2.8405309 Sep 21 08:30:51.402852 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] Sync routers for ids ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:30:51.413916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48518) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.421348 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] Routers {'81e79069-c32a-4a9d-978f-b5a8b2fb947a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:51.422121 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.442454 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6423fb9-e3bb-4790-ba3b-35466b34e719 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:30:51.446123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c6423fb9-e3bb-4790-ba3b-35466b34e719 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/59c65f22-eabf-4c99-ac64-34d6112160f0 HTTP/1.1" status: 404 len: 333 time: 0.0518868 Sep 21 08:30:51.499176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48520) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.529822 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.555363 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] Routers {'81e79069-c32a-4a9d-978f-b5a8b2fb947a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:30:51.556343 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.566518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.602231 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:51.603290 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23726c-a45e-453e-862c-44bebdcad33a None None] The sync data for ids ['81e79069-c32a-4a9d-978f-b5a8b2fb947a'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:30:51.627766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6bcd9f-b404-49f8-b805-f821fba4f351,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:51.634872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet 73521442-8e03-45fa-8d7d-2fdaa846c2ca {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:51.642514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.642867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519af34-bab8-4f67-a638-b72c27817955 None None] Network c09b159a-c415-46eb-bf2f-5d26281796c7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:51.646558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.648434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-55d792f5-3b70-44ad-bcc1-488fe0177afd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7f6bcd9f-b404-49f8-b805-f821fba4f351 HTTP/1.1" status: 204 len: 168 time: 0.7355578 Sep 21 08:30:51.649444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48528) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.713901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1a2f93d4-ffd7-4ab3-b798-32df04728662 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/81e79069-c32a-4a9d-978f-b5a8b2fb947a HTTP/1.1" status: 200 len: 925 time: 0.2980719 Sep 21 08:30:51.715877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48530) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.716214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48532) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.732498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.738772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8d4fa61b-be82-493e-ab07-082364b12cdc tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/ports/1d83a98e-fe6e-4a19-9ae6-c58b5b4dc7c0 HTTP/1.1" status: 204 len: 168 time: 3.0448024 Sep 21 08:30:51.739845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48536) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.782258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.820840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.832790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2d6e4ff-8ad0-4d29-8026-5d2d952ff16b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "GET /v2.0/floatingips/988c36eb-ac60-4a52-8ed7-43e37d2fdc3b HTTP/1.1" status: 200 len: 688 time: 0.0870450 Sep 21 08:30:51.836002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48538) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.877921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7255cd-ebac-4592-bc6f-b3511bb6e435 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:51.879512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2f7255cd-ebac-4592-bc6f-b3511bb6e435 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=81e79069-c32a-4a9d-978f-b5a8b2fb947a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1612084 Sep 21 08:30:51.882119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6bac9777-644a-4e46-b0de-e90742c6c53e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=976bb0499523467da9520b4b083677a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649578 Sep 21 08:30:51.882857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48544) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.884788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48546) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:51.887793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] DHCP port deletion for c09b159a-c415-46eb-bf2f-5d26281796c7 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:51.968578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] Deleting port 5f94efc7-0580-4b6c-857f-8a8a95695b7d {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:51.969535 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:51.982888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.044613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a6d9f-2b00-4497-addb-0ef7bfe2768d tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:52.046040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b01a6d9f-2b00-4497-addb-0ef7bfe2768d tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.1594679 Sep 21 08:30:52.051993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:52.066658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] For port 5f94efc7-0580-4b6c-857f-8a8a95695b7d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5f94efc7-0580-4b6c-857f-8a8a95695b7d,segment=NetworkSegment(a039b16b-4e0e-45df-b968-d85238d9b34b),segment_id=a039b16b-4e0e-45df-b968-d85238d9b34b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:52.066658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.070312 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.079546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] Calling delete_port for 5f94efc7-0580-4b6c-857f-8a8a95695b7d owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:52.091301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7b4e35d2-fbe1-4ec7-b300-6630e2591427 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=81e79069-c32a-4a9d-978f-b5a8b2fb947a HTTP/1.1" status: 200 len: 205 time: 0.0372372 Sep 21 08:30:52.099786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48550) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:52.107157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=73521442-8e03-45fa-8d7d-2fdaa846c2ca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:52.117151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.119257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c9280337-3866-4fc3-bf57-c308ec31e967 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/73521442-8e03-45fa-8d7d-2fdaa846c2ca HTTP/1.1" status: 204 len: 168 time: 0.6190941 Sep 21 08:30:52.121867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48552) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:52.141812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b7704-d595-407b-8134-4bf6e1f329dc None None] Network 82b39ed6-c256-46b0-964f-ebef59c04bb5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:52.175983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port 320ac37c-2c0c-474f-a647-22ad856a2e2c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:52.176399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.182460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd601-5ccc-4508-b3f5-ebbc3334ada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.186500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet f30d4661-5a6d-49c2-b40d-8fb70d42de7b {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:52.190902 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.207514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd601-5ccc-4508-b3f5-ebbc3334ada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.251757 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.323007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.354287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.359465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] Pushing event deleted for resources: {'Port': ['ID=5f94efc7-0580-4b6c-857f-8a8a95695b7d,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:52.378285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f94efc7-0580-4b6c-857f-8a8a95695b7d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:52.382321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.390062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Deleting port 5f94efc7-0580-4b6c-857f-8a8a95695b7d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:52.390408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.402099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 5f94efc7-0580-4b6c-857f-8a8a95695b7d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:52.402448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5f94efc7-0580-4b6c-857f-8a8a95695b7d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:52.407595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8159574f-2010-4e41-b021-d4add7a18754 None None] No DVR routers for this DVR port 5f94efc7-0580-4b6c-857f-8a8a95695b7d on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:52.416198 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6d4aa5ac-4abc-4591-85ca-52607521b68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.418716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.453455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.458981 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/f30d4661-5a6d-49c2-b40d-8fb70d42de7b HTTP/1.1" status: 204 len: 168 time: 0.3361671 Sep 21 08:30:52.460237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48558) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:52.470161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4cfd1-c947-4fda-a6a8-cb39fc29139b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=f30d4661-5a6d-49c2-b40d-8fb70d42de7b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:52.550880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.662583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] For port 5f94efc7-0580-4b6c-857f-8a8a95695b7d, host n-d-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:52.663222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.668648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port d07db97f-e2f9-4ade-8827-082a1ea680d8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:52.668648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.677729 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd601-5ccc-4508-b3f5-ebbc3334ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.680392 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f5dd601-5ccc-4508-b3f5-ebbc3334ada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.683789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4f5dd601-5ccc-4508-b3f5-ebbc3334ada5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e430ee6-e76b-4e9d-820e-ea44e77b3b78 HTTP/1.1" status: 204 len: 168 time: 0.7957351 Sep 21 08:30:52.694548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Calling delete_port for 5f94efc7-0580-4b6c-857f-8a8a95695b7d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:52.721800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Port 5f94efc7-0580-4b6c-857f-8a8a95695b7d was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:30:52.731659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dd601-5ccc-4508-b3f5-ebbc3334ada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e430ee6-e76b-4e9d-820e-ea44e77b3b78,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:52.736621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.760162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.760575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.761578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] For port d07db97f-e2f9-4ade-8827-082a1ea680d8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d07db97f-e2f9-4ade-8827-082a1ea680d8,segment=NetworkSegment(5a84a0b2-482c-40ce-8677-824af9c4215a),segment_id=5a84a0b2-482c-40ce-8677-824af9c4215a)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:52.762126 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.776906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for 320ac37c-2c0c-474f-a647-22ad856a2e2c owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:52.789226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for d07db97f-e2f9-4ade-8827-082a1ea680d8 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:52.825521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f94efc7-0580-4b6c-857f-8a8a95695b7d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:52.831794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] No DVR routers for this DVR port 5f94efc7-0580-4b6c-857f-8a8a95695b7d on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:52.835825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:52.940955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.012914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No DVR routers for this DVR port d07db97f-e2f9-4ade-8827-082a1ea680d8 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:30:53.022170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=d07db97f-e2f9-4ade-8827-082a1ea680d8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:53.030388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.064203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09b159a-c415-46eb-bf2f-5d26281796c7']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:53.081546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a039b16b-4e0e-45df-b968-d85238d9b34b') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:53.082205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a039b16b-4e0e-45df-b968-d85238d9b34b') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:53.116015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.121559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Deleting port 4e57cf6e-3b54-4af4-a325-4a468ff4ee22 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:53.121902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.137118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.159207 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.171843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b39ed6-c256-46b0-964f-ebef59c04bb5']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:53.179805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:53.180546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:53.182508 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:53.190897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a84a0b2-482c-40ce-8677-824af9c4215a') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:53.191433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a84a0b2-482c-40ce-8677-824af9c4215a') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:30:53.204671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.222718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.238405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.253206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:30:53.253672 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:30:53.279716 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:30:53.320100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=320ac37c-2c0c-474f-a647-22ad856a2e2c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:53.350493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.359856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.366247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/82b39ed6-c256-46b0-964f-ebef59c04bb5 HTTP/1.1" status: 204 len: 168 time: 0.9047692 Sep 21 08:30:53.368546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48582) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:53.422338 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.425900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.428287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.433402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2f8847f6-6696-4f56-a278-1a814fffbc72 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/floatingips/988c36eb-ac60-4a52-8ed7-43e37d2fdc3b HTTP/1.1" status: 204 len: 168 time: 1.5955260 Sep 21 08:30:53.434035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48586) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:53.435838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=82b39ed6-c256-46b0-964f-ebef59c04bb5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:53.441725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.450136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.450948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.452076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.452895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.453324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.453918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.454313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.454748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.457685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.458131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.458736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.459563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db0c829-7606-4453-82fe-b4b2fbad9047 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:30:53.468601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-dc528b51-b461-4dbe-98a7-1d5f7ad2d0e9 None None] Could not find standard attr ID for object d07db97f-e2f9-4ade-8827-082a1ea680d8. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:30:53.475961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.481605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c09b159a-c415-46eb-bf2f-5d26281796c7 HTTP/1.1" status: 204 len: 168 time: 1.8297176 Sep 21 08:30:53.485635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'f238bca6-fd1d-4386-810f-b05138f287bc'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:53.494863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d73e48-54a2-40f4-9f5c-0adb85ec5144 None None] DHCP port deletion for 82b39ed6-c256-46b0-964f-ebef59c04bb5 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:30:53.525629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Calling delete_port for 4e57cf6e-3b54-4af4-a325-4a468ff4ee22 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:53.527799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d421822-417d-45a6-ba17-12d93e6fb8e7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:53.528970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9460fd2-a1fe-4a42-b73a-996a4b7f9f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=c09b159a-c415-46eb-bf2f-5d26281796c7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:53.535714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0d421822-417d-45a6-ba17-12d93e6fb8e7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1629932 Sep 21 08:30:53.536519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:53.615610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ba794c3c-faf4-4821-8530-d78cf6810208 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0746896 Sep 21 08:30:53.616156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48598) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:53.622158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-466789705'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:53.641716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.681976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:53.692436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.756519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:30:53.791099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.799432 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment c32cc588-88eb-48aa-bb51-2b98559fd594 of type vlan for network d7280aea-8184-400f-9f5d-8f49f2e7a932 Sep 21 08:30:53.804140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48606) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:53.915918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6e1fae1f-e9ef-4435-9468-418f999f194d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5cd57dbc6d994beb9b6e4c16c2af7722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103971 Sep 21 08:30:53.918760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48614) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:53.928246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.992272 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:53.999692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:54.000488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.090714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48618) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:54.094788 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4752986 Sep 21 08:30:54.098552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48620) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:54.101450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583b7d9-4bf8-45ed-97df-5f11d8b340c5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=d7280aea-8184-400f-9f5d-8f49f2e7a932,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:54.110577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:54.115810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:30:54.217584 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.225692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.260301 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc0b-206a-4fd4-a5dc-ab3fcd302e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.285719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event deleted for resources: {'Port': ['ID=4e57cf6e-3b54-4af4-a325-4a468ff4ee22,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:54.313560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1031522786-network', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:54.318272 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc0b-206a-4fd4-a5dc-ab3fcd302e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.366898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.386061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:54.389996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.402545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d07db97f-e2f9-4ade-8827-082a1ea680d8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:30:54.425223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d07db97f-e2f9-4ade-8827-082a1ea680d8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:30:54.426076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d07db97f-e2f9-4ade-8827-082a1ea680d8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:30:54.454821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc0b-206a-4fd4-a5dc-ab3fcd302e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.458739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ff97cc0b-206a-4fd4-a5dc-ab3fcd302e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.460129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ff97cc0b-206a-4fd4-a5dc-ab3fcd302e6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c8f00cc-3d09-485a-b4bb-9a8983822b82 HTTP/1.1" status: 204 len: 168 time: 0.5402393 Sep 21 08:30:54.467808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:54.470157 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.491039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.495647 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.521110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.525563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97cc0b-206a-4fd4-a5dc-ab3fcd302e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8f00cc-3d09-485a-b4bb-9a8983822b82,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:54.549851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.25.1.173 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b222d0cb-84e5-4945-b01e-fa8e74f6fb67) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:54.571030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.572328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Fanout notify agent at l3_agent the message router_deleted on router 81e79069-c32a-4a9d-978f-b5a8b2fb947a {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:30:54.590899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.596425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19f7d63a-3272-4756-8af4-88cfba752951 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/81e79069-c32a-4a9d-978f-b5a8b2fb947a HTTP/1.1" status: 204 len: 168 time: 2.4925380 Sep 21 08:30:54.599244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48634) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:54.611849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-052c6b4c-dfa1-49fb-b9ec-6255cad1dc3f tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-279902056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:54.742029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.768749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.798261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.817695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.833007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.875258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=85c0f2a6-715a-448b-bd51-d0956ad7fb9c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:54.885433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:30:54.899364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:54.900056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:54.901705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:54.906341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.906690 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Added segment ecfe4bc7-8965-4cc6-9984-102a1c04c4ae of type vlan for network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc Sep 21 08:30:54.908272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': 'c32cc588-88eb-48aa-bb51-2b98559fd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:54.908634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: d7280aea-8184-400f-9f5d-8f49f2e7a932, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:30:54.908992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:54.915837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-052c6b4c-dfa1-49fb-b9ec-6255cad1dc3f tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.918945 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-052c6b4c-dfa1-49fb-b9ec-6255cad1dc3f tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.923891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=b222d0cb-84e5-4945-b01e-fa8e74f6fb67,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:54.963415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:54.970555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:30:54.991728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d7280aea-8184-400f-9f5d-8f49f2e7a932) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:54.998802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:55.001444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35473136-5fac-4130-96d5-cb94f8cde309 None None] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:55.014125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.026516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.028089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:55.029000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.043562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-052c6b4c-dfa1-49fb-b9ec-6255cad1dc3f tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.062034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e58d27ef-7619-4dd6-b45a-97e62b230616 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9618924 Sep 21 08:30:55.070586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48652) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:55.079813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932', 'name': 'tempest-PortsTestJSON-1064514746'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:55.084055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-052c6b4c-dfa1-49fb-b9ec-6255cad1dc3f tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.127244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0335960 Sep 21 08:30:55.132973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48654) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:55.137867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Request body: {'subnet': {'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1031522786-subnet', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:55.157120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-052c6b4c-dfa1-49fb-b9ec-6255cad1dc3f tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.161274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-052c6b4c-dfa1-49fb-b9ec-6255cad1dc3f tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5540507 Sep 21 08:30:55.165412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48656) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:55.172745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:55.226429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:55.228808 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.267192 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d7280aea-8184-400f-9f5d-8f49f2e7a932', 'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932', 'tenant_id': 'ec43384501f1404da83201192d3184a1', 'fixed_ips': [{'subnet_id': '85c0f2a6-715a-448b-bd51-d0956ad7fb9c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:30:55.267192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.454095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Allocated IP 172.20.0.2 (d7280aea-8184-400f-9f5d-8f49f2e7a932/85c0f2a6-715a-448b-bd51-d0956ad7fb9c/f5123289-b5f9-4a35-b775-78fcad91e89b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:55.551528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48670) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:55.557942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a7fb6-e568-4267-977e-97e3a6b60e67 admin admin] Pushing event updated for resources: {'Network': ['ID=58d30fbd-0189-44cc-a2a6-a303d07fa3fc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:55.605096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:30:55.688859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-129367615-network', 'tenant_id': '722d8aaffaf54ed48b7c4e64694b367e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:55.715260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.751353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Made reservation on behalf of 722d8aaffaf54ed48b7c4e64694b367e for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:55.755437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.776128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.784516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.798059 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.806098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.822026 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ce9476b-11a1-4495-9a74-972c238f0ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.830098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:55.836499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.852575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:55.857573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:55.860685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:55.877198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Pushing event updated for resources: {'Port': ['ID=f5123289-b5f9-4a35-b775-78fcad91e89b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:55.897284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 959d5c91-6100-45b5-9181-628658b034a3 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:55.934756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Attempting to bind port f5123289-b5f9-4a35-b775-78fcad91e89b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:30:55.935439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Attempting to bind port f5123289-b5f9-4a35-b775-78fcad91e89b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c32cc588-88eb-48aa-bb51-2b98559fd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:30:55.936036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Attempting to bind port f5123289-b5f9-4a35-b775-78fcad91e89b on network d7280aea-8184-400f-9f5d-8f49f2e7a932 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:55.941973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:30:55.942568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Checking segment: {'id': 'c32cc588-88eb-48aa-bb51-2b98559fd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:55.943163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:55.944400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Bound using segment: {'id': 'c32cc588-88eb-48aa-bb51-2b98559fd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:30:55.945044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Bound port: f5123289-b5f9-4a35-b775-78fcad91e89b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32cc588-88eb-48aa-bb51-2b98559fd594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:30:55.945670 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.007463 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.018352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.033293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:30:56.034643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.036093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] For port f5123289-b5f9-4a35-b775-78fcad91e89b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:56.040942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] For port f5123289-b5f9-4a35-b775-78fcad91e89b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f5123289-b5f9-4a35-b775-78fcad91e89b,segment=NetworkSegment(c32cc588-88eb-48aa-bb51-2b98559fd594),segment_id=c32cc588-88eb-48aa-bb51-2b98559fd594)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:30:56.048196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.065722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.066337 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Added segment 2b8f57c5-b9c7-4f0d-94df-82b7801892b7 of type vlan for network 341cee94-893e-4daf-8708-5b0ea88417d0 Sep 21 08:30:56.118904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.121895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2051ab45-d520-4999-a869-013de0701453,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:56.147649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdb21a-d96a-490e-b822-39ba863f0630 None None] Pushing event updated for resources: {'Port': ['ID=f5123289-b5f9-4a35-b775-78fcad91e89b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:56.177827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0097df-b767-4375-b855-5856d730a8c0,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:56.226802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.238006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:56.238640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Network hostable DHCP agents. Network: 58d30fbd-0189-44cc-a2a6-a303d07fa3fc, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:30:56.260393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.14 (d7280aea-8184-400f-9f5d-8f49f2e7a932/85c0f2a6-715a-448b-bd51-d0956ad7fb9c/959d5c91-6100-45b5-9181-628658b034a3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:56.273099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.274176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:56.274673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.300188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.358307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] Pushing event updated for resources: {'Network': ['ID=341cee94-893e-4daf-8708-5b0ea88417d0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:56.367164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f3a215d7-2612-44da-b95b-e3058d3f0bbf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8143549 Sep 21 08:30:56.367691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48684) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:56.375304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Request body: {'subnet': {'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-129367615-subnet', 'tenant_id': '722d8aaffaf54ed48b7c4e64694b367e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:56.378622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 341cee94-893e-4daf-8708-5b0ea88417d0 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:30:56.409819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:30:56.475813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.528125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.543963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 58d30fbd-0189-44cc-a2a6-a303d07fa3fc) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:56.545827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Made reservation on behalf of 722d8aaffaf54ed48b7c4e64694b367e for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:56.548468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.564688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f2530-9710-455e-a078-b6834677c92f None None] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:56.573305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.581445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:56.586142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.632093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.683425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:56.691557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:56.697913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:56.772575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f70ac8f8-f1d9-4bc4-afbb-57851af9ac9b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6385288 Sep 21 08:30:56.780003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48696) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:56.782778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=959d5c91-6100-45b5-9181-628658b034a3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:56.796838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:56.797233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:56.797517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.808268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.813973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:30:56.814914 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.896959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e5a1c5ae-8e93-4fc7-9a62-abe595ae4c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8209832 Sep 21 08:30:56.897182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48698) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:56.902779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'd7280aea-8184-400f-9f5d-8f49f2e7a932', 'name': 'tempest-PortsTestJSON-784954495'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:30:56.903411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.904600 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:56.937857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Allocated IP 172.25.1.101 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/7f87a509-58bc-4072-a064-138cf869a0fa) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:56.989836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.008394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.063451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:30:57.070511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.071466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.102914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port abb06440-59cb-4d7d-9639-5faa7808b47e yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:30:57.228800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Allocated IP 172.20.0.2 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/5a466676-6872-44b8-be9a-4e87d204d19a) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:57.272970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.9 (d7280aea-8184-400f-9f5d-8f49f2e7a932/85c0f2a6-715a-448b-bd51-d0956ad7fb9c/abb06440-59cb-4d7d-9639-5faa7808b47e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:30:57.422901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.430429 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.448428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=b222d0cb-84e5-4945-b01e-fa8e74f6fb67,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:57.467891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.489320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Pushing event updated for resources: {'Port': ['ID=5a466676-6872-44b8-be9a-4e87d204d19a,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:57.501705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:57.503223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:57.506274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:57.542792 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.572439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Attempting to bind port 5a466676-6872-44b8-be9a-4e87d204d19a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:30:57.572809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Attempting to bind port 5a466676-6872-44b8-be9a-4e87d204d19a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:30:57.573774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Attempting to bind port 5a466676-6872-44b8-be9a-4e87d204d19a on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:30:57.584025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:30:57.584228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:57.585113 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.585731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:30:57.586389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Bound port: 5a466676-6872-44b8-be9a-4e87d204d19a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:30:57.586951 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.605904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.674782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:57.678396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:57.681727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:57.689580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] For port 5a466676-6872-44b8-be9a-4e87d204d19a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:30:57.693901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] For port 5a466676-6872-44b8-be9a-4e87d204d19a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5a466676-6872-44b8-be9a-4e87d204d19a,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:30:57.697695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc82a33-d58d-4f27-ae33-dcd7f8d11d68 None None] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:57.703586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.753068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:57.754058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.778543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=abb06440-59cb-4d7d-9639-5faa7808b47e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:57.783690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e3c60ed-cfbd-4647-9963-7a0805af1fa7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8850267 Sep 21 08:30:57.786271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48714) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:57.880584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-94c66c23-93d6-43c8-a9f7-e9d517bebcfe None None] Provisioning complete for port f5123289-b5f9-4a35-b775-78fcad91e89b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:57.881246 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-94c66c23-93d6-43c8-a9f7-e9d517bebcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.920844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a45fe9-c102-40c5-aa4f-6382a24e9adf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:57.922647 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b0a45fe9-c102-40c5-aa4f-6382a24e9adf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1327507 Sep 21 08:30:57.927995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48716) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:57.955843 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:57.975288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.022466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.045552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port abb06440-59cb-4d7d-9639-5faa7808b47e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:58.045917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.076244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24711e3e-0cba-48aa-a681-22ab1f7e4259 None None] Pushing event updated for resources: {'Port': ['ID=5a466676-6872-44b8-be9a-4e87d204d19a,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:58.129298 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.202363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.203765 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-94c66c23-93d6-43c8-a9f7-e9d517bebcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.221284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for abb06440-59cb-4d7d-9639-5faa7808b47e owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:58.241628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8ca26c-42ba-4efd-8d9b-83ed057320e2,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:58.250943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-94c66c23-93d6-43c8-a9f7-e9d517bebcfe None None] For port f5123289-b5f9-4a35-b775-78fcad91e89b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f5123289-b5f9-4a35-b775-78fcad91e89b,segment=NetworkSegment(c32cc588-88eb-48aa-bb51-2b98559fd594),segment_id=c32cc588-88eb-48aa-bb51-2b98559fd594)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:30:58.259764 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-94c66c23-93d6-43c8-a9f7-e9d517bebcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.269127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Checking segment: {'id': '2b8f57c5-b9c7-4f0d-94df-82b7801892b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:30:58.269821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Network hostable DHCP agents. Network: 341cee94-893e-4daf-8708-5b0ea88417d0, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:30:58.311788 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP b4d13f9b-b311-4ac0-aa2f-bd496e6552b4 associated. External IP: 172.25.1.173, port: f238bca6-fd1d-4386-810f-b05138f287bc. Sep 21 08:30:58.381891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c66c23-93d6-43c8-a9f7-e9d517bebcfe None None] Pushing event updated for resources: {'Port': ['ID=f5123289-b5f9-4a35-b775-78fcad91e89b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:58.439011 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.440823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Network 341cee94-893e-4daf-8708-5b0ea88417d0 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:30:58.491877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.494827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 341cee94-893e-4daf-8708-5b0ea88417d0) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:58.508558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cda44f-8d87-428b-835e-764fa41a838a None None] Network 341cee94-893e-4daf-8708-5b0ea88417d0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:58.560403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=abb06440-59cb-4d7d-9639-5faa7808b47e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:58.575125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:30:58.577449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:58.578051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.598638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:30:58.606600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:30:58.663570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event updated for resources: {'Port': ['ID=7f87a509-58bc-4072-a064-138cf869a0fa,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:58.666972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.672254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4ca00826-4427-4dc6-92e2-c6ef01541b31 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/abb06440-59cb-4d7d-9639-5faa7808b47e HTTP/1.1" status: 204 len: 168 time: 0.7398293 Sep 21 08:30:58.677657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48726) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:58.681365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f5123289-b5f9-4a35-b775-78fcad91e89b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:58.685199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-53606c55-210d-445a-9828-9e95e4e5eb02 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3139663 Sep 21 08:30:58.717910 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-533732f5-d2af-49c7-ac82-46542571d368 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:30:58.722121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-533732f5-d2af-49c7-ac82-46542571d368 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/abb06440-59cb-4d7d-9639-5faa7808b47e HTTP/1.1" status: 404 len: 333 time: 0.0409489 Sep 21 08:30:58.722337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48730) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:58.926056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bbcdead9-1853-4058-b5aa-5d1f38f12c0e None None] Provisioning complete for port f5123289-b5f9-4a35-b775-78fcad91e89b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:58.926435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bbcdead9-1853-4058-b5aa-5d1f38f12c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.949844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 959d5c91-6100-45b5-9181-628658b034a3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:30:58.949844 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:58.989245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10b6a2-aec8-471d-bf59-f46195eb0dd5 None None] Network 341cee94-893e-4daf-8708-5b0ea88417d0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:59.118653 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.145323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 959d5c91-6100-45b5-9181-628658b034a3 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:30:59.278901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f5123289-b5f9-4a35-b775-78fcad91e89b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:59.279972 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.391443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.431207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=959d5c91-6100-45b5-9181-628658b034a3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:30:59.523994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bbcdead9-1853-4058-b5aa-5d1f38f12c0e None None] Could not find standard attr ID for object abb06440-59cb-4d7d-9639-5faa7808b47e. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:30:59.530057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bbcdead9-1853-4058-b5aa-5d1f38f12c0e None None] Could not find standard attr ID for object 959d5c91-6100-45b5-9181-628658b034a3. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:30:59.541085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5a466676-6872-44b8-be9a-4e87d204d19a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:30:59.542087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.549098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5f545593-1df4-4c3b-b00d-d69fa426f14a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/959d5c91-6100-45b5-9181-628658b034a3 HTTP/1.1" status: 204 len: 168 time: 0.8248012 Sep 21 08:30:59.550112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48754) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:59.583404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.601888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5a466676-6872-44b8-be9a-4e87d204d19a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:59.602253 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.611353 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75a6372-5847-45c3-bc7f-2cfea6d84560 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:30:59.621383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e75a6372-5847-45c3-bc7f-2cfea6d84560 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/959d5c91-6100-45b5-9181-628658b034a3 HTTP/1.1" status: 404 len: 333 time: 0.0698755 Sep 21 08:30:59.624580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48758) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:30:59.652667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b75672-5a93-46f2-b49c-b5d6e815baae None None] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:30:59.664590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:30:59.688636 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.733302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet 85c0f2a6-715a-448b-bd51-d0956ad7fb9c {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:30:59.737335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.738011 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.750027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-891af138-36c8-4f8f-aec5-a1edf8a3099f tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:30:59.751881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-891af138-36c8-4f8f-aec5-a1edf8a3099f tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/networks?id=341cee94-893e-4daf-8708-5b0ea88417d0 HTTP/1.1" status: 200 len: 813 time: 0.4445963 Sep 21 08:30:59.759755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d0775dfc-052c-4681-94e6-680ec1d5d5f9 None None] Could not find standard attr ID for object abb06440-59cb-4d7d-9639-5faa7808b47e. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:30:59.801917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.811616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d0775dfc-052c-4681-94e6-680ec1d5d5f9 None None] Could not find standard attr ID for object 959d5c91-6100-45b5-9181-628658b034a3. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:30:59.839434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-6c1d7c74-514f-4776-b264-f85795179ed7 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/quotas/722d8aaffaf54ed48b7c4e64694b367e HTTP/1.1" status: 200 len: 375 time: 0.0758967 Sep 21 08:30:59.896105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d0775dfc-052c-4681-94e6-680ec1d5d5f9 None None] Provisioning complete for port 5a466676-6872-44b8-be9a-4e87d204d19a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:30:59.896536 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d0775dfc-052c-4681-94e6-680ec1d5d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.962967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:30:59.989081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-10eddabc-5715-410a-b3b9-88f0b9ba5dd6 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=722d8aaffaf54ed48b7c4e64694b367e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943925 Sep 21 08:31:00.019196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.063631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.123176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 5a466676-6872-44b8-be9a-4e87d204d19a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5a466676-6872-44b8-be9a-4e87d204d19a,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:00.132736 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.152625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=85c0f2a6-715a-448b-bd51-d0956ad7fb9c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:00.165169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.167083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-123c86e3-bbb5-4b7a-9261-8bae2a89f5df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/85c0f2a6-715a-448b-bd51-d0956ad7fb9c HTTP/1.1" status: 204 len: 168 time: 0.5413311 Sep 21 08:31:00.175549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48768) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:00.180096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38add3c2-230b-4fc5-8645-c621d3f4f837 None None] Network d7280aea-8184-400f-9f5d-8f49f2e7a932 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:00.244381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Allocated IP 172.25.1.216 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/70f9afaf-f79d-49c5-96a3-e77df92e9cf6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:00.269821 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d0775dfc-052c-4681-94e6-680ec1d5d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.294912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:00.324046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:00.328961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.397910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=5a466676-6872-44b8-be9a-4e87d204d19a,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:00.399682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port f5123289-b5f9-4a35-b775-78fcad91e89b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:00.400064 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.413345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.427622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f5123289-b5f9-4a35-b775-78fcad91e89b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:00.434943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:00.435386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:00.498607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:00.507961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] For port f5123289-b5f9-4a35-b775-78fcad91e89b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f5123289-b5f9-4a35-b775-78fcad91e89b,segment=NetworkSegment(c32cc588-88eb-48aa-bb51-2b98559fd594),segment_id=c32cc588-88eb-48aa-bb51-2b98559fd594)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:00.508524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.516106 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-d0775dfc-052c-4681-94e6-680ec1d5d5f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:31:00.516932 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-d0775dfc-052c-4681-94e6-680ec1d5d5f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:31:00.526119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for f5123289-b5f9-4a35-b775-78fcad91e89b owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:00.541628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:00.542539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:00.544705 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.561199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de637da4-c4d8-4bc2-a4f7-b279b3e0f581 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1163828 Sep 21 08:31:00.561825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48774) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:00.587746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-17469351'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:00.591365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:00.592770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c133da-9629-41a8-b702-5fa9f5d5b351 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:00.604894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f5123289-b5f9-4a35-b775-78fcad91e89b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:00.605271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.609939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.620760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-323cfcfe-1b98-4ae3-a832-1f67fdcbf563 service neutron] 10.222.0.59 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669625 Sep 21 08:31:00.648317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6f69e2-c00c-4ef0-b7f5-d8004402b170 None None] DHCP port deletion for d7280aea-8184-400f-9f5d-8f49f2e7a932 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:31:00.655990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.692137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f69e2-c00c-4ef0-b7f5-d8004402b170 None None] The port 'f5123289-b5f9-4a35-b775-78fcad91e89b' was deleted {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 21 08:31:00.701731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No DVR routers for this DVR port f5123289-b5f9-4a35-b775-78fcad91e89b on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:00.704283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=f5123289-b5f9-4a35-b775-78fcad91e89b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:00.712272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Could not find standard attr ID for object f5123289-b5f9-4a35-b775-78fcad91e89b. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:31:00.715428 n-d-809980-2 neutron-server[94726]: INFO neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No ports have port_id starting with f5123289-b5f9-4a35-b775-78fcad91e89b Sep 21 08:31:00.747378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.758553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:00.762020 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.812131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.833830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7280aea-8184-400f-9f5d-8f49f2e7a932']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:00.853502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32cc588-88eb-48aa-bb51-2b98559fd594') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:00.854033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32cc588-88eb-48aa-bb51-2b98559fd594') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:00.871205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.915582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:00.920273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-9bcb47a3-81bf-471a-b1e0-44eaa7a31c31 service neutron] 10.222.0.59 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907226 Sep 21 08:31:00.921501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.932702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:31:00.933530 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.940601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:00.940958 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Added segment 2224e565-4ba8-4eb4-99b1-a1f86339ee27 of type vlan for network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c Sep 21 08:31:00.942703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:31:01.007241 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:31:01.016407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.032233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:01.035248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.038386 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/d7280aea-8184-400f-9f5d-8f49f2e7a932 HTTP/1.1" status: 204 len: 168 time: 0.8609176 Sep 21 08:31:01.042249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48782) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:01.042700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:01.044593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Router 7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:01.050032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.052235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:01.055380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-815706502'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:01.059931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:01.079301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325aef1-ee14-4de7-908d-be611cb58812 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=d7280aea-8184-400f-9f5d-8f49f2e7a932,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:01.110453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:01.118607 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.188946 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.193345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:01.199489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:01.200125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.211134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.212395 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment 85effc7b-b99a-4482-8caf-4b766f1edbb8 of type vlan for network babb415a-4d1b-4df0-93d0-4af56c7ecb0e Sep 21 08:31:01.229519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fae4893a-a1ed-401e-b488-cf899920d230 None None] Provisioning complete for port 5a466676-6872-44b8-be9a-4e87d204d19a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:01.229964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fae4893a-a1ed-401e-b488-cf899920d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.320535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40771e2e-e69a-4624-80cb-aae1854b47af req-45fb50f8-e4db-4ecd-8240-ace2498f0568 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 210 time: 0.0388622 Sep 21 08:31:01.322246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.361823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7949202 Sep 21 08:31:01.362640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.364758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48792) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:01.373480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'subnet': {'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:01.382183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:01.386121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:01.433230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3869846 Sep 21 08:31:01.434319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48796) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:01.440258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:01.506879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4c4d6-35d8-4336-8c1d-c56c4fd6fa33 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=babb415a-4d1b-4df0-93d0-4af56c7ecb0e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:01.523280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:01.644339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:01.649074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.001150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.025434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0977453-6634-460e-879e-c837b698644a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Network': ['ID=694609ab-61aa-4e0e-84ad-5f7ca5f3432c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:02.057626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:02.072183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=95e860c0-1414-4c89-a227-7f1328bdf4b3,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:02.106234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': '85effc7b-b99a-4482-8caf-4b766f1edbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:02.107097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: babb415a-4d1b-4df0-93d0-4af56c7ecb0e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:02.121051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:02.127162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:02.135335 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] Sync routers for ids ['7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:02.144576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.149463 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] Routers {'7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:02.150338 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:02.152252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b608beb-783f-4c71-96e6-6c56f5c77b4b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "PUT /v2.0/routers/7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 HTTP/1.1" status: 200 len: 883 time: 6.9835112 Sep 21 08:31:02.156227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48812) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:02.169336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, babb415a-4d1b-4df0-93d0-4af56c7ecb0e) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:02.181587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08b0d7-abb3-41d1-bd61-e10ef7aee213 None None] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:02.187011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:02.189409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.252731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:02.253566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:02.256419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.273926 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] Routers {'7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:02.276682 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:02.315152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-607d82fb-924e-46a9-8019-6837a5ab3cac tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8798914 Sep 21 08:31:02.322562 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48814) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:02.340930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e', 'name': 'tempest-PortsTestJSON-811331171', 'fixed_ips': [{'subnet_id': '95e860c0-1414-4c89-a227-7f1328bdf4b3', 'ip_address': '172.20.0.10'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:02.348492 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:02.350538 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60863c0-0d06-4533-bf62-d206b195f6a5 None None] The sync data for ids ['7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:02.369026 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.425689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5a466676-6872-44b8-be9a-4e87d204d19a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:02.536264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5a466676-6872-44b8-be9a-4e87d204d19a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:02.536940 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.567123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-98b9b06e-1a11-441b-a4d8-b8c50f67e75d req-a1acfeba-0305-4564-a620-dd42f193dcef tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 210 time: 0.1260662 Sep 21 08:31:02.575687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48822) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:02.580728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0774bde1-1c76-4d73-bee8-b1d00146feb5 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 HTTP/1.1" status: 200 len: 924 time: 0.4222112 Sep 21 08:31:02.673172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-babb415a-4d1b-4df0-93d0-4af56c7ecb0e', 'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e', 'tenant_id': 'ec43384501f1404da83201192d3184a1', 'fixed_ips': [{'subnet_id': '95e860c0-1414-4c89-a227-7f1328bdf4b3'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:02.674585 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.721717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.766951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:02.855017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Allocated IP 172.20.0.2 (babb415a-4d1b-4df0-93d0-4af56c7ecb0e/95e860c0-1414-4c89-a227-7f1328bdf4b3/99a1d260-1791-4744-9b7c-86c4cfc8d49c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:02.889741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.928367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216f8bd-2d7d-4192-8138-c13de4db1695 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:02.932896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0216f8bd-2d7d-4192-8138-c13de4db1695 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3497031 Sep 21 08:31:02.933563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48828) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:02.945107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-a6c9e5a7-07f9-4103-ac13-9834e08f688a tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:02.947066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-a6c9e5a7-07f9-4103-ac13-9834e08f688a tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.62 "GET /v2.0/networks?id=341cee94-893e-4daf-8708-5b0ea88417d0 HTTP/1.1" status: 200 len: 813 time: 0.3430405 Sep 21 08:31:02.964982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:02.985854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Request body: {'port': {'device_id': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0', 'admin_state_up': True, 'tenant_id': '722d8aaffaf54ed48b7c4e64694b367e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:02.993223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port bb57141f-f07c-418d-bc83-f643e8b668fc yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:31:03.021117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f5123289-b5f9-4a35-b775-78fcad91e89b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:31:03.046130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f5123289-b5f9-4a35-b775-78fcad91e89b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:31:03.046482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f5123289-b5f9-4a35-b775-78fcad91e89b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:31:03.065141 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.068958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913e8404-3610-45ae-b189-9bc9252e707d tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:03.069505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-913e8404-3610-45ae-b189-9bc9252e707d tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.1258469 Sep 21 08:31:03.074110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48832) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:03.077441 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.116109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-737c8a55-23c0-4be2-a462-34f60b9abf08 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 HTTP/1.1" status: 200 len: 205 time: 0.0354118 Sep 21 08:31:03.120588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48834) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:03.133279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Pushing event updated for resources: {'Port': ['ID=99a1d260-1791-4744-9b7c-86c4cfc8d49c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:03.145788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:03.147565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:03.149667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:03.195829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Subnet': ['ID=23ac857e-b20a-4e9d-81f7-dff1eb57ec08,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:03.207237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Checking segment: {'id': '2224e565-4ba8-4eb4-99b1-a1f86339ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:03.207642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network hostable DHCP agents. Network: 694609ab-61aa-4e0e-84ad-5f7ca5f3432c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:03.213475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.225510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Attempting to bind port 99a1d260-1791-4744-9b7c-86c4cfc8d49c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:03.226048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Attempting to bind port 99a1d260-1791-4744-9b7c-86c4cfc8d49c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '85effc7b-b99a-4482-8caf-4b766f1edbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:03.226547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Attempting to bind port 99a1d260-1791-4744-9b7c-86c4cfc8d49c on network babb415a-4d1b-4df0-93d0-4af56c7ecb0e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:03.233907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:03.239000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Checking segment: {'id': '85effc7b-b99a-4482-8caf-4b766f1edbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:03.239000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.239000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Bound using segment: {'id': '85effc7b-b99a-4482-8caf-4b766f1edbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:03.239000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Bound port: 99a1d260-1791-4744-9b7c-86c4cfc8d49c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85effc7b-b99a-4482-8caf-4b766f1edbb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:03.239000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.315013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:03.327001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 694609ab-61aa-4e0e-84ad-5f7ca5f3432c) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:03.330510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] For port 99a1d260-1791-4744-9b7c-86c4cfc8d49c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:03.336773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabead2-9275-4602-8775-2003092f9ffd None None] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:03.348590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:03.349323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.423761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c82cd7ee-a5b3-41b3-87b2-505152fbcb6d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0545940 Sep 21 08:31:03.429720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:03.435167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-519930258', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:03.480084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] For port 99a1d260-1791-4744-9b7c-86c4cfc8d49c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=99a1d260-1791-4744-9b7c-86c4cfc8d49c,segment=NetworkSegment(85effc7b-b99a-4482-8caf-4b766f1edbb8),segment_id=85effc7b-b99a-4482-8caf-4b766f1edbb8)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:03.498429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.500647 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.510160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.525593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Router e3c05068-3c84-417f-819c-3c36a723da6f is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:03.588651 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.646826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-694609ab-61aa-4e0e-84ad-5f7ca5f3432c', 'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c', 'tenant_id': 'ca44b5ad97924331a17af513e27a71e0', 'fixed_ips': [{'subnet_id': '23ac857e-b20a-4e9d-81f7-dff1eb57ec08'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:03.647708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.678279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a009e2-9ee8-44c2-b24d-1685a7625800 None None] Pushing event updated for resources: {'Port': ['ID=99a1d260-1791-4744-9b7c-86c4cfc8d49c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:03.694768 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.737170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Made reservation on behalf of 722d8aaffaf54ed48b7c4e64694b367e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:03.744536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.762740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.10 (babb415a-4d1b-4df0-93d0-4af56c7ecb0e/95e860c0-1414-4c89-a227-7f1328bdf4b3/bb57141f-f07c-418d-bc83-f643e8b668fc) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:03.865146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:03.868496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5d203275-98f8-4aa3-82fc-0aa3d9fe6246 req-b3ca996a-cc74-45e1-a3f4-0eb5b4009d31 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 210 time: 0.1323330 Sep 21 08:31:03.948304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Allocated IP 172.20.0.2 (694609ab-61aa-4e0e-84ad-5f7ca5f3432c/23ac857e-b20a-4e9d-81f7-dff1eb57ec08/ee230166-4bbf-4efe-973c-429b68f2128b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:03.952020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.053293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:04.067984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:04.090217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:04.091004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:04.134544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.135833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d92126ab-3b0b-4ae0-943c-0f5c99c3b2a6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3547375 Sep 21 08:31:04.145782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48854) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:04.273472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:04.306244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.380906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Allocated IP 172.20.0.10 (341cee94-893e-4daf-8708-5b0ea88417d0/fe8ca26c-42ba-4efd-8d9b-83ed057320e2/3a8d472b-d4a3-4b19-96c2-0bf84ed29c07) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:04.410661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.415266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.466825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.485771 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.510285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.534947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 99a1d260-1791-4744-9b7c-86c4cfc8d49c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:04.632667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:04.636521 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.657833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:04.667840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:04.684452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Pushing event updated for resources: {'Port': ['ID=ee230166-4bbf-4efe-973c-429b68f2128b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:04.740991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Deleting port 7f87a509-58bc-4072-a064-138cf869a0fa {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:04.740991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.757187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.25.1.156 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/0b2444b3-a726-430f-826d-28d8a1e260a5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:04.772664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Attempting to bind port ee230166-4bbf-4efe-973c-429b68f2128b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:04.772664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Attempting to bind port ee230166-4bbf-4efe-973c-429b68f2128b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '2224e565-4ba8-4eb4-99b1-a1f86339ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:04.772664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Attempting to bind port ee230166-4bbf-4efe-973c-429b68f2128b on network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:04.783660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 99a1d260-1791-4744-9b7c-86c4cfc8d49c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:04.783660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.786357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:04.786737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Checking segment: {'id': '2224e565-4ba8-4eb4-99b1-a1f86339ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:04.787141 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.787729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Bound using segment: {'id': '2224e565-4ba8-4eb4-99b1-a1f86339ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:04.788240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Bound port: ee230166-4bbf-4efe-973c-429b68f2128b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2224e565-4ba8-4eb4-99b1-a1f86339ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:04.788632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.842792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:02Z', 'revision_number': 3, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:04.846163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:04.895215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:31:04.895640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Updating router e3c05068-3c84-417f-819c-3c36a723da6f port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:31:04.924599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:04.940000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Calling delete_port for 7f87a509-58bc-4072-a064-138cf869a0fa owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:04.949436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.043626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=bb57141f-f07c-418d-bc83-f643e8b668fc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:05.049997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:05.115967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:05.178718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] For port ee230166-4bbf-4efe-973c-429b68f2128b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:05.209712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] For port ee230166-4bbf-4efe-973c-429b68f2128b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ee230166-4bbf-4efe-973c-429b68f2128b,segment=NetworkSegment(2224e565-4ba8-4eb4-99b1-a1f86339ee27),segment_id=2224e565-4ba8-4eb4-99b1-a1f86339ee27)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:05.210894 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.232909 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.290755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51d2f4-de6a-4737-9da8-11e8b43fb74e None None] Pushing event updated for resources: {'Port': ['ID=ee230166-4bbf-4efe-973c-429b68f2128b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:05.301159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8be60-6231-4b6b-afa6-9d616b2976f8 None None] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:05.307749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.379100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.383936 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.414460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 99a1d260-1791-4744-9b7c-86c4cfc8d49c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=99a1d260-1791-4744-9b7c-86c4cfc8d49c,segment=NetworkSegment(85effc7b-b99a-4482-8caf-4b766f1edbb8),segment_id=85effc7b-b99a-4482-8caf-4b766f1edbb8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:05.427331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.434731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d198f29a-0328-42a6-90e2-6937df41cd3b req-55aa19c6-06df-4a92-a047-5c10af57afb3 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 210 time: 0.4787714 Sep 21 08:31:05.439161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event deleted for resources: {'Port': ['ID=7f87a509-58bc-4072-a064-138cf869a0fa,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:05.494676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:05.495273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.498669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.550361 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.583595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Network 341cee94-893e-4daf-8708-5b0ea88417d0 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:05.588920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:05.590608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=99a1d260-1791-4744-9b7c-86c4cfc8d49c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:05.606129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-66a72d9c-bf2d-4e38-bed0-f8e2b55d4c7a None None] Provisioning complete for port 99a1d260-1791-4744-9b7c-86c4cfc8d49c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:05.606626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-66a72d9c-bf2d-4e38-bed0-f8e2b55d4c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.619075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:05.631297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:05.641089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:05.651806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:05.678256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=0b2444b3-a726-430f-826d-28d8a1e260a5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:05.685206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:05.686074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.703240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d21f615a-4e97-4b65-bd5b-717075b7992a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3768041 Sep 21 08:31:05.705561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48876) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:05.721151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Pushing event updated for resources: {'Port': ['ID=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:05.739781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': 'babb415a-4d1b-4df0-93d0-4af56c7ecb0e', 'name': 'tempest-PortsTestJSON-689446297', 'fixed_ips': [{'subnet_id': '95e860c0-1414-4c89-a227-7f1328bdf4b3', 'ip_address': '172.20.0.9'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:05.807182 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-41c31ea8-b7ac-4619-a651-c8c89a67a579 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8286264 Sep 21 08:31:05.903354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:05.958911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.099898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.102057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.132362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.141939 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.144555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Allocated IP 172.20.0.1 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/739d26a7-9a26-4a69-9f56-1e05435e9673) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:06.179961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Request body: {'port': {'device_id': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:06.209086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Attempting to bind port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:06.209584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Attempting to bind port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:06.210151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Attempting to bind port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:06.222918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.224327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Fanout notify agent at l3_agent the message router_deleted on router 7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:31:06.229191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:06.229817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:06.230501 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.231076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:06.231753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Bound port: 70f9afaf-f79d-49c5-96a3-e77df92e9cf6, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:06.232435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.237058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a6869-b65d-41db-8f1e-e961e342202f None None] Pushing event updated for resources: {'Port': ['ID=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:06.258501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.259564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1c54dd50-1786-4cb3-947c-e77f61faae28 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 HTTP/1.1" status: 204 len: 168 time: 3.1118762 Sep 21 08:31:06.269159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48888) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:06.273660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-efd8b7d4-7a3f-4fcc-b92a-2bb7e638a553 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-832910511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:06.309637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:06.315283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.317318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] For port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:06.323057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] For port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:06.329938 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.341988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:31:06.351430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.442514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efd8b7d4-7a3f-4fcc-b92a-2bb7e638a553 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.443569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efd8b7d4-7a3f-4fcc-b92a-2bb7e638a553 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.554639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8f00993b-4a67-4270-8b47-bea6d1a1eb25 None None] Provisioning complete for port 99a1d260-1791-4744-9b7c-86c4cfc8d49c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:06.555038 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f00993b-4a67-4270-8b47-bea6d1a1eb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.571756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:06.573588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:06.596172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.695731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.710745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:06.722127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efd8b7d4-7a3f-4fcc-b92a-2bb7e638a553 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.827731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 99a1d260-1791-4744-9b7c-86c4cfc8d49c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:06.842066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efd8b7d4-7a3f-4fcc-b92a-2bb7e638a553 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.882169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a6869-b65d-41db-8f1e-e961e342202f None None] Pushing event updated for resources: {'Port': ['ID=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:06.911125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efd8b7d4-7a3f-4fcc-b92a-2bb7e638a553 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:06.912398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-efd8b7d4-7a3f-4fcc-b92a-2bb7e638a553 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6422575 Sep 21 08:31:06.946697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48896) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:06.958998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc062a4-8895-4caf-b3b9-6f4b35f23a5a req-3722eaa4-5b62-4066-9ad3-14fa353a9ec8 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:06.960926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2bc062a4-8895-4caf-b3b9-6f4b35f23a5a req-3722eaa4-5b62-4066-9ad3-14fa353a9ec8 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 932 time: 0.3707244 Sep 21 08:31:06.968871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': True}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:06.997070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.071931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:07.082875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 99a1d260-1791-4744-9b7c-86c4cfc8d49c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:07.083088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:07.083430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.085644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90165cb7-9e9b-4eb3-ac5f-62b6623b59f9 None None] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:07.089728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:07.096538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Pushing event updated for resources: {'Port': ['ID=739d26a7-9a26-4a69-9f56-1e05435e9673,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:07.209493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.9 (babb415a-4d1b-4df0-93d0-4af56c7ecb0e/95e860c0-1414-4c89-a227-7f1328bdf4b3/dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:07.215029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.236331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2bc062a4-8895-4caf-b3b9-6f4b35f23a5a req-41c1f396-44c3-44fb-acab-c1521aa30b71 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480080 Sep 21 08:31:07.238020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8f00993b-4a67-4270-8b47-bea6d1a1eb25 None None] Provisioning complete for port bb57141f-f07c-418d-bc83-f643e8b668fc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:07.238551 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f00993b-4a67-4270-8b47-bea6d1a1eb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.311026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.346852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8f00993b-4a67-4270-8b47-bea6d1a1eb25 None None] Port bb57141f-f07c-418d-bc83-f643e8b668fc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:07.451951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:02Z', 'revision_number': 3, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:07.492021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ee230166-4bbf-4efe-973c-429b68f2128b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:07.497204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53c5ab-e9c5-4438-aca5-fbefbdfd30a2 None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:02Z', 'revision_number': 3, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:07.536255 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.582596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Provisioning complete for port ee230166-4bbf-4efe-973c-429b68f2128b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:07.582596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.615855 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.616708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:31:07.647852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.656276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ee230166-4bbf-4efe-973c-429b68f2128b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:07.656649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.709916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Transition to ACTIVE for port object 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:31:07.725968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.732115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.773217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 30394d4f-9722-4b77-aea1-23b806c21b42 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:07.787111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.852358 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.892604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] For port ee230166-4bbf-4efe-973c-429b68f2128b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ee230166-4bbf-4efe-973c-429b68f2128b,segment=NetworkSegment(2224e565-4ba8-4eb4-99b1-a1f86339ee27),segment_id=2224e565-4ba8-4eb4-99b1-a1f86339ee27)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:07.910836 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:07.917701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:08.049154 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:31:08.053459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:08.055765 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:31:08.072716 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] Sync routers for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:08.084515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Provisioning complete for port 739d26a7-9a26-4a69-9f56-1e05435e9673 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:08.085210 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.091429 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:08.093248 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:08.105684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.107127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d7e28341-293e-4ff8-adc9-95e15053a7a0 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6761501 Sep 21 08:31:08.115762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48912) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:08.134141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Pushing event updated for resources: {'Port': ['ID=ee230166-4bbf-4efe-973c-429b68f2128b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:08.191982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Port 739d26a7-9a26-4a69-9f56-1e05435e9673 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:08.195473 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:08.212118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Provisioning complete for port bb57141f-f07c-418d-bc83-f643e8b668fc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:08.212827 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.228535 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:08.229676 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:08.250466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.260310 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.282399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2aeaf7c1-ec72-45f7-840b-95c3c0140215 None None] Port bb57141f-f07c-418d-bc83-f643e8b668fc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:08.326843 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:08.331243 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12c90b-c725-4632-9049-d56dafbe882e None None] The sync data for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:08.359623 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.407061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a0791af3-0c23-494d-a07c-4e69667d05b9 None None] Provisioning complete for port ee230166-4bbf-4efe-973c-429b68f2128b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:08.407767 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0791af3-0c23-494d-a07c-4e69667d05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.440234 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.575344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Pushing event updated for resources: {'Port': ['ID=739d26a7-9a26-4a69-9f56-1e05435e9673,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:08.617728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:08.620875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Attempting to bind port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:08.621214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Attempting to bind port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '2b8f57c5-b9c7-4f0d-94df-82b7801892b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:08.621552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Attempting to bind port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 on network 341cee94-893e-4daf-8708-5b0ea88417d0 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:08.628750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:08.646466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:08.655964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 on network 341cee94-893e-4daf-8708-5b0ea88417d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:31:08.656194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Attempting to bind port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 on network 341cee94-893e-4daf-8708-5b0ea88417d0 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:08.683737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:08.696642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:08.709714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:08.709714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Checking segment: {'id': '2b8f57c5-b9c7-4f0d-94df-82b7801892b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:08.709714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Bound using segment: {'id': '2b8f57c5-b9c7-4f0d-94df-82b7801892b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:08.709714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Bound port: 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8f57c5-b9c7-4f0d-94df-82b7801892b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:08.709714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.710576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:08.733861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.805457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:08.806394 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.837213 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:08.883920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da26152-4b65-4cad-9189-6d5c5b96f18c req-bf6403c1-61fb-455f-bd2e-165de31d9aae tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:08.885960 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2da26152-4b65-4cad-9189-6d5c5b96f18c req-bf6403c1-61fb-455f-bd2e-165de31d9aae tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 944 time: 0.5072894 Sep 21 08:31:08.897529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:08.950349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] For port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:08.956162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] For port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,segment=NetworkSegment(2b8f57c5-b9c7-4f0d-94df-82b7801892b7),segment_id=2b8f57c5-b9c7-4f0d-94df-82b7801892b7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:09.026105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8a8fc5f2-6b61-4a26-bdd1-d03fdb0daa17 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3066444 Sep 21 08:31:09.027858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:09.028232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.029935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48926) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:09.066651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.096072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6d673f85-6a7b-4d72-a9db-8c46611797ad None None] Provisioning complete for port dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:09.096353 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6d673f85-6a7b-4d72-a9db-8c46611797ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.152296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:09.152937 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.154449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] 10.222.0.62 "PUT /v2.0/ports/3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 HTTP/1.1" status: 200 len: 1092 time: 3.2164004 Sep 21 08:31:09.178016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'tag': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:31:09.183047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6d673f85-6a7b-4d72-a9db-8c46611797ad None None] Port dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:09.190296 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef25baf-99f5-458a-be7a-d442d3eba154" -d '{"events": [{"name": "network-changed", "server_uuid": "dde5b1f7-c421-4973-aa58-d659d3f5b1fa", "tag": "3a8d472b-d4a3-4b19-96c2-0bf84ed29c07"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:31:09.205773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:09.238102 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.272328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:09.281191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.282184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ee230166-4bbf-4efe-973c-429b68f2128b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:09.289158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2da26152-4b65-4cad-9189-6d5c5b96f18c req-93e6b51e-1386-4c20-9413-0a6f6f3d4df5 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100789 Sep 21 08:31:09.298118 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7232f1-c780-4587-b469-2f8f73f8ebad x-openstack-request-id: req-db7232f1-c780-4587-b469-2f8f73f8ebad {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:31:09.298118 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde5b1f7-c421-4973-aa58-d659d3f5b1fa", "tag": "3a8d472b-d4a3-4b19-96c2-0bf84ed29c07", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:31:09.298362 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db7232f1-c780-4587-b469-2f8f73f8ebad {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:31:09.298915 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'tag': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07', 'status': 'completed', 'code': 200} Sep 21 08:31:09.339713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a97bf-dacd-498b-8069-c86bb2725aea tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:09.344639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-484a97bf-dacd-498b-8069-c86bb2725aea tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3105059 Sep 21 08:31:09.347232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48936) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:09.388409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22be55d-ea97-4e2a-b2c7-7457459c09b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:09.416623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8dc4aa05-bd08-4bca-832f-bc4b89f51ae1 None None] Provisioning complete for port 739d26a7-9a26-4a69-9f56-1e05435e9673 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:09.417172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8dc4aa05-bd08-4bca-832f-bc4b89f51ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.425126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Allocated IP 172.25.1.171 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/91389198-e8b5-4428-8ffa-599455074e34) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:09.444053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-83224968-7938-4506-87fc-1ce47d928222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:09.446299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-83224968-7938-4506-87fc-1ce47d928222 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=722d8aaffaf54ed48b7c4e64694b367e&device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 1095 time: 0.2237043 Sep 21 08:31:09.474784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4aa05-bd08-4bca-832f-bc4b89f51ae1 None None] Port 739d26a7-9a26-4a69-9f56-1e05435e9673 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:09.481989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55165e0-2dc5-4e8e-be0e-fedec3ff079b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:09.487518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:09.489382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55165e0-2dc5-4e8e-be0e-fedec3ff079b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:09.496633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55165e0-2dc5-4e8e-be0e-fedec3ff079b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:09.502114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e55165e0-2dc5-4e8e-be0e-fedec3ff079b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1516635 Sep 21 08:31:09.507266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48942) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:09.540612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ee230166-4bbf-4efe-973c-429b68f2128b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:09.541088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.549498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-ff2b67be-4175-4b69-bf22-c318a29edf94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 HTTP/1.1" status: 200 len: 217 time: 0.0931783 Sep 21 08:31:09.554355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:09.570580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ccefb5a2-5238-489b-8203-6d754cd2b262 admin admin] 10.222.0.59 "PUT /v2.0/routers/e3c05068-3c84-417f-819c-3c36a723da6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4160969 Sep 21 08:31:09.615044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.645318 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.712739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-f38e411f-64fb-4bf9-ad36-a33a871f55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:09.714270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-f38e411f-64fb-4bf9-ad36-a33a871f55cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fe8ca26c-42ba-4efd-8d9b-83ed057320e2 HTTP/1.1" status: 200 len: 853 time: 0.0621929 Sep 21 08:31:09.770291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-3eca2a62-b98e-4b38-b219-b9627838ce35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=341cee94-893e-4daf-8708-5b0ea88417d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452652 Sep 21 08:31:09.772348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:09.874902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:09.906744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:09.914218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:09.958900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Port': ['ID=91389198-e8b5-4428-8ffa-599455074e34,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:10.005043 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-b587aebb-c181-455a-948f-5a0020287e48 service neutron] 10.222.0.62 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122223 Sep 21 08:31:10.217975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a6bd732-d8d3-4b9f-8f8c-fd5ddf087f56 req-4a4a96d4-060a-4afa-89f7-d68242eaddd1 service neutron] 10.222.0.62 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772983 Sep 21 08:31:10.238329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:10.238948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:10.372126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:10.390671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:10.391239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:10.407441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-74bc0a52-1d3f-4b5a-9700-1a4de399abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:10.409115 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-74bc0a52-1d3f-4b5a-9700-1a4de399abf5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=722d8aaffaf54ed48b7c4e64694b367e&device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 1095 time: 0.1044025 Sep 21 08:31:10.421934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48970) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:10.430522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1919792944-network', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:10.442135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:10.496510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:10.526233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:10.538593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:10.598436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Made reservation on behalf of 2011ecf8963342a79d6b3a67caab83fe for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:10.601025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:10.647840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281b54b-b187-4fa8-aeff-5db429fc051c req-f6255585-cbfd-4338-ad60-6bbc60e0cdc1 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:10.649563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7281b54b-b187-4fa8-aeff-5db429fc051c req-f6255585-cbfd-4338-ad60-6bbc60e0cdc1 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 944 time: 0.2379262 Sep 21 08:31:10.659756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.1 (694609ab-61aa-4e0e-84ad-5f7ca5f3432c/23ac857e-b20a-4e9d-81f7-dff1eb57ec08/e5375e28-2c03-4068-be98-295eb6a23a9b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:10.663093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:10.763005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7281b54b-b187-4fa8-aeff-5db429fc051c req-7b861687-5670-4069-bdc7-6bcb7172ee41 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043177 Sep 21 08:31:10.767108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-2ea7b0f6-9042-48a1-a650-a7d5eec98047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:10.768755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-2ea7b0f6-9042-48a1-a650-a7d5eec98047 service neutron] 10.222.0.62 "GET /v2.0/networks?id=341cee94-893e-4daf-8708-5b0ea88417d0 HTTP/1.1" status: 200 len: 914 time: 0.3457682 Sep 21 08:31:10.775484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:10.829118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-cdc608bf-0dc6-49c9-9bc1-b64712a1cd78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 HTTP/1.1" status: 200 len: 217 time: 0.0511532 Sep 21 08:31:10.845728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 2, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:10.883016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:31:10.883597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Updating router e3c05068-3c84-417f-819c-3c36a723da6f port 739d26a7-9a26-4a69-9f56-1e05435e9673 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:31:10.910081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:10.952787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-14f11fde-444b-485d-9bc5-8fb1c5a93896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:10.954388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-14f11fde-444b-485d-9bc5-8fb1c5a93896 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fe8ca26c-42ba-4efd-8d9b-83ed057320e2 HTTP/1.1" status: 200 len: 853 time: 0.0915256 Sep 21 08:31:10.984865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:10.990095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.024570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-0c7dc7d9-151c-4a40-8545-92bc87bcf4b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=341cee94-893e-4daf-8708-5b0ea88417d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377119 Sep 21 08:31:11.096123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.101179 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4a0c47b0-54b1-415c-acff-89b29b6be687 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800 HTTP/1.1" status: 204 len: 168 time: 1.5914700 Sep 21 08:31:11.101546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48980) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:11.106154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:11.106589 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.112099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.129245 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-da276880-75cb-4bb9-b799-436e598a634d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:31:11.133849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-da276880-75cb-4bb9-b799-436e598a634d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/dc5f3ae2-d7c0-40d7-9c79-7d4aaf337800 HTTP/1.1" status: 404 len: 333 time: 0.0304255 Sep 21 08:31:11.135059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.137386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48982) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:11.147144 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.153164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.252023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:11.256789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.269558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:11.273250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:11.296505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.423758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=e5375e28-2c03-4068-be98-295eb6a23a9b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:11.501758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.581529 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.592084 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.611055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port bb57141f-f07c-418d-bc83-f643e8b668fc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:11.611436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.675462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0494d117-622b-4c5b-94ee-9ee39b4d0f07 None None] Provisioning complete for port e5375e28-2c03-4068-be98-295eb6a23a9b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:11.676118 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0494d117-622b-4c5b-94ee-9ee39b4d0f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.699297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f39a5c-15c5-4e8e-8b31-bd82e292c7c4 None None] Pushing event updated for resources: {'Port': ['ID=739d26a7-9a26-4a69-9f56-1e05435e9673,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:11.773066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.827252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:11.828733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for bb57141f-f07c-418d-bc83-f643e8b668fc owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:11.839122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.839434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.839834 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Added segment 746554f8-54d5-463c-8f54-41238f1756c9 of type vlan for network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 Sep 21 08:31:11.868917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0494d117-622b-4c5b-94ee-9ee39b4d0f07 None None] Port e5375e28-2c03-4068-be98-295eb6a23a9b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:11.884604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.897362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Attempting to bind port 739d26a7-9a26-4a69-9f56-1e05435e9673 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:11.897736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Attempting to bind port 739d26a7-9a26-4a69-9f56-1e05435e9673 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:11.898106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Attempting to bind port 739d26a7-9a26-4a69-9f56-1e05435e9673 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:11.910196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:11.910872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:11.911503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.912200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-8931c231-9a9b-408e-b6ca-9f4d933b1bc7 service neutron] 10.222.0.62 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8681653 Sep 21 08:31:11.912342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:11.912830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Bound port: 739d26a7-9a26-4a69-9f56-1e05435e9673, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:11.913229 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.998273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:11.999252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:11.999869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.039424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] For port 739d26a7-9a26-4a69-9f56-1e05435e9673, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:12.044215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] For port 739d26a7-9a26-4a69-9f56-1e05435e9673, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=739d26a7-9a26-4a69-9f56-1e05435e9673,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:12.053147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.064034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81375465-3436-4b8f-8802-278a6022a54c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:12.076762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6509061 Sep 21 08:31:12.080784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:12.087204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Request body: {'subnet': {'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1919792944-subnet', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:12.124790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0696a-29fd-41d2-bf96-acbfdda993c8 req-63241dca-b02c-43d6-b304-ed9913d9dabf tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:12.140123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aec0696a-29fd-41d2-bf96-acbfdda993c8 req-63241dca-b02c-43d6-b304-ed9913d9dabf tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 944 time: 0.1818461 Sep 21 08:31:12.140355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fef25baf-99f5-458a-be7a-d442d3eba154 req-e55bca26-be13-4f00-b324-73e56faa7e8e service neutron] 10.222.0.62 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171607 Sep 21 08:31:12.148637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f8ab5-6a60-4f82-ac0a-f0bb8ce4d534 admin admin] Pushing event updated for resources: {'Network': ['ID=798b13a0-6b4f-46cd-aec8-eec84ae605b6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:12.155473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Router 514d9483-7977-4294-9e92-1f4d2ee110b6 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:12.181826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:12.182569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Made reservation on behalf of 2011ecf8963342a79d6b3a67caab83fe for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:12.185281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.194612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-24e066f7-f6b6-4139-9069-dc2f79f53650 None None] Provisioning complete for port 739d26a7-9a26-4a69-9f56-1e05435e9673 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:12.195079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24e066f7-f6b6-4139-9069-dc2f79f53650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.273563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f39a5c-15c5-4e8e-8b31-bd82e292c7c4 None None] Pushing event updated for resources: {'Port': ['ID=739d26a7-9a26-4a69-9f56-1e05435e9673,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:12.280202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:12.280938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:12.382085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:12.388459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.394035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fd9d6d9b-c0de-4f07-9492-d4c21a6c333f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "PUT /v2.0/routers/514d9483-7977-4294-9e92-1f4d2ee110b6 HTTP/1.1" status: 200 len: 918 time: 5.4318013 Sep 21 08:31:12.394195 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] Sync routers for ids ['514d9483-7977-4294-9e92-1f4d2ee110b6'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:12.395462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49004) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:12.406674 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] Routers {'514d9483-7977-4294-9e92-1f4d2ee110b6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:12.407234 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['514d9483-7977-4294-9e92-1f4d2ee110b6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:12.439050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aec0696a-29fd-41d2-bf96-acbfdda993c8 req-4fc93cb5-c854-47f5-b8ee-d2362b95f2e4 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953818 Sep 21 08:31:12.499589 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:12.506324 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.524503 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] Routers {'514d9483-7977-4294-9e92-1f4d2ee110b6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:12.525184 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['514d9483-7977-4294-9e92-1f4d2ee110b6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:12.532645 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24e066f7-f6b6-4139-9069-dc2f79f53650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.553868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:12.589722 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:12.590377 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e42abd-2227-4272-b58a-c68a09d421a1 None None] The sync data for ids ['514d9483-7977-4294-9e92-1f4d2ee110b6'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:12.594644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e6e481dc-97a5-4bff-a8f2-ab514d4f92dd tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/514d9483-7977-4294-9e92-1f4d2ee110b6 HTTP/1.1" status: 200 len: 924 time: 0.1945791 Sep 21 08:31:12.599158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:12.601340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=bb57141f-f07c-418d-bc83-f643e8b668fc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:12.677235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-24e066f7-f6b6-4139-9069-dc2f79f53650 None None] For port 739d26a7-9a26-4a69-9f56-1e05435e9673, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=739d26a7-9a26-4a69-9f56-1e05435e9673,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:12.695208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.763546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5fc612-3635-4139-b234-39c7d3dfa3a3,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:12.774326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Checking segment: {'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:12.774693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Network hostable DHCP agents. Network: 798b13a0-6b4f-46cd-aec8-eec84ae605b6, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:12.790062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80feed5b-bb99-4d96-bd52-30af44320c90 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:12.793070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-80feed5b-bb99-4d96-bd52-30af44320c90 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=514d9483-7977-4294-9e92-1f4d2ee110b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1913588 Sep 21 08:31:12.796406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49012) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:12.805412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.807432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c9b93351-a600-4094-864c-cc0db066bcdd tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/bb57141f-f07c-418d-bc83-f643e8b668fc HTTP/1.1" status: 204 len: 168 time: 1.6546972 Sep 21 08:31:12.813194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49014) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:12.862084 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a3e59b-936e-46b4-8db7-c44753cb195e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:31:12.866654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49018) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:12.866850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-63a3e59b-936e-46b4-8db7-c44753cb195e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/bb57141f-f07c-418d-bc83-f643e8b668fc HTTP/1.1" status: 404 len: 333 time: 0.0525599 Sep 21 08:31:12.872606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24e066f7-f6b6-4139-9069-dc2f79f53650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.884337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:12.927738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 798b13a0-6b4f-46cd-aec8-eec84ae605b6) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:12.933418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:12.934334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.938711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.940616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a64497-0a54-4da8-8815-4c90ede0d955 None None] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:12.945522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet 95e860c0-1414-4c89-a227-7f1328bdf4b3 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:31:12.956314 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.959438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:12.970798 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-49d1fbf7-3338-4e83-8e98-e6327d842f41 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8872902 Sep 21 08:31:12.973453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49022) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:12.984149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:13.017295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c34b395-b7c4-4f51-908d-58f6685357c8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:13.019271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2c34b395-b7c4-4f51-908d-58f6685357c8 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.2218103 Sep 21 08:31:13.021383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.023408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.028256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.030480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49024) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:13.077462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5babb7c6-b987-4db0-b352-088b262ae703 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=514d9483-7977-4294-9e92-1f4d2ee110b6 HTTP/1.1" status: 200 len: 205 time: 0.0448146 Sep 21 08:31:13.080186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:13.099215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.118801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e066f7-f6b6-4139-9069-dc2f79f53650 None None] Pushing event updated for resources: {'Port': ['ID=739d26a7-9a26-4a69-9f56-1e05435e9673,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:13.128183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9e10294c-3953-4417-9b8f-6a7762ee0297 None None] Provisioning complete for port 739d26a7-9a26-4a69-9f56-1e05435e9673 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:13.128698 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e10294c-3953-4417-9b8f-6a7762ee0297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.147721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=e5375e28-2c03-4068-be98-295eb6a23a9b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:13.189323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:13.194974 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.230118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dace23-001a-4f40-9805-f96a1bd2672b None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:13.259903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:13.265245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:13.277303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.448485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-798b13a0-6b4f-46cd-aec8-eec84ae605b6', 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'fixed_ips': [{'subnet_id': '3e5fc612-3635-4139-b234-39c7d3dfa3a3'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:13.449381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.501344 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.609578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.621118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.645490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 30394d4f-9722-4b77-aea1-23b806c21b42 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:13.721139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=95e860c0-1414-4c89-a227-7f1328bdf4b3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:13.728807 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.729668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c120ae6-d146-444b-9336-5650bcb6a197 None None] Network babb415a-4d1b-4df0-93d0-4af56c7ecb0e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:13.733864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4d5433af-bb15-4eff-87bf-a2052d9367c7 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/95e860c0-1414-4c89-a227-7f1328bdf4b3 HTTP/1.1" status: 204 len: 168 time: 0.8626614 Sep 21 08:31:13.735129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:13.772815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205830d-cecd-4076-8fef-daa69aab8ee4 req-ed96d228-9a5c-4077-8818-222a0009bc15 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:13.774462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0205830d-cecd-4076-8fef-daa69aab8ee4 req-ed96d228-9a5c-4077-8818-222a0009bc15 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 944 time: 0.1753006 Sep 21 08:31:13.865035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Allocated IP 172.20.0.2 (798b13a0-6b4f-46cd-aec8-eec84ae605b6/3e5fc612-3635-4139-b234-39c7d3dfa3a3/84084ed9-48ef-4586-874f-1bc6436a3196) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:13.865753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.890342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.901082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0205830d-cecd-4076-8fef-daa69aab8ee4 req-bfabc308-87e6-4e45-8eb6-e2b8009c13af tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150408 Sep 21 08:31:13.956514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:31:13.992395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Deleting port 91389198-e8b5-4428-8ffa-599455074e34 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:13.993043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:13.998496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:14.013897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb1bcfde-9c74-43e3-b436-af15c7a6f260 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/routers/30394d4f-9722-4b77-aea1-23b806c21b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8970335 Sep 21 08:31:14.016377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49044) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:14.026728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'port': {'network_id': '694609ab-61aa-4e0e-84ad-5f7ca5f3432c', 'name': 'tempest-FloatingIPTestJSON-1989872746'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:14.061780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,segment=NetworkSegment(2b8f57c5-b9c7-4f0d-94df-82b7801892b7),segment_id=2b8f57c5-b9c7-4f0d-94df-82b7801892b7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:14.080740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] Sync routers for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:14.093852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07', 'network_id': '341cee94-893e-4daf-8708-5b0ea88417d0', 'port_id': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07', 'mac_address': 'fa:16:3e:2e:a0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8ca26c-42ba-4efd-8d9b-83ed057320e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:31:14.186020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 99a1d260-1791-4744-9b7c-86c4cfc8d49c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:14.186375 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.260700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.295744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] For port 99a1d260-1791-4744-9b7c-86c4cfc8d49c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=99a1d260-1791-4744-9b7c-86c4cfc8d49c,segment=NetworkSegment(85effc7b-b99a-4482-8caf-4b766f1edbb8),segment_id=85effc7b-b99a-4482-8caf-4b766f1edbb8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:14.296114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.299589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.307696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.313700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 99a1d260-1791-4744-9b7c-86c4cfc8d49c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:14.331197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Calling delete_port for 91389198-e8b5-4428-8ffa-599455074e34 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:14.420283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.464981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No DVR routers for this DVR port 99a1d260-1791-4744-9b7c-86c4cfc8d49c on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:14.484545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:14.485272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:14.508042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=99a1d260-1791-4744-9b7c-86c4cfc8d49c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:14.517763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Made reservation on behalf of ca44b5ad97924331a17af513e27a71e0 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:14.521406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.559188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:14.567503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] device_id is not set on port d5a256aa-dddd-4199-a382-0f23bf3ee219 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:31:14.570400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ff953b71-b309-4c66-bec2-ca0fd237527a None None] Provisioning complete for port e5375e28-2c03-4068-be98-295eb6a23a9b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:14.570900 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff953b71-b309-4c66-bec2-ca0fd237527a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.609116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:14.609916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:14.692959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:14.693953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d65b30-6149-47ff-af92-6ab052c1ad1f None None] The sync data for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:14.715213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ff953b71-b309-4c66-bec2-ca0fd237527a None None] Port e5375e28-2c03-4068-be98-295eb6a23a9b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:14.720809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.741947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.747027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:31:14.791187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event deleted for resources: {'Port': ['ID=91389198-e8b5-4428-8ffa-599455074e34,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:14.795948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb846a-9a11-473b-9f3e-5d9dbea11418 None None] DHCP port deletion for babb415a-4d1b-4df0-93d0-4af56c7ecb0e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:31:14.837114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.853297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,segment=NetworkSegment(2b8f57c5-b9c7-4f0d-94df-82b7801892b7),segment_id=2b8f57c5-b9c7-4f0d-94df-82b7801892b7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:14.861725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.894315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb415a-4d1b-4df0-93d0-4af56c7ecb0e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:14.917796 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.930591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85effc7b-b99a-4482-8caf-4b766f1edbb8') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:14.930895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85effc7b-b99a-4482-8caf-4b766f1edbb8') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:14.940439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.955708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Allocated IP 172.20.0.10 (694609ab-61aa-4e0e-84ad-5f7ca5f3432c/23ac857e-b20a-4e9d-81f7-dff1eb57ec08/d5a256aa-dddd-4199-a382-0f23bf3ee219) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:14.958386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 739d26a7-9a26-4a69-9f56-1e05435e9673 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:14.960642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Allocated IP 172.25.1.218 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/86eba914-5cf4-4138-ba5e-2835dd9ba36b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:14.974936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:14.989983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:15.020120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:15.027875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.048079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:31:15.048496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.050825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:31:15.051573 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:31:15.065629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.088870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:15.207788 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.212294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3a8d472b-d4a3-4b19-96c2-0bf84ed29c07'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:31:15.214010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.216021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.279914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Attempting to bind port 84084ed9-48ef-4586-874f-1bc6436a3196 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:15.280281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Attempting to bind port 84084ed9-48ef-4586-874f-1bc6436a3196 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:15.280826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Attempting to bind port 84084ed9-48ef-4586-874f-1bc6436a3196 on network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:15.286354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Pushing event updated for resources: {'Port': ['ID=84084ed9-48ef-4586-874f-1bc6436a3196,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:15.286818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.287531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Fanout notify agent at l3_agent the message router_deleted on router 514d9483-7977-4294-9e92-1f4d2ee110b6 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:31:15.300168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b5369-b421-4291-8202-352f9130c753 req-39ba63c5-0a72-4850-98c9-b78d6191e216 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:15.301964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-523b5369-b421-4291-8202-352f9130c753 req-39ba63c5-0a72-4850-98c9-b78d6191e216 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 945 time: 0.2495549 Sep 21 08:31:15.302195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 739d26a7-9a26-4a69-9f56-1e05435e9673 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:15.302662 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.306522 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.309762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78c2f37d-aa31-45ec-8a0b-ca5d6dc7b51e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/514d9483-7977-4294-9e92-1f4d2ee110b6 HTTP/1.1" status: 204 len: 168 time: 2.2283714 Sep 21 08:31:15.315074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49062) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:15.316484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.327949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0bd24c7d-40a2-48c4-b85f-6642385c03fe tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1269400947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:15.351718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:15.352381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Checking segment: {'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:15.353024 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.353526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Bound using segment: {'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:15.354116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Bound port: 84084ed9-48ef-4586-874f-1bc6436a3196, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:15.354767 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.367441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0bd24c7d-40a2-48c4-b85f-6642385c03fe tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.368715 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0bd24c7d-40a2-48c4-b85f-6642385c03fe tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.386209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.420258 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.426006 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/babb415a-4d1b-4df0-93d0-4af56c7ecb0e HTTP/1.1" status: 204 len: 168 time: 1.6865447 Sep 21 08:31:15.444285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49070) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:15.452638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.455918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:15.460906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-871189197'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:15.516463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06a028-cdcb-4e2d-aff1-de06fe13af1c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=babb415a-4d1b-4df0-93d0-4af56c7ecb0e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:15.521856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:15.527293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] For port 84084ed9-48ef-4586-874f-1bc6436a3196, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:15.528230 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0bd24c7d-40a2-48c4-b85f-6642385c03fe tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.533069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:15.533247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] For port 84084ed9-48ef-4586-874f-1bc6436a3196, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=84084ed9-48ef-4586-874f-1bc6436a3196,segment=NetworkSegment(746554f8-54d5-463c-8f54-41238f1756c9),segment_id=746554f8-54d5-463c-8f54-41238f1756c9)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:15.557979 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.561786 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-523b5369-b421-4291-8202-352f9130c753 req-92706f6c-15a8-430c-8d78-e672aab36103 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476330 Sep 21 08:31:15.566913 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.579995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:15.583934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.600611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:15.604770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:15.607910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:15.653479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0bd24c7d-40a2-48c4-b85f-6642385c03fe tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.655484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41871493-4915-4ea7-aa29-ec91cb02d566 None None] Pushing event updated for resources: {'Port': ['ID=84084ed9-48ef-4586-874f-1bc6436a3196,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:15.672083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Pushing event updated for resources: {'Port': ['ID=86eba914-5cf4-4138-ba5e-2835dd9ba36b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:15.692908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event updated for resources: {'Port': ['ID=d5a256aa-dddd-4199-a382-0f23bf3ee219,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:15.715105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:15.715826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:15.739237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1acda1f6-92c5-44e5-97fa-4f48ab40dc5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7217102 Sep 21 08:31:15.739950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49072) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:15.745224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Request body: {'floatingip': {'port_id': 'd5a256aa-dddd-4199-a382-0f23bf3ee219'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:15.844815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.057174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d4a862dc-b7d7-4448-be40-8c284e4c3d4f None None] Provisioning complete for port d5a256aa-dddd-4199-a382-0f23bf3ee219 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:16.057818 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4a862dc-b7d7-4448-be40-8c284e4c3d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.112561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d4a862dc-b7d7-4448-be40-8c284e4c3d4f None None] Port d5a256aa-dddd-4199-a382-0f23bf3ee219 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:16.142803 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0bd24c7d-40a2-48c4-b85f-6642385c03fe tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.146794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0bd24c7d-40a2-48c4-b85f-6642385c03fe tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8282185 Sep 21 08:31:16.149656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49080) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:16.156275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'enable_snat': False}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:16.165872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:16.251710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.252069 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Added segment 92aa5b32-4ec4-4f27-b0b9-8df912455a6f of type vlan for network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 Sep 21 08:31:16.404774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.518749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.528121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.resource_extend [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:31:16.568307 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.622312 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.628874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:16.629531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:16.726391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Network': ['ID=4dd87b9e-390d-4b3b-b2cb-e19c95bd7700,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:16.764304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:16.819958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6cb06bed-4add-4aad-98a8-4c883cf01f2b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3742917 Sep 21 08:31:16.820894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49094) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:16.827603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:16.833381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84084ed9-48ef-4586-874f-1bc6436a3196 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:16.912279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c8a1-ca93-499f-832a-e2856375581a req-100986c8-fd4b-454b-a51d-e131b3c7d385 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:16.914415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bf5c8a1-ca93-499f-832a-e2856375581a req-100986c8-fd4b-454b-a51d-e131b3c7d385 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 945 time: 0.2008252 Sep 21 08:31:16.985819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 84084ed9-48ef-4586-874f-1bc6436a3196 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:16.986312 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.034026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:17.037690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.062614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bf5c8a1-ca93-499f-832a-e2856375581a req-5b0dcb5c-7de1-4f67-b7ba-7bcb02c673e2 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334817 Sep 21 08:31:17.113125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2da87-d7d8-4800-950a-e1258c5298c1 None None] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:17.153802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.172398 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.177242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8e9f2015-5018-4242-a97a-6e36482b0cbb None None] Provisioning complete for port 84084ed9-48ef-4586-874f-1bc6436a3196 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:17.177616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2015-5018-4242-a97a-6e36482b0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.181913 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.276992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 84084ed9-48ef-4586-874f-1bc6436a3196, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=84084ed9-48ef-4586-874f-1bc6436a3196,segment=NetworkSegment(746554f8-54d5-463c-8f54-41238f1756c9),segment_id=746554f8-54d5-463c-8f54-41238f1756c9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:17.286811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.290337 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.296795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.303183 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP b4d13f9b-b311-4ac0-aa2f-bd496e6552b4 associated. External IP: 172.25.1.173, port: f238bca6-fd1d-4386-810f-b05138f287bc. Sep 21 08:31:17.310657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 99a1d260-1791-4744-9b7c-86c4cfc8d49c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:31:17.356439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.382581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 99a1d260-1791-4744-9b7c-86c4cfc8d49c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:31:17.385199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 99a1d260-1791-4744-9b7c-86c4cfc8d49c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:31:17.466755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Allocated IP 172.25.1.145 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/356d7e86-a016-4d62-ae16-b10f69ff9848) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:17.523874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=84084ed9-48ef-4586-874f-1bc6436a3196,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:17.589236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.683861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.721508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=3d418621-7497-4a52-9945-0e9fe088e958,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:17.722006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:17.725033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:17.733088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Checking segment: {'id': '92aa5b32-4ec4-4f27-b0b9-8df912455a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:17.733459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network hostable DHCP agents. Network: 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:17.791816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:17.816236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.817745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:17.826861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66441bad-653b-431b-beb3-8b04fdca0a43 None None] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:17.840561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:17.842649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.860737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:17.914722 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-17061d4f-e707-46f3-902f-3676074171ed tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0899773 Sep 21 08:31:17.914947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:17.917115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49110) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:17.918596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:17.922940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-66ceeef9-06ed-487c-801e-b2d6c11c0805 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-693139058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:17.925062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:17.936491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:17.946081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-42ea83a6-9485-4b73-8a91-4458b8d70d5e None None] Provisioning complete for port 84084ed9-48ef-4586-874f-1bc6436a3196 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:17.946641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-42ea83a6-9485-4b73-8a91-4458b8d70d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:17.947966 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:17.959122 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:17.959988 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:17.988406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Pushing event updated for resources: {'Port': ['ID=356d7e86-a016-4d62-ae16-b10f69ff9848,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:17.991491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:18.012092 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:18.013650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ceeef9-06ed-487c-801e-b2d6c11c0805 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.015722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ceeef9-06ed-487c-801e-b2d6c11c0805 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.041582 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:18.042285 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:18.062384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Sync routers for ids ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:18.089675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.090975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b9473019-99f2-41f1-8608-1fd4b0e98130 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1123261 Sep 21 08:31:18.095208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49118) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:18.095876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Routers {'80827ee8-dae2-4bd3-93d8-54e6cb6e782b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:18.096532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:18.105566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:18.106238 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b67d37e-e26e-4f74-879e-2f80452375d7 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:18.199949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ceeef9-06ed-487c-801e-b2d6c11c0805 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.210350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:31:18.242960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ceeef9-06ed-487c-801e-b2d6c11c0805 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.254107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:18.254568 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.334806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede4978-7011-4626-ae70-ae5cc9550fd6 req-5548ba9f-6d9f-4979-9d3c-8d726268773b tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:18.337154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bede4978-7011-4626-ae70-ae5cc9550fd6 req-5548ba9f-6d9f-4979-9d3c-8d726268773b tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 945 time: 0.1353662 Sep 21 08:31:18.340174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ceeef9-06ed-487c-801e-b2d6c11c0805 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.344274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-66ceeef9-06ed-487c-801e-b2d6c11c0805 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4259536 Sep 21 08:31:18.346492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Set router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:18.366391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49124) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:18.387374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700', 'name': 'tempest-PortsTestJSON-779440039'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:18.503661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bede4978-7011-4626-ae70-ae5cc9550fd6 req-439e28a6-20d6-47e6-ba1c-5a653988ffe4 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564863 Sep 21 08:31:18.607201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 30394d4f-9722-4b77-aea1-23b806c21b42 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:18.620675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:18.626408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.695946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 03955be0-cb52-444f-a435-2167ff2b196b yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:31:18.778862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84084ed9-48ef-4586-874f-1bc6436a3196 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:18.833495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-4dd87b9e-390d-4b3b-b2cb-e19c95bd7700', 'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700', 'tenant_id': 'ec43384501f1404da83201192d3184a1', 'fixed_ips': [{'subnet_id': '3d418621-7497-4a52-9945-0e9fe088e958'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:18.834369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.847620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.862375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:18.868142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:18.874738 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] Sync routers for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:18.896583 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:18.897243 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:18.932672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:31:18.935652 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7619c26-8962-4e6a-9d68-78b651fbf694" -d '{"events": [{"server_uuid": "dde5b1f7-c421-4973-aa58-d659d3f5b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a8d472b-d4a3-4b19-96c2-0bf84ed29c07"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:31:18.955725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.11 (4dd87b9e-390d-4b3b-b2cb-e19c95bd7700/3d418621-7497-4a52-9945-0e9fe088e958/03955be0-cb52-444f-a435-2167ff2b196b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:18.963616 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:18.985159 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:18.985784 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:19.045090 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033dc177-9de8-477a-809a-c59eef7b1cbf x-openstack-request-id: req-033dc177-9de8-477a-809a-c59eef7b1cbf {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:31:19.045642 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5b1f7-c421-4973-aa58-d659d3f5b1fa", "name": "network-vif-plugged", "status": "completed", "tag": "3a8d472b-d4a3-4b19-96c2-0bf84ed29c07", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:31:19.045789 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.046580 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-033dc177-9de8-477a-809a-c59eef7b1cbf {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:31:19.047659 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07', 'code': 200} Sep 21 08:31:19.056886 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b89a6ae3-abe2-43b8-858e-48a1ac0e480c tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/floatingips/b4d13f9b-b311-4ac0-aa2f-bd496e6552b4 HTTP/1.1" status: 200 len: 979 time: 3.3157175 Sep 21 08:31:19.058330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,segment=NetworkSegment(2b8f57c5-b9c7-4f0d-94df-82b7801892b7),segment_id=2b8f57c5-b9c7-4f0d-94df-82b7801892b7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:19.064560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49138) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:19.074708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.080410 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:19.081084 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bbea09-57a2-4c0f-9649-1a2aae26a9a5 None None] The sync data for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:19.143197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 84084ed9-48ef-4586-874f-1bc6436a3196 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:19.143197 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.185508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:31:16Z', 'revision_number': 3, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port': {'id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:14Z', 'updated_at': '2021-09-21T08:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:19.242654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Checking router: 80827ee8-dae2-4bd3-93d8-54e6cb6e782b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:31:19.244225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Updating router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b port 86eba914-5cf4-4138-ba5e-2835dd9ba36b binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:31:19.282998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.288128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:19.291036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682be5f-df5d-4e07-9c18-2a5d5abe7a6e req-e9e5e946-1be8-4f39-8257-93c255d42354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:19.299010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f682be5f-df5d-4e07-9c18-2a5d5abe7a6e req-e9e5e946-1be8-4f39-8257-93c255d42354 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 1097 time: 0.1876907 Sep 21 08:31:19.345352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.386840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port d5a256aa-dddd-4199-a382-0f23bf3ee219 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:19.386840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.422298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.430988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.438466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f682be5f-df5d-4e07-9c18-2a5d5abe7a6e req-07dfc766-0316-4a6f-b90a-fd2eaeeef317 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147826 Sep 21 08:31:19.531460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=03955be0-cb52-444f-a435-2167ff2b196b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:19.554806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Allocated IP 172.20.0.2 (4dd87b9e-390d-4b3b-b2cb-e19c95bd7700/3d418621-7497-4a52-9945-0e9fe088e958/d9d61d7a-62a3-466c-abd9-0c2f7ed68832) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:19.559573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:19.563761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:19.583824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:19.594753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.602248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.645480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.739788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:19.740755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.772223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab10b3-1407-4791-97a2-618314d6bd96 req-4dfe31e0-ada2-40ed-b93d-52c546d94083 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:19.773580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45ab10b3-1407-4791-97a2-618314d6bd96 req-4dfe31e0-ada2-40ed-b93d-52c546d94083 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.1442266 Sep 21 08:31:19.807281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-88850640-7958-48cd-ab3d-f80f0196eb8a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4252586 Sep 21 08:31:19.812467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:19.826765 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.841099 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.882718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Allocated IP 172.20.0.1 (798b13a0-6b4f-46cd-aec8-eec84ae605b6/3e5fc612-3635-4139-b234-39c7d3dfa3a3/c4d2d3d6-3a80-4df9-9c45-197a405dcaaf) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:19.908357 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.918941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Attempting to bind port 86eba914-5cf4-4138-ba5e-2835dd9ba36b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:19.919456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Attempting to bind port 86eba914-5cf4-4138-ba5e-2835dd9ba36b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:19.920476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Attempting to bind port 86eba914-5cf4-4138-ba5e-2835dd9ba36b on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:19.927548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45ab10b3-1407-4791-97a2-618314d6bd96 req-af621e0c-624f-4f44-8d57-1a23d1d17292 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457326 Sep 21 08:31:19.949183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:19.949837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:19.950258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.950691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:19.951185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Bound port: 86eba914-5cf4-4138-ba5e-2835dd9ba36b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:19.951717 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.958648 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.959202 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.960055 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Floating IP b4d13f9b-b311-4ac0-aa2f-bd496e6552b4 disassociated. External IP: 172.25.1.173, port: d5a256aa-dddd-4199-a382-0f23bf3ee219. Sep 21 08:31:19.960218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:19.960343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for d5a256aa-dddd-4199-a382-0f23bf3ee219 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:19.994373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7734d-6e15-4887-8747-43d362c2c1e4 None None] Pushing event updated for resources: {'Port': ['ID=86eba914-5cf4-4138-ba5e-2835dd9ba36b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:20.007949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:20.012683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:20.039333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:20.042458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Router 505841ff-ab11-4663-8f94-61788567d029 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:20.142873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Pushing event updated for resources: {'Port': ['ID=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:20.146978 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.151818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] For port 86eba914-5cf4-4138-ba5e-2835dd9ba36b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:20.167096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Attempting to bind port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:20.167849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Attempting to bind port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '92aa5b32-4ec4-4f27-b0b9-8df912455a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:20.167849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Attempting to bind port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 on network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:20.173487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] For port 86eba914-5cf4-4138-ba5e-2835dd9ba36b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=86eba914-5cf4-4138-ba5e-2835dd9ba36b,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:20.177028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:20.177430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Checking segment: {'id': '92aa5b32-4ec4-4f27-b0b9-8df912455a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:20.177822 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.178227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Bound using segment: {'id': '92aa5b32-4ec4-4f27-b0b9-8df912455a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:20.178888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Bound port: d9d61d7a-62a3-466c-abd9-0c2f7ed68832, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aa5b32-4ec4-4f27-b0b9-8df912455a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '4dd87b9e-390d-4b3b-b2cb-e19c95bd7700'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:20.179100 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.181853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.181988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=d5a256aa-dddd-4199-a382-0f23bf3ee219,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:20.268869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7734d-6e15-4887-8747-43d362c2c1e4 None None] Pushing event updated for resources: {'Port': ['ID=86eba914-5cf4-4138-ba5e-2835dd9ba36b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:20.324060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 30394d4f-9722-4b77-aea1-23b806c21b42 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:20.358102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.370237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] For port d9d61d7a-62a3-466c-abd9-0c2f7ed68832, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:20.374480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] For port d9d61d7a-62a3-466c-abd9-0c2f7ed68832, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,segment=NetworkSegment(92aa5b32-4ec4-4f27-b0b9-8df912455a6f),segment_id=92aa5b32-4ec4-4f27-b0b9-8df912455a6f)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:20.380919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Routers {'80827ee8-dae2-4bd3-93d8-54e6cb6e782b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:20.381644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:20.388315 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.521097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:20.535283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.536708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e04cd41f-e94c-4b51-be67-b3f1e6703daa tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "PUT /v2.0/routers/505841ff-ab11-4663-8f94-61788567d029 HTTP/1.1" status: 200 len: 920 time: 4.3845298 Sep 21 08:31:20.544093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49160) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:20.550473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] Sync routers for ids ['505841ff-ab11-4663-8f94-61788567d029'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:20.608014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464b39e-d9be-4789-ba5c-74802f7b52fe None None] Pushing event updated for resources: {'Port': ['ID=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:20.616618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] Routers {'505841ff-ab11-4663-8f94-61788567d029'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:20.617263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['505841ff-ab11-4663-8f94-61788567d029'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:20.692124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:20.712310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.714855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] Set router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:20.733782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:20.850160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] Routers {'505841ff-ab11-4663-8f94-61788567d029'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:20.850755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:20.850880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['505841ff-ab11-4663-8f94-61788567d029'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:20.893098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:20.907288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:20.908214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2472e9-6dd9-4d61-8da8-f0bcae8e5989 None None] The sync data for ids ['505841ff-ab11-4663-8f94-61788567d029'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:20.933556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:20.935742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:21.052462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:21.135113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:21.147821 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] Sync routers for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:21.160490 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:21.161142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:21.209784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:31:16Z', 'revision_number': 3, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port': {'id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:14Z', 'updated_at': '2021-09-21T08:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:21.242694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:21.245412 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7071fd3d-559b-4416-8ee2-798d7ad89201 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/ports/d5a256aa-dddd-4199-a382-0f23bf3ee219 HTTP/1.1" status: 204 len: 168 time: 2.1797330 Sep 21 08:31:21.251034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49172) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:21.288826 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:21.303664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cfeb1c-e1d9-4cc9-a791-fd7d716c59de None None] The sync data for ids ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'] in n-d-809980-2 is: [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:31:16Z', 'revision_number': 3, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port': {'id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:14Z', 'updated_at': '2021-09-21T08:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:21.315361 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:21.316221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:21.351891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:21.373582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c74e8219-40e8-46b1-9ab6-8bdeaf8a71a6 None None] Provisioning complete for port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:21.373964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c74e8219-40e8-46b1-9ab6-8bdeaf8a71a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:21.375806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de15ed46-99e3-4d8d-8c6d-91da71831cf2 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/505841ff-ab11-4663-8f94-61788567d029 HTTP/1.1" status: 200 len: 926 time: 0.8109245 Sep 21 08:31:21.389728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49178) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:21.402025 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:21.403075 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f922b6-2942-4de6-9651-033b3675eb2d None None] The sync data for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:21.432203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c74e8219-40e8-46b1-9ab6-8bdeaf8a71a6 None None] Port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:21.463393 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:21.522925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e5c7ba-9352-4564-bd54-70a272cf0160 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:21.527795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c2e5c7ba-9352-4564-bd54-70a272cf0160 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=505841ff-ab11-4663-8f94-61788567d029&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1369624 Sep 21 08:31:21.530721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49180) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:21.681718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=03955be0-cb52-444f-a435-2167ff2b196b,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:21.718714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460b7b4-a44f-4594-b085-b203dfd360b9 req-970b246c-bb35-495f-9b41-1b478f2d7e03 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:21.721306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8460b7b4-a44f-4594-b085-b203dfd360b9 req-970b246c-bb35-495f-9b41-1b478f2d7e03 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.2774384 Sep 21 08:31:21.791302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4510a18b-ee59-48ab-a898-6a5fc8a2985f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:21.797308 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4510a18b-ee59-48ab-a898-6a5fc8a2985f tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/networks/b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 881 time: 0.2655115 Sep 21 08:31:21.805194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:21.905410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b4a80e2d-5fdb-45dc-8a83-14dbf5d73a95 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=505841ff-ab11-4663-8f94-61788567d029 HTTP/1.1" status: 200 len: 205 time: 0.0983360 Sep 21 08:31:21.933305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49190) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:22.106461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.116791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e48f34-03a8-4952-887f-ea9127e71fa5 None None] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:22.234269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3e5eb564-7b41-4249-9447-5992abdfaf91 None None] Provisioning complete for port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:22.234941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb564-7b41-4249-9447-5992abdfaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.291471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.343215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.476537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Deleting port 356d7e86-a016-4d62-ae16-b10f69ff9848 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:22.476916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.498218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.531837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8460b7b4-a44f-4594-b085-b203dfd360b9 req-5a6a0c1f-9a1e-4247-9c59-acdbda1198c6 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7925174 Sep 21 08:31:22.568055 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9c6ed9f-6b54-4638-8c69-560ca919e261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.645112 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.677564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb564-7b41-4249-9447-5992abdfaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.697102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.703305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Calling delete_port for 356d7e86-a016-4d62-ae16-b10f69ff9848 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:22.745519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3e5eb564-7b41-4249-9447-5992abdfaf91 None None] For port d9d61d7a-62a3-466c-abd9-0c2f7ed68832, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,segment=NetworkSegment(92aa5b32-4ec4-4f27-b0b9-8df912455a6f),segment_id=92aa5b32-4ec4-4f27-b0b9-8df912455a6f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:22.763905 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3e5eb564-7b41-4249-9447-5992abdfaf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:22.891989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5eb564-7b41-4249-9447-5992abdfaf91 None None] Pushing event updated for resources: {'Port': ['ID=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:22.930031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 86eba914-5cf4-4138-ba5e-2835dd9ba36b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:23.007265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 86eba914-5cf4-4138-ba5e-2835dd9ba36b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:23.007744 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.128733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-14d9ac97-59a7-49c7-85a2-3308cba93b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:23.130302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-14d9ac97-59a7-49c7-85a2-3308cba93b9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=722d8aaffaf54ed48b7c4e64694b367e&device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 1097 time: 0.0936005 Sep 21 08:31:23.171993 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.182167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.186629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.222573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 86eba914-5cf4-4138-ba5e-2835dd9ba36b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=86eba914-5cf4-4138-ba5e-2835dd9ba36b,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:23.224250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-62812e8d-0e8e-4f52-87bb-d9de962f7a43 None None] Provisioning complete for port 03955be0-cb52-444f-a435-2167ff2b196b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:23.224848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62812e8d-0e8e-4f52-87bb-d9de962f7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.237200 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.259259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.264247 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.265581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d9d61d7a-62a3-466c-abd9-0c2f7ed68832 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:23.333906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event deleted for resources: {'Port': ['ID=356d7e86-a016-4d62-ae16-b10f69ff9848,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:23.384790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-62812e8d-0e8e-4f52-87bb-d9de962f7a43 None None] Port 03955be0-cb52-444f-a435-2167ff2b196b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:23.445482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-62812e8d-0e8e-4f52-87bb-d9de962f7a43 None None] Provisioning complete for port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:23.445864 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62812e8d-0e8e-4f52-87bb-d9de962f7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.492786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffa5c1-a4ff-4dc0-a135-41470f2d59bf req-105fe5d3-e550-43eb-a043-53dfa0587ff9 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:23.494505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38ffa5c1-a4ff-4dc0-a135-41470f2d59bf req-105fe5d3-e550-43eb-a043-53dfa0587ff9 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.2765474 Sep 21 08:31:23.495417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.514034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=86eba914-5cf4-4138-ba5e-2835dd9ba36b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:23.529444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:23.529941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.650648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.758103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a3891437-ed17-4487-83c1-729543324df3 None None] Provisioning complete for port 03955be0-cb52-444f-a435-2167ff2b196b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:23.758639 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3891437-ed17-4487-83c1-729543324df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.792075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-911ae47d-ee5a-4ca8-a06f-0908b072df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:23.793975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-911ae47d-ee5a-4ca8-a06f-0908b072df2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=341cee94-893e-4daf-8708-5b0ea88417d0 HTTP/1.1" status: 200 len: 914 time: 0.6534615 Sep 21 08:31:23.812789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:23.829577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a3891437-ed17-4487-83c1-729543324df3 None None] Port 03955be0-cb52-444f-a435-2167ff2b196b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:23.844611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.849281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.875970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-35d4f3bd-73dd-4ee1-bdfd-af454f1d9588 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 HTTP/1.1" status: 200 len: 217 time: 0.0543618 Sep 21 08:31:23.909827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38ffa5c1-a4ff-4dc0-a135-41470f2d59bf req-3b2ea92a-1c80-4050-8dc7-eedae8f9d32d tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152366 Sep 21 08:31:23.916717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.917545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Fanout notify agent at l3_agent the message router_deleted on router 505841ff-ab11-4663-8f94-61788567d029 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:31:23.926070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.927197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5a6e0b34-479d-419f-a5e1-9ac5ba646a69 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/505841ff-ab11-4663-8f94-61788567d029 HTTP/1.1" status: 204 len: 168 time: 1.9861550 Sep 21 08:31:23.930682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49222) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:23.935242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1251458843', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:23.963811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a91c7df2-e15b-4eae-bb43-2fbde91857f0 None None] Provisioning complete for port 03955be0-cb52-444f-a435-2167ff2b196b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:23.964189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a91c7df2-e15b-4eae-bb43-2fbde91857f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.979952 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.981068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:23.991117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port e5375e28-2c03-4068-be98-295eb6a23a9b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:23.991703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.055537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a91c7df2-e15b-4eae-bb43-2fbde91857f0 None None] Port 03955be0-cb52-444f-a435-2167ff2b196b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:24.059659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-0ffd5fec-042e-4605-936a-0151e7ad4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:24.061270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-0ffd5fec-042e-4605-936a-0151e7ad4d3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fe8ca26c-42ba-4efd-8d9b-83ed057320e2 HTTP/1.1" status: 200 len: 853 time: 0.1735156 Sep 21 08:31:24.070528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.089360 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.132805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.144277 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-aa4bc060-f88c-4e86-82a4-e04d1c2e5ba3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=341cee94-893e-4daf-8708-5b0ea88417d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698395 Sep 21 08:31:24.151272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:24.181449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:24.301051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=03955be0-cb52-444f-a435-2167ff2b196b,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:24.303780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.319531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.383776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for e5375e28-2c03-4068-be98-295eb6a23a9b owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:24.414562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.447539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-75915146-3557-4f5a-9002-cea61a47cf71 service neutron] 10.222.0.62 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778969 Sep 21 08:31:24.537298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:24.584489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-51ef8b35-c255-4731-a228-fe9b5fc0b5a5 None None] Provisioning complete for port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:24.585149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51ef8b35-c255-4731-a228-fe9b5fc0b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:24.631600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-51ef8b35-c255-4731-a228-fe9b5fc0b5a5 None None] Port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:24.654424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:24.660533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:24.668242 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41638b26-553b-4068-9df4-89e04fb0ffd4 req-89658516-7208-4a52-a93f-c2fd56743ec0 service neutron] 10.222.0.62 "GET /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929195 Sep 21 08:31:24.776921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 86eba914-5cf4-4138-ba5e-2835dd9ba36b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:24.943542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:24.952351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-628732dd-c14f-4814-b674-46c7e6917da2 admin admin] 10.222.0.59 "PUT /v2.0/routers/80827ee8-dae2-4bd3-93d8-54e6cb6e782b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8559456 Sep 21 08:31:24.963950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Router e5fe45b1-8350-493f-b424-8a783659d873 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:24.970569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Sync routers for ids ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:24.978825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 86eba914-5cf4-4138-ba5e-2835dd9ba36b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:24.992483 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.135896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Routers {'80827ee8-dae2-4bd3-93d8-54e6cb6e782b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:25.136876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:25.174509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:25.181186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e24efced-ef73-4de0-8991-68f377f802ee tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "PUT /v2.0/routers/e5fe45b1-8350-493f-b424-8a783659d873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3658595 Sep 21 08:31:25.186792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49246) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:25.187207 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] Sync routers for ids ['e5fe45b1-8350-493f-b424-8a783659d873'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:25.198420 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] Routers {'e5fe45b1-8350-493f-b424-8a783659d873'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:25.199733 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e5fe45b1-8350-493f-b424-8a783659d873'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:25.244771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-aafca2e9-767f-4dac-a387-f352a3b64950 None None] Provisioning complete for port 03955be0-cb52-444f-a435-2167ff2b196b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:25.245173 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aafca2e9-767f-4dac-a387-f352a3b64950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.245494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99736e9-2568-48bb-915f-e03296e67be5 req-61d84a75-e316-49bd-a1fc-40785711c046 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:25.247090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b99736e9-2568-48bb-915f-e03296e67be5 req-61d84a75-e316-49bd-a1fc-40785711c046 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.1498239 Sep 21 08:31:25.290180 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:25.312561 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] Routers {'e5fe45b1-8350-493f-b424-8a783659d873'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:25.313425 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:30:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e5fe45b1-8350-493f-b424-8a783659d873'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:25.328088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad0149-26ca-422a-b77b-7def54d426e1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:25.329719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b4ad0149-26ca-422a-b77b-7def54d426e1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5fe45b1-8350-493f-b424-8a783659d873 HTTP/1.1" status: 200 len: 982 time: 0.1419053 Sep 21 08:31:25.333121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b99736e9-2568-48bb-915f-e03296e67be5 req-04925af2-008f-4a25-a23e-173ef0b8751a tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762038 Sep 21 08:31:25.333614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49252) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:25.361367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d9d61d7a-62a3-466c-abd9-0c2f7ed68832 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:25.392207 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:25.393983 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757aed9b-493c-4f2f-bddd-cbb8e795f488 None None] The sync data for ids ['e5fe45b1-8350-493f-b424-8a783659d873'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:25.462502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.478265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-aafca2e9-767f-4dac-a387-f352a3b64950 None None] Port 03955be0-cb52-444f-a435-2167ff2b196b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:25.506193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.507452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b5b22420-679a-44e4-9798-73136e04387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.524523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:25.524907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.533026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.574238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Set router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:25.585303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:25.681059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=e5375e28-2c03-4068-be98-295eb6a23a9b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:25.895563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:31:21Z', 'revision_number': 4, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port': {'id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:14Z', 'updated_at': '2021-09-21T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'c4d2d3d6-3a80-4df9-9c45-197a405dcaaf', 'name': '', 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'mac_address': 'fa:16:3e:fe:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3e5fc612-3635-4139-b234-39c7d3dfa3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:19Z', 'updated_at': '2021-09-21T08:31:22Z', 'revision_number': 2, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'subnets': [{'id': '3e5fc612-3635-4139-b234-39c7d3dfa3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:25.923366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Allocated IP 172.25.1.198 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/2ddf04fc-63d2-4a23-a958-5c319fec9838) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:25.971741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Checking router: 80827ee8-dae2-4bd3-93d8-54e6cb6e782b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:31:25.972762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Updating router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:31:26.007247 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.171782 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.249903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.487916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.509240 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.510929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 30394d4f-9722-4b77-aea1-23b806c21b42 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:26.518256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.592938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b43a0-0ca1-4dee-82d5-c5284f0b9403 None None] Pushing event updated for resources: {'Port': ['ID=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:26.626424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:26.631282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event updated for resources: {'Port': ['ID=2ddf04fc-63d2-4a23-a958-5c319fec9838,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:26.652579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:26.656672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:26.715841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Attempting to bind port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:26.716837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Attempting to bind port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:26.717412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Attempting to bind port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf on network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:26.726174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:26.726742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Checking segment: {'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:26.727178 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.727752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Bound using segment: {'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:26.728286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Bound port: c4d2d3d6-3a80-4df9-9c45-197a405dcaaf, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746554f8-54d5-463c-8f54-41238f1756c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:26.728721 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.730255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54f5e-9328-456e-a59d-6f8555c3aae1 req-bd464cbc-c7e3-4331-b441-03049b40d4f5 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:26.734765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85c54f5e-9328-456e-a59d-6f8555c3aae1 req-bd464cbc-c7e3-4331-b441-03049b40d4f5 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.2217193 Sep 21 08:31:26.740520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.804884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] For port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:26.808856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] For port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,segment=NetworkSegment(746554f8-54d5-463c-8f54-41238f1756c9),segment_id=746554f8-54d5-463c-8f54-41238f1756c9)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:26.813735 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.815242 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:26.880223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b43a0-0ca1-4dee-82d5-c5284f0b9403 None None] Pushing event updated for resources: {'Port': ['ID=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:26.964450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Routers {'80827ee8-dae2-4bd3-93d8-54e6cb6e782b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:26.966847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:26.974841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85c54f5e-9328-456e-a59d-6f8555c3aae1 req-48ca73d1-76d8-4ff8-b38d-756e3d46d669 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274973 Sep 21 08:31:27.155098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] Set router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:27.315758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-86a43ca2-b3ec-4d91-ac5b-278e0f60c4ce None None] Provisioning complete for port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:27.316889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86a43ca2-b3ec-4d91-ac5b-278e0f60c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.431350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:27.443739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ff38970d-2aa9-4e33-81f1-ae20341da062 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/routers/30394d4f-9722-4b77-aea1-23b806c21b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1889503 Sep 21 08:31:27.444526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49300) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:27.483598 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86a43ca2-b3ec-4d91-ac5b-278e0f60c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.486174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] Sync routers for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:27.495529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 03955be0-cb52-444f-a435-2167ff2b196b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:27.496191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.520150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:27.520970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:27.563875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745e075-30c2-4cfd-adc7-5431c1a33431 req-cc20ab7c-b0e0-4771-b8ae-8fee844fa96d tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:27.566885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e745e075-30c2-4cfd-adc7-5431c1a33431 req-cc20ab7c-b0e0-4771-b8ae-8fee844fa96d tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.1641273 Sep 21 08:31:27.578982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:27.666747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e745e075-30c2-4cfd-adc7-5431c1a33431 req-3163873b-ae97-40eb-8cf6-25061a35c013 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702455 Sep 21 08:31:27.672615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.689908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] Routers {'30394d4f-9722-4b77-aea1-23b806c21b42'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:27.690843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['30394d4f-9722-4b77-aea1-23b806c21b42'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:27.704009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 03955be0-cb52-444f-a435-2167ff2b196b owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:27.719336 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.735239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-86a43ca2-b3ec-4d91-ac5b-278e0f60c4ce None None] For port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,segment=NetworkSegment(746554f8-54d5-463c-8f54-41238f1756c9),segment_id=746554f8-54d5-463c-8f54-41238f1756c9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:27.740335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:27.741183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f353508a-3667-4e23-bbb0-a03230858d01 None None] The sync data for ids ['30394d4f-9722-4b77-aea1-23b806c21b42'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:27.752889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86a43ca2-b3ec-4d91-ac5b-278e0f60c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.776622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.838204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.868773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:31:27.883467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:31:21Z', 'revision_number': 4, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port': {'id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:14Z', 'updated_at': '2021-09-21T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'c4d2d3d6-3a80-4df9-9c45-197a405dcaaf', 'name': '', 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'mac_address': 'fa:16:3e:fe:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3e5fc612-3635-4139-b234-39c7d3dfa3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:19Z', 'updated_at': '2021-09-21T08:31:26Z', 'revision_number': 4, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'subnets': [{'id': '3e5fc612-3635-4139-b234-39c7d3dfa3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:27.931205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.945334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:27.962503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43ca2-b3ec-4d91-ac5b-278e0f60c4ce None None] Pushing event updated for resources: {'Port': ['ID=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:27.976457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e44d663-7f0a-4456-9f3f-9f87cd823618 None None] The sync data for ids ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'] in n-d-809980-2 is: [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:31:21Z', 'revision_number': 4, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port': {'id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:14Z', 'updated_at': '2021-09-21T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'c4d2d3d6-3a80-4df9-9c45-197a405dcaaf', 'name': '', 'network_id': '798b13a0-6b4f-46cd-aec8-eec84ae605b6', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'mac_address': 'fa:16:3e:fe:0a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '3e5fc612-3635-4139-b234-39c7d3dfa3a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:19Z', 'updated_at': '2021-09-21T08:31:26Z', 'revision_number': 4, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'subnets': [{'id': '3e5fc612-3635-4139-b234-39c7d3dfa3a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:27.994271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-18ed54cd-8c2d-4b73-8977-ced939dd5d1e None None] Provisioning complete for port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:27.994466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-18ed54cd-8c2d-4b73-8977-ced939dd5d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:28.046260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=03955be0-cb52-444f-a435-2167ff2b196b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:28.182789 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:28.302778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port 0b2444b3-a726-430f-826d-28d8a1e260a5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:28.303588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:28.365979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:28.488754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:28.517584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for 0b2444b3-a726-430f-826d-28d8a1e260a5 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:28.615690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Router a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:28.646818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Router e5fe45b1-8350-493f-b424-8a783659d873 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:28.807302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c4d2d3d6-3a80-4df9-9c45-197a405dcaaf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:28.861850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:28.869011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03930a85-2c8a-4420-bb9d-4efe37a3bdc0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "PUT /v2.0/routers/e5fe45b1-8350-493f-b424-8a783659d873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5267584 Sep 21 08:31:28.875644 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] Sync routers for ids ['e5fe45b1-8350-493f-b424-8a783659d873'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:28.880180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49332) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:28.892372 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] Routers {'e5fe45b1-8350-493f-b424-8a783659d873'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:28.893014 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e5fe45b1-8350-493f-b424-8a783659d873'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:28.895936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:28.896421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:28.961158 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:28.964039 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-debc4a2c-0642-4f11-802f-0b4877dbd552 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:31:28.969460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-debc4a2c-0642-4f11-802f-0b4877dbd552 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/03955be0-cb52-444f-a435-2167ff2b196b HTTP/1.1" status: 404 len: 333 time: 0.0853393 Sep 21 08:31:28.972124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49334) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:28.973159 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] Routers {'e5fe45b1-8350-493f-b424-8a783659d873'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:28.973820 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e5fe45b1-8350-493f-b424-8a783659d873'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:29.045056 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:29.046887 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a11e-f7da-4e6d-921e-94c91e123c4d None None] The sync data for ids ['e5fe45b1-8350-493f-b424-8a783659d873'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:29.108935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-5606ff84-f138-4317-84a8-b9d0b6c5c9a8 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:29.110514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-5606ff84-f138-4317-84a8-b9d0b6c5c9a8 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.62 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.2023005 Sep 21 08:31:29.183337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-3402a2f5-63be-47ec-b3c1-1affa53d94fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:29.189031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-3402a2f5-63be-47ec-b3c1-1affa53d94fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.3188455 Sep 21 08:31:29.230552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-b51d4ea6-d6aa-4aa4-aabb-98edf48f5ca4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/quotas/50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 375 time: 0.0332711 Sep 21 08:31:29.289681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Deleting port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:29.289975 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.408443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-027c9958-743e-4923-bb8e-df3a65ded828 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707852 Sep 21 08:31:29.413776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] For port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,segment=NetworkSegment(2b8f57c5-b9c7-4f0d-94df-82b7801892b7),segment_id=2b8f57c5-b9c7-4f0d-94df-82b7801892b7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:29.414146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.441105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Calling delete_port for 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:29.571720 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2bff8de-79da-429c-a747-e8ac06f9e80d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.581449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289d3d6-7a1a-4057-a6e0-04c0580bb047 req-3e8c45c2-9492-4ca3-af4d-bab5c465a562 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:29.583232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a289d3d6-7a1a-4057-a6e0-04c0580bb047 req-3e8c45c2-9492-4ca3-af4d-bab5c465a562 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/ports?device_id=dde5b1f7-c421-4973-aa58-d659d3f5b1fa HTTP/1.1" status: 200 len: 946 time: 0.7286689 Sep 21 08:31:29.592302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.604835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3a8d472b-d4a3-4b19-96c2-0bf84ed29c07'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:31:29.629491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:29.646044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] Sync routers for ids ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:29.660463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] Routers {'a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:29.661260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:29.664116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Pushing event deleted for resources: {'Port': ['ID=3a8d472b-d4a3-4b19-96c2-0bf84ed29c07,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:29.710777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:29.728520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] Routers {'a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:29.729158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:29.771755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] No DVR routers for this DVR port 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:29.774437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.776964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56dceda6-225b-4d80-93d2-63a8a9a90ad3 req-f3d1b916-18f1-42fb-9cb8-d13a07182aac tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.62 "DELETE /v2.0/ports/3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 HTTP/1.1" status: 204 len: 173 time: 0.6576269 Sep 21 08:31:29.777589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:29.778242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76b4a6-c414-408b-a72e-bbc0d23da428 None None] The sync data for ids ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:29.790514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'name': 'network-vif-deleted', 'tag': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:31:29.795843 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a16fbb-b6c0-47aa-80ef-1eb6d6276716" -d '{"events": [{"server_uuid": "dde5b1f7-c421-4973-aa58-d659d3f5b1fa", "name": "network-vif-deleted", "tag": "3a8d472b-d4a3-4b19-96c2-0bf84ed29c07"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:31:29.818100 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.829872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-1a60bbb7-1753-4415-b48c-b45d30bf15ab service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128504 Sep 21 08:31:29.864099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2bff8de-79da-429c-a747-e8ac06f9e80d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.865817 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.867233 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b61a40a6-eeed-4aa8-ba32-81c824165290 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9356251 Sep 21 08:31:29.871837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2bff8de-79da-429c-a747-e8ac06f9e80d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:29.897979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49358) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:29.903121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:29.908321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a289d3d6-7a1a-4057-a6e0-04c0580bb047 req-6f4b1b56-8977-49ba-a730-47d679299720 tempest-InstanceActionsTestJSON-300202803 tempest-InstanceActionsTestJSON-300202803-project] 10.222.0.59 "GET /v2.0/security-groups?id=2051ab45-d520-4999-a869-013de0701453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870331 Sep 21 08:31:29.912214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=0b2444b3-a726-430f-826d-28d8a1e260a5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:29.969317 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e172e6-3cbc-498c-8cc4-7df429ca4ab0 x-openstack-request-id: req-a6e172e6-3cbc-498c-8cc4-7df429ca4ab0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:31:29.969606 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde5b1f7-c421-4973-aa58-d659d3f5b1fa", "name": "network-vif-deleted", "tag": "3a8d472b-d4a3-4b19-96c2-0bf84ed29c07", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:31:29.969859 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6e172e6-3cbc-498c-8cc4-7df429ca4ab0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:31:29.970252 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde5b1f7-c421-4973-aa58-d659d3f5b1fa', 'name': 'network-vif-deleted', 'tag': '3a8d472b-d4a3-4b19-96c2-0bf84ed29c07', 'status': 'completed', 'code': 200} Sep 21 08:31:29.995797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c7b0c187-6e8d-4318-ab95-71020720194f service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578794 Sep 21 08:31:30.040592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2bff8de-79da-429c-a747-e8ac06f9e80d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.041262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bff8de-79da-429c-a747-e8ac06f9e80d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Fanout notify agent at l3_agent the message router_deleted on router e5fe45b1-8350-493f-b424-8a783659d873 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:31:30.054159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2bff8de-79da-429c-a747-e8ac06f9e80d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.058065 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a2bff8de-79da-429c-a747-e8ac06f9e80d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/routers/e5fe45b1-8350-493f-b424-8a783659d873 HTTP/1.1" status: 204 len: 168 time: 1.0793197 Sep 21 08:31:30.058216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:30.110652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.141825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet 3d418621-7497-4a52-9945-0e9fe088e958 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:31:30.145785 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.193877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.240322 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.243922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.323425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.352625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.353152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Fanout notify agent at l3_agent the message router_deleted on router 30394d4f-9722-4b77-aea1-23b806c21b42 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:31:30.361175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.365466 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71f4ee23-1c30-4162-ab12-d22e1dfff873 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/routers/30394d4f-9722-4b77-aea1-23b806c21b42 HTTP/1.1" status: 204 len: 168 time: 2.9201710 Sep 21 08:31:30.366077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49370) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:30.420691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.461695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=3d418621-7497-4a52-9945-0e9fe088e958,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:30.464485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.467450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c1c6e785-b2dd-4d5f-8f56-81d0f584354b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/3d418621-7497-4a52-9945-0e9fe088e958 HTTP/1.1" status: 204 len: 168 time: 0.4078460 Sep 21 08:31:30.469696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49372) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:30.470231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting subnet 23ac857e-b20a-4e9d-81f7-dff1eb57ec08 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:31:30.472709 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27acce-e2dd-461b-b680-a1d58ca44147 None None] Network 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:30.473684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.550526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.571035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.613529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:30.613883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.706060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] DHCP port deletion for 4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:31:30.711210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] For port d9d61d7a-62a3-466c-abd9-0c2f7ed68832, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,segment=NetworkSegment(92aa5b32-4ec4-4f27-b0b9-8df912455a6f),segment_id=92aa5b32-4ec4-4f27-b0b9-8df912455a6f)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:30.711782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.725984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for d9d61d7a-62a3-466c-abd9-0c2f7ed68832 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:30.729474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.763145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] Deleting port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:30.763988 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.814768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.826504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.828817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.848282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] For port d9d61d7a-62a3-466c-abd9-0c2f7ed68832, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,segment=NetworkSegment(92aa5b32-4ec4-4f27-b0b9-8df912455a6f),segment_id=92aa5b32-4ec4-4f27-b0b9-8df912455a6f)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:30.849061 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.863638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] Calling delete_port for d9d61d7a-62a3-466c-abd9-0c2f7ed68832 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:30.864090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:30.868517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No DVR routers for this DVR port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:30.878531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Subnet': ['ID=23ac857e-b20a-4e9d-81f7-dff1eb57ec08,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:30.886026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e8b4d-9490-4019-b111-a23ce72a8085 None None] Network 694609ab-61aa-4e0e-84ad-5f7ca5f3432c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:30.886864 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.893115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f596fc50-6021-4009-9532-e68b98144f2d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/subnets/23ac857e-b20a-4e9d-81f7-dff1eb57ec08 HTTP/1.1" status: 204 len: 168 time: 0.5237157 Sep 21 08:31:30.894923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:30.897081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49374) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:31.007352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49378) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:31.015683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Deleting port 2ddf04fc-63d2-4a23-a958-5c319fec9838 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:31.016045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.021752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.053652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.057011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd87b9e-390d-4b3b-b2cb-e19c95bd7700']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: from cryptography.utils import int_from_bytes Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: from cryptography.utils import int_from_bytes Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.063894 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:31:31.067152 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:31:31.075303 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.079016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92aa5b32-4ec4-4f27-b0b9-8df912455a6f') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:31.079440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92aa5b32-4ec4-4f27-b0b9-8df912455a6f') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:31.097460 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.129320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.131013 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.138555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] Pushing event deleted for resources: {'Port': ['ID=d9d61d7a-62a3-466c-abd9-0c2f7ed68832,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:31.139526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:31:31.140023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.140853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Calling delete_port for 2ddf04fc-63d2-4a23-a958-5c319fec9838 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:31:31.144149 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:31:31.168252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bb8f2-df8c-40f1-b085-31efae0ccb3d None None] No DVR routers for this DVR port d9d61d7a-62a3-466c-abd9-0c2f7ed68832 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:31.237423 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.258338 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.265249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] Deleting subnet fe8ca26c-42ba-4efd-8d9b-83ed057320e2 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:31:31.265428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/4dd87b9e-390d-4b3b-b2cb-e19c95bd7700 HTTP/1.1" status: 204 len: 168 time: 0.7937868 Sep 21 08:31:31.267904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b2abe-97c3-4737-a339-c06321aa36e0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=4dd87b9e-390d-4b3b-b2cb-e19c95bd7700,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:31.268062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49382) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:31.269747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port ee230166-4bbf-4efe-973c-429b68f2128b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:31.270165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.274313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] DHCP port deletion for 694609ab-61aa-4e0e-84ad-5f7ca5f3432c request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:31:31.289272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.343019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] Deleting port ee230166-4bbf-4efe-973c-429b68f2128b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:31.345062 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.360575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] For port ee230166-4bbf-4efe-973c-429b68f2128b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ee230166-4bbf-4efe-973c-429b68f2128b,segment=NetworkSegment(2224e565-4ba8-4eb4-99b1-a1f86339ee27),segment_id=2224e565-4ba8-4eb4-99b1-a1f86339ee27)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:31.360946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.379926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for ee230166-4bbf-4efe-973c-429b68f2128b owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:31.393861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed00171-f648-4857-b198-258b755dbd20 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:31.398648 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3ed00171-f648-4857-b198-258b755dbd20 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/79619eb8-8163-4a8c-8f78-585570ca095f HTTP/1.1" status: 200 len: 840 time: 0.1270640 Sep 21 08:31:31.403951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49386) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:31.435900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] For port ee230166-4bbf-4efe-973c-429b68f2128b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ee230166-4bbf-4efe-973c-429b68f2128b,segment=NetworkSegment(2224e565-4ba8-4eb4-99b1-a1f86339ee27),segment_id=2224e565-4ba8-4eb4-99b1-a1f86339ee27)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:31.437030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.438573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.464437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] Calling delete_port for ee230166-4bbf-4efe-973c-429b68f2128b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:31.515491 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.524039 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1424e49-79f8-4f0f-9473-247348084c27 req-d67ae0c5-ea07-4351-81d0-70a54c190119 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 210 time: 0.0338778 Sep 21 08:31:31.533973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-190b8513-14d6-43d2-b244-dab486ddd090 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/79619eb8-8163-4a8c-8f78-585570ca095f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1283414 Sep 21 08:31:31.557860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49392) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:31.563757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:31.592298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] No DVR routers for this DVR port ee230166-4bbf-4efe-973c-429b68f2128b on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:31.607531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=ee230166-4bbf-4efe-973c-429b68f2128b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:31.609128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.637366 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.684512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] No DVR routers for this DVR port ee230166-4bbf-4efe-973c-429b68f2128b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:31.688806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.704594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5840c05-a443-49df-b9b5-8b4747d76d83 None None] Pushing event deleted for resources: {'Port': ['ID=ee230166-4bbf-4efe-973c-429b68f2128b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:31.744123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Pushing event deleted for resources: {'Port': ['ID=2ddf04fc-63d2-4a23-a958-5c319fec9838,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:31.754879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.821948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694609ab-61aa-4e0e-84ad-5f7ca5f3432c']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:31.822842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.832351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:31.835877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2224e565-4ba8-4eb4-99b1-a1f86339ee27') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:31.836362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2224e565-4ba8-4eb4-99b1-a1f86339ee27') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:31.836694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.852592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.869059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.879334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:31:31.879878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:31:31.883083 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:31:31.885879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.885879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8ca26c-42ba-4efd-8d9b-83ed057320e2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:31.930893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.931754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:31:31.932818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1b1926ea-9aa6-4671-bdc6-6e53b260bf3e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fe8ca26c-42ba-4efd-8d9b-83ed057320e2 HTTP/1.1" status: 204 len: 168 time: 0.9243417 Sep 21 08:31:31.938746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49400) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:31.967075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:31.980587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:31:31.981067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3a8d472b-d4a3-4b19-96c2-0bf84ed29c07 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:31:32.005738 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.011167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/networks/694609ab-61aa-4e0e-84ad-5f7ca5f3432c HTTP/1.1" status: 204 len: 168 time: 1.1099520 Sep 21 08:31:32.011167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251089-4b9f-4271-a7b0-fb8224867b3b tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Network': ['ID=694609ab-61aa-4e0e-84ad-5f7ca5f3432c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:32.019409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49402) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:32.162977 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.171205 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.206940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port b222d0cb-84e5-4945-b01e-fa8e74f6fb67 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:32.207537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.275078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.313593 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.352450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.352706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.368002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for b222d0cb-84e5-4945-b01e-fa8e74f6fb67 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:32.446092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.504815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.517843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Router a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:32.519770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341cee94-893e-4daf-8708-5b0ea88417d0']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:32.558688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8f57c5-b9c7-4f0d-94df-82b7801892b7') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:32.558962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8f57c5-b9c7-4f0d-94df-82b7801892b7') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:32.587464 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.600213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:32.612442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:32.618242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:32.618867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.627218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a790dd1-0abe-4428-b925-b0aa882340db None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:32.692098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.694461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:32.705750 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.709867 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-49934846-d8f3-43ee-8cd1-876da1f361d2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "PUT /v2.0/routers/a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb HTTP/1.1" status: 200 len: 710 time: 2.8107495 Sep 21 08:31:32.713060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=c9d56d23-310c-43df-af27-acd22dcb22be,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:32.715573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49408) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:32.717335 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] Sync routers for ids ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:32.732625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:31:32.733241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:31:32.735225 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:31:32.747281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] Routers {'a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:32.754680 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9ec14e71-7d0b-40a2-9e92-47dfa6017fd1 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1929476 Sep 21 08:31:32.760074 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:32.787945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49410) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:32.798928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-17646a67-c65c-4b47-b67b-7876fe5dbdec tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'security_group': {'name': 'tempest-secgroup-235915687'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:32.799136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d9d61d7a-62a3-466c-abd9-0c2f7ed68832 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:31:32.850925 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d9d61d7a-62a3-466c-abd9-0c2f7ed68832 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:31:32.851292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d9d61d7a-62a3-466c-abd9-0c2f7ed68832 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:31:32.852038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ee230166-4bbf-4efe-973c-429b68f2128b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:31:32.867086 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:32.874342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: ee230166-4bbf-4efe-973c-429b68f2128b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:31:32.875029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ee230166-4bbf-4efe-973c-429b68f2128b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:31:32.898634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f9c5e560-666e-4b8e-8e1a-21bcf0781c6d tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/routers/a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb HTTP/1.1" status: 200 len: 745 time: 0.1767769 Sep 21 08:31:32.908860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:32.911242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49412) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:32.919671 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] Routers {'a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:32.922301 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:32.932982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f03b665d-fcda-4b42-a17f-885c3a88c8d2 req-e703e01b-5efa-47e1-86e4-ab757351f11a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 210 time: 0.0607159 Sep 21 08:31:32.979625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=b222d0cb-84e5-4945-b01e-fa8e74f6fb67,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:33.004444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d1395589-86dc-4e91-a22a-042bf0827e95 tempest-RoutersIpV6AdminTest-1126938486 tempest-RoutersIpV6AdminTest-1126938486-project-admin] 10.222.0.59 "GET /v2.0/ports?network_id=b063202b-519a-473f-a367-4c62d7c2454e&device_id=a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb HTTP/1.1" status: 200 len: 205 time: 0.0684197 Sep 21 08:31:33.005123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49414) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.022837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-f974ca70-3d33-46d9-a18e-704789faceac', 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'tenant_id': 'ec43384501f1404da83201192d3184a1', 'fixed_ips': [{'subnet_id': 'c9d56d23-310c-43df-af27-acd22dcb22be'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:33.024711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.030302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.030753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.036862 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:33.037546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] 10.222.0.59 "DELETE /v2.0/networks/341cee94-893e-4daf-8708-5b0ea88417d0 HTTP/1.1" status: 204 len: 168 time: 1.0977066 Sep 21 08:31:33.048037 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7623cb-3f9c-444d-8d5d-e7897b936616 None None] The sync data for ids ['a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:33.090344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0453b9ef-fbf6-445d-9e52-eeb105bca5f2 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb HTTP/1.1" status: 200 len: 205 time: 0.0839665 Sep 21 08:31:33.096952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49418) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.103295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6a4e0-10ba-4989-996f-b26afa8c519b admin admin] Pushing event deleted for resources: {'Network': ['ID=341cee94-893e-4daf-8708-5b0ea88417d0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:33.119006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17646a67-c65c-4b47-b67b-7876fe5dbdec tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.172527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-822a09b8-4a7d-4ce6-9376-8abb21ca0955 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:33.174342 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-822a09b8-4a7d-4ce6-9376-8abb21ca0955 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.2745087 Sep 21 08:31:33.204136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'port': {'device_id': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'admin_state_up': True, 'tenant_id': '50bca0c104354a579d1dbeda20de19b9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:33.277588 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-121e5570-46a6-4225-b085-553cd0bdff8d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.285923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.291346 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.298016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f1bdd4bd-1e09-405c-bf7a-c77f24490f58 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/floatingips/b4d13f9b-b311-4ac0-aa2f-bd496e6552b4 HTTP/1.1" status: 204 len: 168 time: 1.2773433 Sep 21 08:31:33.298953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49422) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.304188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Allocated IP 172.20.0.2 (f974ca70-3d33-46d9-a18e-704789faceac/c9d56d23-310c-43df-af27-acd22dcb22be/bf9bb5ec-321c-40f3-96df-f3a9c69275c8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:33.388476 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e564ab-3aec-471e-9271-7bd8ec5bd8b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] DELETE failed (client error): The resource could not be found. Sep 21 08:31:33.389339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e564ab-3aec-471e-9271-7bd8ec5bd8b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:31:33.391203 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-01e564ab-3aec-471e-9271-7bd8ec5bd8b6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/ports/d5a256aa-dddd-4199-a382-0f23bf3ee219 HTTP/1.1" status: 404 len: 333 time: 0.0383039 Sep 21 08:31:33.394009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49424) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.394466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49426) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.462483 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-91229986-5cff-46e9-8339-231c0b29a6ec tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "GET /v2.0/ports?device_id=30394d4f-9722-4b77-aea1-23b806c21b42 HTTP/1.1" status: 200 len: 205 time: 0.0653126 Sep 21 08:31:33.467049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49428) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.502603 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.514955 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-2fdc9e54-55b4-4327-9a1a-dee153fbf68d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] delete failed (client error): The resource could not be found. Sep 21 08:31:33.516331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2fdc9e54-55b4-4327-9a1a-dee153fbf68d tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/routers/30394d4f-9722-4b77-aea1-23b806c21b42 HTTP/1.1" status: 404 len: 336 time: 0.0477812 Sep 21 08:31:33.526709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.600834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:33.618107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:33.632326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:33.640141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-121e5570-46a6-4225-b085-553cd0bdff8d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.648645 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-121e5570-46a6-4225-b085-553cd0bdff8d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.703460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.719867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-121e5570-46a6-4225-b085-553cd0bdff8d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.724352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e5570-46a6-4225-b085-553cd0bdff8d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Fanout notify agent at l3_agent the message router_deleted on router a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:31:33.728168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Pushing event updated for resources: {'Port': ['ID=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:33.746283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Attempting to bind port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:33.751393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Attempting to bind port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:33.752029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Attempting to bind port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 on network f974ca70-3d33-46d9-a18e-704789faceac {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:33.757887 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.763361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:33.764028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Checking segment: {'id': '9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:33.764667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.765234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Bound using segment: {'id': '9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:33.765881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Bound port: bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:33.766498 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.800562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-121e5570-46a6-4225-b085-553cd0bdff8d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.801955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-121e5570-46a6-4225-b085-553cd0bdff8d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb HTTP/1.1" status: 204 len: 168 time: 0.7016804 Sep 21 08:31:33.825100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c28719b7-c186-4d1b-819f-a940ebe86bf4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=722d8aaffaf54ed48b7c4e64694b367e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281182 Sep 21 08:31:33.825391 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fe5ce1-c6ec-4ec3-a494-e02ce54178d6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] DELETE failed (client error): The resource could not be found. Sep 21 08:31:33.825760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fe5ce1-c6ec-4ec3-a494-e02ce54178d6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:31:33.827690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-37fe5ce1-c6ec-4ec3-a494-e02ce54178d6 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/subnets/23ac857e-b20a-4e9d-81f7-dff1eb57ec08 HTTP/1.1" status: 404 len: 337 time: 0.1222293 Sep 21 08:31:33.828282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49432) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.828621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49434) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.836605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49436) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.851691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] For port bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:33.857612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] For port bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,segment=NetworkSegment(9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76),segment_id=9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:33.867885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:33.874374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fed6cceb-0d20-4029-861a-2e147bd35a2e tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb HTTP/1.1" status: 200 len: 205 time: 0.0436654 Sep 21 08:31:33.876682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49438) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:33.957690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40166dab-4105-4e73-bfae-c1acf1451be0 None None] Pushing event updated for resources: {'Port': ['ID=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:33.960094 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-eb9e7595-6e7b-45c6-9953-6ee253a5811b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] delete failed (client error): The resource could not be found. Sep 21 08:31:33.963021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eb9e7595-6e7b-45c6-9953-6ee253a5811b tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/a2336c1f-afa9-4cb0-aa25-fcb89d8e10bb HTTP/1.1" status: 404 len: 336 time: 0.0784323 Sep 21 08:31:33.970066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49442) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.002293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8bb59896-227f-47dd-b858-3cab151c5d63 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=505841ff-ab11-4663-8f94-61788567d029 HTTP/1.1" status: 200 len: 205 time: 0.0308733 Sep 21 08:31:34.006313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49444) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.009578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17646a67-c65c-4b47-b67b-7876fe5dbdec tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.018251 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17646a67-c65c-4b47-b67b-7876fe5dbdec tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.097456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:34.101243 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-6ae07cce-2f95-4199-937e-fc9e8fc3e598 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] delete failed (client error): The resource could not be found. Sep 21 08:31:34.101749 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.102323 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6ae07cce-2f95-4199-937e-fc9e8fc3e598 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/505841ff-ab11-4663-8f94-61788567d029 HTTP/1.1" status: 404 len: 336 time: 0.0891654 Sep 21 08:31:34.104185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ebc97d50-83b1-435c-a28d-0943f31ab8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.106053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fae0ccd2-1016-4799-9685-1c0e97e8a54e req-23c69514-f431-4f83-a16e-e6bf66db3f70 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 210 time: 0.0483778 Sep 21 08:31:34.118253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49446) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.129982 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17646a67-c65c-4b47-b67b-7876fe5dbdec tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.129982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-17646a67-c65c-4b47-b67b-7876fe5dbdec tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3348680 Sep 21 08:31:34.129982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49448) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.133191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b25c8bba-ee74-44db-b815-bc9512747d89 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'security_group': {'name': 'tempest-secgroup-958753734'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:34.144259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17646a67-c65c-4b47-b67b-7876fe5dbdec tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b778c6-02f0-4f2f-bdb4-3c952296b197,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:34.166368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port f238bca6-fd1d-4386-810f-b05138f287bc {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:34.166718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.175394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6dbd6756-1662-4bd4-af7b-80bbdb4ccb0d tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=514d9483-7977-4294-9e92-1f4d2ee110b6 HTTP/1.1" status: 200 len: 205 time: 0.0557456 Sep 21 08:31:34.180535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49450) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.198827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ebc97d50-83b1-435c-a28d-0943f31ab8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.238332 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-464e8a62-14ba-492f-88e4-89fe973a8278 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] delete failed (client error): The resource could not be found. Sep 21 08:31:34.241751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-464e8a62-14ba-492f-88e4-89fe973a8278 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/514d9483-7977-4294-9e92-1f4d2ee110b6 HTTP/1.1" status: 404 len: 336 time: 0.0520718 Sep 21 08:31:34.242020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49454) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.329276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.333283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-93b3142d-09bc-4d1a-bb4a-79410605e79a tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 HTTP/1.1" status: 200 len: 205 time: 0.0901842 Sep 21 08:31:34.335672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49456) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.339072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25c8bba-ee74-44db-b815-bc9512747d89 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.398561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for f238bca6-fd1d-4386-810f-b05138f287bc owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:34.399766 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-e316a039-21a7-466a-85a3-28a62fab57ee tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] delete failed (client error): The resource could not be found. Sep 21 08:31:34.400816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e316a039-21a7-466a-85a3-28a62fab57ee tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/7c4bd3b8-e08d-4eed-bfdf-ce7a83cb0a71 HTTP/1.1" status: 404 len: 336 time: 0.0640495 Sep 21 08:31:34.403413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49458) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.442787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b7e41614-cee0-4f05-87d5-c92abeb77fdf tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=81e79069-c32a-4a9d-978f-b5a8b2fb947a HTTP/1.1" status: 200 len: 205 time: 0.0376081 Sep 21 08:31:34.443664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ebc97d50-83b1-435c-a28d-0943f31ab8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.445825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49460) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.446455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ebc97d50-83b1-435c-a28d-0943f31ab8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.451293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ebc97d50-83b1-435c-a28d-0943f31ab8df admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2051ab45-d520-4999-a869-013de0701453 HTTP/1.1" status: 204 len: 168 time: 0.6164601 Sep 21 08:31:34.498806 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-8b10aa6b-aaca-4a72-a4b9-1fd31004ffd1 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] delete failed (client error): The resource could not be found. Sep 21 08:31:34.499925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b10aa6b-aaca-4a72-a4b9-1fd31004ffd1 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/81e79069-c32a-4a9d-978f-b5a8b2fb947a HTTP/1.1" status: 404 len: 336 time: 0.0485201 Sep 21 08:31:34.501360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.20.0.6 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/59f856f8-9b46-4555-bb2e-dc1527fb46b0) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:34.506103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49464) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.549380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-348ac62e-175f-404f-98b6-05d46f6af3c7 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cee71c1-2e8b-44e0-9437-1d40b75a0a03 HTTP/1.1" status: 200 len: 205 time: 0.0403759 Sep 21 08:31:34.555123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49466) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.595766 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-0c2c4f52-3555-48de-8b45-a312e7535b85 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] delete failed (client error): The resource could not be found. Sep 21 08:31:34.596823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0c2c4f52-3555-48de-8b45-a312e7535b85 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/routers/6cee71c1-2e8b-44e0-9437-1d40b75a0a03 HTTP/1.1" status: 404 len: 336 time: 0.0407341 Sep 21 08:31:34.602388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49468) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.603398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc97d50-83b1-435c-a28d-0943f31ab8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051ab45-d520-4999-a869-013de0701453,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:34.628018 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.675568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25c8bba-ee74-44db-b815-bc9512747d89 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.696705 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25c8bba-ee74-44db-b815-bc9512747d89 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.704940 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-649cc526-c5c0-4ee3-b3ee-a7c7e37802a3 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] DELETE failed (client error): The resource could not be found. Sep 21 08:31:34.705459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649cc526-c5c0-4ee3-b3ee-a7c7e37802a3 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:31:34.707456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-649cc526-c5c0-4ee3-b3ee-a7c7e37802a3 tempest-RoutersIpV6AdminTest-1202045666 tempest-RoutersIpV6AdminTest-1202045666-project] 10.222.0.59 "DELETE /v2.0/subnets/aac02712-574b-4a24-be27-2cad6727a666 HTTP/1.1" status: 404 len: 337 time: 0.1012361 Sep 21 08:31:34.711154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=f238bca6-fd1d-4386-810f-b05138f287bc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:34.755107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b25c8bba-ee74-44db-b815-bc9512747d89 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.755461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b25c8bba-ee74-44db-b815-bc9512747d89 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6264143 Sep 21 08:31:34.758329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49474) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:34.774318 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-211453947', 'security_groups': ['4486443c-984d-48ac-b95c-b29837f0f90d'], 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9d56d23-310c-43df-af27-acd22dcb22be'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:34.862650 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-91879503-0173-46a5-8532-77aa8f8edcb8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2613106 Sep 21 08:31:34.895105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8bba-ee74-44db-b815-bc9512747d89 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4486443c-984d-48ac-b95c-b29837f0f90d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:34.899405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bf9bb5ec-321c-40f3-96df-f3a9c69275c8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:34.919869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:34.926819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-47c0d357-2951-40b9-a7fb-cad0dd2be5cf tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/ports/f238bca6-fd1d-4386-810f-b05138f287bc HTTP/1.1" status: 204 len: 168 time: 1.0552380 Sep 21 08:31:34.927701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49476) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:35.008023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.055773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:35.056450 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.082558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:35.089976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.162610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:35.169541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:35.173362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:35.230327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.248570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:35.249191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.322518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,segment=NetworkSegment(9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76),segment_id=9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:35.323294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-a4341480-3a34-4af6-a2d1-3c806d7de637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:35.325682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-a4341480-3a34-4af6-a2d1-3c806d7de637 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2d094b2e86304876b09e162169c4ae82&device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 1097 time: 0.3817112 Sep 21 08:31:35.328760 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.336007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49490) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:35.386381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=59f856f8-9b46-4555-bb2e-dc1527fb46b0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:35.445352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c1bfbc36-45d9-44b1-b3ec-0695ffa681ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2591121 Sep 21 08:31:35.457229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:35.466461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Request body: {'port': {'device_id': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:35.521045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.546191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port a42db6df-f832-4b06-ade8-19ee38444239 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:31:35.649120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port a44bbbd7-d8f4-4707-a48f-ac83947427c6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:35.649465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.696424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a6242-98b3-496b-8883-8f425b3d22f5 req-deb86c61-ffaa-41ae-9b33-3e9d8f986845 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:35.703119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8fab36a7-e336-4297-b598-40075a62c221 None None] Provisioning complete for port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:35.704386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8fab36a7-e336-4297-b598-40075a62c221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.704645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f3a6242-98b3-496b-8883-8f425b3d22f5 req-deb86c61-ffaa-41ae-9b33-3e9d8f986845 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 931 time: 0.3956912 Sep 21 08:31:35.769237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.786102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8fab36a7-e336-4297-b598-40075a62c221 None None] Port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:35.791570 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-43f6dbea-1a48-420b-8667-a4f73dbc6492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.874441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.887302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for a44bbbd7-d8f4-4707-a48f-ac83947427c6 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:35.911919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6e4bb06a-3b5a-4e03-b765-78ec392a63fa None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:35.912484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb06a-3b5a-4e03-b765-78ec392a63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:35.917006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49506) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:35.930836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.12 (f974ca70-3d33-46d9-a18e-704789faceac/c9d56d23-310c-43df-af27-acd22dcb22be/a42db6df-f832-4b06-ade8-19ee38444239) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:36.062339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f3a6242-98b3-496b-8883-8f425b3d22f5 req-8a1ea856-fe79-4756-80e7-22a0c5a90fbe tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539639 Sep 21 08:31:36.071015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6e4bb06a-3b5a-4e03-b765-78ec392a63fa None None] Provisioning complete for port 79619eb8-8163-4a8c-8f78-585570ca095f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:36.071879 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb06a-3b5a-4e03-b765-78ec392a63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.098241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-5b2b9486-f254-48a5-a125-4ce0ad07e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:36.099777 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-5b2b9486-f254-48a5-a125-4ce0ad07e7d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 200 len: 918 time: 0.6853766 Sep 21 08:31:36.133805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-network', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:36.138798 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bb06a-3b5a-4e03-b765-78ec392a63fa None None] Port 79619eb8-8163-4a8c-8f78-585570ca095f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:36.165652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.220017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f856f8-9b46-4555-bb2e-dc1527fb46b0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:31:36.253950 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.269754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=a44bbbd7-d8f4-4707-a48f-ac83947427c6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:36.281708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Transition to ACTIVE for port object 59f856f8-9b46-4555-bb2e-dc1527fb46b0 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:31:36.293437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-515afb71-da9a-48e3-b11a-6c6af779e4f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 200 len: 1001 time: 0.1838505 Sep 21 08:31:36.295127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.345737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.351692 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eea5efac-d13b-466e-81ce-4c1359cf5c60 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/ports/a44bbbd7-d8f4-4707-a48f-ac83947427c6 HTTP/1.1" status: 204 len: 168 time: 1.4203842 Sep 21 08:31:36.351899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.352736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49514) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:36.377462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-000a621a-7547-46b5-9272-697fc5649791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:36.379105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-000a621a-7547-46b5-9272-697fc5649791 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 200 len: 856 time: 0.0757833 Sep 21 08:31:36.420178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Pushing event updated for resources: {'Port': ['ID=59f856f8-9b46-4555-bb2e-dc1527fb46b0,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:36.461735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b30fc37-f85a-4537-a6e3-6a61c916a10a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:36.463288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5b30fc37-f85a-4537-a6e3-6a61c916a10a tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "GET /v2.0/ports?device_id=27053bdb-229d-4eb4-9252-4ef6d1642fef HTTP/1.1" status: 200 len: 913 time: 0.1062274 Sep 21 08:31:36.470553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49518) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:36.487685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-43f6dbea-1a48-420b-8667-a4f73dbc6492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.499713 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-43f6dbea-1a48-420b-8667-a4f73dbc6492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.561682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-43f6dbea-1a48-420b-8667-a4f73dbc6492 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5e83da59fd1f4816892563364658cd18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2237988 Sep 21 08:31:36.564187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49524) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:36.565175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6dbea-1a48-420b-8667-a4f73dbc6492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75814368-8345-4889-a15f-da787883d3d3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:36.709799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.712818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-d04c94ca-6514-4736-9167-21ff459cac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:36.714871 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-d04c94ca-6514-4736-9167-21ff459cac68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=da38f717-4627-4a74-a85b-297a9a3d3dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3273976 Sep 21 08:31:36.737840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Made reservation on behalf of 2175666fc3e942009fd12cb6a7859f3c for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:36.740183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.796566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53a2916-8fed-4641-8e3a-82d6bd826cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.797800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.828427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bf9bb5ec-321c-40f3-96df-f3a9c69275c8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:36.898774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:36.903694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53a2916-8fed-4641-8e3a-82d6bd826cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.912499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:36.913070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:36.923521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Attempting to bind port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:36.923877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Attempting to bind port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:36.924519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Attempting to bind port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:36.933740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:31:36.934066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Attempting to bind port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:36.936808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:36.945446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:36.950926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=a42db6df-f832-4b06-ade8-19ee38444239,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:37.018518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-75fb314d-c10d-4995-acc4-845ace7c7926 service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676082 Sep 21 08:31:37.038224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:37.038576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:37.039011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:37.039628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Bound port: 59f856f8-9b46-4555-bb2e-dc1527fb46b0, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:37.040008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.194050 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53a2916-8fed-4641-8e3a-82d6bd826cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.198798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53a2916-8fed-4641-8e3a-82d6bd826cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.210799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c53a2916-8fed-4641-8e3a-82d6bd826cd2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75814368-8345-4889-a15f-da787883d3d3 HTTP/1.1" status: 204 len: 168 time: 0.6372545 Sep 21 08:31:37.256894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a2916-8fed-4641-8e3a-82d6bd826cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75814368-8345-4889-a15f-da787883d3d3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:37.298973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:37.299805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.319104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b142a1d6-1a8c-4681-9187-f06ae7e3236f req-967f9487-8827-45a7-aa72-a29e482759db service neutron] 10.222.0.62 "GET /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936225 Sep 21 08:31:37.427232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-08adbd25-db5f-4365-933f-ac63565c033b None None] Provisioning complete for port a42db6df-f832-4b06-ade8-19ee38444239 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:37.427967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08adbd25-db5f-4365-933f-ac63565c033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.473291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-08adbd25-db5f-4365-933f-ac63565c033b None None] Port a42db6df-f832-4b06-ade8-19ee38444239 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:37.478627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] For port 59f856f8-9b46-4555-bb2e-dc1527fb46b0, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:37.483753 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.512083 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.518244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] For port 59f856f8-9b46-4555-bb2e-dc1527fb46b0, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59f856f8-9b46-4555-bb2e-dc1527fb46b0,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:37.533293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bcc9f-098e-406d-9327-68daa7d04934 req-2dea209f-7e36-4304-9139-7ba31ace7b94 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:37.535999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-295bcc9f-098e-406d-9327-68daa7d04934 req-2dea209f-7e36-4304-9139-7ba31ace7b94 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.3580768 Sep 21 08:31:37.551373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ec449fa-f19c-46d7-919f-2a4046278dc3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7812562 Sep 21 08:31:37.554247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49614) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:37.560268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f37fa427-b5cd-4c01-9206-94243e37b9c3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:37.584444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:37.601924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.602560 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Added segment 556dae21-d2e6-443e-8ebf-d47e75f05e8e of type vlan for network 745e6eb2-adab-43d5-83c2-3ca304ab1414 Sep 21 08:31:37.614252 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.621978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb49f3b-2a24-41ce-9dc0-19c4503a7842,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:37.759308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:37.766447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.767952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] 10.222.0.50 "PUT /v2.0/ports/59f856f8-9b46-4555-bb2e-dc1527fb46b0 HTTP/1.1" status: 200 len: 1091 time: 2.3097832 Sep 21 08:31:37.834896 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'tag': '59f856f8-9b46-4555-bb2e-dc1527fb46b0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:31:37.837634 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d2109-b5aa-4f4d-abc7-b4135159a57a" -d '{"events": [{"name": "network-changed", "server_uuid": "68484f43-45d2-49a9-9635-a6b936aa8f3b", "tag": "59f856f8-9b46-4555-bb2e-dc1527fb46b0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:31:37.860125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37fa427-b5cd-4c01-9206-94243e37b9c3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:37.872589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f37fa427-b5cd-4c01-9206-94243e37b9c3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.886853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49648) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:37.925217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:37.946379 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd2df0-a3a7-4a18-8b2e-eb0542438fe4 x-openstack-request-id: req-0fbd2df0-a3a7-4a18-8b2e-eb0542438fe4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:31:37.946951 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68484f43-45d2-49a9-9635-a6b936aa8f3b", "tag": "59f856f8-9b46-4555-bb2e-dc1527fb46b0", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:31:37.947382 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fbd2df0-a3a7-4a18-8b2e-eb0542438fe4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:31:37.947932 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'tag': '59f856f8-9b46-4555-bb2e-dc1527fb46b0', 'status': 'completed', 'code': 200} Sep 21 08:31:37.994372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-295bcc9f-098e-406d-9327-68daa7d04934 req-4d43e02d-6048-42b3-8143-17c8d939e392 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410419 Sep 21 08:31:38.065548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a00554-e5f3-438e-9899-0b46919c3bdb service neutron] Pushing event updated for resources: {'Port': ['ID=59f856f8-9b46-4555-bb2e-dc1527fb46b0,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:38.100736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.101744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:38.102684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.108848 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c7ad3f9-fb56-4102-95da-1326707766ca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f246847563614370934809d99ae35ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194958 Sep 21 08:31:38.111935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49672) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:38.155610 n-d-809980-2 neutron-server[94725]: INFO neutron.db.ipam_backend_mixin [None req-f37fa427-b5cd-4c01-9206-94243e37b9c3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c9d56d23-310c-43df-af27-acd22dcb22be (CIDR: 172.20.0.0/28) Sep 21 08:31:38.166396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c2fe3aa9-d4af-420a-97a2-e79f40edb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:38.167194 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-c2fe3aa9-d4af-420a-97a2-e79f40edb207 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 1094 time: 0.3226945 Sep 21 08:31:38.170786 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37fa427-b5cd-4c01-9206-94243e37b9c3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:31:38.171916 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2519112 Sep 21 08:31:38.175271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37fa427-b5cd-4c01-9206-94243e37b9c3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:31:38.176758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.181147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49680) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:38.192406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Request body: {'subnet': {'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-subnet', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:38.230173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f37fa427-b5cd-4c01-9206-94243e37b9c3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6747894 Sep 21 08:31:38.233940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49686) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:38.243653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:38.250523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf77f-8dce-4248-ac3a-e252b5c2f370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.279565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd03839-567c-4fed-97ee-179a814f1939 admin admin] Pushing event updated for resources: {'Network': ['ID=745e6eb2-adab-43d5-83c2-3ca304ab1414,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:38.291637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Made reservation on behalf of 2175666fc3e942009fd12cb6a7859f3c for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:38.292912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:38.294640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.345472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-9244261c-de44-4e0a-aaca-de7326a0895a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f856f8-9b46-4555-bb2e-dc1527fb46b0 HTTP/1.1" status: 200 len: 217 time: 0.1640511 Sep 21 08:31:38.368945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf77f-8dce-4248-ac3a-e252b5c2f370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.478382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-0191e637-de08-4453-b0ea-8aa006b94d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:38.480116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-0191e637-de08-4453-b0ea-8aa006b94d7f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1209898 Sep 21 08:31:38.552573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:38.556529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.578650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf77f-8dce-4248-ac3a-e252b5c2f370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.581705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3dfcf77f-8dce-4248-ac3a-e252b5c2f370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.583104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3dfcf77f-8dce-4248-ac3a-e252b5c2f370 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20f4bc5f-7c09-41f2-bae5-e3bbf0c4f331 HTTP/1.1" status: 204 len: 168 time: 0.4699099 Sep 21 08:31:38.624044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-079ff1df-a185-44c6-8a63-d37781cefeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:38.625593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-079ff1df-a185-44c6-8a63-d37781cefeb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353719 Sep 21 08:31:38.726218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcf77f-8dce-4248-ac3a-e252b5c2f370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f4bc5f-7c09-41f2-bae5-e3bbf0c4f331,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:38.753215 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:38.797645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-cdcae25b-73b1-4cce-bd0c-0b6393b22806 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637270 Sep 21 08:31:38.957931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab34c2c-0598-4be6-81a6-5aa29051af45,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:38.974486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Checking segment: {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:38.974989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Network hostable DHCP agents. Network: 745e6eb2-adab-43d5-83c2-3ca304ab1414, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:38.985131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-433a996c-1d9c-4df6-b48e-d4c71a0f113b req-fb681921-dcdc-4a0b-a38f-51e72cad017a service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789534 Sep 21 08:31:39.025335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port dadac2b5-415c-430f-86cf-752dd150b5bd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:39.026292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:39.045389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:39.074515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 745e6eb2-adab-43d5-83c2-3ca304ab1414) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:39.082831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:39.086833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907bf03-94cd-438b-8728-b669894dd0c7 None None] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:39.087209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:39.205595 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8240b230-266d-403c-b765-608d4895d8ad admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0222609 Sep 21 08:31:39.212741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49794) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:39.236290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:39.457501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:39.458649 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:39.476490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c8fcee-58fe-40b6-aef5-761a5602486e None None] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:39.559918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:39.760724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-a8a6aba3-1a57-4875-aa79-44e863a695c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:39.762348 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-a8a6aba3-1a57-4875-aa79-44e863a695c4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 1094 time: 0.7142615 Sep 21 08:31:39.886197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:39.976667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for dadac2b5-415c-430f-86cf-752dd150b5bd owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:39.979211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 49876) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:40.012154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b14de-7546-427b-a21c-b1bbdf8ee481 req-0080cb84-f89c-4a6c-bdd9-edf547cd051e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:40.015032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b5b14de-7546-427b-a21c-b1bbdf8ee481 req-0080cb84-f89c-4a6c-bdd9-edf547cd051e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.7730319 Sep 21 08:31:40.140715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-a9c82895-ed0e-44c1-b56b-6153bc7c8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:40.142690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-a9c82895-ed0e-44c1-b56b-6153bc7c8bc6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.3667378 Sep 21 08:31:40.145665 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.175555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:40.184095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:40.188936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-1451400411'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:40.194167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ede920-922e-4652-aeb0-f4b0689be674 None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:40.229337 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-1187b007-0ec0-4f8e-9f67-5bfff95f5080 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f856f8-9b46-4555-bb2e-dc1527fb46b0 HTTP/1.1" status: 200 len: 217 time: 0.0642638 Sep 21 08:31:40.323267 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.329325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:40.329893 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.333925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:40.337376 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.379932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b5b14de-7546-427b-a21c-b1bbdf8ee481 req-ae2eff1f-855f-4115-9a7e-30a6d18dfdae tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561566 Sep 21 08:31:40.384349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1470942 Sep 21 08:31:40.397674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.398474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 49926) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:40.407301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-929786620', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'baf15f5d-2f41-41dd-bc5a-61fc319327e9'}], 'security_groups': ['67b778c6-02f0-4f2f-bdb4-3c952296b197']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:40.454011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-f8fdd87a-e8b9-4cf1-9d34-4f41de80eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:40.454683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c812eea-8260-4864-9636-331d00efdaff tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=baf15f5d-2f41-41dd-bc5a-61fc319327e9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:40.457552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-f8fdd87a-e8b9-4cf1-9d34-4f41de80eb3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.2168400 Sep 21 08:31:40.594737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-d7ff032b-1a27-4485-b63a-693bf5cf9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:40.596346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-d7ff032b-1a27-4485-b63a-693bf5cf9ad6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262140 Sep 21 08:31:40.689481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284e09b-5b85-47dd-9b95-79afa54f6afc None None] Update dhcp port {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'fixed_ips': [{'subnet_id': 'c9d56d23-310c-43df-af27-acd22dcb22be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'baf15f5d-2f41-41dd-bc5a-61fc319327e9'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'bf9bb5ec-321c-40f3-96df-f3a9c69275c8'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:31:40.698734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.734232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5284e09b-5b85-47dd-9b95-79afa54f6afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.790841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=dadac2b5-415c-430f-86cf-752dd150b5bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:40.829659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:40.900419 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-ff1fe776-c6fb-4e46-acd8-3b635c0fa99c service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932789 Sep 21 08:31:41.115301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5284e09b-5b85-47dd-9b95-79afa54f6afc None None] Allocated IP 172.20.0.18 (f974ca70-3d33-46d9-a18e-704789faceac/baf15f5d-2f41-41dd-bc5a-61fc319327e9/bf9bb5ec-321c-40f3-96df-f3a9c69275c8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:41.121461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.136354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.139530 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.157272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:41.207929 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.316457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5284e09b-5b85-47dd-9b95-79afa54f6afc None None] For port bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,segment=NetworkSegment(9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76),segment_id=9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:41.329852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.330211 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 735098fe-311e-4221-9b8e-7a5591ea5799 of type vlan for network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 Sep 21 08:31:41.331861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030d6948-9936-454a-8435-98c367b178e4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:41.334435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.359832 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5284e09b-5b85-47dd-9b95-79afa54f6afc None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.373235 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5284e09b-5b85-47dd-9b95-79afa54f6afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.409391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Allocated IP 172.25.1.194 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/e2cc797d-4aff-48ed-9a88-881ab529e3ff) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:41.529328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284e09b-5b85-47dd-9b95-79afa54f6afc None None] Pushing event updated for resources: {'Port': ['ID=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:41.578119 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-315d2109-b5aa-4f4d-abc7-b4135159a57a req-c7746998-a7f5-4f0f-a1e2-dd5e22149e29 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442444 Sep 21 08:31:41.582781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.684230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Delete allocated IP 172.20.0.12 (f974ca70-3d33-46d9-a18e-704789faceac/c9d56d23-310c-43df-af27-acd22dcb22be) {{(pid=94725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 08:31:41.699984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.706857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.24 (f974ca70-3d33-46d9-a18e-704789faceac/baf15f5d-2f41-41dd-bc5a-61fc319327e9/a42db6df-f832-4b06-ade8-19ee38444239) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:41.707152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:41.708283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.727207 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.772936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53519f-c690-4787-aa15-c1143faeba18 req-b75583af-5272-402d-a561-e50b89e8268b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:41.774694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b53519f-c690-4787-aa15-c1143faeba18 req-b75583af-5272-402d-a561-e50b89e8268b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.2606452 Sep 21 08:31:41.888939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9080496 Sep 21 08:31:41.891025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50022) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:41.898269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-329519637'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:41.926435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.948100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:41.952563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:41.996741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aa3dd-d33a-490a-9e6b-813c1fb3428d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=bfd907bf-8103-46d4-a6b9-d332c6a6cb13,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:42.021750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:42.022238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:42.040111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:42.042036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:42.070428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Router 27053bdb-229d-4eb4-9252-4ef6d1642fef has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:42.077263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Pushing event updated for resources: {'Port': ['ID=e2cc797d-4aff-48ed-9a88-881ab529e3ff,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:42.108190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b53519f-c690-4787-aa15-c1143faeba18 req-d208ecdc-e671-4551-b891-40ed18f884b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090689 Sep 21 08:31:42.122223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:42.136693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.150911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.151536 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 9f48e3bf-8548-4d29-bc9f-4f761d7b7e31 of type vlan for network e1760b87-55a5-4d9d-aeb8-1353a1498d6e Sep 21 08:31:42.163000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.274107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:42.282264 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f32cee82-9c0a-4fab-92cc-ff6c75d1fd46 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "PUT /v2.0/routers/27053bdb-229d-4eb4-9252-4ef6d1642fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8071465 Sep 21 08:31:42.282590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50026) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:42.293993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] Sync routers for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:42.314143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:42.314913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.342670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:42.344036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:42.350761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.387881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:42.395612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=a42db6df-f832-4b06-ade8-19ee38444239,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:42.414591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] Routers {'27053bdb-229d-4eb4-9252-4ef6d1642fef'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:42.415599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['27053bdb-229d-4eb4-9252-4ef6d1642fef'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:42.423882 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.440270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] In _notify_port_updated(), no bound segment for port a42db6df-f832-4b06-ade8-19ee38444239 on network f974ca70-3d33-46d9-a18e-704789faceac {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:31:42.447254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:42.447961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.452426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29e019c0-5cae-4d18-8f44-0d7b585c2389 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "PUT /v2.0/ports/a42db6df-f832-4b06-ade8-19ee38444239 HTTP/1.1" status: 200 len: 920 time: 2.0498693 Sep 21 08:31:42.453457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50028) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:42.463138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.469493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:42.470149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.570167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.590327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6981723 Sep 21 08:31:42.593813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50030) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:42.600278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': 'bfd907bf-8103-46d4-a6b9-d332c6a6cb13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:42.627280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:42.627906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34716e3b-0da2-4a12-814a-7500d83cecc6 None None] The sync data for ids ['27053bdb-229d-4eb4-9252-4ef6d1642fef'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:42.649919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960ce23-c5ff-4443-b923-fc001f305b93 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=e1760b87-55a5-4d9d-aeb8-1353a1498d6e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:42.680482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Provisioning complete for port 79619eb8-8163-4a8c-8f78-585570ca095f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:42.681183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.709548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.733831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Port 79619eb8-8163-4a8c-8f78-585570ca095f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:42.735712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:42.781958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port a42db6df-f832-4b06-ade8-19ee38444239 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:42.782691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.818785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Provisioning complete for port a42db6df-f832-4b06-ade8-19ee38444239 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:42.822274 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.853757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bf9bb5ec-321c-40f3-96df-f3a9c69275c8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:42.861654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting port 24480013-a8aa-4a0a-abb4-583bd5678bae {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:42.863142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.909848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b47d6-a510-471a-aa02-eb6f0e608aea None None] Port a42db6df-f832-4b06-ade8-19ee38444239 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:42.914584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:42.933601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:42.933973 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:42.934936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.003007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.027902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for a42db6df-f832-4b06-ade8-19ee38444239 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:43.055338 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.072809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Calling delete_port for 24480013-a8aa-4a0a-abb4-583bd5678bae owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:43.082751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bf0bbcfc-f6d4-480c-88ab-cba9a60cf535 None None] Provisioning complete for port a42db6df-f832-4b06-ade8-19ee38444239 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:43.083906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbcfc-f6d4-480c-88ab-cba9a60cf535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.148389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bf0bbcfc-f6d4-480c-88ab-cba9a60cf535 None None] Port a42db6df-f832-4b06-ade8-19ee38444239 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:43.157854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.443527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.489123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Port': ['ID=24480013-a8aa-4a0a-abb4-583bd5678bae,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:43.608212 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.687941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=4efa0683-6dd2-41f8-86db-736ce07e4eec,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:43.698649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.822729 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.829021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.843885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e808e78-1cd5-40da-a9e1-0e74b16041e8 req-a329732c-a3c7-4795-8c34-1cf9177ffff8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:43.846037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e808e78-1cd5-40da-a9e1-0e74b16041e8 req-a329732c-a3c7-4795-8c34-1cf9177ffff8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.2280517 Sep 21 08:31:43.850606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.889527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '735098fe-311e-4221-9b8e-7a5591ea5799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bfd907bf-8103-46d4-a6b9-d332c6a6cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:43.889892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: bfd907bf-8103-46d4-a6b9-d332c6a6cb13, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:43.897931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.898574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Fanout notify agent at l3_agent the message router_deleted on router 27053bdb-229d-4eb4-9252-4ef6d1642fef {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:31:43.907195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=a42db6df-f832-4b06-ade8-19ee38444239,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:43.919143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:43.920658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-99a11a3d-c858-4e01-87fd-61e48a1e61d1 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/routers/27053bdb-229d-4eb4-9252-4ef6d1642fef HTTP/1.1" status: 204 len: 168 time: 1.6368399 Sep 21 08:31:43.923678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50046) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.001075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Deleting subnet 8294e43b-5cfc-4e96-9b5a-1bf41394e70e {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:31:44.006352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.029914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e808e78-1cd5-40da-a9e1-0e74b16041e8 req-336b23e0-aa11-4651-8e9a-964f0c64b66e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738944 Sep 21 08:31:44.053130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.058514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-da97c901-f4d0-4383-a507-308af7fe4a2c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/a42db6df-f832-4b06-ade8-19ee38444239 HTTP/1.1" status: 204 len: 168 time: 1.6036227 Sep 21 08:31:44.059883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50050) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.060578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Router 11300b30-20ed-42f4-9800-8fe7f89f5e81 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:44.092457 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae4eca1-1b21-4aa0-a37b-a80bbbc03de4 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:31:44.094072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2ae4eca1-1b21-4aa0-a37b-a80bbbc03de4 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/a42db6df-f832-4b06-ade8-19ee38444239 HTTP/1.1" status: 404 len: 333 time: 0.0312266 Sep 21 08:31:44.097053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50052) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.110431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:44.131410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, bfd907bf-8103-46d4-a6b9-d332c6a6cb13) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:44.136244 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.142020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cba3cb-7015-4ab6-a1cf-d36ebe48efa6 None None] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:44.151510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03a79c-ce70-4651-894e-e45797534963 req-14686194-b958-459a-964d-60d613f2e7f9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:44.159515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c03a79c-ce70-4651-894e-e45797534963 req-14686194-b958-459a-964d-60d613f2e7f9 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.0955670 Sep 21 08:31:44.189398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:44.189964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.253092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7e4c7304-f1d1-4c88-9a3a-ba1bfdfdfe4c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6575835 Sep 21 08:31:44.254316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.259382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50056) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.298599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': 'e1760b87-55a5-4d9d-aeb8-1353a1498d6e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:44.306370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:44.308511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82791d7b-580d-436c-8aaa-7d92d2f885e6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.309562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c03a79c-ce70-4651-894e-e45797534963 req-f5042ecb-2116-4ca1-9988-9468433db672 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485763 Sep 21 08:31:44.316665 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Sync routers for ids ['11300b30-20ed-42f4-9800-8fe7f89f5e81'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:44.343578 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Routers {'11300b30-20ed-42f4-9800-8fe7f89f5e81'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:44.344301 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['11300b30-20ed-42f4-9800-8fe7f89f5e81'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:44.381505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-bfd907bf-8103-46d4-a6b9-d332c6a6cb13', 'network_id': 'bfd907bf-8103-46d4-a6b9-d332c6a6cb13', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': '4efa0683-6dd2-41f8-86db-736ce07e4eec'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:44.382676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.399519 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82791d7b-580d-436c-8aaa-7d92d2f885e6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.455045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.489242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82791d7b-580d-436c-8aaa-7d92d2f885e6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.492593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82791d7b-580d-436c-8aaa-7d92d2f885e6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.498783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-82791d7b-580d-436c-8aaa-7d92d2f885e6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/security-groups/4486443c-984d-48ac-b95c-b29837f0f90d HTTP/1.1" status: 204 len: 168 time: 0.4005427 Sep 21 08:31:44.499982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50058) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.526515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:44.534240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.551415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82791d7b-580d-436c-8aaa-7d92d2f885e6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4486443c-984d-48ac-b95c-b29837f0f90d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:44.554797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.556041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8a7d63d6-ad03-40a8-b6d2-b7e391bb847b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3413529 Sep 21 08:31:44.562539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Allocated IP 172.20.0.2 (bfd907bf-8103-46d4-a6b9-d332c6a6cb13/4efa0683-6dd2-41f8-86db-736ce07e4eec/6676cc31-004e-4024-878e-8f2487b3c4a8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:44.577382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50060) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.578082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7404-87cd-4043-b412-cdafbfb1401e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.578671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Subnet': ['ID=8294e43b-5cfc-4e96-9b5a-1bf41394e70e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:44.605165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7404-87cd-4043-b412-cdafbfb1401e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.606787 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Set router 11300b30-20ed-42f4-9800-8fe7f89f5e81 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:44.658173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7404-87cd-4043-b412-cdafbfb1401e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.668077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7404-87cd-4043-b412-cdafbfb1401e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.672260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ba7e7404-87cd-4043-b412-cdafbfb1401e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/security-groups/67b778c6-02f0-4f2f-bdb4-3c952296b197 HTTP/1.1" status: 204 len: 168 time: 0.1611099 Sep 21 08:31:44.674978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50062) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.717848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.720427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5a240578-64e0-401f-bd9f-61cd8659a8b8 tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/subnets/8294e43b-5cfc-4e96-9b5a-1bf41394e70e HTTP/1.1" status: 204 len: 168 time: 0.7954264 Sep 21 08:31:44.726905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50064) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:44.860845 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.878736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.882674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7404-87cd-4043-b412-cdafbfb1401e tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b778c6-02f0-4f2f-bdb4-3c952296b197,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:44.886955 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.936470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet c9d56d23-310c-43df-af27-acd22dcb22be {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:31:44.940240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:44.983668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.002542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Pushing event updated for resources: {'Port': ['ID=6676cc31-004e-4024-878e-8f2487b3c4a8,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:45.035257 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.035796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:45.037513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:45.046267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:45.074194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614607b4-08a8-4b9d-917e-eac3f82c9aaf']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:45.085605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.096457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219d0e43-deca-4257-baaa-12682e7567a1') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:45.096895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219d0e43-deca-4257-baaa-12682e7567a1') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:45.103269 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:31:42Z', 'revision_number': 3, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port': {'id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:41Z', 'updated_at': '2021-09-21T08:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:45.132965 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.137641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Attempting to bind port 6676cc31-004e-4024-878e-8f2487b3c4a8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:45.138018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Attempting to bind port 6676cc31-004e-4024-878e-8f2487b3c4a8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '735098fe-311e-4221-9b8e-7a5591ea5799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bfd907bf-8103-46d4-a6b9-d332c6a6cb13'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:45.138483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Attempting to bind port 6676cc31-004e-4024-878e-8f2487b3c4a8 on network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:45.144314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:45.144991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Checking segment: {'id': '735098fe-311e-4221-9b8e-7a5591ea5799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bfd907bf-8103-46d4-a6b9-d332c6a6cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:45.144991 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.145398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Bound using segment: {'id': '735098fe-311e-4221-9b8e-7a5591ea5799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bfd907bf-8103-46d4-a6b9-d332c6a6cb13'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:45.145874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Bound port: 6676cc31-004e-4024-878e-8f2487b3c4a8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735098fe-311e-4221-9b8e-7a5591ea5799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'bfd907bf-8103-46d4-a6b9-d332c6a6cb13'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:45.146444 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.147171 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Checking router: 11300b30-20ed-42f4-9800-8fe7f89f5e81 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:31:45.149785 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Updating router 11300b30-20ed-42f4-9800-8fe7f89f5e81 port e2cc797d-4aff-48ed-9a88-881ab529e3ff binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:31:45.163182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.178924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:31:45.178924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:31:45.183186 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:31:45.212666 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.256029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=354ce7be-36bf-4d1a-b077-9d1858bbeef2,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:45.269166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.313249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] For port 6676cc31-004e-4024-878e-8f2487b3c4a8, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:45.356917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '9f48e3bf-8548-4d29-bc9f-4f761d7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e1760b87-55a5-4d9d-aeb8-1353a1498d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:45.357903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: e1760b87-55a5-4d9d-aeb8-1353a1498d6e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:45.375036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] For port 6676cc31-004e-4024-878e-8f2487b3c4a8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6676cc31-004e-4024-878e-8f2487b3c4a8,segment=NetworkSegment(735098fe-311e-4221-9b8e-7a5591ea5799),segment_id=735098fe-311e-4221-9b8e-7a5591ea5799)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:45.378181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.389742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.390064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.392657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] 10.222.0.59 "DELETE /v2.0/networks/614607b4-08a8-4b9d-917e-eac3f82c9aaf HTTP/1.1" status: 204 len: 168 time: 0.6629045 Sep 21 08:31:45.399272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:45.452155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3dff1-31cd-458d-b5e7-c3c4baf608ef req-9e4ed365-d2d1-48dc-9988-00a7488ceaad tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:45.462796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98e3dff1-31cd-458d-b5e7-c3c4baf608ef req-9e4ed365-d2d1-48dc-9988-00a7488ceaad tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.2838860 Sep 21 08:31:45.566023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa67857-1310-49ef-b585-f7cce0c3eef4 None None] Pushing event updated for resources: {'Port': ['ID=6676cc31-004e-4024-878e-8f2487b3c4a8,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:45.727381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.832197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50080) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:45.832573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50082) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:45.852275 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.859677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d56d23-310c-43df-af27-acd22dcb22be,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:45.869199 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.881898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98e3dff1-31cd-458d-b5e7-c3c4baf608ef req-be8739a9-0b6a-4417-b4ac-c4328d715c42 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178398 Sep 21 08:31:45.892951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9ad261-ba9a-403d-b770-e75c9f91eb19 None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:45.893524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:45.896636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0261d8a1-4fd3-49ef-b44f-4c9b7e06e668 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/c9d56d23-310c-43df-af27-acd22dcb22be HTTP/1.1" status: 204 len: 168 time: 1.0888822 Sep 21 08:31:45.905484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50088) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:45.925934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-f6f7c516-71b1-45b6-b53f-d91711fead2c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:45.928127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-f6f7c516-71b1-45b6-b53f-d91711fead2c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.4465566 Sep 21 08:31:45.958671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:46.041628 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Attempting to bind port e2cc797d-4aff-48ed-9a88-881ab529e3ff on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:46.042364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Attempting to bind port e2cc797d-4aff-48ed-9a88-881ab529e3ff by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:46.042977 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Attempting to bind port e2cc797d-4aff-48ed-9a88-881ab529e3ff on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:46.053219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446040a-8e1a-46e1-bc80-fcfe2bc81f5f tempest-FloatingIPTestJSON-1339776723 tempest-FloatingIPTestJSON-1339776723-project] Pushing event deleted for resources: {'Network': ['ID=614607b4-08a8-4b9d-917e-eac3f82c9aaf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:46.060521 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:46.061523 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:46.062223 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.062921 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:46.063740 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Bound port: e2cc797d-4aff-48ed-9a88-881ab529e3ff, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:46.064879 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.087635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, e1760b87-55a5-4d9d-aeb8-1353a1498d6e) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:46.102746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041738a-41c7-42e3-9e6c-3bd7f00812dc None None] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:46.120881 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Pushing event updated for resources: {'Port': ['ID=e2cc797d-4aff-48ed-9a88-881ab529e3ff,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:46.132894 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.133087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:46.133225 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.133592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.133712 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.133945 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.134215 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.134613 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.134944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.135276 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.135631 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.135955 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.136395 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.136721 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:46.165838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-af196190-7851-4851-bbb9-48e3f55857de tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8823113 Sep 21 08:31:46.177913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50090) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:46.185677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5ebc94f0-d1a3-49d9-abc0-63753a90be4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1673900884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:46.195033 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] For port e2cc797d-4aff-48ed-9a88-881ab529e3ff, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:46.201375 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] For port e2cc797d-4aff-48ed-9a88-881ab529e3ff, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e2cc797d-4aff-48ed-9a88-881ab529e3ff,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:46.208435 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.211353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0cfb8-e452-49b4-a736-f1f9d687809a req-67bfbc1f-9610-423e-b1f0-ce2db82b031c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:46.222915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cf0cfb8-e452-49b4-a736-f1f9d687809a req-67bfbc1f-9610-423e-b1f0-ce2db82b031c tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.1724577 Sep 21 08:31:46.292674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cf0cfb8-e452-49b4-a736-f1f9d687809a req-249a4424-000e-4ea8-b862-d4424e28e669 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671825 Sep 21 08:31:46.298240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25ae031c-f7d1-497e-ad69-fdcfc518057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.321044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ebc94f0-d1a3-49d9-abc0-63753a90be4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.322810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ebc94f0-d1a3-49d9-abc0-63753a90be4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.345972 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e4b4b-f769-45a4-8e4b-ca16e3eea0c3 None None] Pushing event updated for resources: {'Port': ['ID=e2cc797d-4aff-48ed-9a88-881ab529e3ff,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:46.348964 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Routers {'11300b30-20ed-42f4-9800-8fe7f89f5e81'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:46.349742 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['11300b30-20ed-42f4-9800-8fe7f89f5e81'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:46.401506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ad630799-fbe3-400e-822b-7e94132110dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca44b5ad97924331a17af513e27a71e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5671842 Sep 21 08:31:46.402997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50092) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:46.424459 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ebc94f0-d1a3-49d9-abc0-63753a90be4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.437118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ebc94f0-d1a3-49d9-abc0-63753a90be4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.522631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c3501b6-f4ba-4424-8ccc-8f4cabebed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.545138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.553989 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] Set router 11300b30-20ed-42f4-9800-8fe7f89f5e81 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:46.560289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c3501b6-f4ba-4424-8ccc-8f4cabebed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.580605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-e1760b87-55a5-4d9d-aeb8-1353a1498d6e', 'network_id': 'e1760b87-55a5-4d9d-aeb8-1353a1498d6e', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': '354ce7be-36bf-4d1a-b077-9d1858bbeef2'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:46.582325 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.585475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Deleting port 76f1a964-b979-481a-b908-78f0bf4e7b49 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:46.585823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.656491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c3501b6-f4ba-4424-8ccc-8f4cabebed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.659496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c3501b6-f4ba-4424-8ccc-8f4cabebed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:46.661437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4c3501b6-f4ba-4424-8ccc-8f4cabebed5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0255adb2-7655-4936-aafd-30722c0b6159 HTTP/1.1" status: 204 len: 168 time: 0.2564402 Sep 21 08:31:46.736738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3501b6-f4ba-4424-8ccc-8f4cabebed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0255adb2-7655-4936-aafd-30722c0b6159,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:46.868308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6676cc31-004e-4024-878e-8f2487b3c4a8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:46.946884 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:31:42Z', 'revision_number': 3, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port': {'id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:41Z', 'updated_at': '2021-09-21T08:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:46.979103 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f3a393-b675-4e8e-9327-0f8ae361ae21 None None] The sync data for ids ['11300b30-20ed-42f4-9800-8fe7f89f5e81'] in n-d-809980-2 is: [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:31:42Z', 'revision_number': 3, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port': {'id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:41Z', 'updated_at': '2021-09-21T08:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:47.038424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Allocated IP 172.21.0.2 (e1760b87-55a5-4d9d-aeb8-1353a1498d6e/354ce7be-36bf-4d1a-b077-9d1858bbeef2/baf17733-ead4-4296-853a-bc05366c91fb) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:47.039557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25ae031c-f7d1-497e-ad69-fdcfc518057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.047231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] For port 76f1a964-b979-481a-b908-78f0bf4e7b49, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=76f1a964-b979-481a-b908-78f0bf4e7b49,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:47.047693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.051477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ebc94f0-d1a3-49d9-abc0-63753a90be4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.053112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5ebc94f0-d1a3-49d9-abc0-63753a90be4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8719113 Sep 21 08:31:47.056304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50100) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:47.102649 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-25ae031c-f7d1-497e-ad69-fdcfc518057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.126941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6676cc31-004e-4024-878e-8f2487b3c4a8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:47.131847 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.412917 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.528461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:47.532152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.540085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-25ae031c-f7d1-497e-ad69-fdcfc518057d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b7231e82e9746eeafa9ef7001bec843&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7047441 Sep 21 08:31:47.551394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a257c-9a54-4005-b601-0c5fe57f67b6 None None] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:47.566220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50110) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:47.567921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae031c-f7d1-497e-ad69-fdcfc518057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d73060-6a45-49ba-b513-394b17555db1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:47.769540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c134d-f4a9-43bf-a8f3-78920e8720ab req-c8ae69f1-1343-4092-91c8-4583268c3662 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:47.771880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d61c134d-f4a9-43bf-a8f3-78920e8720ab req-c8ae69f1-1343-4092-91c8-4583268c3662 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.2631171 Sep 21 08:31:47.783283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Allocated IP 172.20.0.1 (745e6eb2-adab-43d5-83c2-3ca304ab1414/7ab34c2c-0598-4be6-81a6-5aa29051af45/12a9cc48-ce0f-43bd-9268-24865ef6408b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:47.814083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13440f3-ea19-4017-ae02-4cfde207a891 req-3bcaad48-bad5-4bc4-9306-03f0a383dfee tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:47.829868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c13440f3-ea19-4017-ae02-4cfde207a891 req-3bcaad48-bad5-4bc4-9306-03f0a383dfee tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.8053985 Sep 21 08:31:47.879359 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d61c134d-f4a9-43bf-a8f3-78920e8720ab req-90f2099f-dbb2-4594-a8a4-15b9f104ecd5 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582919 Sep 21 08:31:47.930516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.937105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 6676cc31-004e-4024-878e-8f2487b3c4a8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6676cc31-004e-4024-878e-8f2487b3c4a8,segment=NetworkSegment(735098fe-311e-4221-9b8e-7a5591ea5799),segment_id=735098fe-311e-4221-9b8e-7a5591ea5799)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:47.984355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d0f56a87-f7a1-4e7c-bac4-4cc391add4c6 None None] Provisioning complete for port 6676cc31-004e-4024-878e-8f2487b3c4a8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:47.984597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d0f56a87-f7a1-4e7c-bac4-4cc391add4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.986183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:47.988593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.003387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c13440f3-ea19-4017-ae02-4cfde207a891 req-efa6dcbb-1f00-4511-8102-dfdd1fe6f62d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676838 Sep 21 08:31:48.041653 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.088800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:48.094617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:48.114750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:48.177161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=6676cc31-004e-4024-878e-8f2487b3c4a8,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:48.270985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Pushing event updated for resources: {'Port': ['ID=baf17733-ead4-4296-853a-bc05366c91fb,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:48.282581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.20.0.1 (bfd907bf-8103-46d4-a6b9-d332c6a6cb13/4efa0683-6dd2-41f8-86db-736ce07e4eec/acc3188b-42f0-4ea8-9955-b7bd89e81616) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:48.366797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50122) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:48.381666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Attempting to bind port baf17733-ead4-4296-853a-bc05366c91fb on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:48.382320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Attempting to bind port baf17733-ead4-4296-853a-bc05366c91fb by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '9f48e3bf-8548-4d29-bc9f-4f761d7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e1760b87-55a5-4d9d-aeb8-1353a1498d6e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:48.382888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Attempting to bind port baf17733-ead4-4296-853a-bc05366c91fb on network e1760b87-55a5-4d9d-aeb8-1353a1498d6e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:48.398054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:48.398797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Checking segment: {'id': '9f48e3bf-8548-4d29-bc9f-4f761d7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e1760b87-55a5-4d9d-aeb8-1353a1498d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:48.399550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.400569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Bound using segment: {'id': '9f48e3bf-8548-4d29-bc9f-4f761d7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e1760b87-55a5-4d9d-aeb8-1353a1498d6e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:48.401288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Bound port: baf17733-ead4-4296-853a-bc05366c91fb, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f48e3bf-8548-4d29-bc9f-4f761d7b7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e1760b87-55a5-4d9d-aeb8-1353a1498d6e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:48.402005 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.483280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.503521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] For port baf17733-ead4-4296-853a-bc05366c91fb, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:48.510593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] For port baf17733-ead4-4296-853a-bc05366c91fb, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=baf17733-ead4-4296-853a-bc05366c91fb,segment=NetworkSegment(9f48e3bf-8548-4d29-bc9f-4f761d7b7e31),segment_id=9f48e3bf-8548-4d29-bc9f-4f761d7b7e31)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:48.519777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.539080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.605350 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d410-bb35-49f0-8a27-7f932e6c1b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.613267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6364f648-c918-4b26-8766-36159705dbd0 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1354780832', 'prefixes': ['172.20.0.0/16']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:48.616278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-714ff5e6-d427-4c36-82fa-ff4a2441a919 None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:48.616660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-714ff5e6-d427-4c36-82fa-ff4a2441a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.636026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:48.639634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=acc3188b-42f0-4ea8-9955-b7bd89e81616,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:48.645460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:48.649767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:48.656790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.657102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.657371 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Floating IP b30ed5bb-b33f-436c-b32b-7dc8696f44b5 disassociated. External IP: 172.25.1.115, port: 76f1a964-b979-481a-b908-78f0bf4e7b49. Sep 21 08:31:48.657714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Calling delete_port for 76f1a964-b979-481a-b908-78f0bf4e7b49 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:48.675327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d410-bb35-49f0-8a27-7f932e6c1b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.683882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295f204-75b8-4a48-84ed-c8e02f214d3d None None] Pushing event updated for resources: {'Port': ['ID=baf17733-ead4-4296-853a-bc05366c91fb,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:48.780466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.827883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.838649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-714ff5e6-d427-4c36-82fa-ff4a2441a919 None None] Provisioning complete for port 79619eb8-8163-4a8c-8f78-585570ca095f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:48.839119 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-714ff5e6-d427-4c36-82fa-ff4a2441a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.893245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6364f648-c918-4b26-8766-36159705dbd0 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] Notify callbacks [] for subnetpool, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.913000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6364f648-c918-4b26-8766-36159705dbd0 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5417192 Sep 21 08:31:48.913000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:48.926703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-714ff5e6-d427-4c36-82fa-ff4a2441a919 None None] Port 79619eb8-8163-4a8c-8f78-585570ca095f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:48.942213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-714ff5e6-d427-4c36-82fa-ff4a2441a919 None None] Provisioning complete for port 6676cc31-004e-4024-878e-8f2487b3c4a8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:48.957925 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-714ff5e6-d427-4c36-82fa-ff4a2441a919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:48.984607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2cc797d-4aff-48ed-9a88-881ab529e3ff up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:49.088536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b748dfc-0648-4c06-9501-96265c7ccec5 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] 10.222.0.59 "GET /v2.0/subnetpools/7c666a70-1f4a-44cd-94b4-eaf7976e9ffa HTTP/1.1" status: 200 len: 732 time: 0.1737485 Sep 21 08:31:49.089318 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:49.111162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-045ccbb6-2dab-4dad-b8ba-82ba03e4b272 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-324086044'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:49.158636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d410-bb35-49f0-8a27-7f932e6c1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.161931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d410-bb35-49f0-8a27-7f932e6c1b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.164624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e0b3d410-bb35-49f0-8a27-7f932e6c1b0f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38d73060-6a45-49ba-b513-394b17555db1 HTTP/1.1" status: 204 len: 168 time: 1.5937393 Sep 21 08:31:49.187618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.203057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3d410-bb35-49f0-8a27-7f932e6c1b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d73060-6a45-49ba-b513-394b17555db1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:49.234358 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.282702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:49.290758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace1911-82f4-4fdb-b3b3-bdfba64aeb40 req-02282019-37f0-47e2-8c55-fec719943c95 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:49.291558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.292921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aace1911-82f4-4fdb-b3b3-bdfba64aeb40 req-02282019-37f0-47e2-8c55-fec719943c95 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 946 time: 0.2585986 Sep 21 08:31:49.365945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:49.370038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:49.370832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.380412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d26d45d-cdf3-421c-af0b-9532d9651d2b None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:49.414560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Pushing event updated for resources: {'Port': ['ID=12a9cc48-ce0f-43bd-9268-24865ef6408b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:49.420205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e2cc797d-4aff-48ed-9a88-881ab529e3ff triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:49.420827 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.427757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4985864 Sep 21 08:31:49.434184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:49.435079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:49.436252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c014ded-9c4a-40fe-bcbb-4f2f96660650 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=6c1aeab0-bf13-4391-9a67-b2c0b87b01f4,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:49.446260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:49.448932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:49.487555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91113689-6507-40d4-a02d-a2999eb337d2 req-a1fe92d2-4bdd-4710-ac26-455052c7eaa2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:49.489416 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91113689-6507-40d4-a02d-a2999eb337d2 req-a1fe92d2-4bdd-4710-ac26-455052c7eaa2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.3447495 Sep 21 08:31:49.528319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59f856f8-9b46-4555-bb2e-dc1527fb46b0 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:31:49.533320 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'security_group': {'name': 'tempest-secgroup-657168576'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:49.555794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.579194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.592935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aace1911-82f4-4fdb-b3b3-bdfba64aeb40 req-8a888daf-a45a-4be3-897a-f97df7615b3b tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups?id=0b4e91c4-eba7-43e1-8eeb-6236c41704e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871530 Sep 21 08:31:49.595135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.653197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91113689-6507-40d4-a02d-a2999eb337d2 req-e801f8be-a177-4774-aa83-325b47b0fd37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535606 Sep 21 08:31:49.673237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-045ccbb6-2dab-4dad-b8ba-82ba03e4b272 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] Notify callbacks [] for subnetpool, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.677921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-045ccbb6-2dab-4dad-b8ba-82ba03e4b272 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] 10.222.0.59 "PUT /v2.0/subnetpools/7c666a70-1f4a-44cd-94b4-eaf7976e9ffa HTTP/1.1" status: 200 len: 683 time: 0.5705056 Sep 21 08:31:49.682596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50144) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:49.792471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event deleted for resources: {'Port': ['ID=76f1a964-b979-481a-b908-78f0bf4e7b49,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:49.803822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Router 95c55bca-9024-45c0-b309-ccb4df96c430 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:49.804510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 59f856f8-9b46-4555-bb2e-dc1527fb46b0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59f856f8-9b46-4555-bb2e-dc1527fb46b0,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:49.820202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '59f856f8-9b46-4555-bb2e-dc1527fb46b0', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'port_id': '59f856f8-9b46-4555-bb2e-dc1527fb46b0', 'mac_address': 'fa:16:3e:2d:0e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:31:49.833865 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.907834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91ebeed7-6f8b-45e2-9f81-2624d52c10eb tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] Notify callbacks [] for subnetpool, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.911556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-91ebeed7-6f8b-45e2-9f81-2624d52c10eb tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] 10.222.0.59 "DELETE /v2.0/subnetpools/7c666a70-1f4a-44cd-94b4-eaf7976e9ffa HTTP/1.1" status: 204 len: 168 time: 0.2254817 Sep 21 08:31:49.914535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50150) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:49.927148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port e2cc797d-4aff-48ed-9a88-881ab529e3ff, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e2cc797d-4aff-48ed-9a88-881ab529e3ff,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:49.928869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a1b4efbd-98f9-47c0-b3d6-77789274e65f None None] Provisioning complete for port acc3188b-42f0-4ea8-9955-b7bd89e81616 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:49.929514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1b4efbd-98f9-47c0-b3d6-77789274e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.951898 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-5badaadc-aa41-4309-876c-8c6e4476e2e3 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] show failed (client error): The resource could not be found. Sep 21 08:31:49.955615 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5badaadc-aa41-4309-876c-8c6e4476e2e3 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] 10.222.0.59 "GET /v2.0/subnetpools/7c666a70-1f4a-44cd-94b4-eaf7976e9ffa HTTP/1.1" status: 404 len: 346 time: 0.0336967 Sep 21 08:31:49.958719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50152) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:49.961631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:49.963043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6676cc31-004e-4024-878e-8f2487b3c4a8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:50.003901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.010331 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-900293f8-62b1-4ec0-aea9-310a64e70f48 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] delete failed (client error): The resource could not be found. Sep 21 08:31:50.015202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-900293f8-62b1-4ec0-aea9-310a64e70f48 tempest-SubnetPoolsTestJSON-140750507 tempest-SubnetPoolsTestJSON-140750507-project] 10.222.0.59 "DELETE /v2.0/subnetpools/7c666a70-1f4a-44cd-94b4-eaf7976e9ffa HTTP/1.1" status: 404 len: 346 time: 0.0481794 Sep 21 08:31:50.043841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:31:50.110783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.130345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.146714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.171165 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.177169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 76f1a964-b979-481a-b908-78f0bf4e7b49 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:31:50.177636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 76f1a964-b979-481a-b908-78f0bf4e7b49 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:31:50.214818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.224199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.234830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.260307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.262129 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8000398 Sep 21 08:31:50.274853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50162) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:50.277451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.287821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2cf01255-245c-425d-93ff-ef9cde918bc9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'security_group': {'name': 'tempest-secgroup-1950793439'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:50.298099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.328380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:50.373632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4efbd-98f9-47c0-b3d6-77789274e65f None None] Port acc3188b-42f0-4ea8-9955-b7bd89e81616 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:50.380079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] Sync routers for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:50.424800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce96e6a-ba82-4b08-a5a6-2f8cd4aed2da,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:50.431809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f856f8-9b46-4555-bb2e-dc1527fb46b0 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:31:50.450423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.450980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.451521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.452053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.452572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.453076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.453582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.454333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.454850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.455375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.455890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.456637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8558ddc8-e3d7-4fd7-8b6b-b5cc84163c9c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.497908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:50.503912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:50.510494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] No DVR routers for this DVR port 76f1a964-b979-481a-b908-78f0bf4e7b49 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:31:50.515277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.517686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97fc54ba-0830-4b05-a916-ba6734a83fde req-a56a7f1d-1ec3-46a2-815f-00dcf3a18164 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.62 "DELETE /v2.0/ports/76f1a964-b979-481a-b908-78f0bf4e7b49 HTTP/1.1" status: 204 len: 173 time: 4.4911582 Sep 21 08:31:50.528081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-deleted', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:31:50.531956 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d818df62-63f4-453f-badb-7fa7007ee8a3" -d '{"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-deleted", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:31:50.564826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b4de71-2552-42ae-8b75-301cb454f2a2 None None] Update dhcp port {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'fixed_ips': [{'subnet_id': 'baf15f5d-2f41-41dd-bc5a-61fc319327e9', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c1aeab0-bf13-4391-9a67-b2c0b87b01f4'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'bf9bb5ec-321c-40f3-96df-f3a9c69275c8'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:31:50.576359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=acc3188b-42f0-4ea8-9955-b7bd89e81616,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:50.584703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=e2cc797d-4aff-48ed-9a88-881ab529e3ff,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:50.610628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50170) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:50.641068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Pushing event updated for resources: {'Port': ['ID=12a9cc48-ce0f-43bd-9268-24865ef6408b,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:50.645309 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c21285c-7cf4-43ea-82f1-82f3726034aa x-openstack-request-id: req-6c21285c-7cf4-43ea-82f1-82f3726034aa {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:31:50.645818 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5073a0-ba73-45d0-8966-cd3150867892", "name": "network-vif-deleted", "tag": "76f1a964-b979-481a-b908-78f0bf4e7b49", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:31:50.646266 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c21285c-7cf4-43ea-82f1-82f3726034aa {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:31:50.646844 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5073a0-ba73-45d0-8966-cd3150867892', 'name': 'network-vif-deleted', 'tag': '76f1a964-b979-481a-b908-78f0bf4e7b49', 'status': 'completed', 'code': 200} Sep 21 08:31:50.651922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cf01255-245c-425d-93ff-ef9cde918bc9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.658032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:50.660099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:50.743105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7b4de71-2552-42ae-8b75-301cb454f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.821600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa790754-b603-42be-ace8-6d35488b0393 None None] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:50.832549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:50.833421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:50.842588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Router 11300b30-20ed-42f4-9800-8fe7f89f5e81 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:50.848832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 59f856f8-9b46-4555-bb2e-dc1527fb46b0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59f856f8-9b46-4555-bb2e-dc1527fb46b0,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:50.891005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2fde83f6-77ce-4c02-9210-6a470a6fb67a req-f09b2b10-44ad-46e7-9fe6-4ba073cf0dad tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f5073a0-ba73-45d0-8966-cd3150867892 HTTP/1.1" status: 200 len: 210 time: 0.0443552 Sep 21 08:31:50.921958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77075301-0f23-4f17-abc4-6d8b9a8cd112 req-bf1b6bd4-c2dc-4551-b229-b9ea9cc09b36 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:50.923904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77075301-0f23-4f17-abc4-6d8b9a8cd112 req-bf1b6bd4-c2dc-4551-b229-b9ea9cc09b36 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 943 time: 0.1334386 Sep 21 08:31:50.945322 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0667b899-a304-425c-8244-205f0fcde69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.948930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6676cc31-004e-4024-878e-8f2487b3c4a8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:50.949472 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:50.953194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.953615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.954075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.955328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.955818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.956474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.957764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.958184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.959095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.959389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.959788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.960528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:50.978080 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.110024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:51.120201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-be58c151-10bf-4a21-8246-a963451d9b5d admin admin] 10.222.0.59 "PUT /v2.0/routers/11300b30-20ed-42f4-9800-8fe7f89f5e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4702406 Sep 21 08:31:51.139889 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Sync routers for ids ['11300b30-20ed-42f4-9800-8fe7f89f5e81'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:51.154019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77075301-0f23-4f17-abc4-6d8b9a8cd112 req-fd735fd2-5037-4978-a014-a458ba98396f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015197 Sep 21 08:31:51.167446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router ae67fddc-ae20-4951-9552-f863d64ba7e0 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:31:51.171619 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Routers {'11300b30-20ed-42f4-9800-8fe7f89f5e81'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:51.173118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cf01255-245c-425d-93ff-ef9cde918bc9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.173444 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['11300b30-20ed-42f4-9800-8fe7f89f5e81'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:51.188981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cf01255-245c-425d-93ff-ef9cde918bc9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.201680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ce0a0364-f9db-453e-83d6-79388ae6fc5f None None] Provisioning complete for port baf17733-ead4-4296-853a-bc05366c91fb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:51.202412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0364-f9db-453e-83d6-79388ae6fc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.281175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0667b899-a304-425c-8244-205f0fcde69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.285821 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0667b899-a304-425c-8244-205f0fcde69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.293187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf01255-245c-425d-93ff-ef9cde918bc9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c35e63-04fb-4d42-9fbf-6cb255128a90,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:51.316348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cf01255-245c-425d-93ff-ef9cde918bc9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.317645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2cf01255-245c-425d-93ff-ef9cde918bc9 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0380640 Sep 21 08:31:51.321147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50184) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:51.328847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c5da5f9d-bcf6-4057-b7db-ea4098dd7613 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'security_group': {'name': 'tempest-secgroup-2052531426'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:51.378622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0667b899-a304-425c-8244-205f0fcde69c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=414f5e8bd4c14f6ca30c529643aba097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7667475 Sep 21 08:31:51.382575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50186) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:51.386973 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5da5f9d-bcf6-4057-b7db-ea4098dd7613 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.415640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667b899-a304-425c-8244-205f0fcde69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c34031c-024e-4e81-ae3c-392268d3c6e4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:51.441619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:51.449235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0bb72427-6527-4e3b-90a3-557e520bef17 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/ae67fddc-ae20-4951-9552-f863d64ba7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3902421 Sep 21 08:31:51.451580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50194) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:51.466371 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Set router 11300b30-20ed-42f4-9800-8fe7f89f5e81 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:51.513657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac007615-4e5d-431f-81b3-6fb3e959487d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:51.515737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ac007615-4e5d-431f-81b3-6fb3e959487d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports/acc3188b-42f0-4ea8-9955-b7bd89e81616 HTTP/1.1" status: 200 len: 910 time: 0.0621486 Sep 21 08:31:51.523584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50200) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:51.556853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] Sync routers for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:51.559902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['59f856f8-9b46-4555-bb2e-dc1527fb46b0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:31:51.706658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:51.707344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:51.709280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=59f856f8-9b46-4555-bb2e-dc1527fb46b0,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:51.786033 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b95c261-1cf9-46e4-b08d-ff1578b7584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.808631 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:31:49Z', 'revision_number': 4, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port': {'id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:41Z', 'updated_at': '2021-09-21T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '12a9cc48-ce0f-43bd-9268-24865ef6408b', 'name': '', 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'mac_address': 'fa:16:3e:db:f1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:46Z', 'updated_at': '2021-09-21T08:31:50Z', 'revision_number': 2, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'subnets': [{'id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:51.812259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:51.821308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:51.842699 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Checking router: 11300b30-20ed-42f4-9800-8fe7f89f5e81 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:31:51.843576 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Updating router 11300b30-20ed-42f4-9800-8fe7f89f5e81 port 12a9cc48-ce0f-43bd-9268-24865ef6408b binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:31:51.871192 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.924507 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b95c261-1cf9-46e4-b08d-ff1578b7584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:51.969328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:51.970130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:52.055282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50216) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:52.113305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:52.115370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c3897-8023-48bd-87f4-542805d23d96 None None] The sync data for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:52.118290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0364-f9db-453e-83d6-79388ae6fc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.148506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28ad5c2a-d45b-4c52-845e-d07bf9b7c8b1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.205042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5da5f9d-bcf6-4057-b7db-ea4098dd7613 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.212875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28ad5c2a-d45b-4c52-845e-d07bf9b7c8b1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.216549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5da5f9d-bcf6-4057-b7db-ea4098dd7613 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.317397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5da5f9d-bcf6-4057-b7db-ea4098dd7613 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.321271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c5da5f9d-bcf6-4057-b7db-ea4098dd7613 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9965856 Sep 21 08:31:52.324923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50220) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:52.327531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d410-06cd-478d-93e1-417d0ca0061a req-fc68c784-a4b7-4ec3-86dd-9f1794d2914a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:52.335227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-fc68c784-a4b7-4ec3-86dd-9f1794d2914a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 819 time: 0.4772925 Sep 21 08:31:52.337641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1626089539', 'security_groups': ['22eb0e0d-2b98-4948-b5b2-9ef7de7cb607'], 'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c1aeab0-bf13-4391-9a67-b2c0b87b01f4'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:52.341952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da5f9d-bcf6-4057-b7db-ea4098dd7613 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22eb0e0d-2b98-4948-b5b2-9ef7de7cb607,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:52.379299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-4a402929-9a63-4541-9608-5004d04fe256 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/quotas/2175666fc3e942009fd12cb6a7859f3c HTTP/1.1" status: 200 len: 375 time: 0.0429783 Sep 21 08:31:52.399988 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.408104 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.454954 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b95c261-1cf9-46e4-b08d-ff1578b7584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.457850 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b95c261-1cf9-46e4-b08d-ff1578b7584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.459113 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4b95c261-1cf9-46e4-b08d-ff1578b7584c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c34031c-024e-4e81-ae3c-392268d3c6e4 HTTP/1.1" status: 204 len: 168 time: 1.0750916 Sep 21 08:31:52.466146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-e7b4de71-2552-42ae-8b75-301cb454f2a2 None None] Allocated IP 172.20.0.2 (f974ca70-3d33-46d9-a18e-704789faceac/6c1aeab0-bf13-4391-9a67-b2c0b87b01f4/bf9bb5ec-321c-40f3-96df-f3a9c69275c8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:52.490567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95c261-1cf9-46e4-b08d-ff1578b7584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c34031c-024e-4e81-ae3c-392268d3c6e4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:52.500903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.501681 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ce0a0364-f9db-453e-83d6-79388ae6fc5f None None] For port baf17733-ead4-4296-853a-bc05366c91fb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=baf17733-ead4-4296-853a-bc05366c91fb,segment=NetworkSegment(9f48e3bf-8548-4d29-bc9f-4f761d7b7e31),segment_id=9f48e3bf-8548-4d29-bc9f-4f761d7b7e31)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:52.522474 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953d236-0db7-4acf-a033-0c983035c451 None None] Pushing event updated for resources: {'Port': ['ID=12a9cc48-ce0f-43bd-9268-24865ef6408b,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:52.556075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ce0a0364-f9db-453e-83d6-79388ae6fc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.558238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a2d7c-e20b-44d0-948a-f5478ea70598 req-0d51a2a2-587b-4dc1-b948-5001c39145ca tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:52.560919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-522a2d7c-e20b-44d0-948a-f5478ea70598 req-0d51a2a2-587b-4dc1-b948-5001c39145ca tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 944 time: 0.2856133 Sep 21 08:31:52.583034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-a14e91f5-8a53-465b-bbb2-0ce5ba5df765 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2027011 Sep 21 08:31:52.637789 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-18b2da00-a865-432d-87c1-f70c6345d95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.645391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28ad5c2a-d45b-4c52-845e-d07bf9b7c8b1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.649760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Attempting to bind port 12a9cc48-ce0f-43bd-9268-24865ef6408b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:52.649760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Attempting to bind port 12a9cc48-ce0f-43bd-9268-24865ef6408b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:52.650016 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Attempting to bind port 12a9cc48-ce0f-43bd-9268-24865ef6408b on network 745e6eb2-adab-43d5-83c2-3ca304ab1414 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:52.658817 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:52.659220 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Checking segment: {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:52.659380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28ad5c2a-d45b-4c52-845e-d07bf9b7c8b1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.660585 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.663507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-28ad5c2a-d45b-4c52-845e-d07bf9b7c8b1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "DELETE /v2.0/security-groups/0b4e91c4-eba7-43e1-8eeb-6236c41704e1 HTTP/1.1" status: 204 len: 168 time: 0.6069033 Sep 21 08:31:52.663951 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Bound using segment: {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:52.664447 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Bound port: 12a9cc48-ce0f-43bd-9268-24865ef6408b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:52.665081 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.666289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:52.735338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad5c2a-d45b-4c52-845e-d07bf9b7c8b1 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e91c4-eba7-43e1-8eeb-6236c41704e1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:52.774244 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-f012d37c-7d31-4e73-addf-2bb4b48c1d14 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] show failed (client error): The resource could not be found. Sep 21 08:31:52.776434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f012d37c-7d31-4e73-addf-2bb4b48c1d14 tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "GET /v2.0/security-groups/0b4e91c4-eba7-43e1-8eeb-6236c41704e1 HTTP/1.1" status: 404 len: 347 time: 0.0701146 Sep 21 08:31:52.790642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50228) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:52.839878 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] For port 12a9cc48-ce0f-43bd-9268-24865ef6408b, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:52.844889 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] For port 12a9cc48-ce0f-43bd-9268-24865ef6408b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=12a9cc48-ce0f-43bd-9268-24865ef6408b,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:52.849225 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.866728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a81d1746-a9ea-4b22-b64e-49198a3480ed None None] Provisioning complete for port acc3188b-42f0-4ea8-9955-b7bd89e81616 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:52.867027 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a81d1746-a9ea-4b22-b64e-49198a3480ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:52.893434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-522a2d7c-e20b-44d0-948a-f5478ea70598 req-494d02bc-d6fd-42dd-a9cd-140d6e82e33e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083923 Sep 21 08:31:52.918342 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Routers {'11300b30-20ed-42f4-9800-8fe7f89f5e81'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:52.919228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['11300b30-20ed-42f4-9800-8fe7f89f5e81'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:52.957699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device baf17733-ead4-4296-853a-bc05366c91fb up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:52.962067 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953d236-0db7-4acf-a033-0c983035c451 None None] Pushing event updated for resources: {'Port': ['ID=12a9cc48-ce0f-43bd-9268-24865ef6408b,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:53.003936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-c2865424-900a-439d-9927-af2faaeb4bfc service neutron] 10.222.0.59 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187367 Sep 21 08:31:53.017131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a0364-f9db-453e-83d6-79388ae6fc5f None None] Pushing event updated for resources: {'Port': ['ID=baf17733-ead4-4296-853a-bc05366c91fb,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:53.054496 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] Set router 11300b30-20ed-42f4-9800-8fe7f89f5e81 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:53.074313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:53.108319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a81d1746-a9ea-4b22-b64e-49198a3480ed None None] Port acc3188b-42f0-4ea8-9955-b7bd89e81616 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:53.147035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e7b4de71-2552-42ae-8b75-301cb454f2a2 None None] For port bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,segment=NetworkSegment(9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76),segment_id=9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:53.191237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port baf17733-ead4-4296-853a-bc05366c91fb triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:53.191650 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.266807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7b4de71-2552-42ae-8b75-301cb454f2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.281745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7b4de71-2552-42ae-8b75-301cb454f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.336330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Deleting port aeb31bea-8645-4aa5-ab37-ec7afd3cfc90 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:31:53.336836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.366148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.21.0.1 (e1760b87-55a5-4d9d-aeb8-1353a1498d6e/354ce7be-36bf-4d1a-b077-9d1858bbeef2/d938fe04-f823-4a53-8250-49a24d153cd0) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:53.370545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:53.429993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-78eb600f-e116-4aad-b736-4bd0d98faf1a service neutron] 10.222.0.59 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193504 Sep 21 08:31:53.439910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] Checking router: 95c55bca-9024-45c0-b309-ccb4df96c430 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:31:53.446492 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:31:49Z', 'revision_number': 4, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port': {'id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:41Z', 'updated_at': '2021-09-21T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '12a9cc48-ce0f-43bd-9268-24865ef6408b', 'name': '', 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'mac_address': 'fa:16:3e:db:f1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:46Z', 'updated_at': '2021-09-21T08:31:52Z', 'revision_number': 4, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'subnets': [{'id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:53.451828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.452265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.468691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.496102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Calling delete_port for aeb31bea-8645-4aa5-ab37-ec7afd3cfc90 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:31:53.499858 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b8ef4-8073-48bc-9913-72a1f0f5ae1b None None] The sync data for ids ['11300b30-20ed-42f4-9800-8fe7f89f5e81'] in n-d-809980-2 is: [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:31:49Z', 'revision_number': 4, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port': {'id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:41Z', 'updated_at': '2021-09-21T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '12a9cc48-ce0f-43bd-9268-24865ef6408b', 'name': '', 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'mac_address': 'fa:16:3e:db:f1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:46Z', 'updated_at': '2021-09-21T08:31:52Z', 'revision_number': 4, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'subnets': [{'id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:53.509746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] device_id is not set on port 594a825b-a9d9-4ff6-a077-0533cb01841f yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:31:53.542851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59f856f8-9b46-4555-bb2e-dc1527fb46b0 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:53.600355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4de71-2552-42ae-8b75-301cb454f2a2 None None] Pushing event updated for resources: {'Port': ['ID=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:53.734314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2cc797d-4aff-48ed-9a88-881ab529e3ff up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:53.748250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bb423052-2dee-48ab-bf83-21030d524f6e None None] Provisioning complete for port baf17733-ead4-4296-853a-bc05366c91fb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:53.748833 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bb423052-2dee-48ab-bf83-21030d524f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:53.794616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:53.795677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:53.942429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-320bfea3-0599-40bd-8a01-416296638b5f req-2ba9d261-6517-428a-8ea9-df09c6a490eb tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 210 time: 0.1463070 Sep 21 08:31:54.211989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:31:54.239146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50270) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:54.371698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:31:54.381679 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.4 (f974ca70-3d33-46d9-a18e-704789faceac/6c1aeab0-bf13-4391-9a67-b2c0b87b01f4/594a825b-a9d9-4ff6-a077-0533cb01841f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:54.401858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:54.402445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:54.414924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-593ab821-4c66-42c0-8dff-67512513bffe tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0c4e62aeb1d445fa9f9be0b492b7e8f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050467 Sep 21 08:31:54.538615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e2cc797d-4aff-48ed-9a88-881ab529e3ff triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:54.553447 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:54.633530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-467029640'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:54.667499 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:54.719280 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:54.745206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea3b5c-6646-405f-b269-bf2be5ef3b17 req-fa7ae4cb-d1d0-494f-8669-99fa8d8f24c1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:54.748430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34ea3b5c-6646-405f-b269-bf2be5ef3b17 req-fa7ae4cb-d1d0-494f-8669-99fa8d8f24c1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 944 time: 0.1334910 Sep 21 08:31:54.855826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34ea3b5c-6646-405f-b269-bf2be5ef3b17 req-e3d3ee34-380b-4aec-bdb9-03f967097bad tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977693 Sep 21 08:31:54.857819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:54.997074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=d938fe04-f823-4a53-8250-49a24d153cd0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:55.033584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.054513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:55.055528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3ee7553f-34d5-4ac1-8978-19a5468de227 None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:55.056058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3ee7553f-34d5-4ac1-8978-19a5468de227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.061467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.062058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.062561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.063334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.063835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.064329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.064834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.065365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.065851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.066336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.066866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.067190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:31:55.070755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:55.079894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:55.124955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f856f8-9b46-4555-bb2e-dc1527fb46b0'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:31:55.127442 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa65163-512f-45c1-b6bb-0a2fb92ac4c7" -d '{"events": [{"server_uuid": "68484f43-45d2-49a9-9635-a6b936aa8f3b", "name": "network-vif-plugged", "status": "completed", "tag": "59f856f8-9b46-4555-bb2e-dc1527fb46b0"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:31:55.148476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 59f856f8-9b46-4555-bb2e-dc1527fb46b0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59f856f8-9b46-4555-bb2e-dc1527fb46b0,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:55.161299 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.188609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.218720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:55.290733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2558-bff6-44c1-9f92-c5eef8002735 None None] The sync data for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 is: [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:21:50Z', 'revision_number': 4, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '637da698-bd04-4cf4-8613-99f93dbd8795', 'name': '', 'network_id': 'da38f717-4627-4a74-a85b-297a9a3d3dc7', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'mac_address': 'fa:16:3e:1d:55:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:49Z', 'updated_at': '2021-09-21T08:21:56Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'subnets': [{'id': '3494a1b6-8041-421d-bc14-b1569d15b28a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:55.332225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-f53ebeff-b2aa-4d6c-968f-a991d0b08623 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:55.334332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-f53ebeff-b2aa-4d6c-968f-a991d0b08623 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 819 time: 0.3397732 Sep 21 08:31:55.342833 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.372123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=59f856f8-9b46-4555-bb2e-dc1527fb46b0,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:55.438759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3ee7553f-34d5-4ac1-8978-19a5468de227 None None] Provisioning complete for port 79619eb8-8163-4a8c-8f78-585570ca095f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:55.440877 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3ee7553f-34d5-4ac1-8978-19a5468de227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.475562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device baf17733-ead4-4296-853a-bc05366c91fb up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:55.479919 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-823f1006-242a-4cad-bad3-88401bd54c45 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/quotas/2175666fc3e942009fd12cb6a7859f3c HTTP/1.1" status: 200 len: 375 time: 0.1323469 Sep 21 08:31:55.495898 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-58c9dda8-3b17-44fe-947d-d5ec15432f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.631726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7553f-34d5-4ac1-8978-19a5468de227 None None] Port 79619eb8-8163-4a8c-8f78-585570ca095f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:55.639171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Pushing event deleted for resources: {'Port': ['ID=aeb31bea-8645-4aa5-ab37-ec7afd3cfc90,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:55.656124 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.670282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port baf17733-ead4-4296-853a-bc05366c91fb triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:55.671061 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.682148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d410-06cd-478d-93e1-417d0ca0061a req-5697a86f-52f8-4793-a406-6cabaa175200 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:55.683680 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-5697a86f-52f8-4793-a406-6cabaa175200 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 819 time: 0.2448223 Sep 21 08:31:55.695604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-f9058fad-e309-4b3a-bfcc-5cddce250eca tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1993992 Sep 21 08:31:55.703402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Request body: {'port': {'device_id': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'admin_state_up': True, 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:55.773573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7c962b74-74ea-4f47-ac84-1b9a8396120a None None] Provisioning complete for port d938fe04-f823-4a53-8250-49a24d153cd0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:55.774016 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7c962b74-74ea-4f47-ac84-1b9a8396120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.827994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Made reservation on behalf of de7c542a13c2462ab8fce8286c315765 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:55.831106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.849426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.863294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.872808 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1ff34-728d-46d6-bfc3-97cea72ea399 None None] New status for floating IP b30ed5bb-b33f-436c-b32b-7dc8696f44b5: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:31:55.874953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.877534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.881676 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-93a91ad1-8bca-4a64-8fc1-b59df32a9d4a tempest-AttachVolumeShelveTestJSON-444183729 tempest-AttachVolumeShelveTestJSON-444183729-project] 10.222.0.59 "DELETE /v2.0/floatingips/b30ed5bb-b33f-436c-b32b-7dc8696f44b5 HTTP/1.1" status: 204 len: 168 time: 3.0699198 Sep 21 08:31:55.970664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:55.983946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-95164bac-ae7b-4533-afb2-463257d9271e tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:55.985488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-95164bac-ae7b-4533-afb2-463257d9271e tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5425189 Sep 21 08:31:55.988381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.045069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:31:56.053242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-b1bf91ef-80cf-41c5-9fe8-e6800b935719 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/quotas/0c4e62aeb1d445fa9f9be0b492b7e8f3 HTTP/1.1" status: 200 len: 375 time: 0.0529919 Sep 21 08:31:56.056404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea444bf4-19ae-4fd4-88ae-42874686748e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:56.065880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.066239 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Added segment dfc42eb6-37a1-4a05-8302-fb895228806e of type vlan for network 1f0f0b34-d980-41ac-9f2b-429661b96fca Sep 21 08:31:56.117476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bf9bb5ec-321c-40f3-96df-f3a9c69275c8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:56.145173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.161649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-90aa9ef9-e205-419b-93e5-93f285132c97 service neutron] 10.222.0.59 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947909 Sep 21 08:31:56.171062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-51c46384-23d2-4057-b32a-c4fc98796cc8 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c4e62aeb1d445fa9f9be0b492b7e8f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031687 Sep 21 08:31:56.187831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7c962b74-74ea-4f47-ac84-1b9a8396120a None None] Port d938fe04-f823-4a53-8250-49a24d153cd0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:56.213039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:56.213844 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.216746 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.232877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Made reservation on behalf of 2175666fc3e942009fd12cb6a7859f3c for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:56.239759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.298964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:56.303553 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.310530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:56.314567 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.329893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:56.342106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:56.366849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 12a9cc48-ce0f-43bd-9268-24865ef6408b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:56.420590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=594a825b-a9d9-4ff6-a077-0533cb01841f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:56.465085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-f57968ff-4f87-4e13-8a26-00a2b333672c service neutron] 10.222.0.59 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024745 Sep 21 08:31:56.488903 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa3c652-0602-43b9-857b-628d4417b499 x-openstack-request-id: req-ffa3c652-0602-43b9-857b-628d4417b499 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:31:56.489465 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68484f43-45d2-49a9-9635-a6b936aa8f3b", "name": "network-vif-plugged", "status": "completed", "tag": "59f856f8-9b46-4555-bb2e-dc1527fb46b0", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:31:56.490045 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ffa3c652-0602-43b9-857b-628d4417b499 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:31:56.490923 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f856f8-9b46-4555-bb2e-dc1527fb46b0', 'code': 200} Sep 21 08:31:56.535673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 12a9cc48-ce0f-43bd-9268-24865ef6408b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:56.536973 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.609742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.633121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.636001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event updated for resources: {'Network': ['ID=1f0f0b34-d980-41ac-9f2b-429661b96fca,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:56.666593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1f0f0b34-d980-41ac-9f2b-429661b96fca details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:31:56.701233 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de15814f-8c34-4dee-8631-6cb3cff2f4be tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4608774 Sep 21 08:31:56.702005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50306) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:56.755112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Allocated IP 172.20.0.10 (745e6eb2-adab-43d5-83c2-3ca304ab1414/7ab34c2c-0598-4be6-81a6-5aa29051af45/c1b134ef-ce97-44a2-bd2f-0f3822a63616) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:56.799865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Request body: {'subnet': {'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:56.829785 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.855067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:56.856464 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.979540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4c365944-89b1-4a68-9bff-6c930b51a723 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6482489 Sep 21 08:31:56.987827 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:56.988771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50314) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:56.997323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a4d0b-441e-4b90-b012-85d888b6d43a req-ce31f2cc-7e5c-4d46-89cd-3201210dbb71 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:57.007232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-440a4d0b-441e-4b90-b012-85d888b6d43a req-ce31f2cc-7e5c-4d46-89cd-3201210dbb71 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.4277205 Sep 21 08:31:57.015228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-422b241e-ff76-405d-bc76-9b6eb56d1372 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:57.021031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412e04-233b-4997-9c9f-8ed49edd871c req-b9534a59-29ba-4408-842a-03fbf5431575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:57.022627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25412e04-233b-4997-9c9f-8ed49edd871c req-b9534a59-29ba-4408-842a-03fbf5431575 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 1096 time: 0.3779340 Sep 21 08:31:57.059534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1f4ff5ce-eeb0-4787-928e-fbb1f7d44817 None None] Provisioning complete for port 594a825b-a9d9-4ff6-a077-0533cb01841f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:57.069401 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff5ce-eeb0-4787-928e-fbb1f7d44817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.072867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.155136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 12a9cc48-ce0f-43bd-9268-24865ef6408b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=12a9cc48-ce0f-43bd-9268-24865ef6408b,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:31:57.185348 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.199445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Made reservation on behalf of de7c542a13c2462ab8fce8286c315765 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:57.203685 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.212119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ff5ce-eeb0-4787-928e-fbb1f7d44817 None None] Port 594a825b-a9d9-4ff6-a077-0533cb01841f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:57.217612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2604a67-2ff5-4af5-952b-dbc1bfdf5411 req-cf272eca-20c7-4ec4-b308-3b70b5373abc tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 210 time: 0.0409510 Sep 21 08:31:57.235834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=d938fe04-f823-4a53-8250-49a24d153cd0,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:57.238534 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.249738 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-440a4d0b-441e-4b90-b012-85d888b6d43a req-c74f8a7f-3cf2-4c90-ac16-8e0e2061d86f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413216 Sep 21 08:31:57.290310 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25412e04-233b-4997-9c9f-8ed49edd871c req-43228e53-c2d8-4d33-a2c6-1265a2b16989 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528467 Sep 21 08:31:57.351163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.362467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:57.375033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=12a9cc48-ce0f-43bd-9268-24865ef6408b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:57.420220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f794781a-7d08-47b1-8af8-88097d390904 req-f0a750fb-f405-4cc9-8342-b00a5ac4e564 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 210 time: 0.0735569 Sep 21 08:31:57.435827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:57.438974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:57.444601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422b241e-ff76-405d-bc76-9b6eb56d1372 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:57.445860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Pushing event updated for resources: {'Port': ['ID=c1b134ef-ce97-44a2-bd2f-0f3822a63616,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:57.448348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-422b241e-ff76-405d-bc76-9b6eb56d1372 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.603765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:57.604878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.627265 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-098d29ac-97b4-458d-b78b-2710cdadb827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9301667 Sep 21 08:31:57.678109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Request body: {'port': {'device_id': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:57.726471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.734644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:57.738033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:57.790236 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.796021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:57.820887 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-422b241e-ff76-405d-bc76-9b6eb56d1372 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c1aeab0-bf13-4391-9a67-b2c0b87b01f4 (CIDR: 172.20.0.0/28) Sep 21 08:31:57.836372 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-422b241e-ff76-405d-bc76-9b6eb56d1372 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:31:57.836773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422b241e-ff76-405d-bc76-9b6eb56d1372 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:31:57.857732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event updated for resources: {'Subnet': ['ID=a9135a7e-319d-4d24-ba3e-a7e3cc474ed5,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:57.879127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Checking segment: {'id': 'dfc42eb6-37a1-4a05-8302-fb895228806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:57.879485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Network hostable DHCP agents. Network: 1f0f0b34-d980-41ac-9f2b-429661b96fca, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:31:57.884045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-422b241e-ff76-405d-bc76-9b6eb56d1372 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8744426 Sep 21 08:31:57.887787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50328) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:57.896169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-17bc1236-1102-49e6-a5c6-79043f55836d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:57.939075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Network 1f0f0b34-d980-41ac-9f2b-429661b96fca is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:31:58.006914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1f0f0b34-d980-41ac-9f2b-429661b96fca) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:58.018057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:58.019021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:58.027411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router ae67fddc-ae20-4951-9552-f863d64ba7e0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:31:58.036041 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831bf70-2049-4fbb-add1-a47936fd4620 None None] Network 1f0f0b34-d980-41ac-9f2b-429661b96fca requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:31:58.120635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-84b75535-3f4c-40d7-87a1-7aa8372ce4eb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3247025 Sep 21 08:31:58.123429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50330) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:58.133748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Request body: {'port': {'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca', 'name': 'tempest-TagsExtTest-1487004910'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:58.271486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:31:58.278373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b0aea61b-05b0-4b83-9dc5-2af203742613 None None] Provisioning complete for port d938fe04-f823-4a53-8250-49a24d153cd0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:58.279081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b0aea61b-05b0-4b83-9dc5-2af203742613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:58.290180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-689a1b56-c89e-42e5-af3a-5b46ab6fa6c0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/ae67fddc-ae20-4951-9552-f863d64ba7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7541599 Sep 21 08:31:58.294670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:58.314904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] Sync routers for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:31:58.374536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:58.375054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:58.395162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-180e5058-a47c-401e-ba4f-62db060e031d tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0c4e62aeb1d445fa9f9be0b492b7e8f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2477450 Sep 21 08:31:58.418793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b0aea61b-05b0-4b83-9dc5-2af203742613 None None] Port d938fe04-f823-4a53-8250-49a24d153cd0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:31:58.423782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:58.444234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f7952f-d395-45d0-bf14-6713f22cbe64 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:58.448254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05f7952f-d395-45d0-bf14-6713f22cbe64 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports/d938fe04-f823-4a53-8250-49a24d153cd0 HTTP/1.1" status: 200 len: 910 time: 0.1494963 Sep 21 08:31:58.450698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50340) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:58.462563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc1236-1102-49e6-a5c6-79043f55836d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:58.467885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:31:58.468780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:58.478553 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17bc1236-1102-49e6-a5c6-79043f55836d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:58.504907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-1f0f0b34-d980-41ac-9f2b-429661b96fca', 'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca', 'tenant_id': 'de7c542a13c2462ab8fce8286c315765', 'fixed_ips': [{'subnet_id': 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:31:58.506078 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:58.509759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:31:58.510637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739de13a-35bb-469c-b9f7-eccd8e74d22e None None] The sync data for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:31:58.630715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b134ef-ce97-44a2-bd2f-0f3822a63616 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:31:58.712383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:58.726070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Allocated IP 172.20.0.2 (1f0f0b34-d980-41ac-9f2b-429661b96fca/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/77d8b822-de65-4303-b461-d9db9c41afca) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:58.740173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20fb4879-4af6-4f01-8a5a-6b86128b35c8 req-c5e3cabf-73c2-4b2b-bddc-03a973b0fc02 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 210 time: 0.3435674 Sep 21 08:31:58.753552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Transition to ACTIVE for port object c1b134ef-ce97-44a2-bd2f-0f3822a63616 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:31:58.802138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94990b7-477b-487c-86e5-6b2ba3c10afb req-dd63e61a-ef0f-44b3-919f-687439871a89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:58.832233 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c94990b7-477b-487c-86e5-6b2ba3c10afb req-dd63e61a-ef0f-44b3-919f-687439871a89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.2419593 Sep 21 08:31:58.862932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-1c402ffb-95fb-481b-91d6-5b40130be565 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:58.864525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-1c402ffb-95fb-481b-91d6-5b40130be565 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4173913 Sep 21 08:31:58.886573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Request body: {'port': {'device_id': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '0c4e62aeb1d445fa9f9be0b492b7e8f3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:58.959225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bf848dd-4b7c-4a6e-9e73-a05b1736e5b3 req-f23280cc-f785-49ba-8114-e005003896e2 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 210 time: 0.0429215 Sep 21 08:31:59.021227 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-17bc1236-1102-49e6-a5c6-79043f55836d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet baf15f5d-2f41-41dd-bc5a-61fc319327e9 (CIDR: 172.20.0.16/28) Sep 21 08:31:59.029648 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bc1236-1102-49e6-a5c6-79043f55836d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:31:59.030160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bc1236-1102-49e6-a5c6-79043f55836d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:31:59.033832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.061692 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.063071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Made reservation on behalf of de7c542a13c2462ab8fce8286c315765 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:59.068260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.074792 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.099271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-17bc1236-1102-49e6-a5c6-79043f55836d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2103279 Sep 21 08:31:59.103665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50344) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:31:59.112730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Network 1f0f0b34-d980-41ac-9f2b-429661b96fca is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:31:59.113083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'subnet': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:59.120362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] device_id is not set on port 6516f298-93ac-48f5-8e5d-5f979e498c1a yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:31:59.125022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:31:59.129300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:31:59.148441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Pushing event updated for resources: {'Port': ['ID=77d8b822-de65-4303-b461-d9db9c41afca,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:59.228310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Attempting to bind port 77d8b822-de65-4303-b461-d9db9c41afca on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:31:59.228680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Attempting to bind port 77d8b822-de65-4303-b461-d9db9c41afca by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'dfc42eb6-37a1-4a05-8302-fb895228806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:31:59.229044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Attempting to bind port 77d8b822-de65-4303-b461-d9db9c41afca on network 1f0f0b34-d980-41ac-9f2b-429661b96fca {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:31:59.242232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:31:59.242847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Checking segment: {'id': 'dfc42eb6-37a1-4a05-8302-fb895228806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:31:59.243306 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.243835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Bound using segment: {'id': 'dfc42eb6-37a1-4a05-8302-fb895228806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:31:59.244380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Allocated IP 172.20.0.9 (1f0f0b34-d980-41ac-9f2b-429661b96fca/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/6516f298-93ac-48f5-8e5d-5f979e498c1a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:31:59.244538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Bound port: 77d8b822-de65-4303-b461-d9db9c41afca, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc42eb6-37a1-4a05-8302-fb895228806e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1f0f0b34-d980-41ac-9f2b-429661b96fca'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:31:59.244938 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.259462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b134ef-ce97-44a2-bd2f-0f3822a63616,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:59.275063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-8f8f78ce-ccba-418d-adea-f66c88236195 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:31:59.276693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-8f8f78ce-ccba-418d-adea-f66c88236195 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.50 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 819 time: 0.2290490 Sep 21 08:31:59.331604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 12a9cc48-ce0f-43bd-9268-24865ef6408b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:31:59.353034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Request body: {'port': {'device_id': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'admin_state_up': True, 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:31:59.373660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] For port 77d8b822-de65-4303-b461-d9db9c41afca, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:31:59.393912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] For port 77d8b822-de65-4303-b461-d9db9c41afca, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=77d8b822-de65-4303-b461-d9db9c41afca,segment=NetworkSegment(dfc42eb6-37a1-4a05-8302-fb895228806e),segment_id=dfc42eb6-37a1-4a05-8302-fb895228806e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:31:59.401908 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.428582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Made reservation on behalf of 0c4e62aeb1d445fa9f9be0b492b7e8f3 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:59.432570 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.457764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05f9e-9260-4175-8703-13590f37a4a4 None None] Pushing event updated for resources: {'Port': ['ID=77d8b822-de65-4303-b461-d9db9c41afca,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:31:59.462688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.480326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 12a9cc48-ce0f-43bd-9268-24865ef6408b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:31:59.481091 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.591899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.680589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.705875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.712964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Made reservation on behalf of ec43384501f1404da83201192d3184a1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:31:59.717307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.886800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:31:59.925237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c94990b7-477b-487c-86e5-6b2ba3c10afb req-d2b94303-6aee-4be2-8290-1596245f5171 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0916257 Sep 21 08:32:00.167412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43ae3136-3ec0-44ae-818b-3f39f0afde9a req-0d29cbee-27a6-400e-9b1e-fc0626c3c31a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 210 time: 0.0716181 Sep 21 08:32:00.173812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Attempting to bind port c1b134ef-ce97-44a2-bd2f-0f3822a63616 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:00.174147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Attempting to bind port c1b134ef-ce97-44a2-bd2f-0f3822a63616 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:00.174471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Attempting to bind port c1b134ef-ce97-44a2-bd2f-0f3822a63616 on network 745e6eb2-adab-43d5-83c2-3ca304ab1414 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:00.220963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Port c1b134ef-ce97-44a2-bd2f-0f3822a63616 on network 745e6eb2-adab-43d5-83c2-3ca304ab1414 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:32:00.221546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Attempting to bind port c1b134ef-ce97-44a2-bd2f-0f3822a63616 on network 745e6eb2-adab-43d5-83c2-3ca304ab1414 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:00.245866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:00.246213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Checking segment: {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:00.247210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Bound using segment: {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:00.247862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Bound port: c1b134ef-ce97-44a2-bd2f-0f3822a63616, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:00.248351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:00.256392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccafff81-b79a-40b0-99b8-ced11fc1f77e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:00.272681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Made reservation on behalf of 2175666fc3e942009fd12cb6a7859f3c for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:00.280109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:00.333322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06c06728-7752-4c09-bb2e-c15dfc5f06fe req-77f81511-93df-48f4-b61b-fa5f7da1cc78 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 210 time: 0.4489510 Sep 21 08:32:00.381266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Network 1f0f0b34-d980-41ac-9f2b-429661b96fca is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:00.392907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:00.410187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:00.428078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:00.433705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] For port c1b134ef-ce97-44a2-bd2f-0f3822a63616, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:00.502564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] For port c1b134ef-ce97-44a2-bd2f-0f3822a63616, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:00.513263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:00.538033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event updated for resources: {'Port': ['ID=6516f298-93ac-48f5-8e5d-5f979e498c1a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:00.548445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:00.550058 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:00.599450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2778b8df-403a-48fb-b36f-22b58a477d0f tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4749172 Sep 21 08:32:00.607855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50360) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:00.613355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8b40b656-d620-4da9-942b-aebce9eea301 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-606471160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:00.617414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:00.617960 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:00.619511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 1092 time: 2.9830756 Sep 21 08:32:00.627631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'tag': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:00.631534 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb5f43-49b1-4975-8856-4a987fe0b864" -d '{"events": [{"name": "network-changed", "server_uuid": "0a82b206-3258-43f1-86f9-6e6e755e1668", "tag": "c1b134ef-ce97-44a2-bd2f-0f3822a63616"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:00.709509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Allocated IP 172.20.0.11 (745e6eb2-adab-43d5-83c2-3ca304ab1414/7ab34c2c-0598-4be6-81a6-5aa29051af45/38dc6652-1c4b-4e3e-bff4-065241e11f49) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:00.723378 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c712f0b-0e2f-4c5f-a5d3-055fe5e23dd2 x-openstack-request-id: req-5c712f0b-0e2f-4c5f-a5d3-055fe5e23dd2 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:00.723672 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a82b206-3258-43f1-86f9-6e6e755e1668", "tag": "c1b134ef-ce97-44a2-bd2f-0f3822a63616", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:00.723922 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c712f0b-0e2f-4c5f-a5d3-055fe5e23dd2 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:00.724473 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'tag': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616', 'status': 'completed', 'code': 200} Sep 21 08:32:00.751558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Allocated IP 192.168.233.161 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/de5a893c-3a84-4889-8491-917ed5cdd75c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:00.776678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f96f-8760-4dab-a2d8-45de619d15b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b134ef-ce97-44a2-bd2f-0f3822a63616,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:00.866817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d410-06cd-478d-93e1-417d0ca0061a req-82823bf3-818e-45d7-a78e-799b8cf4a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:00.868439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-82823bf3-818e-45d7-a78e-799b8cf4a2e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1095 time: 0.2000146 Sep 21 08:32:00.950561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-f6ab4357-0eee-41de-9493-83f1d735ed57 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.0714233 Sep 21 08:32:00.997116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.038687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.079719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d410-06cd-478d-93e1-417d0ca0061a req-6987a88e-d2ce-4fc4-b5d1-d70584d6cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:01.081814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-6987a88e-d2ce-4fc4-b5d1-d70584d6cf0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1227622 Sep 21 08:32:01.098599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6663e6-42fa-4b52-9e13-cb35234fa3c2 None None] Network 1f0f0b34-d980-41ac-9f2b-429661b96fca requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:01.106434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Subnet': ['ID=1eb7bdc6-eee5-4da2-8581-229095dce6db,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:01.112883 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.204307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Network f974ca70-3d33-46d9-a18e-704789faceac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:01.211836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:01.223398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:01.224156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.243912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.248551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524efbf-2a89-4e3f-b611-a07182b5bc5f None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:01.282766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b40b656-d620-4da9-942b-aebce9eea301 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.287480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b40b656-d620-4da9-942b-aebce9eea301 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.298843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:01.303604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Pushing event updated for resources: {'Port': ['ID=de5a893c-3a84-4889-8491-917ed5cdd75c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:01.318481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-d42630c6-c3be-4c97-bbfc-c99b0d335cbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2110281 Sep 21 08:32:01.326267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc856d34-19dd-431a-9349-60009444fedc req-98344bb1-87e1-4546-a5c9-57934eafba6c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:01.328146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc856d34-19dd-431a-9349-60009444fedc req-98344bb1-87e1-4546-a5c9-57934eafba6c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.2804184 Sep 21 08:32:01.332477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:01.338004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:01.367909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9a21ed92-81c7-4649-969d-df5681378c58 None None] Provisioning complete for port 77d8b822-de65-4303-b461-d9db9c41afca triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:01.371847 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9a21ed92-81c7-4649-969d-df5681378c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.390762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-37e0c0fc-8dde-41d9-8ace-fb781bc01fbf tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2848945 Sep 21 08:32:01.396882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50372) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:01.421507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 77d8b822-de65-4303-b461-d9db9c41afca up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:01.454372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:01.454972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.461800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-579694162', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1eb7bdc6-eee5-4da2-8581-229095dce6db'}], 'security_groups': ['9ce96e6a-ba82-4b08-a5a6-2f8cd4aed2da', '22c35e63-04fb-4d42-9fbf-6cb255128a90']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:01.471461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.515743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b40b656-d620-4da9-942b-aebce9eea301 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.531685 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b40b656-d620-4da9-942b-aebce9eea301 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.556019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc856d34-19dd-431a-9349-60009444fedc req-0e408641-ffa7-4faa-bc49-a1a827ab68ba tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146678 Sep 21 08:32:01.580688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-2635900e-7f11-4b74-91fa-1e6fd0f2f9e7 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7032425 Sep 21 08:32:01.599971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Request body: {'port': {'device_id': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:01.670642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b40b656-d620-4da9-942b-aebce9eea301 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.674230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b40b656-d620-4da9-942b-aebce9eea301 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0627377 Sep 21 08:32:01.681746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50376) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:01.682759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 77d8b822-de65-4303-b461-d9db9c41afca triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:01.683153 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.695255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-167805e7-2a06-4297-8848-046e509ad55c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-892698203', 'prefixes': ['172.20.0.0/16']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:01.700523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Network 745e6eb2-adab-43d5-83c2-3ca304ab1414 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:01.793661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:01.811656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:01.822488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9a21ed92-81c7-4649-969d-df5681378c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.878822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2e2f7-7772-4bb0-b7af-489fa81131c6 req-3dbf932f-3427-4169-91fe-b87461a03f09 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:01.883418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-efd2e2f7-7772-4bb0-b7af-489fa81131c6 req-3dbf932f-3427-4169-91fe-b87461a03f09 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 936 time: 0.1585665 Sep 21 08:32:01.886871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:01.887702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.888593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.911840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9ac5d-8285-46f8-b264-f1a5680d2440 req-ba136da8-aea2-4433-8f1e-c5fd442e41e4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:01.913785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edc9ac5d-8285-46f8-b264-f1a5680d2440 req-ba136da8-aea2-4433-8f1e-c5fd442e41e4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 932 time: 0.5156355 Sep 21 08:32:01.921452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Pushing event updated for resources: {'Port': ['ID=38dc6652-1c4b-4e3e-bff4-065241e11f49,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:01.945116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9a21ed92-81c7-4649-969d-df5681378c58 None None] For port 77d8b822-de65-4303-b461-d9db9c41afca, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=77d8b822-de65-4303-b461-d9db9c41afca,segment=NetworkSegment(dfc42eb6-37a1-4a05-8302-fb895228806e),segment_id=dfc42eb6-37a1-4a05-8302-fb895228806e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:01.954378 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9a21ed92-81c7-4649-969d-df5681378c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.969603 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-167805e7-2a06-4297-8848-046e509ad55c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for subnetpool, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:01.974194 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-167805e7-2a06-4297-8848-046e509ad55c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2862976 Sep 21 08:32:01.982799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50378) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:02.030087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21ed92-81c7-4649-969d-df5681378c58 None None] Pushing event updated for resources: {'Port': ['ID=77d8b822-de65-4303-b461-d9db9c41afca,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:02.051877 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-655960c3-f187-4728-ae0d-feddb18b4e34 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7300663 Sep 21 08:32:02.064631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Request body: {'port': {'device_id': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:02.074073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-6110d0a7-c516-46dd-99f7-b4be8cc36f09 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', 'tempest-TagsExtTest-Tag-401703921') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:02.111864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edc9ac5d-8285-46f8-b264-f1a5680d2440 req-5406398a-2967-4eeb-be64-befe9be016ef tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759436 Sep 21 08:32:02.118720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port d938fe04-f823-4a53-8250-49a24d153cd0 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:02.119068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.139274 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-70a811c2-ac6e-4819-9e6a-1b1c2d87e585 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136643 Sep 21 08:32:02.161181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae1b139-9445-4e76-b325-a1f5a27d7bdb None None] Update dhcp port {'port': {'network_id': 'f974ca70-3d33-46d9-a18e-704789faceac', 'fixed_ips': [{'subnet_id': 'baf15f5d-2f41-41dd-bc5a-61fc319327e9', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c1aeab0-bf13-4391-9a67-b2c0b87b01f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '1eb7bdc6-eee5-4da2-8581-229095dce6db'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'bf9bb5ec-321c-40f3-96df-f3a9c69275c8'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:32:02.236393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.237826 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dae1b139-9445-4e76-b325-a1f5a27d7bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.238976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.261390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-efd2e2f7-7772-4bb0-b7af-489fa81131c6 req-da9dabd7-2334-47ee-a8c7-9ad47ff85da6 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607326 Sep 21 08:32:02.471196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6110d0a7-c516-46dd-99f7-b4be8cc36f09 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags/tempest-TagsExtTest-Tag-401703921 HTTP/1.1" status: 201 len: 201 time: 0.3990636 Sep 21 08:32:02.473237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50382) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:02.488087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-2276b85d-c5e5-4a04-a976-6e6ebe752377 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', 'tempest-TagsExtTest-Tag-1019150637') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:02.499762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8675bac7-e5ab-4b2e-ad13-1b13a041b266 None None] Provisioning complete for port de5a893c-3a84-4889-8491-917ed5cdd75c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:02.500578 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8675bac7-e5ab-4b2e-ad13-1b13a041b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.516150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.580833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8675bac7-e5ab-4b2e-ad13-1b13a041b266 None None] Port de5a893c-3a84-4889-8491-917ed5cdd75c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:02.595537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-dae1b139-9445-4e76-b325-a1f5a27d7bdb None None] Allocated IP 172.20.0.34 (f974ca70-3d33-46d9-a18e-704789faceac/1eb7bdc6-eee5-4da2-8581-229095dce6db/bf9bb5ec-321c-40f3-96df-f3a9c69275c8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:02.611017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5a893c-3a84-4889-8491-917ed5cdd75c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:02.624532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.650428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Transition to ACTIVE for port object de5a893c-3a84-4889-8491-917ed5cdd75c will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:32:02.656424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.686024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.718573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-19dc631c-f904-48a7-aa40-b82a9489970c None None] Provisioning complete for port 77d8b822-de65-4303-b461-d9db9c41afca triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:02.719003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19dc631c-f904-48a7-aa40-b82a9489970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.721708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for d938fe04-f823-4a53-8250-49a24d153cd0 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:02.729353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-2b17ce8a-63dc-4852-ac0d-0c383ecc3b51 req-13d29a66-f68b-4135-a470-48df89523820 service neutron] (94724) timed out ('10.222.0.59', 54448) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:32:02.730209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de5a893c-3a84-4889-8491-917ed5cdd75c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:02.778361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2276b85d-c5e5-4a04-a976-6e6ebe752377 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags/tempest-TagsExtTest-Tag-1019150637 HTTP/1.1" status: 201 len: 201 time: 0.3032703 Sep 21 08:32:02.779097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50384) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:02.789925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-4f263ad8-54c3-42cf-b9ec-5a9b45f2cf32 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', 'tempest-TagsExtTest-Tag-262446255') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:02.790576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-dae1b139-9445-4e76-b325-a1f5a27d7bdb None None] For port bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,segment=NetworkSegment(9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76),segment_id=9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:02.796366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff88555-386a-44af-a0a0-44e4828f83cb req-d552001d-bda0-49cc-b5ed-ba854af83435 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:02.797948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ff88555-386a-44af-a0a0-44e4828f83cb req-d552001d-bda0-49cc-b5ed-ba854af83435 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.5048621 Sep 21 08:32:02.845750 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dae1b139-9445-4e76-b325-a1f5a27d7bdb None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.860220 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dae1b139-9445-4e76-b325-a1f5a27d7bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:02.866092 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3236d410-06cd-478d-93e1-417d0ca0061a req-1553296e-1ef1-4501-8b0c-098206b2c9b1 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058907 Sep 21 08:32:02.898478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Attempting to bind port de5a893c-3a84-4889-8491-917ed5cdd75c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:02.898983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Attempting to bind port de5a893c-3a84-4889-8491-917ed5cdd75c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:02.899434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Attempting to bind port de5a893c-3a84-4889-8491-917ed5cdd75c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:02.906798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Port de5a893c-3a84-4889-8491-917ed5cdd75c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:32:02.907245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Attempting to bind port de5a893c-3a84-4889-8491-917ed5cdd75c on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:02.920806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:02.921252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:02.921855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:02.922367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Bound port: de5a893c-3a84-4889-8491-917ed5cdd75c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:02.922838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:03.014230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] For port de5a893c-3a84-4889-8491-917ed5cdd75c, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:03.017897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] For port de5a893c-3a84-4889-8491-917ed5cdd75c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=de5a893c-3a84-4889-8491-917ed5cdd75c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:03.062403 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:03.158427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:03.160353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:03.164479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] 10.222.0.50 "PUT /v2.0/ports/de5a893c-3a84-4889-8491-917ed5cdd75c HTTP/1.1" status: 200 len: 1096 time: 1.5742366 Sep 21 08:32:03.164479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'tag': 'de5a893c-3a84-4889-8491-917ed5cdd75c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:03.180522 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081a1c48-c2b4-49cc-86de-fad870aa410b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8d72b3-d290-475e-912e-eb9561ca2135", "tag": "de5a893c-3a84-4889-8491-917ed5cdd75c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:03.274999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4f263ad8-54c3-42cf-b9ec-5a9b45f2cf32 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags/tempest-TagsExtTest-Tag-262446255 HTTP/1.1" status: 201 len: 201 time: 0.4922793 Sep 21 08:32:03.286215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1b139-9445-4e76-b325-a1f5a27d7bdb None None] Pushing event updated for resources: {'Port': ['ID=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:03.325318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-19dc631c-f904-48a7-aa40-b82a9489970c None None] Provisioning complete for port 6516f298-93ac-48f5-8e5d-5f979e498c1a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:03.325793 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19dc631c-f904-48a7-aa40-b82a9489970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:03.344015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50390) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:03.377470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-3d8da93c-8e02-420c-9d8a-ebcad9fab84d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', 'tempest-TagsExtTest-Tag-1885815708') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:03.392430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 77d8b822-de65-4303-b461-d9db9c41afca up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:03.427221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0d1ab-abbb-4ad3-82ac-4be6cd3626c2 service neutron] Pushing event updated for resources: {'Port': ['ID=de5a893c-3a84-4889-8491-917ed5cdd75c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:03.490980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f9e4-4395-4d23-80bf-9414d791d59e req-b6bf5fb4-c643-489d-bcb0-ebb46e5196b2 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:03.491817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-19dc631c-f904-48a7-aa40-b82a9489970c None None] Port 6516f298-93ac-48f5-8e5d-5f979e498c1a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:03.492525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd62f9e4-4395-4d23-80bf-9414d791d59e req-b6bf5fb4-c643-489d-bcb0-ebb46e5196b2 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 932 time: 0.2041433 Sep 21 08:32:03.496094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-246004f4-cffc-4600-9308-b8862599f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:03.497886 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-246004f4-cffc-4600-9308-b8862599f17e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c4e62aeb1d445fa9f9be0b492b7e8f3&device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 1099 time: 0.2783961 Sep 21 08:32:03.520059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3d8da93c-8e02-420c-9d8a-ebcad9fab84d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags/tempest-TagsExtTest-Tag-1885815708 HTTP/1.1" status: 201 len: 201 time: 0.1560905 Sep 21 08:32:03.531175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-cbb53d4c-a120-4ff7-84fd-6965ea2e7688 {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:32:03.531819 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:32:03.533314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50396) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:03.541523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 77d8b822-de65-4303-b461-d9db9c41afca triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:03.542283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:03.543294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ff88555-386a-44af-a0a0-44e4828f83cb req-71ad8787-1114-4ae7-8450-7ac820af0cb5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761305 Sep 21 08:32:03.557266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-0328f0d3-139b-4131-82fa-d2de60a68ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:03.559363 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-0328f0d3-139b-4131-82fa-d2de60a68ad2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1095 time: 0.3910286 Sep 21 08:32:03.617803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-b73624a3-6b02-4b21-aea9-75454cea1c8d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:03.631925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-4f91a537-7d2a-49ae-bb79-0e0eb23f9776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=de5a893c-3a84-4889-8491-917ed5cdd75c HTTP/1.1" status: 200 len: 217 time: 0.1172907 Sep 21 08:32:03.710314 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371615ae-9670-416c-939d-4fa4e4d0e0ee x-openstack-request-id: req-371615ae-9670-416c-939d-4fa4e4d0e0ee {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:03.710631 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8d72b3-d290-475e-912e-eb9561ca2135", "tag": "de5a893c-3a84-4889-8491-917ed5cdd75c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:03.710835 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-371615ae-9670-416c-939d-4fa4e4d0e0ee {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:03.711245 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'tag': 'de5a893c-3a84-4889-8491-917ed5cdd75c', 'status': 'completed', 'code': 200} Sep 21 08:32:03.728277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd62f9e4-4395-4d23-80bf-9414d791d59e req-741ba71f-7902-4596-b660-f2acaf3d008b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254863 Sep 21 08:32:03.761595 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:03.763273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1c2fc087-fcb5-4d7d-9072-7cdf7303614f None None] Provisioning complete for port 6516f298-93ac-48f5-8e5d-5f979e498c1a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:03.763718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1c2fc087-fcb5-4d7d-9072-7cdf7303614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:03.814057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fc087-fcb5-4d7d-9072-7cdf7303614f None None] Port 6516f298-93ac-48f5-8e5d-5f979e498c1a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:03.830671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-f533e6f8-8521-42fa-ac40-9c04d8d0ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:03.832582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-f533e6f8-8521-42fa-ac40-9c04d8d0ddc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1204207 Sep 21 08:32:03.861657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b73624a3-6b02-4b21-aea9-75454cea1c8d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags HTTP/1.1" status: 200 len: 240 time: 0.2561927 Sep 21 08:32:03.861901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50400) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:03.866230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-e3eba7b7-b4ed-43bc-8527-b01af15d247c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', 'tempest-TagsExtTest-Tag-401703921') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:03.978114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-7fa9ba8a-dc44-439e-a933-0c5969f6800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:03.979720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-7fa9ba8a-dc44-439e-a933-0c5969f6800f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350095 Sep 21 08:32:04.008210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694aa62-7e55-482e-8dd3-e6d82883a00f req-564bbe25-549b-4553-9864-bdebec2b6a4e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:04.009949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5694aa62-7e55-482e-8dd3-e6d82883a00f req-564bbe25-549b-4553-9864-bdebec2b6a4e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.1219857 Sep 21 08:32:04.105490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e3eba7b7-b4ed-43bc-8527-b01af15d247c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags/tempest-TagsExtTest-Tag-401703921 HTTP/1.1" status: 204 len: 168 time: 0.2424843 Sep 21 08:32:04.112959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:04.121056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-ac47b6e3-8ae4-4ec6-bb65-b6ebfb0f9f5e tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', 'tempest-TagsExtTest-Tag-401703921') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:04.126122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5694aa62-7e55-482e-8dd3-e6d82883a00f req-324faaa6-c00c-4fde-9d66-471f73538e4e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018617 Sep 21 08:32:04.189506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-456f97a7-73a0-4357-8435-ea826c48108a service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003753 Sep 21 08:32:04.241464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:04.243359 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:04.339293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ac47b6e3-8ae4-4ec6-bb65-b6ebfb0f9f5e tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags/tempest-TagsExtTest-Tag-401703921 HTTP/1.1" status: 204 len: 168 time: 0.2248902 Sep 21 08:32:04.348472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50408) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:04.368181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-277a9d4f-36da-4bd0-9b61-44ea5d92b980 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:04.369433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:04.414270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ff49e39-3481-4f67-b9a1-b4de92ab07e7 req-bd9d0a0c-de9c-4ff0-96ef-43cfb2e7ae8b service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094305 Sep 21 08:32:04.424545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Provisioning complete for port 594a825b-a9d9-4ff6-a077-0533cb01841f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:04.426640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:04.508890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-60a268bd-366d-4c60-b7eb-7874fb8bf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:04.510414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-60a268bd-366d-4c60-b7eb-7874fb8bf059 service neutron] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.8975863 Sep 21 08:32:04.519841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Port 594a825b-a9d9-4ff6-a077-0533cb01841f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:04.535758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Provisioning complete for port 79619eb8-8163-4a8c-8f78-585570ca095f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:04.536138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:04.572757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b59fd-bc31-4ebd-a6a4-099010be023a req-0cafe8a3-b644-46c0-b0d1-676ce21256f3 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:04.574977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-067b59fd-bc31-4ebd-a6a4-099010be023a req-0cafe8a3-b644-46c0-b0d1-676ce21256f3 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 948 time: 0.3645692 Sep 21 08:32:04.576736 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-7b50a615-4f18-4037-83f9-a6f787a93b15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.0544775 Sep 21 08:32:04.595307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-77df7f90-6093-42ca-838b-9c230576b0a7 None None] Port 79619eb8-8163-4a8c-8f78-585570ca095f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:04.721720 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:04.799020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618fc50-8c4f-4fc1-8ecf-ade69c3d3e2d req-a5399245-3de5-43cd-835a-6878b7d30078 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:04.808607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b618fc50-8c4f-4fc1-8ecf-ade69c3d3e2d req-a5399245-3de5-43cd-835a-6878b7d30078 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.3913429 Sep 21 08:32:04.824113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-83f9c40d-e355-46a3-b11f-d02dbbe895fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:04.826926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-83f9c40d-e355-46a3-b11f-d02dbbe895fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.2352436 Sep 21 08:32:04.827815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=d938fe04-f823-4a53-8250-49a24d153cd0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:04.839506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-067b59fd-bc31-4ebd-a6a4-099010be023a req-14283fa9-e2d7-4c33-a96c-1d085ed138f6 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548745 Sep 21 08:32:04.845381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-277a9d4f-36da-4bd0-9b61-44ea5d92b980 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags HTTP/1.1" status: 200 len: 205 time: 0.4956148 Sep 21 08:32:04.848741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50416) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:04.853727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-d3b757e2-d1e1-4c40-b07f-79859d0b6878 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:04.868996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-d1d9f5b5-c232-4f87-9d73-a87bc311d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:04.870550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-d1d9f5b5-c232-4f87-9d73-a87bc311d919 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0c4e62aeb1d445fa9f9be0b492b7e8f3&device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 1099 time: 0.1429081 Sep 21 08:32:04.874927 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:32:04.911759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b618fc50-8c4f-4fc1-8ecf-ade69c3d3e2d req-ad0c44f5-48ae-4731-8731-cbfccfe3669a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018267 Sep 21 08:32:04.932991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dc6652-1c4b-4e3e-bff4-065241e11f49 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:05.001078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:05.007088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-c6013e0e-3e8e-4b34-9a32-976ed2f36e84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156034 Sep 21 08:32:05.052605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d3b757e2-d1e1-4c40-b07f-79859d0b6878 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags HTTP/1.1" status: 200 len: 241 time: 0.2030618 Sep 21 08:32:05.056910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50420) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:05.057252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50422) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:05.067513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-1c796aed-5061-410c-8693-9792ed55bd14 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', 'tempest-TagsExtTest-Tag-1019150637') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:05.112201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-5cb15072-fbe0-45a7-a651-378103b118a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:05.113133 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-5cb15072-fbe0-45a7-a651-378103b118a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.2182302 Sep 21 08:32:05.147399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Transition to ACTIVE for port object 38dc6652-1c4b-4e3e-bff4-065241e11f49 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:32:05.176889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:05.197190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-9fb95035-8c77-42c8-b117-8bb12172b8aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=de5a893c-3a84-4889-8491-917ed5cdd75c HTTP/1.1" status: 200 len: 217 time: 0.0473330 Sep 21 08:32:05.267551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e2b99-0ed0-477e-92ec-3fa3e9dd0118 req-30143fe8-7199-43cb-9330-d3e889e8e525 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:05.269774 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c26e2b99-0ed0-477e-92ec-3fa3e9dd0118 req-30143fe8-7199-43cb-9330-d3e889e8e525 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 932 time: 0.1548533 Sep 21 08:32:05.287042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1c796aed-5061-410c-8693-9792ed55bd14 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags/tempest-TagsExtTest-Tag-1019150637 HTTP/1.1" status: 204 len: 168 time: 0.2284217 Sep 21 08:32:05.290550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50426) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:05.299527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-270f4266-e90e-49b4-a106-7aba9b04dcbc tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', 'tempest-TagsExtTest-Tag-1019150637') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:05.353387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bf9bb5ec-321c-40f3-96df-f3a9c69275c8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:05.371032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-42874ea1-c065-4ee4-b010-5108e7e3e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:05.376483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-42874ea1-c065-4ee4-b010-5108e7e3e208 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.1670427 Sep 21 08:32:05.420924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:05.421669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:05.471939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-45818c02-06b0-424c-8e54-4206446f260e service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535189 Sep 21 08:32:05.478840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Pushing event updated for resources: {'Port': ['ID=38dc6652-1c4b-4e3e-bff4-065241e11f49,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:05.501245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c26e2b99-0ed0-477e-92ec-3fa3e9dd0118 req-be40488c-f543-4252-82c0-4862ee0891e7 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095978 Sep 21 08:32:05.579989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-0dd8b7a3-08fd-4b41-83a0-8e2266b5f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:05.581734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-0dd8b7a3-08fd-4b41-83a0-8e2266b5f026 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1509821 Sep 21 08:32:05.598035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device de5a893c-3a84-4889-8491-917ed5cdd75c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:32:05.638547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:05.711838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-270f4266-e90e-49b4-a106-7aba9b04dcbc tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags/tempest-TagsExtTest-Tag-1019150637 HTTP/1.1" status: 204 len: 168 time: 0.4176574 Sep 21 08:32:05.712474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50428) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:05.725192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-fb6a98bd-0f6a-42ee-8e8c-1cbc1460160d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:05.741102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port de5a893c-3a84-4889-8491-917ed5cdd75c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=de5a893c-3a84-4889-8491-917ed5cdd75c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:05.755764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'de5a893c-3a84-4889-8491-917ed5cdd75c', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'de5a893c-3a84-4889-8491-917ed5cdd75c', 'mac_address': 'fa:16:3e:c3:d0:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:32:05.770337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Delete allocated IP 172.20.0.4 (f974ca70-3d33-46d9-a18e-704789faceac/6c1aeab0-bf13-4391-9a67-b2c0b87b01f4) {{(pid=94725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 08:32:05.820310 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:05.826927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-2a629e8a-3ae4-4855-9483-185e26f73c71 service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313762 Sep 21 08:32:05.837982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5a893c-3a84-4889-8491-917ed5cdd75c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:05.842862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Allocated IP 172.20.0.45 (f974ca70-3d33-46d9-a18e-704789faceac/1eb7bdc6-eee5-4da2-8581-229095dce6db/594a825b-a9d9-4ff6-a077-0533cb01841f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:05.847752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Attempting to bind port 38dc6652-1c4b-4e3e-bff4-065241e11f49 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:05.848281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Attempting to bind port 38dc6652-1c4b-4e3e-bff4-065241e11f49 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:05.848499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Attempting to bind port 38dc6652-1c4b-4e3e-bff4-065241e11f49 on network 745e6eb2-adab-43d5-83c2-3ca304ab1414 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:05.860286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1acb5f43-49b1-4975-8856-4a987fe0b864 req-6513f7d8-cf81-4411-bdfe-3d089c196ee9 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725448 Sep 21 08:32:05.864316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port de5a893c-3a84-4889-8491-917ed5cdd75c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=de5a893c-3a84-4889-8491-917ed5cdd75c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:05.884557 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:05.889292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Port 38dc6652-1c4b-4e3e-bff4-065241e11f49 on network 745e6eb2-adab-43d5-83c2-3ca304ab1414 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:32:05.889616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Attempting to bind port 38dc6652-1c4b-4e3e-bff4-065241e11f49 on network 745e6eb2-adab-43d5-83c2-3ca304ab1414 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:05.928126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:05.928446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Checking segment: {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:05.928854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Bound using segment: {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:05.929343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Bound port: 38dc6652-1c4b-4e3e-bff4-065241e11f49, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556dae21-d2e6-443e-8ebf-d47e75f05e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:05.929703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:05.949790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=de5a893c-3a84-4889-8491-917ed5cdd75c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:05.992149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fb6a98bd-0f6a-42ee-8e8c-1cbc1460160d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags HTTP/1.1" status: 200 len: 205 time: 0.2697182 Sep 21 08:32:05.992149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50434) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:05.999752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-d1e0e5f4-92fa-4bfe-9590-c6c488670768 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.059302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c1b134ef-ce97-44a2-bd2f-0f3822a63616 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:32:06.107237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-081a1c48-c2b4-49cc-86de-fad870aa410b req-d20143d8-4028-496e-b816-4ded31760e6f service neutron] 10.222.0.50 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603147 Sep 21 08:32:06.165114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['de5a893c-3a84-4889-8491-917ed5cdd75c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:32:06.222999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcfbba-914e-4eba-bfb1-b136e528999f req-8a3ae2dd-4448-4ebf-8e24-807bb15c5419 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:06.224721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1bcfbba-914e-4eba-bfb1-b136e528999f req-8a3ae2dd-4448-4ebf-8e24-807bb15c5419 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.1799719 Sep 21 08:32:06.229940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d1e0e5f4-92fa-4bfe-9590-c6c488670768 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags HTTP/1.1" status: 200 len: 240 time: 0.2352195 Sep 21 08:32:06.231306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50436) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:06.238542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-fc47aee0-1387-471d-9722-c89c92e501f3 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', 'tempest-TagsExtTest-Tag-262446255') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.239454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c1b134ef-ce97-44a2-bd2f-0f3822a63616, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:06.262433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616', 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'port_id': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616', 'mac_address': 'fa:16:3e:f6:4c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:32:06.262683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] For port 38dc6652-1c4b-4e3e-bff4-065241e11f49, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:06.270344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router ae67fddc-ae20-4951-9552-f863d64ba7e0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:06.289699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00aec9-6e1f-40d0-becc-a8446c05db88 req-5303e400-4e64-4bd5-ae6a-41de79075c08 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:06.292481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d00aec9-6e1f-40d0-becc-a8446c05db88 req-5303e400-4e64-4bd5-ae6a-41de79075c08 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 949 time: 0.2609298 Sep 21 08:32:06.298093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] For port 38dc6652-1c4b-4e3e-bff4-065241e11f49, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:06.318196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.325357 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.333822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.347740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.368736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b134ef-ce97-44a2-bd2f-0f3822a63616 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:06.401853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c1b134ef-ce97-44a2-bd2f-0f3822a63616, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:06.408596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.424613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1bcfbba-914e-4eba-bfb1-b136e528999f req-2719a4e8-8fbf-409c-a528-450f0d842354 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403739 Sep 21 08:32:06.435452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:06.436426 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.437799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc47aee0-1387-471d-9722-c89c92e501f3 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags/tempest-TagsExtTest-Tag-262446255 HTTP/1.1" status: 204 len: 168 time: 0.2028182 Sep 21 08:32:06.438419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/38dc6652-1c4b-4e3e-bff4-065241e11f49 HTTP/1.1" status: 200 len: 1092 time: 4.3805151 Sep 21 08:32:06.443020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50438) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:06.443308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'tag': '38dc6652-1c4b-4e3e-bff4-065241e11f49'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:06.445924 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd68b199-516b-4a2d-bce4-25bdd33e8ad9", "tag": "38dc6652-1c4b-4e3e-bff4-065241e11f49"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:06.448591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-91221189-2588-47a7-9a83-b6d18b967533 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', 'tempest-TagsExtTest-Tag-262446255') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.465816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-c449e90b-3970-48f6-8493-34de00b98438 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:06.467485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-c449e90b-3970-48f6-8493-34de00b98438 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.1549828 Sep 21 08:32:06.487784 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d00aec9-6e1f-40d0-becc-a8446c05db88 req-aa21f6b1-9b09-4299-bb63-98a8325a732b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736631 Sep 21 08:32:06.515525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=c1b134ef-ce97-44a2-bd2f-0f3822a63616,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:06.560613 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.574980 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ac3368-390b-49cb-af46-2d4e35ef3ce4 x-openstack-request-id: req-c1ac3368-390b-49cb-af46-2d4e35ef3ce4 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:06.575910 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd68b199-516b-4a2d-bce4-25bdd33e8ad9", "tag": "38dc6652-1c4b-4e3e-bff4-065241e11f49", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:06.576397 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c1ac3368-390b-49cb-af46-2d4e35ef3ce4 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:06.576868 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'tag': '38dc6652-1c4b-4e3e-bff4-065241e11f49', 'status': 'completed', 'code': 200} Sep 21 08:32:06.603095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb59b77-d912-4e9d-a8db-b09e1d6430f6 service neutron] Pushing event updated for resources: {'Port': ['ID=38dc6652-1c4b-4e3e-bff4-065241e11f49,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:06.662363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:06.674102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] In _notify_port_updated(), no bound segment for port 594a825b-a9d9-4ff6-a077-0533cb01841f on network f974ca70-3d33-46d9-a18e-704789faceac {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:32:06.676533 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] Sync routers for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:06.679639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:06.680300 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:06.685978 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "PUT /v2.0/ports/594a825b-a9d9-4ff6-a077-0533cb01841f HTTP/1.1" status: 200 len: 959 time: 5.2425144 Sep 21 08:32:06.687620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50444) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:06.688371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a0d2986f-9e18-44b8-8290-6658bc761589 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/ae67fddc-ae20-4951-9552-f863d64ba7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2303410 Sep 21 08:32:06.693326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50446) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:06.697426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['c1b134ef-ce97-44a2-bd2f-0f3822a63616'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:32:06.698021 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:06.699008 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.727153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-5876740b-6bf5-4836-9848-4e96a197d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:06.728684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-5876740b-6bf5-4836-9848-4e96a197d1c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 1095 time: 0.1886346 Sep 21 08:32:06.754598 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.769832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:06.771982 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.774141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f082b5-55f6-49de-9281-9a83a60cac5c tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event updated for resources: {'Port': ['ID=594a825b-a9d9-4ff6-a077-0533cb01841f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:06.806687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-91221189-2588-47a7-9a83-b6d18b967533 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags/tempest-TagsExtTest-Tag-262446255 HTTP/1.1" status: 204 len: 168 time: 0.3600397 Sep 21 08:32:06.811133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50448) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:06.831364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-12c743f7-9611-4156-aed4-5e48ec589dbb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.835703 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:06.836490 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd84c4-764b-4c1a-9d70-01f57b945386 None None] The sync data for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:07.143926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:07.144192 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.156706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-babc17a2-a8c7-4b74-88dc-dadb383cf5bc None None] Provisioning complete for port 594a825b-a9d9-4ff6-a077-0533cb01841f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:07.157115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-babc17a2-a8c7-4b74-88dc-dadb383cf5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.189663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-cd2bb589-4aa9-4064-8a87-9240a2a54d83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49 HTTP/1.1" status: 200 len: 217 time: 0.4177427 Sep 21 08:32:07.195597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-babc17a2-a8c7-4b74-88dc-dadb383cf5bc None None] Port 594a825b-a9d9-4ff6-a077-0533cb01841f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:07.235463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf41f8-4858-4c88-b108-771dcb39275c req-8e603eb6-3966-44f7-9cdf-ed7dad3a0023 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:07.236959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22cf41f8-4858-4c88-b108-771dcb39275c req-8e603eb6-3966-44f7-9cdf-ed7dad3a0023 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 944 time: 0.5800512 Sep 21 08:32:07.322406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-ab9a960a-73a9-4e01-8ad3-d6ab3b84ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:07.323888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-ab9a960a-73a9-4e01-8ad3-d6ab3b84ed2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1258447 Sep 21 08:32:07.340537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-12c743f7-9611-4156-aed4-5e48ec589dbb tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags HTTP/1.1" status: 200 len: 205 time: 0.5254414 Sep 21 08:32:07.345377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50450) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:07.353433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 594a825b-a9d9-4ff6-a077-0533cb01841f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:07.353779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.359554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-996062b3-97d3-4df6-8553-35752932d862 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:07.362717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] For port 59f856f8-9b46-4555-bb2e-dc1527fb46b0, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59f856f8-9b46-4555-bb2e-dc1527fb46b0,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:07.363085 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.390128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22cf41f8-4858-4c88-b108-771dcb39275c req-576f7a91-050f-4dc4-ab07-8571054dc0d0 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444235 Sep 21 08:32:07.392306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-6278bc0e-55e4-42b7-bae7-faadf16aa6e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359833 Sep 21 08:32:07.407374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 59f856f8-9b46-4555-bb2e-dc1527fb46b0 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:07.482661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-996062b3-97d3-4df6-8553-35752932d862 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags HTTP/1.1" status: 200 len: 241 time: 0.1322625 Sep 21 08:32:07.488474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50452) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:07.495960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-114e5777-4ea5-43d5-bc94-3f17fdbef571 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', 'tempest-TagsExtTest-Tag-1885815708') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:07.554026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.584313 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-114e5777-4ea5-43d5-bc94-3f17fdbef571 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags/tempest-TagsExtTest-Tag-1885815708 HTTP/1.1" status: 204 len: 168 time: 0.0929780 Sep 21 08:32:07.586711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50458) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:07.591518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-d6d5e29f-b254-4202-a6ed-b7e3f3b5ead8 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', 'tempest-TagsExtTest-Tag-1885815708') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:07.593763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device de5a893c-3a84-4889-8491-917ed5cdd75c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:07.595002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 594a825b-a9d9-4ff6-a077-0533cb01841f owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:07.595403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-603016ce-8e61-4126-82e0-2d3e48bca95b service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929705 Sep 21 08:32:07.655490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port de5a893c-3a84-4889-8491-917ed5cdd75c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:32:07.660021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port de5a893c-3a84-4889-8491-917ed5cdd75c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:07.660523 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.737871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2f080-bae9-481e-8a73-a16da7de4e08 req-8b028c10-b283-4429-96b1-78fbe32d7530 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:07.739339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8be2f080-bae9-481e-8a73-a16da7de4e08 req-8b028c10-b283-4429-96b1-78fbe32d7530 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 945 time: 0.1618254 Sep 21 08:32:07.752981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.769922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ff893-80fc-4971-ab69-7e3435572a5b req-9e01f5d2-b14b-48db-96eb-a6d243f438ae tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:07.776988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e05ff893-80fc-4971-ab69-7e3435572a5b req-9e01f5d2-b14b-48db-96eb-a6d243f438ae tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 949 time: 0.1793926 Sep 21 08:32:07.801889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port de5a893c-3a84-4889-8491-917ed5cdd75c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=de5a893c-3a84-4889-8491-917ed5cdd75c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:07.804386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a893c-3a84-4889-8491-917ed5cdd75c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:07.808308 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb362235-f82d-4f49-b291-41ee528304e9" -d '{"events": [{"server_uuid": "0f8d72b3-d290-475e-912e-eb9561ca2135", "name": "network-vif-plugged", "status": "completed", "tag": "de5a893c-3a84-4889-8491-917ed5cdd75c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:07.815938 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.839012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d6d5e29f-b254-4202-a6ed-b7e3f3b5ead8 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags/tempest-TagsExtTest-Tag-1885815708 HTTP/1.1" status: 204 len: 168 time: 0.2512481 Sep 21 08:32:07.839429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Deleting port 637da698-bd04-4cf4-8613-99f93dbd8795 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:07.839694 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.848325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50462) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:07.861266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f881e480-09b3-4380-a95e-240acdd0bf86 req-e2cd1a3e-bdc1-4cc0-8762-bbca809063de service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523472 Sep 21 08:32:07.870872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-68d856c7-e85e-4917-9ce4-a1957f9abdc2 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:07.876440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e05ff893-80fc-4971-ab69-7e3435572a5b req-9040bd05-99c6-4c0d-9929-52d7928fa266 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979683 Sep 21 08:32:07.926165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=de5a893c-3a84-4889-8491-917ed5cdd75c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:07.933083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:07.957983 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb4fac8-2a31-40a7-aaae-9d55ca8e4899 x-openstack-request-id: req-fcb4fac8-2a31-40a7-aaae-9d55ca8e4899 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:07.958681 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8d72b3-d290-475e-912e-eb9561ca2135", "name": "network-vif-plugged", "status": "completed", "tag": "de5a893c-3a84-4889-8491-917ed5cdd75c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:07.959357 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fcb4fac8-2a31-40a7-aaae-9d55ca8e4899 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:07.960008 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5a893c-3a84-4889-8491-917ed5cdd75c', 'code': 200} Sep 21 08:32:07.968184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8be2f080-bae9-481e-8a73-a16da7de4e08 req-9a2da697-b374-4d24-abd3-52543f4686ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217422 Sep 21 08:32:07.998078 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.064845 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-d09d8438-7cb1-4349-899d-d41308238206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:08.066353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-d09d8438-7cb1-4349-899d-d41308238206 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 1095 time: 0.0857136 Sep 21 08:32:08.073765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c1b134ef-ce97-44a2-bd2f-0f3822a63616 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:08.129122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port c1b134ef-ce97-44a2-bd2f-0f3822a63616 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:32:08.133254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port c1b134ef-ce97-44a2-bd2f-0f3822a63616 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:08.133653 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.157234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=59f856f8-9b46-4555-bb2e-dc1527fb46b0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:08.173041 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68d856c7-e85e-4917-9ce4-a1957f9abdc2 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags HTTP/1.1" status: 200 len: 205 time: 0.3157787 Sep 21 08:32:08.176046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50464) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:08.183920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-b5dd565d-7788-4239-b86f-f5add0653ca0 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:08.222146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.228187 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.264807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-ef6e88d7-3e8b-4d8f-b802-0e0c177ae93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:08.266229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-ef6e88d7-3e8b-4d8f-b802-0e0c177ae93e service neutron] 10.222.0.50 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.1678073 Sep 21 08:32:08.271897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b5dd565d-7788-4239-b86f-f5add0653ca0 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags HTTP/1.1" status: 204 len: 168 time: 0.0940094 Sep 21 08:32:08.276882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50466) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:08.277201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c1b134ef-ce97-44a2-bd2f-0f3822a63616, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:08.282591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-a643f221-d84e-4734-a056-159e836a76bc tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:08.283423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] No DVR routers for this DVR port 59f856f8-9b46-4555-bb2e-dc1527fb46b0 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:08.286535 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.290688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=594a825b-a9d9-4ff6-a077-0533cb01841f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:08.294969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e074b429-3816-4023-b597-04107d917492 admin admin] For port 637da698-bd04-4cf4-8613-99f93dbd8795, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=637da698-bd04-4cf4-8613-99f93dbd8795,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:08.295351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.300000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.302005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "DELETE /v2.0/ports/59f856f8-9b46-4555-bb2e-dc1527fb46b0 HTTP/1.1" status: 204 len: 173 time: 1.7913976 Sep 21 08:32:08.302756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'name': 'network-vif-deleted', 'tag': '59f856f8-9b46-4555-bb2e-dc1527fb46b0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:08.305109 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51fc46e-46db-429f-af2b-1ea0cbf78e88" -d '{"events": [{"server_uuid": "68484f43-45d2-49a9-9635-a6b936aa8f3b", "name": "network-vif-deleted", "tag": "59f856f8-9b46-4555-bb2e-dc1527fb46b0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:08.319544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab0667-7e42-4388-9ec0-73115bb15493 req-09c459e4-58ab-4898-8a34-7b7c915d74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:08.321136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56ab0667-7e42-4388-9ec0-73115bb15493 req-09c459e4-58ab-4898-8a34-7b7c915d74fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 1101 time: 0.2763088 Sep 21 08:32:08.330083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Calling delete_port for 637da698-bd04-4cf4-8613-99f93dbd8795 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:08.394130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-316a00f5-aef0-4f86-af48-73630971f772 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49 HTTP/1.1" status: 200 len: 217 time: 0.1179824 Sep 21 08:32:08.401804 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d4c9dc-3b5d-4cad-af61-0435616b8b61 x-openstack-request-id: req-b9d4c9dc-3b5d-4cad-af61-0435616b8b61 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:08.402269 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68484f43-45d2-49a9-9635-a6b936aa8f3b", "name": "network-vif-deleted", "tag": "59f856f8-9b46-4555-bb2e-dc1527fb46b0", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:08.402269 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9d4c9dc-3b5d-4cad-af61-0435616b8b61 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:08.403219 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68484f43-45d2-49a9-9635-a6b936aa8f3b', 'name': 'network-vif-deleted', 'tag': '59f856f8-9b46-4555-bb2e-dc1527fb46b0', 'status': 'completed', 'code': 200} Sep 21 08:32:08.444868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=c1b134ef-ce97-44a2-bd2f-0f3822a63616,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:08.494075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56ab0667-7e42-4388-9ec0-73115bb15493 req-e06637d2-cbd1-47b1-91c2-5bebafbac562 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615434 Sep 21 08:32:08.530838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.539790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8ee5172c-da4c-49f9-996b-16ff8df88833 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/594a825b-a9d9-4ff6-a077-0533cb01841f HTTP/1.1" status: 204 len: 168 time: 1.8463984 Sep 21 08:32:08.558160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50472) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:08.633799 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd129d3d-2420-4866-a7d3-7f906aada4b3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] GET failed (client error): The resource could not be found. Sep 21 08:32:08.635591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bd129d3d-2420-4866-a7d3-7f906aada4b3 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports/594a825b-a9d9-4ff6-a077-0533cb01841f HTTP/1.1" status: 404 len: 333 time: 0.0710859 Sep 21 08:32:08.640655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50474) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:08.654203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6f36e-8dbb-4e39-a53b-cf6802789341 req-1f47daad-2418-4fa1-b184-810f51476ab8 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:08.656905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ae6f36e-8dbb-4e39-a53b-cf6802789341 req-1f47daad-2418-4fa1-b184-810f51476ab8 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 944 time: 0.1591387 Sep 21 08:32:08.663712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-33338d15-3ea7-4952-bb6e-12ff8c2a7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:08.665246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-33338d15-3ea7-4952-bb6e-12ff8c2a7722 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1550226 Sep 21 08:32:08.670219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a643f221-d84e-4734-a056-159e836a76bc tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags HTTP/1.1" status: 204 len: 168 time: 0.3916368 Sep 21 08:32:08.675083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50476) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:08.685085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-4f17abfd-fadb-4b93-9d01-6707b4279604 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:08.714791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5ae6f36e-8dbb-4e39-a53b-cf6802789341 req-059f093d-c4be-4ef3-a1a8-fc5d55c45232 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Sep 21 08:32:08.777150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-ee8690f8-c3be-4d67-b3ad-16affe2f9113 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767400 Sep 21 08:32:08.794086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port acc3188b-42f0-4ea8-9955-b7bd89e81616 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:08.794440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.827858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.881199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a74a9b57-faff-45ec-9aca-cfd1f55a1d98 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:08.905785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Pushing event deleted for resources: {'Port': ['ID=637da698-bd04-4cf4-8613-99f93dbd8795,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:09.053152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a74a9b57-faff-45ec-9aca-cfd1f55a1d98 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.110927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4f17abfd-fadb-4b93-9d01-6707b4279604 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.4297168 Sep 21 08:32:09.119945 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.121825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50482) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:09.127668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-29142efa-9bdb-42ca-8e7b-ef5a1656c98b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:09.142153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-ab6aba8c-f561-43ba-913d-502fa0fbd4ea service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440213 Sep 21 08:32:09.148641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.160825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233ba2f-bf42-4bd9-b81b-4006bddb7693 req-89da264e-b1f1-4c7e-bbf1-43fc80b9bb0b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:09.168932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9233ba2f-bf42-4bd9-b81b-4006bddb7693 req-89da264e-b1f1-4c7e-bbf1-43fc80b9bb0b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 950 time: 0.1919301 Sep 21 08:32:09.188495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e3b8708-7dec-495e-a248-b184d8225657 req-7a325d09-80f2-42f8-b8cd-1a46390628fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 210 time: 0.0654583 Sep 21 08:32:09.211076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for acc3188b-42f0-4ea8-9955-b7bd89e81616 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:09.288477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9233ba2f-bf42-4bd9-b81b-4006bddb7693 req-c500097d-f593-4a53-8797-8a7698c1a191 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180089 Sep 21 08:32:09.303540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a74a9b57-faff-45ec-9aca-cfd1f55a1d98 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.303540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a74a9b57-faff-45ec-9aca-cfd1f55a1d98 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.303540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a74a9b57-faff-45ec-9aca-cfd1f55a1d98 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/security-groups/22eb0e0d-2b98-4948-b5b2-9ef7de7cb607 HTTP/1.1" status: 204 len: 168 time: 0.6604190 Sep 21 08:32:09.312849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:09.388372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a9b57-faff-45ec-9aca-cfd1f55a1d98 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eb0e0d-2b98-4948-b5b2-9ef7de7cb607,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:09.441767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf99efa5-4bd7-44ac-b464-12c97cb8fea7 req-0873493e-c62e-4d85-820b-1526a5ad84fb service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648447 Sep 21 08:32:09.448494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-29142efa-9bdb-42ca-8e7b-ef5a1656c98b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags HTTP/1.1" status: 204 len: 168 time: 0.3243713 Sep 21 08:32:09.455970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50486) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:09.462462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-c94f008e-30fd-4d81-bd8d-b8594b69235b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', 'tempest-TagsExtTest-Tag-1129863479') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:09.511131 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-882d1c8b-d9fa-49bd-9dfc-415ba198ff86 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.567919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.575357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-882d1c8b-d9fa-49bd-9dfc-415ba198ff86 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.601837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=acc3188b-42f0-4ea8-9955-b7bd89e81616,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:09.618974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 38dc6652-1c4b-4e3e-bff4-065241e11f49 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:32:09.812316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 38dc6652-1c4b-4e3e-bff4-065241e11f49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:09.836333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.841874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59f856f8-9b46-4555-bb2e-dc1527fb46b0 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:09.845701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '38dc6652-1c4b-4e3e-bff4-065241e11f49', 'network_id': '745e6eb2-adab-43d5-83c2-3ca304ab1414', 'port_id': '38dc6652-1c4b-4e3e-bff4-065241e11f49', 'mac_address': 'fa:16:3e:7e:4f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab34c2c-0598-4be6-81a6-5aa29051af45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:32:09.892464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 59f856f8-9b46-4555-bb2e-dc1527fb46b0 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:09.892854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59f856f8-9b46-4555-bb2e-dc1527fb46b0 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:09.955001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:09.970573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:09.973417 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eea9f4b-f9ca-438b-9d91-ac5dc2d075ba" -d '{"events": [{"server_uuid": "0a82b206-3258-43f1-86f9-6e6e755e1668", "name": "network-vif-plugged", "status": "completed", "tag": "c1b134ef-ce97-44a2-bd2f-0f3822a63616"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:09.977952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dc6652-1c4b-4e3e-bff4-065241e11f49 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:10.006762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 38dc6652-1c4b-4e3e-bff4-065241e11f49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:10.013617 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.094979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Router 95c55bca-9024-45c0-b309-ccb4df96c430 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:10.132914 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e10b7-c4aa-4160-9639-12189e6cb597 x-openstack-request-id: req-8e3e10b7-c4aa-4160-9639-12189e6cb597 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:10.133209 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a82b206-3258-43f1-86f9-6e6e755e1668", "name": "network-vif-plugged", "status": "completed", "tag": "c1b134ef-ce97-44a2-bd2f-0f3822a63616", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:10.133488 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e3e10b7-c4aa-4160-9639-12189e6cb597 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:10.133839 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616', 'code': 200} Sep 21 08:32:10.134391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=38dc6652-1c4b-4e3e-bff4-065241e11f49,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:10.134956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265a159-1cae-439e-8d53-77518b885184 req-def78cee-6579-43a0-b537-822d6da350e6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:10.136558 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b265a159-1cae-439e-8d53-77518b885184 req-def78cee-6579-43a0-b537-822d6da350e6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 945 time: 0.1179931 Sep 21 08:32:10.137776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-882d1c8b-d9fa-49bd-9dfc-415ba198ff86 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.140310 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-882d1c8b-d9fa-49bd-9dfc-415ba198ff86 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.144207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-882d1c8b-d9fa-49bd-9dfc-415ba198ff86 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/security-groups/22c35e63-04fb-4d42-9fbf-6cb255128a90 HTTP/1.1" status: 204 len: 168 time: 0.8288662 Sep 21 08:32:10.146976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50492) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:10.215825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c94f008e-30fd-4d81-bd8d-b8594b69235b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags/tempest-TagsExtTest-Tag-1129863479 HTTP/1.1" status: 201 len: 201 time: 0.7534955 Sep 21 08:32:10.217869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d1c8b-d9fa-49bd-9dfc-415ba198ff86 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c35e63-04fb-4d42-9fbf-6cb255128a90,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:10.224162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50494) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:10.242479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-fca0ccff-fcbb-4461-9da4-78040af2d63c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', 'tempest-TagsExtTest-Tag-1340494281') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:10.281204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['38dc6652-1c4b-4e3e-bff4-065241e11f49'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:32:10.355503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b265a159-1cae-439e-8d53-77518b885184 req-f8e66a1c-8a37-4cc4-b2fe-f1ebd87be74c tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026875 Sep 21 08:32:10.388655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64b03d51-18b7-4f80-a1a0-e0b395d7d5d2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.403757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e074b429-3816-4023-b597-04107d917492 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:10.423076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e074b429-3816-4023-b597-04107d917492 admin admin] 10.222.0.59 "PUT /v2.0/routers/95c55bca-9024-45c0-b309-ccb4df96c430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3630791 Sep 21 08:32:10.444217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50500) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:10.467187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] Sync routers for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:10.516794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:10.517130 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64b03d51-18b7-4f80-a1a0-e0b395d7d5d2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.517903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:10.599691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fca0ccff-fcbb-4461-9da4-78040af2d63c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags/tempest-TagsExtTest-Tag-1340494281 HTTP/1.1" status: 201 len: 201 time: 0.3687963 Sep 21 08:32:10.607598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50502) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:10.613817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-3a7c1ae9-b38c-4922-a50b-78b2c98a286d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', 'tempest-TagsExtTest-Tag-118634462') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:10.698092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6c8f4-8bb7-4b28-ab19-82f731c813b0 req-387e822e-86a3-41c4-910a-729afc9d1d7a tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:10.699797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40a6c8f4-8bb7-4b28-ab19-82f731c813b0 req-387e822e-86a3-41c4-910a-729afc9d1d7a tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 950 time: 0.2364857 Sep 21 08:32:10.716244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:10.717082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64b03d51-18b7-4f80-a1a0-e0b395d7d5d2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.719544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64b03d51-18b7-4f80-a1a0-e0b395d7d5d2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.723662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-64b03d51-18b7-4f80-a1a0-e0b395d7d5d2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/security-groups/9ce96e6a-ba82-4b08-a5a6-2f8cd4aed2da HTTP/1.1" status: 204 len: 168 time: 0.5722859 Sep 21 08:32:10.726960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50504) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:10.754129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.806157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b03d51-18b7-4f80-a1a0-e0b395d7d5d2 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce96e6a-ba82-4b08-a5a6-2f8cd4aed2da,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:10.864576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router ae67fddc-ae20-4951-9552-f863d64ba7e0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:10.893446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f21e9472-043c-4d23-8b48-932eeec40b06 req-e51c7b3d-a8c2-4bb3-802d-93a0314ed7ef tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 210 time: 0.0571058 Sep 21 08:32:10.914214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d878ec-3b90-407f-bd6d-7ea3abddb914 req-ab682c9d-8c67-4878-8839-243225c93e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:10.916837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d1d878ec-3b90-407f-bd6d-7ea3abddb914 req-ab682c9d-8c67-4878-8839-243225c93e1a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.7667167 Sep 21 08:32:10.930026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet 6c1aeab0-bf13-4391-9a67-b2c0b87b01f4 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:10.940025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:10.945448 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40a6c8f4-8bb7-4b28-ab19-82f731c813b0 req-c7a7638e-ba22-400e-a181-67685e38bca1 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175391 Sep 21 08:32:10.998045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3a7c1ae9-b38c-4922-a50b-78b2c98a286d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags/tempest-TagsExtTest-Tag-118634462 HTTP/1.1" status: 201 len: 201 time: 0.3855231 Sep 21 08:32:11.002650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50508) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:11.018142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-35ead62d-f724-41e0-9b51-8f51ee11a899 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', 'tempest-TagsExtTest-Tag-1954356338') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.023663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.051754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163'}], 'enable_snat': True}, 'gw_port_id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:32:08Z', 'revision_number': 5, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port': {'id': '4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:21:46Z', 'updated_at': '2021-09-21T08:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.055229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.105125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] Checking router: 95c55bca-9024-45c0-b309-ccb4df96c430 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:32:11.119123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:11.133128 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] Sync routers for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:11.133709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5705f451-939a-427e-80a5-5831ce8d50f8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/ae67fddc-ae20-4951-9552-f863d64ba7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4353490 Sep 21 08:32:11.137999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] Routers {'95c55bca-9024-45c0-b309-ccb4df96c430'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:11.138640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['95c55bca-9024-45c0-b309-ccb4df96c430'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.148734 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:11.150461 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.155721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d1d878ec-3b90-407f-bd6d-7ea3abddb914 req-19d95ea7-5497-4883-8074-df52dad646f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289152 Sep 21 08:32:11.156466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50512) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:11.173445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-35ead62d-f724-41e0-9b51-8f51ee11a899 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags/tempest-TagsExtTest-Tag-1954356338 HTTP/1.1" status: 201 len: 201 time: 0.1669679 Sep 21 08:32:11.176815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:11.182663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.184278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-b9c2c548-4662-4eae-b4ca-24bd6b6d6d80 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', {'tags': ['tempest-TagsExtTest-Tag-272996212', 'tempest-TagsExtTest-Tag-1403629223', 'tempest-TagsExtTest-Tag-983401539']}) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.235872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.261218 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] Routers {'ae67fddc-ae20-4951-9552-f863d64ba7e0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:11.262776 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:31:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae67fddc-ae20-4951-9552-f863d64ba7e0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.268519 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-24ec1cb9-48ed-4583-9a4c-110aaa2d2f53 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae67fddc-ae20-4951-9552-f863d64ba7e0 HTTP/1.1" status: 200 len: 205 time: 0.1093807 Sep 21 08:32:11.280903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50516) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:11.326698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] Set router 95c55bca-9024-45c0-b309-ccb4df96c430 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:11.354395 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.362860 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.364022 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d22d017-13e3-4afe-a888-8382f4e9e124 None None] The sync data for ids ['ae67fddc-ae20-4951-9552-f863d64ba7e0'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:11.412143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1aeab0-bf13-4391-9a67-b2c0b87b01f4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:11.414582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.419918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-824848b1-0c1f-46a9-a0b9-f63948b09c1a tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/6c1aeab0-bf13-4391-9a67-b2c0b87b01f4 HTTP/1.1" status: 204 len: 168 time: 0.6845427 Sep 21 08:32:11.422123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50522) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:11.441721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab7c1d-ccf1-4493-a2fd-1b4b709a8ce7 None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:11.444992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:32:11Z', 'revision_number': 6, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.498631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa386a82-c694-40cd-b490-082b5c7c2c0d None None] The sync data for ids ['95c55bca-9024-45c0-b309-ccb4df96c430'] in n-d-809980-2 is: [{'id': '95c55bca-9024-45c0-b309-ccb4df96c430', 'name': 'tempest-AttachVolumeShelveTestJSON-1597823865-router', 'tenant_id': '2d094b2e86304876b09e162169c4ae82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:21:45Z', 'updated_at': '2021-09-21T08:32:11Z', 'revision_number': 6, 'project_id': '2d094b2e86304876b09e162169c4ae82', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:11.549620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Deleting port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:11.550448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.558390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b131648e-ac18-4db5-91ed-0f3f0fe03a20 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.558967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet 1eb7bdc6-eee5-4da2-8581-229095dce6db {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:11.572439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.663661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.668023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b9c2c548-4662-4eae-b4ca-24bd6b6d6d80 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags HTTP/1.1" status: 200 len: 316 time: 0.4897292 Sep 21 08:32:11.676384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfb948-d87d-407a-873d-5a8f61e7c286 req-3de168ed-b7db-4229-903f-5f121ff7cafa tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:11.677921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7dcfb948-d87d-407a-873d-5a8f61e7c286 req-3de168ed-b7db-4229-903f-5f121ff7cafa tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 945 time: 0.1735172 Sep 21 08:32:11.678910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50524) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:11.684064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-b66fea55-c02f-438e-a179-a665f6f05391 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:11.686840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 38dc6652-1c4b-4e3e-bff4-065241e11f49 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:11.708145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf127138-7cc3-4c1d-abc1-9d72cd09ca20 req-36090959-5719-4ecc-8a19-3e32f3a55497 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:11.716043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf127138-7cc3-4c1d-abc1-9d72cd09ca20 req-36090959-5719-4ecc-8a19-3e32f3a55497 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 950 time: 0.2110922 Sep 21 08:32:11.789207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf127138-7cc3-4c1d-abc1-9d72cd09ca20 req-349d78a6-c60e-4037-bafa-b07d79c12125 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713153 Sep 21 08:32:11.820786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 38dc6652-1c4b-4e3e-bff4-065241e11f49 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:32:11.826879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] For port 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:11.827269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.828839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 38dc6652-1c4b-4e3e-bff4-065241e11f49 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:11.829215 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.846054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b131648e-ac18-4db5-91ed-0f3f0fe03a20 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.850063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b131648e-ac18-4db5-91ed-0f3f0fe03a20 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.865391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7dcfb948-d87d-407a-873d-5a8f61e7c286 req-d586e1b8-0e3c-4258-9d17-92bfb84751ee tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593268 Sep 21 08:32:11.871848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Calling delete_port for 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:11.970459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b131648e-ac18-4db5-91ed-0f3f0fe03a20 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:11.971286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b131648e-ac18-4db5-91ed-0f3f0fe03a20 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Fanout notify agent at l3_agent the message router_deleted on router ae67fddc-ae20-4951-9552-f863d64ba7e0 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:32:12.008106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b131648e-ac18-4db5-91ed-0f3f0fe03a20 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.012500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b131648e-ac18-4db5-91ed-0f3f0fe03a20 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/ae67fddc-ae20-4951-9552-f863d64ba7e0 HTTP/1.1" status: 204 len: 168 time: 0.7274041 Sep 21 08:32:12.013618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50528) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:12.098941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet 354ce7be-36bf-4d1a-b077-9d1858bbeef2 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:12.111671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.171707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b66fea55-c02f-438e-a179-a665f6f05391 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags HTTP/1.1" status: 204 len: 168 time: 0.4885902 Sep 21 08:32:12.183065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.185912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbd064f4-ddbe-4865-bdba-a6803fa90352 req-eae1a1fd-ecf5-482f-943b-fd04bfa50de5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 210 time: 0.0505428 Sep 21 08:32:12.187111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50530) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:12.188707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.213305 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.216132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-4eb28ed7-080e-4b9f-95ff-fd4ab724e767 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', 'tempest-TagsExtTest-Tag-272996212') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:12.248606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6652-1c4b-4e3e-bff4-065241e11f49'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:12.251121 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edf6cb9-8e49-4c87-ac05-90b9c6df9016" -d '{"events": [{"server_uuid": "cd68b199-516b-4a2d-bce4-25bdd33e8ad9", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6652-1c4b-4e3e-bff4-065241e11f49"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:12.287862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 38dc6652-1c4b-4e3e-bff4-065241e11f49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:12.294406 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.330229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.404822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.448863 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-4eb28ed7-080e-4b9f-95ff-fd4ab724e767 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:12.450999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4eb28ed7-080e-4b9f-95ff-fd4ab724e767 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags/tempest-TagsExtTest-Tag-272996212 HTTP/1.1" status: 404 len: 328 time: 0.2586772 Sep 21 08:32:12.456412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50534) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:12.460002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=354ce7be-36bf-4d1a-b077-9d1858bbeef2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:12.462349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-3986b67c-a366-4c57-8970-5c370ec5d363 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', 'tempest-TagsExtTest-Tag-1403629223') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:12.467249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.469174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-18e648e5-f6b8-4245-8683-e4beb0edf722 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/354ce7be-36bf-4d1a-b077-9d1858bbeef2 HTTP/1.1" status: 204 len: 168 time: 0.4537246 Sep 21 08:32:12.473688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50536) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:12.508950 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.513585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=38dc6652-1c4b-4e3e-bff4-065241e11f49,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:12.534031 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beeb468-9e54-4f5a-838d-a0b83acf1319 x-openstack-request-id: req-9beeb468-9e54-4f5a-838d-a0b83acf1319 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:12.534695 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd68b199-516b-4a2d-bce4-25bdd33e8ad9", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6652-1c4b-4e3e-bff4-065241e11f49", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:12.536375 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9beeb468-9e54-4f5a-838d-a0b83acf1319 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:12.536892 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6652-1c4b-4e3e-bff4-065241e11f49', 'code': 200} Sep 21 08:32:12.537730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa336c-2d25-4e3b-b49d-db82146b99a7 None None] Network e1760b87-55a5-4d9d-aeb8-1353a1498d6e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:12.559997 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.566995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb7bdc6-eee5-4da2-8581-229095dce6db,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:12.569601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet 4efa0683-6dd2-41f8-86db-736ce07e4eec {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:12.597694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.628218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:12.691078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.711606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.714757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-927900bd-0d41-4a81-a148-c3c51ec44e81 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/1eb7bdc6-eee5-4da2-8581-229095dce6db HTTP/1.1" status: 204 len: 168 time: 1.2904129 Sep 21 08:32:12.721256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50538) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:12.787515 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-646aa4ce-0880-40a7-9b28-69d019d24d21 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:12.787515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646aa4ce-0880-40a7-9b28-69d019d24d21 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:12.787515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-646aa4ce-0880-40a7-9b28-69d019d24d21 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/6c1aeab0-bf13-4391-9a67-b2c0b87b01f4 HTTP/1.1" status: 404 len: 337 time: 0.0618861 Sep 21 08:32:12.790786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50540) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:12.864069 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.878814 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-3986b67c-a366-4c57-8970-5c370ec5d363 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:12.880371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] DHCP port deletion for e1760b87-55a5-4d9d-aeb8-1353a1498d6e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:12.883464 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3986b67c-a366-4c57-8970-5c370ec5d363 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags/tempest-TagsExtTest-Tag-1403629223 HTTP/1.1" status: 404 len: 329 time: 0.4249103 Sep 21 08:32:12.884127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50544) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:12.907129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-33f07647-62ba-4320-be42-30e35189bcb6 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5', 'tempest-TagsExtTest-Tag-983401539') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:12.971672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] Deleting port baf17733-ead4-4296-853a-bc05366c91fb {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:12.972062 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:12.986506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.009552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45698f34-e571-4984-8493-e8f89aaa5af8 req-4a92da1a-3e41-464d-a06c-185b1ffa7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:13.011100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45698f34-e571-4984-8493-e8f89aaa5af8 req-4a92da1a-3e41-464d-a06c-185b1ffa7e5d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 1097 time: 0.4385488 Sep 21 08:32:13.012179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.071189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=4efa0683-6dd2-41f8-86db-736ce07e4eec,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:13.081771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] For port baf17733-ead4-4296-853a-bc05366c91fb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=baf17733-ead4-4296-853a-bc05366c91fb,segment=NetworkSegment(9f48e3bf-8548-4d29-bc9f-4f761d7b7e31),segment_id=9f48e3bf-8548-4d29-bc9f-4f761d7b7e31)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:13.082515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.097296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.098761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] Calling delete_port for baf17733-ead4-4296-853a-bc05366c91fb owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:13.099207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4182a50e-8392-41fc-8494-e3f1ebd7ceab tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/4efa0683-6dd2-41f8-86db-736ce07e4eec HTTP/1.1" status: 204 len: 168 time: 0.6244144 Sep 21 08:32:13.103038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50550) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:13.137720 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.140006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.177902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d5e3c-3c25-40b2-b9b6-860221602b3d None None] Network bfd907bf-8103-46d4-a6b9-d332c6a6cb13 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:13.192759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.214598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45698f34-e571-4984-8493-e8f89aaa5af8 req-38c61861-ad73-484d-bc79-d67602270e97 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591718 Sep 21 08:32:13.255693 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.256084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c55bca-9024-45c0-b309-ccb4df96c430 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:32:13.284027 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.285812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-77f933ca-7c03-49f7-a204-42e93f2c00ee admin admin] 10.222.0.59 "DELETE /v2.0/routers/95c55bca-9024-45c0-b309-ccb4df96c430 HTTP/1.1" status: 204 len: 168 time: 2.8399944 Sep 21 08:32:13.292616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting subnet baf15f5d-2f41-41dd-bc5a-61fc319327e9 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:13.306576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50554) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:13.314262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.319464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523e193-33fd-4312-b4d8-34733db8a7ac req-83874030-3781-401c-ae2c-0ab8bce2801e tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:13.327840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2523e193-33fd-4312-b4d8-34733db8a7ac req-83874030-3781-401c-ae2c-0ab8bce2801e tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.2843523 Sep 21 08:32:13.425340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] Deleting subnet 3494a1b6-8041-421d-bc14-b1569d15b28a {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:13.449555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device baf17733-ead4-4296-853a-bc05366c91fb no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:13.452106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.452638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df277cf-6614-4404-b67e-568b659857df None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:13.456662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2523e193-33fd-4312-b4d8-34733db8a7ac req-06878d96-df3e-4e9f-86be-d9712e621892 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271389 Sep 21 08:32:13.467464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port baf17733-ead4-4296-853a-bc05366c91fb {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:13.468385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.483007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.524856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b762c6-d1ae-4c73-85a2-799ffbf9c407 req-a2292c2a-4220-4377-a6ad-0dc2675179c8 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:13.532978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78b762c6-d1ae-4c73-85a2-799ffbf9c407 req-a2292c2a-4220-4377-a6ad-0dc2675179c8 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 950 time: 0.6054177 Sep 21 08:32:13.564336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port baf17733-ead4-4296-853a-bc05366c91fb, host n-d-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:13.565047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.567448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: baf17733-ead4-4296-853a-bc05366c91fb {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:13.567802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device baf17733-ead4-4296-853a-bc05366c91fb not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:13.568227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 637da698-bd04-4cf4-8613-99f93dbd8795 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:13.612714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for baf17733-ead4-4296-853a-bc05366c91fb owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:13.625292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3cbfac07-a960-4794-837a-baa0335667a7 req-599ccebf-4f3d-4fa5-bd77-7da68fe5c367 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=68484f43-45d2-49a9-9635-a6b936aa8f3b HTTP/1.1" status: 200 len: 210 time: 0.0423734 Sep 21 08:32:13.627285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Port baf17733-ead4-4296-853a-bc05366c91fb was not found and therefore no delete operation was performed {{(pid=94725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:32:13.629745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.664215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=baf17733-ead4-4296-853a-bc05366c91fb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:13.666232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port baf17733-ead4-4296-853a-bc05366c91fb on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:13.692271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ef1dda52-9b00-4177-82ea-85d87b19f9e2 None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:13.692639 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef1dda52-9b00-4177-82ea-85d87b19f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.716414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 637da698-bd04-4cf4-8613-99f93dbd8795 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:13.716944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 637da698-bd04-4cf4-8613-99f93dbd8795 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:13.717573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:13.744705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] Pushing event deleted for resources: {'Port': ['ID=baf17733-ead4-4296-853a-bc05366c91fb,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:13.776438 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.781544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:13.782003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4138d9cf-18c3-43fd-9c8d-08ce0eadc0fd not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:13.783794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34495a-fd17-44b9-bb85-70b32d01520b None None] No DVR routers for this DVR port baf17733-ead4-4296-853a-bc05366c91fb on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:13.838541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1760b87-55a5-4d9d-aeb8-1353a1498d6e']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:13.855595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f48e3bf-8548-4d29-bc9f-4f761d7b7e31') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:13.856796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f48e3bf-8548-4d29-bc9f-4f761d7b7e31') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:13.874319 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.899147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.907406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:13.907879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.908962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.919458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-1fdf1340-400d-4e34-830d-2a6e698c898c tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:13.920453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-1fdf1340-400d-4e34-830d-2a6e698c898c tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 950 time: 0.6902728 Sep 21 08:32:13.924384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] DHCP port deletion for bfd907bf-8103-46d4-a6b9-d332c6a6cb13 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:13.925012 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:13.969361 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-33f07647-62ba-4320-be42-30e35189bcb6 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:13.973286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-33f07647-62ba-4320-be42-30e35189bcb6 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags/tempest-TagsExtTest-Tag-983401539 HTTP/1.1" status: 404 len: 328 time: 1.0754209 Sep 21 08:32:13.973286 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:13.977874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50556) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:13.985359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-a67b0f73-bb36-40e3-b002-ad7a1be04054 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', {'tags': ['tempest-TagsExtTest-Tag-336824228', 'tempest-TagsExtTest-Tag-28181249', 'tempest-TagsExtTest-Tag-370003890']}) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:13.990032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ef1dda52-9b00-4177-82ea-85d87b19f9e2 None None] Provisioning complete for port 79619eb8-8163-4a8c-8f78-585570ca095f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:13.990395 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef1dda52-9b00-4177-82ea-85d87b19f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.051092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-78b762c6-d1ae-4c73-85a2-799ffbf9c407 req-e14f04a3-16a4-4589-b1da-ec36f9cb0ace tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170040 Sep 21 08:32:14.079177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ef1dda52-9b00-4177-82ea-85d87b19f9e2 None None] Port 79619eb8-8163-4a8c-8f78-585570ca095f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:14.082653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] Deleting port 6676cc31-004e-4024-878e-8f2487b3c4a8 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:14.082653 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.094132 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.114899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.119897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/e1760b87-55a5-4d9d-aeb8-1353a1498d6e HTTP/1.1" status: 204 len: 168 time: 1.0126817 Sep 21 08:32:14.121798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50558) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.157583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557260a-73f0-4a7c-a0c3-f136bef21474 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=e1760b87-55a5-4d9d-aeb8-1353a1498d6e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:14.202456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.202948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] For port 6676cc31-004e-4024-878e-8f2487b3c4a8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6676cc31-004e-4024-878e-8f2487b3c4a8,segment=NetworkSegment(735098fe-311e-4221-9b8e-7a5591ea5799),segment_id=735098fe-311e-4221-9b8e-7a5591ea5799)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:14.202948 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.235586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] Calling delete_port for 6676cc31-004e-4024-878e-8f2487b3c4a8 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:14.249571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a67b0f73-bb36-40e3-b002-ad7a1be04054 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags HTTP/1.1" status: 200 len: 314 time: 0.2646956 Sep 21 08:32:14.250400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50560) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.256466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-d97d14d0-03dc-4ae9-81aa-f8d4b738673a tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:14.263406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.316027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.347076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Deleting port de5a893c-3a84-4889-8491-917ed5cdd75c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:14.348041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.414286 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.434914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d97d14d0-03dc-4ae9-81aa-f8d4b738673a tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1826737 Sep 21 08:32:14.437767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 6676cc31-004e-4024-878e-8f2487b3c4a8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:14.438190 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.440122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50562) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.453822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-4dcec3d6-5dd1-47b9-b1a9-0b696d324977 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', 'tempest-TagsExtTest-Tag-336824228') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:14.457383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] Pushing event deleted for resources: {'Port': ['ID=6676cc31-004e-4024-878e-8f2487b3c4a8,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:14.473129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3d427f-e184-4500-8f37-e0f05cf514a2 None None] No DVR routers for this DVR port 6676cc31-004e-4024-878e-8f2487b3c4a8 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:14.520449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.591906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Subnet': ['ID=baf15f5d-2f41-41dd-bc5a-61fc319327e9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:14.597588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.612402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.614802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fcc4de54-35d4-4a89-ae76-7031936570df tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/baf15f5d-2f41-41dd-bc5a-61fc319327e9 HTTP/1.1" status: 204 len: 168 time: 1.8221636 Sep 21 08:32:14.626425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50566) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.627561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port 6676cc31-004e-4024-878e-8f2487b3c4a8, host n-d-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:14.627998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.641205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3494a1b6-8041-421d-bc14-b1569d15b28a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:14.658895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.661734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fbed239c-ad55-44c3-aab8-4d7d01529a4c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3494a1b6-8041-421d-bc14-b1569d15b28a HTTP/1.1" status: 204 len: 168 time: 1.3501995 Sep 21 08:32:14.667560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477337bf-014f-4479-88b6-6675970b84a0 None None] Network da38f717-4627-4a74-a85b-297a9a3d3dc7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:14.670774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50568) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.680117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] For port de5a893c-3a84-4889-8491-917ed5cdd75c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=de5a893c-3a84-4889-8491-917ed5cdd75c,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:14.680739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.702169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 6676cc31-004e-4024-878e-8f2487b3c4a8 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:14.707916 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-33de0556-ba85-4255-953b-3f66c1e26ae8 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:14.709981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33de0556-ba85-4255-953b-3f66c1e26ae8 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:14.716406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-33de0556-ba85-4255-953b-3f66c1e26ae8 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/c9d56d23-310c-43df-af27-acd22dcb22be HTTP/1.1" status: 404 len: 337 time: 0.0818048 Sep 21 08:32:14.720936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50572) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.720936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Port 6676cc31-004e-4024-878e-8f2487b3c4a8 was not found and therefore no delete operation was performed {{(pid=94725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:32:14.759901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.767253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:14.789154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Calling delete_port for de5a893c-3a84-4889-8491-917ed5cdd75c owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:14.849585 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-85e5d925-1e73-4efb-9d17-ebb86ce083a0 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5fe45b1-8350-493f-b424-8a783659d873 HTTP/1.1" status: 200 len: 205 time: 0.1186073 Sep 21 08:32:14.858272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9cfd-6021-4dd2-a1f7-1729b66f9566 req-f403487f-e84f-48bf-96e1-096e710df36b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:14.869348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d94b9cfd-6021-4dd2-a1f7-1729b66f9566 req-f403487f-e84f-48bf-96e1-096e710df36b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.2834837 Sep 21 08:32:14.876111 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-4dcec3d6-5dd1-47b9-b1a9-0b696d324977 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:14.878202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50578) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.886063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4dcec3d6-5dd1-47b9-b1a9-0b696d324977 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags/tempest-TagsExtTest-Tag-336824228 HTTP/1.1" status: 404 len: 328 time: 0.4377003 Sep 21 08:32:14.892223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50580) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:14.904244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-9e4c5cf1-6ae5-4125-a0ec-7844abdc1158 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', 'tempest-TagsExtTest-Tag-28181249') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:14.927509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=6676cc31-004e-4024-878e-8f2487b3c4a8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:14.929484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port 6676cc31-004e-4024-878e-8f2487b3c4a8 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:14.998180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Deleting port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:14.999075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.001422 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-940f9827-07cf-4553-b3ed-a3a0b130defc tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] delete failed (client error): The resource could not be found. Sep 21 08:32:15.002839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-940f9827-07cf-4553-b3ed-a3a0b130defc tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/routers/e5fe45b1-8350-493f-b424-8a783659d873 HTTP/1.1" status: 404 len: 336 time: 0.1204162 Sep 21 08:32:15.007022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50582) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.021989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d94b9cfd-6021-4dd2-a1f7-1729b66f9566 req-2f4ccf09-3356-4b09-9cea-7a390fa71a09 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372566 Sep 21 08:32:15.029492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] DHCP port deletion for da38f717-4627-4a74-a85b-297a9a3d3dc7 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:15.063534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a7138-7596-4e6a-ac53-b41f219ce27f None None] Network f974ca70-3d33-46d9-a18e-704789faceac requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:15.073778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.082941 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f677de-1893-44bc-9c37-6dc6b3e070d5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.083225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f677de-1893-44bc-9c37-6dc6b3e070d5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.087188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e9f677de-1893-44bc-9c37-6dc6b3e070d5 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/3d418621-7497-4a52-9945-0e9fe088e958 HTTP/1.1" status: 404 len: 337 time: 0.0753238 Sep 21 08:32:15.090679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50586) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.114736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] For port 50e73318-9eef-4dfd-902f-2b29ffc80fa2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=50e73318-9eef-4dfd-902f-2b29ffc80fa2,segment=NetworkSegment(f0cdc41f-ce20-40af-a929-917a9e7d6327),segment_id=f0cdc41f-ce20-40af-a929-917a9e7d6327)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:15.115426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.127259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd907bf-8103-46d4-a6b9-d332c6a6cb13']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.130517 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8ed870-d213-48c4-9e05-ff4d1457a453 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.130886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8ed870-d213-48c4-9e05-ff4d1457a453 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.132664 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a8ed870-d213-48c4-9e05-ff4d1457a453 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/95e860c0-1414-4c89-a227-7f1328bdf4b3 HTTP/1.1" status: 404 len: 337 time: 0.0380316 Sep 21 08:32:15.139034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50588) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.144333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Calling delete_port for 50e73318-9eef-4dfd-902f-2b29ffc80fa2 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:15.151164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735098fe-311e-4221-9b8e-7a5591ea5799') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.151495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735098fe-311e-4221-9b8e-7a5591ea5799') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.175325 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16416bd-e05e-4367-ab4b-190d4cd3dafc tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.175802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16416bd-e05e-4367-ab4b-190d4cd3dafc tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.177706 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d16416bd-e05e-4367-ab4b-190d4cd3dafc tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/85c0f2a6-715a-448b-bd51-d0956ad7fb9c HTTP/1.1" status: 404 len: 337 time: 0.0377257 Sep 21 08:32:15.180580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50590) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.189706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.221657 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-deff5289-df3a-4ffe-a2b7-651b63f6192b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.222381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deff5289-df3a-4ffe-a2b7-651b63f6192b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.224159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-deff5289-df3a-4ffe-a2b7-651b63f6192b tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/59c65f22-eabf-4c99-ac64-34d6112160f0 HTTP/1.1" status: 404 len: 333 time: 0.0426679 Sep 21 08:32:15.228780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.231225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50592) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.233729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ddce800f-5861-4966-bce8-464756d1b568 None None] Provisioning complete for port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:15.233958 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddce800f-5861-4966-bce8-464756d1b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.265034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.268074 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e637e05e-e745-4e73-b5c7-ca301b74d486 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.270060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e637e05e-e745-4e73-b5c7-ca301b74d486 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.280959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e637e05e-e745-4e73-b5c7-ca301b74d486 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/73521442-8e03-45fa-8d7d-2fdaa846c2ca HTTP/1.1" status: 404 len: 337 time: 0.0483565 Sep 21 08:32:15.283505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.299083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] Deleting port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:15.299491 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.317334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:15.317907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.322526 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-32004c14-faf7-4793-9f4e-d995a4ef0a37 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.322991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32004c14-faf7-4793-9f4e-d995a4ef0a37 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.331259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-32004c14-faf7-4793-9f4e-d995a4ef0a37 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/f30d4661-5a6d-49c2-b40d-8fb70d42de7b HTTP/1.1" status: 404 len: 337 time: 0.0459902 Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:15.332182 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:15.345397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50596) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.355292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e73318-9eef-4dfd-902f-2b29ffc80fa2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:15.374152 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e0eb24-4e51-4d74-aed6-b373e8fcfb2f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.374841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e0eb24-4e51-4d74-aed6-b373e8fcfb2f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.379866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e5e0eb24-4e51-4d74-aed6-b373e8fcfb2f tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/e3ea5fd3-44be-4cc3-8f3d-221b118bff44 HTTP/1.1" status: 404 len: 333 time: 0.0333741 Sep 21 08:32:15.380653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50598) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.385227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] No DVR routers for this DVR port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:15.413190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] DHCP port deletion for f974ca70-3d33-46d9-a18e-704789faceac request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:15.415187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6676cc31-004e-4024-878e-8f2487b3c4a8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:15.436315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daf1a0-aad6-41fc-a696-2ba966a6b78c req-f83ba9c4-5b11-4385-94af-ed10b0943147 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:15.444141 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6daf1a0-aad6-41fc-a696-2ba966a6b78c req-f83ba9c4-5b11-4385-94af-ed10b0943147 tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8d72b3-d290-475e-912e-eb9561ca2135 HTTP/1.1" status: 200 len: 950 time: 0.1990764 Sep 21 08:32:15.457032 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-9e4c5cf1-6ae5-4125-a0ec-7844abdc1158 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:15.458747 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e185c6-9db5-4862-ba45-4817d800366d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.459128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9e4c5cf1-6ae5-4125-a0ec-7844abdc1158 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags/tempest-TagsExtTest-Tag-28181249 HTTP/1.1" status: 404 len: 327 time: 0.5590327 Sep 21 08:32:15.459251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e185c6-9db5-4862-ba45-4817d800366d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.467600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-23e185c6-9db5-4862-ba45-4817d800366d tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/211c75f2-13c4-4899-9bfc-eb3c7a8c49ea HTTP/1.1" status: 404 len: 337 time: 0.0778003 Sep 21 08:32:15.468718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50600) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.469233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50602) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.470535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] For port 50e73318-9eef-4dfd-902f-2b29ffc80fa2, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:15.471050 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.473888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6676cc31-004e-4024-878e-8f2487b3c4a8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:15.474779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6676cc31-004e-4024-878e-8f2487b3c4a8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:15.476062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 50e73318-9eef-4dfd-902f-2b29ffc80fa2 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:15.485220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.489122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-b05dba8d-43e8-4f47-b1fd-e37f787d7cb9 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a', 'tempest-TagsExtTest-Tag-370003890') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.498876 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.505667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/bfd907bf-8103-46d4-a6b9-d332c6a6cb13 HTTP/1.1" status: 204 len: 168 time: 1.3825629 Sep 21 08:32:15.516189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50604) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.522398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-1783066527'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:15.533472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd4218-bfa9-41ff-9acc-a68a668a80e6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=bfd907bf-8103-46d4-a6b9-d332c6a6cb13,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:15.536573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 50e73318-9eef-4dfd-902f-2b29ffc80fa2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:15.537064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 50e73318-9eef-4dfd-902f-2b29ffc80fa2 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:15.561604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:15.561772 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac4d514-5c40-4e7a-b8c5-cdd7e009eca6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] DELETE failed (client error): The resource could not be found. Sep 21 08:32:15.562211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac4d514-5c40-4e7a-b8c5-cdd7e009eca6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:32:15.564001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fac4d514-5c40-4e7a-b8c5-cdd7e009eca6 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/subnets/fc86f2b6-3828-4479-a10e-339962adce9f HTTP/1.1" status: 404 len: 337 time: 0.0448661 Sep 21 08:32:15.569762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.572493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50606) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.574906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] Calling delete_port for 50e73318-9eef-4dfd-902f-2b29ffc80fa2 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:15.586792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] Port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:32:15.593424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.632320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] Pushing event deleted for resources: {'Port': ['ID=50e73318-9eef-4dfd-902f-2b29ffc80fa2,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:15.638724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device de5a893c-3a84-4889-8491-917ed5cdd75c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:15.654924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.692042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6daf1a0-aad6-41fc-a696-2ba966a6b78c req-043aa5ae-496d-4ab3-815b-59ffd6ea8fad tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.59 "GET /v2.0/security-groups?id=ccafff81-b79a-40b0-99b8-ced11fc1f77e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467279 Sep 21 08:32:15.710605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed915fe-0a88-429a-8957-acd0cc00ae36 None None] No DVR routers for this DVR port 50e73318-9eef-4dfd-902f-2b29ffc80fa2 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:15.716289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da38f717-4627-4a74-a85b-297a9a3d3dc7']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.731916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:15.736366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.747991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] Deleting port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:15.748591 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.758101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cdc41f-ce20-40af-a929-917a9e7d6327') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.758345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cdc41f-ce20-40af-a929-917a9e7d6327') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.761460 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-b05dba8d-43e8-4f47-b1fd-e37f787d7cb9 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:15.762590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b05dba8d-43e8-4f47-b1fd-e37f787d7cb9 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags/tempest-TagsExtTest-Tag-370003890 HTTP/1.1" status: 404 len: 328 time: 0.2779009 Sep 21 08:32:15.774612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.775137 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 03fe0e54-c6d4-4371-aed5-52f24d9a722e of type vlan for network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef Sep 21 08:32:15.777032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50608) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:15.784058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-d7c75187-1453-45ca-a6c6-e1aa54e7e4b0 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', {'tags': ['tempest-TagsExtTest-Tag-1506232628', 'tempest-TagsExtTest-Tag-505032253', 'tempest-TagsExtTest-Tag-672999376']}) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:15.807578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.817965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Pushing event deleted for resources: {'Port': ['ID=de5a893c-3a84-4889-8491-917ed5cdd75c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:15.857057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] For port bf9bb5ec-321c-40f3-96df-f3a9c69275c8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,segment=NetworkSegment(9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76),segment_id=9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:15.857436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.860484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.866894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Port de5a893c-3a84-4889-8491-917ed5cdd75c update to DOWN by agent not found {{(pid=94726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 08:32:15.878570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] Calling delete_port for bf9bb5ec-321c-40f3-96df-f3a9c69275c8 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:15.880274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] No DVR routers for this DVR port de5a893c-3a84-4889-8491-917ed5cdd75c on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:15.880453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ddce800f-5861-4966-bce8-464756d1b568 None None] Provisioning complete for port 79619eb8-8163-4a8c-8f78-585570ca095f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:15.880680 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ddce800f-5861-4966-bce8-464756d1b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.885348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Deleting port 79619eb8-8163-4a8c-8f78-585570ca095f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:15.885674 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.891645 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.893139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9e0a051-e907-450b-ae98-6dc260b90524 req-cd28cb13-9079-4492-9ee7-664d35f8557b tempest-VolumesNegativeTest-1302184293 tempest-VolumesNegativeTest-1302184293-project] 10.222.0.50 "DELETE /v2.0/ports/de5a893c-3a84-4889-8491-917ed5cdd75c HTTP/1.1" status: 204 len: 173 time: 1.9469261 Sep 21 08:32:15.893139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'name': 'network-vif-deleted', 'tag': 'de5a893c-3a84-4889-8491-917ed5cdd75c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:15.895146 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28d7c79-6063-4fe0-981e-3a035e3a7b67" -d '{"events": [{"server_uuid": "0f8d72b3-d290-475e-912e-eb9561ca2135", "name": "network-vif-deleted", "tag": "de5a893c-3a84-4889-8491-917ed5cdd75c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:15.898159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:15.898599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:15.914086 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:16.022075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ddce800f-5861-4966-bce8-464756d1b568 None None] Port 79619eb8-8163-4a8c-8f78-585570ca095f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:16.028311 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efea051c-5a45-42f6-a337-8ea87c5016be x-openstack-request-id: req-efea051c-5a45-42f6-a337-8ea87c5016be {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:16.029328 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8d72b3-d290-475e-912e-eb9561ca2135", "name": "network-vif-deleted", "tag": "de5a893c-3a84-4889-8491-917ed5cdd75c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:16.029805 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-efea051c-5a45-42f6-a337-8ea87c5016be {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:16.030523 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8d72b3-d290-475e-912e-eb9561ca2135', 'name': 'network-vif-deleted', 'tag': 'de5a893c-3a84-4889-8491-917ed5cdd75c', 'status': 'completed', 'code': 200} Sep 21 08:32:16.032785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.048261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.067207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] 10.222.0.59 "DELETE /v2.0/networks/da38f717-4627-4a74-a85b-297a9a3d3dc7 HTTP/1.1" status: 204 len: 168 time: 1.3877120 Sep 21 08:32:16.094174 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.115697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91790d-c26e-4866-b19c-ef3afebc1711 admin admin] Pushing event deleted for resources: {'Network': ['ID=da38f717-4627-4a74-a85b-297a9a3d3dc7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:16.116274 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.168758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] Pushing event deleted for resources: {'Port': ['ID=bf9bb5ec-321c-40f3-96df-f3a9c69275c8,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:16.176892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3617d391-bbee-4853-a2d0-db903a810163 None None] No DVR routers for this DVR port bf9bb5ec-321c-40f3-96df-f3a9c69275c8 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:16.234287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.235566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7ef82-bf9b-49be-a1a6-792976a9b70b req-25e62c32-98da-4bfb-8446-2c418d169b66 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:16.244025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26a7ef82-bf9b-49be-a1a6-792976a9b70b req-25e62c32-98da-4bfb-8446-2c418d169b66 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.0930655 Sep 21 08:32:16.282696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d7c75187-1453-45ca-a6c6-e1aa54e7e4b0 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags HTTP/1.1" status: 200 len: 316 time: 0.5019753 Sep 21 08:32:16.284392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50618) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:16.287769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Calling delete_port for 79619eb8-8163-4a8c-8f78-585570ca095f owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:16.290798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-622cc84e-6871-4948-9bdb-7d2e2da9a14d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:16.296639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50620) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:16.315225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.320589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:16.321493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.335712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26a7ef82-bf9b-49be-a1a6-792976a9b70b req-7554b2d8-f6d5-4245-89e1-960d8c74aee7 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907657 Sep 21 08:32:16.415833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-622cc84e-6871-4948-9bdb-7d2e2da9a14d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags HTTP/1.1" status: 204 len: 168 time: 0.1303861 Sep 21 08:32:16.420407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50624) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:16.432159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-7cdbf109-1ba8-4c26-bb40-e2749cfa1184 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', 'tempest-TagsExtTest-Tag-1506232628') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:16.458353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9402134 Sep 21 08:32:16.466929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50626) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:16.514287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:16.527956 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-7cdbf109-1ba8-4c26-bb40-e2749cfa1184 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:16.529478 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7cdbf109-1ba8-4c26-bb40-e2749cfa1184 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags/tempest-TagsExtTest-Tag-1506232628 HTTP/1.1" status: 404 len: 329 time: 0.1089811 Sep 21 08:32:16.537327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50630) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:16.544642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-388031f9-bdbb-452a-bcd5-1c5498348db4 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', 'tempest-TagsExtTest-Tag-505032253') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:16.561336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20d26b-75fa-4ac7-9e34-b1fa79d8ada5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:16.573229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:16.575586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fe71fb8f-6159-4288-a4d9-5d90a661ceb6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2d094b2e86304876b09e162169c4ae82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778232 Sep 21 08:32:16.578591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50632) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:16.745653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-512ad172-0445-448a-9934-0b6f6c3ef052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.772677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-512ad172-0445-448a-9934-0b6f6c3ef052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.794590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f2c6f-662d-4704-be08-a5af04cb2017 req-1b2bb60f-b371-446c-865a-f6b264b57178 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:16.796785 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb3f2c6f-662d-4704-be08-a5af04cb2017 req-1b2bb60f-b371-446c-865a-f6b264b57178 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1967859 Sep 21 08:32:16.803724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-2bcdc4e2-8c03-4343-994e-7f52b2ad542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:16.805561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-2bcdc4e2-8c03-4343-994e-7f52b2ad542a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 1097 time: 0.1463854 Sep 21 08:32:16.934365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb3f2c6f-662d-4704-be08-a5af04cb2017 req-7233ec85-3c25-4dac-afde-fab75ca94588 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266599 Sep 21 08:32:16.953096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-512ad172-0445-448a-9934-0b6f6c3ef052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.956191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-512ad172-0445-448a-9934-0b6f6c3ef052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:16.957424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-512ad172-0445-448a-9934-0b6f6c3ef052 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65101fed-1257-4556-84fa-4efae5a5d25a HTTP/1.1" status: 204 len: 168 time: 0.3776553 Sep 21 08:32:16.976484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ad172-0445-448a-9934-0b6f6c3ef052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65101fed-1257-4556-84fa-4efae5a5d25a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:16.984356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-2cad145b-4523-4010-ba3d-ea9e83785a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:16.985884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-2cad145b-4523-4010-ba3d-ea9e83785a7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.1496570 Sep 21 08:32:17.095254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-e5f0ec2e-e57e-4c84-b8b2-13bb554a4b3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49 HTTP/1.1" status: 200 len: 217 time: 0.1011879 Sep 21 08:32:17.164736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.182773 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-388031f9-bdbb-452a-bcd5-1c5498348db4 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:17.183936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-388031f9-bdbb-452a-bcd5-1c5498348db4 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags/tempest-TagsExtTest-Tag-505032253 HTTP/1.1" status: 404 len: 328 time: 0.6435120 Sep 21 08:32:17.190623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50660) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:17.199583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-46ebe774-b53a-46c8-9b18-e685b44c92a2 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0', 'tempest-TagsExtTest-Tag-672999376') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.203710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-72dd1acd-02dd-4432-bc13-6e08466a1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:17.205346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-72dd1acd-02dd-4432-bc13-6e08466a1d13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1030698 Sep 21 08:32:17.220714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Port': ['ID=79619eb8-8163-4a8c-8f78-585570ca095f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:17.224574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.227489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c537b6d4-85f2-47cf-ae42-bf023ca73520 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/ports/79619eb8-8163-4a8c-8f78-585570ca095f HTTP/1.1" status: 204 len: 168 time: 1.6538076 Sep 21 08:32:17.230696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50664) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:17.280909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:17.285302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.320848 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-16672fcb-9881-47da-a2c8-dbaad7d7a114 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554614 Sep 21 08:32:17.385036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bf9bb5ec-321c-40f3-96df-f3a9c69275c8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:17.414280 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.432166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: bf9bb5ec-321c-40f3-96df-f3a9c69275c8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:17.433225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bf9bb5ec-321c-40f3-96df-f3a9c69275c8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:17.459494 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-46ebe774-b53a-46c8-9b18-e685b44c92a2 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:17.468254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50670) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:17.469694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-46ebe774-b53a-46c8-9b18-e685b44c92a2 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags/tempest-TagsExtTest-Tag-672999376 HTTP/1.1" status: 404 len: 328 time: 0.2774401 Sep 21 08:32:17.474155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-a1d8a770-07b7-48cd-9e4e-04ed76276f5e tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', {'tags': ['tempest-TagsExtTest-Tag-545138666', 'tempest-TagsExtTest-Tag-1120060077', 'tempest-TagsExtTest-Tag-1319030114']}) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.591429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.618643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a1d8a770-07b7-48cd-9e4e-04ed76276f5e tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "PUT /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags HTTP/1.1" status: 200 len: 317 time: 0.1498573 Sep 21 08:32:17.627004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50680) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:17.633108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-7f73d675-7bfa-459d-8c3d-3f6e60a0fe49 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.638890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-bddf4706-0fe1-443e-95dc-8b7ad5bb5b49 service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093112 Sep 21 08:32:17.662239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f974ca70-3d33-46d9-a18e-704789faceac']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.695992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.696206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2bf25e-a2d4-4b2e-b7fd-0cc3e1193f76') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.721172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.741261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.755254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7f73d675-7bfa-459d-8c3d-3f6e60a0fe49 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1255980 Sep 21 08:32:17.777991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.779077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50694) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:17.785077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-3304f0bc-8ea0-4ed1-bc1c-75a1d5f74e5d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', 'tempest-TagsExtTest-Tag-545138666') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.833597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:17.834191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:17.843938 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-3304f0bc-8ea0-4ed1-bc1c-75a1d5f74e5d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:17.850737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3304f0bc-8ea0-4ed1-bc1c-75a1d5f74e5d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags/tempest-TagsExtTest-Tag-545138666 HTTP/1.1" status: 404 len: 328 time: 0.0694931 Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:17.853470 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:17.861484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50698) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:17.879166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-c634e41a-9348-41d3-afd9-8faf0616a63d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', 'tempest-TagsExtTest-Tag-1120060077') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:17.915585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0f48cc25-7911-4282-b5c3-0eb510a5ba5f req-11ff969e-c9d6-49fb-a739-75709a08039e service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682481 Sep 21 08:32:17.934675 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-c634e41a-9348-41d3-afd9-8faf0616a63d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:17.935198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c634e41a-9348-41d3-afd9-8faf0616a63d tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags/tempest-TagsExtTest-Tag-1120060077 HTTP/1.1" status: 404 len: 329 time: 0.0707541 Sep 21 08:32:17.940718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50706) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.026476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=d8365b6a-7f2c-4eab-a242-765cd02b2b7a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:18.045165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-318fdad1-73a5-42de-a82f-9235d1a9f6c3 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2', 'tempest-TagsExtTest-Tag-1319030114') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:18.080594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '03fe0e54-c6d4-4371-aed5-52f24d9a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:18.080856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:18.109706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50740) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.110891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.124030 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-318fdad1-73a5-42de-a82f-9235d1a9f6c3 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] show failed (client error): The resource could not be found. Sep 21 08:32:18.127951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-318fdad1-73a5-42de-a82f-9235d1a9f6c3 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags/tempest-TagsExtTest-Tag-1319030114 HTTP/1.1" status: 404 len: 329 time: 0.0985103 Sep 21 08:32:18.128102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50750) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.142115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.144453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] 10.222.0.59 "DELETE /v2.0/networks/f974ca70-3d33-46d9-a18e-704789faceac HTTP/1.1" status: 204 len: 168 time: 0.9124463 Sep 21 08:32:18.148227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-e5de2f4f-ba73-4c61-b7e8-f1909f6caada tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '10782b33-c70e-4de7-b655-bc89418c38d2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:18.182767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c021571-7d3d-4d9d-8d7f-74e002161327 tempest-PortsTestJSON-2092215094 tempest-PortsTestJSON-2092215094-project] Pushing event deleted for resources: {'Network': ['ID=f974ca70-3d33-46d9-a18e-704789faceac,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:18.188146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e5de2f4f-ba73-4c61-b7e8-f1909f6caada tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2/tags HTTP/1.1" status: 204 len: 168 time: 0.0577407 Sep 21 08:32:18.191529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50760) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.202159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.tag.tag_plugin [None req-ba09fef9-1b5c-410a-a028-143991e68631 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:18.207604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:18.233927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7d955-829a-4666-9193-1cf619ec6d05 req-5f9e7849-a8e5-408f-994c-3a3ad0481d35 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:18.235586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2b7d955-829a-4666-9193-1cf619ec6d05 req-5f9e7849-a8e5-408f-994c-3a3ad0481d35 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1784883 Sep 21 08:32:18.236822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:18.248043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04970715-0c29-49a4-b83b-14774801ecdc None None] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:18.250375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:18.250918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.306130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cd3092ce-c908-4558-810d-366501adfc92 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8380771 Sep 21 08:32:18.310066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50772) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.316701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-14172e02-89d1-4599-95c9-50d2b863fea2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-831130300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:18.349130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2b7d955-829a-4666-9193-1cf619ec6d05 req-c9aab314-0e4d-4e92-b9a4-bf67458e2bb4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953028 Sep 21 08:32:18.421841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1195595456-network', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:18.440405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ba09fef9-1b5c-410a-a028-143991e68631 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0/tags HTTP/1.1" status: 204 len: 168 time: 0.2437251 Sep 21 08:32:18.444042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50784) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.444356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14172e02-89d1-4599-95c9-50d2b863fea2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.445602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14172e02-89d1-4599-95c9-50d2b863fea2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.451359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-3c887ec3-6dfa-4122-998d-963095da2598 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6516f298-93ac-48f5-8e5d-5f979e498c1a') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:18.479892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Made reservation on behalf of 3c8d68f614b24ce7818728eb6050cf2b for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:18.482929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.498344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.575277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14172e02-89d1-4599-95c9-50d2b863fea2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.580131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3c887ec3-6dfa-4122-998d-963095da2598 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1343989 Sep 21 08:32:18.580843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50804) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.584764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14172e02-89d1-4599-95c9-50d2b863fea2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.590778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.tag.tag_plugin [None req-090e54b8-8906-4276-866c-ebaf6ac503af tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a9135a7e-319d-4d24-ba3e-a7e3cc474ed5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:18.596877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef', 'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': 'd8365b6a-7f2c-4eab-a242-765cd02b2b7a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:32:18.597880 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.620501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50810) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.723063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-090e54b8-8906-4276-866c-ebaf6ac503af tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5/tags HTTP/1.1" status: 204 len: 168 time: 0.1405568 Sep 21 08:32:18.728123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50826) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.811608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.822267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.847202 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14172e02-89d1-4599-95c9-50d2b863fea2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.859137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Allocated IP 172.20.0.2 (3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef/d8365b6a-7f2c-4eab-a242-765cd02b2b7a/5b4cd483-2528-427f-913f-23cf0f835481) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:18.859297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-14172e02-89d1-4599-95c9-50d2b863fea2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5464940 Sep 21 08:32:18.862946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50838) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.885308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'port': {'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef', 'name': 'tempest-RoutersTest-642789770'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:18.915761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-079d2f9d-9ce9-4113-8292-0ff6ddd144fd tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for subnetpool, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:18.917395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-079d2f9d-9ce9-4113-8292-0ff6ddd144fd tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnetpools/10782b33-c70e-4de7-b655-bc89418c38d2 HTTP/1.1" status: 204 len: 168 time: 0.1892700 Sep 21 08:32:18.920625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50840) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:18.968021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:18.988963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d3158a14-6fcc-4f6b-8c17-865848f3d112 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0 HTTP/1.1" status: 200 len: 205 time: 0.0667720 Sep 21 08:32:18.989452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50846) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:19.005390 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.006071 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Added segment 54078eb3-d3bb-4d9d-88ce-5c05899c6326 of type vlan for network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 Sep 21 08:32:19.017000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f0fec-e151-4d32-ac9b-e1a89234e6e2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:19.147146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.189960 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0684fe91-bb43-4bf5-9150-f401f8ffd110 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec43384501f1404da83201192d3184a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674133 Sep 21 08:32:19.193679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50848) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:19.215051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bf7e-f200-429d-a148-726833d70b9b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.293500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.294640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:19.295236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.309877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:19.325238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.427437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3163886 Sep 21 08:32:19.429517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 50862) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:19.443762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] device_id is not set on port cf823d4c-4a3e-444c-92b9-bf5977eec664 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:32:19.458734 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.462053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Request body: {'subnet': {'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1195595456-subnet', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:19.477297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.484173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bf7e-f200-429d-a148-726833d70b9b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.489394 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bf7e-f200-429d-a148-726833d70b9b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.491406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60004619-226b-4b99-8ffe-5947cfc743c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.563938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:19.568683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:19.574166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:19.579439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bf7e-f200-429d-a148-726833d70b9b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.580154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a0bf7e-f200-429d-a148-726833d70b9b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Fanout notify agent at l3_agent the message router_deleted on router 6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:32:19.596003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9a0bf7e-f200-429d-a148-726833d70b9b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.599427 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c9a0bf7e-f200-429d-a148-726833d70b9b tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/routers/6ffd00fe-3b62-4fd8-9e6b-bf23c5326bd0 HTTP/1.1" status: 204 len: 168 time: 0.6089721 Sep 21 08:32:19.603020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50886) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:19.614691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Pushing event updated for resources: {'Port': ['ID=5b4cd483-2528-427f-913f-23cf0f835481,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:19.675989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Attempting to bind port 5b4cd483-2528-427f-913f-23cf0f835481 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:19.675989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Attempting to bind port 5b4cd483-2528-427f-913f-23cf0f835481 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '03fe0e54-c6d4-4371-aed5-52f24d9a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:19.676504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Attempting to bind port 5b4cd483-2528-427f-913f-23cf0f835481 on network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:19.682609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aab71d-879a-4f77-8e20-adda318debfe admin admin] Pushing event updated for resources: {'Network': ['ID=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:19.697290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:19.701803 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60004619-226b-4b99-8ffe-5947cfc743c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.704124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:19.704626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Checking segment: {'id': '03fe0e54-c6d4-4371-aed5-52f24d9a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:19.705140 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.705628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Bound using segment: {'id': '03fe0e54-c6d4-4371-aed5-52f24d9a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:19.706619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Bound port: 5b4cd483-2528-427f-913f-23cf0f835481, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fe0e54-c6d4-4371-aed5-52f24d9a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:19.707258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.774809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Made reservation on behalf of 3c8d68f614b24ce7818728eb6050cf2b for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:19.802213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.907340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60004619-226b-4b99-8ffe-5947cfc743c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.910452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60004619-226b-4b99-8ffe-5947cfc743c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:19.915430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-60004619-226b-4b99-8ffe-5947cfc743c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea581a91-26ae-43c2-a13b-3ab49d45fdbc HTTP/1.1" status: 204 len: 168 time: 0.7187297 Sep 21 08:32:19.936508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60004619-226b-4b99-8ffe-5947cfc743c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea581a91-26ae-43c2-a13b-3ab49d45fdbc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:19.965204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Deleting port 6516f298-93ac-48f5-8e5d-5f979e498c1a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:19.966597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.036780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] For port 5b4cd483-2528-427f-913f-23cf0f835481, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:20.059133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] For port 5b4cd483-2528-427f-913f-23cf0f835481, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5b4cd483-2528-427f-913f-23cf0f835481,segment=NetworkSegment(03fe0e54-c6d4-4371-aed5-52f24d9a722e),segment_id=03fe0e54-c6d4-4371-aed5-52f24d9a722e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:20.066620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.171923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5151-8b33-4b76-b00c-248a0acc3af2 req-65017485-4dcf-4660-9510-8be5e44c8668 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:20.173371 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-065e5151-8b33-4b76-b00c-248a0acc3af2 req-65017485-4dcf-4660-9510-8be5e44c8668 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.6342487 Sep 21 08:32:20.185713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a126f1-42c9-4c34-8aad-80fe1c286e64 None None] Pushing event updated for resources: {'Port': ['ID=5b4cd483-2528-427f-913f-23cf0f835481,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:20.218339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.243634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Calling delete_port for 6516f298-93ac-48f5-8e5d-5f979e498c1a owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:20.292063 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-065e5151-8b33-4b76-b00c-248a0acc3af2 req-935dca2e-89bf-42e5-8d33-95fe6d6f4044 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906525 Sep 21 08:32:20.308073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.20.0.11 (3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef/d8365b6a-7f2c-4eab-a242-765cd02b2b7a/cf823d4c-4a3e-444c-92b9-bf5977eec664) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:20.538950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.634789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event deleted for resources: {'Port': ['ID=6516f298-93ac-48f5-8e5d-5f979e498c1a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:20.674376 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.781049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.786845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a07e4e3c-10c7-4691-a768-c8d098f7dce5 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/ports/6516f298-93ac-48f5-8e5d-5f979e498c1a HTTP/1.1" status: 204 len: 168 time: 1.1826222 Sep 21 08:32:20.787521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 50990) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:20.792411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.813406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=512b2ece-63fd-495d-8d0d-22fe176555cb,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:20.868017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Checking segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:20.868381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Network hostable DHCP agents. Network: 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:20.891035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Deleting subnet a9135a7e-319d-4d24-ba3e-a7e3cc474ed5 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:20.901149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.943487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:20.958683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:20.992493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.029363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:21.042824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:21.042824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.049345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64c4c7-0142-4791-a74c-76dac152231c None None] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:21.116265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8e3034b7-1dfd-43fe-8b31-6f1d5f1fe5a0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6838365 Sep 21 08:32:21.118189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51002) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:21.118327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:21.123438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:21.124208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:21.132932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:21.135776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=cf823d4c-4a3e-444c-92b9-bf5977eec664,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:21.233993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.240208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.242106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.249165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:21.251478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.292199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68af1d67-795a-4683-b32d-c388c6982abd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4163597 Sep 21 08:32:21.293931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:21.437688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:32:21.440941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.522589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.593477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5b4cd483-2528-427f-913f-23cf0f835481 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:21.690149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.747117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:21.880021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Allocated IP 172.20.0.2 (4ea3cc76-30a6-44c9-8bec-9b3c2c55d445/512b2ece-63fd-495d-8d0d-22fe176555cb/66b2be32-fa3f-44a5-a5e2-acbe9337c6bb) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:21.897505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5b4cd483-2528-427f-913f-23cf0f835481 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:21.898212 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.967505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1606351210'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:21.973263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.978481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event deleted for resources: {'Subnet': ['ID=a9135a7e-319d-4d24-ba3e-a7e3cc474ed5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:21.985488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:21.990539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ddabe3a6-7a9b-4d3e-9eae-13671baf2d29 tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/subnets/a9135a7e-319d-4d24-ba3e-a7e3cc474ed5 HTTP/1.1" status: 204 len: 168 time: 1.2019985 Sep 21 08:32:21.993509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51052) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:22.000997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e62281-5d56-4fa6-a7d7-b48bbd3bc72f None None] Network 1f0f0b34-d980-41ac-9f2b-429661b96fca requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:22.012563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094f22a-4b5f-4466-9345-463a36a11d88 req-bbe95ad0-706f-4e4d-859b-60e49f72f5d4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:22.014123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e094f22a-4b5f-4466-9345-463a36a11d88 req-bbe95ad0-706f-4e4d-859b-60e49f72f5d4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.4895227 Sep 21 08:32:22.038964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6d696-794c-4833-923e-9dea35637205 None None] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:22.047814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:22.051570 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.091236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.169705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.176460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.234953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e094f22a-4b5f-4466-9345-463a36a11d88 req-0e6148f9-5971-45e3-9641-d0e97ffbec92 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070448 Sep 21 08:32:22.262310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e7746c28-2b25-41b4-adba-a819d226a6f7 None None] Provisioning complete for port 5b4cd483-2528-427f-913f-23cf0f835481 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:22.262911 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7746c28-2b25-41b4-adba-a819d226a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.372004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Deleting port 77d8b822-de65-4303-b461-d9db9c41afca {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:22.372272 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.470025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] For port 77d8b822-de65-4303-b461-d9db9c41afca, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=77d8b822-de65-4303-b461-d9db9c41afca,segment=NetworkSegment(dfc42eb6-37a1-4a05-8302-fb895228806e),segment_id=dfc42eb6-37a1-4a05-8302-fb895228806e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:22.470407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.491589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Calling delete_port for 77d8b822-de65-4303-b461-d9db9c41afca owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:22.499823 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f58f87e7-06a5-43dd-94a7-84a106de30ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.528024 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.604431 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.605723 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.615716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555315a-20aa-4893-bd8f-a66ef1576fd2 None None] DHCP port deletion for 1f0f0b34-d980-41ac-9f2b-429661b96fca request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:22.634027 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.641673 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e7746c28-2b25-41b4-adba-a819d226a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.648407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.654797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event deleted for resources: {'Port': ['ID=77d8b822-de65-4303-b461-d9db9c41afca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:22.661872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] No DVR routers for this DVR port 77d8b822-de65-4303-b461-d9db9c41afca on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:22.669760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.704661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:22.715350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 5b4cd483-2528-427f-913f-23cf0f835481, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5b4cd483-2528-427f-913f-23cf0f835481,segment=NetworkSegment(03fe0e54-c6d4-4371-aed5-52f24d9a722e),segment_id=03fe0e54-c6d4-4371-aed5-52f24d9a722e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:22.724141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.724555 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment bd25104f-ce4d-4432-abbf-9976f88b8fd8 of type vlan for network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 Sep 21 08:32:22.741883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.815176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0706ab-f5f5-49cf-b975-a1638b75aa90,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:22.829175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:22.830623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-e7746c28-2b25-41b4-adba-a819d226a6f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:32:22.831252 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-e7746c28-2b25-41b4-adba-a819d226a6f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:32:22.845025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:22.853635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.854319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Pushing event updated for resources: {'Port': ['ID=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:22.857655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:22.873192 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.928956 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.935829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:22.936706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.943350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0f0b34-d980-41ac-9f2b-429661b96fca']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:22.943588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=5b4cd483-2528-427f-913f-23cf0f835481,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:22.967214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc42eb6-37a1-4a05-8302-fb895228806e') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:22.967539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc42eb6-37a1-4a05-8302-fb895228806e') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:22.971302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.984661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:22.992959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.003060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.024726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Attempting to bind port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:23.025244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Attempting to bind port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:23.025609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Attempting to bind port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:23.032785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:23.033117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Checking segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:23.033525 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.033930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Bound using segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:23.034516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Bound port: 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:23.035718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.036614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.053583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3041434 Sep 21 08:32:23.190220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] For port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:23.193999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] For port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:23.201970 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.209344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51058) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:23.210129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252a50f-69c7-4ce8-87bb-38b0ef1227d7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:23.211814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Allocated IP 172.25.1.2 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b7305959-c8ea-4b02-a5ab-bc9d25e4617a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:23.230806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2027393530'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:23.267613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc3717-ffcf-4b83-9609-1b243e5e616a None None] Pushing event updated for resources: {'Port': ['ID=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:23.274368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:23.287021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:23.296086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.399502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.414599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:23.415373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:23.517687 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:23.539149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5b4cd483-2528-427f-913f-23cf0f835481 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:23.572058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.576024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.581886 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.587430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] 10.222.0.59 "DELETE /v2.0/networks/1f0f0b34-d980-41ac-9f2b-429661b96fca HTTP/1.1" status: 204 len: 168 time: 1.5887783 Sep 21 08:32:23.612173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc589f-d472-4755-b0eb-88449cd95c2c tempest-TagsExtTest-1199263055 tempest-TagsExtTest-1199263055-project] Pushing event deleted for resources: {'Network': ['ID=1f0f0b34-d980-41ac-9f2b-429661b96fca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:23.659662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.686646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0944e7ae-5a20-4348-b9f8-8920460fbcec None None] Provisioning complete for port 5b4cd483-2528-427f-913f-23cf0f835481 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:23.686808 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0944e7ae-5a20-4348-b9f8-8920460fbcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.693366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=cf823d4c-4a3e-444c-92b9-bf5977eec664,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:23.757787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:23.765492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:23.770398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:23.828612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Pushing event updated for resources: {'Port': ['ID=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:23.894917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5b4cd483-2528-427f-913f-23cf0f835481 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:23.895281 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:23.913528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.037075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:24.156116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.156518 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment 1b9c8ad8-98a0-4cd5-b37d-fda612f956ea of type vlan for network e75dfde1-70c9-4f5e-b825-36c3d8290c55 Sep 21 08:32:24.232875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0944e7ae-5a20-4348-b9f8-8920460fbcec None None] Provisioning complete for port cf823d4c-4a3e-444c-92b9-bf5977eec664 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:24.233191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0944e7ae-5a20-4348-b9f8-8920460fbcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.290089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16e090-f665-499d-8dd7-ca1c3d0900fb req-190203bc-595f-4a76-9369-e744c5b767f7 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:24.296641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b16e090-f665-499d-8dd7-ca1c3d0900fb req-190203bc-595f-4a76-9369-e744c5b767f7 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.7284303 Sep 21 08:32:24.326144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0944e7ae-5a20-4348-b9f8-8920460fbcec None None] Port cf823d4c-4a3e-444c-92b9-bf5977eec664 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:24.392031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 77d8b822-de65-4303-b461-d9db9c41afca no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:24.408638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51072) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:24.429300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 77d8b822-de65-4303-b461-d9db9c41afca {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:24.429675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 77d8b822-de65-4303-b461-d9db9c41afca not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:24.449498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.452460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.466730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.507750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a4cf8a31-5dc2-4f97-a9d6-c6dbc1bf6366 None None] Provisioning complete for port cf823d4c-4a3e-444c-92b9-bf5977eec664 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:24.512397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a4cf8a31-5dc2-4f97-a9d6-c6dbc1bf6366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.546010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b16e090-f665-499d-8dd7-ca1c3d0900fb req-53472193-5a24-481c-850b-3923ae8d447c tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484822 Sep 21 08:32:24.558923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.564490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:24.565374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.617886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf8a31-5dc2-4f97-a9d6-c6dbc1bf6366 None None] Port cf823d4c-4a3e-444c-92b9-bf5977eec664 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:24.687210 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4673214 Sep 21 08:32:24.698317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:24.711903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:24.811987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:24.826416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac276c-9a46-414c-9e6e-d77b3dac27ce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=e75dfde1-70c9-4f5e-b825-36c3d8290c55,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:24.843258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:24.954452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c400914a-736e-4b2d-8cf7-82220ee8f51d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de7c542a13c2462ab8fce8286c315765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420842 Sep 21 08:32:24.961154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51078) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:25.082183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:25.086927 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.130140 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e65847-a0df-41bb-bb08-ad2f5a730118 None None] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:25.257373 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9da79f2c-be3e-4257-9197-63607448c145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.278323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.335387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.360963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f55c42b7-148e-4fac-a859-93ff780b8254 None None] Provisioning complete for port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:25.361443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f55c42b7-148e-4fac-a859-93ff780b8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.499962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=cf823d4c-4a3e-444c-92b9-bf5977eec664,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:25.509226 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9da79f2c-be3e-4257-9197-63607448c145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.514156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:25.551801 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.596476 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.626352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Router 935314ef-5efd-4f89-a238-ccbe546d9823 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:32:25.637165 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f951d3b2-8726-42f3-88d4-26533886a126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.776145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51090) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:25.807099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9da79f2c-be3e-4257-9197-63607448c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.811111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9da79f2c-be3e-4257-9197-63607448c145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.813548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9da79f2c-be3e-4257-9197-63607448c145 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea444bf4-19ae-4fd4-88ae-42874686748e HTTP/1.1" status: 204 len: 168 time: 0.8512592 Sep 21 08:32:25.832768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.834447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:25.834823 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.860577 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f55c42b7-148e-4fac-a859-93ff780b8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:25.890768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:25.892386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da79f2c-be3e-4257-9197-63607448c145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea444bf4-19ae-4fd4-88ae-42874686748e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:25.930939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67e5a8-9be8-4b55-b387-4427494ccf1b req-14ff7464-98c3-459f-997e-3bdda18839cb tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:25.938235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:25.940768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e67e5a8-9be8-4b55-b387-4427494ccf1b req-14ff7464-98c3-459f-997e-3bdda18839cb tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1998036 Sep 21 08:32:26.021885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:26.121757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e67e5a8-9be8-4b55-b387-4427494ccf1b req-b6bca229-f542-42d0-8e79-17609d896cfe tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521399 Sep 21 08:32:26.140947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:26.145304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-74ae6ce7-ff47-4f35-9ffc-a069ba6fc22a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0257344 Sep 21 08:32:26.145982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51100) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:26.210235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=fc137751-79ad-40f7-a043-a9b1ea167f9f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:26.440063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Sync routers for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:26.490576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:26.491548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:26.562899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f55c42b7-148e-4fac-a859-93ff780b8254 None None] For port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:26.578123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f55c42b7-148e-4fac-a859-93ff780b8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:26.827547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:26.835229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:26.867497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-17f1fe9d-be5d-4ed0-ac92-bd7b7fa8fec8 None None] Provisioning complete for port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:26.867497 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-17f1fe9d-be5d-4ed0-ac92-bd7b7fa8fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:26.896609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c42b7-148e-4fac-a859-93ff780b8254 None None] Pushing event updated for resources: {'Port': ['ID=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:26.920812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': 'bd25104f-ce4d-4432-abbf-9976f88b8fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:26.921405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:27.002978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7f8d262-846c-4c01-8f6b-6fe957c6e75d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c4e62aeb1d445fa9f9be0b492b7e8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2245574 Sep 21 08:32:27.004061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:27.005465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51118) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:27.032948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:27.052667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:27.053270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.061325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26bf0af-5c48-465a-94d7-23b9ecf2be1c None None] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:27.095067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1ccd78fd-6d1a-4492-a2f8-ea18e6dbb394 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3891346 Sep 21 08:32:27.097970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51120) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:27.103347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': 'e75dfde1-70c9-4f5e-b825-36c3d8290c55', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:27.135102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router 62d654ca-183c-4593-ae53-a49ee9d0a4ff is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:32:27.232637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b010a09-20bb-47c9-9614-477f7b694a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.267720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-17f1fe9d-be5d-4ed0-ac92-bd7b7fa8fec8 None None] Provisioning complete for port cf823d4c-4a3e-444c-92b9-bf5977eec664 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:27.268181 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-17f1fe9d-be5d-4ed0-ac92-bd7b7fa8fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.268825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51126) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:27.277557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0078175 Sep 21 08:32:27.281599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:27.299379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b010a09-20bb-47c9-9614-477f7b694a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.390026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-17f1fe9d-be5d-4ed0-ac92-bd7b7fa8fec8 None None] Port cf823d4c-4a3e-444c-92b9-bf5977eec664 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:27.392073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:27.411447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:27.414590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.416817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.419023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:27.429230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ea3aaa8d-0f9b-4067-88c7-2690f8159861 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/62d654ca-183c-4593-ae53-a49ee9d0a4ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1308990 Sep 21 08:32:27.431907 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] Sync routers for ids ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:27.439553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:27.441176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:24Z', 'revision_number': 3, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:27.455548 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] Routers {'62d654ca-183c-4593-ae53-a49ee9d0a4ff'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:27.456812 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:27.468528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6788c-c409-4ec9-9def-771303f2924f req-47248bd3-f86a-459c-9d51-8b8116b00d06 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:27.470138 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76b6788c-c409-4ec9-9def-771303f2924f req-47248bd3-f86a-459c-9d51-8b8116b00d06 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1894860 Sep 21 08:32:27.487855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Checking router: 935314ef-5efd-4f89-a238-ccbe546d9823 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:32:27.488787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Updating router 935314ef-5efd-4f89-a238-ccbe546d9823 port b7305959-c8ea-4b02-a5ab-bc9d25e4617a binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:32:27.540085 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:27.543021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3', 'network_id': '31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': 'fc137751-79ad-40f7-a043-a9b1ea167f9f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:32:27.543986 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.547774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.550601 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] Routers {'62d654ca-183c-4593-ae53-a49ee9d0a4ff'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:27.551437 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:27.590514 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:27.591686 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfbb94-b6a9-4eb1-8897-436c186e3298 None None] The sync data for ids ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:27.612081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:27.612483 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.637432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-80e67bc5-7866-43f9-a581-11dcbdb22a3d tempest-NetworksApiDiscovery-1386357495 tempest-NetworksApiDiscovery-1386357495-project] 10.222.0.59 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3544900 Sep 21 08:32:27.645782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b010a09-20bb-47c9-9614-477f7b694a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.648991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7b010a09-20bb-47c9-9614-477f7b694a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.653580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7b010a09-20bb-47c9-9614-477f7b694a2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ccafff81-b79a-40b0-99b8-ced11fc1f77e HTTP/1.1" status: 204 len: 168 time: 0.6435583 Sep 21 08:32:27.674807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76b6788c-c409-4ec9-9def-771303f2924f req-c13d20a8-880a-4949-a724-10b0a36afe20 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834259 Sep 21 08:32:27.689728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b010a09-20bb-47c9-9614-477f7b694a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccafff81-b79a-40b0-99b8-ced11fc1f77e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:27.704695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b91f79a-fc54-419c-9ee5-6de777d5c37d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:27.709939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:27.710531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b91f79a-fc54-419c-9ee5-6de777d5c37d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports/cf823d4c-4a3e-444c-92b9-bf5977eec664 HTTP/1.1" status: 200 len: 977 time: 0.2697964 Sep 21 08:32:27.865728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.917435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:27.948648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Allocated IP 172.20.0.1 (4ea3cc76-30a6-44c9-8bec-9b3c2c55d445/512b2ece-63fd-495d-8d0d-22fe176555cb/ba27f1bf-aba0-485b-8e8d-b32bdde50e1d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:28.023833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=36ce1bae-0fef-433d-8693-050942833374,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:28.083498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': '1b9c8ad8-98a0-4cd5-b37d-fda612f956ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e75dfde1-70c9-4f5e-b825-36c3d8290c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:28.083878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: e75dfde1-70c9-4f5e-b825-36c3d8290c55, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:28.121652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Allocated IP 2001:db8::2 (31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3/fc137751-79ad-40f7-a043-a9b1ea167f9f/9d70d637-3fcd-49c5-82de-c2dae75605b0) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:28.137730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:28.158539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, e75dfde1-70c9-4f5e-b825-36c3d8290c55) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:28.170520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:28.172878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.190875 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.203013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4d493b40-97a6-4a00-97a0-7dc8c8ed158e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1038203 Sep 21 08:32:28.203796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51144) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:28.215695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d67d462a-2017-4984-ad61-2c438b4356af tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1273921244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:28.237543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.243462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719dee9b-6e98-4ade-bbea-569eb2986561 None None] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:28.261210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:28.265822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:28.271980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d67d462a-2017-4984-ad61-2c438b4356af tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.273032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d67d462a-2017-4984-ad61-2c438b4356af tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.399622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d67d462a-2017-4984-ad61-2c438b4356af tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.401353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51148) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:28.402469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:28.415904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d67d462a-2017-4984-ad61-2c438b4356af tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.456906 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d67d462a-2017-4984-ad61-2c438b4356af tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.462411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d67d462a-2017-4984-ad61-2c438b4356af tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2560041 Sep 21 08:32:28.463545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51156) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:28.482918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Pushing event updated for resources: {'Port': ['ID=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:28.534702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.712334 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.726934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.786238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.835137 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.892275 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.898672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8c0ec-bdba-4f1b-93fd-3b4d9ebce6b4 None None] Pushing event updated for resources: {'Port': ['ID=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:28.900927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-55baa695-f3e9-4312-bb31-3d97fe4a03df None None] Provisioning complete for port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:28.901296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-55baa695-f3e9-4312-bb31-3d97fe4a03df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.909862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Attempting to bind port b7305959-c8ea-4b02-a5ab-bc9d25e4617a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:28.910234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Attempting to bind port b7305959-c8ea-4b02-a5ab-bc9d25e4617a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:28.910736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Attempting to bind port b7305959-c8ea-4b02-a5ab-bc9d25e4617a on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:28.916246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-e75dfde1-70c9-4f5e-b825-36c3d8290c55', 'network_id': 'e75dfde1-70c9-4f5e-b825-36c3d8290c55', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': '36ce1bae-0fef-433d-8693-050942833374'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:32:28.917073 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.928125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:28.928578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:28.932835 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.933438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:28.933579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:28.933969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Bound port: b7305959-c8ea-4b02-a5ab-bc9d25e4617a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:28.934373 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.056007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e1e67a7-2ff8-4062-bef0-6f066ec7e0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.158019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adfc7b-f852-44da-b7dd-9d51b9c4db57 req-470b24df-ec94-4737-86dc-e2ffb0d800fc tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:29.159748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93adfc7b-f852-44da-b7dd-9d51b9c4db57 req-470b24df-ec94-4737-86dc-e2ffb0d800fc tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.2086871 Sep 21 08:32:29.168188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.215440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:29.234363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:29.274538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:29.281089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51172) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:29.281980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Pushing event updated for resources: {'Port': ['ID=9d70d637-3fcd-49c5-82de-c2dae75605b0,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:29.291538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-55baa695-f3e9-4312-bb31-3d97fe4a03df None None] Port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:29.364923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93adfc7b-f852-44da-b7dd-9d51b9c4db57 req-5a887be3-b558-4958-afd4-358297cb4f3d tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665907 Sep 21 08:32:29.379095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] For port b7305959-c8ea-4b02-a5ab-bc9d25e4617a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:29.396119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8::1 (31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3/fc137751-79ad-40f7-a043-a9b1ea167f9f/75000f3b-00f6-4a68-8731-ca3c22b51c41) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:29.422167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] For port b7305959-c8ea-4b02-a5ab-bc9d25e4617a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:29.485778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.508656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2134468273-network', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:29.582098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Attempting to bind port 9d70d637-3fcd-49c5-82de-c2dae75605b0 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:29.582620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Attempting to bind port 9d70d637-3fcd-49c5-82de-c2dae75605b0 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'bd25104f-ce4d-4432-abbf-9976f88b8fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:29.583158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Attempting to bind port 9d70d637-3fcd-49c5-82de-c2dae75605b0 on network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:29.585235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.612855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e1e67a7-2ff8-4062-bef0-6f066ec7e0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.625754 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e1e67a7-2ff8-4062-bef0-6f066ec7e0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.636756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:29.637129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Checking segment: {'id': 'bd25104f-ce4d-4432-abbf-9976f88b8fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:29.637549 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.638187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Bound using segment: {'id': 'bd25104f-ce4d-4432-abbf-9976f88b8fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:29.638714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Bound port: 9d70d637-3fcd-49c5-82de-c2dae75605b0, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd25104f-ce4d-4432-abbf-9976f88b8fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:29.639093 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.648943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:29.649664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:29.652911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.658663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4e1e67a7-2ff8-4062-bef0-6f066ec7e0be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0db55008e27a49449b6ba498ed484b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2508340 Sep 21 08:32:29.671578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51178) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:29.698972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.702972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:29.719714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:29.719986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Made reservation on behalf of 3daaeff1a91d42188cc7fc206cf79fd9 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:29.722328 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.731513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:29.732177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.738028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=75000f3b-00f6-4a68-8731-ca3c22b51c41,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:29.738362 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.740157 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.813817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e67a7-2ff8-4062-bef0-6f066ec7e0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f9f0a0-b280-4180-8b5c-24aa3ebccd69,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:29.843038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Allocated IP 2001:db8:1::2 (e75dfde1-70c9-4f5e-b825-36c3d8290c55/36ce1bae-0fef-433d-8693-050942833374/8f9fc6e2-6aa9-4525-941e-0c0bde48142b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:29.849961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port cf823d4c-4a3e-444c-92b9-bf5977eec664 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:29.850367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:29.850510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.897348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.913142 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.914809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Pushing event updated for resources: {'Port': ['ID=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:29.988738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] For port 9d70d637-3fcd-49c5-82de-c2dae75605b0, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:29.989372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ecc5-28ee-4468-8927-b0e0672f72c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:29.992630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] For port 9d70d637-3fcd-49c5-82de-c2dae75605b0, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9d70d637-3fcd-49c5-82de-c2dae75605b0,segment=NetworkSegment(bd25104f-ce4d-4432-abbf-9976f88b8fd8),segment_id=bd25104f-ce4d-4432-abbf-9976f88b8fd8)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:30.013540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.017676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8c0ec-bdba-4f1b-93fd-3b4d9ebce6b4 None None] Pushing event updated for resources: {'Port': ['ID=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:30.291902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82c4e5-76a2-4693-94da-a580baf37aa9 None None] Pushing event updated for resources: {'Port': ['ID=9d70d637-3fcd-49c5-82de-c2dae75605b0,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:30.345565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.357589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.359424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.416192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.469519 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.523155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:30.526593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:30.529339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.531286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:30.542150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=75000f3b-00f6-4a68-8731-ca3c22b51c41,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:30.547548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for cf823d4c-4a3e-444c-92b9-bf5977eec664 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:30.562337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:27Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:30.603257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:30.642797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ecc5-28ee-4468-8927-b0e0672f72c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.654021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Pushing event updated for resources: {'Port': ['ID=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:30.688590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f3e547-cf1f-4d09-9961-627b134a4771 None None] The sync data for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 is: [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:27Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:30.690113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:30.719848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Attempting to bind port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:30.720324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Attempting to bind port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '1b9c8ad8-98a0-4cd5-b37d-fda612f956ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e75dfde1-70c9-4f5e-b825-36c3d8290c55'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:30.720805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Attempting to bind port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b on network e75dfde1-70c9-4f5e-b825-36c3d8290c55 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:30.737768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:30.738202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c04488-a7d4-4d28-826f-6d40815311e5 req-286833bf-32ec-4ad2-bc61-fb4c5a87e731 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:30.739064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Checking segment: {'id': '1b9c8ad8-98a0-4cd5-b37d-fda612f956ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e75dfde1-70c9-4f5e-b825-36c3d8290c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:30.741971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14c04488-a7d4-4d28-826f-6d40815311e5 req-286833bf-32ec-4ad2-bc61-fb4c5a87e731 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1556976 Sep 21 08:32:30.742169 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.742169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Bound using segment: {'id': '1b9c8ad8-98a0-4cd5-b37d-fda612f956ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e75dfde1-70c9-4f5e-b825-36c3d8290c55'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:30.742169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Bound port: 8f9fc6e2-6aa9-4525-941e-0c0bde48142b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9c8ad8-98a0-4cd5-b37d-fda612f956ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e75dfde1-70c9-4f5e-b825-36c3d8290c55'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:30.742169 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.830175 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14c04488-a7d4-4d28-826f-6d40815311e5 req-2d067a44-e880-4bb9-94bf-80aa8564f15d tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790529 Sep 21 08:32:30.841357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:30.842959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:30.874763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] For port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:30.887541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] For port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,segment=NetworkSegment(1b9c8ad8-98a0-4cd5-b37d-fda612f956ea),segment_id=1b9c8ad8-98a0-4cd5-b37d-fda612f956ea)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:30.901362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:30.996179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.044908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b86379-daba-4212-a3cc-c2b114d47d5a None None] Pushing event updated for resources: {'Port': ['ID=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:31.060541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.115814 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ecc5-28ee-4468-8927-b0e0672f72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.118080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 6b974956-6dbf-407e-8a73-d6a6309299da is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:32:31.123208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ecc5-28ee-4468-8927-b0e0672f72c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.124729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f6e3ecc5-28ee-4468-8927-b0e0672f72c4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97f9f0a0-b280-4180-8b5c-24aa3ebccd69 HTTP/1.1" status: 204 len: 168 time: 1.4502840 Sep 21 08:32:31.154266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:31.190816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Router 935314ef-5efd-4f89-a238-ccbe546d9823 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:31.210428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82911b3c-19a2-4217-b53c-3f9c39138ae2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:31.246969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.247377 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Added segment b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3 of type vlan for network b97a0943-2aa4-48f4-bd9d-20f91d195033 Sep 21 08:32:31.382589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-043cde3c-713d-4974-ad7d-d597044a4b8e None None] Provisioning complete for port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:31.383776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-043cde3c-713d-4974-ad7d-d597044a4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.421361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3ecc5-28ee-4468-8927-b0e0672f72c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f9f0a0-b280-4180-8b5c-24aa3ebccd69,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:31.451254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.468944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:31.491183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-73706557-e49b-448a-99ae-6e77237c88c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/6b974956-6dbf-407e-8a73-d6a6309299da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0259995 Sep 21 08:32:31.493802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:31.494226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6448c79-43be-4c90-8645-ce058359280b None None] Sync routers for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:31.497404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-043cde3c-713d-4974-ad7d-d597044a4b8e None None] Port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:31.508875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6448c79-43be-4c90-8645-ce058359280b None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:31.509771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c6448c79-43be-4c90-8645-ce058359280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:31.540496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.555702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c6448c79-43be-4c90-8645-ce058359280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:31.570201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6448c79-43be-4c90-8645-ce058359280b None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:31.571420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c6448c79-43be-4c90-8645-ce058359280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:31.643186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c6448c79-43be-4c90-8645-ce058359280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:31.644719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6448c79-43be-4c90-8645-ce058359280b None None] The sync data for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:31.691852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9d70d637-3fcd-49c5-82de-c2dae75605b0 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:31.724263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862493ef-65b1-4397-b66c-77e28609425d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:31.726973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-862493ef-65b1-4397-b66c-77e28609425d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports/75000f3b-00f6-4a68-8731-ca3c22b51c41 HTTP/1.1" status: 200 len: 911 time: 0.2320013 Sep 21 08:32:31.733739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51194) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:31.785195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=cf823d4c-4a3e-444c-92b9-bf5977eec664,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:31.839697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9d70d637-3fcd-49c5-82de-c2dae75605b0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:31.840200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:31.924661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.resource_extend [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:32:32.019587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:32.172872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 9d70d637-3fcd-49c5-82de-c2dae75605b0, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9d70d637-3fcd-49c5-82de-c2dae75605b0,segment=NetworkSegment(bd25104f-ce4d-4432-abbf-9976f88b8fd8),segment_id=bd25104f-ce4d-4432-abbf-9976f88b8fd8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:32.177704 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:32.258342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:32.260592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:32.263413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:32.311203 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:32.316705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=9d70d637-3fcd-49c5-82de-c2dae75605b0,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:32.332197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031a4c6-c039-4d95-b60d-16d34f88fe7f None None] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:32.392447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] Pushing event updated for resources: {'Network': ['ID=b97a0943-2aa4-48f4-bd9d-20f91d195033,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:32.406360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9f03fe7d-c8fa-4287-82a2-0f962e7d45d0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1192584 Sep 21 08:32:32.533971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:32.581625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51206) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:32.611788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Request body: {'subnet': {'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2134468273-subnet', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:32.655508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:32.660393 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:32.670257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-979866ce-a464-4f24-9a09-0511d6a9e928 admin admin] 10.222.0.59 "PUT /v2.0/routers/935314ef-5efd-4f89-a238-ccbe546d9823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5231669 Sep 21 08:32:32.697759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78bebf-3eb1-4f18-bc71-510226bcb5a2 req-94f39432-7f4d-425c-917d-207d30412324 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:32.707817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-af78bebf-3eb1-4f18-bc71-510226bcb5a2 req-94f39432-7f4d-425c-917d-207d30412324 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.6565433 Sep 21 08:32:32.798993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d0c133e7-97c9-422c-960c-e18e0b568de2 None None] Provisioning complete for port 9d70d637-3fcd-49c5-82de-c2dae75605b0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:32.798993 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d0c133e7-97c9-422c-960c-e18e0b568de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:32.850885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Made reservation on behalf of 3daaeff1a91d42188cc7fc206cf79fd9 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:32.872652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:33.020509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9719941b-76ea-4b36-8be3-4d40186d8045 None None] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:33.145970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-af78bebf-3eb1-4f18-bc71-510226bcb5a2 req-4f774b94-1e6f-484f-ad58-bf174d009c51 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187868 Sep 21 08:32:33.305037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:33.390883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router 62d654ca-183c-4593-ae53-a49ee9d0a4ff has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:33.707453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:33.718765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] Sync routers for ids ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:33.733108 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] Routers {'62d654ca-183c-4593-ae53-a49ee9d0a4ff'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:33.735379 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:33.739512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b7305959-c8ea-4b02-a5ab-bc9d25e4617a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:33.775872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9129d568-4f74-4148-96a4-994de77b7851 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/62d654ca-183c-4593-ae53-a49ee9d0a4ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0645823 Sep 21 08:32:33.787838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51230) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:33.820309 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:33.843771 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] Routers {'62d654ca-183c-4593-ae53-a49ee9d0a4ff'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:33.845277 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:33.926576 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:33.986541 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:33.988832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83071832-b16a-458d-95c1-e0d3c9e1a0cd None None] The sync data for ids ['62d654ca-183c-4593-ae53-a49ee9d0a4ff'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:34.068177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a3859ba4-a187-487b-a5a2-fe57f62caa59 None None] Provisioning complete for port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:34.069338 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3859ba4-a187-487b-a5a2-fe57f62caa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:34.097362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b7305959-c8ea-4b02-a5ab-bc9d25e4617a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:34.097824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:34.101549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:34.200671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-26ace22a-f1ee-4eee-8388-f207e7bc4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:34.201763 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-26ace22a-f1ee-4eee-8388-f207e7bc4b39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 1097 time: 0.2314141 Sep 21 08:32:34.345876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51242) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:34.365513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-70aae80f-4722-493b-8d31-86bbfacd4b95 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--518499572', 'description': 'tempest-description--1884751365'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:34.427773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-026cafc4-fdb7-427c-ab45-3b29a1e5050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:34.430317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-026cafc4-fdb7-427c-ab45-3b29a1e5050c service neutron] 10.222.0.50 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.1979003 Sep 21 08:32:34.433695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-70aae80f-4722-493b-8d31-86bbfacd4b95 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:34.457885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8:1::1 (e75dfde1-70c9-4f5e-b825-36c3d8290c55/36ce1bae-0fef-433d-8693-050942833374/5b2dfa30-cbdd-4153-b941-c908dcdaf84c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:34.492765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-5cb59719-83ff-4a6a-933c-c6aca6c77c14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49 HTTP/1.1" status: 200 len: 217 time: 0.0450430 Sep 21 08:32:34.498299 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3859ba4-a187-487b-a5a2-fe57f62caa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:34.625707 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-9e8340f9-0b65-4b6b-9d07-efffd0111d1a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 08:32:34.627416 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9e8340f9-0b65-4b6b-9d07-efffd0111d1a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/62d654ca-183c-4593-ae53-a49ee9d0a4ff/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8345294 Sep 21 08:32:34.629438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0488337-a192-47b0-874f-9595ff72456d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:34.656952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51248) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:34.710581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b126a-42f8-4b11-b38d-787ecfb274f3 req-a2fef150-4dd5-4f32-829b-3e85168512ce tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:34.715070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a3859ba4-a187-487b-a5a2-fe57f62caa59 None None] For port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,segment=NetworkSegment(1b9c8ad8-98a0-4cd5-b37d-fda612f956ea),segment_id=1b9c8ad8-98a0-4cd5-b37d-fda612f956ea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:34.719521 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281b126a-42f8-4b11-b38d-787ecfb274f3 req-a2fef150-4dd5-4f32-829b-3e85168512ce tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.3212502 Sep 21 08:32:34.729079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3859ba4-a187-487b-a5a2-fe57f62caa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:34.741619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Checking segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:34.742423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Network hostable DHCP agents. Network: b97a0943-2aa4-48f4-bd9d-20f91d195033, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:34.822872 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3db29556-558c-42a1-8a9c-9fe9b9128973 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=62d654ca-183c-4593-ae53-a49ee9d0a4ff HTTP/1.1" status: 200 len: 205 time: 0.1571975 Sep 21 08:32:34.831592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51250) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:34.833880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-1e36e6b5-61c5-4bc7-811b-084a3664a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:34.840000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:34.842224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-1e36e6b5-61c5-4bc7-811b-084a3664a95b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.3367665 Sep 21 08:32:34.899472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-ba710fae-2152-4df5-b56e-67128ac4c274 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421636 Sep 21 08:32:34.955250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281b126a-42f8-4b11-b38d-787ecfb274f3 req-66722683-8b72-4e08-9b18-2899946a2faa tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336330 Sep 21 08:32:35.019826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.020058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3859ba4-a187-487b-a5a2-fe57f62caa59 None None] Pushing event updated for resources: {'Port': ['ID=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:35.038360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port b7305959-c8ea-4b02-a5ab-bc9d25e4617a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:35.047555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Sync routers for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:35.048748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f05bf8d-4e29-4027-a97b-ca1c0e73bb80 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.058218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:35.076535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2ed66d42-95dc-475e-ad18-fa168b21a7b2 None None] Provisioning complete for port 75000f3b-00f6-4a68-8731-ca3c22b51c41 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:35.077156 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ed66d42-95dc-475e-ad18-fa168b21a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.083597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.084804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-4e0f136b-5e13-4095-8575-330b6aa51713 service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709583 Sep 21 08:32:35.085624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f9fc6e2-6aa9-4525-941e-0c0bde48142b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:35.086485 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.151733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:35.168358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:35.177301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:35.177533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.188708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b97a0943-2aa4-48f4-bd9d-20f91d195033) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:35.195183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:35.199819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.257492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb3ba1-a2a7-4fc7-bf54-5c0529371821 None None] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:35.308277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=5b2dfa30-cbdd-4153-b941-c908dcdaf84c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:35.344274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2ed66d42-95dc-475e-ad18-fa168b21a7b2 None None] Port 75000f3b-00f6-4a68-8731-ca3c22b51c41 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:35.349403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:35.351261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-70aae80f-4722-493b-8d31-86bbfacd4b95 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.352184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:35.401053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a58fcd-bf23-4268-a21a-ebdae221a77d req-7f1e64ee-d878-495f-a7e8-4845067fd39f service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976365 Sep 21 08:32:35.424916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.519897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-70aae80f-4722-493b-8d31-86bbfacd4b95 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.634797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-70aae80f-4722-493b-8d31-86bbfacd4b95 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.636050 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-70aae80f-4722-493b-8d31-86bbfacd4b95 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2867286 Sep 21 08:32:35.637656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34050055-bc7c-45e9-8e67-981f898bdced admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0482779 Sep 21 08:32:35.640861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f05bf8d-4e29-4027-a97b-ca1c0e73bb80 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.649064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51258) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:35.650757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51260) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:35.652437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f05bf8d-4e29-4027-a97b-ca1c0e73bb80 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.655300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2ed66d42-95dc-475e-ad18-fa168b21a7b2 None None] Provisioning complete for port 9d70d637-3fcd-49c5-82de-c2dae75605b0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:35.655759 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ed66d42-95dc-475e-ad18-fa168b21a7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.657939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-328f4647-1fdc-48cd-a581-656d3be74dd1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'security_group_rule': {'security_group_id': '42b01eb2-0112-466e-8b8c-4da7109a79a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:35.668909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:35.718563 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:32:35.718563 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 21 08:32:35.718563 n-d-809980-2 neutron-server[94724]: [parameters: {'project_id_1': '3daaeff1a91d42188cc7fc206cf79fd9', 'expiration_1': datetime.datetime(2021, 9, 21, 8, 32, 15, 680989)}] Sep 21 08:32:35.718563 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:32:35.719009 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:32:35.719950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:35.753754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aae80f-4722-493b-8d31-86bbfacd4b95 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b01eb2-0112-466e-8b8c-4da7109a79a5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:35.756457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-328f4647-1fdc-48cd-a581-656d3be74dd1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.765575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:35.766057 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.768980 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f05bf8d-4e29-4027-a97b-ca1c0e73bb80 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.770145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f05bf8d-4e29-4027-a97b-ca1c0e73bb80 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Fanout notify agent at l3_agent the message router_deleted on router 62d654ca-183c-4593-ae53-a49ee9d0a4ff {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:32:35.793708 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0f05bf8d-4e29-4027-a97b-ca1c0e73bb80 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:35.798242 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f05bf8d-4e29-4027-a97b-ca1c0e73bb80 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/62d654ca-183c-4593-ae53-a49ee9d0a4ff HTTP/1.1" status: 204 len: 168 time: 0.9592550 Sep 21 08:32:35.802106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51264) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:35.814650 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-a8b87a9d-d3e3-447e-8ff4-7543e8862c20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2625144 Sep 21 08:32:35.895603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:35.943637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-6ef07348-d2fe-4f0b-8099-673334e38c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:35.945473 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-6ef07348-d2fe-4f0b-8099-673334e38c39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.0656829 Sep 21 08:32:35.965453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet d8365b6a-7f2c-4eab-a242-765cd02b2b7a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:35.969169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.031037 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.065616 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.075701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.077104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.208514 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.252444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Provisioning complete for port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:36.253056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.255513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-b97a0943-2aa4-48f4-bd9d-20f91d195033', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'fixed_ips': [{'subnet_id': 'a0488337-a192-47b0-874f-9595ff72456d'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:32:36.256970 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.270786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-e574bfa9-e139-4431-b620-d156830efba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:36.272776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-e574bfa9-e139-4431-b620-d156830efba6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.1873353 Sep 21 08:32:36.295497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d524b-337c-442f-ba04-0ee68e927e6f req-59a9b7c2-66c9-4185-a492-a0ac3c9b9fc5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:36.297079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d8d524b-337c-442f-ba04-0ee68e927e6f req-59a9b7c2-66c9-4185-a492-a0ac3c9b9fc5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1904871 Sep 21 08:32:36.303115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=5b2dfa30-cbdd-4153-b941-c908dcdaf84c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:36.355730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9d70d637-3fcd-49c5-82de-c2dae75605b0 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:36.361662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-328f4647-1fdc-48cd-a581-656d3be74dd1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.375491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-328f4647-1fdc-48cd-a581-656d3be74dd1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.381667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-fe80cbab-8567-4e23-8752-cd0023705633 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.1006711 Sep 21 08:32:36.422870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.423965 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.440440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f4647-1fdc-48cd-a581-656d3be74dd1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8f8de4-1f79-4224-a067-8cc548fec9e7,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:36.447562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d8d524b-337c-442f-ba04-0ee68e927e6f req-ab4aa60c-f243-4d46-93ae-2f4e333ad2ae tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344810 Sep 21 08:32:36.451294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-328f4647-1fdc-48cd-a581-656d3be74dd1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.455584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-328f4647-1fdc-48cd-a581-656d3be74dd1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7993069 Sep 21 08:32:36.455584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51270) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:36.472545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-96765f36-2cd4-4130-b6c5-09897188437b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'security_group_rule': {'security_group_id': '42b01eb2-0112-466e-8b8c-4da7109a79a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:36.511106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:36.531960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:36.555741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-8e787e18-543c-4aad-a05b-90f203b4ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:36.561715 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-8e787e18-543c-4aad-a05b-90f203b4ee03 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1663074 Sep 21 08:32:36.565471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.610277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.627095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 2, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:36.634033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9d70d637-3fcd-49c5-82de-c2dae75605b0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:36.634411 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.670950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-9c7a42ab-d050-414e-8e4c-17e95ca87a5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982893 Sep 21 08:32:36.679114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=d8365b6a-7f2c-4eab-a242-765cd02b2b7a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:36.711457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Checking router: 935314ef-5efd-4f89-a238-ccbe546d9823 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:32:36.711813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Updating router 935314ef-5efd-4f89-a238-ccbe546d9823 port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:32:36.737082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.742615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4cebebdd-0942-4eb1-9a7b-7e4dfa78d09e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/d8365b6a-7f2c-4eab-a242-765cd02b2b7a HTTP/1.1" status: 204 len: 168 time: 0.9390552 Sep 21 08:32:36.750128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:36.759308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.761362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24084ac4-f02e-4c03-86ac-6ffa96bd76f5 None None] Network 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:36.801574 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Provisioning complete for port 75000f3b-00f6-4a68-8731-ca3c22b51c41 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:36.801574 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:36.812559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Allocated IP 172.20.0.2 (b97a0943-2aa4-48f4-bd9d-20f91d195033/a0488337-a192-47b0-874f-9595ff72456d/af4b27ef-8044-4d2d-8e16-54e378da55f3) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:37.012125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 6b974956-6dbf-407e-8a73-d6a6309299da has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:37.013287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96765f36-2cd4-4130-b6c5-09897188437b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.030011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.093391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.103419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-007c13b8-474e-410f-b37d-0c233325a3be service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140353 Sep 21 08:32:37.197188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:37.200243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 5b4cd483-2528-427f-913f-23cf0f835481 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:37.200922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.212014 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] Sync routers for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:37.236781 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:37.239576 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:37.291149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ab5a41a-456c-4164-821b-bdb528eb2474 req-f9a16510-6559-47ea-bd3c-9f364cb66084 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784031 Sep 21 08:32:37.299827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port 5b4cd483-2528-427f-913f-23cf0f835481, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5b4cd483-2528-427f-913f-23cf0f835481,segment=NetworkSegment(03fe0e54-c6d4-4371-aed5-52f24d9a722e),segment_id=03fe0e54-c6d4-4371-aed5-52f24d9a722e)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:37.300617 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.320015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 5b4cd483-2528-427f-913f-23cf0f835481 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:37.365179 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:37.388019 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:37.390031 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:37.438520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.452860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Port 75000f3b-00f6-4a68-8731-ca3c22b51c41 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:37.463866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:37.466036 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93946fb5-0424-4df7-87a4-4499017dc925 None None] The sync data for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:37.477671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.481837 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.509255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=5b4cd483-2528-427f-913f-23cf0f835481,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:37.523084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port 5b4cd483-2528-427f-913f-23cf0f835481 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:37.590635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-726dd127-f891-4ffc-bc16-a301715b1668 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/6b974956-6dbf-407e-8a73-d6a6309299da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8539989 Sep 21 08:32:37.595116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51280) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:37.612789 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96765f36-2cd4-4130-b6c5-09897188437b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.649545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.654140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96765f36-2cd4-4130-b6c5-09897188437b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.666100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Provisioning complete for port 5b2dfa30-cbdd-4153-b941-c908dcdaf84c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:37.666477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.718348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96765f36-2cd4-4130-b6c5-09897188437b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37531f7a-bf1e-4fc0-afcc-ff5ea4ba5115,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:37.722778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eb0bc-e365-4b45-9605-fb3a126e1ca0 req-fc142ac9-e476-4446-a981-31a794c2cf42 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:37.726158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-325eb0bc-e365-4b45-9605-fb3a126e1ca0 req-fc142ac9-e476-4446-a981-31a794c2cf42 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1715944 Sep 21 08:32:37.737651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a64bfda7-cdfd-4ebb-b04f-98bee533c9a9 None None] Port 5b2dfa30-cbdd-4153-b941-c908dcdaf84c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:37.754353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc7a16-9d8e-4112-8718-5ab11be1dbfa None None] DHCP port deletion for 3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:37.763457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:37.766963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5b303-7288-4449-8f8b-f054ab92702e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:37.772361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71f5b303-7288-4449-8f8b-f054ab92702e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports/5b2dfa30-cbdd-4153-b941-c908dcdaf84c HTTP/1.1" status: 200 len: 913 time: 0.1737347 Sep 21 08:32:37.772608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2ed95-fa58-46b2-b884-48b5a39d4add None None] Pushing event updated for resources: {'Port': ['ID=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:37.777265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51288) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:37.788127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96765f36-2cd4-4130-b6c5-09897188437b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.789859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-96765f36-2cd4-4130-b6c5-09897188437b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3320537 Sep 21 08:32:37.796921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51290) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:37.824254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:37.831751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fe0e54-c6d4-4371-aed5-52f24d9a722e') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:37.832120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fe0e54-c6d4-4371-aed5-52f24d9a722e') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:37.878374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.902393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.920908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-325eb0bc-e365-4b45-9605-fb3a126e1ca0 req-c0524307-49f5-42d8-a05d-269ecc75def0 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652734 Sep 21 08:32:37.935705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.967174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.982971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:37.986512 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:37.990174 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:37.993442 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.142601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b7305959-c8ea-4b02-a5ab-bc9d25e4617a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:38.221789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a53eedc9-41d3-4a54-bf63-053a297ee6db None None] Provisioning complete for port 5b2dfa30-cbdd-4153-b941-c908dcdaf84c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:38.222593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a53eedc9-41d3-4a54-bf63-053a297ee6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.231866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.246126 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.249129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef HTTP/1.1" status: 204 len: 168 time: 1.4908493 Sep 21 08:32:38.252799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51296) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:38.259374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:38.260160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-1105927278'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:38.269696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c444aab-40c8-4a53-8c32-5f2cfec2071d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=3dc7fb09-a988-47c5-8c1e-713e9ee9b9ef,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:38.304873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:38.307140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.314484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Attempting to bind port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:38.315106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Attempting to bind port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:38.315722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Attempting to bind port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:38.318473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:38.328016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Pushing event updated for resources: {'Port': ['ID=af4b27ef-8044-4d2d-8e16-54e378da55f3,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:38.357084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:38.357552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Checking segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:38.358189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.358691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Bound using segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:38.359284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Bound port: ba27f1bf-aba0-485b-8e8d-b32bdde50e1d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:38.360232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.389838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a53eedc9-41d3-4a54-bf63-053a297ee6db None None] Port 5b2dfa30-cbdd-4153-b941-c908dcdaf84c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:38.482164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Attempting to bind port af4b27ef-8044-4d2d-8e16-54e378da55f3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:38.482874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Attempting to bind port af4b27ef-8044-4d2d-8e16-54e378da55f3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:38.488684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Attempting to bind port af4b27ef-8044-4d2d-8e16-54e378da55f3 on network b97a0943-2aa4-48f4-bd9d-20f91d195033 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:38.497402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b7305959-c8ea-4b02-a5ab-bc9d25e4617a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:38.497402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.555589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:38.559200 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.588578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:38.589641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Checking segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:38.590404 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.590899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Bound using segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:38.592185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Bound port: af4b27ef-8044-4d2d-8e16-54e378da55f3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:38.592692 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.596898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.642172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.698813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c6524d38-5528-4ebd-8b41-537533f2e7bc None None] Provisioning complete for port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:38.699687 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6524d38-5528-4ebd-8b41-537533f2e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.702808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] For port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:38.718220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] For port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:38.775561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.838512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:38.862366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c6524d38-5528-4ebd-8b41-537533f2e7bc None None] Port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:38.890534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:38.891168 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 33afc2ab-9bda-4870-b909-3045a9f69c09 of type vlan for network 766d22c7-071c-4801-bd94-93cee1ea8c61 Sep 21 08:32:38.899891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:38.900610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:38.932607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] For port af4b27ef-8044-4d2d-8e16-54e378da55f3, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:38.933206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Allocated IP 172.25.1.30 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/9a74579b-2176-4086-9ef8-328640821713) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:39.017829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2ed95-fa58-46b2-b884-48b5a39d4add None None] Pushing event updated for resources: {'Port': ['ID=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:39.031986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] For port af4b27ef-8044-4d2d-8e16-54e378da55f3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af4b27ef-8044-4d2d-8e16-54e378da55f3,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:39.037732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.044668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f9fc6e2-6aa9-4525-941e-0c0bde48142b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:39.074459 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.153589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.156718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd7b11-8da2-4bcd-b7ee-eb65badf4c96 None None] Pushing event updated for resources: {'Port': ['ID=af4b27ef-8044-4d2d-8e16-54e378da55f3,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:39.285297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:39.349359 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.350655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-14c6c53d-d3b4-4edc-8d45-bf25269f1ed1 None None] Provisioning complete for port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:39.351135 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14c6c53d-d3b4-4edc-8d45-bf25269f1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.356382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:39.357040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.400641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:39.412100 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.463948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=766d22c7-071c-4801-bd94-93cee1ea8c61,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:39.510410 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:39.530330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03901b7-a1bc-44d1-87f0-6a3cfbf84423 req-ce9c71bd-e71e-493c-b65f-8899b7ec3ddd tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:39.532140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e03901b7-a1bc-44d1-87f0-6a3cfbf84423 req-ce9c71bd-e71e-493c-b65f-8899b7ec3ddd tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.3747365 Sep 21 08:32:39.539678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c3dadc61-1c5c-40a2-85ca-4f8d3a60cd7a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2851639 Sep 21 08:32:39.542438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51308) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:39.544988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:39.555057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': '766d22c7-071c-4801-bd94-93cee1ea8c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:39.971367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e03901b7-a1bc-44d1-87f0-6a3cfbf84423 req-1475642a-f829-4a54-a7b0-34ec83ce5612 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690312 Sep 21 08:32:39.973624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Allocated IP 172.25.1.190 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a208f27e-d320-46c8-8815-34b8eb461f42) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:39.978502 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.017460 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14c6c53d-d3b4-4edc-8d45-bf25269f1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.052568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Pushing event updated for resources: {'Port': ['ID=9a74579b-2176-4086-9ef8-328640821713,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:40.095757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-14c6c53d-d3b4-4edc-8d45-bf25269f1ed1 None None] For port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:40.109409 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14c6c53d-d3b4-4edc-8d45-bf25269f1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.117706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:40.144629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:40.155626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:40.157966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:40.161784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.176367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5b4cd483-2528-427f-913f-23cf0f835481 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:40.187300 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.208125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 5b4cd483-2528-427f-913f-23cf0f835481 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:40.208483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5b4cd483-2528-427f-913f-23cf0f835481 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:40.223666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:38Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:40.265610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.371512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:40.379000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:40.382805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:40.396171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'Port': ['ID=a208f27e-d320-46c8-8815-34b8eb461f42,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:40.597081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9242ec5c-bf52-4a9a-9906-f21b6ceee827 None None] The sync data for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 is: [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:38Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:40.601397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ba27f1bf-aba0-485b-8e8d-b32bdde50e1d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:40.604255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6c53d-d3b4-4edc-8d45-bf25269f1ed1 None None] Pushing event updated for resources: {'Port': ['ID=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:40.628453 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.683551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.724887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:40.725521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:40.932217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4b27ef-8044-4d2d-8e16-54e378da55f3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:41.093946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af4b27ef-8044-4d2d-8e16-54e378da55f3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:41.093946 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.110485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.121900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.170776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f1defe-1d9d-4b7e-ba8f-8d4dd61d62fd None None] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:41.326474 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.331770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'Port': ['ID=a208f27e-d320-46c8-8815-34b8eb461f42,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:41.385527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374196-c91e-4d83-9d66-5cc66f34be9b req-898137fd-daf8-438f-acf8-5b1d8eb58b3c tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:41.387880 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86374196-c91e-4d83-9d66-5cc66f34be9b req-898137fd-daf8-438f-acf8-5b1d8eb58b3c tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.2611935 Sep 21 08:32:41.436298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-da28817e-95a9-4625-9d6c-9d1af8baf4fd None None] Provisioning complete for port af4b27ef-8044-4d2d-8e16-54e378da55f3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:41.436712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da28817e-95a9-4625-9d6c-9d1af8baf4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.443387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.444638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3891d28f-7886-4859-8794-f990c89d782d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6316190 Sep 21 08:32:41.496760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86374196-c91e-4d83-9d66-5cc66f34be9b req-5bc12bf6-62fb-4a7f-aeda-1425c2ff7ab4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008284 Sep 21 08:32:41.560969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 5b2dfa30-cbdd-4153-b941-c908dcdaf84c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:41.561528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.764551 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.813582 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da28817e-95a9-4625-9d6c-9d1af8baf4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.846538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.851916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port af4b27ef-8044-4d2d-8e16-54e378da55f3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af4b27ef-8044-4d2d-8e16-54e378da55f3,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:41.876660 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:32:41.880750 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:41.971987 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-da28817e-95a9-4625-9d6c-9d1af8baf4fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:32:41.972527 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-da28817e-95a9-4625-9d6c-9d1af8baf4fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:32:41.976377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.006194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=af4b27ef-8044-4d2d-8e16-54e378da55f3,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:42.097741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.115506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-86d2d2e7-da4e-4922-92b5-c127dc887ae7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--518499572&fields=id&tenant_id=3c8d68f614b24ce7818728eb6050cf2b HTTP/1.1" status: 200 len: 267 time: 0.3513701 Sep 21 08:32:42.144105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=7812d73a-9a98-41e3-996b-170200b5799d,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:42.179694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 5b2dfa30-cbdd-4153-b941-c908dcdaf84c owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:42.332764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ba27f1bf-aba0-485b-8e8d-b32bdde50e1d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:42.370529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '33afc2ab-9bda-4870-b909-3045a9f69c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '766d22c7-071c-4801-bd94-93cee1ea8c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:42.371016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: 766d22c7-071c-4801-bd94-93cee1ea8c61, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:42.410515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-db903e15-b151-4331-bf03-7c4107f1ed57 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:42.412109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-db903e15-b151-4331-bf03-7c4107f1ed57 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 811 time: 0.2954454 Sep 21 08:32:42.415872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:42.416263 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.502920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:42.511204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-8b57c5b3-19b5-434a-b0a8-5f7c77d4f62d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/quotas/3c8d68f614b24ce7818728eb6050cf2b HTTP/1.1" status: 200 len: 375 time: 0.0648012 Sep 21 08:32:42.528873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.541160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4b27ef-8044-4d2d-8e16-54e378da55f3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:42.550605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 766d22c7-071c-4801-bd94-93cee1ea8c61) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:42.573561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23d6ee-e985-4770-b5bf-bb0f279d690e None None] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:42.607876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:42.608509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.663584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2bcf1-0c45-42ca-83c0-6599410cfa71 req-fc7eeb2d-a51e-4226-8076-c33b544e3555 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:42.665944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fc2bcf1-0c45-42ca-83c0-6599410cfa71 req-fc7eeb2d-a51e-4226-8076-c33b544e3555 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.0529423 Sep 21 08:32:42.699880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4899888c-e342-4967-b13b-947f65a0f30e None None] Provisioning complete for port af4b27ef-8044-4d2d-8e16-54e378da55f3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:42.700272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4899888c-e342-4967-b13b-947f65a0f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.703459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af4b27ef-8044-4d2d-8e16-54e378da55f3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:42.703989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.720845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0fc2bcf1-0c45-42ca-83c0-6599410cfa71 req-5c445bf3-9b12-4e22-b3fb-f7f00f23963a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Sep 21 08:32:42.727343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c2a07cae-db00-4706-ba77-b67a2a4356d8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1783066 Sep 21 08:32:42.730002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51358) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:42.735122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f4703951-7a2d-4a23-a315-836e18af2abf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-770551628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:42.755293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-7c0e7daf-34f1-477a-b1e8-0401e58599a4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2211666 Sep 21 08:32:42.770645 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4703951-7a2d-4a23-a315-836e18af2abf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.772364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4703951-7a2d-4a23-a315-836e18af2abf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.808164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.848985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4703951-7a2d-4a23-a315-836e18af2abf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.853898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4703951-7a2d-4a23-a315-836e18af2abf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.857654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-766d22c7-071c-4801-bd94-93cee1ea8c61', 'network_id': '766d22c7-071c-4801-bd94-93cee1ea8c61', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': '7812d73a-9a98-41e3-996b-170200b5799d'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:32:42.859001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.879041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4703951-7a2d-4a23-a315-836e18af2abf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:42.880783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f4703951-7a2d-4a23-a315-836e18af2abf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1497259 Sep 21 08:32:42.883947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:42.909233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=5b2dfa30-cbdd-4153-b941-c908dcdaf84c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:43.163857 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-b118416c-2f49-4ecc-8b37-77be2a6bda65 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659141 Sep 21 08:32:43.173211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:43.254309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Router 41bdc408-d8dc-4910-99d2-9c6f878e5845 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:32:43.267839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Allocated IP 172.20.0.2 (766d22c7-071c-4801-bd94-93cee1ea8c61/7812d73a-9a98-41e3-996b-170200b5799d/1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:43.410051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:43.496035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-e568b8a3-4244-42b0-81cb-f1d4d1936d9c service neutron] 10.222.0.59 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202345 Sep 21 08:32:43.632122 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:43.645668 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:43.719842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:43.748116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:43.762973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:43.814449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Pushing event updated for resources: {'Port': ['ID=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:43.868501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Attempting to bind port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:43.869206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Attempting to bind port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '33afc2ab-9bda-4870-b909-3045a9f69c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '766d22c7-071c-4801-bd94-93cee1ea8c61'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:43.869341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Attempting to bind port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc on network 766d22c7-071c-4801-bd94-93cee1ea8c61 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:43.896620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:43.897058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Checking segment: {'id': '33afc2ab-9bda-4870-b909-3045a9f69c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '766d22c7-071c-4801-bd94-93cee1ea8c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:43.897537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:43.897951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Bound using segment: {'id': '33afc2ab-9bda-4870-b909-3045a9f69c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '766d22c7-071c-4801-bd94-93cee1ea8c61'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:43.900620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Bound port: 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33afc2ab-9bda-4870-b909-3045a9f69c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '766d22c7-071c-4801-bd94-93cee1ea8c61'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:43.901030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:43.958621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f59c31fa-fe45-4b93-8c76-dc9eddc28ba7 req-d9426f9f-38ea-4ea6-9e6a-29535800767c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 210 time: 0.0886440 Sep 21 08:32:44.038401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] For port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:44.055928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] For port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,segment=NetworkSegment(33afc2ab-9bda-4870-b909-3045a9f69c09),segment_id=33afc2ab-9bda-4870-b909-3045a9f69c09)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:44.066222 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:44.257822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fd82f-05f0-4e49-b93e-0523228b73bd None None] Pushing event updated for resources: {'Port': ['ID=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:44.294459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.20.0.1 (766d22c7-071c-4801-bd94-93cee1ea8c61/7812d73a-9a98-41e3-996b-170200b5799d/69a9a201-9580-4dde-8537-9d1bbbb94488) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:44.632563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:44.663963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:44.676588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Sync routers for ids ['41bdc408-d8dc-4910-99d2-9c6f878e5845'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:44.688981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Routers {'41bdc408-d8dc-4910-99d2-9c6f878e5845'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:44.690371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['41bdc408-d8dc-4910-99d2-9c6f878e5845'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:44.705858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:44.718915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 6b974956-6dbf-407e-8a73-d6a6309299da has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:44.773966 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:44.778663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-44b6db93-585e-42a6-8d04-6d4caf111626 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1115675 Sep 21 08:32:44.785884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51396) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:44.820802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeabf8-6eeb-4a89-b158-93bb249c1781 req-d1249081-a10e-40e8-8cf4-5fa8a59ce33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:44.822358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eaaeabf8-6eeb-4a89-b158-93bb249c1781 req-d1249081-a10e-40e8-8cf4-5fa8a59ce33f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 1097 time: 0.3578310 Sep 21 08:32:44.829047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:44.836853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:44.849123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:44.909800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Set router 41bdc408-d8dc-4910-99d2-9c6f878e5845 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:44.914023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=69a9a201-9580-4dde-8537-9d1bbbb94488,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:44.931979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.013089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f78457-7f18-4873-b0e6-85bfbc0fbca3 req-e114997d-19d1-412d-a361-89a6572cb9d9 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:45.025045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61f78457-7f18-4873-b0e6-85bfbc0fbca3 req-e114997d-19d1-412d-a361-89a6572cb9d9 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.5613787 Sep 21 08:32:45.149980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 3, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:45.153403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eaaeabf8-6eeb-4a89-b158-93bb249c1781 req-6e0a6887-671f-49b4-a592-f9842c0677f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633863 Sep 21 08:32:45.176959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c97a9c0-7fcf-4def-a496-e33e43dca8a8 req-596cb87a-64b5-4ac6-885b-2bc9de959181 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 210 time: 0.0769858 Sep 21 08:32:45.177750 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.209824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Checking router: 41bdc408-d8dc-4910-99d2-9c6f878e5845 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:32:45.210626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Updating router 41bdc408-d8dc-4910-99d2-9c6f878e5845 port 9a74579b-2176-4086-9ef8-328640821713 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:32:45.253502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.322351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:45.350921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-56e7cc03-44f2-4bc0-9129-08bfcb0a1de3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/6b974956-6dbf-407e-8a73-d6a6309299da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5658753 Sep 21 08:32:45.355850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:45.362003 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] Sync routers for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:45.383775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61f78457-7f18-4873-b0e6-85bfbc0fbca3 req-977a9d9e-5cbc-4e77-bbf8-180cb9727edb tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576806 Sep 21 08:32:45.409053 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:45.409965 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:45.545516 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:45.578722 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:45.579867 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:45.624363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.666909 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:45.668431 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66cbeb-621f-4b06-b0b3-9ab09a490893 None None] The sync data for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:45.675483 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.939707 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.946137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7069bb-1696-4f73-9c7c-91e36d44a910 None None] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:45.946433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.972649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:45.976398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=69a9a201-9580-4dde-8537-9d1bbbb94488,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:46.077627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-121090b7-e56f-45c2-ad7c-1f81c9f2e96f None None] Provisioning complete for port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:46.078369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-121090b7-e56f-45c2-ad7c-1f81c9f2e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:46.118781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-af6d8cad-e909-43be-907c-e5715b9cd1d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:46.119738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Attempting to bind port 9a74579b-2176-4086-9ef8-328640821713 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:46.120297 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-af6d8cad-e909-43be-907c-e5715b9cd1d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 811 time: 0.4916484 Sep 21 08:32:46.120513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Attempting to bind port 9a74579b-2176-4086-9ef8-328640821713 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:46.121059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Attempting to bind port 9a74579b-2176-4086-9ef8-328640821713 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:46.134563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:46.135395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:46.136451 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:46.137033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:46.137720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Bound port: 9a74579b-2176-4086-9ef8-328640821713, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:46.138307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:46.177423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e0320-bbd7-4c99-b455-0a772de55d6d None None] Pushing event updated for resources: {'Port': ['ID=9a74579b-2176-4086-9ef8-328640821713,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:46.223098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-058b0739-1fdc-4296-b009-5d08cb354b7e tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8d68f614b24ce7818728eb6050cf2b HTTP/1.1" status: 200 len: 379 time: 0.0790915 Sep 21 08:32:46.234910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'port': {'device_id': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'admin_state_up': True, 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'security_groups': ['42b01eb2-0112-466e-8b8c-4da7109a79a5']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:46.295765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:46.298936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:46.506666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] For port 9a74579b-2176-4086-9ef8-328640821713, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:46.522714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a6fc8d9-6881-4d2f-9129-02c16186c948 req-39579e09-b7c4-44ea-8ce5-21b85ea31600 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 210 time: 0.0712538 Sep 21 08:32:46.548965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] For port 9a74579b-2176-4086-9ef8-328640821713, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9a74579b-2176-4086-9ef8-328640821713,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:46.558779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:46.629709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Made reservation on behalf of 3c8d68f614b24ce7818728eb6050cf2b for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:46.635443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:46.658456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router 8d08366f-d14c-408b-a67d-cdb365af3c24 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:32:46.710313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:46.768716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a866d1-b54b-487c-8f0f-003bfcf78bd2 req-4b8190a1-8009-4f23-9fd5-1c4ceffb8f6b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:46.782568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01a866d1-b54b-487c-8f0f-003bfcf78bd2 req-4b8190a1-8009-4f23-9fd5-1c4ceffb8f6b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1812475 Sep 21 08:32:46.852106 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:47.000754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01a866d1-b54b-487c-8f0f-003bfcf78bd2 req-3993c379-6e96-491e-9532-5fd62ef6b7d6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167141 Sep 21 08:32:47.073034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:47.073467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:47.093394 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-121090b7-e56f-45c2-ad7c-1f81c9f2e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:47.106488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ee2c8ae5-d17d-4954-b204-5546ac11fbbc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/8d08366f-d14c-408b-a67d-cdb365af3c24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2194462 Sep 21 08:32:47.121307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] Sync routers for ids ['8d08366f-d14c-408b-a67d-cdb365af3c24'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:47.128794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51420) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:47.182854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Allocated IP 172.20.0.8 (4ea3cc76-30a6-44c9-8bec-9b3c2c55d445/512b2ece-63fd-495d-8d0d-22fe176555cb/3ad90f1d-093d-4e84-aeef-3635a64819f4) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:47.201176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e0320-bbd7-4c99-b455-0a772de55d6d None None] Pushing event updated for resources: {'Port': ['ID=9a74579b-2176-4086-9ef8-328640821713,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:47.210234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Routers {'41bdc408-d8dc-4910-99d2-9c6f878e5845'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:47.211534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['41bdc408-d8dc-4910-99d2-9c6f878e5845'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:47.334830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-121090b7-e56f-45c2-ad7c-1f81c9f2e96f None None] For port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,segment=NetworkSegment(33afc2ab-9bda-4870-b909-3045a9f69c09),segment_id=33afc2ab-9bda-4870-b909-3045a9f69c09)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:47.339981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] Routers {'8d08366f-d14c-408b-a67d-cdb365af3c24'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:47.340685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d08366f-d14c-408b-a67d-cdb365af3c24'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:47.371081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdc6eba-aa33-4424-9c63-5efe9cd96fd7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:47.379927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dbdc6eba-aa33-4424-9c63-5efe9cd96fd7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports/69a9a201-9580-4dde-8537-9d1bbbb94488 HTTP/1.1" status: 200 len: 910 time: 0.2494998 Sep 21 08:32:47.384043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51424) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:47.477009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51428) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:47.513421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] Set router 41bdc408-d8dc-4910-99d2-9c6f878e5845 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:47.586817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:47.587213 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:47.725349 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-121090b7-e56f-45c2-ad7c-1f81c9f2e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:47.767880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:47.773746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b035b-0d45-4322-9b12-0f455f242b85 req-7b2cdece-2d93-4f3a-80f5-74f633130615 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:47.791224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f79b035b-0d45-4322-9b12-0f455f242b85 req-7b2cdece-2d93-4f3a-80f5-74f633130615 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.6796315 Sep 21 08:32:47.810155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:47.919506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f79b035b-0d45-4322-9b12-0f455f242b85 req-241e4aca-b45a-4a28-94d3-fb36750d3ce6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191339 Sep 21 08:32:47.987582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44219230-603a-447c-a91e-2616314f0380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.026536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.065890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb4c2315-05cb-4f13-8dd4-de0d49054c07 req-3106ad2b-57e0-475f-8970-5ce7cbecd4bd tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 210 time: 0.3558095 Sep 21 08:32:48.136977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] Routers {'8d08366f-d14c-408b-a67d-cdb365af3c24'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:48.137634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d08366f-d14c-408b-a67d-cdb365af3c24'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:48.153575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:48.159271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5ff2ef28-b3f6-47b0-8e26-5a9542866f21 None None] Provisioning complete for port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:48.159688 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ef28-b3f6-47b0-8e26-5a9542866f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.192282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:48.196804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:48.287857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'Port': ['ID=3ad90f1d-093d-4e84-aeef-3635a64819f4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:48.331567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:48.336664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedf8a4-46b4-4ebd-a464-00d9b938b847 None None] The sync data for ids ['8d08366f-d14c-408b-a67d-cdb365af3c24'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:48.339475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121090b7-e56f-45c2-ad7c-1f81c9f2e96f None None] Pushing event updated for resources: {'Port': ['ID=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:48.440285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:48.441353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.488226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44219230-603a-447c-a91e-2616314f0380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.502146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-44219230-603a-447c-a91e-2616314f0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.508902 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-e446fddf-6722-4394-b87b-6f579a775930 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2781227 Sep 21 08:32:48.521912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Request body: {'port': {'device_id': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:48.623900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5ff2ef28-b3f6-47b0-8e26-5a9542866f21 None None] Provisioning complete for port 69a9a201-9580-4dde-8537-9d1bbbb94488 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:48.624301 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ef28-b3f6-47b0-8e26-5a9542866f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.630344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44219230-603a-447c-a91e-2616314f0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0ca7c-4202-4d18-af3a-94534b2d78b1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:48.641160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-44219230-603a-447c-a91e-2616314f0380 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28bf0fc1fa884965859b180fa20b1094&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1574118 Sep 21 08:32:48.643655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51442) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:48.687273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5ff2ef28-b3f6-47b0-8e26-5a9542866f21 None None] Port 69a9a201-9580-4dde-8537-9d1bbbb94488 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:48.692061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 3, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:48.724802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.743148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94d119-93bc-4dba-ac3d-9bce0159fbcc None None] The sync data for ids ['41bdc408-d8dc-4910-99d2-9c6f878e5845'] in n-d-809980-2 is: [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 3, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:48.747915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:48.787827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Allocated IP 172.20.0.1 (b97a0943-2aa4-48f4-bd9d-20f91d195033/a0488337-a192-47b0-874f-9595ff72456d/e2e1bdfc-3003-409b-b738-ca3e78efd4b8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:48.825362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-79d541f2-b453-4bf2-b3f9-11fa16f73058 None None] Provisioning complete for port 3ad90f1d-093d-4e84-aeef-3635a64819f4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:48.826045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d541f2-b453-4bf2-b3f9-11fa16f73058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.827200 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f43b1974-adec-4209-a00b-00d0183949b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.874575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:48.875224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.880884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-79d541f2-b453-4bf2-b3f9-11fa16f73058 None None] Port 3ad90f1d-093d-4e84-aeef-3635a64819f4 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:48.926641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-79d541f2-b453-4bf2-b3f9-11fa16f73058 None None] Provisioning complete for port 69a9a201-9580-4dde-8537-9d1bbbb94488 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:48.927003 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d541f2-b453-4bf2-b3f9-11fa16f73058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:48.986832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-79d541f2-b453-4bf2-b3f9-11fa16f73058 None None] Port 69a9a201-9580-4dde-8537-9d1bbbb94488 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:49.019764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ec67-479c-40da-8429-06e49c6e2bf0 req-d21792ac-f67b-4ad9-9960-47a44093d2b5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:49.031782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0064ec67-479c-40da-8429-06e49c6e2bf0 req-d21792ac-f67b-4ad9-9960-47a44093d2b5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.3141792 Sep 21 08:32:49.051101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f43b1974-adec-4209-a00b-00d0183949b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.167976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.185153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0064ec67-479c-40da-8429-06e49c6e2bf0 req-ccf24e2d-f49b-4c12-b268-f7196561831f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516931 Sep 21 08:32:49.219433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f43b1974-adec-4209-a00b-00d0183949b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.225279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f43b1974-adec-4209-a00b-00d0183949b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.232092 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f43b1974-adec-4209-a00b-00d0183949b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f3a0ca7c-4202-4d18-af3a-94534b2d78b1 HTTP/1.1" status: 204 len: 168 time: 0.5790153 Sep 21 08:32:49.247716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b1974-adec-4209-a00b-00d0183949b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0ca7c-4202-4d18-af3a-94534b2d78b1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:49.272203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad90f1d-093d-4e84-aeef-3635a64819f4 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:49.282469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.294051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2209a0-f538-49df-ab38-1bcb2e9b7443 req-e11f3713-f1cc-4c58-9bd3-c48912e5b523 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:49.296349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea2209a0-f538-49df-ab38-1bcb2e9b7443 req-e11f3713-f1cc-4c58-9bd3-c48912e5b523 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 931 time: 0.1493518 Sep 21 08:32:49.309581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.310304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Transition to ACTIVE for port object 3ad90f1d-093d-4e84-aeef-3635a64819f4 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:32:49.314846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.321584 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.408779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ea2209a0-f538-49df-ab38-1bcb2e9b7443 req-edc422df-db83-49b7-91f9-3157dbf9000b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958905 Sep 21 08:32:49.411927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad90f1d-093d-4e84-aeef-3635a64819f4,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:49.451007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:49.473604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:49.487374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:49.493394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:49.505839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Attempting to bind port 3ad90f1d-093d-4e84-aeef-3635a64819f4 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:49.506403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Attempting to bind port 3ad90f1d-093d-4e84-aeef-3635a64819f4 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:49.506538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Attempting to bind port 3ad90f1d-093d-4e84-aeef-3635a64819f4 on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:49.518814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Port 3ad90f1d-093d-4e84-aeef-3635a64819f4 on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:32:49.519146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Attempting to bind port 3ad90f1d-093d-4e84-aeef-3635a64819f4 on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:49.526215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:49.526830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Checking segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:49.527979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Bound using segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:49.528654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Bound port: 3ad90f1d-093d-4e84-aeef-3635a64819f4, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:49.529291 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.566275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 75000f3b-00f6-4a68-8731-ca3c22b51c41 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:49.572039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.634648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] For port 3ad90f1d-093d-4e84-aeef-3635a64819f4, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:49.643857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] For port 3ad90f1d-093d-4e84-aeef-3635a64819f4, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:49.664714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.749232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.782999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:49.783660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.785239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] 10.222.0.62 "PUT /v2.0/ports/3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 1091 time: 1.2678585 Sep 21 08:32:49.792747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:32:49.795475 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164aee40-5b16-4a8e-9fba-43ba6a2645ee" -d '{"events": [{"name": "network-changed", "server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:32:49.880039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51456) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:49.909552 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836aae8-c89e-41a1-9f68-2cd1a2882530 x-openstack-request-id: req-0836aae8-c89e-41a1-9f68-2cd1a2882530 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:32:49.909790 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:32:49.910829 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0836aae8-c89e-41a1-9f68-2cd1a2882530 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:32:49.911231 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'status': 'completed', 'code': 200} Sep 21 08:32:49.942549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fefd6d-99b1-4b2e-b060-257d3f920d9c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad90f1d-093d-4e84-aeef-3635a64819f4,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:49.947660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2e10-3200-4c10-82f0-94c065d5bcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.975459 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.979346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-77a0a190-d2a5-4e8a-b5fd-d2adfa88b519 None None] Provisioning complete for port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:49.981673 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77a0a190-d2a5-4e8a-b5fd-d2adfa88b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:49.987946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-e77192f0-c99c-4bdf-a76d-b9ddcfe28e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:49.990200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-e77192f0-c99c-4bdf-a76d-b9ddcfe28e1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1094 time: 0.1351879 Sep 21 08:32:50.028039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 75000f3b-00f6-4a68-8731-ca3c22b51c41 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:50.085047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a190-d2a5-4e8a-b5fd-d2adfa88b519 None None] Port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:50.106171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-cf012206-b8b7-4a84-9129-86a080c70458 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 217 time: 0.1052363 Sep 21 08:32:50.243723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-fa9e8a07-3b81-485e-ab29-9eea9b6ad779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:50.245853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-fa9e8a07-3b81-485e-ab29-9eea9b6ad779 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.1315579 Sep 21 08:32:50.252455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2e10-3200-4c10-82f0-94c065d5bcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.266945 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.295754 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d3a2e10-3200-4c10-82f0-94c065d5bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.380247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15084476-4b52-486d-a121-1c466dfd342c req-fa68dfdc-db96-400d-b2a9-300e4bf871ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:50.382432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-fa68dfdc-db96-400d-b2a9-300e4bf871ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283891 Sep 21 08:32:50.385623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a2e10-3200-4c10-82f0-94c065d5bcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d423d12-55bc-4f2f-bbf1-6d3eb208bfc4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:50.391982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6d3a2e10-3200-4c10-82f0-94c065d5bcfc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a7c20f5ebcc46aba973be362f3c6d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023215 Sep 21 08:32:50.394715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51464) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:50.423700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324686e0-1fa2-486b-b1b5-b0032a893e28 req-c6f5b9bf-acc8-408b-a3b9-8ca465ff6a4b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:50.425664 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-324686e0-1fa2-486b-b1b5-b0032a893e28 req-c6f5b9bf-acc8-408b-a3b9-8ca465ff6a4b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1328449 Sep 21 08:32:50.492038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 69a9a201-9580-4dde-8537-9d1bbbb94488 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:50.492786 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.518858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-324686e0-1fa2-486b-b1b5-b0032a893e28 req-0de72417-f6c8-4e97-8eac-674ca3248d35 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490906 Sep 21 08:32:50.531082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-0d8f54a3-3fe1-4854-82bc-ed12a68a6002 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395569 Sep 21 08:32:50.658433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-15084476-4b52-486d-a121-1c466dfd342c req-af5dae68-1515-4ab2-84db-168f81b4037b service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195848 Sep 21 08:32:50.730248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d60538b-d000-41a4-a423-25ad8c3f94bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.763860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9a74579b-2176-4086-9ef8-328640821713 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:50.764964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-ebce5fb7-7691-4d89-a849-f3da5f4f034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:50.768615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-ebce5fb7-7691-4d89-a849-f3da5f4f034a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1094 time: 0.0535903 Sep 21 08:32:50.768906 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.856757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d60538b-d000-41a4-a423-25ad8c3f94bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.869061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=75000f3b-00f6-4a68-8731-ca3c22b51c41,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:50.876827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.892745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9a74579b-2176-4086-9ef8-328640821713 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:50.893244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:50.917928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f77db-37b3-4c36-b515-357346a5ae3c req-8224dec9-bacb-4a8a-9367-09dade30a73f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:50.928243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f96f77db-37b3-4c36-b515-357346a5ae3c req-8224dec9-bacb-4a8a-9367-09dade30a73f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 943 time: 0.3526030 Sep 21 08:32:50.955276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.956320 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.956764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.957212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.957672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.958119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.958557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.958982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.959571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.960152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.960714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.961271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:50.964902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 69a9a201-9580-4dde-8537-9d1bbbb94488 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:51.047226 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.094857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 9a74579b-2176-4086-9ef8-328640821713, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9a74579b-2176-4086-9ef8-328640821713,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:51.100257 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.240642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=9a74579b-2176-4086-9ef8-328640821713,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:51.258579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.259286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.269504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.270284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.271137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.272908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.273631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.274338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.274962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.275728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.277577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.278182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:51.327404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.375426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.392500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f96f77db-37b3-4c36-b515-357346a5ae3c req-4f4ca3c1-e9ea-44ca-9f94-500bb83fc7b7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629483 Sep 21 08:32:51.441200 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.463098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d60538b-d000-41a4-a423-25ad8c3f94bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.466447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d60538b-d000-41a4-a423-25ad8c3f94bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.467777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7d60538b-d000-41a4-a423-25ad8c3f94bc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d423d12-55bc-4f2f-bbf1-6d3eb208bfc4 HTTP/1.1" status: 204 len: 168 time: 1.0695667 Sep 21 08:32:51.632046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60538b-d000-41a4-a423-25ad8c3f94bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d423d12-55bc-4f2f-bbf1-6d3eb208bfc4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:51.636554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:51.638148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-f78f5a84-5a68-4c42-921f-335750f5db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:51.640598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-f78f5a84-5a68-4c42-921f-335750f5db79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.8659940 Sep 21 08:32:51.663351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:51.676700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527ad16-6b57-413a-80df-0b55e2f43ecf req-c081330e-ce40-47eb-a1d0-5e5d171d8a58 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:51.688227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f527ad16-6b57-413a-80df-0b55e2f43ecf req-c081330e-ce40-47eb-a1d0-5e5d171d8a58 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.7161465 Sep 21 08:32:51.738739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-99f4bf8c-735a-4a5c-812d-628ced1fbc32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 217 time: 0.0491724 Sep 21 08:32:51.809052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f527ad16-6b57-413a-80df-0b55e2f43ecf req-34562eaf-8180-41e1-9b99-10e1fa95f929 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181123 Sep 21 08:32:51.841374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-fc65119f-bc5f-4c03-a6ec-6f375a457120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:51.843275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-fc65119f-bc5f-4c03-a6ec-6f375a457120 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0923123 Sep 21 08:32:51.908455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-68aa4010-089e-4bb3-8f56-62b28e9e26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:51.910423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-68aa4010-089e-4bb3-8f56-62b28e9e26bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593057 Sep 21 08:32:52.010176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-4af408eb-f081-4986-9ec3-24cc6d5ef4d7 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915678 Sep 21 08:32:52.090450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:52.115051 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-164aee40-5b16-4a8e-9fba-43ba6a2645ee req-625ed2a4-9c75-4290-b658-a147c18846b2 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976660 Sep 21 08:32:52.160855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=69a9a201-9580-4dde-8537-9d1bbbb94488,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:52.174273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 6b974956-6dbf-407e-8a73-d6a6309299da has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:52.253751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:52.287600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:52.370070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-95689ede-51ac-44f6-ac81-f19165544807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:52.423263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:52.435782 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] Sync routers for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:52.452221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:52.453182 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:52.519989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51508) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:52.531397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d5d42fa0-fddd-455f-8e82-08d4b05c929c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/6b974956-6dbf-407e-8a73-d6a6309299da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1739979 Sep 21 08:32:52.557758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51512) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:52.562959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:52.565456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-30aa2a36-d173-4f0a-9ece-9fee4278cbcc tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b974956-6dbf-407e-8a73-d6a6309299da HTTP/1.1" status: 200 len: 205 time: 0.0442345 Sep 21 08:32:52.568344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:52.666027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b16b70b4-8b7a-45e0-957d-6db96678851c None None] Provisioning complete for port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:52.666714 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b16b70b4-8b7a-45e0-957d-6db96678851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:52.692694 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:52.706474 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] Routers {'6b974956-6dbf-407e-8a73-d6a6309299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:52.708058 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['6b974956-6dbf-407e-8a73-d6a6309299da'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:52.719295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abca4b-3d9b-46ec-bfc2-ad55ee8e53ef req-7fad6091-a09b-4b96-a252-721fd0478fcc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:52.726726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81abca4b-3d9b-46ec-bfc2-ad55ee8e53ef req-7fad6091-a09b-4b96-a252-721fd0478fcc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 943 time: 0.1841242 Sep 21 08:32:52.727693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9a74579b-2176-4086-9ef8-328640821713 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:52.748414 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:52.749330 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb05e650-aa13-40de-b3c4-d68fe34beb68 None None] The sync data for ids ['6b974956-6dbf-407e-8a73-d6a6309299da'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:52.784640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19bbab86-d6d7-44f3-bb9d-44bbcab24583 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:52.803984 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Router 41bdc408-d8dc-4910-99d2-9c6f878e5845 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:52.818954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b16b70b4-8b7a-45e0-957d-6db96678851c None None] Port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:32:52.826368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9a74579b-2176-4086-9ef8-328640821713 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:52.830046 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:52.849877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1283755705-network', 'tenant_id': 'cac383c2a4d74c48b11ab32fa9ff4878'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:52.864726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81abca4b-3d9b-46ec-bfc2-ad55ee8e53ef req-be7af0b6-9d13-4cb1-a96a-82dcf19bda94 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371248 Sep 21 08:32:52.960435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router 8d08366f-d14c-408b-a67d-cdb365af3c24 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:32:52.965105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Made reservation on behalf of cac383c2a4d74c48b11ab32fa9ff4878 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:52.967445 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.007490 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.018275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19bbab86-d6d7-44f3-bb9d-44bbcab24583 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.021865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19bbab86-d6d7-44f3-bb9d-44bbcab24583 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.082530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-27c70f8f-f567-46d2-8cf0-550ffc084b21 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:53.083960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-27c70f8f-f567-46d2-8cf0-550ffc084b21 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.4208953 Sep 21 08:32:53.084976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19bbab86-d6d7-44f3-bb9d-44bbcab24583 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.085489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bbab86-d6d7-44f3-bb9d-44bbcab24583 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Fanout notify agent at l3_agent the message router_deleted on router 6b974956-6dbf-407e-8a73-d6a6309299da {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:32:53.092372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-19bbab86-d6d7-44f3-bb9d-44bbcab24583 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.095739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-19bbab86-d6d7-44f3-bb9d-44bbcab24583 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/6b974956-6dbf-407e-8a73-d6a6309299da HTTP/1.1" status: 204 len: 168 time: 0.5259466 Sep 21 08:32:53.096286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51520) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:53.135526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-246d4324-b79c-472d-a3a9-9f52402cb968 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/quotas/50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 375 time: 0.0409844 Sep 21 08:32:53.159573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:53.165414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet 36ce1bae-0fef-433d-8693-050942833374 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:53.169030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1de19-c383-4805-8f4a-b907bdf4ded7 req-cd2bd975-a0fd-4a99-a19c-14651868a0ed tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:53.170583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5f1de19-c383-4805-8f4a-b907bdf4ded7 req-cd2bd975-a0fd-4a99-a19c-14651868a0ed tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2087915 Sep 21 08:32:53.173752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] Sync routers for ids ['8d08366f-d14c-408b-a67d-cdb365af3c24'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:53.178050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b4673d5e-aff5-416a-ace1-b447a46c3d28 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/8d08366f-d14c-408b-a67d-cdb365af3c24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7788329 Sep 21 08:32:53.184444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51522) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:53.185366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] Routers {'8d08366f-d14c-408b-a67d-cdb365af3c24'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:53.186081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d08366f-d14c-408b-a67d-cdb365af3c24'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:53.192528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.206620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:32:53.222288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0127d293-62a8-4dda-a68c-d53657e93679 admin admin] 10.222.0.59 "PUT /v2.0/routers/41bdc408-d8dc-4910-99d2-9c6f878e5845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4282887 Sep 21 08:32:53.236588 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Sync routers for ids ['41bdc408-d8dc-4910-99d2-9c6f878e5845'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:32:53.244467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-62cb4b7e-59db-47c4-a96b-d4734def0532 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d08366f-d14c-408b-a67d-cdb365af3c24 HTTP/1.1" status: 200 len: 205 time: 0.0560715 Sep 21 08:32:53.247663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51526) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:53.250282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:53.252111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-e0f7a20a-eaa0-4ff5-8f01-13d9d7aa79cb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054850 Sep 21 08:32:53.258120 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.258773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Routers {'41bdc408-d8dc-4910-99d2-9c6f878e5845'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:53.260080 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['41bdc408-d8dc-4910-99d2-9c6f878e5845'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:53.274989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] Routers {'8d08366f-d14c-408b-a67d-cdb365af3c24'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:53.275700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8d08366f-d14c-408b-a67d-cdb365af3c24'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:53.321220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:53.321887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e14a25-ee9f-4f33-a554-71c60ce590b6 None None] The sync data for ids ['8d08366f-d14c-408b-a67d-cdb365af3c24'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:53.334249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5f1de19-c383-4805-8f4a-b907bdf4ded7 req-99cc2f98-471f-4c2a-990c-6c028ef8eab2 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519737 Sep 21 08:32:53.367641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7369f22-4b5d-4041-8f65-39f24d6d2158 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.468537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-b1f4fced-3414-43e3-af73-7dc6d1c4ffbc service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054954 Sep 21 08:32:53.477310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.477940 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Set router 41bdc408-d8dc-4910-99d2-9c6f878e5845 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:53.633672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d6e1a1-4b28-4166-918e-23a512880417 service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506183 Sep 21 08:32:53.701135 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.744174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=36ce1bae-0fef-433d-8693-050942833374,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:53.751818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.755175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ca6fb3a1-fbf0-4ccf-aecc-6c9887a5fc2c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/36ce1bae-0fef-433d-8693-050942833374 HTTP/1.1" status: 204 len: 168 time: 0.6583939 Sep 21 08:32:53.757978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51536) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:53.765101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca135a4-2f9b-4c76-ba89-3c95fa9ecfe7 None None] Network e75dfde1-70c9-4f5e-b825-36c3d8290c55 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:53.860931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet fc137751-79ad-40f7-a043-a9b1ea167f9f {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:53.870724 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:53.960699 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.082830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7369f22-4b5d-4041-8f65-39f24d6d2158 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.088916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.099291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7369f22-4b5d-4041-8f65-39f24d6d2158 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.105687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.124455 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:32:50Z', 'revision_number': 4, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e2e1bdfc-3003-409b-b738-ca3e78efd4b8', 'name': '', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'mac_address': 'fa:16:3e:83:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a0488337-a192-47b0-874f-9595ff72456d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:46Z', 'updated_at': '2021-09-21T08:32:50Z', 'revision_number': 2, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'subnets': [{'id': 'a0488337-a192-47b0-874f-9595ff72456d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:54.147942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-392ecf47-16fb-4a3d-ab9a-b6a860979431 req-ae3bdeb4-37a3-4db6-a1b4-653ce0feb115 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.1058264 Sep 21 08:32:54.155975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] DHCP port deletion for e75dfde1-70c9-4f5e-b825-36c3d8290c55 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:54.197510 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Checking router: 41bdc408-d8dc-4910-99d2-9c6f878e5845 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:32:54.198423 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Updating router 41bdc408-d8dc-4910-99d2-9c6f878e5845 port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:32:54.212177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ad90f1d-093d-4e84-aeef-3635a64819f4 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:32:54.251589 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.271910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.302132 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7369f22-4b5d-4041-8f65-39f24d6d2158 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.303446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7369f22-4b5d-4041-8f65-39f24d6d2158 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Fanout notify agent at l3_agent the message router_deleted on router 8d08366f-d14c-408b-a67d-cdb365af3c24 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:32:54.317827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:54.345447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] Deleting port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:54.345828 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.360918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7369f22-4b5d-4041-8f65-39f24d6d2158 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.365180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b7369f22-4b5d-4041-8f65-39f24d6d2158 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/8d08366f-d14c-408b-a67d-cdb365af3c24 HTTP/1.1" status: 204 len: 168 time: 1.1138549 Sep 21 08:32:54.367523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51562) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:54.378561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51564) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:54.392817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1278336186-network', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:54.409911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d417c7d-9f83-4189-b130-9c4525158736 req-2bddbb63-9f36-497b-9976-2ccd6bf4196c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:54.412050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d417c7d-9f83-4189-b130-9c4525158736 req-2bddbb63-9f36-497b-9976-2ccd6bf4196c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 943 time: 0.3355911 Sep 21 08:32:54.412822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e6eadd-f953-4a7f-92d4-710b2ac2e528,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:54.432835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet 7812d73a-9a98-41e3-996b-170200b5799d {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:32:54.440844 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.445518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.446292 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Added segment ca98676b-bfaa-4321-84b0-182282e3af13 of type vlan for network 9f60f669-3c90-4852-9632-aef55b965bf2 Sep 21 08:32:54.509077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] For port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,segment=NetworkSegment(1b9c8ad8-98a0-4cd5-b37d-fda612f956ea),segment_id=1b9c8ad8-98a0-4cd5-b37d-fda612f956ea)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:54.510100 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.534796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] Calling delete_port for 8f9fc6e2-6aa9-4525-941e-0c0bde48142b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:54.543028 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.547691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d417c7d-9f83-4189-b130-9c4525158736 req-78661c0d-5234-4b5c-93b0-d745c827f781 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056404 Sep 21 08:32:54.574419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Made reservation on behalf of c95906d2cb8843588aae21ce3786cdb6 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:54.578342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.595383 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.614583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.618581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.641684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3ad90f1d-093d-4e84-aeef-3635a64819f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:54.687183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'port_id': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'mac_address': 'fa:16:3e:a8:57:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:32:54.695859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=fc137751-79ad-40f7-a043-a9b1ea167f9f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:54.701232 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.710331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ade0d127-cc7e-4a43-938b-d49fe4bb7936 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/fc137751-79ad-40f7-a043-a9b1ea167f9f HTTP/1.1" status: 204 len: 168 time: 0.9498687 Sep 21 08:32:54.713976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51568) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:54.726066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ea3b38-2866-465b-b423-3eae061f3f90 None None] Network 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:54.740647 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.742870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:54.743503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.847959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f9fc6e2-6aa9-4525-941e-0c0bde48142b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:54.864202 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.874024 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.881478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.888560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.906005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:54.926774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.927620 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Added segment 526f9f13-3aba-4250-9428-2eacfa99d5a6 of type vlan for network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 Sep 21 08:32:54.933575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:54.988170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4261100 Sep 21 08:32:54.997653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51572) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:55.016926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Request body: {'subnet': {'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1283755705-subnet', 'tenant_id': 'cac383c2a4d74c48b11ab32fa9ff4878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:55.027239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.102353 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Pushing event updated for resources: {'Port': ['ID=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:55.133488 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.134072 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.134832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.135391 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.136558 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.137067 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.137559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.138047 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.139550 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.140107 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.140772 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.141318 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.147189 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Attempting to bind port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:55.148263 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Attempting to bind port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:55.148810 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Attempting to bind port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 on network b97a0943-2aa4-48f4-bd9d-20f91d195033 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:55.156778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.160475 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:55.161094 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Checking segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:55.161671 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.162246 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Bound using segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:55.163060 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Bound port: e2e1bdfc-3003-409b-b738-ca3e78efd4b8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:55.163778 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.176188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2155ef-991d-4aab-aca6-1a923f4ea388,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:55.190712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.191172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad90f1d-093d-4e84-aeef-3635a64819f4 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:55.208757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:32:55.229120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3ad90f1d-093d-4e84-aeef-3635a64819f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:55.231158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.244765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a812959-c264-4bda-8976-be23cafbb5ab admin admin] Pushing event updated for resources: {'Network': ['ID=9f60f669-3c90-4852-9632-aef55b965bf2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:55.264134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Made reservation on behalf of cac383c2a4d74c48b11ab32fa9ff4878 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:55.266574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.285217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.286492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:55.287242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.353603 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] For port e2e1bdfc-3003-409b-b738-ca3e78efd4b8, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:32:55.360127 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] For port e2e1bdfc-3003-409b-b738-ca3e78efd4b8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:32:55.368222 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.408744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0204768 Sep 21 08:32:55.418541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51576) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:55.430798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Request body: {'subnet': {'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1278336186-subnet', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:55.488809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae16880-4958-4105-9757-bb4e4099a3db admin admin] Pushing event updated for resources: {'Network': ['ID=3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:55.510669 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e11eced-9035-46f9-b323-84040f252897 req-1bcf281b-3e21-4208-93b1-7b12235fd560 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.0793345 Sep 21 08:32:55.525528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Made reservation on behalf of c95906d2cb8843588aae21ce3786cdb6 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:55.530564 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.542727 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b80d9-c95e-4563-b30d-7ff5c71574f3 None None] Pushing event updated for resources: {'Port': ['ID=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:55.554286 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Routers {'41bdc408-d8dc-4910-99d2-9c6f878e5845'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:32:55.555481 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['41bdc408-d8dc-4910-99d2-9c6f878e5845'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:55.578393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.611259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.613057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] Pushing event deleted for resources: {'Port': ['ID=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:55.633441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9f60f669-3c90-4852-9632-aef55b965bf2 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:55.654583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:55.655182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.659989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=7812d73a-9a98-41e3-996b-170200b5799d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:55.662712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.694511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:55.696603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/7812d73a-9a98-41e3-996b-170200b5799d HTTP/1.1" status: 204 len: 168 time: 1.3276386 Sep 21 08:32:55.728664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] DHCP port deletion for 31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:55.731861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51580) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:55.735641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:55.754168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No active binding found for port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b {{(pid=94726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 21 08:32:55.755108 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f9fc6e2-6aa9-4525-941e-0c0bde48142b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:55.755561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.757329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4449eb-8cea-4525-8cb6-aeae386677ce None None] Network 766d22c7-071c-4801-bd94-93cee1ea8c61 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:55.759279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.761088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.763171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.763722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.764225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.767833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.768179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.768511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.768844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.769171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.769495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eca1c-3f46-4265-9f42-379061867443 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:32:55.805289 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] Set router 41bdc408-d8dc-4910-99d2-9c6f878e5845 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:32:55.923270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c82f6-3b0e-4715-833f-b46f17caa2bd None None] No DVR routers for this DVR port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:55.945818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-3da1ddb6-79c3-4740-8dfa-878b2e5d4331 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:55.947427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-3da1ddb6-79c3-4740-8dfa-878b2e5d4331 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.2747340 Sep 21 08:32:55.965487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408a962-2f3c-4bd4-9645-35fd2ddc1954 req-1a056058-6a87-425e-9725-a5bf7286ff06 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:55.967692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4408a962-2f3c-4bd4-9645-35fd2ddc1954 req-1a056058-6a87-425e-9725-a5bf7286ff06 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 944 time: 0.1035035 Sep 21 08:32:55.975704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'port': {'device_id': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'admin_state_up': True, 'tenant_id': '50bca0c104354a579d1dbeda20de19b9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:55.999371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.028114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b, host n-d-809980-2, got binding levels [] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:56.029085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.053353 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4408a962-2f3c-4bd4-9645-35fd2ddc1954 req-7104eee4-1ab8-4018-8d4c-cd1126fb21c2 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701184 Sep 21 08:32:56.075216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 8f9fc6e2-6aa9-4525-941e-0c0bde48142b owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:56.080189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b was not found and therefore no delete operation was performed {{(pid=94725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:32:56.086299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.152274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=8f9fc6e2-6aa9-4525-941e-0c0bde48142b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:56.158295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3ad90f1d-093d-4e84-aeef-3635a64819f4'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:32:56.189271 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:32:50Z', 'revision_number': 4, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e2e1bdfc-3003-409b-b738-ca3e78efd4b8', 'name': '', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'mac_address': 'fa:16:3e:83:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a0488337-a192-47b0-874f-9595ff72456d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:46Z', 'updated_at': '2021-09-21T08:32:55Z', 'revision_number': 4, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'subnets': [{'id': 'a0488337-a192-47b0-874f-9595ff72456d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:56.222334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:56.225854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.241712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port 8f9fc6e2-6aa9-4525-941e-0c0bde48142b on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:56.246136 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25b68a-4be6-4164-b822-fd13774fd465 None None] The sync data for ids ['41bdc408-d8dc-4910-99d2-9c6f878e5845'] in n-d-809980-2 is: [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:32:50Z', 'revision_number': 4, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e2e1bdfc-3003-409b-b738-ca3e78efd4b8', 'name': '', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'mac_address': 'fa:16:3e:83:03:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'a0488337-a192-47b0-874f-9595ff72456d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:46Z', 'updated_at': '2021-09-21T08:32:55Z', 'revision_number': 4, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'subnets': [{'id': 'a0488337-a192-47b0-874f-9595ff72456d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:32:56.248671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Checking segment: {'id': 'ca98676b-bfaa-4321-84b0-182282e3af13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:56.249544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Network hostable DHCP agents. Network: 9f60f669-3c90-4852-9632-aef55b965bf2, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:56.276710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50f6896f-2939-43c9-ac9c-4619694d6176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.292311 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.318777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:56.323027 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.338138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-11c21cfa-f483-4557-b58d-60b8b2cbc12c None None] Provisioning complete for port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:56.338580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11c21cfa-f483-4557-b58d-60b8b2cbc12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.428087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e93ffd-66b4-4dfd-984f-2d36edc6c33a,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:56.460569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Checking segment: {'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:56.460940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Network hostable DHCP agents. Network: 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:32:56.483388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3ad90f1d-093d-4e84-aeef-3635a64819f4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:56.553240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:56.555465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Network 9f60f669-3c90-4852-9632-aef55b965bf2 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:32:56.563248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.583210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:56.637215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:56.637842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.638127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:56.638724 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.644842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 9f60f669-3c90-4852-9632-aef55b965bf2) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:56.654372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:56.656703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.684154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.20.0.8 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/8a872834-6962-48d0-991a-1d2be9847e9f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:56.700675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f9933424-63fd-4ff9-b2e3-f5df404f08be admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2798519 Sep 21 08:32:56.705464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d652d6-4b90-473b-83d8-24b19a61b96e None None] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:56.709980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51590) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:56.716696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75dfde1-70c9-4f5e-b825-36c3d8290c55']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:56.721400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:56.726903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3576da3c-6464-49b5-bbe0-3ba04017bbc9 None None] Network 9f60f669-3c90-4852-9632-aef55b965bf2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:56.729316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] DHCP port deletion for 766d22c7-071c-4801-bd94-93cee1ea8c61 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:32:56.808683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.810075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.865035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9c8ad8-98a0-4cd5-b37d-fda612f956ea') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:56.868874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9c8ad8-98a0-4cd5-b37d-fda612f956ea') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:56.896606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.923117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] Deleting port 9d70d637-3fcd-49c5-82de-c2dae75605b0 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:56.923860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.925637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50996e9a-ed01-403e-9d46-2b344262942d req-749cbdd7-a3b6-456f-9db8-24df3c9a69d5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:56.927334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50996e9a-ed01-403e-9d46-2b344262942d req-749cbdd7-a3b6-456f-9db8-24df3c9a69d5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.3802018 Sep 21 08:32:56.944241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2e1bdfc-3003-409b-b738-ca3e78efd4b8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:56.948368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc134ac1-ca81-4844-a604-5fef51626835 req-1d4e871e-5a34-40b3-9a50-8931c6a9b79d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.1149843 Sep 21 08:32:56.959200 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.986181 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:56.998894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17a3bec8-0e4b-4a93-99f5-3c01d1d754d9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9982941 Sep 21 08:32:57.032032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646935-8722-4f15-b94e-12848e7c20f2 req-6b540449-0a78-47ec-98af-7fea21a954ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:57.034334 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24646935-8722-4f15-b94e-12848e7c20f2 req-6b540449-0a78-47ec-98af-7fea21a954ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.5533428 Sep 21 08:32:57.086099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50996e9a-ed01-403e-9d46-2b344262942d req-c8099382-8033-49cb-9bb0-e49b76506bde tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434414 Sep 21 08:32:57.110921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.137949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,segment=NetworkSegment(33afc2ab-9bda-4870-b909-3045a9f69c09),segment_id=33afc2ab-9bda-4870-b909-3045a9f69c09)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:57.138804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.183942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.191609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-11e17166-579b-40c2-9e7d-11fa3031dd37 req-2ed2ff78-2609-4e15-b859-bf38bf548f4d service neutron] (94725) timed out ('10.222.0.59', 36148) {{(pid=94725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:32:57.221019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:57.221663 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.230856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:57.233915 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:57.429437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] For port 9d70d637-3fcd-49c5-82de-c2dae75605b0, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9d70d637-3fcd-49c5-82de-c2dae75605b0,segment=NetworkSegment(bd25104f-ce4d-4432-abbf-9976f88b8fd8),segment_id=bd25104f-ce4d-4432-abbf-9976f88b8fd8)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:57.430168 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.474256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11c21cfa-f483-4557-b58d-60b8b2cbc12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.475507 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.522065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646935-8722-4f15-b94e-12848e7c20f2 req-2467cdf1-394e-4ca6-a515-3303b2d999a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:57.524492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24646935-8722-4f15-b94e-12848e7c20f2 req-2467cdf1-394e-4ca6-a515-3303b2d999a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.4586625 Sep 21 08:32:57.548116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] Calling delete_port for 9d70d637-3fcd-49c5-82de-c2dae75605b0 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:57.682775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.761555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-11c21cfa-f483-4557-b58d-60b8b2cbc12c None None] For port e2e1bdfc-3003-409b-b738-ca3e78efd4b8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:57.782877 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24646935-8722-4f15-b94e-12848e7c20f2 req-af81bcf2-75f0-4d8b-89b0-ea2da37bb309 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.1164076 Sep 21 08:32:57.783393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:57.795714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91697b-98f9-473f-9308-8fc414cd0f2a req-de2a204e-8a45-4ecf-99c4-ccf21f010680 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:57.805675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb91697b-98f9-473f-9308-8fc414cd0f2a req-de2a204e-8a45-4ecf-99c4-ccf21f010680 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 944 time: 0.5929313 Sep 21 08:32:57.809137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:32:57.817110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:32:57.920069 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.932271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24646935-8722-4f15-b94e-12848e7c20f2 req-b6ce9e23-7a39-4bde-8b96-c15da24834ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:57.935948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24646935-8722-4f15-b94e-12848e7c20f2 req-b6ce9e23-7a39-4bde-8b96-c15da24834ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1273143 Sep 21 08:32:57.936113 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11c21cfa-f483-4557-b58d-60b8b2cbc12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.936565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:57.940536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.944834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:57.945617 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.950328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:57.990755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.069760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.072589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/e75dfde1-70c9-4f5e-b825-36c3d8290c55 HTTP/1.1" status: 204 len: 168 time: 3.3546059 Sep 21 08:32:58.082991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51614) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:58.089549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.096618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb91697b-98f9-473f-9308-8fc414cd0f2a req-a5009198-38f8-4264-87cc-db39248e6609 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896426 Sep 21 08:32:58.132036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51618) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:58.146143 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24646935-8722-4f15-b94e-12848e7c20f2 req-852b07e4-f245-4596-a904-7b806523ebd5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1995437 Sep 21 08:32:58.150613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782c01b-3e13-4a4d-a290-bf5836af8c26 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=e75dfde1-70c9-4f5e-b825-36c3d8290c55,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:58.168512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-616927171-network', 'tenant_id': '6686836bb1f6438ca8b61c5af875c94e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:58.174923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] No DVR routers for this DVR port 9d70d637-3fcd-49c5-82de-c2dae75605b0 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:58.195795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2255011 Sep 21 08:32:58.196474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d03349-42cd-4ae8-b4e4-d13999334386 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=8a872834-6962-48d0-991a-1d2be9847e9f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:58.229567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6', 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'fixed_ips': [{'subnet_id': 'e4e93ffd-66b4-4dfd-984f-2d36edc6c33a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:32:58.230614 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.235299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Request body: {'port': {'device_id': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:58.320895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] Deleting port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:32:58.322495 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.329283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebeecda-0126-40ba-826f-d35dacf16e14 None None] Network 9f60f669-3c90-4852-9632-aef55b965bf2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:32:58.352731 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.381763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83db37d-b217-4d81-a0b8-14e4e30c8797 None None] Pushing event deleted for resources: {'Port': ['ID=9d70d637-3fcd-49c5-82de-c2dae75605b0,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:58.392103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624668f-7f91-4c47-aca1-c5aa4b6804af req-481a581e-f9c5-4617-9d92-3ae046ed6801 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:58.393933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0624668f-7f91-4c47-aca1-c5aa4b6804af req-481a581e-f9c5-4617-9d92-3ae046ed6801 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 931 time: 0.2876325 Sep 21 08:32:58.445497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-20e5af5e-ce52-4380-9bf5-cc1948640837 None None] Provisioning complete for port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:58.446470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-20e5af5e-ce52-4380-9bf5-cc1948640837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.459017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.477661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.768411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] For port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,segment=NetworkSegment(33afc2ab-9bda-4870-b909-3045a9f69c09),segment_id=33afc2ab-9bda-4870-b909-3045a9f69c09)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:32:58.768998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.794219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.813362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Made reservation on behalf of 6686836bb1f6438ca8b61c5af875c94e for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:32:58.816975 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.823742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c21cfa-f483-4557-b58d-60b8b2cbc12c None None] Pushing event updated for resources: {'Port': ['ID=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:58.826877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] Calling delete_port for 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:32:58.843092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a872834-6962-48d0-991a-1d2be9847e9f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:32:58.855611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.860893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc710b-bee6-4a6d-98db-a37d59e9c27b req-8348017c-1389-4b3b-bb22-c59dc37b8f65 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:58.862508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45cc710b-bee6-4a6d-98db-a37d59e9c27b req-8348017c-1389-4b3b-bb22-c59dc37b8f65 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.6466351 Sep 21 08:32:58.866288 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:58.868468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:58.882198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:58.960398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0624668f-7f91-4c47-aca1-c5aa4b6804af req-97c16169-4dc8-4f4d-b2bc-33c72e726971 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024085 Sep 21 08:32:58.964594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Transition to ACTIVE for port object 8a872834-6962-48d0-991a-1d2be9847e9f will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:32:58.966014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Allocated IP 172.25.1.223 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/ecf5d763-b0ee-4f6f-b0bf-57b78723766f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:58.975679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.059287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.070382 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.075354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a872834-6962-48d0-991a-1d2be9847e9f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:59.093776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24646935-8722-4f15-b94e-12848e7c20f2 req-3cb9892c-644f-413b-bd25-41eec5e739b6 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131787 Sep 21 08:32:59.136440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:59.174447 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.175477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45cc710b-bee6-4a6d-98db-a37d59e9c27b req-aac9adf9-3c79-4102-9ce4-abc7548a8e9b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013451 Sep 21 08:32:59.181294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd25104f-ce4d-4432-abbf-9976f88b8fd8') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:59.181832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd25104f-ce4d-4432-abbf-9976f88b8fd8') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:59.232416 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.265303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] Pushing event deleted for resources: {'Port': ['ID=1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:59.272561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9d70d637-3fcd-49c5-82de-c2dae75605b0 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:32:59.285482 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.297931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967f8f1-4a37-479b-b8f8-444cfbe027a4 None None] No DVR routers for this DVR port 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:32:59.322593 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.361361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:32:59.375857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:59.376911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.380729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.382051 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Added segment 14723ab6-9aaa-418f-8519-1e4db6094ffa of type vlan for network b7af2621-9de3-4522-bd3d-36860166cf14 Sep 21 08:32:59.383982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e75d204-3406-44e5-954a-500abeba9e1a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:59.386839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 9d70d637-3fcd-49c5-82de-c2dae75605b0 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:32:59.387369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9d70d637-3fcd-49c5-82de-c2dae75605b0 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:32:59.422348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:59.439367 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:59.465474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Allocated IP 172.20.0.2 (3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6/e4e93ffd-66b4-4dfd-984f-2d36edc6c33a/6067a847-6d21-4a8d-a560-cdde31f21fc8) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:32:59.480379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766d22c7-071c-4801-bd94-93cee1ea8c61']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:59.554219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33afc2ab-9bda-4870-b909-3045a9f69c09') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:59.555140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33afc2ab-9bda-4870-b909-3045a9f69c09') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:32:59.575530 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.595696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.596885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Attempting to bind port 8a872834-6962-48d0-991a-1d2be9847e9f on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:32:59.597376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Attempting to bind port 8a872834-6962-48d0-991a-1d2be9847e9f by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:32:59.597779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Attempting to bind port 8a872834-6962-48d0-991a-1d2be9847e9f on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:59.612342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.640836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:32:59.641263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:32:59.651338 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:32:59.659415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Port 8a872834-6962-48d0-991a-1d2be9847e9f on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:32:59.659846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2e1bdfc-3003-409b-b738-ca3e78efd4b8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:32:59.660083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Attempting to bind port 8a872834-6962-48d0-991a-1d2be9847e9f on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:32:59.666890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.672103 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.683753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da0abe-b004-48fa-aecd-12416eb47df2 req-360efead-ca4f-4ead-a5fb-42395187d793 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:59.684013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24646935-8722-4f15-b94e-12848e7c20f2 req-fb5b7ff4-dd3d-4853-9d97-a3fd09b71573 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252674 Sep 21 08:32:59.685854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19da0abe-b004-48fa-aecd-12416eb47df2 req-360efead-ca4f-4ead-a5fb-42395187d793 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 944 time: 0.4243832 Sep 21 08:32:59.694003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.696006 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3 HTTP/1.1" status: 204 len: 168 time: 1.5909836 Sep 21 08:32:59.701620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:32:59.702094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:32:59.702592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:32:59.703177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Bound port: 8a872834-6962-48d0-991a-1d2be9847e9f, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:32:59.703661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.705838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51624) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:59.722953 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.724432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:32:59.725231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.731947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891905239'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:59.788363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:32:59.788735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.833225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.841319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] Pushing event updated for resources: {'Network': ['ID=b7af2621-9de3-4522-bd3d-36860166cf14,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:59.845782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-38b1bef7-065a-4d0a-afad-97b0c3f2a108 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7071059 Sep 21 08:32:59.848811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51630) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:59.851760 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.857445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Request body: {'subnet': {'network_id': 'b7af2621-9de3-4522-bd3d-36860166cf14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-616927171-subnet', 'tenant_id': '6686836bb1f6438ca8b61c5af875c94e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:59.867821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b7af2621-9de3-4522-bd3d-36860166cf14 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:32:59.868641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.885502 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:32:59.887943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/766d22c7-071c-4801-bd94-93cee1ea8c61 HTTP/1.1" status: 204 len: 168 time: 4.1550646 Sep 21 08:32:59.891600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51632) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:32:59.896922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-564010240', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:32:59.920317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba5ed-433a-41a0-bd88-b9b0cb2918f7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=766d22c7-071c-4801-bd94-93cee1ea8c61,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:59.957696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:32:59.986525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Pushing event updated for resources: {'Port': ['ID=6067a847-6d21-4a8d-a560-cdde31f21fc8,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:32:59.992545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:00.001926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:00.053193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ae3e3-8bad-484f-93a2-bd6a0c4aaf38 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=31e13b41-d4ea-4c7e-bfd0-f5d51c6551c3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:00.119661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744aa38-4548-43d6-af2b-52d6902aa213 req-c308d16c-22f9-4985-926e-9295405cb01e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:00.130487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Attempting to bind port 6067a847-6d21-4a8d-a560-cdde31f21fc8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:00.130854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Attempting to bind port 6067a847-6d21-4a8d-a560-cdde31f21fc8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:00.131219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Attempting to bind port 6067a847-6d21-4a8d-a560-cdde31f21fc8 on network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:00.134411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4744aa38-4548-43d6-af2b-52d6902aa213 req-c308d16c-22f9-4985-926e-9295405cb01e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.0846443 Sep 21 08:33:00.138483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:00.138850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Checking segment: {'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:00.139268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.139764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Bound using segment: {'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:00.140252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Bound port: 6067a847-6d21-4a8d-a560-cdde31f21fc8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:00.140640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.164835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19da0abe-b004-48fa-aecd-12416eb47df2 req-f09239e2-fca4-4bd3-8194-d23f08f88ac2 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514544 Sep 21 08:33:00.170715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.196572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4744aa38-4548-43d6-af2b-52d6902aa213 req-f89369f0-5e15-4f11-82d4-3f8cf03631d8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609627 Sep 21 08:33:00.209562 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Made reservation on behalf of 6686836bb1f6438ca8b61c5af875c94e for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:00.215565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:00.221576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.222101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.238916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] For port 6067a847-6d21-4a8d-a560-cdde31f21fc8, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:00.243064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ad90f1d-093d-4e84-aeef-3635a64819f4 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:00.280663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] For port 8a872834-6962-48d0-991a-1d2be9847e9f, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:00.284603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] For port 8a872834-6962-48d0-991a-1d2be9847e9f, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a872834-6962-48d0-991a-1d2be9847e9f,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:00.295357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:33:00.310201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.316792 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.317918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.332990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] For port 6067a847-6d21-4a8d-a560-cdde31f21fc8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6067a847-6d21-4a8d-a560-cdde31f21fc8,segment=NetworkSegment(526f9f13-3aba-4250-9428-2eacfa99d5a6),segment_id=526f9f13-3aba-4250-9428-2eacfa99d5a6)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:00.334747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:33:00.335202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1229dc88-bfdd-4b5c-a7ae-abffef7ca6dc not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:33:00.337235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3ad90f1d-093d-4e84-aeef-3635a64819f4 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:33:00.344633 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3ad90f1d-093d-4e84-aeef-3635a64819f4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:00.345125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.392396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:00.393153 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.438542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:00.439846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.441576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] 10.222.0.50 "PUT /v2.0/ports/8a872834-6962-48d0-991a-1d2be9847e9f HTTP/1.1" status: 200 len: 1091 time: 2.2241852 Sep 21 08:33:00.449742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:00.452449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'tag': '8a872834-6962-48d0-991a-1d2be9847e9f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:00.467599 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1e1950-b42a-44fd-9946-1b008f27c59f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea160a8-53fc-4b7d-8741-efc959321dc5", "tag": "8a872834-6962-48d0-991a-1d2be9847e9f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:00.483891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a97da-04b4-4d2a-808e-8cc91e6e665e None None] Pushing event updated for resources: {'Port': ['ID=6067a847-6d21-4a8d-a560-cdde31f21fc8,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:00.503013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:00.512244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Pushing event updated for resources: {'Port': ['ID=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:00.602399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.648690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:00.650213 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.655375 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f887b13b-1fba-4d93-96ed-7d7e3070807f x-openstack-request-id: req-f887b13b-1fba-4d93-96ed-7d7e3070807f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:00.655983 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea160a8-53fc-4b7d-8741-efc959321dc5", "tag": "8a872834-6962-48d0-991a-1d2be9847e9f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:00.656392 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f887b13b-1fba-4d93-96ed-7d7e3070807f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:00.657017 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'tag': '8a872834-6962-48d0-991a-1d2be9847e9f', 'status': 'completed', 'code': 200} Sep 21 08:33:00.665864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aba40-f8c1-48b5-ab6d-c7dc0626e3f4 req-db9f0113-738f-4ae0-81e7-1105aaf0fc5a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:00.667811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a8aba40-f8c1-48b5-ab6d-c7dc0626e3f4 req-db9f0113-738f-4ae0-81e7-1105aaf0fc5a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.3503175 Sep 21 08:33:00.673723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:00.680470 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17149511-64b0-461e-9dee-2783789d7296" -d '{"events": [{"server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "name": "network-vif-plugged", "status": "completed", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:00.719173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3ad90f1d-093d-4e84-aeef-3635a64819f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:00.723412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.768928 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:00.769618 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment b517e84c-c02e-414a-a396-69fd20e83b37 of type vlan for network 0a12137f-3530-432e-9925-20c89a062e01 Sep 21 08:33:00.814854 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cc2005-2c24-4cea-a0a6-3fbd46cbba6d x-openstack-request-id: req-a4cc2005-2c24-4cea-a0a6-3fbd46cbba6d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:00.815145 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "name": "network-vif-plugged", "status": "completed", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:00.815472 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4cc2005-2c24-4cea-a0a6-3fbd46cbba6d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:00.815912 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'code': 200} Sep 21 08:33:00.912294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3ad90f1d-093d-4e84-aeef-3635a64819f4,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:00.981463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a8aba40-f8c1-48b5-ab6d-c7dc0626e3f4 req-168e4ca0-da23-4c7d-b9fd-943800311cea tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416399 Sep 21 08:33:00.983622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-2dc2cb49-68ea-4304-b59f-05a3efba7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:00.985170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-2dc2cb49-68ea-4304-b59f-05a3efba7236 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 1094 time: 0.4702606 Sep 21 08:33:01.000937 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.037529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.054485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778e131-c78b-4bf4-b138-c33b6f6a88f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a872834-6962-48d0-991a-1d2be9847e9f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:01.091560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.143691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-ac1b3d47-107e-468b-b66e-7e03df98034a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a872834-6962-48d0-991a-1d2be9847e9f HTTP/1.1" status: 200 len: 217 time: 0.0946548 Sep 21 08:33:01.212149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d4d52-8547-4938-8a38-b062104f52c4 req-f844fa86-6a73-44bc-b6da-64bab89a16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:01.214847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-906d4d52-8547-4938-8a38-b062104f52c4 req-f844fa86-6a73-44bc-b6da-64bab89a16dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.3489430 Sep 21 08:33:01.215475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd1ca16-095b-45f6-8bba-11735ff96961,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:01.252922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.258490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:01.259090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.300121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Checking segment: {'id': '14723ab6-9aaa-418f-8519-1e4db6094ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b7af2621-9de3-4522-bd3d-36860166cf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:01.300808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Network hostable DHCP agents. Network: b7af2621-9de3-4522-bd3d-36860166cf14, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:01.396961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6874368 Sep 21 08:33:01.418929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51646) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:01.426803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '0a12137f-3530-432e-9925-20c89a062e01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:01.436075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-0a0e3e51-d475-4ecf-a632-2e2d184cfe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:01.438074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-0a0e3e51-d475-4ecf-a632-2e2d184cfe5e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.2847111 Sep 21 08:33:01.447305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Network b7af2621-9de3-4522-bd3d-36860166cf14 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:01.460667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-906d4d52-8547-4938-8a38-b062104f52c4 req-f95d74c8-af58-4bdf-bd16-b33a0c031f47 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297521 Sep 21 08:33:01.474174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b7af2621-9de3-4522-bd3d-36860166cf14) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:01.489873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:01.490623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.504248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838dc6c-0fd9-469c-97af-8703de165db9 None None] Network b7af2621-9de3-4522-bd3d-36860166cf14 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:01.505424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed8628-e60e-4af7-bc8f-d2c76e566630 req-d5adc1eb-3166-4e18-b687-7d32f1e5814c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:01.506621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9aed8628-e60e-4af7-bc8f-d2c76e566630 req-d5adc1eb-3166-4e18-b687-7d32f1e5814c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1878824 Sep 21 08:33:01.567035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ba3a3cee-5b65-41b2-8c7b-8f9d54a0247f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7139099 Sep 21 08:33:01.734472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9aed8628-e60e-4af7-bc8f-d2c76e566630 req-135fb852-483d-4623-b8e7-851991b7482c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179031 Sep 21 08:33:01.784441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f3915-df33-4dec-8483-29803824baaa tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=0a12137f-3530-432e-9925-20c89a062e01,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:01.808559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.818620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6067a847-6d21-4a8d-a560-cdde31f21fc8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:01.822528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0a12137f-3530-432e-9925-20c89a062e01 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:01.879695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:01.914699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760188c6-c994-494b-b5f7-23f6952a769e req-a2624917-f7db-4d4a-af42-17f299b11a5c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:01.916644 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-760188c6-c994-494b-b5f7-23f6952a769e req-a2624917-f7db-4d4a-af42-17f299b11a5c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.5611117 Sep 21 08:33:02.054726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-c4b6706f-fe35-4571-9756-d6dfe1c04717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:02.068958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-c4b6706f-fe35-4571-9756-d6dfe1c04717 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5677636 Sep 21 08:33:02.128623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5070bc12-9f13-4b0c-9836-2016e2de0f7b None None] Network b7af2621-9de3-4522-bd3d-36860166cf14 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:02.300034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-760188c6-c994-494b-b5f7-23f6952a769e req-3c895c82-91f3-4906-9016-9c4fefbb9651 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682523 Sep 21 08:33:02.304898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:02.309623 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:02.316223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:02.328531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.25.1.174 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/ded4da32-e249-44ed-a663-a37d6e140117) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:02.335128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5c53b-b352-41a0-a915-5e40049e9584 None None] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:02.357506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:02.360521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21101b0-7757-4928-aaab-d58d0b377d47 req-3df8c5d8-3af0-4b6a-8b2d-402216308150 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:02.362708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a21101b0-7757-4928-aaab-d58d0b377d47 req-3df8c5d8-3af0-4b6a-8b2d-402216308150 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1998956 Sep 21 08:33:02.594988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a21101b0-7757-4928-aaab-d58d0b377d47 req-206cfc2a-1a18-478e-8dd8-0e352e76b937 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231314 Sep 21 08:33:02.639548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2efa3e98-5078-4dc6-b915-46f736865829 None None] Provisioning complete for port 6067a847-6d21-4a8d-a560-cdde31f21fc8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:02.640267 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2efa3e98-5078-4dc6-b915-46f736865829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:02.647071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6067a847-6d21-4a8d-a560-cdde31f21fc8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:02.647508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:02.737272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:02.814467 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:02.911877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-96df7a0d-c5ee-4dee-9fc0-4ca44749cfe4 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7806554 Sep 21 08:33:02.985561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.017154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.059413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=f208a6e1-f674-4029-b762-90d2ca55736c,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:03.138494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2efa3e98-5078-4dc6-b915-46f736865829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.162231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d531e5-8132-4e2e-97dd-f1eaa2d19da3 req-5c914bae-4c42-4bae-a21a-22fb18e13651 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:03.169606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-10d531e5-8132-4e2e-97dd-f1eaa2d19da3 req-5c914bae-4c42-4bae-a21a-22fb18e13651 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.3031924 Sep 21 08:33:03.171575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 6067a847-6d21-4a8d-a560-cdde31f21fc8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6067a847-6d21-4a8d-a560-cdde31f21fc8,segment=NetworkSegment(526f9f13-3aba-4250-9428-2eacfa99d5a6),segment_id=526f9f13-3aba-4250-9428-2eacfa99d5a6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:03.192777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.194737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:03.203351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:03.211168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:03.214947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=ded4da32-e249-44ed-a663-a37d6e140117,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:03.292231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-10d531e5-8132-4e2e-97dd-f1eaa2d19da3 req-4a455469-b095-409d-992e-a639c8d7c58a tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215808 Sep 21 08:33:03.304265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=6067a847-6d21-4a8d-a560-cdde31f21fc8,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:03.348717 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-2efa3e98-5078-4dc6-b915-46f736865829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:33:03.349264 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-2efa3e98-5078-4dc6-b915-46f736865829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:33:03.426841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97bda48d-1448-45ce-92a1-02be0c6659b1 req-94925e48-7e4a-492c-b01c-8ca6637485c8 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958830 Sep 21 08:33:03.432734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': 'b517e84c-c02e-414a-a396-69fd20e83b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0a12137f-3530-432e-9925-20c89a062e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:03.433124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 0a12137f-3530-432e-9925-20c89a062e01, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:03.443700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-0ac776b6-703b-4b56-b4e9-349df84e09d5 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:03.445561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-0ac776b6-703b-4b56-b4e9-349df84e09d5 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/networks?id=9f60f669-3c90-4852-9632-aef55b965bf2 HTTP/1.1" status: 200 len: 809 time: 0.2884154 Sep 21 08:33:03.455093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.549702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-8d34265e-f400-446b-bc49-6e3ca5f3839e tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/quotas/cac383c2a4d74c48b11ab32fa9ff4878 HTTP/1.1" status: 200 len: 375 time: 0.0898638 Sep 21 08:33:03.588550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6067a847-6d21-4a8d-a560-cdde31f21fc8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:03.606400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 0a12137f-3530-432e-9925-20c89a062e01 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:03.662951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6067a847-6d21-4a8d-a560-cdde31f21fc8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:03.663567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.740164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.764069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d7d0-84cc-4499-9d48-d9562600fc55 req-9eb102ba-8477-4a6f-bced-211bba13d409 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:03.778657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a1f5d7d0-84cc-4499-9d48-d9562600fc55 req-9eb102ba-8477-4a6f-bced-211bba13d409 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.2782516 Sep 21 08:33:03.914054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a1f5d7d0-84cc-4499-9d48-d9562600fc55 req-54952c96-5702-40a1-84ce-83e621d105f2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292222 Sep 21 08:33:03.931026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-eb5d245f-5f92-4a84-a68d-dd43fd39b224 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=cac383c2a4d74c48b11ab32fa9ff4878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3595414 Sep 21 08:33:03.943474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0a12137f-3530-432e-9925-20c89a062e01) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:03.948682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-f1b8b4ce-bae6-4a15-ae74-bf5183f4f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:03.950725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-f1b8b4ce-bae6-4a15-ae74-bf5183f4f462 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 1094 time: 0.4164004 Sep 21 08:33:03.971924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:03.972524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:03.974570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0605e8a2-c0ba-41d3-8aec-e273f3e6ab94 None None] Network 0a12137f-3530-432e-9925-20c89a062e01 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:03.993741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.064942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0cf9c21d-1de1-4216-b870-ef1c81bb2bd6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6424155 Sep 21 08:33:04.097260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51672) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:04.101909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6171bd0c-aceb-486a-be57-d4734a15a74b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1376562405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:04.117360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6a1e0900-d2c7-4a02-b815-10cde8f9ea60 None None] Provisioning complete for port 6067a847-6d21-4a8d-a560-cdde31f21fc8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:04.117738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0900-d2c7-4a02-b815-10cde8f9ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.187802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:04.204305 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6171bd0c-aceb-486a-be57-d4734a15a74b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.205875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6171bd0c-aceb-486a-be57-d4734a15a74b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.221727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-8c106f2f-ee44-41a4-8f2d-826147b27cc4 service neutron] 10.222.0.59 "GET /v2.0/networks/9f60f669-3c90-4852-9632-aef55b965bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795310 Sep 21 08:33:04.231232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-50d33c44-cf72-40cf-912a-fc5905377887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:04.233842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-50d33c44-cf72-40cf-912a-fc5905377887 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.2575393 Sep 21 08:33:04.244586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f51ee-5ad3-4040-8f9b-2e41b4da45aa req-d12f32ae-a215-477d-9b8b-831a550a3047 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:04.252170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b90f51ee-5ad3-4040-8f9b-2e41b4da45aa req-d12f32ae-a215-477d-9b8b-831a550a3047 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1467180 Sep 21 08:33:04.331682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-0a12137f-3530-432e-9925-20c89a062e01', 'network_id': '0a12137f-3530-432e-9925-20c89a062e01', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': 'f208a6e1-f674-4029-b762-90d2ca55736c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:04.335032 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.353452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-d3b6bd37-d1b3-4efc-816d-509cd01dcd1e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a872834-6962-48d0-991a-1d2be9847e9f HTTP/1.1" status: 200 len: 217 time: 0.0783696 Sep 21 08:33:04.388219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b90f51ee-5ad3-4040-8f9b-2e41b4da45aa req-1912ad56-0a0f-4c2b-974d-71f06609b356 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350119 Sep 21 08:33:04.413996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6171bd0c-aceb-486a-be57-d4734a15a74b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.477110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6171bd0c-aceb-486a-be57-d4734a15a74b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.564392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-b52bcb9d-a645-4b27-8cff-379c58f6cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:04.565882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-b52bcb9d-a645-4b27-8cff-379c58f6cc63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1731257 Sep 21 08:33:04.575626 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.576870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6171bd0c-aceb-486a-be57-d4734a15a74b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.578061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6171bd0c-aceb-486a-be57-d4734a15a74b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4798303 Sep 21 08:33:04.581386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51676) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:04.592040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5712-e7b0-499e-8d89-61f26aeaac4b req-693499b4-d610-455b-bfda-fdc671c7a3b2 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:04.600511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e91e5712-e7b0-499e-8d89-61f26aeaac4b req-693499b4-d610-455b-bfda-fdc671c7a3b2 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0957365 Sep 21 08:33:04.604168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:04.623122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-5d0f682d-de69-48ac-86e9-a458df2c8476 service neutron] 10.222.0.59 "GET /v2.0/networks/9f60f669-3c90-4852-9632-aef55b965bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508050 Sep 21 08:33:04.631358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Sync routers for ids ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:04.645758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:04.647211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9c72cf52-366c-4538-b3b8-b145d7ba36eb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9360249 Sep 21 08:33:04.650645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-ca5ef218-4823-4571-8ef8-fd39a92b55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:04.652519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-ca5ef218-4823-4571-8ef8-fd39a92b55b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734248 Sep 21 08:33:04.653116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51678) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:04.662912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Routers {'24cf3fe2-db20-4a50-b32d-5da9e608c9d5'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:04.663991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:04.768838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'port': {'network_id': '0a12137f-3530-432e-9925-20c89a062e01', 'name': 'tempest-RoutersIpV6Test-535251859'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:04.814596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Set router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:05.000882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e91e5712-e7b0-499e-8d89-61f26aeaac4b req-b7e86665-8692-479f-be4f-df2fb3e5d0d5 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936081 Sep 21 08:33:05.075199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-85a0e418-a35c-4227-a328-de005bc4ec84 req-f82b8280-297f-45db-9160-b1136f1a505d tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 210 time: 0.0763540 Sep 21 08:33:05.118925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-313028be-6690-4538-b0d8-96c1b6b7e652 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558866 Sep 21 08:33:05.157231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router bdf31605-f8e7-4245-a26b-37148ba03477 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:05.178659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:05.182188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:05.246895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Allocated IP 2001:db8::2 (0a12137f-3530-432e-9925-20c89a062e01/f208a6e1-f674-4029-b762-90d2ca55736c/69df0e1b-df66-42f0-b59e-34b89b2e039e) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:05.368163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21a4b-180f-47d4-81b1-2a2eaedbc3f8 req-dbc726e8-cfff-4ebc-9b22-9b6fa4f0b496 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:05.382674 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3cc21a4b-180f-47d4-81b1-2a2eaedbc3f8 req-dbc726e8-cfff-4ebc-9b22-9b6fa4f0b496 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.2741854 Sep 21 08:33:05.446398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] device_id is not set on port 3a029854-d2d6-4c73-bcb4-2853d1f9176f yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:33:05.511480 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1e1950-b42a-44fd-9946-1b008f27c59f req-e48eb8e6-7659-4e72-9b77-e3f6ea556429 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883890 Sep 21 08:33:05.580927 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:05.588977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4ae6-b15c-4c0b-bc9d-557b7be663b7 req-da18decf-f737-47a9-bd84-582536eec25c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:05.591058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97ee4ae6-b15c-4c0b-bc9d-557b7be663b7 req-da18decf-f737-47a9-bd84-582536eec25c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.3529308 Sep 21 08:33:05.592532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:56Z', 'updated_at': '2021-09-21T08:33:01Z', 'revision_number': 3, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'gw_port': {'id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:58Z', 'updated_at': '2021-09-21T08:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:05.594999 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:05.608818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51694) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:05.623549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'floatingip': {'port_id': '3ad90f1d-093d-4e84-aeef-3635a64819f4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:05.628076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3cc21a4b-180f-47d4-81b1-2a2eaedbc3f8 req-a7b7bd57-0268-48da-89bb-8ccbed9e6d97 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437453 Sep 21 08:33:05.700511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Checking router: 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:33:05.700511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Updating router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 port ecf5d763-b0ee-4f6f-b0bf-57b78723766f binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:33:05.713852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:05.746471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:05.762882 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] Sync routers for ids ['bdf31605-f8e7-4245-a26b-37148ba03477'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:05.782499 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] Routers {'bdf31605-f8e7-4245-a26b-37148ba03477'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:05.783137 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bdf31605-f8e7-4245-a26b-37148ba03477'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:05.783439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Network 0a12137f-3530-432e-9925-20c89a062e01 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:05.810355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:05.812542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:05.814001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2abff97e-12a8-4767-8e49-211ad5f7b721 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.9209621 Sep 21 08:33:05.820086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51696) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:05.827784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:05.834605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Pushing event updated for resources: {'Port': ['ID=69df0e1b-df66-42f0-b59e-34b89b2e039e,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:05.895760 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:05.911556 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:05.927753 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] Routers {'bdf31605-f8e7-4245-a26b-37148ba03477'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:05.929688 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bdf31605-f8e7-4245-a26b-37148ba03477'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:06.002499 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:06.003953 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f181be9-6bab-4cab-a99b-8d33df512c0d None None] The sync data for ids ['bdf31605-f8e7-4245-a26b-37148ba03477'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:06.033153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8::e3 (0a12137f-3530-432e-9925-20c89a062e01/f208a6e1-f674-4029-b762-90d2ca55736c/3a029854-d2d6-4c73-bcb4-2853d1f9176f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:06.144153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Attempting to bind port 69df0e1b-df66-42f0-b59e-34b89b2e039e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:06.148288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Attempting to bind port 69df0e1b-df66-42f0-b59e-34b89b2e039e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b517e84c-c02e-414a-a396-69fd20e83b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0a12137f-3530-432e-9925-20c89a062e01'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:06.154449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Attempting to bind port 69df0e1b-df66-42f0-b59e-34b89b2e039e on network 0a12137f-3530-432e-9925-20c89a062e01 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:06.190943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:06.191976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Checking segment: {'id': 'b517e84c-c02e-414a-a396-69fd20e83b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0a12137f-3530-432e-9925-20c89a062e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:06.192699 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:06.193370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Bound using segment: {'id': 'b517e84c-c02e-414a-a396-69fd20e83b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0a12137f-3530-432e-9925-20c89a062e01'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:06.193934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Bound port: 69df0e1b-df66-42f0-b59e-34b89b2e039e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b517e84c-c02e-414a-a396-69fd20e83b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0a12137f-3530-432e-9925-20c89a062e01'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:06.194534 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:06.234060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a480f4-f160-4691-823d-2bfd7fa403f2 req-d0c888fb-d17b-4aeb-a24f-6e18f4299c8f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:06.236214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a480f4-f160-4691-823d-2bfd7fa403f2 req-d0c888fb-d17b-4aeb-a24f-6e18f4299c8f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.3834951 Sep 21 08:33:06.261820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f25f7e7c-244a-4c87-805f-13644c3a5dfe tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/routers/bdf31605-f8e7-4245-a26b-37148ba03477 HTTP/1.1" status: 200 len: 880 time: 0.4321914 Sep 21 08:33:06.266322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51702) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:06.446936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92368870-44aa-4210-9f1d-529782cc9552 req-c38632ac-ec32-414c-9537-1b9434174b15 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 210 time: 0.1792133 Sep 21 08:33:06.459523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04a480f4-f160-4691-823d-2bfd7fa403f2 req-38f4a286-96fb-4eda-917b-49f2fc263719 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462703 Sep 21 08:33:06.466146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] For port 69df0e1b-df66-42f0-b59e-34b89b2e039e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:06.471021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] For port 69df0e1b-df66-42f0-b59e-34b89b2e039e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=69df0e1b-df66-42f0-b59e-34b89b2e039e,segment=NetworkSegment(b517e84c-c02e-414a-a396-69fd20e83b37),segment_id=b517e84c-c02e-414a-a396-69fd20e83b37)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:06.510779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:06.637655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1e3a6-44e0-48d1-9057-b25b6a370922 None None] Pushing event updated for resources: {'Port': ['ID=69df0e1b-df66-42f0-b59e-34b89b2e039e,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:06.683624 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:06.690420 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:06.929398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Attempting to bind port ecf5d763-b0ee-4f6f-b0bf-57b78723766f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:06.929398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Attempting to bind port ecf5d763-b0ee-4f6f-b0bf-57b78723766f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:06.931132 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Attempting to bind port ecf5d763-b0ee-4f6f-b0bf-57b78723766f on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:06.957001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eeaa3-43b2-404d-869d-24546440780a None None] Pushing event updated for resources: {'Port': ['ID=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:06.971872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:06.972530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:06.973958 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:06.974588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:06.975523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Bound port: ecf5d763-b0ee-4f6f-b0bf-57b78723766f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:06.975853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.195793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] For port ecf5d763-b0ee-4f6f-b0bf-57b78723766f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:07.200993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] For port ecf5d763-b0ee-4f6f-b0bf-57b78723766f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:07.211085 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.326693 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.341853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eeaa3-43b2-404d-869d-24546440780a None None] Pushing event updated for resources: {'Port': ['ID=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:07.361844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Routers {'24cf3fe2-db20-4a50-b32d-5da9e608c9d5'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:07.364083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:07.377297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67adea-f4cf-462e-aacd-edcb7a29fd26 req-cc5cff96-209d-4283-9816-f2b6d0bfd195 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:07.379257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e67adea-f4cf-462e-aacd-edcb7a29fd26 req-cc5cff96-209d-4283-9816-f2b6d0bfd195 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.2341218 Sep 21 08:33:07.380822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9694d-d134-420a-8590-cddd518e9d18 req-2505c31c-1216-4ad7-add1-372e05fcffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:07.382523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5d9694d-d134-420a-8590-cddd518e9d18 req-2505c31c-1216-4ad7-add1-372e05fcffe9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.2188966 Sep 21 08:33:07.400020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.544726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-6783b803-8dba-4e8d-9696-fe8fa96e9d6a tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:07.547273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-6783b803-8dba-4e8d-9696-fe8fa96e9d6a tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.62 "GET /v2.0/networks?id=9f60f669-3c90-4852-9632-aef55b965bf2 HTTP/1.1" status: 200 len: 809 time: 0.3139880 Sep 21 08:33:07.559842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:33:07.565977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Request body: {'port': {'device_id': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2', 'admin_state_up': True, 'tenant_id': 'cac383c2a4d74c48b11ab32fa9ff4878'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:07.612989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e67adea-f4cf-462e-aacd-edcb7a29fd26 req-1d68cbb2-5398-4830-a564-dd847b5801ef tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213807 Sep 21 08:33:07.630349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] Set router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:07.632499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5d9694d-d134-420a-8590-cddd518e9d18 req-93fbf2ed-955d-4e3e-b46d-1055dda72a33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366247 Sep 21 08:33:07.658162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.722480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 0a12137f-3530-432e-9925-20c89a062e01 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:07.739012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:07.745601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:07.761094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:07.761870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.773893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 69df0e1b-df66-42f0-b59e-34b89b2e039e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:07.775590 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d31601fa-07a9-4df9-a275-3b55b7b73728 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.4991109 Sep 21 08:33:07.788792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51710) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:07.809308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-482d9ceb-9140-40c0-8777-8d8a230764c7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-564010240'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:07.829903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=3a029854-d2d6-4c73-bcb4-2853d1f9176f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:07.846295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a511a00-4bbd-4bd4-b324-8017d645e6ac req-24b04e88-4689-4924-87e7-43fefe578982 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 210 time: 0.1831930 Sep 21 08:33:07.856190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.890489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:07.934460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b0d43c96-dbea-49f5-bda3-44f0c503e955 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.2032940 Sep 21 08:33:07.937187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51712) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:08.008217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 69df0e1b-df66-42f0-b59e-34b89b2e039e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:08.009212 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:08.127255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:56Z', 'updated_at': '2021-09-21T08:33:01Z', 'revision_number': 3, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'gw_port': {'id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:58Z', 'updated_at': '2021-09-21T08:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:08.130623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Made reservation on behalf of cac383c2a4d74c48b11ab32fa9ff4878 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:08.134402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:08.137809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Allocated IP 172.20.0.1 (3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6/e4e93ffd-66b4-4dfd-984f-2d36edc6c33a/1aac6df9-63a9-423c-8215-77438c82edef) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:08.169408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176f1786-a433-44f5-b747-0fe761cad88f None None] The sync data for ids ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'] in n-d-809980-2 is: [{'id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:56Z', 'updated_at': '2021-09-21T08:33:01Z', 'revision_number': 3, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'gw_port': {'id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:58Z', 'updated_at': '2021-09-21T08:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:08.190400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:08.236604 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Floating IP fd4a72a4-3772-4e7a-9470-4b9ccd83aa37 associated. External IP: 172.25.1.190, port: 3ad90f1d-093d-4e84-aeef-3635a64819f4. Sep 21 08:33:08.265819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 69df0e1b-df66-42f0-b59e-34b89b2e039e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=69df0e1b-df66-42f0-b59e-34b89b2e039e,segment=NetworkSegment(b517e84c-c02e-414a-a396-69fd20e83b37),segment_id=b517e84c-c02e-414a-a396-69fd20e83b37)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:08.271430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:08.371326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289ef98-dc34-4c47-a265-b0295680883f None None] Network 0a12137f-3530-432e-9925-20c89a062e01 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:08.394920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd7c5-e94f-4d0d-9b7f-caeb13200441 req-a244f6cc-b635-440a-9b68-50c4cbefd890 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:08.397558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-990dd7c5-e94f-4d0d-9b7f-caeb13200441 req-a244f6cc-b635-440a-9b68-50c4cbefd890 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.5038233 Sep 21 08:33:08.482045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:08.508903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=69df0e1b-df66-42f0-b59e-34b89b2e039e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:08.512919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-64e60d89-ef60-46d1-a3d2-7095a4c7f7ce None None] Provisioning complete for port 69df0e1b-df66-42f0-b59e-34b89b2e039e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:08.513297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64e60d89-ef60-46d1-a3d2-7095a4c7f7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:08.570122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:08.813756 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-990dd7c5-e94f-4d0d-9b7f-caeb13200441 req-5776eb31-a9f4-4020-a66e-ed6b8c0f4509 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998120 Sep 21 08:33:08.868217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:08.878549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Pushing event updated for resources: {'Port': ['ID=1aac6df9-63a9-423c-8215-77438c82edef,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:09.044193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:09.078052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-88fef50b-dcb8-4ffe-ad43-09cb19d8414e req-dca844df-9f3a-40af-807a-d54ecfbdf9b9 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 210 time: 0.0695162 Sep 21 08:33:09.085960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:09.158968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.200888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Allocated IP 172.20.0.6 (9f60f669-3c90-4852-9632-aef55b965bf2/fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0/3e905d41-6032-4b85-97cc-af32f75213a5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:09.201742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-482d9ceb-9140-40c0-8777-8d8a230764c7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.300491 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-482d9ceb-9140-40c0-8777-8d8a230764c7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.436477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.483082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.496124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-95c161fd-5419-425c-924a-be0d9460ce4b None None] Provisioning complete for port 69df0e1b-df66-42f0-b59e-34b89b2e039e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:09.496573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-95c161fd-5419-425c-924a-be0d9460ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.658358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Pushing event updated for resources: {'Port': ['ID=3e905d41-6032-4b85-97cc-af32f75213a5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:09.672353 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.708268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9842ca-8f89-414e-ad28-c0c8135c7f3d req-3bfda8f3-f6ca-4ec8-924e-8b268af218ef tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:09.708755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d9842ca-8f89-414e-ad28-c0c8135c7f3d req-3bfda8f3-f6ca-4ec8-924e-8b268af218ef tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.9471898 Sep 21 08:33:09.768452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-95c161fd-5419-425c-924a-be0d9460ce4b None None] Provisioning complete for port 3a029854-d2d6-4c73-bcb4-2853d1f9176f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:09.769110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-95c161fd-5419-425c-924a-be0d9460ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.788076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Network 9f60f669-3c90-4852-9632-aef55b965bf2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:09.840482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-95c161fd-5419-425c-924a-be0d9460ce4b None None] Port 3a029854-d2d6-4c73-bcb4-2853d1f9176f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:09.842915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ecf5d763-b0ee-4f6f-b0bf-57b78723766f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:09.848021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:09.852998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:09.945694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d9842ca-8f89-414e-ad28-c0c8135c7f3d req-f6b8c13b-6168-42b0-8767-e71355ab928f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896272 Sep 21 08:33:09.990457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-92a9aff1-5609-49f0-b94c-80435ec62909 None None] Provisioning complete for port 1aac6df9-63a9-423c-8215-77438c82edef triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:09.991125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-92a9aff1-5609-49f0-b94c-80435ec62909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:09.992585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482d9ceb-9140-40c0-8777-8d8a230764c7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router bdf31605-f8e7-4245-a26b-37148ba03477 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:10.007216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:10.007910 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.012294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Router 935314ef-5efd-4f89-a238-ccbe546d9823 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:10.041369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-e316bdc8-9eef-44ab-88ea-4969ee3652b6 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4837174 Sep 21 08:33:10.042134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ecf5d763-b0ee-4f6f-b0bf-57b78723766f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:10.042839 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.078880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-92a9aff1-5609-49f0-b94c-80435ec62909 None None] Port 1aac6df9-63a9-423c-8215-77438c82edef cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:10.098663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-92a9aff1-5609-49f0-b94c-80435ec62909 None None] Provisioning complete for port 3a029854-d2d6-4c73-bcb4-2853d1f9176f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:10.099520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-92a9aff1-5609-49f0-b94c-80435ec62909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.113792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Request body: {'port': {'device_id': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:10.127542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.139497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524f263-36fd-4862-8b7a-1b1413d40b3c req-deb2087e-3ad4-463f-97bd-9bde548cac18 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:10.141295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b524f263-36fd-4862-8b7a-1b1413d40b3c req-deb2087e-3ad4-463f-97bd-9bde548cac18 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1474349 Sep 21 08:33:10.144334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.164481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.205939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-92a9aff1-5609-49f0-b94c-80435ec62909 None None] Port 3a029854-d2d6-4c73-bcb4-2853d1f9176f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:10.221583 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.257119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port ecf5d763-b0ee-4f6f-b0bf-57b78723766f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:10.263416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.264430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 69df0e1b-df66-42f0-b59e-34b89b2e039e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:10.297701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=3a029854-d2d6-4c73-bcb4-2853d1f9176f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:10.303572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482d9ceb-9140-40c0-8777-8d8a230764c7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:10.311767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-482d9ceb-9140-40c0-8777-8d8a230764c7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.318966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-482d9ceb-9140-40c0-8777-8d8a230764c7 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/bdf31605-f8e7-4245-a26b-37148ba03477 HTTP/1.1" status: 200 len: 887 time: 2.5118480 Sep 21 08:33:10.328281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b524f263-36fd-4862-8b7a-1b1413d40b3c req-31ddd8de-e791-450d-84c8-293c4f16218b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664202 Sep 21 08:33:10.355835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51722) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:10.370541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] Sync routers for ids ['bdf31605-f8e7-4245-a26b-37148ba03477'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:10.418558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] Routers {'bdf31605-f8e7-4245-a26b-37148ba03477'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:10.419217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bdf31605-f8e7-4245-a26b-37148ba03477'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:10.461592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:10.474443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:10.495221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 69df0e1b-df66-42f0-b59e-34b89b2e039e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:10.495732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.520032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] Routers {'bdf31605-f8e7-4245-a26b-37148ba03477'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:10.520891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['bdf31605-f8e7-4245-a26b-37148ba03477'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:10.676952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fa8b1972-b1bd-4daf-9566-444fe03bfe45 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/routers/bdf31605-f8e7-4245-a26b-37148ba03477 HTTP/1.1" status: 200 len: 887 time: 0.3233988 Sep 21 08:33:10.680484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51730) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:10.738483 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.743673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.775462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-87cbec67-266b-4b44-bc9b-ef659615ea5e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdf31605-f8e7-4245-a26b-37148ba03477 HTTP/1.1" status: 200 len: 205 time: 0.0895448 Sep 21 08:33:10.780756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:10.785600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:10.798667 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.804218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:10.804866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0b8e1-8e74-4f95-91ed-6248ae7b162d None None] The sync data for ids ['bdf31605-f8e7-4245-a26b-37148ba03477'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:10.814254 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] Sync routers for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:10.829392 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:10.830035 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:10.830590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e640d836-270b-4e2d-ada8-6ec622c89f05 None None] Provisioning complete for port 3a029854-d2d6-4c73-bcb4-2853d1f9176f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:10.830971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e640d836-270b-4e2d-ada8-6ec622c89f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:10.908285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e640d836-270b-4e2d-ada8-6ec622c89f05 None None] Port 3a029854-d2d6-4c73-bcb4-2853d1f9176f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:10.935198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-dd9b8d44-7040-4ad3-a321-241d4e184b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:10.938046 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-dd9b8d44-7040-4ad3-a321-241d4e184b5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.2053070 Sep 21 08:33:10.963414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d255fd2-5d4f-4dae-9960-73bfa446e779 req-fcb4575d-bcd4-4021-bb63-9405369fa47f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:10.966097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d255fd2-5d4f-4dae-9960-73bfa446e779 req-fcb4575d-bcd4-4021-bb63-9405369fa47f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1676867 Sep 21 08:33:10.987869 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:10.997134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcec25-7f21-4b48-97e6-ac02b60a1045 req-9077abc2-cbbe-40cd-827e-11f4a5199dcb tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:10.998732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4dfcec25-7f21-4b48-97e6-ac02b60a1045 req-9077abc2-cbbe-40cd-827e-11f4a5199dcb tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 931 time: 0.3465526 Sep 21 08:33:11.011763 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8354b6ba-349b-4b4a-b08e-1f8c81128a97 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "PUT /v2.0/floatingips/fd4a72a4-3772-4e7a-9470-4b9ccd83aa37 HTTP/1.1" status: 200 len: 991 time: 5.4013698 Sep 21 08:33:11.023732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:11.027365 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:11.211957 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.249590 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'fd4a72a4-3772-4e7a-9470-4b9ccd83aa37', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'port_id': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'mac_address': 'fa:16:3e:a8:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:32:40Z', 'updated_at': '2021-09-21T08:33:07Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:11.269383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4dfcec25-7f21-4b48-97e6-ac02b60a1045 req-7e377d52-8ef6-4d82-a149-39cd1d23842e tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564509 Sep 21 08:33:11.284957 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] Checking router: 935314ef-5efd-4f89-a238-ccbe546d9823 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:33:11.296161 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:11.297107 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:11.408751 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.430139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.509245 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d255fd2-5d4f-4dae-9960-73bfa446e779 req-fc36f4d2-08dd-48dc-b03d-0980344e6827 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237586 Sep 21 08:33:11.516808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.544668 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:11.571348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Pushing event updated for resources: {'Port': ['ID=1aac6df9-63a9-423c-8215-77438c82edef,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:11.579922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.583559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.621566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ecf5d763-b0ee-4f6f-b0bf-57b78723766f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:11.634702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-81fb075a-1bca-4111-b8bb-176f891f8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:11.636293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-81fb075a-1bca-4111-b8bb-176f891f8483 service neutron] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.6857424 Sep 21 08:33:11.644513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5ba00-d0cc-43ec-91be-3024fd21e73f req-1c8fed42-6fc4-4801-b932-05937a666b0c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:11.646127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-32c5ba00-d0cc-43ec-91be-3024fd21e73f req-1c8fed42-6fc4-4801-b932-05937a666b0c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.2351925 Sep 21 08:33:11.691485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ecf5d763-b0ee-4f6f-b0bf-57b78723766f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:11.691860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.692894 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b029a1f3-4709-4e05-8360-056efb6e6e25 x-openstack-request-id: req-b029a1f3-4709-4e05-8360-056efb6e6e25 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:11.693395 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:11.693395 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b029a1f3-4709-4e05-8360-056efb6e6e25 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:11.695489 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'status': 'completed', 'code': 200} Sep 21 08:33:11.758257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-b0b95c5e-3ae9-49af-aa00-e258f184efbb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.1075695 Sep 21 08:33:11.794420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e905d41-6032-4b85-97cc-af32f75213a5 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:33:11.814557 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.843751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-32c5ba00-d0cc-43ec-91be-3024fd21e73f req-f5b2656e-c1fa-4a3d-b293-f9dae233a38c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538851 Sep 21 08:33:11.851543 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'fd4a72a4-3772-4e7a-9470-4b9ccd83aa37', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'port_id': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'mac_address': 'fa:16:3e:a8:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:32:40Z', 'updated_at': '2021-09-21T08:33:07Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:11.856705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Transition to ACTIVE for port object 3e905d41-6032-4b85-97cc-af32f75213a5 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:33:11.868938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.892149 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb089e88-af52-4b99-8a3e-8e0c5948b893 None None] The sync data for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 is: [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'fd4a72a4-3772-4e7a-9470-4b9ccd83aa37', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'floating_ip_address': '172.25.1.190', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'port_id': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'mac_address': 'fa:16:3e:a8:57:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:32:40Z', 'updated_at': '2021-09-21T08:33:07Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:11.899560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:11.923423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:11.930917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port ded4da32-e249-44ed-a663-a37d6e140117 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:11.931271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:11.944608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-75525a40-ba04-45fc-9845-7589a85e4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:11.946293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-75525a40-ba04-45fc-9845-7589a85e4af2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.1992426 Sep 21 08:33:11.951491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-b423a9b4-abf3-4da2-b568-a9db3d4e5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:11.953004 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-b423a9b4-abf3-4da2-b568-a9db3d4e5304 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1840253 Sep 21 08:33:12.018920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Pushing event updated for resources: {'Port': ['ID=3e905d41-6032-4b85-97cc-af32f75213a5,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:12.063421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-6ed57311-7c10-4b5f-8aac-2a101581ea1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603774 Sep 21 08:33:12.175686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:12.204704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for ded4da32-e249-44ed-a663-a37d6e140117 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:12.209127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e0bebd-a685-46be-92e7-5ca238c41f77 None None] New status for floating IP fd4a72a4-3772-4e7a-9470-4b9ccd83aa37: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:33:12.233850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:12.234860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Attempting to bind port 3e905d41-6032-4b85-97cc-af32f75213a5 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:12.235622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Attempting to bind port 3e905d41-6032-4b85-97cc-af32f75213a5 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'ca98676b-bfaa-4321-84b0-182282e3af13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:12.235622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Attempting to bind port 3e905d41-6032-4b85-97cc-af32f75213a5 on network 9f60f669-3c90-4852-9632-aef55b965bf2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:12.274572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Port 3e905d41-6032-4b85-97cc-af32f75213a5 on network 9f60f669-3c90-4852-9632-aef55b965bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:33:12.274810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Attempting to bind port 3e905d41-6032-4b85-97cc-af32f75213a5 on network 9f60f669-3c90-4852-9632-aef55b965bf2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:12.285342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:12.286733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:12.287123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Checking segment: {'id': 'ca98676b-bfaa-4321-84b0-182282e3af13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:12.287465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ec2f6bf5-c2ed-4eca-ba38-409690a28782 None None] Provisioning complete for port 1aac6df9-63a9-423c-8215-77438c82edef triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:12.287610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Bound using segment: {'id': 'ca98676b-bfaa-4321-84b0-182282e3af13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:12.287910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Bound port: 3e905d41-6032-4b85-97cc-af32f75213a5, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca98676b-bfaa-4321-84b0-182282e3af13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:12.288278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec2f6bf5-c2ed-4eca-ba38-409690a28782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:12.288399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:12.293356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-bb8f9a14-c148-43e4-8900-867950a5417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:12.294890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-bb8f9a14-c148-43e4-8900-867950a5417f service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.3006461 Sep 21 08:33:12.297642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:12.298433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:12.317799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-a17df5fc-ed35-415e-b7eb-81641df3bcff service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407737 Sep 21 08:33:12.475695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f6bf5-c2ed-4eca-ba38-409690a28782 None None] Port 1aac6df9-63a9-423c-8215-77438c82edef cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:12.548615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=3a029854-d2d6-4c73-bcb4-2853d1f9176f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:12.586866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-8ddef07d-49ac-4f4c-b646-226891f7a915 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 999 time: 0.2816815 Sep 21 08:33:12.660172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b74595-26ac-4b39-ad49-a51b465d268d req-3a92b738-17ee-49fa-a9d1-e8613fd94af8 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:12.661662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93b74595-26ac-4b39-ad49-a51b465d268d req-3a92b738-17ee-49fa-a9d1-e8613fd94af8 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 943 time: 0.2515445 Sep 21 08:33:12.680486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-24994f3b-2673-4a40-969a-bacad4ba29a6 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364313 Sep 21 08:33:12.711354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 0a12137f-3530-432e-9925-20c89a062e01 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:12.713977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-147ebbd1-0af9-426a-98c2-4ca9814bcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:12.715525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-147ebbd1-0af9-426a-98c2-4ca9814bcb4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.1188257 Sep 21 08:33:12.717114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:12.773587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93b74595-26ac-4b39-ad49-a51b465d268d req-5b4f374b-7ce9-4094-a3a7-2425f0e2b2da tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975273 Sep 21 08:33:12.812836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] For port 3e905d41-6032-4b85-97cc-af32f75213a5, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:12.855668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] For port 3e905d41-6032-4b85-97cc-af32f75213a5, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3e905d41-6032-4b85-97cc-af32f75213a5,segment=NetworkSegment(ca98676b-bfaa-4321-84b0-182282e3af13),segment_id=ca98676b-bfaa-4321-84b0-182282e3af13)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:12.889637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:12.890510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-c4258f9b-0c57-42a5-8d49-9c561ba67aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:12.892186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-c4258f9b-0c57-42a5-8d49-9c561ba67aea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694765 Sep 21 08:33:12.918642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:12.936466 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Sync routers for ids ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:12.950114 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Routers {'24cf3fe2-db20-4a50-b32d-5da9e608c9d5'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:12.951258 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:13.012809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-15f41d70-d20b-49dd-8c8d-1a893e4e9a3d admin admin] 10.222.0.59 "PUT /v2.0/routers/24cf3fe2-db20-4a50-b32d-5da9e608c9d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3502579 Sep 21 08:33:13.057972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.060463 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.063108 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] 10.222.0.62 "PUT /v2.0/ports/3e905d41-6032-4b85-97cc-af32f75213a5 HTTP/1.1" status: 200 len: 1091 time: 2.9691770 Sep 21 08:33:13.102705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f91f25-9a94-400d-940c-70c8a7a27c2c req-f2558d13-ff72-4da5-9658-3d19f6cdfd22 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.109380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57f91f25-9a94-400d-940c-70c8a7a27c2c req-f2558d13-ff72-4da5-9658-3d19f6cdfd22 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.3256464 Sep 21 08:33:13.191405 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Set router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:13.196469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c1bb-9e9e-4906-92b1-4ec815e696c7 req-3e051ab2-118b-4d13-925c-31a0afaced0d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.198176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7438c1bb-9e9e-4906-92b1-4ec815e696c7 req-3e051ab2-118b-4d13-925c-31a0afaced0d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.1771777 Sep 21 08:33:13.200214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-3ee0a296-d402-41db-b833-90eabe6f6774 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987409 Sep 21 08:33:13.224964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cb3ec775-0aa3-402a-b7b7-88d6b1ad9a21 None None] Provisioning complete for port 3a029854-d2d6-4c73-bcb4-2853d1f9176f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:13.228307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb3ec775-0aa3-402a-b7b7-88d6b1ad9a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.231625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.235849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1842650-1ac6-4564-b96b-b2ebcf399900 service neutron] Pushing event updated for resources: {'Port': ['ID=3e905d41-6032-4b85-97cc-af32f75213a5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:13.293345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=ded4da32-e249-44ed-a663-a37d6e140117,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:13.305818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 04668fc9-e81d-4258-ae21-7afefacf803b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:13.335743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57f91f25-9a94-400d-940c-70c8a7a27c2c req-62c7dec4-80a9-472e-8bd4-d0b12f00687a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194321 Sep 21 08:33:13.339262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cb3ec775-0aa3-402a-b7b7-88d6b1ad9a21 None None] Port 3a029854-d2d6-4c73-bcb4-2853d1f9176f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:13.346669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-3c5761ce-2497-4a09-a3ea-88c70d9d4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.351100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-3c5761ce-2497-4a09-a3ea-88c70d9d4d00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cac383c2a4d74c48b11ab32fa9ff4878&device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 1094 time: 0.2230716 Sep 21 08:33:13.386700 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7438c1bb-9e9e-4906-92b1-4ec815e696c7 req-0163a807-23eb-44d0-9785-6227141a49bd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761467 Sep 21 08:33:13.444678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-c2d60e90-92f2-4897-96b9-abac0cbbb4df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e905d41-6032-4b85-97cc-af32f75213a5 HTTP/1.1" status: 200 len: 217 time: 0.0622470 Sep 21 08:33:13.485431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-69ebec28-c9bf-4c0f-a610-f4f40790fa0e req-5ab35ff0-89dc-4144-b3f3-a565bb9ae3cf service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766092 Sep 21 08:33:13.510747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:13.518241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fba3f778-df33-40c9-aaa1-33c60c1fde4e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/04668fc9-e81d-4258-ae21-7afefacf803b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5767856 Sep 21 08:33:13.524023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51760) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:13.526766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] Sync routers for ids ['04668fc9-e81d-4258-ae21-7afefacf803b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:13.527154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.541686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] Routers {'04668fc9-e81d-4258-ae21-7afefacf803b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:13.545963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04668fc9-e81d-4258-ae21-7afefacf803b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:13.598021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-2b8c53ed-f6b3-4279-aac9-e7fac8b99573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.599489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-2b8c53ed-f6b3-4279-aac9-e7fac8b99573 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0 HTTP/1.1" status: 200 len: 849 time: 0.1361103 Sep 21 08:33:13.612685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:13.624664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] Routers {'04668fc9-e81d-4258-ae21-7afefacf803b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:13.625523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04668fc9-e81d-4258-ae21-7afefacf803b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:13.677077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:13.677888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5d514-a4b5-4fc9-8f0f-48e4a0240ff2 None None] The sync data for ids ['04668fc9-e81d-4258-ae21-7afefacf803b'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:13.683586 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:56Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 4, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'gw_port': {'id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:58Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1aac6df9-63a9-423c-8215-77438c82edef', 'name': '', 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'mac_address': 'fa:16:3e:53:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'e4e93ffd-66b4-4dfd-984f-2d36edc6c33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:07Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 2, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'subnets': [{'id': 'e4e93ffd-66b4-4dfd-984f-2d36edc6c33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:13.722769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'tag': '3e905d41-6032-4b85-97cc-af32f75213a5'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:13.723540 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Checking router: 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:33:13.723947 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Updating router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 port 1aac6df9-63a9-423c-8215-77438c82edef binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:33:13.725041 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4830068-96ba-4346-8a36-3306297e9c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab730aa-ab3e-4d34-bf99-8341adbef69e", "tag": "3e905d41-6032-4b85-97cc-af32f75213a5"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:13.732533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.735789 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-d9c81049-4417-41e7-89c8-4fb5642b1212 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f60f669-3c90-4852-9632-aef55b965bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825815 Sep 21 08:33:13.737086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.762648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73287e-0a06-4720-84e9-695c34e12fcf tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.764126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2a73287e-0a06-4720-84e9-695c34e12fcf tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports/3a029854-d2d6-4c73-bcb4-2853d1f9176f HTTP/1.1" status: 200 len: 982 time: 0.2344060 Sep 21 08:33:13.774519 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.798827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51774) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:13.819064 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1cac68-4c4d-4848-a73e-6ec919d66607 x-openstack-request-id: req-ad1cac68-4c4d-4848-a73e-6ec919d66607 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:13.819694 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab730aa-ab3e-4d34-bf99-8341adbef69e", "tag": "3e905d41-6032-4b85-97cc-af32f75213a5", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:13.819795 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad1cac68-4c4d-4848-a73e-6ec919d66607 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:13.821546 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'tag': '3e905d41-6032-4b85-97cc-af32f75213a5', 'status': 'completed', 'code': 200} Sep 21 08:33:13.840321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.840949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Fanout notify agent at l3_agent the message router_deleted on router bdf31605-f8e7-4245-a26b-37148ba03477 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:33:13.876634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.892103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bee606ff-d043-4536-a920-bca3005e072b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/bdf31605-f8e7-4245-a26b-37148ba03477 HTTP/1.1" status: 204 len: 168 time: 3.0982344 Sep 21 08:33:13.892103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51780) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:13.898949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-272205944'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:13.962376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-400bee95-5a62-4caf-a77b-4cdfa323e8f3 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.969596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:13.972564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-400bee95-5a62-4caf-a77b-4cdfa323e8f3 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/networks?id=b97a0943-2aa4-48f4-bd9d-20f91d195033 HTTP/1.1" status: 200 len: 911 time: 0.2810874 Sep 21 08:33:13.973153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:13.987582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692b684-1547-4504-9112-de4f5be54f54 req-759eaf29-2b79-47e7-8893-bf1c9a52edc3 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:13.989619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f692b684-1547-4504-9112-de4f5be54f54 req-759eaf29-2b79-47e7-8893-bf1c9a52edc3 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 943 time: 0.1048317 Sep 21 08:33:13.998067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-4a09960f-07e6-4a96-a8a8-071064b5fac7 service neutron] 10.222.0.62 "GET /v2.0/networks/9f60f669-3c90-4852-9632-aef55b965bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521043 Sep 21 08:33:14.048266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-b1cd004e-360f-4b57-9620-aa6342393c22 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/quotas/c95906d2cb8843588aae21ce3786cdb6 HTTP/1.1" status: 200 len: 375 time: 0.0741210 Sep 21 08:33:14.084912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:14.144193 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f692b684-1547-4504-9112-de4f5be54f54 req-4c9fe9b2-43cc-40d2-ad63-a139a8f1b668 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433871 Sep 21 08:33:14.164077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.168450 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 6a8c3b76-556c-46e8-860b-10abfaf39ea3 of type vlan for network ab9328b6-ddc9-4482-821b-8a209ba0ec5d Sep 21 08:33:14.200173 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.208935 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.286336 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228ab3a-2deb-4cdf-968e-fa8a68f02088 None None] Pushing event updated for resources: {'Port': ['ID=1aac6df9-63a9-423c-8215-77438c82edef,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:14.313107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-1e6542a4-72fc-4232-94d8-e759b8a39a84 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=c95906d2cb8843588aae21ce3786cdb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2636063 Sep 21 08:33:14.338039 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1b7e244-019f-4f55-9b74-f73e64fa4f52 req-ae57fb7f-e0ac-4e20-b9dd-2ef589a23132 service neutron] 10.222.0.62 "GET /v2.0/networks/9f60f669-3c90-4852-9632-aef55b965bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257494 Sep 21 08:33:14.360308 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Attempting to bind port 1aac6df9-63a9-423c-8215-77438c82edef on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:14.361145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Attempting to bind port 1aac6df9-63a9-423c-8215-77438c82edef by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:14.361759 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Attempting to bind port 1aac6df9-63a9-423c-8215-77438c82edef on network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:14.370127 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:14.370955 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Checking segment: {'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:14.371768 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.372457 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Bound using segment: {'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:14.373188 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Bound port: 1aac6df9-63a9-423c-8215-77438c82edef, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526f9f13-3aba-4250-9428-2eacfa99d5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:14.373816 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.407002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.465213 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] For port 1aac6df9-63a9-423c-8215-77438c82edef, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:14.472902 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] For port 1aac6df9-63a9-423c-8215-77438c82edef, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1aac6df9-63a9-423c-8215-77438c82edef,segment=NetworkSegment(526f9f13-3aba-4250-9428-2eacfa99d5a6),segment_id=526f9f13-3aba-4250-9428-2eacfa99d5a6)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:14.483400 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.537464 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:33:14.569810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.581460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:14.581460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.597446 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Routers {'24cf3fe2-db20-4a50-b32d-5da9e608c9d5'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:14.598438 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:14.681893 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228ab3a-2deb-4cdf-968e-fa8a68f02088 None None] Pushing event updated for resources: {'Port': ['ID=1aac6df9-63a9-423c-8215-77438c82edef,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:14.703811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c638bbb6-17f2-4824-9008-b318067bf856 None None] Provisioning complete for port 1aac6df9-63a9-423c-8215-77438c82edef triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:14.708827 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c638bbb6-17f2-4824-9008-b318067bf856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:14.741032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8461473 Sep 21 08:33:14.741764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbb527-0a86-42bc-83a3-f1a74601be65 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=ab9328b6-ddc9-4482-821b-8a209ba0ec5d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:14.758790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51788) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:14.772469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830068-96ba-4346-8a36-3306297e9c6b req-c805f7b3-f848-4a56-863c-107716dcb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:14.774309 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4830068-96ba-4346-8a36-3306297e9c6b req-c805f7b3-f848-4a56-863c-107716dcb800 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cac383c2a4d74c48b11ab32fa9ff4878&device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 1094 time: 0.3392537 Sep 21 08:33:14.784061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': 'ab9328b6-ddc9-4482-821b-8a209ba0ec5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:14.840117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-22707730-b792-4dbb-be98-34f32578d8a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093884 Sep 21 08:33:14.853251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:14.870314 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] Set router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:15.023549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b2db2-9a55-49ef-8ac8-0d5c7bbc130b req-1adfd6e8-deb3-45a1-a6be-8333f48807c5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:15.036649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e75b2db2-9a55-49ef-8ac8-0d5c7bbc130b req-1adfd6e8-deb3-45a1-a6be-8333f48807c5 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.4739561 Sep 21 08:33:15.163440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c638bbb6-17f2-4824-9008-b318067bf856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:15.182799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e75b2db2-9a55-49ef-8ac8-0d5c7bbc130b req-26bad250-2ee4-4f9f-868a-47383a30a501 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432571 Sep 21 08:33:15.189385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830068-96ba-4346-8a36-3306297e9c6b req-d604ad3a-a6f8-4936-9671-02ba3dc8c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:15.192692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4830068-96ba-4346-8a36-3306297e9c6b req-d604ad3a-a6f8-4936-9671-02ba3dc8c0ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f60f669-3c90-4852-9632-aef55b965bf2 HTTP/1.1" status: 200 len: 910 time: 0.4022434 Sep 21 08:33:15.240820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c638bbb6-17f2-4824-9008-b318067bf856 None None] For port 1aac6df9-63a9-423c-8215-77438c82edef, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1aac6df9-63a9-423c-8215-77438c82edef,segment=NetworkSegment(526f9f13-3aba-4250-9428-2eacfa99d5a6),segment_id=526f9f13-3aba-4250-9428-2eacfa99d5a6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:15.250187 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c638bbb6-17f2-4824-9008-b318067bf856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:15.310510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4830068-96ba-4346-8a36-3306297e9c6b req-5601ffdc-4517-4ebb-be35-7bcd19b3754d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e905d41-6032-4b85-97cc-af32f75213a5 HTTP/1.1" status: 200 len: 217 time: 0.1066189 Sep 21 08:33:15.322460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:15.328425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:15.358753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638bbb6-17f2-4824-9008-b318067bf856 None None] Pushing event updated for resources: {'Port': ['ID=1aac6df9-63a9-423c-8215-77438c82edef,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:15.381657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8802c521-a3a5-485a-a784-bd05cf8e203a None None] Provisioning complete for port 1aac6df9-63a9-423c-8215-77438c82edef triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:15.382572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8802c521-a3a5-485a-a784-bd05cf8e203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:15.404706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:15.415897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-6b91c9c9-b46b-4ca1-a746-12d48c12817f service neutron] 10.222.0.59 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744960 Sep 21 08:33:15.481732 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:56Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 4, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'gw_port': {'id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:58Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1aac6df9-63a9-423c-8215-77438c82edef', 'name': '', 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'mac_address': 'fa:16:3e:53:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'e4e93ffd-66b4-4dfd-984f-2d36edc6c33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:07Z', 'updated_at': '2021-09-21T08:33:14Z', 'revision_number': 4, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'subnets': [{'id': 'e4e93ffd-66b4-4dfd-984f-2d36edc6c33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:15.536588 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b6eb1-bdbc-4bf4-93f0-7755999b81e1 None None] The sync data for ids ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'] in n-d-809980-2 is: [{'id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:56Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 4, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'gw_port': {'id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:58Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1aac6df9-63a9-423c-8215-77438c82edef', 'name': '', 'network_id': '3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'mac_address': 'fa:16:3e:53:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'e4e93ffd-66b4-4dfd-984f-2d36edc6c33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:07Z', 'updated_at': '2021-09-21T08:33:14Z', 'revision_number': 4, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'subnets': [{'id': 'e4e93ffd-66b4-4dfd-984f-2d36edc6c33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:15.559279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c2cf2-fb74-4348-8a4e-47f0c9a19dbe req-8f853730-9a5f-4269-a324-51acae102391 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:15.574169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f26c2cf2-fb74-4348-8a4e-47f0c9a19dbe req-8f853730-9a5f-4269-a324-51acae102391 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.2685351 Sep 21 08:33:15.600581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830068-96ba-4346-8a36-3306297e9c6b req-89366806-bdd6-4fd3-9532-accb51162b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:15.613828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4830068-96ba-4346-8a36-3306297e9c6b req-89366806-bdd6-4fd3-9532-accb51162b9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0 HTTP/1.1" status: 200 len: 849 time: 0.2676411 Sep 21 08:33:15.779995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4830068-96ba-4346-8a36-3306297e9c6b req-216b9f02-c5aa-486a-86e8-345a072aa42d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f60f669-3c90-4852-9632-aef55b965bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808873 Sep 21 08:33:15.793673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f26c2cf2-fb74-4348-8a4e-47f0c9a19dbe req-fd6affaa-bff9-45e4-8fae-38960c40ff59 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153502 Sep 21 08:33:16.056636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4830068-96ba-4346-8a36-3306297e9c6b req-bd0394a0-dbdb-49f1-b28f-0e8ebf1877e1 service neutron] 10.222.0.62 "GET /v2.0/networks/9f60f669-3c90-4852-9632-aef55b965bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616899 Sep 21 08:33:16.070645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-447ae4b9-912f-40aa-bb38-abd19fc70097 req-8b81346b-c86f-4792-b60e-4fdcd19ff57f tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 210 time: 0.0609813 Sep 21 08:33:16.210074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4830068-96ba-4346-8a36-3306297e9c6b req-f06eb998-5dff-4fb6-b4f1-f55f129fc7cf service neutron] 10.222.0.62 "GET /v2.0/networks/9f60f669-3c90-4852-9632-aef55b965bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382706 Sep 21 08:33:16.381968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b263a-0843-4992-ba66-1fe6fb20e22b req-7e305ea2-db97-4543-8c59-9d69af2a69ec tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:16.384470 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee4b263a-0843-4992-ba66-1fe6fb20e22b req-7e305ea2-db97-4543-8c59-9d69af2a69ec tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.0750704 Sep 21 08:33:16.474927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee4b263a-0843-4992-ba66-1fe6fb20e22b req-011c08b9-94e9-4c0d-acd5-9ccee6a9e676 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770218 Sep 21 08:33:16.546332 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:16.647183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=6d8d0b2e-cec5-472d-93d5-5be02e89f234,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:16.707552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0f67e-9e72-4888-b371-d617a36f39ed req-6d7b88f1-aed4-4bef-88dd-78e48bd5de1a tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:16.716650 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eba0f67e-9e72-4888-b371-d617a36f39ed req-6d7b88f1-aed4-4bef-88dd-78e48bd5de1a tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 943 time: 0.4619660 Sep 21 08:33:16.871343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '6a8c3b76-556c-46e8-860b-10abfaf39ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ab9328b6-ddc9-4482-821b-8a209ba0ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:16.871768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: ab9328b6-ddc9-4482-821b-8a209ba0ec5d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:16.891942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eba0f67e-9e72-4888-b371-d617a36f39ed req-b7bd9480-fd63-46d5-9b4a-77bc22ecadd7 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747012 Sep 21 08:33:16.952857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:16.995563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ab9328b6-ddc9-4482-821b-8a209ba0ec5d) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:17.005956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05409380-5966-4150-a7cd-a32d8de16df9 None None] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:17.006648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 3a029854-d2d6-4c73-bcb4-2853d1f9176f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:17.006860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.221048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:17.221841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.233352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3325bdf-0c86-404b-aa5a-c536ce6f524e req-8fc1365e-e55a-491f-854c-678a201eb588 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:17.254851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3325bdf-0c86-404b-aa5a-c536ce6f524e req-8fc1365e-e55a-491f-854c-678a201eb588 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.2171981 Sep 21 08:33:17.257643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.267021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8965eb7a-9d50-48e9-aa8b-847e2a167d4b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5023186 Sep 21 08:33:17.285584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51818) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:17.309118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a288a893-0f7b-44a5-a5bd-8fe77b4ead36 req-ab52b7ed-4c94-4aac-b52d-92912d9947c2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 210 time: 0.0676959 Sep 21 08:33:17.316119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2ed1115a-4f98-43c8-b064-bd07c60ab34a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-522299767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:17.345704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 3a029854-d2d6-4c73-bcb4-2853d1f9176f owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:17.430578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-ab9328b6-ddc9-4482-821b-8a209ba0ec5d', 'network_id': 'ab9328b6-ddc9-4482-821b-8a209ba0ec5d', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': '6d8d0b2e-cec5-472d-93d5-5be02e89f234'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:17.431639 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.451272 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3325bdf-0c86-404b-aa5a-c536ce6f524e req-1f464ed3-ff2d-48a0-8fee-1b3a0589fe12 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904862 Sep 21 08:33:17.458561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed1115a-4f98-43c8-b064-bd07c60ab34a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.463916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed1115a-4f98-43c8-b064-bd07c60ab34a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.544574 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed1115a-4f98-43c8-b064-bd07c60ab34a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.555466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed1115a-4f98-43c8-b064-bd07c60ab34a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.587792 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed1115a-4f98-43c8-b064-bd07c60ab34a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.592687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ed1115a-4f98-43c8-b064-bd07c60ab34a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2980707 Sep 21 08:33:17.593330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51822) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:17.731709 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1aac6df9-63a9-423c-8215-77438c82edef up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:17.843584 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.928361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Allocated IP 172.20.0.2 (ab9328b6-ddc9-4482-821b-8a209ba0ec5d/6d8d0b2e-cec5-472d-93d5-5be02e89f234/1b85ace5-56db-4a8b-84a8-2c1af6c17680) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:17.930449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1aac6df9-63a9-423c-8215-77438c82edef triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:17.930910 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:17.981396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=3a029854-d2d6-4c73-bcb4-2853d1f9176f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:18.294194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dbc65-0e2c-4971-8b58-989f4b7fa441 req-4ac12221-b9cf-425a-8b64-1782c2fae793 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:18.311373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b2dbc65-0e2c-4971-8b58-989f4b7fa441 req-4ac12221-b9cf-425a-8b64-1782c2fae793 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 943 time: 0.2810483 Sep 21 08:33:18.313258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:18.412340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:18.422636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3e905d41-6032-4b85-97cc-af32f75213a5 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:33:18.426214 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:18.477239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:18.505136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ede3022a-57fc-4301-bc45-26aa4adfdb9a req-3a2b34b1-c8e9-43fc-b0ea-d4fb8a7a8345 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 210 time: 0.0637465 Sep 21 08:33:18.516493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-990b2495-cc41-4661-b61c-4ab500cf6e3c tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:18.519212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-990b2495-cc41-4661-b61c-4ab500cf6e3c tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.50 "GET /v2.0/networks?id=b97a0943-2aa4-48f4-bd9d-20f91d195033 HTTP/1.1" status: 200 len: 911 time: 0.7075009 Sep 21 08:33:18.530077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:18.550953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Request body: {'port': {'device_id': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'admin_state_up': True, 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:18.559220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:18.568189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Pushing event updated for resources: {'Port': ['ID=1b85ace5-56db-4a8b-84a8-2c1af6c17680,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:18.572354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:18.624773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Made reservation on behalf of c95906d2cb8843588aae21ce3786cdb6 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:18.627386 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:18.651222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 04668fc9-e81d-4258-ae21-7afefacf803b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:18.671815 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b2dbc65-0e2c-4971-8b58-989f4b7fa441 req-d7510a10-f3a8-4ec6-9bfe-fbc5d6ac97dc tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592989 Sep 21 08:33:18.761440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:18.772269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f52aae47-e04d-413b-a935-cb10959a33c3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/04668fc9-e81d-4258-ae21-7afefacf803b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9718678 Sep 21 08:33:18.773408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51834) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:18.791386 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] Sync routers for ids ['04668fc9-e81d-4258-ae21-7afefacf803b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:18.807057 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] Routers {'04668fc9-e81d-4258-ae21-7afefacf803b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:18.807698 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04668fc9-e81d-4258-ae21-7afefacf803b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:18.810217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Attempting to bind port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:18.810812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Attempting to bind port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '6a8c3b76-556c-46e8-860b-10abfaf39ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ab9328b6-ddc9-4482-821b-8a209ba0ec5d'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:18.811455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Attempting to bind port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 on network ab9328b6-ddc9-4482-821b-8a209ba0ec5d {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:18.858218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:18.871221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Checking segment: {'id': '6a8c3b76-556c-46e8-860b-10abfaf39ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ab9328b6-ddc9-4482-821b-8a209ba0ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:18.871797 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:18.872283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Bound using segment: {'id': '6a8c3b76-556c-46e8-860b-10abfaf39ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ab9328b6-ddc9-4482-821b-8a209ba0ec5d'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:18.872780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Bound port: 1b85ace5-56db-4a8b-84a8-2c1af6c17680, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8c3b76-556c-46e8-860b-10abfaf39ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ab9328b6-ddc9-4482-821b-8a209ba0ec5d'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:18.873176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:18.891107 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:18.899878 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:33:18.906019 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] Routers {'04668fc9-e81d-4258-ae21-7afefacf803b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:18.906019 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04668fc9-e81d-4258-ae21-7afefacf803b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:18.942884 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:18.943718 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75491ed2-b258-4a79-9a60-e8c0948201d6 None None] The sync data for ids ['04668fc9-e81d-4258-ae21-7afefacf803b'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:18.952836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e32f6-9931-4e0e-85bb-9e3b53ca780f req-9ce44cb9-8341-48ed-99fe-d842de193e98 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:18.954384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-702e32f6-9931-4e0e-85bb-9e3b53ca780f req-9ce44cb9-8341-48ed-99fe-d842de193e98 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.3329237 Sep 21 08:33:18.981208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] For port 1b85ace5-56db-4a8b-84a8-2c1af6c17680, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:18.985134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] For port 1b85ace5-56db-4a8b-84a8-2c1af6c17680, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1b85ace5-56db-4a8b-84a8-2c1af6c17680,segment=NetworkSegment(6a8c3b76-556c-46e8-860b-10abfaf39ea3),segment_id=6a8c3b76-556c-46e8-860b-10abfaf39ea3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:18.992275 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.036133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3e905d41-6032-4b85-97cc-af32f75213a5, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3e905d41-6032-4b85-97cc-af32f75213a5,segment=NetworkSegment(ca98676b-bfaa-4321-84b0-182282e3af13),segment_id=ca98676b-bfaa-4321-84b0-182282e3af13)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:19.060949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '3e905d41-6032-4b85-97cc-af32f75213a5', 'network_id': '9f60f669-3c90-4852-9632-aef55b965bf2', 'port_id': '3e905d41-6032-4b85-97cc-af32f75213a5', 'mac_address': 'fa:16:3e:f5:4b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:33:19.093360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-702e32f6-9931-4e0e-85bb-9e3b53ca780f req-50157924-ba80-428c-be68-ff0880a488a2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286104 Sep 21 08:33:19.111976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac4a23-46d5-4127-b0a2-187154a198f6 None None] Pushing event updated for resources: {'Port': ['ID=1b85ace5-56db-4a8b-84a8-2c1af6c17680,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:19.117630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.20.0.1 (ab9328b6-ddc9-4482-821b-8a209ba0ec5d/6d8d0b2e-cec5-472d-93d5-5be02e89f234/86d2b00c-5bd9-4a3e-a6c1-f73821b265b6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:19.126878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.128329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Allocated IP 172.20.0.7 (b97a0943-2aa4-48f4-bd9d-20f91d195033/a0488337-a192-47b0-874f-9595ff72456d/b0538c83-292a-43af-98b3-2f60cd129a24) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:19.146765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e905d41-6032-4b85-97cc-af32f75213a5 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:33:19.163633 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-34428657-a4a2-451e-8f7c-64be4ff469f7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] remove_router_interface failed (client error): The resource could not be found. Sep 21 08:33:19.164768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34428657-a4a2-451e-8f7c-64be4ff469f7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/04668fc9-e81d-4258-ae21-7afefacf803b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3899550 Sep 21 08:33:19.170194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51838) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:19.175525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3e905d41-6032-4b85-97cc-af32f75213a5, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3e905d41-6032-4b85-97cc-af32f75213a5,segment=NetworkSegment(ca98676b-bfaa-4321-84b0-182282e3af13),segment_id=ca98676b-bfaa-4321-84b0-182282e3af13)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:19.182239 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.224716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e6bd8a12-87d9-4216-b0a4-30ea4598f393 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=04668fc9-e81d-4258-ae21-7afefacf803b HTTP/1.1" status: 200 len: 205 time: 0.0455151 Sep 21 08:33:19.226047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51840) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:19.257584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3e905d41-6032-4b85-97cc-af32f75213a5,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:19.428030 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c6118e4-968c-4026-97a7-dcd357eaef10 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.509105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['3e905d41-6032-4b85-97cc-af32f75213a5'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:33:19.766069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1b85ace5-56db-4a8b-84a8-2c1af6c17680 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:19.772145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c6118e4-968c-4026-97a7-dcd357eaef10 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.774747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c6118e4-968c-4026-97a7-dcd357eaef10 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.820220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.846598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f283e82-5e2c-412d-a467-5094b6f196ed req-a9714421-6b2d-4863-886f-2c20c1442f97 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:19.848518 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f283e82-5e2c-412d-a467-5094b6f196ed req-a9714421-6b2d-4863-886f-2c20c1442f97 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.5206778 Sep 21 08:33:19.897230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-675e1c03-faee-4bee-a5eb-1100e2a0c8b7 req-8d6447c2-bdb9-425b-bd07-44e048c7f1e9 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 210 time: 0.2501054 Sep 21 08:33:19.898725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c6118e4-968c-4026-97a7-dcd357eaef10 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.899475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6118e4-968c-4026-97a7-dcd357eaef10 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Fanout notify agent at l3_agent the message router_deleted on router 04668fc9-e81d-4258-ae21-7afefacf803b {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:33:19.905030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:19.905432 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.919193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c6118e4-968c-4026-97a7-dcd357eaef10 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.923600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c6118e4-968c-4026-97a7-dcd357eaef10 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/04668fc9-e81d-4258-ae21-7afefacf803b HTTP/1.1" status: 204 len: 168 time: 0.6948001 Sep 21 08:33:19.929675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51850) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:19.934839 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:19.944678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f283e82-5e2c-412d-a467-5094b6f196ed req-7fea9519-f609-4605-ba5b-4bfda85c5bd9 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810966 Sep 21 08:33:19.959021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.034295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:20.039482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:20.041828 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.042882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:20.103425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.120647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet f208a6e1-f674-4029-b762-90d2ca55736c {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:33:20.122760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 1b85ace5-56db-4a8b-84a8-2c1af6c17680, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1b85ace5-56db-4a8b-84a8-2c1af6c17680,segment=NetworkSegment(6a8c3b76-556c-46e8-860b-10abfaf39ea3),segment_id=6a8c3b76-556c-46e8-860b-10abfaf39ea3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:20.125718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.130242 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.181107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70e8e8-009e-42d6-b950-2431b1fdeebb req-a3e68ff8-34cb-4089-9434-0cec724e59e7 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:20.182752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee70e8e8-009e-42d6-b950-2431b1fdeebb req-a3e68ff8-34cb-4089-9434-0cec724e59e7 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 944 time: 0.1524565 Sep 21 08:33:20.202167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.277397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=1b85ace5-56db-4a8b-84a8-2c1af6c17680,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:20.314181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=86d2b00c-5bd9-4a3e-a6c1-f73821b265b6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:20.321227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.354318 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee70e8e8-009e-42d6-b950-2431b1fdeebb req-d45af54a-84eb-460c-a2f8-58175cd7787b tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587839 Sep 21 08:33:20.374429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.409432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:20.481245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:20.498999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:20.510940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Pushing event updated for resources: {'Port': ['ID=b0538c83-292a-43af-98b3-2f60cd129a24,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:20.552817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.696198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:20.697138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.697859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fb29a-5c49-438f-8d1e-5ed81877f97b req-88a89071-e959-45bf-ba57-33dac5197205 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:20.699514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-995fb29a-5c49-438f-8d1e-5ed81877f97b req-88a89071-e959-45bf-ba57-33dac5197205 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.1599441 Sep 21 08:33:20.737880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-1b4772c2-cbf4-4593-aa3d-656733506fc2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2082837 Sep 21 08:33:20.772155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Request body: {'port': {'device_id': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:20.784534 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.837544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-995fb29a-5c49-438f-8d1e-5ed81877f97b req-6ee0f4b6-eb3c-49c4-b3d8-db406b315731 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282334 Sep 21 08:33:20.841639 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:20.847053 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/f208a6e1-f674-4029-b762-90d2ca55736c HTTP/1.1" status: 204 len: 168 time: 0.9160693 Sep 21 08:33:20.854126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f5246-31c3-4883-882a-d58607be8962 None None] Network 0a12137f-3530-432e-9925-20c89a062e01 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:20.866381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51866) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:20.867393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38149123-677c-446e-9cd0-a45597006bf6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=f208a6e1-f674-4029-b762-90d2ca55736c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:20.922338 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.035091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.049081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d134f-d9f0-440f-b588-a51069f0ada2 None None] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:21.078136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-714ec95b-f22b-47c7-86bc-19ceeaf66439 None None] Provisioning complete for port b0538c83-292a-43af-98b3-2f60cd129a24 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:21.078380 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-714ec95b-f22b-47c7-86bc-19ceeaf66439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.106191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 69df0e1b-df66-42f0-b59e-34b89b2e039e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:21.106874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.187000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 69df0e1b-df66-42f0-b59e-34b89b2e039e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=69df0e1b-df66-42f0-b59e-34b89b2e039e,segment=NetworkSegment(b517e84c-c02e-414a-a396-69fd20e83b37),segment_id=b517e84c-c02e-414a-a396-69fd20e83b37)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:21.187756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.206140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 69df0e1b-df66-42f0-b59e-34b89b2e039e owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:21.212401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971cd75-cd35-46e2-bc48-5d748bc1dd13 req-6e70d074-fe80-4a69-8db2-c42e77a6b657 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:21.215018 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2971cd75-cd35-46e2-bc48-5d748bc1dd13 req-6e70d074-fe80-4a69-8db2-c42e77a6b657 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1027 time: 0.1862662 Sep 21 08:33:21.217908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-714ec95b-f22b-47c7-86bc-19ceeaf66439 None None] Port b0538c83-292a-43af-98b3-2f60cd129a24 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:21.222135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.239308 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.352112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e110c1f2-ed89-48c9-86f9-ff15c0c3292a None None] DHCP port deletion for 0a12137f-3530-432e-9925-20c89a062e01 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:33:21.355090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.393587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1847af12-9e4e-4c04-8ad0-45f3fcf46f20 None None] Provisioning complete for port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:21.394223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1847af12-9e4e-4c04-8ad0-45f3fcf46f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.407481 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port 69df0e1b-df66-42f0-b59e-34b89b2e039e on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:21.412274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=69df0e1b-df66-42f0-b59e-34b89b2e039e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:21.481784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.503016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2971cd75-cd35-46e2-bc48-5d748bc1dd13 req-d1be03d8-c990-4bc6-8c65-1cc3c4a3b4a4 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754309 Sep 21 08:33:21.558834 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.627787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a12137f-3530-432e-9925-20c89a062e01']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:21.633861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=86d2b00c-5bd9-4a3e-a6c1-f73821b265b6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:21.639586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b9b2e-6758-4926-bdfa-828f59daec00 req-8314c106-2334-4f4a-b739-7f1009ea43f1 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:21.641185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d63b9b2e-6758-4926-bdfa-828f59daec00 req-8314c106-2334-4f4a-b739-7f1009ea43f1 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 944 time: 0.1779616 Sep 21 08:33:21.708756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b517e84c-c02e-414a-a396-69fd20e83b37') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:21.709058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b517e84c-c02e-414a-a396-69fd20e83b37') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:21.713616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d63b9b2e-6758-4926-bdfa-828f59daec00 req-62d20552-8dd7-4075-80d5-7cdefba51505 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Sep 21 08:33:21.722634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.749716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.758196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:33:21.758617 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:33:21.763144 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:33:21.820827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0538c83-292a-43af-98b3-2f60cd129a24 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:33:21.852543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.879128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.896059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.904837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/0a12137f-3530-432e-9925-20c89a062e01 HTTP/1.1" status: 204 len: 168 time: 1.0247791 Sep 21 08:33:21.905060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Transition to ACTIVE for port object b0538c83-292a-43af-98b3-2f60cd129a24 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:33:21.905601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51878) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:21.913375 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.913793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-543951414'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:21.942745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1b85ace5-56db-4a8b-84a8-2c1af6c17680 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:21.943304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e86637-7250-4717-be4d-db4323df0e5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=0a12137f-3530-432e-9925-20c89a062e01,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:21.981026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:21.988195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:21.996238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:22.001733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:22.050848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:22.051571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.076208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0538c83-292a-43af-98b3-2f60cd129a24,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:22.120287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:22.143693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9ae00413-bcbf-4a93-b0c4-5184f833d69c None None] Provisioning complete for port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:22.144086 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ae00413-bcbf-4a93-b0c4-5184f833d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.168216 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.168602 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment 01f5050d-876c-48ca-a9ae-1feb79f07b15 of type vlan for network 1125d8fa-5856-4aec-a535-f89c880e99d0 Sep 21 08:33:22.178588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ea181-9bfd-4878-b399-a20c771234bc req-6d852d95-4f7a-4ceb-9836-31e13910934e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:22.180768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe6ea181-9bfd-4878-b399-a20c771234bc req-6d852d95-4f7a-4ceb-9836-31e13910934e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.1872406 Sep 21 08:33:22.257761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Attempting to bind port b0538c83-292a-43af-98b3-2f60cd129a24 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:22.258014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Attempting to bind port b0538c83-292a-43af-98b3-2f60cd129a24 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:22.258340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Attempting to bind port b0538c83-292a-43af-98b3-2f60cd129a24 on network b97a0943-2aa4-48f4-bd9d-20f91d195033 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:22.270127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Port b0538c83-292a-43af-98b3-2f60cd129a24 on network b97a0943-2aa4-48f4-bd9d-20f91d195033 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:33:22.270451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Attempting to bind port b0538c83-292a-43af-98b3-2f60cd129a24 on network b97a0943-2aa4-48f4-bd9d-20f91d195033 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:22.282563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:22.283868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Checking segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:22.285516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Bound using segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:22.286978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Bound port: b0538c83-292a-43af-98b3-2f60cd129a24, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:22.287676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.290286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe6ea181-9bfd-4878-b399-a20c771234bc req-2137841d-d11d-4f22-b65c-fe57b993caaf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008008 Sep 21 08:33:22.305706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.322561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3e905d41-6032-4b85-97cc-af32f75213a5 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:22.370992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.376666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] For port b0538c83-292a-43af-98b3-2f60cd129a24, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:22.378552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:22.379482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.384018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] For port b0538c83-292a-43af-98b3-2f60cd129a24, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0538c83-292a-43af-98b3-2f60cd129a24,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:22.396104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.418584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-230cf9d7-5ad1-48ed-8b1d-8424b654e8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.424218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5150776 Sep 21 08:33:22.424414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51880) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:22.429326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '1125d8fa-5856-4aec-a535-f89c880e99d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:22.492406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0538c83-292a-43af-98b3-2f60cd129a24,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:22.495646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router 414923d4-f251-40c8-9794-b98edf14a3fe is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:22.513479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 69df0e1b-df66-42f0-b59e-34b89b2e039e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:33:22.518011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a47e67-35de-4904-86c3-a31fd345fa71 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=1125d8fa-5856-4aec-a535-f89c880e99d0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:22.528865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:22.529550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.531062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-ffc2c008-f5b2-4938-8fc8-d67319162be8 service neutron] 10.222.0.50 "PUT /v2.0/ports/b0538c83-292a-43af-98b3-2f60cd129a24 HTTP/1.1" status: 200 len: 1091 time: 1.7804072 Sep 21 08:33:22.531654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'tag': 'b0538c83-292a-43af-98b3-2f60cd129a24'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:22.533988 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abd8bf8-1402-4bb6-b391-93c168ccc179" -d '{"events": [{"name": "network-changed", "server_uuid": "78d8cdf3-d048-4850-bc99-884c6f7c5adf", "tag": "b0538c83-292a-43af-98b3-2f60cd129a24"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:22.553037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 3e905d41-6032-4b85-97cc-af32f75213a5 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:33:22.558496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 69df0e1b-df66-42f0-b59e-34b89b2e039e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:33:22.558841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 69df0e1b-df66-42f0-b59e-34b89b2e039e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:33:22.563670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 3e905d41-6032-4b85-97cc-af32f75213a5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:22.564057 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.569541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:22.697130 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a16d637-7c8c-4a87-9c0b-a6d254dbf4d0 x-openstack-request-id: req-6a16d637-7c8c-4a87-9c0b-a6d254dbf4d0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:22.697482 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d8cdf3-d048-4850-bc99-884c6f7c5adf", "tag": "b0538c83-292a-43af-98b3-2f60cd129a24", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:22.698007 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a16d637-7c8c-4a87-9c0b-a6d254dbf4d0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:22.698135 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'tag': 'b0538c83-292a-43af-98b3-2f60cd129a24', 'status': 'completed', 'code': 200} Sep 21 08:33:22.711006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:22.714992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.716653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9ae00413-bcbf-4a93-b0c4-5184f833d69c None None] Provisioning complete for port 86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:22.717189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ae00413-bcbf-4a93-b0c4-5184f833d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.781577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9ae00413-bcbf-4a93-b0c4-5184f833d69c None None] Port 86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:22.847738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.878793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:22.895886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e905d41-6032-4b85-97cc-af32f75213a5'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:22.899956 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8170dd-2625-4629-b509-e610004ec629" -d '{"events": [{"server_uuid": "7ab730aa-ab3e-4d34-bf99-8341adbef69e", "name": "network-vif-plugged", "status": "completed", "tag": "3e905d41-6032-4b85-97cc-af32f75213a5"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:22.907614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-50b600c3-ae87-43f5-8342-f4440a3c0903 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/414923d4-f251-40c8-9794-b98edf14a3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3129792 Sep 21 08:33:22.918076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51894) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:22.920780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-c3ae949c-a507-47d8-af44-79c0e1ba8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:22.922868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-c3ae949c-a507-47d8-af44-79c0e1ba8b8b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c95906d2cb8843588aae21ce3786cdb6&device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1094 time: 0.2949815 Sep 21 08:33:22.938127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] Sync routers for ids ['414923d4-f251-40c8-9794-b98edf14a3fe'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:22.960919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 3e905d41-6032-4b85-97cc-af32f75213a5, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3e905d41-6032-4b85-97cc-af32f75213a5,segment=NetworkSegment(ca98676b-bfaa-4321-84b0-182282e3af13),segment_id=ca98676b-bfaa-4321-84b0-182282e3af13)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:22.968041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:22.978187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] Routers {'414923d4-f251-40c8-9794-b98edf14a3fe'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:22.979627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['414923d4-f251-40c8-9794-b98edf14a3fe'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:23.025159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-75307f0f-c85d-4c6f-b9b0-e6fb69611987 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0538c83-292a-43af-98b3-2f60cd129a24 HTTP/1.1" status: 200 len: 217 time: 0.0743110 Sep 21 08:33:23.039063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.055576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:23.083849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-ebf52dbe-3a71-4289-8c15-63705a216dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.085507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-ebf52dbe-3a71-4289-8c15-63705a216dc9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a0488337-a192-47b0-874f-9595ff72456d HTTP/1.1" status: 200 len: 849 time: 0.0518949 Sep 21 08:33:23.098710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] Routers {'414923d4-f251-40c8-9794-b98edf14a3fe'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:23.098963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a60f9e-90a5-4b7f-9c20-e11892bb9406 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.100087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:32:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['414923d4-f251-40c8-9794-b98edf14a3fe'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:23.104307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d8a60f9e-90a5-4b7f-9c20-e11892bb9406 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports/86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 HTTP/1.1" status: 200 len: 910 time: 0.1767192 Sep 21 08:33:23.108232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51896) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:23.113543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d8d0b2e-cec5-472d-93d5-5be02e89f234'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:23.133789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a9a94-f9cc-498f-9967-7b0074befa91 req-cc37f494-2202-4809-9cdf-1e34907ff238 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.136051 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a01a9a94-f9cc-498f-9967-7b0074befa91 req-cc37f494-2202-4809-9cdf-1e34907ff238 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 944 time: 0.2109587 Sep 21 08:33:23.139495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': '01f5050d-876c-48ca-a9ae-1feb79f07b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1125d8fa-5856-4aec-a535-f89c880e99d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:23.139888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 1125d8fa-5856-4aec-a535-f89c880e99d0, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:23.161161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-923da345-188d-43b9-9bd6-2eff4e301475 None None] Provisioning complete for port 86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:23.162079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-923da345-188d-43b9-9bd6-2eff4e301475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.166798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=806baa48-c3c9-46e9-bfbd-69c33f87eed4,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:23.192873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a01a9a94-f9cc-498f-9967-7b0074befa91 req-b784e313-7763-4e7b-b2d1-00f23de3ef8b tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476036 Sep 21 08:33:23.199228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:23.200794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:23.201717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4895276-9181-452b-b6dc-161763d2fc69 None None] The sync data for ids ['414923d4-f251-40c8-9794-b98edf14a3fe'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:23.209071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=3e905d41-6032-4b85-97cc-af32f75213a5,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:23.215715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1125d8fa-5856-4aec-a535-f89c880e99d0) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:23.220798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.220976 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.240863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10305972-a8e2-49e2-9326-65c397464d6a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8155315 Sep 21 08:33:23.246327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51898) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:23.251163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9a91d577-6f55-4e28-899f-5eb68eae6da1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-610641275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:23.254240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76094980-0f71-40bd-b95f-432a227005be None None] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:23.295739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-923da345-188d-43b9-9bd6-2eff4e301475 None None] Port 86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:23.309186 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a91d577-6f55-4e28-899f-5eb68eae6da1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.310253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a91d577-6f55-4e28-899f-5eb68eae6da1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.333653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eca52-07be-471b-b9a3-5739101f442e req-a7bcf198-651c-461f-9970-ea2fe18ea028 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.342932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d9eca52-07be-471b-b9a3-5739101f442e req-a7bcf198-651c-461f-9970-ea2fe18ea028 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1094 time: 0.6509655 Sep 21 08:33:23.363055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.427037 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1ccc86-d116-41b2-870a-d4f7786f6705 x-openstack-request-id: req-7b1ccc86-d116-41b2-870a-d4f7786f6705 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:23.427350 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab730aa-ab3e-4d34-bf99-8341adbef69e", "name": "network-vif-plugged", "status": "completed", "tag": "3e905d41-6032-4b85-97cc-af32f75213a5", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:23.427597 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7b1ccc86-d116-41b2-870a-d4f7786f6705 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:23.427988 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e905d41-6032-4b85-97cc-af32f75213a5', 'code': 200} Sep 21 08:33:23.467175 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d9eca52-07be-471b-b9a3-5739101f442e req-124ece22-1b88-4996-a14c-df0fbc0e6110 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228690 Sep 21 08:33:23.485461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-1125d8fa-5856-4aec-a535-f89c880e99d0', 'network_id': '1125d8fa-5856-4aec-a535-f89c880e99d0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': '806baa48-c3c9-46e9-bfbd-69c33f87eed4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:23.486014 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.486660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a91d577-6f55-4e28-899f-5eb68eae6da1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.495166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a069de-562f-41f2-8888-f71a080200a7 req-6cec7a5d-b035-49ce-9774-e0075ac92c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.495166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-6cec7a5d-b035-49ce-9774-e0075ac92c93 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b97a0943-2aa4-48f4-bd9d-20f91d195033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3860700 Sep 21 08:33:23.496890 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a91d577-6f55-4e28-899f-5eb68eae6da1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.520865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a91d577-6f55-4e28-899f-5eb68eae6da1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.522117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9a91d577-6f55-4e28-899f-5eb68eae6da1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2745185 Sep 21 08:33:23.530185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51902) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:23.667737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Allocated IP 2001:db8::2 (1125d8fa-5856-4aec-a535-f89c880e99d0/806baa48-c3c9-46e9-bfbd-69c33f87eed4/8a620c3b-2705-462f-8e13-bcbd6bb186f9) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:23.701397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba2da4-ac02-4e65-a4e3-6fb7d90a3eb5 req-73b53ecc-056c-40ac-8920-e48cec2fbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.702984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69ba2da4-ac02-4e65-a4e3-6fb7d90a3eb5 req-73b53ecc-056c-40ac-8920-e48cec2fbef3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 1096 time: 0.1917074 Sep 21 08:33:23.803279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-940a41e7-e6a5-4516-9a1a-e81a4f5fd5f3 service neutron] 10.222.0.50 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906287 Sep 21 08:33:23.804882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69ba2da4-ac02-4e65-a4e3-6fb7d90a3eb5 req-b4160ea7-4799-41eb-98fe-15c4699c6088 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Sep 21 08:33:23.876318 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.883466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:23.885804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0259f79-5ccb-4c73-9c43-485d27171181 req-ac82391b-18e5-4c68-a292-215c590358f9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:23.888017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0259f79-5ccb-4c73-9c43-485d27171181 req-ac82391b-18e5-4c68-a292-215c590358f9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.3093221 Sep 21 08:33:23.955124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Pushing event updated for resources: {'Port': ['ID=8a620c3b-2705-462f-8e13-bcbd6bb186f9,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:23.965203 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a069de-562f-41f2-8888-f71a080200a7 req-bd6de630-4009-4b49-839b-bdbc0ff5727a service neutron] 10.222.0.50 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309867 Sep 21 08:33:23.965600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:23.968937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:23.974936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:24.077331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Attempting to bind port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:24.078227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Attempting to bind port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '01f5050d-876c-48ca-a9ae-1feb79f07b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1125d8fa-5856-4aec-a535-f89c880e99d0'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:24.078879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Attempting to bind port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 on network 1125d8fa-5856-4aec-a535-f89c880e99d0 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:24.089516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:24.090697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Checking segment: {'id': '01f5050d-876c-48ca-a9ae-1feb79f07b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1125d8fa-5856-4aec-a535-f89c880e99d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:24.091962 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:24.092878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Bound using segment: {'id': '01f5050d-876c-48ca-a9ae-1feb79f07b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1125d8fa-5856-4aec-a535-f89c880e99d0'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:24.093882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Bound port: 8a620c3b-2705-462f-8e13-bcbd6bb186f9, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f5050d-876c-48ca-a9ae-1feb79f07b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1125d8fa-5856-4aec-a535-f89c880e99d0'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:24.094677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:24.225186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] For port 8a620c3b-2705-462f-8e13-bcbd6bb186f9, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:24.232421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] For port 8a620c3b-2705-462f-8e13-bcbd6bb186f9, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8a620c3b-2705-462f-8e13-bcbd6bb186f9,segment=NetworkSegment(01f5050d-876c-48ca-a9ae-1feb79f07b15),segment_id=01f5050d-876c-48ca-a9ae-1feb79f07b15)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:24.244101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:24.377152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-a3944ba6-e921-4b95-b9b0-cc06f1accff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:24.378430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-a3944ba6-e921-4b95-b9b0-cc06f1accff8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c95906d2cb8843588aae21ce3786cdb6&device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1094 time: 0.0852308 Sep 21 08:33:24.383009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038bf2-0c7b-4b78-a50c-32e65a19c631 None None] Pushing event updated for resources: {'Port': ['ID=8a620c3b-2705-462f-8e13-bcbd6bb186f9,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:24.442856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:24.496662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:24.500298 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0259f79-5ccb-4c73-9c43-485d27171181 req-dea16f6d-20d1-4a61-9280-adef86509298 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837431 Sep 21 08:33:24.536440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:24.564527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37957f-87e6-4f36-be6a-5feabf32e5c1 req-11623440-dc17-484a-8883-166f70d71af9 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:24.574379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b37957f-87e6-4f36-be6a-5feabf32e5c1 req-11623440-dc17-484a-8883-166f70d71af9 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 945 time: 0.2112553 Sep 21 08:33:24.696640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:24.697855 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:24.701779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/ports/86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 HTTP/1.1" status: 200 len: 910 time: 1.5900278 Sep 21 08:33:24.703148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51912) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:24.703833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68addcdf-c73f-4eef-b826-4745ed915759 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=86d2b00c-5bd9-4a3e-a6c1-f73821b265b6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:24.744449 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b37957f-87e6-4f36-be6a-5feabf32e5c1 req-3e745b24-515e-496e-b587-0a2d2e07a0c2 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640856 Sep 21 08:33:24.746437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-11b93f6a-88cd-43b1-ab2d-c9d7543a680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:24.759209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-11b93f6a-88cd-43b1-ab2d-c9d7543a680d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b97a0943-2aa4-48f4-bd9d-20f91d195033 HTTP/1.1" status: 200 len: 911 time: 0.3577075 Sep 21 08:33:24.820800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-2759423b-7450-45ed-aa4e-b83a4ffd0336 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0538c83-292a-43af-98b3-2f60cd129a24 HTTP/1.1" status: 200 len: 217 time: 0.0426879 Sep 21 08:33:24.905165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-afd2628d-9c6f-430f-9115-22fcb357b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:24.907134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-afd2628d-9c6f-430f-9115-22fcb357b0d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a0488337-a192-47b0-874f-9595ff72456d HTTP/1.1" status: 200 len: 849 time: 0.0759931 Sep 21 08:33:24.980503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-9f1f4359-bb33-4cc4-99fc-9a391aa2ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:24.980503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-9f1f4359-bb33-4cc4-99fc-9a391aa2ec53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b97a0943-2aa4-48f4-bd9d-20f91d195033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611529 Sep 21 08:33:25.014953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1738-9440-483b-ad8e-0dbd027bbeb1 req-ddd0250f-51ae-4158-805e-e3cef62fbdef tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:25.020202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-66ad1738-9440-483b-ad8e-0dbd027bbeb1 req-ddd0250f-51ae-4158-805e-e3cef62fbdef tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1094 time: 0.2203858 Sep 21 08:33:25.100794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-a48f511e-355d-431f-97bc-713ded71a3fb service neutron] 10.222.0.50 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112897 Sep 21 08:33:25.220425 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-66ad1738-9440-483b-ad8e-0dbd027bbeb1 req-f1a6d659-1e74-4691-84a2-01f34000e3ea tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422014 Sep 21 08:33:25.231730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8abd8bf8-1402-4bb6-b391-93c168ccc179 req-a775b051-9a7e-46d4-963b-30a5b70b5a0c service neutron] 10.222.0.50 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206326 Sep 21 08:33:25.280960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8::1 (1125d8fa-5856-4aec-a535-f89c880e99d0/806baa48-c3c9-46e9-bfbd-69c33f87eed4/90472135-e8c8-43b7-9951-aa29dbf65e7f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:25.311490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.396359 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2d5d18c3-2a0a-4b00-943f-dde93be4ef70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.490462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.537413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.697832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a620c3b-2705-462f-8e13-bcbd6bb186f9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:25.704160 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beba58d-3055-4cb5-9867-dca4447d30e8 req-3a2accaa-237b-456d-85aa-dd1ec627eb06 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:25.712374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1beba58d-3055-4cb5-9867-dca4447d30e8 req-3a2accaa-237b-456d-85aa-dd1ec627eb06 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.0907979 Sep 21 08:33:25.723256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.779623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1beba58d-3055-4cb5-9867-dca4447d30e8 req-ea47fd9a-58b6-485a-9352-df1743a92867 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661252 Sep 21 08:33:25.797429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:25.803950 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.804366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:25.816517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:25.825447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:25.826016 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.850581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94501f55-f1d5-49d4-b2f1-490fcfaa6ecc None None] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:25.967095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d54bb89a-255b-4973-a427-5b295e6aa8fb None None] Provisioning complete for port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:25.967536 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d54bb89a-255b-4973-a427-5b295e6aa8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:25.984712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=90472135-e8c8-43b7-9951-aa29dbf65e7f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:26.022371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.063933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28e26c-2514-4986-b591-7a156d931a46 req-04a2e95e-9569-4868-98cc-3b5b0fbcdfde tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:26.065675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c28e26c-2514-4986-b591-7a156d931a46 req-04a2e95e-9569-4868-98cc-3b5b0fbcdfde tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 945 time: 0.1205425 Sep 21 08:33:26.147399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.224208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8a620c3b-2705-462f-8e13-bcbd6bb186f9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8a620c3b-2705-462f-8e13-bcbd6bb186f9,segment=NetworkSegment(01f5050d-876c-48ca-a9ae-1feb79f07b15),segment_id=01f5050d-876c-48ca-a9ae-1feb79f07b15)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:26.224461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c28e26c-2514-4986-b591-7a156d931a46 req-1324039c-bbf9-4145-9cdb-06326f6aee8a tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349018 Sep 21 08:33:26.233309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.274657 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d54bb89a-255b-4973-a427-5b295e6aa8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.341156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8a620c3b-2705-462f-8e13-bcbd6bb186f9,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:26.396985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-d54bb89a-255b-4973-a427-5b295e6aa8fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:33:26.397399 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-d54bb89a-255b-4973-a427-5b295e6aa8fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:33:26.453511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a648f1b-6b90-4207-a52b-06d57da4f5ed req-87a1b006-92e8-4b9e-82f0-8caba81204ec tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:26.455765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a648f1b-6b90-4207-a52b-06d57da4f5ed req-87a1b006-92e8-4b9e-82f0-8caba81204ec tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1094 time: 0.0977957 Sep 21 08:33:26.484013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:26.484504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.508417 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a648f1b-6b90-4207-a52b-06d57da4f5ed req-6e19a374-8d5b-4ef7-a59a-045d04cc2e47 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439394 Sep 21 08:33:26.640106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.649352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.652793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.656595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.683500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 86d2b00c-5bd9-4a3e-a6c1-f73821b265b6 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:26.733022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:26.907840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=90472135-e8c8-43b7-9951-aa29dbf65e7f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:26.977024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029098f0-1826-42f9-b066-ac7b8106f86a req-4de67f90-e5e2-4f48-bac4-bcd5a70c4113 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:26.979426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-029098f0-1826-42f9-b066-ac7b8106f86a req-4de67f90-e5e2-4f48-bac4-bcd5a70c4113 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.0735586 Sep 21 08:33:27.050703 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-029098f0-1826-42f9-b066-ac7b8106f86a req-d3e0c30d-8b51-44db-9751-5031056e84fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622370 Sep 21 08:33:27.084136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-53f03cc7-31fd-4b0b-98d4-7ab3673bdcd0 None None] Provisioning complete for port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:27.084305 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53f03cc7-31fd-4b0b-98d4-7ab3673bdcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.122754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:27.126140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:27.238752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-53f03cc7-31fd-4b0b-98d4-7ab3673bdcd0 None None] Provisioning complete for port 90472135-e8c8-43b7-9951-aa29dbf65e7f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:27.239572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53f03cc7-31fd-4b0b-98d4-7ab3673bdcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.282536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-53f03cc7-31fd-4b0b-98d4-7ab3673bdcd0 None None] Port 90472135-e8c8-43b7-9951-aa29dbf65e7f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:27.299595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.339364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=86d2b00c-5bd9-4a3e-a6c1-f73821b265b6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:27.411719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b228f994-e499-4102-bdfb-c83186fcbbd4 None None] Provisioning complete for port 90472135-e8c8-43b7-9951-aa29dbf65e7f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:27.412296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b228f994-e499-4102-bdfb-c83186fcbbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.424869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9e700557-2669-478d-a151-42eb1528122c is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:27.475462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b228f994-e499-4102-bdfb-c83186fcbbd4 None None] Port 90472135-e8c8-43b7-9951-aa29dbf65e7f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:27.570179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.607259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5a94531f-22f3-4c29-ac82-ecc392ebf2ee None None] Provisioning complete for port 90472135-e8c8-43b7-9951-aa29dbf65e7f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:27.611839 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a94531f-22f3-4c29-ac82-ecc392ebf2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.662162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a620c3b-2705-462f-8e13-bcbd6bb186f9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:27.708870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5a94531f-22f3-4c29-ac82-ecc392ebf2ee None None] Port 90472135-e8c8-43b7-9951-aa29dbf65e7f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:27.729930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:27.730342 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.743585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:27.761224 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] Sync routers for ids ['9e700557-2669-478d-a151-42eb1528122c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:27.765777 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bdc80ffb-5c4a-4137-ae83-9ccc810aba74 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9e700557-2669-478d-a151-42eb1528122c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2312629 Sep 21 08:33:27.767126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51942) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:27.793555 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] Routers {'9e700557-2669-478d-a151-42eb1528122c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:27.795948 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9e700557-2669-478d-a151-42eb1528122c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:27.807075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:27.833962 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:27.837332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68852c8-f272-4b92-9b0f-3fc02e1f5bce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:27.839351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c68852c8-f272-4b92-9b0f-3fc02e1f5bce tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports/90472135-e8c8-43b7-9951-aa29dbf65e7f HTTP/1.1" status: 200 len: 911 time: 0.0698645 Sep 21 08:33:27.842274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51944) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:27.844324 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] Routers {'9e700557-2669-478d-a151-42eb1528122c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:27.845423 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9e700557-2669-478d-a151-42eb1528122c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:27.885485 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:27.886527 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf849c-7597-4ef3-9d75-55994ebfe4d9 None None] The sync data for ids ['9e700557-2669-478d-a151-42eb1528122c'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:27.901386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0538c83-292a-43af-98b3-2f60cd129a24 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:33:28.262316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0538c83-292a-43af-98b3-2f60cd129a24, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0538c83-292a-43af-98b3-2f60cd129a24,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:28.269255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80dfed-7709-4d88-8409-77fc0ac080ef req-a15f6286-d44a-4404-bbf9-a4bfe9d7e2ca tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:28.270853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d80dfed-7709-4d88-8409-77fc0ac080ef req-a15f6286-d44a-4404-bbf9-a4bfe9d7e2ca tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.1076756 Sep 21 08:33:28.279665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b0538c83-292a-43af-98b3-2f60cd129a24', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'port_id': 'b0538c83-292a-43af-98b3-2f60cd129a24', 'mac_address': 'fa:16:3e:31:a9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0488337-a192-47b0-874f-9595ff72456d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:33:28.314573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d80dfed-7709-4d88-8409-77fc0ac080ef req-84c89bad-1059-48ab-a0c3-86cc72e5c6be tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371373 Sep 21 08:33:28.334184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84da07-f0bc-45dd-9f87-56bd6ae694b5 req-c26ea772-db14-4432-8344-557d72d7e2bb tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:28.341505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b84da07-f0bc-45dd-9f87-56bd6ae694b5 req-c26ea772-db14-4432-8344-557d72d7e2bb tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1094 time: 0.6103663 Sep 21 08:33:28.366446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router 414923d4-f251-40c8-9794-b98edf14a3fe has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:28.374573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.388918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.395697 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b84da07-f0bc-45dd-9f87-56bd6ae694b5 req-b5eaa785-4abc-419e-9f0e-da5709db1280 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488164 Sep 21 08:33:28.397876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0538c83-292a-43af-98b3-2f60cd129a24 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:33:28.420718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0538c83-292a-43af-98b3-2f60cd129a24, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0538c83-292a-43af-98b3-2f60cd129a24,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:28.428633 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.489189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b0538c83-292a-43af-98b3-2f60cd129a24,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:28.495657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:28.503708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-15d7da91-d2aa-4f15-b72c-96ac8a46fdd5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/414923d4-f251-40c8-9794-b98edf14a3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7762055 Sep 21 08:33:28.504720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51964) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:28.508343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] Sync routers for ids ['414923d4-f251-40c8-9794-b98edf14a3fe'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:28.525717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] Routers {'414923d4-f251-40c8-9794-b98edf14a3fe'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:28.526396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['414923d4-f251-40c8-9794-b98edf14a3fe'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:28.547546 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5c4be5dc-c802-467d-8d7c-62eb61dc0483 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=414923d4-f251-40c8-9794-b98edf14a3fe HTTP/1.1" status: 200 len: 205 time: 0.0348694 Sep 21 08:33:28.548255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51966) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:28.564020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:28.573235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] Routers {'414923d4-f251-40c8-9794-b98edf14a3fe'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:28.573827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['414923d4-f251-40c8-9794-b98edf14a3fe'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:28.616985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:28.617731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b2f35-c879-4e0c-95db-3b824f2ecfa2 None None] The sync data for ids ['414923d4-f251-40c8-9794-b98edf14a3fe'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:28.650422 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23e50aa7-c6d1-4436-b296-d8d4713ed7fd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.688038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 90472135-e8c8-43b7-9951-aa29dbf65e7f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:28.688313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.704157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b0538c83-292a-43af-98b3-2f60cd129a24'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:33:28.813387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.827531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 90472135-e8c8-43b7-9951-aa29dbf65e7f owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:28.833239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23e50aa7-c6d1-4436-b296-d8d4713ed7fd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.835943 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23e50aa7-c6d1-4436-b296-d8d4713ed7fd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.892920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23e50aa7-c6d1-4436-b296-d8d4713ed7fd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.893519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e50aa7-c6d1-4436-b296-d8d4713ed7fd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Fanout notify agent at l3_agent the message router_deleted on router 414923d4-f251-40c8-9794-b98edf14a3fe {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:33:28.907693 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23e50aa7-c6d1-4436-b296-d8d4713ed7fd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:28.911128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-23e50aa7-c6d1-4436-b296-d8d4713ed7fd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/414923d4-f251-40c8-9794-b98edf14a3fe HTTP/1.1" status: 204 len: 168 time: 0.3595555 Sep 21 08:33:28.911613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51974) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:28.972467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet 6d8d0b2e-cec5-472d-93d5-5be02e89f234 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:33:28.976197 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.029158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.081510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.117164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=90472135-e8c8-43b7-9951-aa29dbf65e7f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:29.149537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.228526 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.239868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.259418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.264745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/6d8d0b2e-cec5-472d-93d5-5be02e89f234 HTTP/1.1" status: 204 len: 168 time: 0.3522353 Sep 21 08:33:29.277913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5265e-e949-4358-8933-a823f435f182 None None] Network ab9328b6-ddc9-4482-821b-8a209ba0ec5d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:29.299612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 51986) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:29.306791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26134f-6025-4fed-bcbd-78a62419e8bf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8d0b2e-cec5-472d-93d5-5be02e89f234,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:29.531838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468052a-6139-4310-95e8-07fcd7ea6810 req-07b1fd81-a5fd-4f63-bca8-2c1b218438ce tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:29.533577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1468052a-6139-4310-95e8-07fcd7ea6810 req-07b1fd81-a5fd-4f63-bca8-2c1b218438ce tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1095 time: 0.0550973 Sep 21 08:33:29.542497 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.568143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9e700557-2669-478d-a151-42eb1528122c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:29.570266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] DHCP port deletion for ab9328b6-ddc9-4482-821b-8a209ba0ec5d request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:33:29.580022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1468052a-6139-4310-95e8-07fcd7ea6810 req-bec8a44f-9906-432f-bd7f-9b661cb877f3 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Sep 21 08:33:29.588227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c997334-80d1-4cde-bc31-bf01a709e84c req-a5d782bc-f3e4-4eaf-8fc4-98c84962c1ed tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:29.589714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c997334-80d1-4cde-bc31-bf01a709e84c req-a5d782bc-f3e4-4eaf-8fc4-98c84962c1ed tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 943 time: 0.1148458 Sep 21 08:33:29.627601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] Deleting port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:29.628016 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.693915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] For port 1b85ace5-56db-4a8b-84a8-2c1af6c17680, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1b85ace5-56db-4a8b-84a8-2c1af6c17680,segment=NetworkSegment(6a8c3b76-556c-46e8-860b-10abfaf39ea3),segment_id=6a8c3b76-556c-46e8-860b-10abfaf39ea3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:29.694345 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.705503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5d27b-bbee-44b0-a30f-229bcae89155 req-63165b8d-113a-47b5-ab25-e93f7c75f7c5 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:29.707048 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3f5d27b-bbee-44b0-a30f-229bcae89155 req-63165b8d-113a-47b5-ab25-e93f7c75f7c5 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 945 time: 0.0583656 Sep 21 08:33:29.708860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] Calling delete_port for 1b85ace5-56db-4a8b-84a8-2c1af6c17680 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:29.723305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:29.728829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2466bf5a-f10a-4b61-a7a4-6b06fe1d4779 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9e700557-2669-478d-a151-42eb1528122c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849850 Sep 21 08:33:29.732629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:29.736356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c997334-80d1-4cde-bc31-bf01a709e84c req-0f3bd327-97da-4114-b11e-019e60ddd256 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211796 Sep 21 08:33:29.739513 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] Sync routers for ids ['9e700557-2669-478d-a151-42eb1528122c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:29.747923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:29.748275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.761861 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] Routers {'9e700557-2669-478d-a151-42eb1528122c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:29.764025 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9e700557-2669-478d-a151-42eb1528122c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:29.785868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-801f9f72-080b-444b-90cf-99218466ce82 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e700557-2669-478d-a151-42eb1528122c HTTP/1.1" status: 200 len: 205 time: 0.0494142 Sep 21 08:33:29.786454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 51998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:29.807925 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:29.809672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3f5d27b-bbee-44b0-a30f-229bcae89155 req-3c0d3add-6ef5-473f-9c30-1dd338dbda83 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954652 Sep 21 08:33:29.815995 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.829619 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] Routers {'9e700557-2669-478d-a151-42eb1528122c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:29.830711 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9e700557-2669-478d-a151-42eb1528122c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:29.847666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] Pushing event deleted for resources: {'Port': ['ID=1b85ace5-56db-4a8b-84a8-2c1af6c17680,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:29.854607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b609f-d152-43ae-b54b-2a5e372f18b4 None None] No DVR routers for this DVR port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:29.860727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port 1b85ace5-56db-4a8b-84a8-2c1af6c17680, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1b85ace5-56db-4a8b-84a8-2c1af6c17680,segment=NetworkSegment(6a8c3b76-556c-46e8-860b-10abfaf39ea3),segment_id=6a8c3b76-556c-46e8-860b-10abfaf39ea3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:29.861391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.873879 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:29.874509 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1eb87-c60f-4f34-b88a-8559d91ad6a7 None None] The sync data for ids ['9e700557-2669-478d-a151-42eb1528122c'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:29.881429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 1b85ace5-56db-4a8b-84a8-2c1af6c17680 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:29.891034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f299ecb-f10c-46e4-adad-634207086f03 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:29.921168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a872834-6962-48d0-991a-1d2be9847e9f details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:33:29.925833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0538c83-292a-43af-98b3-2f60cd129a24 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:29.969251 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.005769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port 1b85ace5-56db-4a8b-84a8-2c1af6c17680 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:30.011653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=1b85ace5-56db-4a8b-84a8-2c1af6c17680,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:30.038650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port b0538c83-292a-43af-98b3-2f60cd129a24 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:33:30.048677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b0538c83-292a-43af-98b3-2f60cd129a24 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:30.049164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.083663 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f299ecb-f10c-46e4-adad-634207086f03 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.086377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f299ecb-f10c-46e4-adad-634207086f03 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.090816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a872834-6962-48d0-991a-1d2be9847e9f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a872834-6962-48d0-991a-1d2be9847e9f,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:30.098806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.110739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8a872834-6962-48d0-991a-1d2be9847e9f', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'port_id': '8a872834-6962-48d0-991a-1d2be9847e9f', 'mac_address': 'fa:16:3e:85:31:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:33:30.127178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9328b6-ddc9-4482-821b-8a209ba0ec5d']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:30.135888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f299ecb-f10c-46e4-adad-634207086f03 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.136749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f299ecb-f10c-46e4-adad-634207086f03 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Fanout notify agent at l3_agent the message router_deleted on router 9e700557-2669-478d-a151-42eb1528122c {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:33:30.141373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8c3b76-556c-46e8-860b-10abfaf39ea3') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:30.141747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8c3b76-556c-46e8-860b-10abfaf39ea3') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:30.143628 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6f299ecb-f10c-46e4-adad-634207086f03 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.144731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6f299ecb-f10c-46e4-adad-634207086f03 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/9e700557-2669-478d-a151-42eb1528122c HTTP/1.1" status: 204 len: 168 time: 0.3495772 Sep 21 08:33:30.147238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52002) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:30.157929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.172409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.179406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:33:30.180639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: self.session.flush() Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:33:30.184494 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:33:30.193479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.206480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.207485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet 806baa48-c3c9-46e9-bfbd-69c33f87eed4 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:33:30.210756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.219837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a872834-6962-48d0-991a-1d2be9847e9f {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:33:30.250209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.254279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0538c83-292a-43af-98b3-2f60cd129a24'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:30.256617 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bdd375-c5f5-4a6f-8e9b-85ec4b93af86" -d '{"events": [{"server_uuid": "78d8cdf3-d048-4850-bc99-884c6f7c5adf", "name": "network-vif-plugged", "status": "completed", "tag": "b0538c83-292a-43af-98b3-2f60cd129a24"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:30.258044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.260730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/ab9328b6-ddc9-4482-821b-8a209ba0ec5d HTTP/1.1" status: 204 len: 168 time: 0.9599640 Sep 21 08:33:30.260988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.264698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52006) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:30.265302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a872834-6962-48d0-991a-1d2be9847e9f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a872834-6962-48d0-991a-1d2be9847e9f,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:30.269807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6dad9b89-70b2-40b0-ba47-f04920f472ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1463919860', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:30.274429 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.281942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b0538c83-292a-43af-98b3-2f60cd129a24, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0538c83-292a-43af-98b3-2f60cd129a24,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:30.282209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872c837-eb06-4041-a844-0ba66c0a2088 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=ab9328b6-ddc9-4482-821b-8a209ba0ec5d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:30.308088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.310929 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006964d4-4c56-4e31-8054-06abe430e213 x-openstack-request-id: req-006964d4-4c56-4e31-8054-06abe430e213 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:30.311283 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8cdf3-d048-4850-bc99-884c6f7c5adf", "name": "network-vif-plugged", "status": "completed", "tag": "b0538c83-292a-43af-98b3-2f60cd129a24", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:30.311631 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-006964d4-4c56-4e31-8054-06abe430e213 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:30.312030 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0538c83-292a-43af-98b3-2f60cd129a24', 'code': 200} Sep 21 08:33:30.340764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a872834-6962-48d0-991a-1d2be9847e9f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:30.354218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dad9b89-70b2-40b0-ba47-f04920f472ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.355599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dad9b89-70b2-40b0-ba47-f04920f472ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.403096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b0538c83-292a-43af-98b3-2f60cd129a24,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:30.412817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.428753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd4f6-e3e6-48f7-9231-bc7439cceb55 req-eb9feada-b448-44d0-974c-b5bee644017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:30.430401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2eafd4f6-e3e6-48f7-9231-bc7439cceb55 req-eb9feada-b448-44d0-974c-b5bee644017f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.0518677 Sep 21 08:33:30.472495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2eafd4f6-e3e6-48f7-9231-bc7439cceb55 req-09fe321e-4c5e-4def-a576-efeebb973e11 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306439 Sep 21 08:33:30.477090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dad9b89-70b2-40b0-ba47-f04920f472ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.486137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dad9b89-70b2-40b0-ba47-f04920f472ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.520585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dad9b89-70b2-40b0-ba47-f04920f472ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.522533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6dad9b89-70b2-40b0-ba47-f04920f472ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2563341 Sep 21 08:33:30.525738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:30.533180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-1327761725'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:30.538094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.538295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a872834-6962-48d0-991a-1d2be9847e9f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:33:30.564973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:30.568509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.580850 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.585667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/806baa48-c3c9-46e9-bfbd-69c33f87eed4 HTTP/1.1" status: 204 len: 168 time: 0.4373333 Sep 21 08:33:30.586892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52012) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:30.587111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c623a0f-b1cc-4946-882f-20fbf74d8a5e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=806baa48-c3c9-46e9-bfbd-69c33f87eed4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:30.596936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f1f4e-0997-421e-bdba-baf981d54998 None None] Network 1125d8fa-5856-4aec-a535-f89c880e99d0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:30.626065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:30.672316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.672682 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 90acfe16-4e4a-422d-be26-5345340bf5bb of type vlan for network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 Sep 21 08:33:30.704283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.760324 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.823135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fd034-41a1-45ae-8e50-321e4cf486f3 req-39ad5740-e0a4-4f93-94d0-0805e7b9dd87 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:30.833299 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df5fd034-41a1-45ae-8e50-321e4cf486f3 req-39ad5740-e0a4-4f93-94d0-0805e7b9dd87 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.1528172 Sep 21 08:33:30.848536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.848536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:30.848927 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.877747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] DHCP port deletion for 1125d8fa-5856-4aec-a535-f89c880e99d0 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:33:30.929699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd3f8-89c1-4372-8bf4-17c08414a873 req-a04e974d-a264-4f8e-9139-c8608d796b6d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:30.931383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a8cd3f8-89c1-4372-8bf4-17c08414a873 req-a04e974d-a264-4f8e-9139-c8608d796b6d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 944 time: 0.0806963 Sep 21 08:33:30.936407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] Deleting port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:30.936989 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:30.965591 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4381993 Sep 21 08:33:30.968886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52020) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:30.974045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:30.980001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ffcea-b4a4-4267-b298-043d3c66479d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=d34ecdc3-fb75-4ae7-a085-2a7a335acb58,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:30.989833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a8cd3f8-89c1-4372-8bf4-17c08414a873 req-165451af-6694-4eaa-b103-a37a9aa00741 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475528 Sep 21 08:33:30.991885 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df5fd034-41a1-45ae-8e50-321e4cf486f3 req-9529799c-3012-4be1-864e-fbd6975edcdf tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590478 Sep 21 08:33:31.016716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:31.017076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.034899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:31.081515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] For port 8a620c3b-2705-462f-8e13-bcbd6bb186f9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8a620c3b-2705-462f-8e13-bcbd6bb186f9,segment=NetworkSegment(01f5050d-876c-48ca-a9ae-1feb79f07b15),segment_id=01f5050d-876c-48ca-a9ae-1feb79f07b15)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:31.081917 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.128561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] Calling delete_port for 8a620c3b-2705-462f-8e13-bcbd6bb186f9 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:31.240056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.270800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] Pushing event deleted for resources: {'Port': ['ID=8a620c3b-2705-462f-8e13-bcbd6bb186f9,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:31.274966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9be60-e90c-4fb3-8e86-2dd4e955db68 None None] No DVR routers for this DVR port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:31.466253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 8a620c3b-2705-462f-8e13-bcbd6bb186f9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8a620c3b-2705-462f-8e13-bcbd6bb186f9,segment=NetworkSegment(01f5050d-876c-48ca-a9ae-1feb79f07b15),segment_id=01f5050d-876c-48ca-a9ae-1feb79f07b15)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:31.466966 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.496163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 8a620c3b-2705-462f-8e13-bcbd6bb186f9 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:31.517753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-069f3680-162a-4d1b-8ae3-f4fb2acb28df tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:31.519307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-069f3680-162a-4d1b-8ae3-f4fb2acb28df tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 945 time: 0.5071943 Sep 21 08:33:31.540037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676b683-558b-46c9-8e86-a751fc2de18b req-e5dbcd72-b85e-4ccf-8c0b-1723deced326 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:31.542165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8676b683-558b-46c9-8e86-a751fc2de18b req-e5dbcd72-b85e-4ccf-8c0b-1723deced326 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 945 time: 0.4702051 Sep 21 08:33:31.585905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:31.588790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1b85ace5-56db-4a8b-84a8-2c1af6c17680 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:33:31.589455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.613195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1b85ace5-56db-4a8b-84a8-2c1af6c17680 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:33:31.614038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1b85ace5-56db-4a8b-84a8-2c1af6c17680 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:33:31.614038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a620c3b-2705-462f-8e13-bcbd6bb186f9 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:33:31.634854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8a620c3b-2705-462f-8e13-bcbd6bb186f9 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:33:31.635356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a620c3b-2705-462f-8e13-bcbd6bb186f9 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:33:31.752439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8676b683-558b-46c9-8e86-a751fc2de18b req-d6159996-e07c-47d4-8166-9aaabeb7c3f8 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/security-groups?id=f2e6eadd-f953-4a7f-92d4-710b2ac2e528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687255 Sep 21 08:33:31.785672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.827266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=8a620c3b-2705-462f-8e13-bcbd6bb186f9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:31.829212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port 8a620c3b-2705-462f-8e13-bcbd6bb186f9 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:31.908683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Deleting port 3e905d41-6032-4b85-97cc-af32f75213a5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:31.909058 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.921692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a872834-6962-48d0-991a-1d2be9847e9f up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:31.972091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 8a872834-6962-48d0-991a-1d2be9847e9f completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:33:31.975854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8a872834-6962-48d0-991a-1d2be9847e9f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:31.976217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:31.984278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.060353 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.074604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1125d8fa-5856-4aec-a535-f89c880e99d0']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:32.101187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f5050d-876c-48ca-a9ae-1feb79f07b15') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:32.101772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f5050d-876c-48ca-a9ae-1feb79f07b15') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:32.107378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a872834-6962-48d0-991a-1d2be9847e9f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a872834-6962-48d0-991a-1d2be9847e9f,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:32.111841 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.127809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078907-6b6a-48c3-9ede-4e7f8e0ffa2d req-c297e9ed-271c-4436-bbde-1752c3a99273 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:32.131060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.132893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.138222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e078907-6b6a-48c3-9ede-4e7f8e0ffa2d req-c297e9ed-271c-4436-bbde-1752c3a99273 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.0627408 Sep 21 08:33:32.159397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] For port 3e905d41-6032-4b85-97cc-af32f75213a5, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3e905d41-6032-4b85-97cc-af32f75213a5,segment=NetworkSegment(ca98676b-bfaa-4321-84b0-182282e3af13),segment_id=ca98676b-bfaa-4321-84b0-182282e3af13)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:32.160211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.167597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.175420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e078907-6b6a-48c3-9ede-4e7f8e0ffa2d req-344744a1-a1a8-47e9-98bb-ae461c406d37 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Sep 21 08:33:32.180850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a872834-6962-48d0-991a-1d2be9847e9f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:32.223958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.245048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Calling delete_port for 3e905d41-6032-4b85-97cc-af32f75213a5 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:32.250320 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:33:32.250810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:33:32.254052 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:33:32.292076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=4209d0a0-d3df-4a87-9e02-50616ed73666,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:32.313454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a872834-6962-48d0-991a-1d2be9847e9f'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:32.316056 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528ae45f-be46-4f84-8d53-c6771a923d24" -d '{"events": [{"server_uuid": "5ea160a8-53fc-4b7d-8741-efc959321dc5", "name": "network-vif-plugged", "status": "completed", "tag": "8a872834-6962-48d0-991a-1d2be9847e9f"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:32.345792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b58e21-a5c4-43c9-89bc-2a22d066be26 req-f2ce1986-e952-4de3-83db-7ab4b284bd0f tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:32.347627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0b58e21-a5c4-43c9-89bc-2a22d066be26 req-f2ce1986-e952-4de3-83db-7ab4b284bd0f tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.0420871 Sep 21 08:33:32.381819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57b855-c499-44c0-b822-0491fca0bb95 req-deb48e51-6691-4d7c-9ce6-c8a270c4c21b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:32.383445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0b58e21-a5c4-43c9-89bc-2a22d066be26 req-5e03f4d0-be71-4b66-b1b9-525967bd55af tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292778 Sep 21 08:33:32.383683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab57b855-c499-44c0-b822-0491fca0bb95 req-deb48e51-6691-4d7c-9ce6-c8a270c4c21b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.2758915 Sep 21 08:33:32.413007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:32.413383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: d34ecdc3-fb75-4ae7-a085-2a7a335acb58, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:32.415636 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.433691 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26973b0-5de8-4f9c-a02e-ce8d51e09381 x-openstack-request-id: req-b26973b0-5de8-4f9c-a02e-ce8d51e09381 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:32.434409 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea160a8-53fc-4b7d-8741-efc959321dc5", "name": "network-vif-plugged", "status": "completed", "tag": "8a872834-6962-48d0-991a-1d2be9847e9f", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:32.435039 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b26973b0-5de8-4f9c-a02e-ce8d51e09381 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:32.435790 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a872834-6962-48d0-991a-1d2be9847e9f', 'code': 200} Sep 21 08:33:32.439894 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.442688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/1125d8fa-5856-4aec-a535-f89c880e99d0 HTTP/1.1" status: 204 len: 168 time: 1.8553655 Sep 21 08:33:32.446422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52038) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:32.451730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-174144841', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:32.479526 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d793fb9-a20d-4af5-ab88-3148055ae03c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=1125d8fa-5856-4aec-a535-f89c880e99d0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:32.482323 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.483866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.519705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab57b855-c499-44c0-b822-0491fca0bb95 req-e1c6a188-b99b-4aac-a50e-bbe0ee6578a4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261277 Sep 21 08:33:32.521064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:32.587661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.640069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d34ecdc3-fb75-4ae7-a085-2a7a335acb58) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:32.644622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:32.645095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.652662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba998ff-de8f-4d7a-bccf-27d9a4726e86 None None] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:32.670219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd73fdb-226a-43d9-906c-6c5dd4592a7a req-d384816c-c328-48b2-a829-a11c40bd4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:32.671997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4cd73fdb-226a-43d9-906c-6c5dd4592a7a req-d384816c-c328-48b2-a829-a11c40bd4f08 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 1096 time: 0.1324530 Sep 21 08:33:32.691875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e7923ca1-8e2c-4f4d-9564-23b68dbb07b2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7219238 Sep 21 08:33:32.692471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97011b0-1ddc-49b6-8851-a4218a1c0d0a req-9368aec7-fac1-40f5-890f-6d063307c6e6 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:32.694288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d97011b0-1ddc-49b6-8851-a4218a1c0d0a req-9368aec7-fac1-40f5-890f-6d063307c6e6 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.1621280 Sep 21 08:33:32.694427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52044) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:32.713273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.785661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Pushing event deleted for resources: {'Port': ['ID=3e905d41-6032-4b85-97cc-af32f75213a5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:32.798551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.815432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d97011b0-1ddc-49b6-8851-a4218a1c0d0a req-c13c17f4-0db2-44e5-a3d0-79bc66b36220 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835183 Sep 21 08:33:32.867949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:32.869400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.962057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] No DVR routers for this DVR port 3e905d41-6032-4b85-97cc-af32f75213a5 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:32.965562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:32.967664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4292817b-dfbd-42d6-bc91-d8e3bbd92dd0 req-44195ed8-39d9-4180-b8b4-007102d70c72 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.62 "DELETE /v2.0/ports/3e905d41-6032-4b85-97cc-af32f75213a5 HTTP/1.1" status: 204 len: 173 time: 1.4377182 Sep 21 08:33:32.969392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4cd73fdb-226a-43d9-906c-6c5dd4592a7a req-8edac874-56f7-4078-bb79-cb2e84999ebe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896721 Sep 21 08:33:32.980735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'name': 'network-vif-deleted', 'tag': '3e905d41-6032-4b85-97cc-af32f75213a5'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:32.981676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abd95188-36eb-40c4-a9e5-94bfbd278f12 req-99b56ba6-546e-496d-9580-12cd249470e1 tempest-VolumesActionsTest-927265341 tempest-VolumesActionsTest-927265341-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ab730aa-ab3e-4d34-bf99-8341adbef69e HTTP/1.1" status: 200 len: 210 time: 0.0444009 Sep 21 08:33:32.986200 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f34bb0-d677-4a4a-87a3-e6718ef96de9" -d '{"events": [{"server_uuid": "7ab730aa-ab3e-4d34-bf99-8341adbef69e", "name": "network-vif-deleted", "tag": "3e905d41-6032-4b85-97cc-af32f75213a5"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:33.060499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Allocated IP 172.20.0.2 (d34ecdc3-fb75-4ae7-a085-2a7a335acb58/4209d0a0-d3df-4a87-9e02-50616ed73666/0bc27526-311f-480c-b347-d4668f08a618) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:33.238995 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.268998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.276802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.285936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.299104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-492eb124-76e4-477b-87e8-6910a19f0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:33.300086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-492eb124-76e4-477b-87e8-6910a19f0ac5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.1860871 Sep 21 08:33:33.327575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:33.330586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:33.333555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-f83f2e23-1501-42aa-989a-5948abaa5b0b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:33.334655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:33.343195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-f83f2e23-1501-42aa-989a-5948abaa5b0b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/networks?id=b97a0943-2aa4-48f4-bd9d-20f91d195033 HTTP/1.1" status: 200 len: 911 time: 0.2204535 Sep 21 08:33:33.362830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb2144-7795-4043-9a62-a2604b4852fc req-2ddb4920-ba8d-45a6-b0e9-1af0667571a1 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:33.367918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d4ef5ef2-4ded-443c-9961-0007b28a035e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/quotas/c95906d2cb8843588aae21ce3786cdb6 HTTP/1.1" status: 200 len: 375 time: 0.0234222 Sep 21 08:33:33.370234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31fb2144-7795-4043-9a62-a2604b4852fc req-2ddb4920-ba8d-45a6-b0e9-1af0667571a1 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2153172 Sep 21 08:33:33.372558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Pushing event updated for resources: {'Port': ['ID=0bc27526-311f-480c-b347-d4668f08a618,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:33.418900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Attempting to bind port 0bc27526-311f-480c-b347-d4668f08a618 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:33.419294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Attempting to bind port 0bc27526-311f-480c-b347-d4668f08a618 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:33.419712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Attempting to bind port 0bc27526-311f-480c-b347-d4668f08a618 on network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:33.427422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:33.429278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Checking segment: {'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:33.429616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.431133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Bound using segment: {'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:33.431133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Bound port: 0bc27526-311f-480c-b347-d4668f08a618, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:33.431512 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.492177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-b7e843dc-ddf0-449e-8f20-fe88cb5bf300 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?tenant_id=c95906d2cb8843588aae21ce3786cdb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1144273 Sep 21 08:33:33.493604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 172.25.1.99 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/74215c28-dece-493f-a329-b8dce7b0509e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:33.496442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.519070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] For port 0bc27526-311f-480c-b347-d4668f08a618, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:33.523463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] For port 0bc27526-311f-480c-b347-d4668f08a618, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0bc27526-311f-480c-b347-d4668f08a618,segment=NetworkSegment(90acfe16-4e4a-422d-be26-5345340bf5bb),segment_id=90acfe16-4e4a-422d-be26-5345340bf5bb)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:33.531810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.606563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31fb2144-7795-4043-9a62-a2604b4852fc req-f240e42b-493d-4f54-ae40-900f4715572b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352698 Sep 21 08:33:33.617653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-3922d6bf-6ac4-489c-95a2-f0b992b58269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:33.619274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-3922d6bf-6ac4-489c-95a2-f0b992b58269 service neutron] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.3108149 Sep 21 08:33:33.659916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7715d9-3fa1-4849-bed8-898b778fdc32 None None] Pushing event updated for resources: {'Port': ['ID=0bc27526-311f-480c-b347-d4668f08a618,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:33.704481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-376b52aa-8191-42c6-9dce-f4304cb1577b service neutron] 10.222.0.59 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937039 Sep 21 08:33:33.723201 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.731268 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619504e7-0cc2-400c-83f6-6d2634952b0b x-openstack-request-id: req-619504e7-0cc2-400c-83f6-6d2634952b0b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:33.731651 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab730aa-ab3e-4d34-bf99-8341adbef69e", "name": "network-vif-deleted", "tag": "3e905d41-6032-4b85-97cc-af32f75213a5", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:33.731869 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-619504e7-0cc2-400c-83f6-6d2634952b0b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:33.732462 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab730aa-ab3e-4d34-bf99-8341adbef69e', 'name': 'network-vif-deleted', 'tag': '3e905d41-6032-4b85-97cc-af32f75213a5', 'status': 'completed', 'code': 200} Sep 21 08:33:33.736067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-12949fc5-321d-46de-9569-0791886c70ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.0625870 Sep 21 08:33:33.766602 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.857737 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-3053e25a-c540-4c63-9faf-cf53aa4cb62f service neutron] 10.222.0.59 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414506 Sep 21 08:33:33.896835 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:33.934530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-6d8a9e06-d226-4fa0-ada7-cc053c0889ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:33.936580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-6d8a9e06-d226-4fa0-ada7-cc053c0889ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1500545 Sep 21 08:33:33.997347 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-e5b526ad-9ce8-489a-96bc-6c30bd2245b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417690 Sep 21 08:33:34.003278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=74215c28-dece-493f-a329-b8dce7b0509e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:34.013619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:34.016892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:34.020332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:34.172749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b21f9-d96d-4673-aa96-aab8c9797ca5 req-6b8cc52e-7a8a-4a3d-9fe8-e4b9e3c0a14b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:34.175819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282b21f9-d96d-4673-aa96-aab8c9797ca5 req-6b8cc52e-7a8a-4a3d-9fe8-e4b9e3c0a14b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.2678828 Sep 21 08:33:34.233290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.20.0.1 (d34ecdc3-fb75-4ae7-a085-2a7a335acb58/4209d0a0-d3df-4a87-9e02-50616ed73666/d8b8a7a9-f181-4d4b-a6c7-21cee38177a3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:34.254350 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f14883b7-b0c9-4c5f-b345-c66946fd3a3d req-a253fb8c-e9ac-4559-85ce-16867c876430 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0362976 Sep 21 08:33:34.286794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282b21f9-d96d-4673-aa96-aab8c9797ca5 req-8ab02c19-5126-4dfc-b1ff-2c35cddab4e1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Sep 21 08:33:34.293851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-3b339d8e-4142-460d-98ad-f456128c36cf service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847483 Sep 21 08:33:34.376012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3e905d41-6032-4b85-97cc-af32f75213a5 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:33:34.437726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 3e905d41-6032-4b85-97cc-af32f75213a5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:33:34.438117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3e905d41-6032-4b85-97cc-af32f75213a5 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:33:34.499304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46030c35-68ae-4d4c-b25d-aeff909ade09 req-28b57115-6892-4d23-b6ee-d4db78901784 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888013 Sep 21 08:33:34.516824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:34.593033 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:34.606701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:34.715405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:34.742058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:34.744403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:34.748477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:34.929529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:35.016505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:35.051698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb958c-8759-4c5e-91bb-553ef66ebe28 req-9726884a-39b1-45ce-92d5-054ecc7786d8 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:35.053351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7cb958c-8759-4c5e-91bb-553ef66ebe28 req-9726884a-39b1-45ce-92d5-054ecc7786d8 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2975638 Sep 21 08:33:35.200169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router a1242822-19cf-47c4-9cf0-a743ce98e06b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:35.254521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d4faf9-5917-49a7-a5b4-d53ab3dcfde9 None None] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:35.424180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e8028d55-521c-4c26-9ff7-4d3611827fd9 None None] Provisioning complete for port 0bc27526-311f-480c-b347-d4668f08a618 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:35.424547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8028d55-521c-4c26-9ff7-4d3611827fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:35.442908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:35.472692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] Sync routers for ids ['a1242822-19cf-47c4-9cf0-a743ce98e06b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:35.474966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:35.477420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e4432ee4-982e-4bfa-a002-524eca25b3a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.0295203 Sep 21 08:33:35.489398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81972146-bac6-460f-bed0-adf8c67fda07 req-599253ab-44b1-4e7d-831f-d3fc652f2c32 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:35.499753 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81972146-bac6-460f-bed0-adf8c67fda07 req-599253ab-44b1-4e7d-831f-d3fc652f2c32 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.1041799 Sep 21 08:33:35.502575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52106) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:35.510367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7cb958c-8759-4c5e-91bb-553ef66ebe28 req-55cee612-4c10-4f90-afe5-81d6137aca70 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469907 Sep 21 08:33:35.520893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:35.623332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] Routers {'a1242822-19cf-47c4-9cf0-a743ce98e06b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:35.624386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a1242822-19cf-47c4-9cf0-a743ce98e06b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:35.717728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:35.745099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81972146-bac6-460f-bed0-adf8c67fda07 req-749aba4e-f56b-4c0d-b686-47a3e3fab80b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392187 Sep 21 08:33:35.769677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0bc27526-311f-480c-b347-d4668f08a618 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:35.870569 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8028d55-521c-4c26-9ff7-4d3611827fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:35.875331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] Routers {'a1242822-19cf-47c4-9cf0-a743ce98e06b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:35.876935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a1242822-19cf-47c4-9cf0-a743ce98e06b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:35.893783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b34e1a53-cb29-4796-b8dd-6aead4d49cd1 req-4a146cbb-5366-418f-b9b0-f7c7e2f46740 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 210 time: 0.2594328 Sep 21 08:33:35.957160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-461ec7dd-883e-44ab-84d7-36f587c19f57 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/routers/a1242822-19cf-47c4-9cf0-a743ce98e06b HTTP/1.1" status: 200 len: 883 time: 0.4529705 Sep 21 08:33:35.960195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:36.063625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-ab59734d-3ad4-4b8b-a6cd-1278c8902438 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2114866 Sep 21 08:33:36.143113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-6e067895-ccf2-4dd6-bfff-0e4a9d0b1115 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:36.144533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-6e067895-ccf2-4dd6-bfff-0e4a9d0b1115 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.62 "GET /v2.0/networks?id=b97a0943-2aa4-48f4-bd9d-20f91d195033 HTTP/1.1" status: 200 len: 911 time: 0.2739217 Sep 21 08:33:36.169423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Request body: {'port': {'device_id': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'admin_state_up': True, 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:36.202139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ca8f7-2bea-4a0c-9604-d40dedc9ea72 req-e908b4da-53d4-4e0b-8a67-e1f49b5cbac2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:36.204270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-af3ca8f7-2bea-4a0c-9604-d40dedc9ea72 req-e908b4da-53d4-4e0b-8a67-e1f49b5cbac2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.2783380 Sep 21 08:33:36.206610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:36.208330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7ecf6-1dec-4da8-ba63-ffe4a507c7e8 None None] The sync data for ids ['a1242822-19cf-47c4-9cf0-a743ce98e06b'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:36.223791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 0bc27526-311f-480c-b347-d4668f08a618 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:36.224656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.228188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.236753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-78851cd7-3e37-44b2-b50c-aecdc6c4b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:36.239016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-78851cd7-3e37-44b2-b50c-aecdc6c4b628 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 1097 time: 0.1120698 Sep 21 08:33:36.239016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Made reservation on behalf of c95906d2cb8843588aae21ce3786cdb6 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:36.241849 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.250827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.252724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e8028d55-521c-4c26-9ff7-4d3611827fd9 None None] For port 0bc27526-311f-480c-b347-d4668f08a618, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0bc27526-311f-480c-b347-d4668f08a618,segment=NetworkSegment(90acfe16-4e4a-422d-be26-5345340bf5bb),segment_id=90acfe16-4e4a-422d-be26-5345340bf5bb)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:36.257718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e80ac02a-4db9-49ff-b36c-19624074158b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2945037 Sep 21 08:33:36.260989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52118) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:36.264039 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8028d55-521c-4c26-9ff7-4d3611827fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.289033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-043d6a93-5b78-44db-804b-c597980a79d2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-174144841'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:36.352731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8028d55-521c-4c26-9ff7-4d3611827fd9 None None] Pushing event updated for resources: {'Port': ['ID=0bc27526-311f-480c-b347-d4668f08a618,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:36.355454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-af3ca8f7-2bea-4a0c-9604-d40dedc9ea72 req-cc2c8ee0-f59e-47cf-b9a3-4d293f66ed29 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371806 Sep 21 08:33:36.491411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:36.538016 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.593333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-68819f76-d712-4aa2-982b-e08a56289ba1 None None] Provisioning complete for port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:36.594082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-68819f76-d712-4aa2-982b-e08a56289ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.618115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-05634d6f-e42f-435f-a306-1aa52761eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:36.620882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-05634d6f-e42f-435f-a306-1aa52761eece service neutron] 10.222.0.50 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.3289442 Sep 21 08:33:36.645091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-68819f76-d712-4aa2-982b-e08a56289ba1 None None] Port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:36.656240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-68819f76-d712-4aa2-982b-e08a56289ba1 None None] Provisioning complete for port 0bc27526-311f-480c-b347-d4668f08a618 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:36.657083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-68819f76-d712-4aa2-982b-e08a56289ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.724794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-0e8b60f5-4548-4bf0-a05e-9f75cf927263 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49 HTTP/1.1" status: 200 len: 217 time: 0.0836515 Sep 21 08:33:36.738704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d41a2-b34a-4016-9365-0abb565378b8 req-fa52227a-47cd-474e-a6b2-2afbc16eec34 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:36.740333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-122d41a2-b34a-4016-9365-0abb565378b8 req-fa52227a-47cd-474e-a6b2-2afbc16eec34 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.2745016 Sep 21 08:33:36.744916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-043d6a93-5b78-44db-804b-c597980a79d2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.769163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-043d6a93-5b78-44db-804b-c597980a79d2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.805050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Allocated IP 172.20.0.10 (b97a0943-2aa4-48f4-bd9d-20f91d195033/a0488337-a192-47b0-874f-9595ff72456d/da8c0ee3-c34d-406f-9996-370266e7075d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:36.876490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ab427840-abf5-43f9-8782-4f970434ee7d None None] Provisioning complete for port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:36.877401 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ab427840-abf5-43f9-8782-4f970434ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:36.885040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-122d41a2-b34a-4016-9365-0abb565378b8 req-42167b22-e32b-4c70-bfe5-66536e151039 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104136 Sep 21 08:33:36.926818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-a8a96601-6d55-4a53-8b22-4bb5fe04c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:36.926818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-a8a96601-6d55-4a53-8b22-4bb5fe04c651 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1483011 Sep 21 08:33:36.969629 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-7bd53d76-f84b-408f-add2-83bcab0ed165 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346525 Sep 21 08:33:36.997658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ab427840-abf5-43f9-8782-4f970434ee7d None None] Port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:36.998510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:37.039401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:37.111957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f360a31c-9a08-4c04-a140-62d6a48d26ea req-abebc5fc-bf5b-4a9a-922b-7ff0def18500 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0676303 Sep 21 08:33:37.245868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-42b3f507-a4bf-4ac0-8f48-9f2867d822a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:37.247462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-42b3f507-a4bf-4ac0-8f48-9f2867d822a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.6639037 Sep 21 08:33:37.257783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7afb4-b94b-4379-8bf7-0e919d5ceecc req-848e667b-c450-40a2-888d-c4714e2cf299 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:37.265560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14f7afb4-b94b-4379-8bf7-0e919d5ceecc req-848e667b-c450-40a2-888d-c4714e2cf299 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.5117865 Sep 21 08:33:37.434764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c3f121e1-c807-4532-a518-ad4c3682c142 None None] Provisioning complete for port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:37.435639 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c3f121e1-c807-4532-a518-ad4c3682c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:37.449976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:37.500682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-f90a6359-b6d6-4570-a57f-fadadddf111f service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194964 Sep 21 08:33:37.502206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c3f121e1-c807-4532-a518-ad4c3682c142 None None] Port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:37.510782 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:37.550823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b0538c83-292a-43af-98b3-2f60cd129a24'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:33:37.563491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-14f7afb4-b94b-4379-8bf7-0e919d5ceecc req-d0d571b7-125e-44b7-b78e-3ce74c2ed50b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967386 Sep 21 08:33:37.611896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043d6a93-5b78-44db-804b-c597980a79d2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router a1242822-19cf-47c4-9cf0-a743ce98e06b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:37.614222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-abdbbf79-1fc8-4d20-bff6-f614f7de4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:37.615778 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-abdbbf79-1fc8-4d20-bff6-f614f7de4992 service neutron] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.3247359 Sep 21 08:33:37.622016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:37.653057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:37.669718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:37.691022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-c9189f30-b53d-4535-b7e9-df26dc55abcf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.0644510 Sep 21 08:33:37.692969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0bc27526-311f-480c-b347-d4668f08a618 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:37.759134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:37.759859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:37.804230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Pushing event updated for resources: {'Port': ['ID=da8c0ee3-c34d-406f-9996-370266e7075d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:37.812771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-d7c94fe6-d6f9-471f-8d4d-3173c572982e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6489470 Sep 21 08:33:37.838261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 0bc27526-311f-480c-b347-d4668f08a618 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:37.838641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:37.841316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-eff86214-f7dd-40b2-8b61-8878c07c1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:37.842828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-eff86214-f7dd-40b2-8b61-8878c07c1617 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.1448462 Sep 21 08:33:37.866171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Request body: {'port': {'device_id': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:37.930031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f8a8f-94a8-4f30-b740-ca6b618b2d1d req-ecd4d6b7-34bf-4ed5-9bcc-6cc360a8f40c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:37.932615 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-bf79e2fa-ef19-4cc8-bb92-a11d9e2d192a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559125 Sep 21 08:33:37.940934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a35f8a8f-94a8-4f30-b740-ca6b618b2d1d req-ecd4d6b7-34bf-4ed5-9bcc-6cc360a8f40c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.4378359 Sep 21 08:33:37.990370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043d6a93-5b78-44db-804b-c597980a79d2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:38.003379 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] Sync routers for ids ['a1242822-19cf-47c4-9cf0-a743ce98e06b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:38.006692 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-043d6a93-5b78-44db-804b-c597980a79d2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:38.013091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-043d6a93-5b78-44db-804b-c597980a79d2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/a1242822-19cf-47c4-9cf0-a743ce98e06b HTTP/1.1" status: 200 len: 890 time: 1.7353177 Sep 21 08:33:38.016101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52146) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:38.019203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:38.057681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] Routers {'a1242822-19cf-47c4-9cf0-a743ce98e06b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:38.060183 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a1242822-19cf-47c4-9cf0-a743ce98e06b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:38.095876 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:38.102537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed98bce5-ec29-41ec-bf0a-8b3b3d215e68 req-a498d6e9-0492-4624-80d2-2c478bf4b603 service neutron] 10.222.0.50 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761170 Sep 21 08:33:38.103404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6adba6d3-bb06-4c5a-8409-0632847e9862 None None] Provisioning complete for port da8c0ee3-c34d-406f-9996-370266e7075d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:38.103790 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6adba6d3-bb06-4c5a-8409-0632847e9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:38.185066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6adba6d3-bb06-4c5a-8409-0632847e9862 None None] Port da8c0ee3-c34d-406f-9996-370266e7075d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:38.234274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a35f8a8f-94a8-4f30-b740-ca6b618b2d1d req-d878eac1-13fb-4dc3-a957-6ec7507c8414 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922473 Sep 21 08:33:38.279621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-c131eec9-334b-4c47-bd7c-f9c3b712f571 service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388758 Sep 21 08:33:38.292378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-facf904f-8b05-4dde-9680-9029689458f7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/routers/a1242822-19cf-47c4-9cf0-a743ce98e06b HTTP/1.1" status: 200 len: 890 time: 0.2751918 Sep 21 08:33:38.294131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52150) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:38.325802 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:38.336519 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] Routers {'a1242822-19cf-47c4-9cf0-a743ce98e06b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:38.337431 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a1242822-19cf-47c4-9cf0-a743ce98e06b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:38.350252 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a905f5fd-b19e-44d2-8471-10c5cbd43cee tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1242822-19cf-47c4-9cf0-a743ce98e06b HTTP/1.1" status: 200 len: 205 time: 0.0440142 Sep 21 08:33:38.365961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:38.378762 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:38.380034 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f752e063-7d9e-43ed-8c0b-f78f96f17ab4 None None] The sync data for ids ['a1242822-19cf-47c4-9cf0-a743ce98e06b'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:38.480262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:38.494548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b24dd974-f685-4cb9-b3af-eb7f5848c2d4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7874310 Sep 21 08:33:38.498666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:38.500185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52158) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:38.517837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:38.519090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:38.533978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf9d8-4ae7-4e69-a72b-49d8d7e54058 req-88021706-a35b-4a73-9a14-1d59257804c2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:38.535588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06cbf9d8-4ae7-4e69-a72b-49d8d7e54058 req-88021706-a35b-4a73-9a14-1d59257804c2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1028 time: 0.3202143 Sep 21 08:33:38.547923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-1128021099'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:38.603939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:38.617756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:38.629677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4831493e-9151-4cdc-a260-a95ac42ecaad req-6776462b-3c49-4277-90a4-d9ba78dc474d service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343215 Sep 21 08:33:38.656320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06cbf9d8-4ae7-4e69-a72b-49d8d7e54058 req-32013ddf-844d-4d19-861e-d15c592b9f8c tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090345 Sep 21 08:33:38.659227 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:38.724080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:38.820371 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:38.905216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 74215c28-dece-493f-a329-b8dce7b0509e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:38.906276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.024025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:35Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:35Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:39.026021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.039952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:39.052808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 74215c28-dece-493f-a329-b8dce7b0509e owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:39.064399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:33:39.065034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Updating router a5e93c3a-4175-426e-a1e7-10502afe41a4 port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:33:39.074049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.074406 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 7066606f-6b94-4af9-8723-098787d8c1e5 of type vlan for network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f Sep 21 08:33:39.097772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8c0ee3-c34d-406f-9996-370266e7075d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:33:39.107283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.127044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.142954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75330b-9ba9-4f65-a71d-ccee09dbbae0 req-0320719b-8fe7-47f9-a206-0a2d57818501 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:39.151510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db75330b-9ba9-4f65-a71d-ccee09dbbae0 req-0320719b-8fe7-47f9-a206-0a2d57818501 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1795459 Sep 21 08:33:39.178194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.191791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Transition to ACTIVE for port object da8c0ee3-c34d-406f-9996-370266e7075d will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:33:39.209915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.292910 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-db75330b-9ba9-4f65-a71d-ccee09dbbae0 req-f31d8e07-7fd0-460d-858b-073612ddaae1 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247346 Sep 21 08:33:39.304604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.311991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:39.312640 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.356772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Pushing event updated for resources: {'Port': ['ID=da8c0ee3-c34d-406f-9996-370266e7075d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:39.373951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8733118 Sep 21 08:33:39.383345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52164) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:39.399888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:39.488235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232470a-36f5-41f4-a4de-30eb332bab62 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=b0d0a9e0-394d-47f7-af3c-4748f13ecf7f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:39.506139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:39.559889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.606585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Attempting to bind port da8c0ee3-c34d-406f-9996-370266e7075d on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:39.606939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Attempting to bind port da8c0ee3-c34d-406f-9996-370266e7075d by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:39.607281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Attempting to bind port da8c0ee3-c34d-406f-9996-370266e7075d on network b97a0943-2aa4-48f4-bd9d-20f91d195033 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:39.609039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=74215c28-dece-493f-a329-b8dce7b0509e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:39.654728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-8fb1d0be-3e13-44a4-bae0-a5ab86e698fd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:39.656346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-8fb1d0be-3e13-44a4-bae0-a5ab86e698fd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.1291375 Sep 21 08:33:39.660939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Port da8c0ee3-c34d-406f-9996-370266e7075d on network b97a0943-2aa4-48f4-bd9d-20f91d195033 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:33:39.661406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Attempting to bind port da8c0ee3-c34d-406f-9996-370266e7075d on network b97a0943-2aa4-48f4-bd9d-20f91d195033 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:39.689951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:39.690290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Checking segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:39.690682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Bound using segment: {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:39.691134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Bound port: da8c0ee3-c34d-406f-9996-370266e7075d, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:39.691605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.767027 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.774855 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.795015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32699275-9263-4f30-b6e1-0ffc08c0753f req-c623c56b-aa87-456f-9fdd-ea2865507bb5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:39.804346 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32699275-9263-4f30-b6e1-0ffc08c0753f req-c623c56b-aa87-456f-9fdd-ea2865507bb5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.2523062 Sep 21 08:33:39.886087 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32699275-9263-4f30-b6e1-0ffc08c0753f req-c69cd23b-1b8f-4d18-9b1e-85d6073c657d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788589 Sep 21 08:33:39.889692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:39.895387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.914141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89c16-6647-45fa-a40c-568edbfe0ada None None] Pushing event updated for resources: {'Port': ['ID=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:39.935530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Attempting to bind port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:39.936084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Attempting to bind port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:39.936549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Attempting to bind port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 on network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:39.943427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:39.943919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Checking segment: {'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:39.945333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.945868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Bound using segment: {'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:39.946607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Bound port: d8b8a7a9-f181-4d4b-a6c7-21cee38177a3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90acfe16-4e4a-422d-be26-5345340bf5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:39.947138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.952123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] For port da8c0ee3-c34d-406f-9996-370266e7075d, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:39.962405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:39.975993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] For port da8c0ee3-c34d-406f-9996-370266e7075d, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=da8c0ee3-c34d-406f-9996-370266e7075d,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:40.006397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 8a872834-6962-48d0-991a-1d2be9847e9f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:40.006958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.025331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5a3b1-9e78-4733-8b3d-ec1eb9291e56 req-2640add4-6b9a-4513-8681-9e4ca37346d9 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:40.029272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] For port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:40.033506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] For port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,segment=NetworkSegment(90acfe16-4e4a-422d-be26-5345340bf5bb),segment_id=90acfe16-4e4a-422d-be26-5345340bf5bb)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:40.037933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.041659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3de5a3b1-9e78-4733-8b3d-ec1eb9291e56 req-2640add4-6b9a-4513-8681-9e4ca37346d9 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1053 time: 0.2131152 Sep 21 08:33:40.045567 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.126022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:40.126469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:40.162608 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.166748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.193597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:40.194682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.197354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] 10.222.0.62 "PUT /v2.0/ports/da8c0ee3-c34d-406f-9996-370266e7075d HTTP/1.1" status: 200 len: 1092 time: 2.3404195 Sep 21 08:33:40.214241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'tag': 'da8c0ee3-c34d-406f-9996-370266e7075d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:40.222258 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27" -d '{"events": [{"name": "network-changed", "server_uuid": "6a12b26b-0450-4f58-9509-d584ccc7dbd2", "tag": "da8c0ee3-c34d-406f-9996-370266e7075d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:40.260998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89c16-6647-45fa-a40c-568edbfe0ada None None] Pushing event updated for resources: {'Port': ['ID=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:40.288310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.288837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Fanout notify agent at l3_agent the message router_deleted on router a1242822-19cf-47c4-9cf0-a743ce98e06b {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:33:40.312364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.317737 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5a467607-2716-42df-bea6-b3dfb00234ae tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/a1242822-19cf-47c4-9cf0-a743ce98e06b HTTP/1.1" status: 204 len: 168 time: 1.9506130 Sep 21 08:33:40.318309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52176) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:40.328537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-960e0e97-3f49-4737-a1a8-5365b1f54eb5 None None] Provisioning complete for port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:40.328906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-960e0e97-3f49-4737-a1a8-5365b1f54eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.338254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2103997'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:40.397708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:40.457404 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b8564-abfd-4f90-871f-29f5aa47ea1a x-openstack-request-id: req-6e3b8564-abfd-4f90-871f-29f5aa47ea1a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:40.458294 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a12b26b-0450-4f58-9509-d584ccc7dbd2", "tag": "da8c0ee3-c34d-406f-9996-370266e7075d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:40.458944 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e3b8564-abfd-4f90-871f-29f5aa47ea1a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:40.459943 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'tag': 'da8c0ee3-c34d-406f-9996-370266e7075d', 'status': 'completed', 'code': 200} Sep 21 08:33:40.484894 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3de5a3b1-9e78-4733-8b3d-ec1eb9291e56 req-ec80656d-3b5e-4a7e-8580-064c2b3dad7c tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416914 Sep 21 08:33:40.547952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:40.551275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02b5ab-6b8d-4900-adcd-1c90618d2216 service neutron] Pushing event updated for resources: {'Port': ['ID=da8c0ee3-c34d-406f-9996-370266e7075d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:40.552170 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.584096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.640475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-94656989-2035-4c2b-ace8-555db936e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:40.644125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-94656989-2035-4c2b-ace8-555db936e3fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c95906d2cb8843588aae21ce3786cdb6&device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1095 time: 0.3597782 Sep 21 08:33:40.670728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] For port 8a872834-6962-48d0-991a-1d2be9847e9f, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a872834-6962-48d0-991a-1d2be9847e9f,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:40.671389 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.742226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af36b2e-6d0a-45e9-b5a8-2e88311789fb req-93bb603b-a975-488d-9dab-4ea52d4ba988 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:40.744222 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5af36b2e-6d0a-45e9-b5a8-2e88311789fb req-93bb603b-a975-488d-9dab-4ea52d4ba988 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2661886 Sep 21 08:33:40.753932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:40.807602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=1ac70cab-6711-4836-bb43-dac586acdcb4,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:40.816936 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.817295 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment 60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af of type vlan for network 54718e25-349b-4620-9244-0564734bf3d9 Sep 21 08:33:40.843604 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-960e0e97-3f49-4737-a1a8-5365b1f54eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.873279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:35Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:40.874136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:40.874505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: b0d0a9e0-394d-47f7-af3c-4748f13ecf7f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:40.887909 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.914197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5af36b2e-6d0a-45e9-b5a8-2e88311789fb req-1674d4f1-c864-4b11-821f-66d9fcd40e53 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560218 Sep 21 08:33:40.920800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 8a872834-6962-48d0-991a-1d2be9847e9f owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:40.932821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-50d1c9f7-5fed-4702-ab2d-767ea014e0a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da8c0ee3-c34d-406f-9996-370266e7075d HTTP/1.1" status: 200 len: 217 time: 0.2673779 Sep 21 08:33:40.942784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705acfc9-9590-427f-9ba1-dcd4b2c70b35 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:35Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:40.947633 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-960e0e97-3f49-4737-a1a8-5365b1f54eb5 None None] For port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,segment=NetworkSegment(90acfe16-4e4a-422d-be26-5345340bf5bb),segment_id=90acfe16-4e4a-422d-be26-5345340bf5bb)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:40.952580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:40.954661 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-960e0e97-3f49-4737-a1a8-5365b1f54eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:40.989094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b0d0a9e0-394d-47f7-af3c-4748f13ecf7f) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:40.989094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:41.005505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:41.006173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:41.017373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:41.017999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:41.019569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32b329-8143-4c56-99f8-63e2cae38604 None None] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:41.073523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7499983 Sep 21 08:33:41.074253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52188) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:41.109495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '54718e25-349b-4620-9244-0564734bf3d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:41.133171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45c96d00-a498-4112-84d8-bbbd61d61020 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7486835 Sep 21 08:33:41.153089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52192) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:41.254813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9f453-d1e3-484c-b795-6a93da2b7d1f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=54718e25-349b-4620-9244-0564734bf3d9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:41.326130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 54718e25-349b-4620-9244-0564734bf3d9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:41.391720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-a8f86fa0-7354-460a-b29e-25200deef34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:41.394211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-a8f86fa0-7354-460a-b29e-25200deef34e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0488337-a192-47b0-874f-9595ff72456d HTTP/1.1" status: 200 len: 849 time: 0.4264734 Sep 21 08:33:41.442702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9d28-8002-49d7-b07f-1dd31c4efb9e req-03c937a0-a2c3-4a2a-892d-487e5c37e991 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:41.444355 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62ad9d28-8002-49d7-b07f-1dd31c4efb9e req-03c937a0-a2c3-4a2a-892d-487e5c37e991 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 945 time: 0.1897752 Sep 21 08:33:41.538247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e0e97-3f49-4737-a1a8-5365b1f54eb5 None None] Pushing event updated for resources: {'Port': ['ID=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:41.579850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62ad9d28-8002-49d7-b07f-1dd31c4efb9e req-e200982a-59d4-455c-8e9f-159c6c9ab9fe tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080530 Sep 21 08:33:41.612936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1bf7e098-73a5-4a5a-b4a1-c4e83528c231 None None] Provisioning complete for port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:41.612936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1bf7e098-73a5-4a5a-b4a1-c4e83528c231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:41.695295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:41.696158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:41.718631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:41.728586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:41.730927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:41.744057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-3a689238-ec5b-49dd-acb0-bd7f46307f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:41.745913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-3a689238-ec5b-49dd-acb0-bd7f46307f5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b97a0943-2aa4-48f4-bd9d-20f91d195033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397231 Sep 21 08:33:41.761904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a872834-6962-48d0-991a-1d2be9847e9f'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:33:41.815133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=8a872834-6962-48d0-991a-1d2be9847e9f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:41.880920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:42.014373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] No DVR routers for this DVR port 8a872834-6962-48d0-991a-1d2be9847e9f on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:42.019869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:42.023938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fd32bd0-24a9-4656-93a0-9ca065100dfd req-02f0b9e6-d4b3-46f4-9687-0a346c1ff841 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "DELETE /v2.0/ports/8a872834-6962-48d0-991a-1d2be9847e9f HTTP/1.1" status: 204 len: 173 time: 2.3437626 Sep 21 08:33:42.102080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-04215478-9ce3-4c89-89a1-d0de5fec58aa service neutron] 10.222.0.62 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449309 Sep 21 08:33:42.193221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa46ce-facb-4cc3-988f-a0d708112712 req-7ae39b3a-64a1-4f13-97c3-1d7647b01d8b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:42.201575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47aa46ce-facb-4cc3-988f-a0d708112712 req-7ae39b3a-64a1-4f13-97c3-1d7647b01d8b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1095 time: 0.4565487 Sep 21 08:33:42.367107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a5c7-5747-4fcb-b45a-12c5c7a41db1 req-aa1affdf-a78c-4f3d-9862-052890bb5a03 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:42.376602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0372a5c7-5747-4fcb-b45a-12c5c7a41db1 req-aa1affdf-a78c-4f3d-9862-052890bb5a03 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1810095 Sep 21 08:33:42.387550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Allocated IP 172.21.0.2 (b0d0a9e0-394d-47f7-af3c-4748f13ecf7f/1ac70cab-6711-4836-bb43-dac586acdcb4/4e9f74ed-d340-442e-a04c-9ad2ed757fbf) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:42.435865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fccdd096-407c-47dd-9ed2-79d004969cc4 req-ec1053f3-28b6-4b87-9319-64a52833816d service neutron] 10.222.0.62 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234594 Sep 21 08:33:42.464340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0372a5c7-5747-4fcb-b45a-12c5c7a41db1 req-3613bbdf-1cb9-4260-be24-395ecb05e8ca tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863562 Sep 21 08:33:42.468648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'name': 'network-vif-deleted', 'tag': '8a872834-6962-48d0-991a-1d2be9847e9f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:42.471377 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc4ec4-6618-4e5d-87af-6522f6b3bccf" -d '{"events": [{"server_uuid": "5ea160a8-53fc-4b7d-8741-efc959321dc5", "name": "network-vif-deleted", "tag": "8a872834-6962-48d0-991a-1d2be9847e9f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:42.560017 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59416361-4bcc-456a-ac5b-cb9b761e7ece x-openstack-request-id: req-59416361-4bcc-456a-ac5b-cb9b761e7ece {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:42.561102 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea160a8-53fc-4b7d-8741-efc959321dc5", "name": "network-vif-deleted", "tag": "8a872834-6962-48d0-991a-1d2be9847e9f", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:42.561821 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59416361-4bcc-456a-ac5b-cb9b761e7ece {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:42.562472 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea160a8-53fc-4b7d-8741-efc959321dc5', 'name': 'network-vif-deleted', 'tag': '8a872834-6962-48d0-991a-1d2be9847e9f', 'status': 'completed', 'code': 200} Sep 21 08:33:42.579213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-f605f57a-25fb-42d1-b200-a8cf746cc33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:42.581628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-f605f57a-25fb-42d1-b200-a8cf746cc33f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c95906d2cb8843588aae21ce3786cdb6&device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0770881 Sep 21 08:33:42.649656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:42.652819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:42.653280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:42.657309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:42.822637 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f2931ff-a49d-458f-8ba3-daf4ca20b010 req-51e437ce-9930-41f8-89c4-1c9f7af24e69 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.0485945 Sep 21 08:33:42.823733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47aa46ce-facb-4cc3-988f-a0d708112712 req-3bb1ebbb-aeb7-47b1-bb5e-02697a376a7a tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212430 Sep 21 08:33:42.860675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-f354c6e1-185e-412b-90e3-559dd9940d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:42.862242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-f354c6e1-185e-412b-90e3-559dd9940d07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b97a0943-2aa4-48f4-bd9d-20f91d195033 HTTP/1.1" status: 200 len: 911 time: 0.2739873 Sep 21 08:33:42.941080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-d25e587d-37be-4160-9736-c4225af5dee0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da8c0ee3-c34d-406f-9996-370266e7075d HTTP/1.1" status: 200 len: 217 time: 0.0703316 Sep 21 08:33:42.953299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:42.958160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:42.966341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:42.979865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Pushing event updated for resources: {'Port': ['ID=4e9f74ed-d340-442e-a04c-9ad2ed757fbf,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:43.021067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-a2aa6672-b4a0-40ea-aec1-fc86dc006737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:43.022619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-a2aa6672-b4a0-40ea-aec1-fc86dc006737 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0488337-a192-47b0-874f-9595ff72456d HTTP/1.1" status: 200 len: 849 time: 0.0749485 Sep 21 08:33:43.065751 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:43.082995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Attempting to bind port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:43.083473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Attempting to bind port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:43.083844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Attempting to bind port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf on network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:43.100011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:43.100389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Checking segment: {'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:43.100800 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:43.101247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Bound using segment: {'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:43.101733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Bound port: 4e9f74ed-d340-442e-a04c-9ad2ed757fbf, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:43.102119 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:43.139994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-9f4bcdc8-02de-4da0-a204-9ac01fb14a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:43.149074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-9f4bcdc8-02de-4da0-a204-9ac01fb14a74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b97a0943-2aa4-48f4-bd9d-20f91d195033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140380 Sep 21 08:33:43.215530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=e1863594-ad8a-4b2b-913d-645880e73724,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:43.219274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': '60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '54718e25-349b-4620-9244-0564734bf3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:43.219667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 54718e25-349b-4620-9244-0564734bf3d9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:43.239104 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:43.271868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] For port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:43.277967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] For port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4e9f74ed-d340-442e-a04c-9ad2ed757fbf,segment=NetworkSegment(7066606f-6b94-4af9-8723-098787d8c1e5),segment_id=7066606f-6b94-4af9-8723-098787d8c1e5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:43.282923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 54718e25-349b-4620-9244-0564734bf3d9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:43.291909 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:43.339124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-938098e9-ca18-4f17-aa27-4ee8fbe7a783 service neutron] 10.222.0.62 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771302 Sep 21 08:33:43.402828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354ee16-79fe-458c-9396-726fad9aa48c None None] Pushing event updated for resources: {'Port': ['ID=4e9f74ed-d340-442e-a04c-9ad2ed757fbf,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:43.446082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 54718e25-349b-4620-9244-0564734bf3d9) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:43.456394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:43.457983 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:43.466280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f870dee-8bc9-42a4-b9c2-4a2e9c285ad8 None None] Network 54718e25-349b-4620-9244-0564734bf3d9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:43.486829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ddac998-7c1f-4ffa-86fe-b431cbfdce27 req-e25f474c-6a5a-44fc-8799-16b694950fc8 service neutron] 10.222.0.62 "GET /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382971 Sep 21 08:33:43.740904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:43.812797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099a46-ab3f-46f5-b9f8-8556867bac26 req-df179d36-2b40-48a8-9fa9-2926ab81c3e0 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:43.816193 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef099a46-ab3f-46f5-b9f8-8556867bac26 req-df179d36-2b40-48a8-9fa9-2926ab81c3e0 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1637225 Sep 21 08:33:43.870809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.21.0.1 (b0d0a9e0-394d-47f7-af3c-4748f13ecf7f/1ac70cab-6711-4836-bb43-dac586acdcb4/056a0b1d-49a7-49ab-ade6-b947125f75d8) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:43.917008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ef099a46-ab3f-46f5-b9f8-8556867bac26 req-ef5e616a-de2d-42a4-88fd-b383ac0ebd93 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934901 Sep 21 08:33:43.934228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52230) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:43.939501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2be44ee7-95e5-4186-8802-2ae4fab49ca6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2070290442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:43.948541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b866707-f15f-47cc-a921-29994bfd8b73 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8654070 Sep 21 08:33:43.953124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-54718e25-349b-4620-9244-0564734bf3d9', 'network_id': '54718e25-349b-4620-9244-0564734bf3d9', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': 'e1863594-ad8a-4b2b-913d-645880e73724'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:43.956590 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:43.968784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a872834-6962-48d0-991a-1d2be9847e9f no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:33:44.019133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2be44ee7-95e5-4186-8802-2ae4fab49ca6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.020402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2be44ee7-95e5-4186-8802-2ae4fab49ca6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.070103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 8a872834-6962-48d0-991a-1d2be9847e9f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:33:44.076494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a872834-6962-48d0-991a-1d2be9847e9f not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:33:44.098690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:44.099236 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.139688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2be44ee7-95e5-4186-8802-2ae4fab49ca6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.164946 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2be44ee7-95e5-4186-8802-2ae4fab49ca6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.168842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.225478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2be44ee7-95e5-4186-8802-2ae4fab49ca6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.231298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2be44ee7-95e5-4186-8802-2ae4fab49ca6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2933750 Sep 21 08:33:44.237186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdeff27-3596-489d-b4f0-7c96d05ee629 req-7d4d61f2-2c8f-4f83-a57b-e9f94dc242f9 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:44.242759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4cf8299-0642-416d-ad38-6fb1e03ade18 req-69ae8ecf-31da-4a42-944f-73364659535e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.1013579 Sep 21 08:33:44.248422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52234) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:44.249953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bdeff27-3596-489d-b4f0-7c96d05ee629 req-7d4d61f2-2c8f-4f83-a57b-e9f94dc242f9 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1095 time: 0.2913923 Sep 21 08:33:44.309004 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.394291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bdeff27-3596-489d-b4f0-7c96d05ee629 req-73724f03-53cd-4482-91e8-5c440b47cd46 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429946 Sep 21 08:33:44.415924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:44.421951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=056a0b1d-49a7-49ab-ade6-b947125f75d8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:44.426148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:44.436077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:44.448890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device da8c0ee3-c34d-406f-9996-370266e7075d details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:33:44.518931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.637415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port da8c0ee3-c34d-406f-9996-370266e7075d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=da8c0ee3-c34d-406f-9996-370266e7075d,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:44.660879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'da8c0ee3-c34d-406f-9996-370266e7075d', 'network_id': 'b97a0943-2aa4-48f4-bd9d-20f91d195033', 'port_id': 'da8c0ee3-c34d-406f-9996-370266e7075d', 'mac_address': 'fa:16:3e:dc:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0488337-a192-47b0-874f-9595ff72456d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:33:44.812305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.824141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Allocated IP 2001:db8::2 (54718e25-349b-4620-9244-0564734bf3d9/e1863594-ad8a-4b2b-913d-645880e73724/8a34cdaa-93d0-4bc9-835f-deed3a8fc426) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:44.838680 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:44.894715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8c0ee3-c34d-406f-9996-370266e7075d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:33:44.898738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.010763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port da8c0ee3-c34d-406f-9996-370266e7075d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=da8c0ee3-c34d-406f-9996-370266e7075d,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:45.047532 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.147281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=da8c0ee3-c34d-406f-9996-370266e7075d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:45.192866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375b991-aadb-4358-b865-ec39cf8ab4e2 None None] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:45.248953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.250823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-191ffc3d-0f58-457f-9784-d352f89ec381 None None] Provisioning complete for port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:45.251349 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-191ffc3d-0f58-457f-9784-d352f89ec381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.308556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d618d94-b1b0-4a38-8ba8-312652bb0693 req-8603ac1f-7c43-441c-9c15-130843574efb tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:45.310251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d618d94-b1b0-4a38-8ba8-312652bb0693 req-8603ac1f-7c43-441c-9c15-130843574efb tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1952007 Sep 21 08:33:45.314709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.405468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Network 54718e25-349b-4620-9244-0564734bf3d9 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:45.420057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['da8c0ee3-c34d-406f-9996-370266e7075d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:33:45.431146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:45.438329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:45.444606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d618d94-b1b0-4a38-8ba8-312652bb0693 req-bb2d0ac3-5e44-421d-b48d-9169bad2d347 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169574 Sep 21 08:33:45.463415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Pushing event updated for resources: {'Port': ['ID=8a34cdaa-93d0-4bc9-835f-deed3a8fc426,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:45.517030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-191ffc3d-0f58-457f-9784-d352f89ec381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.518197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-020f205b-7ebc-45d5-b07f-5d36d883c3c1 req-ff1869ce-5e97-4f42-bcbf-6a1159891488 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.0700080 Sep 21 08:33:45.579573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.614031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.617964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8::1 (54718e25-349b-4620-9244-0564734bf3d9/e1863594-ad8a-4b2b-913d-645880e73724/5d0497e1-8b0d-4627-8121-5ec3f4beff40) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:45.739389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-191ffc3d-0f58-457f-9784-d352f89ec381 None None] For port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4e9f74ed-d340-442e-a04c-9ad2ed757fbf,segment=NetworkSegment(7066606f-6b94-4af9-8723-098787d8c1e5),segment_id=7066606f-6b94-4af9-8723-098787d8c1e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:45.744160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4e9f74ed-d340-442e-a04c-9ad2ed757fbf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:45.756458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.804107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Attempting to bind port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:45.804571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Attempting to bind port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '54718e25-349b-4620-9244-0564734bf3d9'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:45.805028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Attempting to bind port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 on network 54718e25-349b-4620-9244-0564734bf3d9 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:45.805739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.812969 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-191ffc3d-0f58-457f-9784-d352f89ec381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.850138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.860115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:45.860497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Checking segment: {'id': '60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '54718e25-349b-4620-9244-0564734bf3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:45.861519 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.862194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Bound using segment: {'id': '60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '54718e25-349b-4620-9244-0564734bf3d9'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:45.862702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Bound port: 8a34cdaa-93d0-4bc9-835f-deed3a8fc426, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '54718e25-349b-4620-9244-0564734bf3d9'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:45.863498 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.903435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 54718e25-349b-4620-9244-0564734bf3d9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:45.907456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:45.918869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:45.919588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:45.947452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=056a0b1d-49a7-49ab-ade6-b947125f75d8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:45.968648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=5d0497e1-8b0d-4627-8121-5ec3f4beff40,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:45.980089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ef7d2-eeda-4a9b-b01e-2edea86a9a0c req-1c2414b8-7785-46b6-8a26-eef549064c88 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:45.982106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ffc3d-0f58-457f-9784-d352f89ec381 None None] Pushing event updated for resources: {'Port': ['ID=4e9f74ed-d340-442e-a04c-9ad2ed757fbf,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:45.987813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe1ef7d2-eeda-4a9b-b01e-2edea86a9a0c req-1c2414b8-7785-46b6-8a26-eef549064c88 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1096 time: 0.2293208 Sep 21 08:33:46.119288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] For port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:46.133503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fe1ef7d2-eeda-4a9b-b01e-2edea86a9a0c req-5aefe14f-78d0-4725-b0b2-d7b9d67c02fd tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447873 Sep 21 08:33:46.135257 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:46.165039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] For port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8a34cdaa-93d0-4bc9-835f-deed3a8fc426,segment=NetworkSegment(60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af),segment_id=60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:46.173802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:46.174589 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:46.181192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:46.198659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:46.207238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:46.281338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df462a-f1e1-4317-8288-6d41c95f4134 None None] Pushing event updated for resources: {'Port': ['ID=8a34cdaa-93d0-4bc9-835f-deed3a8fc426,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:46.537361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:46.657096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-37e97b57-b615-4504-b0d8-7d642170ff9a None None] Provisioning complete for port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:46.659021 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-37e97b57-b615-4504-b0d8-7d642170ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:46.775140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c6312bb-a8f2-4b07-8039-12d74cf7d44b req-1d208501-99e2-41cf-a8e0-2657a9c7c40d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.1221778 Sep 21 08:33:46.844118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:46.852895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-502c88e1-f075-4964-bcd2-e9644b00b97d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6982143 Sep 21 08:33:46.855735 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:46.859398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52256) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:46.864887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-1355194305'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:46.882825 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:46.888696 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:46.934011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:46.938142 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:46.978521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:47.001283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.001739 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment a1856d2d-6543-4381-8d4b-09eaa0b71b8b of type vlan for network 293965c9-f5fd-4dcb-af36-ee6e94770dee Sep 21 08:33:47.057854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-37e97b57-b615-4504-b0d8-7d642170ff9a None None] Provisioning complete for port 056a0b1d-49a7-49ab-ade6-b947125f75d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:47.058231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-37e97b57-b615-4504-b0d8-7d642170ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.136672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-37e97b57-b615-4504-b0d8-7d642170ff9a None None] Port 056a0b1d-49a7-49ab-ade6-b947125f75d8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:47.145004 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.212290 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:47.222751 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.233511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:47.234359 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.266986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-167ed368-8dac-4641-8c83-dcd1360fa27c None None] Provisioning complete for port 056a0b1d-49a7-49ab-ade6-b947125f75d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:47.267398 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-167ed368-8dac-4641-8c83-dcd1360fa27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.367368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5065100 Sep 21 08:33:47.372080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52264) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:47.395206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-167ed368-8dac-4641-8c83-dcd1360fa27c None None] Port 056a0b1d-49a7-49ab-ade6-b947125f75d8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:47.483051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:47.517486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c727-90ba-4ec7-ab90-c1c36c7185c1 req-706984dd-e6e2-48d3-bcd7-0484c1c0541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:47.519049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e36c727-90ba-4ec7-ab90-c1c36c7185c1 req-706984dd-e6e2-48d3-bcd7-0484c1c0541e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.9841585 Sep 21 08:33:47.538729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2034f91-e0c9-41f9-bc97-15a85d24614f req-343c1029-1932-4e3d-89cf-b2706fe0fc41 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:47.548164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2034f91-e0c9-41f9-bc97-15a85d24614f req-343c1029-1932-4e3d-89cf-b2706fe0fc41 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2059903 Sep 21 08:33:47.549767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af223b-1cec-47d5-a401-ec1bb350f259 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=293965c9-f5fd-4dcb-af36-ee6e94770dee,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:47.636019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:47.673891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca97c5f-e0db-4a4c-baaa-fad2d08581c4 req-4e31c7c7-440e-4103-96df-4255ee45e41e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:47.680526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ca97c5f-e0db-4a4c-baaa-fad2d08581c4 req-4e31c7c7-440e-4103-96df-4255ee45e41e tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1096 time: 0.3611891 Sep 21 08:33:47.700418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2034f91-e0c9-41f9-bc97-15a85d24614f req-c7563e0b-56dd-445d-a3bc-1137ec1fb6c7 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259458 Sep 21 08:33:47.744831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e36c727-90ba-4ec7-ab90-c1c36c7185c1 req-7260ba29-e306-4cce-beea-35a4f9aa5353 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956215 Sep 21 08:33:47.806169 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.820273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.821281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.821953 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:44Z', 'revision_number': 3, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:45Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:47.860009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ca97c5f-e0db-4a4c-baaa-fad2d08581c4 req-146c9898-00f0-4202-8fb9-b0c13656806b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663651 Sep 21 08:33:47.876476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:47.880317 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.891352 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:33:47.892281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Updating router a5e93c3a-4175-426e-a1e7-10502afe41a4 port 056a0b1d-49a7-49ab-ade6-b947125f75d8 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:33:47.919192 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:47.963013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=5d0497e1-8b0d-4627-8121-5ec3f4beff40,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:48.010236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:48.185176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b8d11c21-8baa-4668-9412-742ba0d3a404 None None] Provisioning complete for port 056a0b1d-49a7-49ab-ade6-b947125f75d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:48.186662 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b8d11c21-8baa-4668-9412-742ba0d3a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.252020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:48.252584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.280850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 54718e25-349b-4620-9244-0564734bf3d9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:48.291231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-02848618-2d03-4138-ae9a-db1f626c0205 req-107434ea-5008-4b25-9de0-63253a423088 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.0823786 Sep 21 08:33:48.292835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:48.301224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b8d11c21-8baa-4668-9412-742ba0d3a404 None None] Port 056a0b1d-49a7-49ab-ade6-b947125f75d8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:48.383421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.430507 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.448355 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.453860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.496604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=ec795274-3162-47c6-9978-f246d3d320a2,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:48.500554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device da8c0ee3-c34d-406f-9996-370266e7075d up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:48.511939 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69117ccf-2e87-4291-82bb-9b2ccd450e5c None None] Pushing event updated for resources: {'Port': ['ID=056a0b1d-49a7-49ab-ade6-b947125f75d8,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:48.564357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:48.564874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: 293965c9-f5fd-4dcb-af36-ee6e94770dee, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:48.570651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 1a99435a-7316-488c-adf6-5deaa29dfa32 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:33:48.595935 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Attempting to bind port 056a0b1d-49a7-49ab-ade6-b947125f75d8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:48.596394 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Attempting to bind port 056a0b1d-49a7-49ab-ade6-b947125f75d8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:48.596760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Attempting to bind port 056a0b1d-49a7-49ab-ade6-b947125f75d8 on network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:48.602454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:48.615783 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:48.616227 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Checking segment: {'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:48.616755 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.617394 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Bound using segment: {'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:48.617950 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Bound port: 056a0b1d-49a7-49ab-ade6-b947125f75d8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7066606f-6b94-4af9-8723-098787d8c1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:48.618871 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.619875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 293965c9-f5fd-4dcb-af36-ee6e94770dee) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:48.627653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:48.628871 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.651646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88002de5-7175-4e6d-80a6-4d44b920bab5 None None] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:48.660552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-48eb748d-1879-4357-94d5-fb1df702355a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1864061 Sep 21 08:33:48.662836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52276) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:48.730986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211b7a6-8334-42f6-bc4a-1cbb88908ffd None None] Network 54718e25-349b-4620-9244-0564734bf3d9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:48.756641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:48.765416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2af48747-feb0-41c9-ab2f-7c92856caec1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/1a99435a-7316-488c-adf6-5deaa29dfa32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5155933 Sep 21 08:33:48.766379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52282) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:48.854917 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] For port 056a0b1d-49a7-49ab-ade6-b947125f75d8, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:48.856046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd38a88-d553-4ed2-a9fd-1e3366431134 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:48.863683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bcd38a88-d553-4ed2-a9fd-1e3366431134 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports/5d0497e1-8b0d-4627-8121-5ec3f4beff40 HTTP/1.1" status: 200 len: 911 time: 0.0953159 Sep 21 08:33:48.865389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52284) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:48.865537 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] For port 056a0b1d-49a7-49ab-ade6-b947125f75d8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=056a0b1d-49a7-49ab-ade6-b947125f75d8,segment=NetworkSegment(7066606f-6b94-4af9-8723-098787d8c1e5),segment_id=7066606f-6b94-4af9-8723-098787d8c1e5)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:48.876529 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:48.878823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1863594-ad8a-4b2b-913d-645880e73724'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:49.040253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] Sync routers for ids ['1a99435a-7316-488c-adf6-5deaa29dfa32'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:49.059426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8a34cdaa-93d0-4bc9-835f-deed3a8fc426,segment=NetworkSegment(60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af),segment_id=60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:49.069279 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69117ccf-2e87-4291-82bb-9b2ccd450e5c None None] Pushing event updated for resources: {'Port': ['ID=056a0b1d-49a7-49ab-ade6-b947125f75d8,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:49.100663 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:49.101920 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:49.137186 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:49.139201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4e9f74ed-d340-442e-a04c-9ad2ed757fbf up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:49.162763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302878a4-41b8-466d-9445-9e83fe955154 req-93fe242e-e918-46a4-b8a7-40320ad6545d tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:49.169538 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-302878a4-41b8-466d-9445-9e83fe955154 req-93fe242e-e918-46a4-b8a7-40320ad6545d tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2054093 Sep 21 08:33:49.241420 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:49.260482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8e764-010b-4b29-9b93-ffdadf4bca1d req-a87d6f56-5a7b-48d0-847c-cf1099b6bd0b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:49.262374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-23f8e764-010b-4b29-9b93-ffdadf4bca1d req-a87d6f56-5a7b-48d0-847c-cf1099b6bd0b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1096 time: 0.1627543 Sep 21 08:33:49.391186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:49.452141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-302878a4-41b8-466d-9445-9e83fe955154 req-a23abfc3-28dd-45d0-b8aa-7dd05dd92378 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642963 Sep 21 08:33:49.511617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] Routers {'1a99435a-7316-488c-adf6-5deaa29dfa32'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:49.512587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1a99435a-7316-488c-adf6-5deaa29dfa32'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:49.595610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:49.597900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8a34cdaa-93d0-4bc9-835f-deed3a8fc426,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:49.601172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ad07871e-6ee7-4573-988d-646e8e6a4a02 None None] Provisioning complete for port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:49.609539 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad07871e-6ee7-4573-988d-646e8e6a4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:49.676452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] Routers {'1a99435a-7316-488c-adf6-5deaa29dfa32'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:49.677229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1a99435a-7316-488c-adf6-5deaa29dfa32'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:49.717557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:49.717557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb612344-c78a-4f9b-8a57-fcc50edf0223 None None] The sync data for ids ['1a99435a-7316-488c-adf6-5deaa29dfa32'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:49.720738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:49.721913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:49.725573 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:44Z', 'revision_number': 3, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:48Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:49.756260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port da8c0ee3-c34d-406f-9996-370266e7075d completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:33:49.768209 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afd43ab-05be-483e-97eb-d6a9491f10e8 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:44Z', 'revision_number': 3, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:48Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:49.798666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cef9b9d2-882c-42fb-a2f3-1d162a604b66 req-c3d1bdb0-a2c7-4137-bb2d-3cefae98178a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ea160a8-53fc-4b7d-8741-efc959321dc5 HTTP/1.1" status: 200 len: 210 time: 0.0949333 Sep 21 08:33:49.902495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port da8c0ee3-c34d-406f-9996-370266e7075d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:49.902858 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:49.930134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:49.981437 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:49.992885 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-23f8e764-010b-4b29-9b93-ffdadf4bca1d req-92f119b8-a201-4e5a-84d5-2ba1cd99eea5 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231894 Sep 21 08:33:50.017098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:50.023644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:50.025053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:50.030909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/ports/5d0497e1-8b0d-4627-8121-5ec3f4beff40 HTTP/1.1" status: 200 len: 911 time: 1.1624854 Sep 21 08:33:50.047763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52294) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:50.126049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f376e4-e23b-4f70-b95e-5394afb47fc8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=5d0497e1-8b0d-4627-8121-5ec3f4beff40,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:50.147254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-293965c9-f5fd-4dcb-af36-ee6e94770dee', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:50.148168 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:50.720153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-41be9140-99c4-4eeb-b7df-b3221a475013 None None] Provisioning complete for port 056a0b1d-49a7-49ab-ade6-b947125f75d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:50.720976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41be9140-99c4-4eeb-b7df-b3221a475013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:50.821293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:50.827472 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:50.912877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8c0ee3-c34d-406f-9996-370266e7075d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:50.915156 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b841cf-c67f-4a1b-98f6-103589bae5f4" -d '{"events": [{"server_uuid": "6a12b26b-0450-4f58-9509-d584ccc7dbd2", "name": "network-vif-plugged", "status": "completed", "tag": "da8c0ee3-c34d-406f-9996-370266e7075d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:51.009795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Allocated IP 172.22.0.2 (293965c9-f5fd-4dcb-af36-ee6e94770dee/ec795274-3162-47c6-9978-f246d3d320a2/2e07598e-02bb-4951-ac19-7e1f313a5211) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:51.019890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port da8c0ee3-c34d-406f-9996-370266e7075d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=da8c0ee3-c34d-406f-9996-370266e7075d,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:51.055145 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f4018b-4a14-4f9b-901f-570deab03d5f x-openstack-request-id: req-84f4018b-4a14-4f9b-901f-570deab03d5f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:51.057536 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12b26b-0450-4f58-9509-d584ccc7dbd2", "name": "network-vif-plugged", "status": "completed", "tag": "da8c0ee3-c34d-406f-9996-370266e7075d", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:51.058265 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-84f4018b-4a14-4f9b-901f-570deab03d5f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:51.059000 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8c0ee3-c34d-406f-9996-370266e7075d', 'code': 200} Sep 21 08:33:51.075654 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:51.121875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea718eb-b4d6-4315-8c38-a62906663d54 req-3a06a4cf-068f-4df0-8a4c-64bd77c76772 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:51.136281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ea718eb-b4d6-4315-8c38-a62906663d54 req-3a06a4cf-068f-4df0-8a4c-64bd77c76772 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.5107896 Sep 21 08:33:51.211804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ea718eb-b4d6-4315-8c38-a62906663d54 req-bf283b00-2fcf-49f2-a8c6-33ed9476a64e tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735295 Sep 21 08:33:51.228531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa28d62-dd48-4a81-9dcd-0cbd59f09181 req-3fce156f-9317-41d3-826e-045d086d1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:51.230669 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaa28d62-dd48-4a81-9dcd-0cbd59f09181 req-3fce156f-9317-41d3-826e-045d086d1aad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.1217797 Sep 21 08:33:51.293930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86279d49-003d-4015-82a9-8f4ab5792e84 req-0b1d97b5-2be6-4432-9353-ebb355c4a722 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:51.303635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-86279d49-003d-4015-82a9-8f4ab5792e84 req-0b1d97b5-2be6-4432-9353-ebb355c4a722 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.1338446 Sep 21 08:33:51.342362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aaa28d62-dd48-4a81-9dcd-0cbd59f09181 req-4e196166-4416-4cb5-8ff4-b80a8ba520a9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020107 Sep 21 08:33:51.346805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=da8c0ee3-c34d-406f-9996-370266e7075d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:51.352618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:51.353356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:51.357835 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:51.365086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-86279d49-003d-4015-82a9-8f4ab5792e84 req-bbf22250-1348-4908-a90b-544158bbd1c6 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601821 Sep 21 08:33:51.480415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.480766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.481113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.481450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.481787 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.482122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.482455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.482784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.483159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.483725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.484077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.484407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:51.522311 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41be9140-99c4-4eeb-b7df-b3221a475013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:51.623935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-41be9140-99c4-4eeb-b7df-b3221a475013 None None] For port 056a0b1d-49a7-49ab-ade6-b947125f75d8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=056a0b1d-49a7-49ab-ade6-b947125f75d8,segment=NetworkSegment(7066606f-6b94-4af9-8723-098787d8c1e5),segment_id=7066606f-6b94-4af9-8723-098787d8c1e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:51.642434 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41be9140-99c4-4eeb-b7df-b3221a475013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:51.695729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 056a0b1d-49a7-49ab-ade6-b947125f75d8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:51.790516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-1d765af7-b897-4624-b070-f05ec4b7d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:51.792664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-1d765af7-b897-4624-b070-f05ec4b7d44c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2175666fc3e942009fd12cb6a7859f3c&device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 1097 time: 0.1045244 Sep 21 08:33:51.903919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-90e99286-7987-48a7-9338-03508bfa93cf None None] Provisioning complete for port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:51.904517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90e99286-7987-48a7-9338-03508bfa93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:51.950561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-24bb492b-cc50-4c05-b359-3b094e3aa1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:51.954203 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-24bb492b-cc50-4c05-b359-3b094e3aa1fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 200 len: 920 time: 0.1519790 Sep 21 08:33:51.966966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:51.988371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be9140-99c4-4eeb-b7df-b3221a475013 None None] Pushing event updated for resources: {'Port': ['ID=056a0b1d-49a7-49ab-ade6-b947125f75d8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:52.026607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-afe3a60e-e3df-4a6e-ac89-34e88ce01090 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 200 len: 217 time: 0.0625184 Sep 21 08:33:52.032279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.097627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 056a0b1d-49a7-49ab-ade6-b947125f75d8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:52.098158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.131379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-338e2868-85fb-4774-a3e0-2cc10f55f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:52.132915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-338e2868-85fb-4774-a3e0-2cc10f55f785 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 200 len: 859 time: 0.0989318 Sep 21 08:33:52.141904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Pushing event updated for resources: {'Port': ['ID=2e07598e-02bb-4951-ac19-7e1f313a5211,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:52.147422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-90e99286-7987-48a7-9338-03508bfa93cf None None] Provisioning complete for port 5d0497e1-8b0d-4627-8121-5ec3f4beff40 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:52.148081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90e99286-7987-48a7-9338-03508bfa93cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.188421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:52.195536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:52.202802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:52.217000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-10544e57-8128-4d5f-b373-0510de9608ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=745e6eb2-adab-43d5-83c2-3ca304ab1414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751977 Sep 21 08:33:52.218856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-90e99286-7987-48a7-9338-03508bfa93cf None None] Port 5d0497e1-8b0d-4627-8121-5ec3f4beff40 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:52.254458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.22.0.1 (293965c9-f5fd-4dcb-af36-ee6e94770dee/ec795274-3162-47c6-9978-f246d3d320a2/c191297b-ec9e-433d-94c0-95972b7c5a2f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:52.334400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Attempting to bind port 2e07598e-02bb-4951-ac19-7e1f313a5211 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:52.334847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Attempting to bind port 2e07598e-02bb-4951-ac19-7e1f313a5211 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:52.335622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Attempting to bind port 2e07598e-02bb-4951-ac19-7e1f313a5211 on network 293965c9-f5fd-4dcb-af36-ee6e94770dee {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:52.343896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:52.344278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Checking segment: {'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:52.344693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.345093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Bound using segment: {'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:52.345714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Bound port: 2e07598e-02bb-4951-ac19-7e1f313a5211, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:52.346115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.347494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a01740-dd81-483d-b70c-808d83eb2ac1 req-f0afe4e9-1a4b-459e-a2bc-4ad01a611b2a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:52.349303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-84a01740-dd81-483d-b70c-808d83eb2ac1 req-f0afe4e9-1a4b-459e-a2bc-4ad01a611b2a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2189665 Sep 21 08:33:52.382715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-07d1caf9-25c0-4c9a-abb3-8410283eb12d service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577361 Sep 21 08:33:52.386324 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f18598a1-512c-4b39-ac24-c8504127c01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.481048 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-84a01740-dd81-483d-b70c-808d83eb2ac1 req-5a4d83f6-c98c-420c-96a4-1b7f3bf51d1f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174202 Sep 21 08:33:52.485461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] For port 2e07598e-02bb-4951-ac19-7e1f313a5211, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:52.489148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] For port 2e07598e-02bb-4951-ac19-7e1f313a5211, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e07598e-02bb-4951-ac19-7e1f313a5211,segment=NetworkSegment(a1856d2d-6543-4381-8d4b-09eaa0b71b8b),segment_id=a1856d2d-6543-4381-8d4b-09eaa0b71b8b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:52.496507 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.515075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.581314 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.588580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbc5fd-deab-4b5b-b6a5-6647b27a46c3 req-e5429538-7a0f-4778-9180-b8889a3a2846 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:52.596714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9abbc5fd-deab-4b5b-b6a5-6647b27a46c3 req-e5429538-7a0f-4778-9180-b8889a3a2846 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0692234 Sep 21 08:33:52.644418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52a5482f-97b6-4d64-8481-c10d0013ac15 req-6ab0579e-209f-4bbc-b049-925b8d13dd0a service neutron] 10.222.0.62 "GET /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528389 Sep 21 08:33:52.648371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf9cc-97bc-458e-a506-85f1b6ffc4ef None None] Pushing event updated for resources: {'Port': ['ID=2e07598e-02bb-4951-ac19-7e1f313a5211,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:52.664135 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9abbc5fd-deab-4b5b-b6a5-6647b27a46c3 req-10620c7f-7a29-4641-9a74-d8e1cab10191 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666206 Sep 21 08:33:52.695604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 056a0b1d-49a7-49ab-ade6-b947125f75d8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:52.708257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:52.740305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:52.753284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:52.819268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 056a0b1d-49a7-49ab-ade6-b947125f75d8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:52.819814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:52.878783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=c191297b-ec9e-433d-94c0-95972b7c5a2f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:52.924922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:53.145925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 5d0497e1-8b0d-4627-8121-5ec3f4beff40 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:53.147666 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:53.241049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:53.302386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:53.322136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 5d0497e1-8b0d-4627-8121-5ec3f4beff40 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:53.666198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f4dd4-a028-4320-94bc-cc2dfcdce87a req-64b5f83f-0422-4f09-9206-dcdea66f011c tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:53.680198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-830f4dd4-a028-4320-94bc-cc2dfcdce87a req-64b5f83f-0422-4f09-9206-dcdea66f011c tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.0746648 Sep 21 08:33:53.721981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:53.745121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-830f4dd4-a028-4320-94bc-cc2dfcdce87a req-d8f3bd55-2c1a-44d5-98d2-63cd812c9ad1 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630152 Sep 21 08:33:53.813805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=5d0497e1-8b0d-4627-8121-5ec3f4beff40,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:53.844043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:53.860625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:53.977143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=c191297b-ec9e-433d-94c0-95972b7c5a2f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:54.097940 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:54.115154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:54.129307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6060b-a4e6-402a-9e19-a42dfc8d903f req-708a1142-f716-41ee-a6e2-a00d6b889038 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:54.130973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7dc6060b-a4e6-402a-9e19-a42dfc8d903f req-708a1142-f716-41ee-a6e2-a00d6b889038 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.3143594 Sep 21 08:33:54.199863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c51bc-4dce-4ef0-b80a-bc76dcc8f4cd None None] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:54.370909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3f3cf1c8-2ece-4727-8d79-ca94d16e731b None None] Provisioning complete for port 2e07598e-02bb-4951-ac19-7e1f313a5211 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:54.371349 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf1c8-2ece-4727-8d79-ca94d16e731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:54.402630 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7dc6060b-a4e6-402a-9e19-a42dfc8d903f req-744780c4-56f0-40ab-a19e-80805ed7849b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630172 Sep 21 08:33:54.579767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ded89a-58ab-4028-9978-c2789df9707d req-285a4fc6-6775-4e81-b83c-6f43ca227e05 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:54.582205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83ded89a-58ab-4028-9978-c2789df9707d req-285a4fc6-6775-4e81-b83c-6f43ca227e05 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0889270 Sep 21 08:33:54.600771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 1a99435a-7316-488c-adf6-5deaa29dfa32 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:54.610822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:54.613429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:54.663967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83ded89a-58ab-4028-9978-c2789df9707d req-bcd35d8f-59dd-48c4-a821-f417e2f6a11c tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735047 Sep 21 08:33:54.745531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e07598e-02bb-4951-ac19-7e1f313a5211 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:54.751030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf1c8-2ece-4727-8d79-ca94d16e731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:54.867790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3f3cf1c8-2ece-4727-8d79-ca94d16e731b None None] For port 2e07598e-02bb-4951-ac19-7e1f313a5211, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e07598e-02bb-4951-ac19-7e1f313a5211,segment=NetworkSegment(a1856d2d-6543-4381-8d4b-09eaa0b71b8b),segment_id=a1856d2d-6543-4381-8d4b-09eaa0b71b8b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:54.880321 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3f3cf1c8-2ece-4727-8d79-ca94d16e731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:54.937905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:33:54.998988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3cf1c8-2ece-4727-8d79-ca94d16e731b None None] Pushing event updated for resources: {'Port': ['ID=2e07598e-02bb-4951-ac19-7e1f313a5211,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:55.001620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:55.013361 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] Sync routers for ids ['1a99435a-7316-488c-adf6-5deaa29dfa32'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:55.027908 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] Routers {'1a99435a-7316-488c-adf6-5deaa29dfa32'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:55.028512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2e07598e-02bb-4951-ac19-7e1f313a5211 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:55.032725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.033287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-75a62d55-64ee-467a-89f2-5ea18488af0e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/1a99435a-7316-488c-adf6-5deaa29dfa32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9825218 Sep 21 08:33:55.035431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52372) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:55.036094 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1a99435a-7316-488c-adf6-5deaa29dfa32'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:55.078424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc966c-d287-4308-87f1-3d70b3824504 req-a7a2659b-e766-4e9f-b3cf-0daf5aa0f5e3 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:55.100036 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fefc966c-d287-4308-87f1-3d70b3824504 req-a7a2659b-e766-4e9f-b3cf-0daf5aa0f5e3 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1641695 Sep 21 08:33:55.113751 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:55.136781 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] Routers {'1a99435a-7316-488c-adf6-5deaa29dfa32'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:55.137368 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1a99435a-7316-488c-adf6-5deaa29dfa32'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:55.158472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a457f92f-2727-4196-be40-9eefb6025dc9 None None] Provisioning complete for port 2e07598e-02bb-4951-ac19-7e1f313a5211 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:55.158851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a457f92f-2727-4196-be40-9eefb6025dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.193693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-541e8a09-f984-4b42-a975-7fa0768a01c6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a99435a-7316-488c-adf6-5deaa29dfa32 HTTP/1.1" status: 200 len: 205 time: 0.1570301 Sep 21 08:33:55.199372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fefc966c-d287-4308-87f1-3d70b3824504 req-ac250240-9811-4b4c-9cf3-bd64ff9a3674 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949056 Sep 21 08:33:55.199776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52376) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:55.212947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a29b5-4d53-4c69-b3f7-4392f3e18fe1 req-cbd32dee-a839-4746-a552-1f9ae39c921b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:55.214533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-097a29b5-4d53-4c69-b3f7-4392f3e18fe1 req-cbd32dee-a839-4746-a552-1f9ae39c921b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.2996960 Sep 21 08:33:55.250847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:55.258843 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ccc01d-7b90-46cc-a6c4-4c3c48d74dcd None None] The sync data for ids ['1a99435a-7316-488c-adf6-5deaa29dfa32'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:33:55.404707 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.430463 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11057ab9-e75e-4275-b12e-330df224432d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.478898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e75a19ff-ade7-47db-9e75-3ee04fd9362d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.500018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-097a29b5-4d53-4c69-b3f7-4392f3e18fe1 req-04049105-8228-4b6a-a1c8-5adc322a661b tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786551 Sep 21 08:33:55.608270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:33:55.611099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a457f92f-2727-4196-be40-9eefb6025dc9 None None] Provisioning complete for port c191297b-ec9e-433d-94c0-95972b7c5a2f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:55.611877 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a457f92f-2727-4196-be40-9eefb6025dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.624960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9bb2cd86-310c-41be-89b7-5a230ea0620e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9594882 Sep 21 08:33:55.626914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52384) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:55.632861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'network': {'name': 'tempest-RoutersTest-1266123212'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:55.650553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:33:55.680240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:55.681515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:55.689163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:55.701574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.798889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:55.815748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.816272 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added segment 3ab9505e-bcbe-4d97-8d39-7689d4f0bb55 of type vlan for network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 Sep 21 08:33:55.900048 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e75a19ff-ade7-47db-9e75-3ee04fd9362d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.905763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e75a19ff-ade7-47db-9e75-3ee04fd9362d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.911556 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:33:55.955760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.987938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e75a19ff-ade7-47db-9e75-3ee04fd9362d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:55.988499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75a19ff-ade7-47db-9e75-3ee04fd9362d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Fanout notify agent at l3_agent the message router_deleted on router 1a99435a-7316-488c-adf6-5deaa29dfa32 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:33:55.993680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a457f92f-2727-4196-be40-9eefb6025dc9 None None] Port c191297b-ec9e-433d-94c0-95972b7c5a2f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:55.998081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e75a19ff-ade7-47db-9e75-3ee04fd9362d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.002675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e75a19ff-ade7-47db-9e75-3ee04fd9362d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/1a99435a-7316-488c-adf6-5deaa29dfa32 HTTP/1.1" status: 204 len: 168 time: 0.8018920 Sep 21 08:33:56.003712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52388) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:56.028614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.034470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:56.035091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.055492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:56.071106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet e1863594-ad8a-4b2b-913d-645880e73724 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:33:56.075672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.079032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4503968 Sep 21 08:33:56.084462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52390) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:56.095498 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'subnet': {'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:56.123763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.154235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-379e80b4-9ade-43f2-ae1b-b42f5c5656d3 None None] Provisioning complete for port c191297b-ec9e-433d-94c0-95972b7c5a2f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:56.154579 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-379e80b4-9ade-43f2-ae1b-b42f5c5656d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.227393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.229652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Network': ['ID=fd780f1a-ecf7-47fd-94ab-c0549fe1d963,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:56.241065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bef695-5cc8-4caf-98e3-e3d93646be06 req-316af1c3-17f0-4a96-849c-72f708c8c321 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:56.250107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98bef695-5cc8-4caf-98e3-e3d93646be06 req-316af1c3-17f0-4a96-849c-72f708c8c321 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.2634425 Sep 21 08:33:56.275999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-379e80b4-9ade-43f2-ae1b-b42f5c5656d3 None None] Port c191297b-ec9e-433d-94c0-95972b7c5a2f cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:33:56.276498 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.276956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.277314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.278335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.278474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.278792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.279167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.279482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.279952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.280289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.280620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.280948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b9d97-09e0-40e2-b63c-fda088475801 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.303980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:56.306602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.327834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98bef695-5cc8-4caf-98e3-e3d93646be06 req-b0573653-fbff-4713-89b0-4bad4ae13511 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719616 Sep 21 08:33:56.340471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=e1863594-ad8a-4b2b-913d-645880e73724,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:56.347658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Made reservation on behalf of 5a83c0fe647f45aca6cdabe2bd0b63f8 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:56.352357 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.375135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.377013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/e1863594-ad8a-4b2b-913d-645880e73724 HTTP/1.1" status: 204 len: 168 time: 0.3723767 Sep 21 08:33:56.380903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52396) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:56.389828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.390254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.390525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.390866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.391212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.391594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.391933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.392264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.392594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.392920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.393251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.393584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d93e1f4-9226-45dd-909b-f86d3ded5a67 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:33:56.404722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f4636-0214-44f3-9036-101d5c66aa87 None None] Network 54718e25-349b-4620-9244-0564734bf3d9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:56.507887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa85102-376e-41d7-a3c1-2c6ceeaae1d6 req-ab5b9e9b-0276-448e-ad76-be3fe2bf6882 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:56.509972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3aa85102-376e-41d7-a3c1-2c6ceeaae1d6 req-ab5b9e9b-0276-448e-ad76-be3fe2bf6882 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.1733813 Sep 21 08:33:56.553377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.598293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3aa85102-376e-41d7-a3c1-2c6ceeaae1d6 req-800ee604-4af8-4a73-bcec-ac188e180760 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778968 Sep 21 08:33:56.696408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e07598e-02bb-4951-ac19-7e1f313a5211 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:33:56.714797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.738261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:56.738613 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.850088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Subnet': ['ID=8ef171c1-46fd-4fcb-8205-812fccb932a8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:56.877699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Checking segment: {'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:56.878477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network hostable DHCP agents. Network: fd780f1a-ecf7-47fd-94ab-c0549fe1d963, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:33:56.894240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8a34cdaa-93d0-4bc9-835f-deed3a8fc426,segment=NetworkSegment(60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af),segment_id=60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:56.894610 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.908256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.909018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:33:56.920364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:56.933205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:53Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:53Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:56.933433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, fd780f1a-ecf7-47fd-94ab-c0549fe1d963) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:56.944805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:56.945469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:56.994364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d30d24-893f-46a6-90f0-eb5c47dff5de None None] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:33:57.000377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8c7f9b7a-81f1-4a9e-86a0-772d6ac44be6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9102881 Sep 21 08:33:57.001066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52416) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:57.065561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83dd01a-d8e1-4d6d-a761-44d0474700d8 None None] DHCP port deletion for 54718e25-349b-4620-9244-0564734bf3d9 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:33:57.071060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:33:57.072694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Updating router a5e93c3a-4175-426e-a1e7-10502afe41a4 port c191297b-ec9e-433d-94c0-95972b7c5a2f binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:33:57.090360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.117485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=8a34cdaa-93d0-4bc9-835f-deed3a8fc426,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:57.123444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:57.135146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2e07598e-02bb-4951-ac19-7e1f313a5211 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:57.135550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.206227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.223501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c83dd01a-d8e1-4d6d-a761-44d0474700d8 None None] The port '8a34cdaa-93d0-4bc9-835f-deed3a8fc426' was deleted {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 21 08:33:57.266498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.314614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54718e25-349b-4620-9244-0564734bf3d9']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:57.333204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:57.333762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ed5eb1-7b6c-4a24-b5dd-43cb0e8701af') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:57.345244 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.369743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.378721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:33:57.379231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:33:57.456225 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:33:57.489104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.511259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.518322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/54718e25-349b-4620-9244-0564734bf3d9 HTTP/1.1" status: 204 len: 168 time: 1.1334138 Sep 21 08:33:57.518322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1b2ac-96f2-4ece-9a54-c92fa45e42b4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=54718e25-349b-4620-9244-0564734bf3d9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:57.525545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52426) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:57.531291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fbd4a8e6-ea20-4e56-a2e8-1a4dc56fc0a6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242948018', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:57.562287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-6b731968-b4f6-46d3-a1f5-c6d9c858d71c tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:57.564080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-6b731968-b4f6-46d3-a1f5-c6d9c858d71c tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.1067455 Sep 21 08:33:57.574704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a8e6-ea20-4e56-a2e8-1a4dc56fc0a6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.576114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a8e6-ea20-4e56-a2e8-1a4dc56fc0a6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.645678 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a8e6-ea20-4e56-a2e8-1a4dc56fc0a6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.683713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:33:57.686172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.750490 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a8e6-ea20-4e56-a2e8-1a4dc56fc0a6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.763758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.801391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbd4a8e6-ea20-4e56-a2e8-1a4dc56fc0a6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.803846 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fbd4a8e6-ea20-4e56-a2e8-1a4dc56fc0a6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2771378 Sep 21 08:33:57.812132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52434) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:57.816421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.837024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1484976475'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:57.890329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Deleting port da8c0ee3-c34d-406f-9996-370266e7075d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:33:57.890714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.891915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:57.896765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7671-51e6-417d-ab3f-24b3960fb99e None None] Pushing event updated for resources: {'Port': ['ID=c191297b-ec9e-433d-94c0-95972b7c5a2f,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:57.935298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:57.939153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.054605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:33:58.088169 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.088785 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment 17d53ac6-9fba-42fd-895a-5f5464c86f42 of type vlan for network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 Sep 21 08:33:58.116195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] For port da8c0ee3-c34d-406f-9996-370266e7075d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=da8c0ee3-c34d-406f-9996-370266e7075d,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:33:58.116652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.154621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486377b3-27a5-454f-8b28-c785a53876ae req-ae3453ee-b80f-4c1f-b475-d5b6ad8759d2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:58.174199 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-486377b3-27a5-454f-8b28-c785a53876ae req-ae3453ee-b80f-4c1f-b475-d5b6ad8759d2 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 1097 time: 0.2022638 Sep 21 08:33:58.176169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Attempting to bind port c191297b-ec9e-433d-94c0-95972b7c5a2f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:58.176731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Attempting to bind port c191297b-ec9e-433d-94c0-95972b7c5a2f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:58.177279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Attempting to bind port c191297b-ec9e-433d-94c0-95972b7c5a2f on network 293965c9-f5fd-4dcb-af36-ee6e94770dee {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:33:58.184465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Calling delete_port for da8c0ee3-c34d-406f-9996-370266e7075d owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:33:58.188106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.198376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:33:58.199057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Checking segment: {'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:33:58.199769 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.200380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Bound using segment: {'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:33:58.201149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Bound port: c191297b-ec9e-433d-94c0-95972b7c5a2f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:33:58.202225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.205666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Allocated IP 172.23.0.2 (fd780f1a-ecf7-47fd-94ab-c0549fe1d963/8ef171c1-46fd-4fcb-8205-812fccb932a8/a486538f-a5d8-48bd-a375-4486ba087ffc) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:58.341748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.371898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:33:58.373318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.390574 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] For port c191297b-ec9e-433d-94c0-95972b7c5a2f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:33:58.391048 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-486377b3-27a5-454f-8b28-c785a53876ae req-653cc535-7c39-42d0-a07e-6c35c084b254 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061234 Sep 21 08:33:58.395986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] For port c191297b-ec9e-433d-94c0-95972b7c5a2f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c191297b-ec9e-433d-94c0-95972b7c5a2f,segment=NetworkSegment(a1856d2d-6543-4381-8d4b-09eaa0b71b8b),segment_id=a1856d2d-6543-4381-8d4b-09eaa0b71b8b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:33:58.401167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.402630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.633412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf7671-51e6-417d-ab3f-24b3960fb99e None None] Pushing event updated for resources: {'Port': ['ID=c191297b-ec9e-433d-94c0-95972b7c5a2f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:58.641099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-be988379-5665-4a9e-b1dc-ca91b9966ed9 None None] Provisioning complete for port c191297b-ec9e-433d-94c0-95972b7c5a2f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:33:58.641941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be988379-5665-4a9e-b1dc-ca91b9966ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.644557 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.648079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:33:58.649069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:33:58.736463 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:58.768886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:33:59.008459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1810260 Sep 21 08:33:59.029113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52444) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:33:59.045627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:33:59.079093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33cb6b-4e59-4d9c-b397-a8b64741e024 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=6859cb58-4ba5-4e80-8743-15b8e175dfb0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:59.119586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Pushing event updated for resources: {'Port': ['ID=a486538f-a5d8-48bd-a375-4486ba087ffc,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:59.147442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:33:59.149834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:33:59.150183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8a34cdaa-93d0-4bc9-835f-deed3a8fc426 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:33:59.163423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:59.211179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:59.229691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:33:59.244904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Allocated IP 172.23.0.1 (fd780f1a-ecf7-47fd-94ab-c0549fe1d963/8ef171c1-46fd-4fcb-8205-812fccb932a8/f28cd22a-b768-46c4-82c4-f0c480d05e44) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:33:59.298061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Pushing event deleted for resources: {'Port': ['ID=da8c0ee3-c34d-406f-9996-370266e7075d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:59.350878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:59.354238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:59.415927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] No DVR routers for this DVR port da8c0ee3-c34d-406f-9996-370266e7075d on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:33:59.449606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:59.456859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:59.463631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b0538c83-292a-43af-98b3-2f60cd129a24'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:33:59.476674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9872c678-19a1-481d-993d-3d7eaa8a9e01 req-5124efe9-d168-4e44-8c50-4ef3a8b003f8 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.62 "DELETE /v2.0/ports/da8c0ee3-c34d-406f-9996-370266e7075d HTTP/1.1" status: 204 len: 173 time: 1.8117003 Sep 21 08:33:59.483858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'name': 'network-vif-deleted', 'tag': 'da8c0ee3-c34d-406f-9996-370266e7075d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:33:59.493949 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9072ac-8392-4153-a106-8dd1ad4de425" -d '{"events": [{"server_uuid": "6a12b26b-0450-4f58-9509-d584ccc7dbd2", "name": "network-vif-deleted", "tag": "da8c0ee3-c34d-406f-9996-370266e7075d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:33:59.552618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:59.708798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a3cf3b2-3558-41e4-842b-0673f60192e2 req-9bd2d630-751a-4d58-a255-2f0b22d58bb1 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6a12b26b-0450-4f58-9509-d584ccc7dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0591271 Sep 21 08:33:59.719988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:33:59.725942 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eac97d-ab4d-48d2-bd9a-01daeade37eb x-openstack-request-id: req-80eac97d-ab4d-48d2-bd9a-01daeade37eb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:33:59.725942 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a12b26b-0450-4f58-9509-d584ccc7dbd2", "name": "network-vif-deleted", "tag": "da8c0ee3-c34d-406f-9996-370266e7075d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:33:59.726290 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80eac97d-ab4d-48d2-bd9a-01daeade37eb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:33:59.738788 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a12b26b-0450-4f58-9509-d584ccc7dbd2', 'name': 'network-vif-deleted', 'tag': 'da8c0ee3-c34d-406f-9996-370266e7075d', 'status': 'completed', 'code': 200} Sep 21 08:33:59.744321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:33:59.767354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:33:59.792442 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be988379-5665-4a9e-b1dc-ca91b9966ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:59.869759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:59.872486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=f28cd22a-b768-46c4-82c4-f0c480d05e44,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:33:59.876968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:33:59.880700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:33:59.997696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Attempting to bind port a486538f-a5d8-48bd-a375-4486ba087ffc on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:33:59.998226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Attempting to bind port a486538f-a5d8-48bd-a375-4486ba087ffc by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:33:59.998735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Attempting to bind port a486538f-a5d8-48bd-a375-4486ba087ffc on network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:00.038391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:00.039494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Checking segment: {'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:00.040090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.041211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Bound using segment: {'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:00.041357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Bound port: a486538f-a5d8-48bd-a375-4486ba087ffc, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:00.041858 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.067947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-be988379-5665-4a9e-b1dc-ca91b9966ed9 None None] For port c191297b-ec9e-433d-94c0-95972b7c5a2f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c191297b-ec9e-433d-94c0-95972b7c5a2f,segment=NetworkSegment(a1856d2d-6543-4381-8d4b-09eaa0b71b8b),segment_id=a1856d2d-6543-4381-8d4b-09eaa0b71b8b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:00.141073 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be988379-5665-4a9e-b1dc-ca91b9966ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.178078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.317797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a6e18870-3dc3-4942-bc26-7a156c7b46bd None None] Provisioning complete for port c191297b-ec9e-433d-94c0-95972b7c5a2f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:00.318269 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6e18870-3dc3-4942-bc26-7a156c7b46bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.381854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:53Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:58Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:00.424943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfa8adf-faf0-4e33-affc-62411558ad9f None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:33:53Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:58Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:00.447986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be988379-5665-4a9e-b1dc-ca91b9966ed9 None None] Pushing event updated for resources: {'Port': ['ID=c191297b-ec9e-433d-94c0-95972b7c5a2f,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:00.459445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] For port a486538f-a5d8-48bd-a375-4486ba087ffc, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:00.542820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] For port a486538f-a5d8-48bd-a375-4486ba087ffc, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a486538f-a5d8-48bd-a375-4486ba087ffc,segment=NetworkSegment(3ab9505e-bcbe-4d97-8d39-7689d4f0bb55),segment_id=3ab9505e-bcbe-4d97-8d39-7689d4f0bb55)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:00.597245 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.608761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device da8c0ee3-c34d-406f-9996-370266e7075d no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:00.686205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: da8c0ee3-c34d-406f-9996-370266e7075d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:00.691243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device da8c0ee3-c34d-406f-9996-370266e7075d not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:00.693710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.797118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:00.885607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c191297b-ec9e-433d-94c0-95972b7c5a2f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:00.919907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:01.185724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6115cbb-119a-4c0c-ad37-e799994a07d7 None None] Pushing event updated for resources: {'Port': ['ID=a486538f-a5d8-48bd-a375-4486ba087ffc,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:01.194289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=ae8507d4-e140-40f8-a059-c2849b30b25a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:01.297581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c191297b-ec9e-433d-94c0-95972b7c5a2f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:01.298083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:01.422789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event updated for resources: {'Port': ['ID=f28cd22a-b768-46c4-82c4-f0c480d05e44,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:01.481103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:01.678307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85af5b3-8c24-458a-bf7a-0c4c36ca945d req-800aa316-3dcd-412b-94c1-057c67f14687 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:01.689235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b85af5b3-8c24-458a-bf7a-0c4c36ca945d req-800aa316-3dcd-412b-94c1-057c67f14687 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.1067455 Sep 21 08:34:01.775861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:01.775861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 6859cb58-4ba5-4e80-8743-15b8e175dfb0, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:34:01.793794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b85af5b3-8c24-458a-bf7a-0c4c36ca945d req-ad3593d6-3bcf-4461-b637-add7e0532b85 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028790 Sep 21 08:34:01.834064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:34:01.873219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 6859cb58-4ba5-4e80-8743-15b8e175dfb0) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:01.882948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:01.884920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:01.891508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12845ec3-d557-4a47-8e75-60e7c0f0c768 None None] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:01.895084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:01.902392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:01.955499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:01.969029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0db65e02-6177-4ea8-beb2-a5ef921cd2b1 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9301410 Sep 21 08:34:02.215270 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:02.300429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:34:02.301724 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:02.345505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:02.726897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:02.736283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Allocated IP 2001:db8::2 (6859cb58-4ba5-4e80-8743-15b8e175dfb0/ae8507d4-e140-40f8-a059-c2849b30b25a/04fc45be-9c77-408f-a78d-75e4eb868c8a) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:02.744550 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:02.760947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a486538f-a5d8-48bd-a375-4486ba087ffc up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:02.769718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ef5608be-1df9-4b88-9b8f-17e9066e8aaf tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7671313 Sep 21 08:34:02.770272 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:02.771037 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:02.774874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:02.818748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:03.020956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:03.215943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:03.291430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d37719-3c70-41e8-8420-8145642a8963 req-72a856cc-994c-4411-af3c-5147b8dcf663 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:03.294369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32d37719-3c70-41e8-8420-8145642a8963 req-72a856cc-994c-4411-af3c-5147b8dcf663 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.2962697 Sep 21 08:34:03.372815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899041c3-4720-4135-831b-b39066202de0 req-9e957ec4-183a-4c81-80e1-69c4f07e6a27 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:03.377942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-899041c3-4720-4135-831b-b39066202de0 req-9e957ec4-183a-4c81-80e1-69c4f07e6a27 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 1096 time: 0.3099220 Sep 21 08:34:03.398976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:03.402553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a486538f-a5d8-48bd-a375-4486ba087ffc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:03.403856 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:03.491537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:03.501149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b07c7-2f53-4bc8-bee6-4d8072c2311a None None] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:03.647855 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:00Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cd22a-b768-46c4-82c4-f0c480d05e44', 'name': '', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:eb:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:58Z', 'updated_at': '2021-09-21T08:34:00Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:03.661919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Deleting port b0538c83-292a-43af-98b3-2f60cd129a24 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:03.663469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:03.679049 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a3ab4afb-512c-4ffd-b258-20c0f1857c88 None None] Provisioning complete for port a486538f-a5d8-48bd-a375-4486ba087ffc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:03.679669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3ab4afb-512c-4ffd-b258-20c0f1857c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:03.687037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:03.705192 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:03.706264 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Updating router a5e93c3a-4175-426e-a1e7-10502afe41a4 port f28cd22a-b768-46c4-82c4-f0c480d05e44 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:34:03.728298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:03.747969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:03.752505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Pushing event updated for resources: {'Port': ['ID=04fc45be-9c77-408f-a78d-75e4eb868c8a,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:03.773390 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:03.784990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32d37719-3c70-41e8-8420-8145642a8963 req-333a936b-6882-46c7-9a54-d1eac81cea90 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=4f2155ef-991d-4aab-aca6-1a923f4ea388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810655 Sep 21 08:34:03.902892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8::1 (6859cb58-4ba5-4e80-8743-15b8e175dfb0/ae8507d4-e140-40f8-a059-c2849b30b25a/24a17676-c2a7-40d3-92af-195a36feab7b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:03.937173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] For port b0538c83-292a-43af-98b3-2f60cd129a24, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b0538c83-292a-43af-98b3-2f60cd129a24,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:03.948012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.012025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Calling delete_port for b0538c83-292a-43af-98b3-2f60cd129a24 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:04.028702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.195876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 08:34:04.258029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Removed routes are [] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 08:34:04.260723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.273927 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.324258 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.348245 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.479565 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Pushing event updated for resources: {'Port': ['ID=f28cd22a-b768-46c4-82c4-f0c480d05e44,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:04.509427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.590102 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.591257 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.592451 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.593571 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.594673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.595813 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.596917 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.598814 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.599961 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.605141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.606028 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.607391 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.608395 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:04.637745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.693204 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Attempting to bind port f28cd22a-b768-46c4-82c4-f0c480d05e44 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:04.693618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Attempting to bind port f28cd22a-b768-46c4-82c4-f0c480d05e44 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:04.693983 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Attempting to bind port f28cd22a-b768-46c4-82c4-f0c480d05e44 on network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:04.708947 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:04.709312 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Checking segment: {'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:04.712974 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.713405 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Bound using segment: {'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:04.714485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:04.715610 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Bound port: f28cd22a-b768-46c4-82c4-f0c480d05e44, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:04.722138 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.745042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:04.765136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:04.766840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.783173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.788242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.859876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b0538c83-292a-43af-98b3-2f60cd129a24'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:34:04.874743 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] For port f28cd22a-b768-46c4-82c4-f0c480d05e44, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:04.884401 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] For port f28cd22a-b768-46c4-82c4-f0c480d05e44, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f28cd22a-b768-46c4-82c4-f0c480d05e44,segment=NetworkSegment(3ab9505e-bcbe-4d97-8d39-7689d4f0bb55),segment_id=3ab9505e-bcbe-4d97-8d39-7689d4f0bb55)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:04.893751 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:04.988092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=24a17676-c2a7-40d3-92af-195a36feab7b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:04.999124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Attempting to bind port 04fc45be-9c77-408f-a78d-75e4eb868c8a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:05.003558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Attempting to bind port 04fc45be-9c77-408f-a78d-75e4eb868c8a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:05.004893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Attempting to bind port 04fc45be-9c77-408f-a78d-75e4eb868c8a on network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:05.030317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:05.031598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Checking segment: {'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:05.033811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.036802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Bound using segment: {'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:05.038589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Bound port: 04fc45be-9c77-408f-a78d-75e4eb868c8a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:05.040560 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.050228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:05.051883 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:05.053847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f94a3-f95e-4695-8a1e-a66b4777d12d None None] Pushing event updated for resources: {'Port': ['ID=f28cd22a-b768-46c4-82c4-f0c480d05e44,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:05.114191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:05.115649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0538c83-292a-43af-98b3-2f60cd129a24,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:05.125063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port a486538f-a5d8-48bd-a375-4486ba087ffc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a486538f-a5d8-48bd-a375-4486ba087ffc,segment=NetworkSegment(3ab9505e-bcbe-4d97-8d39-7689d4f0bb55),segment_id=3ab9505e-bcbe-4d97-8d39-7689d4f0bb55)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:05.249284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-efae14dc-a040-4f57-ae1d-bda12595de29 req-059f3a8e-edb5-4549-8545-e63ce886ea71 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78d8cdf3-d048-4850-bc99-884c6f7c5adf HTTP/1.1" status: 200 len: 210 time: 0.2218127 Sep 21 08:34:05.284901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] For port 04fc45be-9c77-408f-a78d-75e4eb868c8a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:05.288962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] For port 04fc45be-9c77-408f-a78d-75e4eb868c8a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=04fc45be-9c77-408f-a78d-75e4eb868c8a,segment=NetworkSegment(17d53ac6-9fba-42fd-895a-5f5464c86f42),segment_id=17d53ac6-9fba-42fd-895a-5f5464c86f42)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:05.291747 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3ab4afb-512c-4ffd-b258-20c0f1857c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.312492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.315292 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.315998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] No DVR routers for this DVR port b0538c83-292a-43af-98b3-2f60cd129a24 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:05.319709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.325600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-899041c3-4720-4135-831b-b39066202de0 req-56b823e0-db9a-4daa-be48-8e1c029ace01 tempest-TestServerMultinode-771874719 tempest-TestServerMultinode-771874719-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b0538c83-292a-43af-98b3-2f60cd129a24 HTTP/1.1" status: 204 len: 173 time: 1.9378915 Sep 21 08:34:05.333491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'name': 'network-vif-deleted', 'tag': 'b0538c83-292a-43af-98b3-2f60cd129a24'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:34:05.339717 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795354fa-0aaa-4ea1-9817-afd944200d15" -d '{"events": [{"server_uuid": "78d8cdf3-d048-4850-bc99-884c6f7c5adf", "name": "network-vif-deleted", "tag": "b0538c83-292a-43af-98b3-2f60cd129a24"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:34:05.384276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.402566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:05.422408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:05.442231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:05.443767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-958f49d9-94bb-4ab8-b0e9-12c32711bbfb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 200 len: 934 time: 2.6648140 Sep 21 08:34:05.446924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52606) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:05.500758 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be6621d-2eb7-4b1b-adb5-61ffdc47ccbc x-openstack-request-id: req-5be6621d-2eb7-4b1b-adb5-61ffdc47ccbc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:34:05.502729 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8cdf3-d048-4850-bc99-884c6f7c5adf", "name": "network-vif-deleted", "tag": "b0538c83-292a-43af-98b3-2f60cd129a24", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:34:05.507785 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5be6621d-2eb7-4b1b-adb5-61ffdc47ccbc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:34:05.514525 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8cdf3-d048-4850-bc99-884c6f7c5adf', 'name': 'network-vif-deleted', 'tag': 'b0538c83-292a-43af-98b3-2f60cd129a24', 'status': 'completed', 'code': 200} Sep 21 08:34:05.697276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=a486538f-a5d8-48bd-a375-4486ba087ffc,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:05.810983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-a3ab4afb-512c-4ffd-b258-20c0f1857c88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:34:05.810983 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-a3ab4afb-512c-4ffd-b258-20c0f1857c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:34:05.942248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f4d21-d664-46b0-9a70-8e8f5275678d None None] Pushing event updated for resources: {'Port': ['ID=04fc45be-9c77-408f-a78d-75e4eb868c8a,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:06.083249 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:04Z', 'revision_number': 6, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cd22a-b768-46c4-82c4-f0c480d05e44', 'name': '', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:eb:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:58Z', 'updated_at': '2021-09-21T08:34:04Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:06.134938 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2cafa2-6e14-49cb-a678-67e61d5e3a49 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:04Z', 'revision_number': 6, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cd22a-b768-46c4-82c4-f0c480d05e44', 'name': '', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:eb:78:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:58Z', 'updated_at': '2021-09-21T08:34:04Z', 'revision_number': 4, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:06.308412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:06.316959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:06.320275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:06.362039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52614) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:06.568152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] Provisioning complete for port f28cd22a-b768-46c4-82c4-f0c480d05e44 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:06.569126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:06.895568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=24a17676-c2a7-40d3-92af-195a36feab7b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:06.903283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:06.964324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c7b576f-ce3b-45d8-8114-9b42b411c6d9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 200 len: 934 time: 1.5156603 Sep 21 08:34:06.967542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52622) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:06.973806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'routes': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:07.002627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] For port f28cd22a-b768-46c4-82c4-f0c480d05e44, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f28cd22a-b768-46c4-82c4-f0c480d05e44,segment=NetworkSegment(3ab9505e-bcbe-4d97-8d39-7689d4f0bb55),segment_id=3ab9505e-bcbe-4d97-8d39-7689d4f0bb55)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:07.012319 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:07.094728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:07.101972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:07.115927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] Provisioning complete for port a486538f-a5d8-48bd-a375-4486ba087ffc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:07.116308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:07.189242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72f57b-c93a-48d3-a9b1-d95732774829 None None] Pushing event updated for resources: {'Port': ['ID=f28cd22a-b768-46c4-82c4-f0c480d05e44,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:07.464564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a8933027-cc0f-46a0-b8d0-4443f0d38294 None None] Provisioning complete for port f28cd22a-b768-46c4-82c4-f0c480d05e44 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:07.464942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a8933027-cc0f-46a0-b8d0-4443f0d38294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:07.589042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7f8a5-a400-40de-98de-7a253ec682fa None None] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:07.775214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f28cd22a-b768-46c4-82c4-f0c480d05e44 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:07.965080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:07.997201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f28cd22a-b768-46c4-82c4-f0c480d05e44 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:07.997886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.011696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:08.012403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:08.045124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] Provisioning complete for port f28cd22a-b768-46c4-82c4-f0c480d05e44 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:08.045498 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.213469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:08.320689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0538c83-292a-43af-98b3-2f60cd129a24 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:08.422234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: b0538c83-292a-43af-98b3-2f60cd129a24 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:08.422234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b0538c83-292a-43af-98b3-2f60cd129a24 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:08.426414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:34:08.475140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.extraroute_db [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added routes are [] {{(pid=94724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 08:34:08.475562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.extraroute_db [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 08:34:08.564926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04fc45be-9c77-408f-a78d-75e4eb868c8a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:08.615272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.636797 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.714600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] Provisioning complete for port 04fc45be-9c77-408f-a78d-75e4eb868c8a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:08.714987 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.719490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 04fc45be-9c77-408f-a78d-75e4eb868c8a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:08.719490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.743925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:08.755028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae076f6b-194d-47d1-9d74-e8c2c90a8943 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7953300 Sep 21 08:34:08.755598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52644) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:08.761184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1463737363'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:08.763538 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:08.782847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:08.783524 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:08.803192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:08.806843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.868206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:34:08.904749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:08.905018 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment c2c63a6d-df7d-45a1-9695-227ca720dba9 of type vlan for network 6bbc3510-8ce6-4b71-9030-441e647d1b2a Sep 21 08:34:08.950844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:04Z', 'revision_number': 6, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cd22a-b768-46c4-82c4-f0c480d05e44', 'name': '', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:eb:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:58Z', 'updated_at': '2021-09-21T08:34:06Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:09.032511 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:09.056922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.066301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:09.150717 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.163013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:09.163832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:09.171768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:09.173631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.232726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4763403 Sep 21 08:34:09.248697 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.249918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52662) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:09.340323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:09.358665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] For port 04fc45be-9c77-408f-a78d-75e4eb868c8a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=04fc45be-9c77-408f-a78d-75e4eb868c8a,segment=NetworkSegment(17d53ac6-9fba-42fd-895a-5f5464c86f42),segment_id=17d53ac6-9fba-42fd-895a-5f5464c86f42)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:09.406333 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ec3d4-897f-487f-9236-84da784523dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=6bbc3510-8ce6-4b71-9030-441e647d1b2a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:09.418332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.506080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.559682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.663209 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:05Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:05Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:09.720839 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:09.721195 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Updating router 9311cc09-fa7a-4219-822a-f0b4d1385734 port 24a17676-c2a7-40d3-92af-195a36feab7b binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:34:09.767563 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:09.872843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:34:09.991196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39912-a658-4fb5-91cf-1a0ef790d369 None None] Pushing event updated for resources: {'Port': ['ID=04fc45be-9c77-408f-a78d-75e4eb868c8a,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:10.027264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:10.075649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.104896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:10.107177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8f7a5fd0-fff4-494a-8582-ecc0f8e91ef0 None None] Provisioning complete for port 24a17676-c2a7-40d3-92af-195a36feab7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:10.107755 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5fd0-fff4-494a-8582-ecc0f8e91ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.163935 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.175556 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.198868 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a5fd0-fff4-494a-8582-ecc0f8e91ef0 None None] Port 24a17676-c2a7-40d3-92af-195a36feab7b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:10.254215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8f7a5fd0-fff4-494a-8582-ecc0f8e91ef0 None None] Provisioning complete for port f28cd22a-b768-46c4-82c4-f0c480d05e44 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:10.254907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5fd0-fff4-494a-8582-ecc0f8e91ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.280935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:10.293871 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.367659 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:34:10.368607 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:34:10.399675 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Attempting to bind port 24a17676-c2a7-40d3-92af-195a36feab7b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:10.400039 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Attempting to bind port 24a17676-c2a7-40d3-92af-195a36feab7b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:10.403777 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Attempting to bind port 24a17676-c2a7-40d3-92af-195a36feab7b on network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:10.417698 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:10.417990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Checking segment: {'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:10.431985 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.432398 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Bound using segment: {'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:10.432913 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Bound port: 24a17676-c2a7-40d3-92af-195a36feab7b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d53ac6-9fba-42fd-895a-5f5464c86f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:10.433305 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.620491 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] For port 24a17676-c2a7-40d3-92af-195a36feab7b, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:10.632420 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] For port 24a17676-c2a7-40d3-92af-195a36feab7b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=24a17676-c2a7-40d3-92af-195a36feab7b,segment=NetworkSegment(17d53ac6-9fba-42fd-895a-5f5464c86f42),segment_id=17d53ac6-9fba-42fd-895a-5f5464c86f42)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:10.657589 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.672430 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad5913-57f1-4044-9e3a-16e6a11d7029 None None] Pushing event updated for resources: {'Port': ['ID=24a17676-c2a7-40d3-92af-195a36feab7b,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:10.716881 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:10.717650 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:10.827670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8f7a5fd0-fff4-494a-8582-ecc0f8e91ef0 None None] Provisioning complete for port 04fc45be-9c77-408f-a78d-75e4eb868c8a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:10.828027 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f7a5fd0-fff4-494a-8582-ecc0f8e91ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:10.960697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a486538f-a5d8-48bd-a375-4486ba087ffc up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:11.010973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:08Z', 'revision_number': 7, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cd22a-b768-46c4-82c4-f0c480d05e44', 'name': '', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:eb:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:58Z', 'updated_at': '2021-09-21T08:34:06Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:11.042125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:11.067109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.077931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52676) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:11.080775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d27dd53-2723-497f-a327-3f9a79be773a tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 200 len: 700 time: 4.1117449 Sep 21 08:34:11.081926 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.110741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfe8787-d438-41db-a188-79179658c1b9 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:08Z', 'revision_number': 7, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cd22a-b768-46c4-82c4-f0c480d05e44', 'name': '', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:eb:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:58Z', 'updated_at': '2021-09-21T08:34:06Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:11.145665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a486538f-a5d8-48bd-a375-4486ba087ffc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:11.146303 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.147472 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:11.241279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Deleting port e2e1bdfc-3003-409b-b738-ca3e78efd4b8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:11.241666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.255825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-528e87ac-921d-48b1-abc3-c6191544e700 None None] Provisioning complete for port 24a17676-c2a7-40d3-92af-195a36feab7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:11.256947 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-528e87ac-921d-48b1-abc3-c6191544e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.475860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0b0f167b-d8d8-426f-a419-0040f4da86b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 200 len: 700 time: 0.3938210 Sep 21 08:34:11.477833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52682) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:11.481359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=008b5180-5633-484a-94a8-16e1310c3fd2,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:11.525817 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-528e87ac-921d-48b1-abc3-c6191544e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.534312 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:11.541397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 6bbc3510-8ce6-4b71-9030-441e647d1b2a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:34:11.589587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-528e87ac-921d-48b1-abc3-c6191544e700 None None] For port 24a17676-c2a7-40d3-92af-195a36feab7b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=24a17676-c2a7-40d3-92af-195a36feab7b,segment=NetworkSegment(17d53ac6-9fba-42fd-895a-5f5464c86f42),segment_id=17d53ac6-9fba-42fd-895a-5f5464c86f42)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:11.597002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-528e87ac-921d-48b1-abc3-c6191544e700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.636309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] For port e2e1bdfc-3003-409b-b738-ca3e78efd4b8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:11.637046 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.639778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:34:11.672518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e87ac-921d-48b1-abc3-c6191544e700 None None] Pushing event updated for resources: {'Port': ['ID=24a17676-c2a7-40d3-92af-195a36feab7b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:11.700764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Calling delete_port for e2e1bdfc-3003-409b-b738-ca3e78efd4b8 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:11.706319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 6bbc3510-8ce6-4b71-9030-441e647d1b2a) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:11.710464 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad5913-57f1-4044-9e3a-16e6a11d7029 None None] Pushing event updated for resources: {'Port': ['ID=24a17676-c2a7-40d3-92af-195a36feab7b,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:11.714515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:11.715462 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:11.741568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04fc45be-9c77-408f-a78d-75e4eb868c8a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:11.752380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387ffa2-af9e-4cad-b409-1c553e6adbb7 None None] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:11.830611 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:05Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:10Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:11.836220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-57a56c0e-d473-49f2-90ce-7262a10e14bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5112984 Sep 21 08:34:11.844059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52686) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:11.864777 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b12ae4-595d-437d-ac5f-7ea3584cbc74 None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:05Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:10Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:11.885768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:11.941075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-37540c67-93f2-4a92-8b7b-cf8a34c6d8f2 None None] Provisioning complete for port 24a17676-c2a7-40d3-92af-195a36feab7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:11.941452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-37540c67-93f2-4a92-8b7b-cf8a34c6d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:12.022604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:12.023809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:12.296892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:34:12.297842 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:12.298484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:12.344348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 04fc45be-9c77-408f-a78d-75e4eb868c8a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:12.346629 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:12.745115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:12.984739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port f28cd22a-b768-46c4-82c4-f0c480d05e44 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:12.987634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:13.086594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Allocated IP 2001:db8:1::2 (6bbc3510-8ce6-4b71-9030-441e647d1b2a/008b5180-5633-484a-94a8-16e1310c3fd2/3678381e-0da3-42ab-86f3-d21c3affd40f) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:13.263520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port f28cd22a-b768-46c4-82c4-f0c480d05e44, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f28cd22a-b768-46c4-82c4-f0c480d05e44,segment=NetworkSegment(3ab9505e-bcbe-4d97-8d39-7689d4f0bb55),segment_id=3ab9505e-bcbe-4d97-8d39-7689d4f0bb55)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:13.267822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:13.308569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for f28cd22a-b768-46c4-82c4-f0c480d05e44 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:13.338602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:13.406838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:13.418194 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:13.425061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:13.430982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:08Z', 'revision_number': 7, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f28cd22a-b768-46c4-82c4-f0c480d05e44', 'name': '', 'network_id': 'fd780f1a-ecf7-47fd-94ab-c0549fe1d963', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:eb:78:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:58Z', 'updated_at': '2021-09-21T08:34:06Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '8ef171c1-46fd-4fcb-8205-812fccb932a8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:13.489855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e1bdfc-3003-409b-b738-ca3e78efd4b8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:13.490023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:13.493988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:13.495879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:13.499581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:13.551989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Pushing event updated for resources: {'Port': ['ID=3678381e-0da3-42ab-86f3-d21c3affd40f,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:13.556404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:13.557038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:13.744059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52702) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:13.837910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:13.948276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=f28cd22a-b768-46c4-82c4-f0c480d05e44,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:13.955371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 24a17676-c2a7-40d3-92af-195a36feab7b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:14.119893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Attempting to bind port 3678381e-0da3-42ab-86f3-d21c3affd40f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:14.120255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Attempting to bind port 3678381e-0da3-42ab-86f3-d21c3affd40f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:14.120629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Attempting to bind port 3678381e-0da3-42ab-86f3-d21c3affd40f on network 6bbc3510-8ce6-4b71-9030-441e647d1b2a {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:14.237962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:14.238263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Checking segment: {'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:14.238675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.239077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Bound using segment: {'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:14.239596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Bound port: 3678381e-0da3-42ab-86f3-d21c3affd40f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:14.239981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.288905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:14.304000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8:1::1 (6bbc3510-8ce6-4b71-9030-441e647d1b2a/008b5180-5633-484a-94a8-16e1310c3fd2/56788ee7-06c3-48fa-a08f-cdd622e02a96) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:14.370448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 24a17676-c2a7-40d3-92af-195a36feab7b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:14.370858 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.448315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] Deleting subnet fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:14.452870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.488266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.532058 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.558990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.576005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.613851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] For port 3678381e-0da3-42ab-86f3-d21c3affd40f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:14.688980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] For port 3678381e-0da3-42ab-86f3-d21c3affd40f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3678381e-0da3-42ab-86f3-d21c3affd40f,segment=NetworkSegment(c2c63a6d-df7d-45a1-9695-227ca720dba9),segment_id=c2c63a6d-df7d-45a1-9695-227ca720dba9)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:14.706518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.768345 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.819388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:14.833401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:14.983742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:15.002075 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3d38fc2a-46d7-47d5-8c80-abed98eb2060 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5200162 Sep 21 08:34:15.004492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52714) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:15.045448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:15.092801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:15.108685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=56788ee7-06c3-48fa-a08f-cdd622e02a96,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:15.111306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:15.112586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.128132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet 8ef171c1-46fd-4fcb-8205-812fccb932a8 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:15.131494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa5526-f893-49cf-848a-d049790a2584 None None] Pushing event updated for resources: {'Port': ['ID=3678381e-0da3-42ab-86f3-d21c3affd40f,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:15.136813 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.220228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 8, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:15.254785 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.332624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65502a1-b2ff-4e1d-8ce4-566a0c39a3c4 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 8, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:15.499410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.563919 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.640597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:15.646775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.647822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.650777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-53876f98-d0b5-47f9-a875-078e599055ee admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fa3d47ab-baca-4aa3-ada0-f3f5af1a1ea0 HTTP/1.1" status: 204 len: 168 time: 1.9036283 Sep 21 08:34:15.653017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Router 41bdc408-d8dc-4910-99d2-9c6f878e5845 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:15.654722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52720) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:15.726933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef171c1-46fd-4fcb-8205-812fccb932a8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:15.739066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c91111f-ea8b-4b36-a905-040155f70396 None None] Network fd780f1a-ecf7-47fd-94ab-c0549fe1d963 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:15.742622 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.748337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5aea3b29-f94b-42d2-bce3-783e2bc984b9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/8ef171c1-46fd-4fcb-8205-812fccb932a8 HTTP/1.1" status: 204 len: 168 time: 0.7424095 Sep 21 08:34:15.752588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52722) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:15.815027 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:15.912035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.056531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.128534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3678381e-0da3-42ab-86f3-d21c3affd40f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:16.211462 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:16.222514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] DHCP port deletion for fd780f1a-ecf7-47fd-94ab-c0549fe1d963 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:16.230803 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:16.231484 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:16.304180 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.317345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port a486538f-a5d8-48bd-a375-4486ba087ffc {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:16.317998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.336095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3678381e-0da3-42ab-86f3-d21c3affd40f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:16.352136 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.356349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f60f669-3c90-4852-9632-aef55b965bf2']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:16.395009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca98676b-bfaa-4321-84b0-182282e3af13') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:16.403379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca98676b-bfaa-4321-84b0-182282e3af13') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:16.486103 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:16.499107 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.503479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] Deleting port a486538f-a5d8-48bd-a375-4486ba087ffc {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:16.510354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.552910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port a486538f-a5d8-48bd-a375-4486ba087ffc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a486538f-a5d8-48bd-a375-4486ba087ffc,segment=NetworkSegment(3ab9505e-bcbe-4d97-8d39-7689d4f0bb55),segment_id=3ab9505e-bcbe-4d97-8d39-7689d4f0bb55)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:16.553538 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.580696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.583229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for a486538f-a5d8-48bd-a375-4486ba087ffc owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:16.595915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:16.596805 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:16.599651 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:16.678624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] For port a486538f-a5d8-48bd-a375-4486ba087ffc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a486538f-a5d8-48bd-a375-4486ba087ffc,segment=NetworkSegment(3ab9505e-bcbe-4d97-8d39-7689d4f0bb55),segment_id=3ab9505e-bcbe-4d97-8d39-7689d4f0bb55)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:16.679036 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.683023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90eb62-92a1-4919-abc1-17360c15a4da None None] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:16.718407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:16.726276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-569095ae-0184-4575-bd87-43580e18e444 admin admin] 10.222.0.59 "PUT /v2.0/routers/41bdc408-d8dc-4910-99d2-9c6f878e5845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3188870 Sep 21 08:34:16.728978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52730) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:16.755359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] Sync routers for ids ['41bdc408-d8dc-4910-99d2-9c6f878e5845'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:16.767221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] Calling delete_port for a486538f-a5d8-48bd-a375-4486ba087ffc owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:16.779855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.839490 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.850365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.856520 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] 10.222.0.59 "DELETE /v2.0/networks/9f60f669-3c90-4852-9632-aef55b965bf2 HTTP/1.1" status: 204 len: 168 time: 1.1990349 Sep 21 08:34:16.868840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] Routers {'41bdc408-d8dc-4910-99d2-9c6f878e5845'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:16.869352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['41bdc408-d8dc-4910-99d2-9c6f878e5845'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:16.883099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:16.900785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd60500-2c25-4c68-b72b-c323fc94700b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f60f669-3c90-4852-9632-aef55b965bf2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:16.939017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.957755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-60c237a0-08e8-47af-952e-e80f25869bba None None] Provisioning complete for port 3678381e-0da3-42ab-86f3-d21c3affd40f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:16.958215 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-60c237a0-08e8-47af-952e-e80f25869bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:16.989358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=a486538f-a5d8-48bd-a375-4486ba087ffc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:16.991059 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 8, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:17.018249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port a486538f-a5d8-48bd-a375-4486ba087ffc on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:17.044859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 3678381e-0da3-42ab-86f3-d21c3affd40f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3678381e-0da3-42ab-86f3-d21c3affd40f,segment=NetworkSegment(c2c63a6d-df7d-45a1-9695-227ca720dba9),segment_id=c2c63a6d-df7d-45a1-9695-227ca720dba9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:17.069162 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:17.084107 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:17.086113 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:17.087775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.212183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f28cd22a-b768-46c4-82c4-f0c480d05e44 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:17.214105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] Deleting subnet dcd1ca16-095b-45f6-8bba-11735ff96961 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:17.214398 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.225543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.245015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] Set router 41bdc408-d8dc-4910-99d2-9c6f878e5845 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:17.275142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:17.302975 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.331537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.357118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd780f1a-ecf7-47fd-94ab-c0549fe1d963']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:17.370798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:17.371132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab9505e-bcbe-4d97-8d39-7689d4f0bb55') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:17.382920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.394156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.401589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.410419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:17.410990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:17.489066 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:17.498436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.520025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.520575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.522942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/fd780f1a-ecf7-47fd-94ab-c0549fe1d963 HTTP/1.1" status: 204 len: 168 time: 1.7692399 Sep 21 08:34:17.538478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52738) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:17.548396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aec68-a7c8-44f0-b746-493780c8d762 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=fd780f1a-ecf7-47fd-94ab-c0549fe1d963,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:17.594890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.597001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/dcd1ca16-095b-45f6-8bba-11735ff96961 HTTP/1.1" status: 204 len: 168 time: 0.7082932 Sep 21 08:34:17.598249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f28cd22a-b768-46c4-82c4-f0c480d05e44 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:17.598621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f28cd22a-b768-46c4-82c4-f0c480d05e44 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:17.613989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52742) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:17.700851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=3678381e-0da3-42ab-86f3-d21c3affd40f,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:17.713220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:17.725905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746b676-9d3c-4e92-a261-6b811c72f48c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd1ca16-095b-45f6-8bba-11735ff96961,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:17.748581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] No DVR routers for this DVR port a486538f-a5d8-48bd-a375-4486ba087ffc on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:17.753928 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 8, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:17.812918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a486538f-a5d8-48bd-a375-4486ba087ffc no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:17.819271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bc10e-f40e-4072-98cd-45dd91fa9614 None None] Pushing event deleted for resources: {'Port': ['ID=a486538f-a5d8-48bd-a375-4486ba087ffc,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:17.842229 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9d6a1-1b3e-427e-8def-c147ca1e0c0f None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 8, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c191297b-ec9e-433d-94c0-95972b7c5a2f', 'name': '', 'network_id': '293965c9-f5fd-4dcb-af36-ee6e94770dee', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:34:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:50Z', 'updated_at': '2021-09-21T08:33:59Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': 'ec795274-3162-47c6-9978-f246d3d320a2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:17.912406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: a486538f-a5d8-48bd-a375-4486ba087ffc {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:17.912406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a486538f-a5d8-48bd-a375-4486ba087ffc not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:17.961362 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.022143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 5, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:18.045295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.046503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.075564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] Checking router: 41bdc408-d8dc-4910-99d2-9c6f878e5845 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:18.085633 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] Routers {'41bdc408-d8dc-4910-99d2-9c6f878e5845'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:18.086861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['41bdc408-d8dc-4910-99d2-9c6f878e5845'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:18.121689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.228548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=56788ee7-06c3-48fa-a08f-cdd622e02a96,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:18.241310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.292769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] Set router 41bdc408-d8dc-4910-99d2-9c6f878e5845 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:18.309090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.349687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:18.373930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:18.457546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.583658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7af2621-9de3-4522-bd3d-36860166cf14']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:18.627431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14723ab6-9aaa-418f-8519-1e4db6094ffa') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:18.627792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14723ab6-9aaa-418f-8519-1e4db6094ffa') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:18.645524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d7493261-646a-4d26-93e4-921cbe92c7fc None None] Provisioning complete for port 56788ee7-06c3-48fa-a08f-cdd622e02a96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:18.645898 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d7493261-646a-4d26-93e4-921cbe92c7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.655707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.688914 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:18.690985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Deleting port 9a74579b-2176-4086-9ef8-328640821713 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:18.691489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.705625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.717339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d7493261-646a-4d26-93e4-921cbe92c7fc None None] Port 56788ee7-06c3-48fa-a08f-cdd622e02a96 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:18.731847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:18.732384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:18.734033 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:18.777506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 5, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:18.807089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port c191297b-ec9e-433d-94c0-95972b7c5a2f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:18.807475 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.856624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d7493261-646a-4d26-93e4-921cbe92c7fc None None] Provisioning complete for port 3678381e-0da3-42ab-86f3-d21c3affd40f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:18.857231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d7493261-646a-4d26-93e4-921cbe92c7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:18.907101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a54940-0cb8-4acb-87c8-3fc62717b79b None None] The sync data for ids ['41bdc408-d8dc-4910-99d2-9c6f878e5845'] in n-d-809980-2 is: [{'id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'name': 'tempest-TestServerMultinode-2134468273-router', 'tenant_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': '9a74579b-2176-4086-9ef8-328640821713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:36Z', 'updated_at': '2021-09-21T08:34:13Z', 'revision_number': 5, 'project_id': '3daaeff1a91d42188cc7fc206cf79fd9', 'gw_port': {'id': '9a74579b-2176-4086-9ef8-328640821713', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdc408-d8dc-4910-99d2-9c6f878e5845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:38Z', 'updated_at': '2021-09-21T08:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:18.945432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.053558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port c191297b-ec9e-433d-94c0-95972b7c5a2f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c191297b-ec9e-433d-94c0-95972b7c5a2f,segment=NetworkSegment(a1856d2d-6543-4381-8d4b-09eaa0b71b8b),segment_id=a1856d2d-6543-4381-8d4b-09eaa0b71b8b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:19.054899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.080130 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.082997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b7af2621-9de3-4522-bd3d-36860166cf14 HTTP/1.1" status: 204 len: 168 time: 1.4678662 Sep 21 08:34:19.110555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for c191297b-ec9e-433d-94c0-95972b7c5a2f owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:19.123408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] For port 9a74579b-2176-4086-9ef8-328640821713, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9a74579b-2176-4086-9ef8-328640821713,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:19.125418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.133738 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49755ca-6d1a-4ad2-ac0e-28c20b3cdd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7af2621-9de3-4522-bd3d-36860166cf14,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:19.188917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Calling delete_port for 9a74579b-2176-4086-9ef8-328640821713 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:19.217586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d50acd8a-5ad8-4114-b526-7a3163376796 None None] Provisioning complete for port 56788ee7-06c3-48fa-a08f-cdd622e02a96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:19.218030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d50acd8a-5ad8-4114-b526-7a3163376796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.225841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:19.238713 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2f97c6bf-2e84-40d5-9e7f-6fcb88b7c60a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3935935 Sep 21 08:34:19.245784 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:19.259602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52756) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:19.264756 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:19.265673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:19.274310 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-93219950'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:19.371116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d50acd8a-5ad8-4114-b526-7a3163376796 None None] Port 56788ee7-06c3-48fa-a08f-cdd622e02a96 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:19.452548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52758) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:19.513608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-96750ad8-ac2c-426a-81ad-3d2da123937e None None] Provisioning complete for port 56788ee7-06c3-48fa-a08f-cdd622e02a96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:19.515265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-96750ad8-ac2c-426a-81ad-3d2da123937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.551938 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:19.570126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5885699d-ade5-419d-9b77-4f1db74e686b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cac383c2a4d74c48b11ab32fa9ff4878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150799 Sep 21 08:34:19.571338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52762) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:19.589657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:19.594983 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.608746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-96750ad8-ac2c-426a-81ad-3d2da123937e None None] Port 56788ee7-06c3-48fa-a08f-cdd622e02a96 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:19.702786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212b42b-6b74-4392-9d48-96954f91f5e4 req-e565de47-932d-412a-87c0-854f1aabb065 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:19.712735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2212b42b-6b74-4392-9d48-96954f91f5e4 req-e565de47-932d-412a-87c0-854f1aabb065 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.4234188 Sep 21 08:34:19.769400 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d88a66-e42d-4a9e-a6fa-5a2787093e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.807768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3678381e-0da3-42ab-86f3-d21c3affd40f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:19.885857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d88a66-e42d-4a9e-a6fa-5a2787093e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.902857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:34:19.915237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3678381e-0da3-42ab-86f3-d21c3affd40f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:19.916044 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.932635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.935350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:19.936017 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment 4bc85095-7c04-4be8-82c5-52dc64dc0e06 of type vlan for network 59998333-8fd8-45b4-8f57-a70d2fdd6928 Sep 21 08:34:19.943801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2212b42b-6b74-4392-9d48-96954f91f5e4 req-554af956-9ed1-447f-8913-faddc2700f8a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173545 Sep 21 08:34:20.038096 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:15Z', 'revision_number': 3, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:16Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:20.042813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=c191297b-ec9e-433d-94c0-95972b7c5a2f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:20.056147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.104373 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.107688 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:20.108285 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Updating router 9311cc09-fa7a-4219-822a-f0b4d1385734 port 56788ee7-06c3-48fa-a08f-cdd622e02a96 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:34:20.119066 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.136439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:20.137501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.150259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d88a66-e42d-4a9e-a6fa-5a2787093e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.152984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d88a66-e42d-4a9e-a6fa-5a2787093e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.154128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c4d88a66-e42d-4a9e-a6fa-5a2787093e56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2e6eadd-f953-4a7f-92d4-710b2ac2e528 HTTP/1.1" status: 204 len: 168 time: 0.5736163 Sep 21 08:34:20.168595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d88a66-e42d-4a9e-a6fa-5a2787093e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e6eadd-f953-4a7f-92d4-710b2ac2e528,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:20.199234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a74579b-2176-4086-9ef8-328640821713,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:20.202966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2e1bdfc-3003-409b-b738-ca3e78efd4b8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:20.240000 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.240665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: e2e1bdfc-3003-409b-b738-ca3e78efd4b8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:20.241022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2e1bdfc-3003-409b-b738-ca3e78efd4b8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:20.311187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0491869 Sep 21 08:34:20.335667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.348661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52768) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:20.428868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068538b-a17f-4361-a1cb-1b6e15e599c0 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=59998333-8fd8-45b4-8f57-a70d2fdd6928,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:20.444319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:34:20.488581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.650797 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.657123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.728404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.728980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41bdc408-d8dc-4910-99d2-9c6f878e5845 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:34:20.745329 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:20.751087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2fb4529e-2b10-47d5-b021-d64201e67811 admin admin] 10.222.0.59 "DELETE /v2.0/routers/41bdc408-d8dc-4910-99d2-9c6f878e5845 HTTP/1.1" status: 204 len: 168 time: 4.0191984 Sep 21 08:34:20.757996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52774) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:20.892617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] Deleting subnet a0488337-a192-47b0-874f-9595ff72456d {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:20.910461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.039018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.073944 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.082824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52780) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:21.088995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:21.104930 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.229553 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb68887-eb1c-4d2f-aec1-e97cf664270d None None] Pushing event updated for resources: {'Port': ['ID=56788ee7-06c3-48fa-a08f-cdd622e02a96,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:21.256507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31f9a0e7-6158-4103-a316-ba3b19b3e06d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6686836bb1f6438ca8b61c5af875c94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584725 Sep 21 08:34:21.257563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52782) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:21.262601 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Attempting to bind port 56788ee7-06c3-48fa-a08f-cdd622e02a96 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:21.263904 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Attempting to bind port 56788ee7-06c3-48fa-a08f-cdd622e02a96 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:21.264901 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Attempting to bind port 56788ee7-06c3-48fa-a08f-cdd622e02a96 on network 6bbc3510-8ce6-4b71-9030-441e647d1b2a {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:21.271981 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:21.272455 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Checking segment: {'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:21.275485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da7101-f48e-4b63-9fcf-a23480c50cbf req-3a6b866b-4d23-4d84-ad98-9e1a9f5e9541 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:21.275988 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.276472 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Bound using segment: {'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:21.277835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83da7101-f48e-4b63-9fcf-a23480c50cbf req-3a6b866b-4d23-4d84-ad98-9e1a9f5e9541 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1926374 Sep 21 08:34:21.286196 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Bound port: 56788ee7-06c3-48fa-a08f-cdd622e02a96, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c63a6d-df7d-45a1-9695-227ca720dba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:21.288064 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.300714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:21.325567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:21.330894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.333730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.396453 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] For port 56788ee7-06c3-48fa-a08f-cdd622e02a96, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:21.404368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-83da7101-f48e-4b63-9fcf-a23480c50cbf req-da92b9b9-e1ec-4402-beb2-6d68a0b01b37 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152906 Sep 21 08:34:21.412418 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] For port 56788ee7-06c3-48fa-a08f-cdd622e02a96, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=56788ee7-06c3-48fa-a08f-cdd622e02a96,segment=NetworkSegment(c2c63a6d-df7d-45a1-9695-227ca720dba9),segment_id=c2c63a6d-df7d-45a1-9695-227ca720dba9)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:21.419217 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.433242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a02c1335-8100-4958-a163-f7385694e7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.462531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.471621 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a02c1335-8100-4958-a163-f7385694e7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.585849 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:21.587172 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:21.599372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:21.606358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c34927c-3dc4-467a-a939-043402e8b0fc tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0664608 Sep 21 08:34:21.613201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52784) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:21.621624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:21.627562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0488337-a192-47b0-874f-9595ff72456d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:21.636412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a02c1335-8100-4958-a163-f7385694e7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.649328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a02c1335-8100-4958-a163-f7385694e7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.658048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a02c1335-8100-4958-a163-f7385694e7a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e75d204-3406-44e5-954a-500abeba9e1a HTTP/1.1" status: 204 len: 168 time: 0.3971305 Sep 21 08:34:21.668202 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb68887-eb1c-4d2f-aec1-e97cf664270d None None] Pushing event updated for resources: {'Port': ['ID=56788ee7-06c3-48fa-a08f-cdd622e02a96,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:21.682608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:21.688656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a27692e6-be4e-4529-b060-523511198e38 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a0488337-a192-47b0-874f-9595ff72456d HTTP/1.1" status: 204 len: 168 time: 0.9284995 Sep 21 08:34:21.689817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c1335-8100-4958-a163-f7385694e7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e75d204-3406-44e5-954a-500abeba9e1a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:21.693038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52788) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:21.696258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bcd8e6-c959-429c-a717-9f19da6b5b6a None None] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:21.803943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:21.804669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:21.858216 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:21.928255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet ec795274-3162-47c6-9978-f246d3d320a2 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:21.953517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.129862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:22.182995 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.246187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.262982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9a74579b-2176-4086-9ef8-328640821713 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:22.267033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e342ebce-7f70-442c-9c7b-b5e023b39c62 None None] Provisioning complete for port 56788ee7-06c3-48fa-a08f-cdd622e02a96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:22.267809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e342ebce-7f70-442c-9c7b-b5e023b39c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.352126 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:15Z', 'revision_number': 3, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:21Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:22.392874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 9a74579b-2176-4086-9ef8-328640821713 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:22.393232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9a74579b-2176-4086-9ef8-328640821713 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:22.409275 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729875f4-c60d-41d6-8560-c9d16ca5dd74 None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:15Z', 'revision_number': 3, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:21Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:22.449793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=1419459f-f88e-420c-b26c-4eefcc280bd8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:22.471660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:22.472457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 59998333-8fd8-45b4-8f57-a70d2fdd6928, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:34:22.573599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.593883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:34:22.605541 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9f801ed2-0bd6-4ef5-959d-97f335ef51a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.609898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.616957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f00a49-c751-4818-adf0-83c253d3f328 req-058d5d5e-936a-4256-b1c0-45c0b802b613 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:22.618283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 59998333-8fd8-45b4-8f57-a70d2fdd6928) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:22.619190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46f00a49-c751-4818-adf0-83c253d3f328 req-058d5d5e-936a-4256-b1c0-45c0b802b613 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1351721 Sep 21 08:34:22.645585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:22.646692 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:22.672484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-76b56225-e63a-4909-8bc2-445e1da6182e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5878270 Sep 21 08:34:22.676031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52804) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:22.931941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a2248-c371-40dc-a0b3-d57bc5dd6970 None None] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:22.981052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444dddf-9e66-4c81-af9b-da341136d0cf req-8ce58de7-c8b8-4da6-a959-be79a48ab0d6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:22.988625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3444dddf-9e66-4c81-af9b-da341136d0cf req-8ce58de7-c8b8-4da6-a959-be79a48ab0d6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.3669412 Sep 21 08:34:23.008061 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.087043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=ec795274-3162-47c6-9978-f246d3d320a2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:23.093887 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.098914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a37494b7-1cc3-4138-8d49-49ca59f402cb tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/ec795274-3162-47c6-9978-f246d3d320a2 HTTP/1.1" status: 204 len: 168 time: 1.4842441 Sep 21 08:34:23.101506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52818) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:23.121984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a975a2-7832-4a5b-a803-0347858d8b91 None None] Network 293965c9-f5fd-4dcb-af36-ee6e94770dee requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:23.146386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3444dddf-9e66-4c81-af9b-da341136d0cf req-9f3ff7d1-1dc4-45fd-b456-b28022e86c9a tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471803 Sep 21 08:34:23.294611 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e342ebce-7f70-442c-9c7b-b5e023b39c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.296386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] DHCP port deletion for b97a0943-2aa4-48f4-bd9d-20f91d195033 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:23.347758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.371744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Deleting port af4b27ef-8044-4d2d-8e16-54e378da55f3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:23.372102 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.382559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.462791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Deleting port 38dc6652-1c4b-4e3e-bff4-065241e11f49 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:23.463057 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.496782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e342ebce-7f70-442c-9c7b-b5e023b39c62 None None] For port 56788ee7-06c3-48fa-a08f-cdd622e02a96, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=56788ee7-06c3-48fa-a08f-cdd622e02a96,segment=NetworkSegment(c2c63a6d-df7d-45a1-9695-227ca720dba9),segment_id=c2c63a6d-df7d-45a1-9695-227ca720dba9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:23.548204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e342ebce-7f70-442c-9c7b-b5e023b39c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.645276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:19Z', 'revision_number': 9, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:23.688033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] For port af4b27ef-8044-4d2d-8e16-54e378da55f3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af4b27ef-8044-4d2d-8e16-54e378da55f3,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:23.689171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.722047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Calling delete_port for af4b27ef-8044-4d2d-8e16-54e378da55f3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:23.745976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:23.748559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] Deleting port af4b27ef-8044-4d2d-8e16-54e378da55f3 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:23.748958 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.797330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342ebce-7f70-442c-9c7b-b5e023b39c62 None None] Pushing event updated for resources: {'Port': ['ID=56788ee7-06c3-48fa-a08f-cdd622e02a96,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:23.839952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-59998333-8fd8-45b4-8f57-a70d2fdd6928', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:34:23.840822 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.860472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 56788ee7-06c3-48fa-a08f-cdd622e02a96 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:23.894054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] For port 38dc6652-1c4b-4e3e-bff4-065241e11f49, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=38dc6652-1c4b-4e3e-bff4-065241e11f49,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:23.894054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.919122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8:2::1 (59998333-8fd8-45b4-8f57-a70d2fdd6928/1419459f-f88e-420c-b26c-4eefcc280bd8/4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:23.922814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Calling delete_port for 38dc6652-1c4b-4e3e-bff4-065241e11f49 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:23.927536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 2e07598e-02bb-4951-ac19-7e1f313a5211 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:23.927890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:23.989150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] For port af4b27ef-8044-4d2d-8e16-54e378da55f3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af4b27ef-8044-4d2d-8e16-54e378da55f3,segment=NetworkSegment(b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3),segment_id=b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:23.989754 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.051045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port 2e07598e-02bb-4951-ac19-7e1f313a5211, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e07598e-02bb-4951-ac19-7e1f313a5211,segment=NetworkSegment(a1856d2d-6543-4381-8d4b-09eaa0b71b8b),segment_id=a1856d2d-6543-4381-8d4b-09eaa0b71b8b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:24.051429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.067194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:24.068834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 2e07598e-02bb-4951-ac19-7e1f313a5211 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:24.069680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:33:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:24.077072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3350105-e9d4-49cf-886e-e60b92021953 None None] DHCP port deletion for 293965c9-f5fd-4dcb-af36-ee6e94770dee request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:24.078359 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.097646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.122954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4b27ef-8044-4d2d-8e16-54e378da55f3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:24.152649 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.175295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] No DVR routers for this DVR port af4b27ef-8044-4d2d-8e16-54e378da55f3 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:24.245311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:24.255759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:24.257348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:24.260962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:24.261890 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.320858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.322792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:24.331400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-21f730fd-ef87-4040-8e78-5b6bf957bc78 None None] Provisioning complete for port 56788ee7-06c3-48fa-a08f-cdd622e02a96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:24.335886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21f730fd-ef87-4040-8e78-5b6bf957bc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.338603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] Calling delete_port for af4b27ef-8044-4d2d-8e16-54e378da55f3 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:24.417947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.420136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97a0943-2aa4-48f4-bd9d-20f91d195033']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:24.444636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:24.445241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f44e5e-d2d7-41a5-b31e-26fbe3e60fc3') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:24.466931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.530805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b1393-af98-406e-875b-cf51a0522d71 req-f4c96091-2000-4bce-a47c-23aa18d7354f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:24.532697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282b1393-af98-406e-875b-cf51a0522d71 req-f4c96091-2000-4bce-a47c-23aa18d7354f tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 946 time: 0.1978283 Sep 21 08:34:24.533932 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.554676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:24.555952 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:24.585487 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:24.666402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.725062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=2e07598e-02bb-4951-ac19-7e1f313a5211,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:24.741507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-282b1393-af98-406e-875b-cf51a0522d71 req-febbf368-b44d-432e-99d0-1ac9890e5642 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991420 Sep 21 08:34:24.749671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.752350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.775151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.778787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b97a0943-2aa4-48f4-bd9d-20f91d195033 HTTP/1.1" status: 204 len: 168 time: 3.0844433 Sep 21 08:34:24.780349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port 2e07598e-02bb-4951-ac19-7e1f313a5211 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:24.789944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52846) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:24.863946 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:24.874952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Pushing event deleted for resources: {'Port': ['ID=38dc6652-1c4b-4e3e-bff4-065241e11f49,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:24.889400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60d3cd-fde4-4fc3-9d49-9d928f388307 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97a0943-2aa4-48f4-bd9d-20f91d195033,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:24.898144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['c1b134ef-ce97-44a2-bd2f-0f3822a63616'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:34:24.954901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] Pushing event deleted for resources: {'Port': ['ID=af4b27ef-8044-4d2d-8e16-54e378da55f3,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:25.005743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Allocated IP 2001:db8:2::2 (59998333-8fd8-45b4-8f57-a70d2fdd6928/1419459f-f88e-420c-b26c-4eefcc280bd8/7fa421a3-c1da-4823-810e-8fc0998ae70e) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:25.021259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.030545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.041580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.042446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.062824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293965c9-f5fd-4dcb-af36-ee6e94770dee']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:25.081396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:25.082383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1856d2d-6543-4381-8d4b-09eaa0b71b8b') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:25.101729 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.127530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 56788ee7-06c3-48fa-a08f-cdd622e02a96 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:25.127812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.129358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] Network b97a0943-2aa4-48f4-bd9d-20f91d195033 is not hosted by any dhcp agent {{(pid=94726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:34:25.133729 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.137777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152e475d-65b7-401e-9484-0db050ca6eae None None] No DVR routers for this DVR port af4b27ef-8044-4d2d-8e16-54e378da55f3 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:25.169964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:25.169964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:25.173128 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:25.195962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] No DVR routers for this DVR port 38dc6652-1c4b-4e3e-bff4-065241e11f49 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:25.202004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.204107 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46f00a49-c751-4818-adf0-83c253d3f328 req-668bd83b-3de9-47b4-848c-292970581689 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.50 "DELETE /v2.0/ports/38dc6652-1c4b-4e3e-bff4-065241e11f49 HTTP/1.1" status: 204 len: 173 time: 2.5010982 Sep 21 08:34:25.204821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'name': 'network-vif-deleted', 'tag': '38dc6652-1c4b-4e3e-bff4-065241e11f49'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:34:25.207185 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47d09d-8eff-4078-b64d-3fab48cc0a82" -d '{"events": [{"server_uuid": "cd68b199-516b-4a2d-bce4-25bdd33e8ad9", "name": "network-vif-deleted", "tag": "38dc6652-1c4b-4e3e-bff4-065241e11f49"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:34:25.231219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:25.300093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.312506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.318826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/293965c9-f5fd-4dcb-af36-ee6e94770dee HTTP/1.1" status: 204 len: 168 time: 2.2092612 Sep 21 08:34:25.328340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52856) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:25.482608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32e762-9aaf-46ca-8747-a42c90225e7e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=293965c9-f5fd-4dcb-af36-ee6e94770dee,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:25.499791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:25.501922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:25.524480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a3350105-e9d4-49cf-886e-e60b92021953 None None] Deleting port 2e07598e-02bb-4951-ac19-7e1f313a5211 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:25.524869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3350105-e9d4-49cf-886e-e60b92021953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-a3350105-e9d4-49cf-886e-e60b92021953 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 293965c9-f5fd-4dcb-af36-ee6e94770dee could not be found. Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1966, in delete_port Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 293965c9-f5fd-4dcb-af36-ee6e94770dee could not be found. Sep 21 08:34:25.578541 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:34:25.671446 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dd7316-ce9c-4ad5-99eb-99ec2c08304e x-openstack-request-id: req-91dd7316-ce9c-4ad5-99eb-99ec2c08304e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:34:25.672548 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd68b199-516b-4a2d-bce4-25bdd33e8ad9", "name": "network-vif-deleted", "tag": "38dc6652-1c4b-4e3e-bff4-065241e11f49", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:34:25.673060 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91dd7316-ce9c-4ad5-99eb-99ec2c08304e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:34:25.673785 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd68b199-516b-4a2d-bce4-25bdd33e8ad9', 'name': 'network-vif-deleted', 'tag': '38dc6652-1c4b-4e3e-bff4-065241e11f49', 'status': 'completed', 'code': 200} Sep 21 08:34:25.755552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:25.757116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5d354-36f9-477a-9db4-18b3fb2bcd8d None None] DHCP port deletion for 293965c9-f5fd-4dcb-af36-ee6e94770dee request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:25.808660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.853415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-210aa908-4e87-4b8e-8be8-083807f9db33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:25.974933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:25.984732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52866) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:25.985530 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a1e770fb-e90d-47b0-bf7a-9f472ace53a8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3073742 Sep 21 08:34:25.987668 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:26.001802 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:26.013081 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:26.052283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.078237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1093248168'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:26.115603 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42825ea9-94d4-43bd-8f12-83b2ff940680 req-b8318bac-6b0b-413e-a521-64ec5549d1a7 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd68b199-516b-4a2d-bce4-25bdd33e8ad9 HTTP/1.1" status: 200 len: 210 time: 0.1606140 Sep 21 08:34:26.189012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:26.196169 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.258535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 38dc6652-1c4b-4e3e-bff4-065241e11f49 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:26.266585 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:26.295283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 38dc6652-1c4b-4e3e-bff4-065241e11f49 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:26.295707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 38dc6652-1c4b-4e3e-bff4-065241e11f49 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:26.330734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:34:26.346286 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.346810 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added segment 46352027-d528-4114-a8a9-d8f5e4db384d of type vlan for network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 Sep 21 08:34:26.383596 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.399666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.402364 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.425409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:19Z', 'revision_number': 9, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:26.460877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.483762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:26.488118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.498156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4b27ef-8044-4d2d-8e16-54e378da55f3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:26.504259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:26.522928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Deleting port 1aac6df9-63a9-423c-8215-77438c82edef {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:26.523954 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.539398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f524b-ae22-4f96-b65f-ecb590ce78a1 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:19Z', 'revision_number': 9, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': '056a0b1d-49a7-49ab-ade6-b947125f75d8', 'name': '', 'network_id': 'b0d0a9e0-394d-47f7-af3c-4748f13ecf7f', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:95:fc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:43Z', 'updated_at': '2021-09-21T08:33:51Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '1ac70cab-6711-4836-bb43-dac586acdcb4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:26.544195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:26.548279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: af4b27ef-8044-4d2d-8e16-54e378da55f3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:26.548635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af4b27ef-8044-4d2d-8e16-54e378da55f3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:26.551092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:26.589152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Pushing event updated for resources: {'Port': ['ID=7fa421a3-c1da-4823-810e-8fc0998ae70e,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:26.643735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6331348 Sep 21 08:34:26.649299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52874) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:26.654883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'subnet': {'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:26.667061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Attempting to bind port 7fa421a3-c1da-4823-810e-8fc0998ae70e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:26.667881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Attempting to bind port 7fa421a3-c1da-4823-810e-8fc0998ae70e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:26.668504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Attempting to bind port 7fa421a3-c1da-4823-810e-8fc0998ae70e on network 59998333-8fd8-45b4-8f57-a70d2fdd6928 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:26.677685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:26.683898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Checking segment: {'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:26.684618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.685292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Bound using segment: {'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:26.686035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Bound port: 7fa421a3-c1da-4823-810e-8fc0998ae70e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:26.686702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.706565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065aaba-fdae-43a3-aca3-6d2466cd68ea tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Network': ['ID=7b90b53f-f217-4cca-9e19-e1d4f89559d6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:26.737316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:34:26.761571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] For port 1aac6df9-63a9-423c-8215-77438c82edef, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1aac6df9-63a9-423c-8215-77438c82edef,segment=NetworkSegment(526f9f13-3aba-4250-9428-2eacfa99d5a6),segment_id=526f9f13-3aba-4250-9428-2eacfa99d5a6)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:26.762493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.776175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.811822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Calling delete_port for 1aac6df9-63a9-423c-8215-77438c82edef owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:26.815350 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:24Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:24Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:26.916167 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.922985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Made reservation on behalf of 336d5a9bd23442c28cb3b7e6f9fca9b1 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:26.926488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:26.929102 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:26.930646 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Updating router 9311cc09-fa7a-4219-822a-f0b4d1385734 port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:34:26.998402 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.058094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] For port 7fa421a3-c1da-4823-810e-8fc0998ae70e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:27.069261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] For port 7fa421a3-c1da-4823-810e-8fc0998ae70e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7fa421a3-c1da-4823-810e-8fc0998ae70e,segment=NetworkSegment(4bc85095-7c04-4be8-82c5-52dc64dc0e06),segment_id=4bc85095-7c04-4be8-82c5-52dc64dc0e06)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:27.082804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 56788ee7-06c3-48fa-a08f-cdd622e02a96 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:27.110660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.239897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1e81-4652-41fa-aab6-d5b93a4aa8d6 None None] Pushing event updated for resources: {'Port': ['ID=7fa421a3-c1da-4823-810e-8fc0998ae70e,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:27.245280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 56788ee7-06c3-48fa-a08f-cdd622e02a96 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:27.245995 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.608219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e07598e-02bb-4951-ac19-7e1f313a5211 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:27.677429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2e07598e-02bb-4951-ac19-7e1f313a5211 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:27.677789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e07598e-02bb-4951-ac19-7e1f313a5211 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:27.744068 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.759849 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.806439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.808026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.809790 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a0895-20a2-4822-85d5-452f99ca5d72 None None] Pushing event updated for resources: {'Port': ['ID=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:27.881439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Subnet': ['ID=4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:27.893384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29797b6-f18a-4cac-a6b2-17fd09c63449 req-55766613-51e5-427f-b13e-9272e1c6ceb2 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:27.896700 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Attempting to bind port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:27.897066 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Attempting to bind port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:27.897418 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Attempting to bind port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a on network 59998333-8fd8-45b4-8f57-a70d2fdd6928 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:27.901864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c29797b6-f18a-4cac-a6b2-17fd09c63449 req-55766613-51e5-427f-b13e-9272e1c6ceb2 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.3177304 Sep 21 08:34:27.903786 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:27.904152 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Checking segment: {'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:27.904720 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.905113 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Bound using segment: {'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:27.905578 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Bound port: 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc85095-7c04-4be8-82c5-52dc64dc0e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:27.905951 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:27.988781 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] For port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:27.993898 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] For port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,segment=NetworkSegment(4bc85095-7c04-4be8-82c5-52dc64dc0e06),segment_id=4bc85095-7c04-4be8-82c5-52dc64dc0e06)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:28.000263 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:28.083248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:28.125745 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a0895-20a2-4822-85d5-452f99ca5d72 None None] Pushing event updated for resources: {'Port': ['ID=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:28.131227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c29797b6-f18a-4cac-a6b2-17fd09c63449 req-1f82bec4-b067-4d49-8b05-dd0f70bc7e21 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282553 Sep 21 08:34:28.135843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Checking segment: {'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:28.138512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network hostable DHCP agents. Network: 7b90b53f-f217-4cca-9e19-e1d4f89559d6, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:34:28.186832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:28.187763 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:28.203635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aac6df9-63a9-423c-8215-77438c82edef,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:28.208722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:34:28.238081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 056a0b1d-49a7-49ab-ade6-b947125f75d8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:28.241920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:28.251190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 7b90b53f-f217-4cca-9e19-e1d4f89559d6) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:28.262107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:28.264661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:28.266838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b97b6-c73d-4e99-8aca-4c8e1fdcefcf None None] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:28.321300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68db13b0-e3f1-4c2f-87c0-2e129192ded6 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6692064 Sep 21 08:34:28.337887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52910) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:28.394426 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:28.486565 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:28.546777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:34:28.548511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:28.900535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port 056a0b1d-49a7-49ab-ade6-b947125f75d8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=056a0b1d-49a7-49ab-ade6-b947125f75d8,segment=NetworkSegment(7066606f-6b94-4af9-8723-098787d8c1e5),segment_id=7066606f-6b94-4af9-8723-098787d8c1e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:28.901615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:28.908198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Allocated IP 2001:db8:3::2 (7b90b53f-f217-4cca-9e19-e1d4f89559d6/4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172/c251786c-cf4e-4903-a035-655c59a2c89a) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:28.948280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 056a0b1d-49a7-49ab-ade6-b947125f75d8 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:29.145591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:29.167830 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:24Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:27Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:29.226104 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.236035 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2053-f2e6-4f68-9436-b4dabba74ea0 None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:24Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:27Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:29.244279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa421a3-c1da-4823-810e-8fc0998ae70e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:29.246313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e5ea1f-b7c2-4fb1-93c0-d26db621e64d None None] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:29.266588 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.290046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:29.328836 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-22564bb1-3f14-4012-a5e7-5c8d58af22f9 admin admin] 10.222.0.59 "PUT /v2.0/routers/24cf3fe2-db20-4a50-b32d-5da9e608c9d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5380952 Sep 21 08:34:29.332827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52924) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:29.472623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] Sync routers for ids ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:29.507769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:29.512944 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.553574 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4a6d56a0-22fa-4392-a07b-dff071a2e49d None None] Provisioning complete for port 7fa421a3-c1da-4823-810e-8fc0998ae70e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:29.553878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a6d56a0-22fa-4392-a07b-dff071a2e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.559657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:29.573299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:29.579966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] Routers {'24cf3fe2-db20-4a50-b32d-5da9e608c9d5'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:29.580667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:29.665537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.756251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Deleting port ecf5d763-b0ee-4f6f-b0bf-57b78723766f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:29.756647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.768055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Attempting to bind port c251786c-cf4e-4903-a035-655c59a2c89a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:29.769527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Attempting to bind port c251786c-cf4e-4903-a035-655c59a2c89a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:29.770889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Attempting to bind port c251786c-cf4e-4903-a035-655c59a2c89a on network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:29.823632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Pushing event updated for resources: {'Port': ['ID=c251786c-cf4e-4903-a035-655c59a2c89a,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:29.879917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:29.880675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Checking segment: {'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:29.881373 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.881901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Bound using segment: {'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:29.882572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Bound port: c251786c-cf4e-4903-a035-655c59a2c89a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:29.883191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.897693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] For port ecf5d763-b0ee-4f6f-b0bf-57b78723766f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:29.898095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.912984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7fa421a3-c1da-4823-810e-8fc0998ae70e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:29.918674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:29.938990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Calling delete_port for ecf5d763-b0ee-4f6f-b0bf-57b78723766f owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:29.996513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1705-a85d-4994-826d-8749cb9c54d9 req-ff665242-915e-47fc-9fee-7398b4986908 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:29.998123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a4f1705-a85d-4994-826d-8749cb9c54d9 req-ff665242-915e-47fc-9fee-7398b4986908 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.7540326 Sep 21 08:34:30.033274 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.069319 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.150069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=056a0b1d-49a7-49ab-ade6-b947125f75d8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:30.302889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] Set router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:30.314236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.323688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a4f1705-a85d-4994-826d-8749cb9c54d9 req-f8e57b98-4d87-4d34-8ed1-455119c849a6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058364 Sep 21 08:34:30.397974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf5d763-b0ee-4f6f-b0bf-57b78723766f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:30.487882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.536969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.549800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] For port c251786c-cf4e-4903-a035-655c59a2c89a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:30.575802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] For port c251786c-cf4e-4903-a035-655c59a2c89a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c251786c-cf4e-4903-a035-655c59a2c89a,segment=NetworkSegment(46352027-d528-4114-a8a9-d8f5e4db384d),segment_id=46352027-d528-4114-a8a9-d8f5e4db384d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:30.588841 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a6d56a0-22fa-4392-a07b-dff071a2e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.594689 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.692684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.694704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 7fa421a3-c1da-4823-810e-8fc0998ae70e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7fa421a3-c1da-4823-810e-8fc0998ae70e,segment=NetworkSegment(4bc85095-7c04-4be8-82c5-52dc64dc0e06),segment_id=4bc85095-7c04-4be8-82c5-52dc64dc0e06)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:30.707527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d13218-efe8-4ab1-92ec-7d34362c2f7e None None] Pushing event updated for resources: {'Port': ['ID=c251786c-cf4e-4903-a035-655c59a2c89a,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:30.731568 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.750347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.751527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c191297b-ec9e-433d-94c0-95972b7c5a2f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:30.753460 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.831469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.833301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:34:30.860710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:30.868493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2606d143-8e98-493e-8090-a033a6c9eae9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/24cf3fe2-db20-4a50-b32d-5da9e608c9d5 HTTP/1.1" status: 204 len: 168 time: 1.5332444 Sep 21 08:34:30.870549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52942) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:30.919912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Allocated IP 2001:db8:3::1 (7b90b53f-f217-4cca-9e19-e1d4f89559d6/4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172/fd786484-f0dc-491c-87f7-de5d559c0362) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:30.963466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] Deleting subnet e4e93ffd-66b4-4dfd-984f-2d36edc6c33a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:30.967833 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:31.033516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:31.084299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=7fa421a3-c1da-4823-810e-8fc0998ae70e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:31.107055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c191297b-ec9e-433d-94c0-95972b7c5a2f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:31.107425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c191297b-ec9e-433d-94c0-95972b7c5a2f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:31.189858 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-4a6d56a0-22fa-4392-a07b-dff071a2e49d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:34:31.190338 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-4a6d56a0-22fa-4392-a07b-dff071a2e49d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:34:31.291873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:31.303198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'name': 'tempest-TestServerMultinode-1278336186-router', 'tenant_id': 'c95906d2cb8843588aae21ce3786cdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223'}], 'enable_snat': True}, 'gw_port_id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:56Z', 'updated_at': '2021-09-21T08:34:27Z', 'revision_number': 5, 'project_id': 'c95906d2cb8843588aae21ce3786cdb6', 'gw_port': {'id': 'ecf5d763-b0ee-4f6f-b0bf-57b78723766f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:97:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cf3fe2-db20-4a50-b32d-5da9e608c9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:58Z', 'updated_at': '2021-09-21T08:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:31.383878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] Checking router: 24cf3fe2-db20-4a50-b32d-5da9e608c9d5 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:31.397694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] Routers set() bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:31.397879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] Router IDs set() for agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 08:34:31.398550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_agentschedulers_db [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'24cf3fe2-db20-4a50-b32d-5da9e608c9d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent'). {{(pid=94726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 21 08:34:31.398945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77cac89-bde9-41df-95f8-a43544afc88e None None] The sync data for ids ['24cf3fe2-db20-4a50-b32d-5da9e608c9d5'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:31.433431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:31.456017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:31.575182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e93ffd-66b4-4dfd-984f-2d36edc6c33a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:31.594054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:31.596059 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e75baf98-0c81-41b9-9ea2-25c78d22b935 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e4e93ffd-66b4-4dfd-984f-2d36edc6c33a HTTP/1.1" status: 204 len: 168 time: 0.7239797 Sep 21 08:34:31.600111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 52956) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:31.607984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1392fa33-4b23-46df-9771-200a861a9a2a None None] Network 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:31.695999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50bf85-a490-4b91-80fb-69d32a028811 req-33bbace1-b54b-4e4d-8ee2-4f8ba956c2a4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:31.697796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d50bf85-a490-4b91-80fb-69d32a028811 req-33bbace1-b54b-4e4d-8ee2-4f8ba956c2a4 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.2282562 Sep 21 08:34:31.712242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:31.767799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d50bf85-a490-4b91-80fb-69d32a028811 req-e7c9fb39-5b27-4ec1-a5dd-b9b601fd54c3 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629716 Sep 21 08:34:31.774764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:31.781881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d8d37d7d-6dba-4e6f-9359-ef02cac68725 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4479077 Sep 21 08:34:31.784745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52962) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:31.801740 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:31.824917 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:31.825552 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:31.895259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.007382 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.007744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet 1ac70cab-6711-4836-bb43-dac586acdcb4 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:32.011012 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:32.022742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.025836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa421a3-c1da-4823-810e-8fc0998ae70e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:32.145556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] DHCP port deletion for 3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:32.156145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:32.177482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:32.189712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:32.190250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.200094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.366749 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.380268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] Provisioning complete for port 7fa421a3-c1da-4823-810e-8fc0998ae70e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:32.380741 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.403046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Deleting port 6067a847-6d21-4a8d-a560-cdde31f21fc8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:32.403435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.458034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=fd786484-f0dc-491c-87f7-de5d559c0362,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:32.479392 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.517672 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:29Z', 'revision_number': 10, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:32.550537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7fa421a3-c1da-4823-810e-8fc0998ae70e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:32.551148 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.593717 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:32.613493 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:32.614020 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:32.650209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.662133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] Deleting port 6067a847-6d21-4a8d-a560-cdde31f21fc8 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:32.662133 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.716136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] For port 6067a847-6d21-4a8d-a560-cdde31f21fc8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6067a847-6d21-4a8d-a560-cdde31f21fc8,segment=NetworkSegment(526f9f13-3aba-4250-9428-2eacfa99d5a6),segment_id=526f9f13-3aba-4250-9428-2eacfa99d5a6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:32.721337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.727611 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/1ac70cab-6711-4836-bb43-dac586acdcb4 HTTP/1.1" status: 204 len: 168 time: 0.9417527 Sep 21 08:34:32.728444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52970) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:32.732420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.782386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01671fd4-8ba2-41e9-af43-578dce3f3211 None None] Network b0d0a9e0-394d-47f7-af3c-4748f13ecf7f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:32.814618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51c5da-6bc1-4d93-aee7-3db92d3c0ae9 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac70cab-6711-4836-bb43-dac586acdcb4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:32.835689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:32.957212 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:34:32.984016 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.006228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:33.105449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:33.106089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.229416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4e9f74ed-d340-442e-a04c-9ad2ed757fbf,segment=NetworkSegment(7066606f-6b94-4af9-8723-098787d8c1e5),segment_id=7066606f-6b94-4af9-8723-098787d8c1e5)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:33.233192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.278310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for 4e9f74ed-d340-442e-a04c-9ad2ed757fbf owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:33.294668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] Provisioning complete for port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:33.295586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.306852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84daf236-850b-4a18-b486-e78a38bb6daf None None] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:33.312600 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.315936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Calling delete_port for 6067a847-6d21-4a8d-a560-cdde31f21fc8 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:33.353709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.354504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.389978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.396765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:29Z', 'revision_number': 10, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:33.423015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=4e9f74ed-d340-442e-a04c-9ad2ed757fbf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:33.438512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No DVR routers for this DVR port 4e9f74ed-d340-442e-a04c-9ad2ed757fbf on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:33.440007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] For port 6067a847-6d21-4a8d-a560-cdde31f21fc8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6067a847-6d21-4a8d-a560-cdde31f21fc8,segment=NetworkSegment(526f9f13-3aba-4250-9428-2eacfa99d5a6),segment_id=526f9f13-3aba-4250-9428-2eacfa99d5a6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:33.441088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.448809 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb4a1e6-e104-461a-b691-8127cea63398 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:29Z', 'revision_number': 10, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None, '_interfaces': [{'id': 'd8b8a7a9-f181-4d4b-a6c7-21cee38177a3', 'name': '', 'network_id': 'd34ecdc3-fb75-4ae7-a085-2a7a335acb58', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'mac_address': 'fa:16:3e:ae:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:33:33Z', 'updated_at': '2021-09-21T08:33:40Z', 'revision_number': 5, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'subnets': [{'id': '4209d0a0-d3df-4a87-9e02-50616ed73666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:33.468577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:33.503149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3b229-1a75-40eb-b308-3eb57174698e req-314277f5-846a-45c9-956a-761ed19dfa2b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:33.504732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17c3b229-1a75-40eb-b308-3eb57174698e req-314277f5-846a-45c9-956a-761ed19dfa2b tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.7493155 Sep 21 08:34:33.553786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] Calling delete_port for 6067a847-6d21-4a8d-a560-cdde31f21fc8 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:33.562629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.578360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a283fb-a2b8-4532-988a-b0931aa57095 req-e1d10492-e550-43fc-b737-7f29cc8420a6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:33.580494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0a283fb-a2b8-4532-988a-b0931aa57095 req-e1d10492-e550-43fc-b737-7f29cc8420a6 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.3582597 Sep 21 08:34:33.587042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d0a9e0-394d-47f7-af3c-4748f13ecf7f']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:33.600774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7066606f-6b94-4af9-8723-098787d8c1e5') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:33.601369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7066606f-6b94-4af9-8723-098787d8c1e5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:33.614685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.632109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.640162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:33.641009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:33.644540 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:33.653667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event updated for resources: {'Port': ['ID=fd786484-f0dc-491c-87f7-de5d559c0362,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:33.782386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.795012 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.799070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/b0d0a9e0-394d-47f7-af3c-4748f13ecf7f HTTP/1.1" status: 204 len: 168 time: 1.0197186 Sep 21 08:34:33.803682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 52978) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:33.814882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0a283fb-a2b8-4532-988a-b0931aa57095 req-76722f62-03bc-4663-8bec-03cc1ef2a921 tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773186 Sep 21 08:34:33.825459 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.844726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:33.864742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.873249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:33.873362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a1c5a-f03a-4ed8-b04b-d764f37738b0 None None] DHCP port deletion for b0d0a9e0-394d-47f7-af3c-4748f13ecf7f request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:33.922333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.928494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.935762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Pushing event deleted for resources: {'Port': ['ID=6067a847-6d21-4a8d-a560-cdde31f21fc8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:33.945109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:33.945878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:33.955982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] No DVR routers for this DVR port 6067a847-6d21-4a8d-a560-cdde31f21fc8 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:33.971996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] No DVR routers for this DVR port 6067a847-6d21-4a8d-a560-cdde31f21fc8 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:34.025171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb0bf7-7695-41ed-a438-a04b1db58aba tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=b0d0a9e0-394d-47f7-af3c-4748f13ecf7f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:34.041477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Deleting port c1b134ef-ce97-44a2-bd2f-0f3822a63616 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:34.042061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.051140 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f3f26-347b-491d-bc8d-444d7195fd34 None None] Pushing event deleted for resources: {'Port': ['ID=6067a847-6d21-4a8d-a560-cdde31f21fc8,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:34.133378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] For port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,segment=NetworkSegment(4bc85095-7c04-4be8-82c5-52dc64dc0e06),segment_id=4bc85095-7c04-4be8-82c5-52dc64dc0e06)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:34.152397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.261295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca139b4-8e80-427f-bc05-e8ccd4f6f907 None None] Pushing event updated for resources: {'Port': ['ID=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:34.299641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] Provisioning complete for port c251786c-cf4e-4903-a035-655c59a2c89a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:34.300283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.493369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.604865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c251786c-cf4e-4903-a035-655c59a2c89a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:34.674543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] For port c251786c-cf4e-4903-a035-655c59a2c89a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c251786c-cf4e-4903-a035-655c59a2c89a,segment=NetworkSegment(46352027-d528-4114-a8a9-d8f5e4db384d),segment_id=46352027-d528-4114-a8a9-d8f5e4db384d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:34.686581 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.761983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c251786c-cf4e-4903-a035-655c59a2c89a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:34.762431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.804149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] Pushing event updated for resources: {'Port': ['ID=c251786c-cf4e-4903-a035-655c59a2c89a,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:34.836138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.857788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] Provisioning complete for port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:34.858340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4f37ef83-ae6e-4bca-ad35-1da80c2506a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.871452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:34.967402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:34.979756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:35.016741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] For port c1b134ef-ce97-44a2-bd2f-0f3822a63616, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c1b134ef-ce97-44a2-bd2f-0f3822a63616,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:35.017133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.022136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526f9f13-3aba-4250-9428-2eacfa99d5a6') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:35.022438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526f9f13-3aba-4250-9428-2eacfa99d5a6') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:35.095535 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.122124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4e9f74ed-d340-442e-a04c-9ad2ed757fbf no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:35.137380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Calling delete_port for c1b134ef-ce97-44a2-bd2f-0f3822a63616 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:35.164570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4e9f74ed-d340-442e-a04c-9ad2ed757fbf {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:35.167725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4e9f74ed-d340-442e-a04c-9ad2ed757fbf not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:35.168269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1aac6df9-63a9-423c-8215-77438c82edef no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:35.196253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.213389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:35.213866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:35.215936 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:35.243020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1aac6df9-63a9-423c-8215-77438c82edef {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:35.243496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1aac6df9-63a9-423c-8215-77438c82edef not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:35.244000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6067a847-6d21-4a8d-a560-cdde31f21fc8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:35.290537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6067a847-6d21-4a8d-a560-cdde31f21fc8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:35.291576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6067a847-6d21-4a8d-a560-cdde31f21fc8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:35.292563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ecf5d763-b0ee-4f6f-b0bf-57b78723766f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:35.341667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: ecf5d763-b0ee-4f6f-b0bf-57b78723766f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:35.342220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ecf5d763-b0ee-4f6f-b0bf-57b78723766f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:35.342597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 056a0b1d-49a7-49ab-ade6-b947125f75d8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:35.345920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-52fe1958-0135-4ab8-8efe-444d628276dd None None] Provisioning complete for port c251786c-cf4e-4903-a035-655c59a2c89a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:35.346238 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52fe1958-0135-4ab8-8efe-444d628276dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.385185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:35.385694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.432914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 056a0b1d-49a7-49ab-ade6-b947125f75d8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:35.442414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 056a0b1d-49a7-49ab-ade6-b947125f75d8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:35.454908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449db4d-89e4-4d8e-921e-48ecb37790eb req-108a2ba2-df0b-4961-ae06-12021d28303e tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:35.456719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9449db4d-89e4-4d8e-921e-48ecb37790eb req-108a2ba2-df0b-4961-ae06-12021d28303e tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a82b206-3258-43f1-86f9-6e6e755e1668 HTTP/1.1" status: 200 len: 946 time: 0.4090805 Sep 21 08:34:35.461711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.526592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.532087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.549950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6 HTTP/1.1" status: 204 len: 168 time: 3.9038861 Sep 21 08:34:35.579332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:35.585297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-52fe1958-0135-4ab8-8efe-444d628276dd None None] Provisioning complete for port fd786484-f0dc-491c-87f7-de5d559c0362 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:35.586351 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52fe1958-0135-4ab8-8efe-444d628276dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.597307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] For port d8b8a7a9-f181-4d4b-a6c7-21cee38177a3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,segment=NetworkSegment(90acfe16-4e4a-422d-be26-5345340bf5bb),segment_id=90acfe16-4e4a-422d-be26-5345340bf5bb)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:35.597949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.598807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f2c409a6-3d4a-4656-a63a-6c191755370b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2600701 Sep 21 08:34:35.608988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Pushing event deleted for resources: {'Port': ['ID=c1b134ef-ce97-44a2-bd2f-0f3822a63616,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:35.609164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53002) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:35.615440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:35.622716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:35.635383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715c69f-12ef-40c2-af0e-897bed4eb181 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:34:35.660105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-52fe1958-0135-4ab8-8efe-444d628276dd None None] Port fd786484-f0dc-491c-87f7-de5d559c0362 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:35.679023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] No DVR routers for this DVR port c1b134ef-ce97-44a2-bd2f-0f3822a63616 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:35.687480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:35.690278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-17c3b229-1a75-40eb-b308-3eb57174698e req-34491167-181e-43a1-9c95-50bbcd1e0cad tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.62 "DELETE /v2.0/ports/c1b134ef-ce97-44a2-bd2f-0f3822a63616 HTTP/1.1" status: 204 len: 173 time: 2.1721122 Sep 21 08:34:35.691569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81bd77f-b57a-458e-a229-b9deab5d1296 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2f4ef0-aa62-4c2d-96b7-35cc5887d0a6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:35.702475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'name': 'network-vif-deleted', 'tag': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:34:35.708879 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee64c89e-4c99-450b-b8a6-bfe3cc2fa7db" -d '{"events": [{"server_uuid": "0a82b206-3258-43f1-86f9-6e6e755e1668", "name": "network-vif-deleted", "tag": "c1b134ef-ce97-44a2-bd2f-0f3822a63616"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:34:35.758668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9449db4d-89e4-4d8e-921e-48ecb37790eb req-8cf03fb0-d886-4dec-b6d4-f4d75628982d tempest-ServerRescueNegativeTestJSON-413026836 tempest-ServerRescueNegativeTestJSON-413026836-project] 10.222.0.59 "GET /v2.0/security-groups?id=bfb49f3b-2a24-41ce-9dc0-19c4503a7842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820547 Sep 21 08:34:35.793843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Calling delete_port for d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:35.824673 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e83fac-74ba-44ea-b0a0-86718cb2a79d x-openstack-request-id: req-87e83fac-74ba-44ea-b0a0-86718cb2a79d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:34:35.825231 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a82b206-3258-43f1-86f9-6e6e755e1668", "name": "network-vif-deleted", "tag": "c1b134ef-ce97-44a2-bd2f-0f3822a63616", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:34:35.825684 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-87e83fac-74ba-44ea-b0a0-86718cb2a79d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:34:35.826318 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a82b206-3258-43f1-86f9-6e6e755e1668', 'name': 'network-vif-deleted', 'tag': 'c1b134ef-ce97-44a2-bd2f-0f3822a63616', 'status': 'completed', 'code': 200} Sep 21 08:34:35.922905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:35.949098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:35.949862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:35.984590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a088b6c-2208-4162-90b5-d500f9cf9e46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3daaeff1a91d42188cc7fc206cf79fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606682 Sep 21 08:34:35.987090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53012) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:36.055761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e42f20f8-0681-4254-8965-2fe22eba83c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.100774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e42f20f8-0681-4254-8965-2fe22eba83c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.215833 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e42f20f8-0681-4254-8965-2fe22eba83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.221336 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e42f20f8-0681-4254-8965-2fe22eba83c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.225578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e42f20f8-0681-4254-8965-2fe22eba83c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82911b3c-19a2-4217-b53c-3f9c39138ae2 HTTP/1.1" status: 204 len: 168 time: 0.2350330 Sep 21 08:34:36.235509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f20f8-0681-4254-8965-2fe22eba83c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82911b3c-19a2-4217-b53c-3f9c39138ae2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:36.360176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:36.450982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-50de204b-8520-4f37-adb1-90e53fc40e57 None None] Provisioning complete for port fd786484-f0dc-491c-87f7-de5d559c0362 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:36.451489 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50de204b-8520-4f37-adb1-90e53fc40e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.459956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:36.593165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-50de204b-8520-4f37-adb1-90e53fc40e57 None None] Port fd786484-f0dc-491c-87f7-de5d559c0362 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:36.610138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7715c69f-12ef-40c2-af0e-897bed4eb181 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:34:36.646282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.679375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53020) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:36.680365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Port': ['ID=d8b8a7a9-f181-4d4b-a6c7-21cee38177a3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:36.701909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:36.702274 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.716634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c1b134ef-ce97-44a2-bd2f-0f3822a63616 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:36.768938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: c1b134ef-ce97-44a2-bd2f-0f3822a63616 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:36.769194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c1b134ef-ce97-44a2-bd2f-0f3822a63616 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:36.818023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53024) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:36.826459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8b726ed8-991f-4a72-a874-7f49f4e8ca92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c95906d2cb8843588aae21ce3786cdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414618 Sep 21 08:34:36.852966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:36.885103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 08:34:36.970567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Removed routes are [] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 08:34:36.971379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:36.989727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c251786c-cf4e-4903-a035-655c59a2c89a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:36.997782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:32Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:33Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:37.014005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.086911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:37.087269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Updating router 9311cc09-fa7a-4219-822a-f0b4d1385734 port fd786484-f0dc-491c-87f7-de5d559c0362 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:34:37.141081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.181856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c251786c-cf4e-4903-a035-655c59a2c89a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:37.182337 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.242678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-052cf08a-cef7-4042-964a-72d38137b93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.322806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-052cf08a-cef7-4042-964a-72d38137b93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.371558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.659037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:37.712842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.729509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.776897 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.799903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-2c953b2f-470f-4ee4-bf85-33cf504d73bc tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:37.801556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-2c953b2f-470f-4ee4-bf85-33cf504d73bc tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.4860177 Sep 21 08:34:37.818456 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.866309 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873a2fd-aa03-44c3-87dd-a31520d184ee None None] Pushing event updated for resources: {'Port': ['ID=fd786484-f0dc-491c-87f7-de5d559c0362,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:37.894846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-052cf08a-cef7-4042-964a-72d38137b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.900316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Deleting port 12a9cc48-ce0f-43bd-9268-24865ef6408b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:37.900667 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.907654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-052cf08a-cef7-4042-964a-72d38137b93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:37.908815 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-052cf08a-cef7-4042-964a-72d38137b93d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f2155ef-991d-4aab-aca6-1a923f4ea388 HTTP/1.1" status: 204 len: 168 time: 1.0090806 Sep 21 08:34:37.935449 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-b5d09882-4c33-4d1f-abb9-8ba46d1e0673 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4139731 Sep 21 08:34:38.006882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:38.024130 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:38.027927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-de896971-c289-45b7-8985-b546353f861c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/quotas/50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 375 time: 0.2092669 Sep 21 08:34:38.031677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d949e35-91b7-4c6d-96de-b7f01fa5bcfd tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2257853 Sep 21 08:34:38.035870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53054) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:38.036455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cf08a-cef7-4042-964a-72d38137b93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2155ef-991d-4aab-aca6-1a923f4ea388,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:38.038542 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:38.040591 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:38.084541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] For port 12a9cc48-ce0f-43bd-9268-24865ef6408b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=12a9cc48-ce0f-43bd-9268-24865ef6408b,segment=NetworkSegment(556dae21-d2e6-443e-8ebf-d47e75f05e8e),segment_id=556dae21-d2e6-443e-8ebf-d47e75f05e8e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:38.085054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.088459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Attempting to bind port fd786484-f0dc-491c-87f7-de5d559c0362 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:38.088951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Attempting to bind port fd786484-f0dc-491c-87f7-de5d559c0362 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:38.090510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Attempting to bind port fd786484-f0dc-491c-87f7-de5d559c0362 on network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:38.109205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:38.110796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Checking segment: {'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:38.111331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.112453 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Bound using segment: {'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:38.113405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Calling delete_port for 12a9cc48-ce0f-43bd-9268-24865ef6408b owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:38.113765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Bound port: fd786484-f0dc-491c-87f7-de5d559c0362, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46352027-d528-4114-a8a9-d8f5e4db384d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:38.114263 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.262052 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:38.312997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] For port fd786484-f0dc-491c-87f7-de5d559c0362, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:38.322193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] For port fd786484-f0dc-491c-87f7-de5d559c0362, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fd786484-f0dc-491c-87f7-de5d559c0362,segment=NetworkSegment(46352027-d528-4114-a8a9-d8f5e4db384d),segment_id=46352027-d528-4114-a8a9-d8f5e4db384d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:38.335252 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.387747 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 11, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:38.425051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:38.432140 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:38.438957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Deleting subnet 4209d0a0-d3df-4a87-9e02-50616ed73666 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:38.444424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.446693 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:38.449955 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:38.507753 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.509772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873a2fd-aa03-44c3-87dd-a31520d184ee None None] Pushing event updated for resources: {'Port': ['ID=fd786484-f0dc-491c-87f7-de5d559c0362,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:38.516540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-e7f0f59f-7a9f-4931-8450-0e67269875cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3879681 Sep 21 08:34:38.531673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-1720e1c8-4624-49da-8185-c38824b98c30 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:34:38.532696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-1720e1c8-4624-49da-8185-c38824b98c30 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074816 Sep 21 08:34:38.546618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:38.577623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a9cc48-ce0f-43bd-9268-24865ef6408b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:38.591236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ccb37824-5149-4fde-b0a0-44b2bed53837 None None] Provisioning complete for port fd786484-f0dc-491c-87f7-de5d559c0362 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:38.591891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ccb37824-5149-4fde-b0a0-44b2bed53837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.599165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:38.600068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:38.660481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-9d3cff17-781c-4a8b-9806-bbd9f572336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:38.662044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-9d3cff17-781c-4a8b-9806-bbd9f572336d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.2436118 Sep 21 08:34:38.689236 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 11, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:38.706001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:38.766746 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfd8ec3-a5fd-4060-83cd-5608c14145d7 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 11, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:38.854757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:38.958715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.030452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ccb37824-5149-4fde-b0a0-44b2bed53837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.073565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:39.104477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.105606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a40f647f-9f1a-4bc1-b29f-c677e3b99189 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 200 len: 954 time: 3.4955530 Sep 21 08:34:39.109363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53074) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:39.124250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ccb37824-5149-4fde-b0a0-44b2bed53837 None None] For port fd786484-f0dc-491c-87f7-de5d559c0362, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fd786484-f0dc-491c-87f7-de5d559c0362,segment=NetworkSegment(46352027-d528-4114-a8a9-d8f5e4db384d),segment_id=46352027-d528-4114-a8a9-d8f5e4db384d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:39.129899 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-5b4da380-f43e-4b5b-a9cc-08aa4c3887db service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824990 Sep 21 08:34:39.140527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ccb37824-5149-4fde-b0a0-44b2bed53837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.240608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-72d5ad62-def1-4e61-88b6-2478a7690e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:39.242667 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-72d5ad62-def1-4e61-88b6-2478a7690e75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.2736225 Sep 21 08:34:39.308939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb37824-5149-4fde-b0a0-44b2bed53837 None None] Pushing event updated for resources: {'Port': ['ID=fd786484-f0dc-491c-87f7-de5d559c0362,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:39.362909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-12d83a83-c064-4265-9bb8-c9e176708eb1 None None] Provisioning complete for port fd786484-f0dc-491c-87f7-de5d559c0362 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:39.363265 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12d83a83-c064-4265-9bb8-c9e176708eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.405017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.456336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 6, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:38Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:39.527104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53084) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:39.533157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f8ac1-2e4f-489b-92d1-679a95eda9de None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 6, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:38Z', 'revision_number': 4, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:39.542320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-84c67150-9893-43a3-b5f3-735655777071 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 200 len: 954 time: 0.4303608 Sep 21 08:34:39.549969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53088) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:39.564692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'routes': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:39.653922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-16a7974e-642a-4241-920a-35eaf8a34c04 service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217891 Sep 21 08:34:39.685461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-a3c11d14-0d6c-42f4-b085-c2f03eb3d531 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 1001 time: 0.4196882 Sep 21 08:34:39.739564 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.801674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38f1eb-3c20-44d3-aafc-40cdbb9125fa None None] Network d34ecdc3-fb75-4ae7-a085-2a7a335acb58 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:39.804148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1392995680-network', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:39.808247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:39.813243 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/4209d0a0-d3df-4a87-9e02-50616ed73666 HTTP/1.1" status: 204 len: 168 time: 1.7778654 Sep 21 08:34:39.814570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aee7a4-dc20-4aca-af1d-38915c6e6d39 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Subnet': ['ID=4209d0a0-d3df-4a87-9e02-50616ed73666,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:39.821904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53094) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:39.833181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-03bdb1b2-a527-444a-856e-9d76de846b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:39.834839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-03bdb1b2-a527-444a-856e-9d76de846b26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.1253989 Sep 21 08:34:39.942161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-e0967988-972e-4ee4-ab84-0c35399e90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:39.943718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-e0967988-972e-4ee4-ab84-0c35399e90d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686831 Sep 21 08:34:40.004673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-85fee902-e3ec-4fcd-9b8d-fd03a6241483 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:34:40.005970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-85fee902-e3ec-4fcd-9b8d-fd03a6241483 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512965 Sep 21 08:34:40.215697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Router 11300b30-20ed-42f4-9800-8fe7f89f5e81 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:40.294405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] DHCP port deletion for d34ecdc3-fb75-4ae7-a085-2a7a335acb58 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:40.447803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] Deleting port 0bc27526-311f-480c-b347-d4668f08a618 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:40.448256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:40.465853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-89d47385-aa4c-46aa-b476-b2dfc2afc1a2 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522848 Sep 21 08:34:40.573105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3a0f61d-9106-4150-b0bd-08d1a1cedb2a req-e63c69ea-7cf4-4721-8cb0-349260af92f4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.1368954 Sep 21 08:34:40.707167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] For port 0bc27526-311f-480c-b347-d4668f08a618, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0bc27526-311f-480c-b347-d4668f08a618,segment=NetworkSegment(90acfe16-4e4a-422d-be26-5345340bf5bb),segment_id=90acfe16-4e4a-422d-be26-5345340bf5bb)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:40.708196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:40.712729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af4aedac-6a85-4c5c-a79c-c6d0519e98f6 req-ed30efa0-bca7-458a-89f1-efe000d71d5f service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358325 Sep 21 08:34:40.714022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fd786484-f0dc-491c-87f7-de5d559c0362 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:40.750278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Made reservation on behalf of 1fc89536898d4577bbd8b854bf5feb57 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:40.753476 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:40.754628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] Calling delete_port for 0bc27526-311f-480c-b347-d4668f08a618 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:40.823482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:40.893197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port fd786484-f0dc-491c-87f7-de5d559c0362 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:40.893718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:40.910897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:40.939162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c354169-6201-4f6f-a31b-3b616f76b086 admin admin] 10.222.0.59 "PUT /v2.0/routers/11300b30-20ed-42f4-9800-8fe7f89f5e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1201847 Sep 21 08:34:40.941615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53112) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:41.064047 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:41.091553 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:41.092253 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:41.175023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.193518 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.239118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added routes are [] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 08:34:41.239472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 08:34:41.277463 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:41.293719 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.300886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] Sync routers for ids ['11300b30-20ed-42f4-9800-8fe7f89f5e81'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:41.314812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.339819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] No DVR routers for this DVR port 0bc27526-311f-480c-b347-d4668f08a618 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:41.515858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.543108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34ecdc3-fb75-4ae7-a085-2a7a335acb58']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:41.556095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90acfe16-4e4a-422d-be26-5345340bf5bb') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:41.556389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90acfe16-4e4a-422d-be26-5345340bf5bb') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:41.563859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05235d32-d734-49d2-ab68-ee8daa96a6ff None None] Pushing event deleted for resources: {'Port': ['ID=0bc27526-311f-480c-b347-d4668f08a618,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:41.570624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.574517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] Routers {'11300b30-20ed-42f4-9800-8fe7f89f5e81'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:41.575193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['11300b30-20ed-42f4-9800-8fe7f89f5e81'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:41.589064 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.597760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:41.598182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:41.687680 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:41.690947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.772668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:41.779449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/networks/d34ecdc3-fb75-4ae7-a085-2a7a335acb58 HTTP/1.1" status: 204 len: 168 time: 1.9558797 Sep 21 08:34:41.791235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309c6a7-8cd8-4aca-9764-de11c5dcd6aa tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Pushing event deleted for resources: {'Network': ['ID=d34ecdc3-fb75-4ae7-a085-2a7a335acb58,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:41.802930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53120) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:41.810950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'routes': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:41.861784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] Set router 11300b30-20ed-42f4-9800-8fe7f89f5e81 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:41.928683 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 6, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:39Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:41.997432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:42.016015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0bc27526-311f-480c-b347-d4668f08a618 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:42.017400 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:42.019461 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:42.069540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 0bc27526-311f-480c-b347-d4668f08a618 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:42.070293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0bc27526-311f-480c-b347-d4668f08a618 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:42.070774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:42.079098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-bf4004c1-96a2-43a9-9cf4-83a60584ec79 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:42.080995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-bf4004c1-96a2-43a9-9cf4-83a60584ec79 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.2068293 Sep 21 08:34:42.097457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b39a689b-d19b-4de1-bd73-1e27ff4e11be req-b3310654-afbe-4e00-adbc-94a6b69ec3c1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.2848821 Sep 21 08:34:42.105054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'port': {'device_id': '698fc0cd-6993-42ab-82c6-71940473242b', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'admin_state_up': True, 'tenant_id': '50bca0c104354a579d1dbeda20de19b9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:42.141443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:42.142114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d8b8a7a9-f181-4d4b-a6c7-21cee38177a3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:42.262046 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:42.289703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Added routes are [] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 08:34:42.293843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Removed routes are [] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 08:34:42.294388 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.352955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.432248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.434248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.449294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194'}], 'enable_snat': True}, 'gw_port_id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:34:38Z', 'revision_number': 5, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port': {'id': 'e2cc797d-4aff-48ed-9a88-881ab529e3ff', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:9b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:41Z', 'updated_at': '2021-09-21T08:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:42.507727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] Checking router: 11300b30-20ed-42f4-9800-8fe7f89f5e81 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:42.511819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.529833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] Routers {'11300b30-20ed-42f4-9800-8fe7f89f5e81'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:42.530414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['11300b30-20ed-42f4-9800-8fe7f89f5e81'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:42.533650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Deleting port e2cc797d-4aff-48ed-9a88-881ab529e3ff {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:42.534309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.592604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.624095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] For port e2cc797d-4aff-48ed-9a88-881ab529e3ff, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e2cc797d-4aff-48ed-9a88-881ab529e3ff,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:42.624465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.638579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Calling delete_port for e2cc797d-4aff-48ed-9a88-881ab529e3ff owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:42.716633 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] Set router 11300b30-20ed-42f4-9800-8fe7f89f5e81 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:42.772825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:34:42.799218 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:41Z', 'revision_number': 7, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:39Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:42.837314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:34:42Z', 'revision_number': 6, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:42.862252 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707377e-fc47-49df-b94b-1834c8acda5d None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:41Z', 'revision_number': 7, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:39Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:42.893843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.905257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f51dc1b-2939-482b-a47a-c7470f4d796b None None] The sync data for ids ['11300b30-20ed-42f4-9800-8fe7f89f5e81'] in n-d-809980-2 is: [{'id': '11300b30-20ed-42f4-9800-8fe7f89f5e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1839631064-router', 'tenant_id': '2175666fc3e942009fd12cb6a7859f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:39Z', 'updated_at': '2021-09-21T08:34:42Z', 'revision_number': 6, 'project_id': '2175666fc3e942009fd12cb6a7859f3c', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:42.925494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.933147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7b60c4-133b-4248-9afd-fbfadb309d1e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:42.939288 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.952498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:42.955863 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Added segment 1304cd6d-f11e-4b59-b1b4-c9c8010facab of type vlan for network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 Sep 21 08:34:42.979715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cc797d-4aff-48ed-9a88-881ab529e3ff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:42.982406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:42.986554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.068580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:43.095659 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.097827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.183810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router a5e93c3a-4175-426e-a1e7-10502afe41a4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:43.238798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.239944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:43.240549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.304888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5d127488-d633-42e9-8062-aebee1ece115 req-2a11e808-4e19-48ba-a660-c4fab79c1c62 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.0819917 Sep 21 08:34:43.382635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:43.388216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.392456 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.393777 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-aec85b8c-5d1f-4bf3-b536-1dacd4c5b9dd tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 200 len: 704 time: 3.8426449 Sep 21 08:34:43.393897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:43.400317 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.405537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:43.410562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:43.411272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:43.529135 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.0003605 Sep 21 08:34:43.535549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:43.544904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Request body: {'subnet': {'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1392995680-subnet', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:43.603828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.604359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11300b30-20ed-42f4-9800-8fe7f89f5e81 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:34:43.613912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.615084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b6ca8db-c9b2-4ca8-8a6e-8f8d6c27b8d8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/11300b30-20ed-42f4-9800-8fe7f89f5e81 HTTP/1.1" status: 204 len: 168 time: 2.6724415 Sep 21 08:34:43.620827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:43.624184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:43.636027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.20.0.5 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/59dde9c9-53f6-4632-b75d-6aca43d5984b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:43.686302 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f1701898-0a2b-4338-987d-c131b9b336be tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 200 len: 704 time: 0.2725964 Sep 21 08:34:43.692706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53142) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:43.700217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3da04-7abe-4e8b-8596-27eee26bb686 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc4134e-7a04-449d-8c43-7a85f7e64bc7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:43.711126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:43.732610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.733820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d4b49961-b5a6-4034-ab4b-30b8e7ce67ce tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 200 len: 701 time: 1.9287181 Sep 21 08:34:43.738312 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] Sync routers for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:43.742179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53144) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:43.747044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:34:43.761683 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:43.762316 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:43.775668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Made reservation on behalf of 1fc89536898d4577bbd8b854bf5feb57 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:34:43.778073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:43.814636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-24456467-fc73-4dff-acc2-fce5fca4814f tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 200 len: 205 time: 0.0683975 Sep 21 08:34:43.821483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53146) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:43.846823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] Deleting subnet 7ab34c2c-0598-4be6-81a6-5aa29051af45 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:43.932644 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:43.948089 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.035033 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06ae5b65-2096-4c34-9c7a-2dac120d8489 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.093715 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 11, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:44.189815 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] Checking router: a5e93c3a-4175-426e-a1e7-10502afe41a4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:44.205997 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] Routers {'a5e93c3a-4175-426e-a1e7-10502afe41a4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:44.206858 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a5e93c3a-4175-426e-a1e7-10502afe41a4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:44.208726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:41Z', 'revision_number': 7, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:39Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:44.246123 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06ae5b65-2096-4c34-9c7a-2dac120d8489 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.248549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06ae5b65-2096-4c34-9c7a-2dac120d8489 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.277892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:44.302465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:44.303171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:44.312857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06ae5b65-2096-4c34-9c7a-2dac120d8489 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.313367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae5b65-2096-4c34-9c7a-2dac120d8489 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Fanout notify agent at l3_agent the message router_deleted on router a5e93c3a-4175-426e-a1e7-10502afe41a4 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:34:44.332623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06ae5b65-2096-4c34-9c7a-2dac120d8489 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.333802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-06ae5b65-2096-4c34-9c7a-2dac120d8489 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 204 len: 168 time: 0.5067077 Sep 21 08:34:44.339959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53152) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:44.378650 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] Set router a5e93c3a-4175-426e-a1e7-10502afe41a4 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:44.384211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e9618401-d4e5-4f1d-90cb-be972e36e398 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-360417860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:44.487382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:44.490912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2cc797d-4aff-48ed-9a88-881ab529e3ff no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:44.527637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.532113 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 11, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:44.588249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: e2cc797d-4aff-48ed-9a88-881ab529e3ff {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:44.589122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e2cc797d-4aff-48ed-9a88-881ab529e3ff not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:44.589566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 12a9cc48-ce0f-43bd-9268-24865ef6408b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:44.605159 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eef704-ee90-4563-99bb-a63126ed8190 None None] The sync data for ids ['a5e93c3a-4175-426e-a1e7-10502afe41a4'] in n-d-809980-2 is: [{'id': 'a5e93c3a-4175-426e-a1e7-10502afe41a4', 'name': 'tempest-RoutersTest-router-1463919860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:30Z', 'updated_at': '2021-09-21T08:34:36Z', 'revision_number': 11, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:44.618636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.627347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 12a9cc48-ce0f-43bd-9268-24865ef6408b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:44.627902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 12a9cc48-ce0f-43bd-9268-24865ef6408b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:44.655659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1bfda12a-f8c5-40b9-9542-e1afcdab7bc9 req-5286eaef-6be9-4f42-bf4e-a29cc07d72b2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.0977380 Sep 21 08:34:44.740000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9618401-d4e5-4f1d-90cb-be972e36e398 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.741150 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9618401-d4e5-4f1d-90cb-be972e36e398 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.751434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.757412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509570f9-79e2-4cc7-ac89-f342b4ccb04c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:44.810480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Checking segment: {'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:44.811837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Network hostable DHCP agents. Network: bbc4134e-7a04-449d-8c43-7a85f7e64bc7, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:34:44.834588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.857836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:34:44.889763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.899230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, bbc4134e-7a04-449d-8c43-7a85f7e64bc7) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:44.906873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:44.907866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:44.940288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-194b5b8d-8f39-4e89-b019-0aaa0a51e807 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4010479 Sep 21 08:34:44.943508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53156) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:44.950213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:44.975357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758697d-477f-439b-92b6-91767e22213d None None] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:45.024322 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9618401-d4e5-4f1d-90cb-be972e36e398 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.034880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.042924 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.059213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:45.088325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:45.090628 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9618401-d4e5-4f1d-90cb-be972e36e398 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.100493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:45.160386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:45.161070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.186960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.187887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:41Z', 'revision_number': 7, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:39Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:45.198355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=59dde9c9-53f6-4632-b75d-6aca43d5984b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:45.269516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.276097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7ab34c2c-0598-4be6-81a6-5aa29051af45 HTTP/1.1" status: 204 len: 168 time: 1.6522214 Sep 21 08:34:45.279977 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.283589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53160) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:45.297103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e6659-bdc4-42c8-861d-3c63e64768f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab34c2c-0598-4be6-81a6-5aa29051af45,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:45.306260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de9a7f-7c9f-4e3c-b194-91b2cabf095b None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:41Z', 'revision_number': 7, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd786484-f0dc-491c-87f7-de5d559c0362', 'name': '', 'network_id': '7b90b53f-f217-4cca-9e19-e1d4f89559d6', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:30Z', 'updated_at': '2021-09-21T08:34:39Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:45.306787 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9618401-d4e5-4f1d-90cb-be972e36e398 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.308224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e9618401-d4e5-4f1d-90cb-be972e36e398 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9512603 Sep 21 08:34:45.313186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-4c0b2cee-63f5-4511-8673-3d1f1f1360a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2118349 Sep 21 08:34:45.347017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53162) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:45.402761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d802aefb-14a9-4074-b755-aa36ad25a1e4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:45.561528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-e65c5207-934d-49ea-b547-2c6bd1757987 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:34:45.562597 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-e65c5207-934d-49ea-b547-2c6bd1757987 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1930170 Sep 21 08:34:45.727036 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.846724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-bbc4134e-7a04-449d-8c43-7a85f7e64bc7', 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'fixed_ips': [{'subnet_id': '509570f9-79e2-4cc7-ac89-f342b4ccb04c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:34:45.847870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:45.876112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5547398b-da66-429e-8e6f-3549c558e786 None None] Provisioning complete for port 59dde9c9-53f6-4632-b75d-6aca43d5984b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:45.876612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5547398b-da66-429e-8e6f-3549c558e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.008952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5547398b-da66-429e-8e6f-3549c558e786 None None] Port 59dde9c9-53f6-4632-b75d-6aca43d5984b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:46.091930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Allocated IP 172.20.0.2 (bbc4134e-7a04-449d-8c43-7a85f7e64bc7/509570f9-79e2-4cc7-ac89-f342b4ccb04c/2e30b480-69b1-4656-a888-d5d67e2d117d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:46.260353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.281335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.291547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.342759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:46.346153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:46.354351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:46.377314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Pushing event updated for resources: {'Port': ['ID=2e30b480-69b1-4656-a888-d5d67e2d117d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:46.434036 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Request body: {'port': {'device_id': '698fc0cd-6993-42ab-82c6-71940473242b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:34:46.436018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Attempting to bind port 2e30b480-69b1-4656-a888-d5d67e2d117d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:46.436405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Attempting to bind port 2e30b480-69b1-4656-a888-d5d67e2d117d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:46.437116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Attempting to bind port 2e30b480-69b1-4656-a888-d5d67e2d117d on network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:46.444174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:46.445570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Checking segment: {'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:46.445998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.447685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Bound using segment: {'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:46.448183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Bound port: 2e30b480-69b1-4656-a888-d5d67e2d117d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:46.448581 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.453473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.545737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] For port 2e30b480-69b1-4656-a888-d5d67e2d117d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:46.550968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] For port 2e30b480-69b1-4656-a888-d5d67e2d117d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e30b480-69b1-4656-a888-d5d67e2d117d,segment=NetworkSegment(1304cd6d-f11e-4b59-b1b4-c9c8010facab),segment_id=1304cd6d-f11e-4b59-b1b4-c9c8010facab)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:46.555983 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d802aefb-14a9-4074-b755-aa36ad25a1e4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.563436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.615505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d802aefb-14a9-4074-b755-aa36ad25a1e4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.684493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd520a-f4d1-425a-a7b9-1ce9122a9c92 None None] Pushing event updated for resources: {'Port': ['ID=2e30b480-69b1-4656-a888-d5d67e2d117d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:46.713003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.761557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c03d42-59e2-43d1-8c16-20cf978edc66 req-6fa99dde-49d5-4eff-94be-4ad9ff5636ef tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:46.762597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.770734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c03d42-59e2-43d1-8c16-20cf978edc66 req-6fa99dde-49d5-4eff-94be-4ad9ff5636ef tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 931 time: 0.3429542 Sep 21 08:34:46.871351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:46.894650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Allocated IP 172.25.1.245 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a89c6421-67d1-4919-94dc-49c70fc9782f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:47.019998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.060446 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.078035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745e6eb2-adab-43d5-83c2-3ca304ab1414']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:47.099500 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.144910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556dae21-d2e6-443e-8ebf-d47e75f05e8e') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:47.145573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556dae21-d2e6-443e-8ebf-d47e75f05e8e') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:47.158911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c03d42-59e2-43d1-8c16-20cf978edc66 req-41497628-855f-4822-9f8d-4df1a0f5b4a2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868151 Sep 21 08:34:47.172101 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.198211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Pushing event updated for resources: {'Port': ['ID=a89c6421-67d1-4919-94dc-49c70fc9782f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:47.203057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:47.205155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:47.216236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:47.218316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.279825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:47.280423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:47.283097 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:47.311900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d802aefb-14a9-4074-b755-aa36ad25a1e4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Router 4054f673-abac-4706-9f41-033d360299da is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:34:47.445552 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.474901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.479360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] 10.222.0.59 "DELETE /v2.0/networks/745e6eb2-adab-43d5-83c2-3ca304ab1414 HTTP/1.1" status: 204 len: 168 time: 2.1911259 Sep 21 08:34:47.581717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e4bb3-f1b8-426c-9fd6-7853bb1d744a admin admin] Pushing event deleted for resources: {'Network': ['ID=745e6eb2-adab-43d5-83c2-3ca304ab1414,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:47.586060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d802aefb-14a9-4074-b755-aa36ad25a1e4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:47.593462 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d802aefb-14a9-4074-b755-aa36ad25a1e4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.594571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d802aefb-14a9-4074-b755-aa36ad25a1e4 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "PUT /v2.0/routers/4054f673-abac-4706-9f41-033d360299da HTTP/1.1" status: 200 len: 693 time: 2.2261496 Sep 21 08:34:47.597145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53184) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:47.602286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] Sync routers for ids ['4054f673-abac-4706-9f41-033d360299da'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:47.608278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.621631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] Routers {'4054f673-abac-4706-9f41-033d360299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:47.624917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['4054f673-abac-4706-9f41-033d360299da'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:47.680668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53186) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:47.730570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7a071bf4-6ab5-4c14-8648-ecde0e731a5d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/routers/4054f673-abac-4706-9f41-033d360299da HTTP/1.1" status: 200 len: 699 time: 0.1310263 Sep 21 08:34:47.739001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53188) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:47.785422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port fd786484-f0dc-491c-87f7-de5d559c0362 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:47.785784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:47.800511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] Set router 4054f673-abac-4706-9f41-033d360299da gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:47.848119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5f329371-c3cc-4673-8f15-099f56951cee tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=4054f673-abac-4706-9f41-033d360299da HTTP/1.1" status: 200 len: 205 time: 0.1078539 Sep 21 08:34:47.857676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53190) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:47.906753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054f673-abac-4706-9f41-033d360299da', 'name': 'tempest-RoutersTest-router-360417860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:44Z', 'updated_at': '2021-09-21T08:34:46Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:47.973535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] Checking router: 4054f673-abac-4706-9f41-033d360299da for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:47.984137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] Routers {'4054f673-abac-4706-9f41-033d360299da'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:47.985261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['4054f673-abac-4706-9f41-033d360299da'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:48.005862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port fd786484-f0dc-491c-87f7-de5d559c0362, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fd786484-f0dc-491c-87f7-de5d559c0362,segment=NetworkSegment(46352027-d528-4114-a8a9-d8f5e4db384d),segment_id=46352027-d528-4114-a8a9-d8f5e4db384d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:48.006386 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.036219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for fd786484-f0dc-491c-87f7-de5d559c0362 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:48.080195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-161234fb-3e44-4b84-b9db-47f1c6de4063 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.147927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] Set router 4054f673-abac-4706-9f41-033d360299da gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:48.271087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4054f673-abac-4706-9f41-033d360299da', 'name': 'tempest-RoutersTest-router-360417860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:44Z', 'updated_at': '2021-09-21T08:34:46Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:48.311206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23cfc0b-56ad-4cfe-8177-6cc7fbeaa011 None None] The sync data for ids ['4054f673-abac-4706-9f41-033d360299da'] in n-d-809980-2 is: [{'id': '4054f673-abac-4706-9f41-033d360299da', 'name': 'tempest-RoutersTest-router-360417860', 'tenant_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:44Z', 'updated_at': '2021-09-21T08:34:46Z', 'revision_number': 2, 'project_id': '5a83c0fe647f45aca6cdabe2bd0b63f8', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:48.355761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53196) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:48.360863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-70d77895-38ea-41c5-91de-728e3090bc17 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2175666fc3e942009fd12cb6a7859f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636317 Sep 21 08:34:48.418306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cd035-0620-4d4d-bde3-7cac43951d59 None None] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:48.426128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-161234fb-3e44-4b84-b9db-47f1c6de4063 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.441887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59dde9c9-53f6-4632-b75d-6aca43d5984b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:34:48.491007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e30b480-69b1-4656-a888-d5d67e2d117d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:48.517399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.533591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Transition to ACTIVE for port object 59dde9c9-53f6-4632-b75d-6aca43d5984b will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:34:48.548915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.552434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.597735 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-161234fb-3e44-4b84-b9db-47f1c6de4063 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.599826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.718537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e33971-6db1-4482-974d-aea8f79b6272 req-61273d65-4378-4aea-bae5-100016b07a7b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:48.722285 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-161234fb-3e44-4b84-b9db-47f1c6de4063 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.722835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161234fb-3e44-4b84-b9db-47f1c6de4063 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Fanout notify agent at l3_agent the message router_deleted on router 4054f673-abac-4706-9f41-033d360299da {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:34:48.728446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26e33971-6db1-4482-974d-aea8f79b6272 req-61273d65-4378-4aea-bae5-100016b07a7b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 931 time: 0.4098680 Sep 21 08:34:48.742164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-161234fb-3e44-4b84-b9db-47f1c6de4063 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.751916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-161234fb-3e44-4b84-b9db-47f1c6de4063 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/4054f673-abac-4706-9f41-033d360299da HTTP/1.1" status: 204 len: 168 time: 0.8883536 Sep 21 08:34:48.754622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53200) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:48.756035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0aea2b4b-77bf-4aff-b341-52a37806c977 None None] Provisioning complete for port 2e30b480-69b1-4656-a888-d5d67e2d117d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:48.759096 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0aea2b4b-77bf-4aff-b341-52a37806c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.813267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7f3b0a43-a367-4ab8-bd35-35490aaef506 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=4054f673-abac-4706-9f41-033d360299da HTTP/1.1" status: 200 len: 205 time: 0.0571022 Sep 21 08:34:48.840764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53202) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:48.878332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2e30b480-69b1-4656-a888-d5d67e2d117d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:48.879131 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:48.893931 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-a074433f-4ee5-4cce-9554-204d7e7a6cde tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] delete failed (client error): The resource could not be found. Sep 21 08:34:48.903396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a074433f-4ee5-4cce-9554-204d7e7a6cde tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/4054f673-abac-4706-9f41-033d360299da HTTP/1.1" status: 404 len: 336 time: 0.0615149 Sep 21 08:34:48.905746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53204) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:48.941135 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26e33971-6db1-4482-974d-aea8f79b6272 req-92a421f9-e1f6-49c5-9874-04934650e7b7 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415520 Sep 21 08:34:48.963823 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e090a0-6c45-4548-8105-2a4405c7fab8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:48.964310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e090a0-6c45-4548-8105-2a4405c7fab8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:48.975186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-85e090a0-6c45-4548-8105-2a4405c7fab8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/8ef171c1-46fd-4fcb-8205-812fccb932a8 HTTP/1.1" status: 404 len: 337 time: 0.0647640 Sep 21 08:34:48.976130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53206) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.042350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Pushing event updated for resources: {'Port': ['ID=59dde9c9-53f6-4632-b75d-6aca43d5984b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:49.048076 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-419b9ba1-0eba-43bf-a2d8-4cd7ede59015 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:49.048844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419b9ba1-0eba-43bf-a2d8-4cd7ede59015 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:49.050838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-419b9ba1-0eba-43bf-a2d8-4cd7ede59015 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/ec795274-3162-47c6-9978-f246d3d320a2 HTTP/1.1" status: 404 len: 337 time: 0.0641489 Sep 21 08:34:49.053633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53208) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.089715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6343-29f9-4889-9484-5e52845b1cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.091940 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaca44a-335b-473b-8522-952e12566680 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:49.092796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaca44a-335b-473b-8522-952e12566680 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:49.094990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-beaca44a-335b-473b-8522-952e12566680 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/1ac70cab-6711-4836-bb43-dac586acdcb4 HTTP/1.1" status: 404 len: 337 time: 0.0396495 Sep 21 08:34:49.098871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53210) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.148907 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33f7259-ae1b-463a-9d6f-fc2bf37aac6b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:49.149382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33f7259-ae1b-463a-9d6f-fc2bf37aac6b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:49.151455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a33f7259-ae1b-463a-9d6f-fc2bf37aac6b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/4209d0a0-d3df-4a87-9e02-50616ed73666 HTTP/1.1" status: 404 len: 337 time: 0.0511067 Sep 21 08:34:49.154509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53216) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.190500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-14a02147-5ca6-482e-a4a7-2c74d949fa5f tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 200 len: 205 time: 0.0345149 Sep 21 08:34:49.194353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53218) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.220488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.239076 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-c15cd15f-166e-4d01-a49c-ae649507cbb0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] delete failed (client error): The resource could not be found. Sep 21 08:34:49.240371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c15cd15f-166e-4d01-a49c-ae649507cbb0 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/a5e93c3a-4175-426e-a1e7-10502afe41a4 HTTP/1.1" status: 404 len: 336 time: 0.0442882 Sep 21 08:34:49.242173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=fd786484-f0dc-491c-87f7-de5d559c0362,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:49.250982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Router 39a95a7b-6790-4136-977b-7b748577778f is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:34:49.251219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53220) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.296252 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6343-29f9-4889-9484-5e52845b1cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.298870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Attempting to bind port 59dde9c9-53f6-4632-b75d-6aca43d5984b on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:49.299360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Attempting to bind port 59dde9c9-53f6-4632-b75d-6aca43d5984b by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:49.299687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Attempting to bind port 59dde9c9-53f6-4632-b75d-6aca43d5984b on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:49.312761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1dc0cb65-6cf6-4651-bf20-d5060b7e573d tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=414923d4-f251-40c8-9794-b98edf14a3fe HTTP/1.1" status: 200 len: 205 time: 0.0496898 Sep 21 08:34:49.319303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53222) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.385554 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-73275506-1f2e-4868-aec3-67837cfb891e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] delete failed (client error): The resource could not be found. Sep 21 08:34:49.387295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-73275506-1f2e-4868-aec3-67837cfb891e tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/414923d4-f251-40c8-9794-b98edf14a3fe HTTP/1.1" status: 404 len: 336 time: 0.0607226 Sep 21 08:34:49.388034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Port 59dde9c9-53f6-4632-b75d-6aca43d5984b on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:34:49.388988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Attempting to bind port 59dde9c9-53f6-4632-b75d-6aca43d5984b on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:49.399929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53224) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.403877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:49.404226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:49.404623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:49.405294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Bound port: 59dde9c9-53f6-4632-b75d-6aca43d5984b, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:49.405446 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.467475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.469961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:49.474711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 2e30b480-69b1-4656-a888-d5d67e2d117d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e30b480-69b1-4656-a888-d5d67e2d117d,segment=NetworkSegment(1304cd6d-f11e-4b59-b1b4-c9c8010facab),segment_id=1304cd6d-f11e-4b59-b1b4-c9c8010facab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:49.483284 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Sync routers for ids ['39a95a7b-6790-4136-977b-7b748577778f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:49.500789 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.502305 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Routers {'39a95a7b-6790-4136-977b-7b748577778f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:49.503298 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['39a95a7b-6790-4136-977b-7b748577778f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:49.516343 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2f9a41-4c2d-43aa-9b78-67df839d120c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:49.517323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2f9a41-4c2d-43aa-9b78-67df839d120c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:49.520369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cf2f9a41-4c2d-43aa-9b78-67df839d120c tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/6d8d0b2e-cec5-472d-93d5-5be02e89f234 HTTP/1.1" status: 404 len: 337 time: 0.0979190 Sep 21 08:34:49.522701 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.528183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53228) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.528585 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-09a43e47-5786-48b5-8034-df9776f57a7c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5839047 Sep 21 08:34:49.531400 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53230) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.576374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f50f497f-e891-4984-af37-949614a0ad33 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=bdf31605-f8e7-4245-a26b-37148ba03477 HTTP/1.1" status: 200 len: 205 time: 0.0466471 Sep 21 08:34:49.587737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53234) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.610572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=2e30b480-69b1-4656-a888-d5d67e2d117d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:49.627977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0aea2b4b-77bf-4aff-b341-52a37806c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:49.703858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53236) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:49.805129 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-0aea2b4b-77bf-4aff-b341-52a37806c977 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:34:49.805667 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-0aea2b4b-77bf-4aff-b341-52a37806c977 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:34:49.869746 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Set router 39a95a7b-6790-4136-977b-7b748577778f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:50.104703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b48a8c4-4d95-4514-9a01-e9f9b9effe18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.393248 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-a599954d-282e-4a23-a748-5ed7025355c5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] delete failed (client error): The resource could not be found. Sep 21 08:34:50.400325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a599954d-282e-4a23-a748-5ed7025355c5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/bdf31605-f8e7-4245-a26b-37148ba03477 HTTP/1.1" status: 404 len: 336 time: 0.8096707 Sep 21 08:34:50.407520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53242) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:50.444166 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:34:47Z', 'revision_number': 3, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port': {'id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:46Z', 'updated_at': '2021-09-21T08:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:50.477779 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Checking router: 39a95a7b-6790-4136-977b-7b748577778f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:50.478403 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Updating router 39a95a7b-6790-4136-977b-7b748577778f port a89c6421-67d1-4919-94dc-49c70fc9782f binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:34:50.482442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-073cbf6e-75e7-4e93-928a-001e4ac9a7ae tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d08366f-d14c-408b-a67d-cdb365af3c24 HTTP/1.1" status: 200 len: 205 time: 0.0732090 Sep 21 08:34:50.487902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:50.503878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e30b480-69b1-4656-a888-d5d67e2d117d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:50.512228 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.526963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] For port 59dde9c9-53f6-4632-b75d-6aca43d5984b, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:50.534676 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.550410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] For port 59dde9c9-53f6-4632-b75d-6aca43d5984b, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:50.582679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a89d85f7-7340-458b-947f-82629d991feb None None] Provisioning complete for port 2e30b480-69b1-4656-a888-d5d67e2d117d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:50.583067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a89d85f7-7340-458b-947f-82629d991feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.724723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2e30b480-69b1-4656-a888-d5d67e2d117d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:50.725283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.765995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Allocated IP 172.20.0.1 (bbc4134e-7a04-449d-8c43-7a85f7e64bc7/509570f9-79e2-4cc7-ac89-f342b4ccb04c/21dd940d-1d5b-45b4-8a97-e0c5fbb74c50) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:34:50.825781 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.832327 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.849883 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6343-29f9-4889-9484-5e52845b1cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.853757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e7b6343-29f9-4889-9484-5e52845b1cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.854930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6e7b6343-29f9-4889-9484-5e52845b1cca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfb49f3b-2a24-41ce-9dc0-19c4503a7842 HTTP/1.1" status: 204 len: 168 time: 2.4814682 Sep 21 08:34:50.856447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.879264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:50.884807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.923128 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.935710 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-319d333e-fd3f-41af-a2a8-cd7c9904372b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] delete failed (client error): The resource could not be found. Sep 21 08:34:50.939436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-319d333e-fd3f-41af-a2a8-cd7c9904372b tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/8d08366f-d14c-408b-a67d-cdb365af3c24 HTTP/1.1" status: 404 len: 336 time: 0.4436965 Sep 21 08:34:50.951223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b6343-29f9-4889-9484-5e52845b1cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb49f3b-2a24-41ce-9dc0-19c4503a7842,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:50.971139 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985d595-ffaf-485d-a1c8-51327ea4fc03 None None] Pushing event updated for resources: {'Port': ['ID=a89c6421-67d1-4919-94dc-49c70fc9782f,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:50.980623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53250) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:50.981506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Pushing event updated for resources: {'Port': ['ID=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:50.992326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:50.993110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:50.994396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] 10.222.0.50 "PUT /v2.0/ports/59dde9c9-53f6-4632-b75d-6aca43d5984b HTTP/1.1" status: 200 len: 1091 time: 5.3836191 Sep 21 08:34:50.994867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698fc0cd-6993-42ab-82c6-71940473242b', 'tag': '59dde9c9-53f6-4632-b75d-6aca43d5984b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:34:50.997292 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c404d-b403-4f34-aca1-f4c5066614cb" -d '{"events": [{"name": "network-changed", "server_uuid": "698fc0cd-6993-42ab-82c6-71940473242b", "tag": "59dde9c9-53f6-4632-b75d-6aca43d5984b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:34:51.018834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Attempting to bind port a89c6421-67d1-4919-94dc-49c70fc9782f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:51.019673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Attempting to bind port a89c6421-67d1-4919-94dc-49c70fc9782f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:51.020257 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Attempting to bind port a89c6421-67d1-4919-94dc-49c70fc9782f on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:51.027941 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:51.029638 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:51.030050 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-07805748-4745-44d2-817a-709d6443d5ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:51.030472 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.030577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07805748-4745-44d2-817a-709d6443d5ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:51.032329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-07805748-4745-44d2-817a-709d6443d5ef tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/7812d73a-9a98-41e3-996b-170200b5799d HTTP/1.1" status: 404 len: 337 time: 0.0476058 Sep 21 08:34:51.035681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:51.036347 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Bound port: a89c6421-67d1-4919-94dc-49c70fc9782f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:51.036919 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.040633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53254) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.045623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b48a8c4-4d95-4514-9a01-e9f9b9effe18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.062667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b48a8c4-4d95-4514-9a01-e9f9b9effe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.090824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc21cf-273b-456b-bbd8-0caced158d60 req-f98b67cb-c2d2-4146-8231-d071e93a4d9e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:51.092768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99cc21cf-273b-456b-bbd8-0caced158d60 req-f98b67cb-c2d2-4146-8231-d071e93a4d9e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 943 time: 0.8062673 Sep 21 08:34:51.095710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:51.102143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48a8c4-4d95-4514-9a01-e9f9b9effe18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96cbd57-c965-4bf8-96d4-560f994bed93,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:51.108276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:51.125673 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf03e8f-717c-4f64-91fb-be7f4e279069 x-openstack-request-id: req-edf03e8f-717c-4f64-91fb-be7f4e279069 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:34:51.126431 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698fc0cd-6993-42ab-82c6-71940473242b", "tag": "59dde9c9-53f6-4632-b75d-6aca43d5984b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:34:51.126431 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edf03e8f-717c-4f64-91fb-be7f4e279069 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:34:51.126620 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698fc0cd-6993-42ab-82c6-71940473242b', 'tag': '59dde9c9-53f6-4632-b75d-6aca43d5984b', 'status': 'completed', 'code': 200} Sep 21 08:34:51.144922 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] For port a89c6421-67d1-4919-94dc-49c70fc9782f, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:51.149334 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] For port a89c6421-67d1-4919-94dc-49c70fc9782f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a89c6421-67d1-4919-94dc-49c70fc9782f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:51.154575 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.156825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-db12fa48-5e07-478c-be2f-96b116e964f2 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=62d654ca-183c-4593-ae53-a49ee9d0a4ff HTTP/1.1" status: 200 len: 205 time: 0.1116192 Sep 21 08:34:51.159152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53258) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.168432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4b48a8c4-4d95-4514-9a01-e9f9b9effe18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e464916d15a4eaf8904cdb496da3926&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4591646 Sep 21 08:34:51.168432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:34:51.176362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53260) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.203866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Routers {'39a95a7b-6790-4136-977b-7b748577778f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:51.205220 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['39a95a7b-6790-4136-977b-7b748577778f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:51.265285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379615a4-cabb-42fc-a93a-00df428ad1ef service neutron] Pushing event updated for resources: {'Port': ['ID=59dde9c9-53f6-4632-b75d-6aca43d5984b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:51.272258 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-dd0fd3d6-8c57-4a01-8d98-dcda898d1f04 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] delete failed (client error): The resource could not be found. Sep 21 08:34:51.276660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dd0fd3d6-8c57-4a01-8d98-dcda898d1f04 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/62d654ca-183c-4593-ae53-a49ee9d0a4ff HTTP/1.1" status: 404 len: 336 time: 0.1073623 Sep 21 08:34:51.309269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53262) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.338215 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.343985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:51.349895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a5cc75cb-4c5f-4d84-acc2-ca144bac6ccb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6561418 Sep 21 08:34:51.356943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53266) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.358093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:51.379843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:51.380623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:51.414474 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985d595-ffaf-485d-a1c8-51327ea4fc03 None None] Pushing event updated for resources: {'Port': ['ID=a89c6421-67d1-4919-94dc-49c70fc9782f,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:51.419037 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] Set router 39a95a7b-6790-4136-977b-7b748577778f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:51.439509 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ada443-b322-4d44-bfbb-78be34c914d5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:51.440184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ada443-b322-4d44-bfbb-78be34c914d5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:51.442795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29ada443-b322-4d44-bfbb-78be34c914d5 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/d8365b6a-7f2c-4eab-a242-765cd02b2b7a HTTP/1.1" status: 404 len: 337 time: 0.1303408 Sep 21 08:34:51.451161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53270) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.483731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-6893f2c0-9eef-4ffd-9100-50403eec7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:51.485295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-6893f2c0-9eef-4ffd-9100-50403eec7726 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 1094 time: 0.4257259 Sep 21 08:34:51.488183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ec23fd81-22f8-4d63-aad5-c664ed7e3ce8 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae67fddc-ae20-4951-9552-f863d64ba7e0 HTTP/1.1" status: 200 len: 205 time: 0.0358746 Sep 21 08:34:51.501627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.520278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99cc21cf-273b-456b-bbd8-0caced158d60 req-738da128-95b8-4c85-b78e-f226750bd740 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690846 Sep 21 08:34:51.531779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:51.578398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-2aa367c3-1ef6-4c4f-b966-0607eb629839 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b HTTP/1.1" status: 200 len: 217 time: 0.0551829 Sep 21 08:34:51.590159 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-f8aa2cfe-b773-4278-8a33-8522ff214213 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] delete failed (client error): The resource could not be found. Sep 21 08:34:51.593859 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f8aa2cfe-b773-4278-8a33-8522ff214213 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/routers/ae67fddc-ae20-4951-9552-f863d64ba7e0 HTTP/1.1" status: 404 len: 336 time: 0.0918045 Sep 21 08:34:51.594465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.598113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39a62ee0-e764-4027-9c05-541efc05b511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.640066 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec519ca-db68-43ce-9c45-9a98c33b3cf6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:51.640545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec519ca-db68-43ce-9c45-9a98c33b3cf6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:51.644957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fec519ca-db68-43ce-9c45-9a98c33b3cf6 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/354ce7be-36bf-4d1a-b077-9d1858bbeef2 HTTP/1.1" status: 404 len: 337 time: 0.0477612 Sep 21 08:34:51.645193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-03ca168d-e9a3-4920-b8e5-505916a3b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:51.646815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-03ca168d-e9a3-4920-b8e5-505916a3b71b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0584719 Sep 21 08:34:51.647350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53280) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:51.662441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39a62ee0-e764-4027-9c05-541efc05b511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.717206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet 4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:51.720498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.725292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.762737 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.827384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:48Z', 'revision_number': 8, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:51.838007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39a62ee0-e764-4027-9c05-541efc05b511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.844254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39a62ee0-e764-4027-9c05-541efc05b511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.845598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-39a62ee0-e764-4027-9c05-541efc05b511 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c96cbd57-c965-4bf8-96d4-560f994bed93 HTTP/1.1" status: 204 len: 168 time: 0.6675856 Sep 21 08:34:51.867901 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:34:47Z', 'revision_number': 3, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port': {'id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:46Z', 'updated_at': '2021-09-21T08:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:51.868627 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d961cc-11af-4f87-b265-a7a883b9ec24 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] DELETE failed (client error): The resource could not be found. Sep 21 08:34:51.869102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d961cc-11af-4f87-b265-a7a883b9ec24 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:34:51.877324 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-21d961cc-11af-4f87-b265-a7a883b9ec24 tempest-RoutersTest-1086570303 tempest-RoutersTest-1086570303-project] 10.222.0.59 "DELETE /v2.0/subnets/4efa0683-6dd2-41f8-86db-736ce07e4eec HTTP/1.1" status: 404 len: 337 time: 0.2267995 Sep 21 08:34:51.881697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:51.890664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a62ee0-e764-4027-9c05-541efc05b511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96cbd57-c965-4bf8-96d4-560f994bed93,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:51.919850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:51.920593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:51.928337 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d537a3-0078-4583-87b9-18fff8c5d757 None None] The sync data for ids ['39a95a7b-6790-4136-977b-7b748577778f'] in n-d-809980-2 is: [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:34:47Z', 'revision_number': 3, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port': {'id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:46Z', 'updated_at': '2021-09-21T08:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:51.929912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:51.936056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef882-a23b-459d-9561-b4933a40aa6b req-c1c8ea6f-09c5-4747-a9e1-530a5c0606b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:51.937663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-c1c8ea6f-09c5-4747-a9e1-530a5c0606b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2748337 Sep 21 08:34:52.076250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6f3f8353-a9ec-4c04-b2cf-dec5d8bbaf2a None None] Provisioning complete for port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:52.076913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8353-a9ec-4c04-b2cf-dec5d8bbaf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.111608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-a37c5c9e-588b-4e5a-bc5f-414670c46fd4 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490660 Sep 21 08:34:52.113456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.136310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:52.146331 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.156898 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.157119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:52.168697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f8353-a9ec-4c04-b2cf-dec5d8bbaf2a None None] Port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:52.187073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519934f8-72ea-4437-a0d0-9724ecbad3f4 None None] Network 7b90b53f-f217-4cca-9e19-e1d4f89559d6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:52.190903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.193225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7f8dd91-58ab-4308-9613-c4a19aba3e17 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172 HTTP/1.1" status: 204 len: 168 time: 0.8180084 Sep 21 08:34:52.197244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53296) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:52.345675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Pushing event updated for resources: {'Port': ['ID=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:52.358049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.452769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.530623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-627ef882-a23b-459d-9561-b4933a40aa6b req-3889ccca-5847-42fe-ae4e-059969743947 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772736 Sep 21 08:34:52.570525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port c251786c-cf4e-4903-a035-655c59a2c89a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:52.571125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.592700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53304) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:52.593109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53306) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:52.659639 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c6b823-ad96-489d-8f72-ca304f8a0d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.668654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port c251786c-cf4e-4903-a035-655c59a2c89a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c251786c-cf4e-4903-a035-655c59a2c89a,segment=NetworkSegment(46352027-d528-4114-a8a9-d8f5e4db384d),segment_id=46352027-d528-4114-a8a9-d8f5e4db384d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:52.669624 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.672636 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:34:52.686491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for c251786c-cf4e-4903-a035-655c59a2c89a owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:52.700355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:34:52.816847 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6b60353d-a0af-4bd2-9958-b253d370cc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:52.914527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.004562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=c251786c-cf4e-4903-a035-655c59a2c89a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:53.011207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f20516-86ef-444b-866c-6b58a738ad14 None None] DHCP port deletion for 7b90b53f-f217-4cca-9e19-e1d4f89559d6 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:53.021410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port c251786c-cf4e-4903-a035-655c59a2c89a on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:53.092461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:48Z', 'revision_number': 8, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:53.106126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2dfa4-b94a-47b9-b0b0-6d54a9d1cdd4 req-2374f679-889a-4ef8-998c-f60b22ffd169 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:53.113726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a4b2dfa4-b94a-47b9-b0b0-6d54a9d1cdd4 req-2374f679-889a-4ef8-998c-f60b22ffd169 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 943 time: 0.2979319 Sep 21 08:34:53.126956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bce27d-144a-4d14-a4da-928663073ca0 None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:48Z', 'revision_number': 8, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a', 'name': '', 'network_id': '59998333-8fd8-45b4-8f57-a70d2fdd6928', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:63:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:23Z', 'updated_at': '2021-09-21T08:34:34Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '1419459f-f88e-420c-b26c-4eefcc280bd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:53.144374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c404d-b403-4f34-aca1-f4c5066614cb req-2e584d19-6095-481f-b5de-35ebbab9d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:53.149391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-584c404d-b403-4f34-aca1-f4c5066614cb req-2e584d19-6095-481f-b5de-35ebbab9d770 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 1094 time: 0.3348739 Sep 21 08:34:53.308648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-28dee97b-849a-4317-8b45-6df86af195cf None None] Provisioning complete for port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:53.308952 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-28dee97b-849a-4317-8b45-6df86af195cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.321233 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.371772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a4b2dfa4-b94a-47b9-b0b0-6d54a9d1cdd4 req-10596631-4636-4b68-acd8-c9b46be706b0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565870 Sep 21 08:34:53.378186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-28dee97b-849a-4317-8b45-6df86af195cf None None] Port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:34:53.384244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53324) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:53.404852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b90b53f-f217-4cca-9e19-e1d4f89559d6']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:53.438417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46352027-d528-4114-a8a9-d8f5e4db384d') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:53.438718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46352027-d528-4114-a8a9-d8f5e4db384d') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:53.470515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.473284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c404d-b403-4f34-aca1-f4c5066614cb req-77f07a1a-ba4b-4d35-a4c2-1ea157d7a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:53.474933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-584c404d-b403-4f34-aca1-f4c5066614cb req-77f07a1a-ba4b-4d35-a4c2-1ea157d7a340 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.3011270 Sep 21 08:34:53.528287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.531611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-584c404d-b403-4f34-aca1-f4c5066614cb req-05407dbd-4817-4bd4-b205-9fcf5b297318 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b HTTP/1.1" status: 200 len: 217 time: 0.0444798 Sep 21 08:34:53.537678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:53.538279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:53.542268 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:53.620181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Router 39a95a7b-6790-4136-977b-7b748577778f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:53.644905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38d9625f-a31a-4354-998c-4c6098f6b0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.670565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bbff7934-da33-4808-b941-b44369fee5a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a83c0fe647f45aca6cdabe2bd0b63f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0760009 Sep 21 08:34:53.671041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c404d-b403-4f34-aca1-f4c5066614cb req-017d475b-f554-4a27-b87d-1272165c71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:53.672625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-584c404d-b403-4f34-aca1-f4c5066614cb req-017d475b-f554-4a27-b87d-1272165c71c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1295416 Sep 21 08:34:53.673254 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.674788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53328) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:53.686589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.688429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/7b90b53f-f217-4cca-9e19-e1d4f89559d6 HTTP/1.1" status: 204 len: 168 time: 1.4898758 Sep 21 08:34:53.699414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53330) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:53.720322 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c6b823-ad96-489d-8f72-ca304f8a0d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.725278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-87c6b823-ad96-489d-8f72-ca304f8a0d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.741670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef0c90-4164-4955-8f14-61d9933f4e31 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=7b90b53f-f217-4cca-9e19-e1d4f89559d6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:53.801966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6b823-ad96-489d-8f72-ca304f8a0d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529efffb-88ca-42ba-a475-b4b9c078006e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:53.812052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-87c6b823-ad96-489d-8f72-ca304f8a0d05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59fb826d2e864c91b3776ae7a55a52fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2151656 Sep 21 08:34:53.812703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:53.835823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:53.842768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9bee0442-f76c-4550-9004-81c79cc7ecc6 admin admin] 10.222.0.59 "PUT /v2.0/routers/39a95a7b-6790-4136-977b-7b748577778f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3105028 Sep 21 08:34:53.880175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e2c8059-e4f5-4655-8dd4-10c407fdd4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.901949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c404d-b403-4f34-aca1-f4c5066614cb req-d3750f38-1e8d-4e86-99f1-267fe010e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:53.903537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-584c404d-b403-4f34-aca1-f4c5066614cb req-d3750f38-1e8d-4e86-99f1-267fe010e679 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142160 Sep 21 08:34:53.906262 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e2c8059-e4f5-4655-8dd4-10c407fdd4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.907107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33952ea1-b097-4f68-a865-fb53e6f4a26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.959772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e2c8059-e4f5-4655-8dd4-10c407fdd4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.962562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e2c8059-e4f5-4655-8dd4-10c407fdd4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:53.964125 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4e2c8059-e4f5-4655-8dd4-10c407fdd4b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/529efffb-88ca-42ba-a475-b4b9c078006e HTTP/1.1" status: 204 len: 168 time: 0.1488280 Sep 21 08:34:53.974170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c8059-e4f5-4655-8dd4-10c407fdd4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529efffb-88ca-42ba-a475-b4b9c078006e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:54.029829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33952ea1-b097-4f68-a865-fb53e6f4a26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.437305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a89c6421-67d1-4919-94dc-49c70fc9782f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:54.515718 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a89c6421-67d1-4919-94dc-49c70fc9782f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:54.516158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.617381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.650476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port a89c6421-67d1-4919-94dc-49c70fc9782f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a89c6421-67d1-4919-94dc-49c70fc9782f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:54.658178 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.694846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38d9625f-a31a-4354-998c-4c6098f6b0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.711120 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Sync routers for ids ['39a95a7b-6790-4136-977b-7b748577778f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:54.724146 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Routers {'39a95a7b-6790-4136-977b-7b748577778f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:54.725113 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:26Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['39a95a7b-6790-4136-977b-7b748577778f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:54.739008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38d9625f-a31a-4354-998c-4c6098f6b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.758396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fd786484-f0dc-491c-87f7-de5d559c0362 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:54.787525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-38d9625f-a31a-4354-998c-4c6098f6b0ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=511e9927b2ca4b41a7e8c56c4eb34678&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4022496 Sep 21 08:34:54.790067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53372) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:54.805657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-584c404d-b403-4f34-aca1-f4c5066614cb req-1506904e-d2cf-40a7-b19e-e642f405a1c2 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8890920 Sep 21 08:34:54.828533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: fd786484-f0dc-491c-87f7-de5d559c0362 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:54.829390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fd786484-f0dc-491c-87f7-de5d559c0362 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:54.830149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c251786c-cf4e-4903-a035-655c59a2c89a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:54.853098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c251786c-cf4e-4903-a035-655c59a2c89a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:54.853930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c251786c-cf4e-4903-a035-655c59a2c89a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:54.856484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=a89c6421-67d1-4919-94dc-49c70fc9782f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:54.869093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.869636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.870118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.870756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.871244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.871747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.872207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.872675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.873161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.873628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.874341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.874808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:54.888745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22d37-723b-4ef5-803d-fb0272e5e4f7 req-42e1532a-9355-4b7a-a75a-a0316f263465 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:54.897820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26c22d37-723b-4ef5-803d-fb0272e5e4f7 req-42e1532a-9355-4b7a-a75a-a0316f263465 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 943 time: 0.3395996 Sep 21 08:34:54.906986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33952ea1-b097-4f68-a865-fb53e6f4a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.909533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33952ea1-b097-4f68-a865-fb53e6f4a26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.914038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-33952ea1-b097-4f68-a865-fb53e6f4a26e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/030d6948-9936-454a-8435-98c367b178e4 HTTP/1.1" status: 204 len: 168 time: 1.2378025 Sep 21 08:34:54.922689 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Set router 39a95a7b-6790-4136-977b-7b748577778f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:54.929930 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9878a3e8-c3a6-4996-afc0-cbac1b0d30cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:54.954410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9625f-a31a-4354-998c-4c6098f6b0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c8e356-b444-4ccc-bba9-4ab71b65a6a6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:54.996377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9878a3e8-c3a6-4996-afc0-cbac1b0d30cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.015556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26c22d37-723b-4ef5-803d-fb0272e5e4f7 req-83a47467-2275-4f18-8d7c-69e0466965a2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118569 Sep 21 08:34:55.022013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33952ea1-b097-4f68-a865-fb53e6f4a26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d6948-9936-454a-8435-98c367b178e4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:55.074564 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-584c404d-b403-4f34-aca1-f4c5066614cb req-3c13170b-e766-4356-a320-42288c7679c0 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569208 Sep 21 08:34:55.134167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9878a3e8-c3a6-4996-afc0-cbac1b0d30cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.136730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9878a3e8-c3a6-4996-afc0-cbac1b0d30cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.138625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9878a3e8-c3a6-4996-afc0-cbac1b0d30cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95c8e356-b444-4ccc-bba9-4ab71b65a6a6 HTTP/1.1" status: 204 len: 168 time: 0.3459859 Sep 21 08:34:55.148291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878a3e8-c3a6-4996-afc0-cbac1b0d30cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c8e356-b444-4ccc-bba9-4ab71b65a6a6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:55.149702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.246545 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:34:51Z', 'revision_number': 4, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port': {'id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:46Z', 'updated_at': '2021-09-21T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '21dd940d-1d5b-45b4-8a97-e0c5fbb74c50', 'name': '', 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'mac_address': 'fa:16:3e:e5:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '509570f9-79e2-4cc7-ac89-f342b4ccb04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:50Z', 'updated_at': '2021-09-21T08:34:51Z', 'revision_number': 2, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'subnets': [{'id': '509570f9-79e2-4cc7-ac89-f342b4ccb04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:55.280871 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Checking router: 39a95a7b-6790-4136-977b-7b748577778f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:55.281558 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Updating router 39a95a7b-6790-4136-977b-7b748577778f port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:34:55.304110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.316370 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.393159 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc454-3b39-47f3-b015-3983cee40922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.449852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:55.450199 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.546207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,segment=NetworkSegment(4bc85095-7c04-4be8-82c5-52dc64dc0e06),segment_id=4bc85095-7c04-4be8-82c5-52dc64dc0e06)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:55.546670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.562147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:55.657539 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.666689 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.718434 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3647cdd-5374-4742-af05-f9beb37bde2e None None] Pushing event updated for resources: {'Port': ['ID=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:55.824037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.851397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53406) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:55.919297 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Attempting to bind port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:34:55.919686 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Attempting to bind port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:34:55.920045 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Attempting to bind port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 on network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:34:55.930433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:55.932130 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:34:55.932509 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Checking segment: {'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:34:55.932908 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:55.933294 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Bound using segment: {'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:34:55.933760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Bound port: 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1304cd6d-f11e-4b59-b1b4-c9c8010facab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:34:55.934432 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.069897 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] For port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:34:56.074075 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] For port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,segment=NetworkSegment(1304cd6d-f11e-4b59-b1b4-c9c8010facab),segment_id=1304cd6d-f11e-4b59-b1b4-c9c8010facab)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:34:56.087525 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.128198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0024d7ef-1447-4e86-a5cf-7c422f2cf3d1 None None] Provisioning complete for port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:56.128649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0024d7ef-1447-4e86-a5cf-7c422f2cf3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.164938 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Routers {'39a95a7b-6790-4136-977b-7b748577778f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:56.165872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['39a95a7b-6790-4136-977b-7b748577778f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:56.229097 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3647cdd-5374-4742-af05-f9beb37bde2e None None] Pushing event updated for resources: {'Port': ['ID=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:56.296030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.380182 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0024d7ef-1447-4e86-a5cf-7c422f2cf3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.417023 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] Set router 39a95a7b-6790-4136-977b-7b748577778f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:56.459903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d015dc-2c4a-4d96-8797-bfee4e571d77 req-14eb5dae-d3c4-4e7d-bcd8-6fa97d58b460 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:56.462274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29d015dc-2c4a-4d96-8797-bfee4e571d77 req-14eb5dae-d3c4-4e7d-bcd8-6fa97d58b460 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 943 time: 0.2719810 Sep 21 08:34:56.504493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0024d7ef-1447-4e86-a5cf-7c422f2cf3d1 None None] For port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,segment=NetworkSegment(1304cd6d-f11e-4b59-b1b4-c9c8010facab),segment_id=1304cd6d-f11e-4b59-b1b4-c9c8010facab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:56.518632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0024d7ef-1447-4e86-a5cf-7c422f2cf3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.561224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-29d015dc-2c4a-4d96-8797-bfee4e571d77 req-40fcbc2c-dfc3-4808-ad69-5ff1a0d935ff tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641305 Sep 21 08:34:56.642809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a89c6421-67d1-4919-94dc-49c70fc9782f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:34:56.713637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:56.756205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-fffa35db-fd2f-4b62-91d8-60f990fe7843 None None] Provisioning complete for port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:56.756829 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fffa35db-fd2f-4b62-91d8-60f990fe7843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.759949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024d7ef-1447-4e86-a5cf-7c422f2cf3d1 None None] Pushing event updated for resources: {'Port': ['ID=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:56.808320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.843001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.869369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:56.883370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53434) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:56.883810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f5d4a442-721e-490f-ae43-91aa7f42a06a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1705713 Sep 21 08:34:56.891747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90145663-5d7c-490a-a272-e89668521f61 None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:56.903821 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:34:51Z', 'revision_number': 4, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port': {'id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:46Z', 'updated_at': '2021-09-21T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '21dd940d-1d5b-45b4-8a97-e0c5fbb74c50', 'name': '', 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'mac_address': 'fa:16:3e:e5:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '509570f9-79e2-4cc7-ac89-f342b4ccb04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:50Z', 'updated_at': '2021-09-21T08:34:56Z', 'revision_number': 4, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'subnets': [{'id': '509570f9-79e2-4cc7-ac89-f342b4ccb04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:56.930342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a89c6421-67d1-4919-94dc-49c70fc9782f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:34:56.935687 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:56.942069 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eff886-8b1b-4e32-82b7-f9d4c4d7fe51 None None] The sync data for ids ['39a95a7b-6790-4136-977b-7b748577778f'] in n-d-809980-2 is: [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:34:51Z', 'revision_number': 4, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port': {'id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:46Z', 'updated_at': '2021-09-21T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '21dd940d-1d5b-45b4-8a97-e0c5fbb74c50', 'name': '', 'network_id': 'bbc4134e-7a04-449d-8c43-7a85f7e64bc7', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'mac_address': 'fa:16:3e:e5:8f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '509570f9-79e2-4cc7-ac89-f342b4ccb04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:50Z', 'updated_at': '2021-09-21T08:34:56Z', 'revision_number': 4, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'subnets': [{'id': '509570f9-79e2-4cc7-ac89-f342b4ccb04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:56.995195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet 1419459f-f88e-420c-b26c-4eefcc280bd8 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:34:57.002185 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.013747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:57.022201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:57.177876 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.196166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:57.350530 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.481684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Deleting port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:57.482030 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.485569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.553023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414807a-5242-4b9e-ba04-d61471dc9e5d None None] Network 59998333-8fd8-45b4-8f57-a70d2fdd6928 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:34:57.560024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=1419459f-f88e-420c-b26c-4eefcc280bd8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:57.574715 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.576710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/1419459f-f88e-420c-b26c-4eefcc280bd8 HTTP/1.1" status: 204 len: 168 time: 0.6912401 Sep 21 08:34:57.579881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:57.580438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.580786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.581130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.581461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.581795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.582146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.582486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.582810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.583135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.585100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.585498 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.585833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3715602-c7d0-49c3-a4f1-c250ce5d2b9e tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:57.673612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:55Z', 'revision_number': 9, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:57.698586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] For port 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,segment=NetworkSegment(1304cd6d-f11e-4b59-b1b4-c9c8010facab),segment_id=1304cd6d-f11e-4b59-b1b4-c9c8010facab)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:57.698962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.723923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Calling delete_port for 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:57.729824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90145663-5d7c-490a-a272-e89668521f61 None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:34:57.780824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.821444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:57.821661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:57.880589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db07f08-3cd7-4180-a6f2-835f7e8d1d2f req-b05ce895-9753-4e7a-9ed6-8fbcfcec3dd3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:57.882836 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8db07f08-3cd7-4180-a6f2-835f7e8d1d2f req-b05ce895-9753-4e7a-9ed6-8fbcfcec3dd3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 943 time: 0.1617932 Sep 21 08:34:57.903355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:57.908157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 7fa421a3-c1da-4823-810e-8fc0998ae70e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:57.908968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.004863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:58.053207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 7fa421a3-c1da-4823-810e-8fc0998ae70e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7fa421a3-c1da-4823-810e-8fc0998ae70e,segment=NetworkSegment(4bc85095-7c04-4be8-82c5-52dc64dc0e06),segment_id=4bc85095-7c04-4be8-82c5-52dc64dc0e06)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:58.053720 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.107747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] DHCP port deletion for 59998333-8fd8-45b4-8f57-a70d2fdd6928 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:34:58.117690 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.119927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 7fa421a3-c1da-4823-810e-8fc0998ae70e owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:58.158385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=21dd940d-1d5b-45b4-8a97-e0c5fbb74c50,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:58.205147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8db07f08-3cd7-4180-a6f2-835f7e8d1d2f req-de13d36f-e9c0-4635-a34e-b88d94709172 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109190 Sep 21 08:34:58.450708 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.485943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa421a3-c1da-4823-810e-8fc0998ae70e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:34:58.525800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=7fa421a3-c1da-4823-810e-8fc0998ae70e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:58.539224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.557878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.559306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.560705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.561150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.562277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.563114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.564928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.565333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.569047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.570089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.570557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.572496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:34:58.588691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port 7fa421a3-c1da-4823-810e-8fc0998ae70e on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:58.642174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7fa421a3-c1da-4823-810e-8fc0998ae70e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:34:58.642526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7fa421a3-c1da-4823-810e-8fc0998ae70e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:34:58.671967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] Deleting port 7fa421a3-c1da-4823-810e-8fc0998ae70e {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:34:58.672399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.799748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.834154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90145663-5d7c-490a-a272-e89668521f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:55Z', 'revision_number': 9, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:58.859591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59998333-8fd8-45b4-8f57-a70d2fdd6928']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:58.890841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc85095-7c04-4be8-82c5-52dc64dc0e06') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:58.891155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc85095-7c04-4be8-82c5-52dc64dc0e06') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:58.892065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90145663-5d7c-490a-a272-e89668521f61 None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:34:55Z', 'revision_number': 9, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56788ee7-06c3-48fa-a08f-cdd622e02a96', 'name': '', 'network_id': '6bbc3510-8ce6-4b71-9030-441e647d1b2a', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:d0:ce:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:13Z', 'updated_at': '2021-09-21T08:34:23Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': '008b5180-5633-484a-94a8-16e1310c3fd2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:34:58.895181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] For port 7fa421a3-c1da-4823-810e-8fc0998ae70e, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:34:58.895803 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.925194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.928513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] Calling delete_port for 7fa421a3-c1da-4823-810e-8fc0998ae70e owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:34:58.936004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] Port 7fa421a3-c1da-4823-810e-8fc0998ae70e was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:34:58.937307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.956897 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.965952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:34:58.966448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:58.996570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] Pushing event deleted for resources: {'Port': ['ID=7fa421a3-c1da-4823-810e-8fc0998ae70e,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:34:59.000037 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:34:59.023992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a043d5-4935-4fb7-b491-51d0ab6db178 None None] No DVR routers for this DVR port 7fa421a3-c1da-4823-810e-8fc0998ae70e on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:34:59.024260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Router 39a95a7b-6790-4136-977b-7b748577778f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:34:59.119413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53508) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:59.136964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:59.146449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:59.150042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/59998333-8fd8-45b4-8f57-a70d2fdd6928 HTTP/1.1" status: 204 len: 168 time: 1.5690124 Sep 21 08:34:59.152721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53516) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:59.244199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:34:59.253061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-329ccf9b-bb85-4d06-b521-dd003850a0b6 admin admin] 10.222.0.59 "PUT /v2.0/routers/39a95a7b-6790-4136-977b-7b748577778f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3981600 Sep 21 08:34:59.253803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53518) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:34:59.356831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] Sync routers for ids ['39a95a7b-6790-4136-977b-7b748577778f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:34:59.378239 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] Routers {'39a95a7b-6790-4136-977b-7b748577778f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:34:59.378901 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['39a95a7b-6790-4136-977b-7b748577778f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:34:59.479073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b186789-fdaf-433e-bd9c-e10fffa5b643 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=59998333-8fd8-45b4-8f57-a70d2fdd6928,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:34:59.534637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0c5b-6c4c-4415-a203-9679e3125cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:59.667095 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] Set router 39a95a7b-6790-4136-977b-7b748577778f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:34:59.708234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76180540-a11d-4e0f-a94a-cc3cbc61b024 req-a90fc220-4ed7-4b90-bdfe-3614a0a4fea1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:34:59.709835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76180540-a11d-4e0f-a94a-cc3cbc61b024 req-a90fc220-4ed7-4b90-bdfe-3614a0a4fea1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 943 time: 0.2846477 Sep 21 08:34:59.752450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:59.755466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:34:59.852717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-76180540-a11d-4e0f-a94a-cc3cbc61b024 req-e5589dd1-9336-4315-8826-17da0d255be3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020815 Sep 21 08:34:59.994625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0c5b-6c4c-4415-a203-9679e3125cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.004429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e4c0c5b-6c4c-4415-a203-9679e3125cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.017347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.078321 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:34:58Z', 'revision_number': 5, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port': {'id': 'a89c6421-67d1-4919-94dc-49c70fc9782f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a95a7b-6790-4136-977b-7b748577778f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:46Z', 'updated_at': '2021-09-21T08:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:00.088207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9e4c0c5b-6c4c-4415-a203-9679e3125cbd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09613ff6a98442c3a902957526a44c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9675951 Sep 21 08:35:00.091456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53536) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:00.099178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c0c5b-6c4c-4415-a203-9679e3125cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbad1f0-17b3-46c7-9350-7a67aeecdde7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:00.146163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 56788ee7-06c3-48fa-a08f-cdd622e02a96 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:00.147026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.158334 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] Checking router: 39a95a7b-6790-4136-977b-7b748577778f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:35:00.167129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59dde9c9-53f6-4632-b75d-6aca43d5984b details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:35:00.170704 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] Routers {'39a95a7b-6790-4136-977b-7b748577778f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:00.171342 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['39a95a7b-6790-4136-977b-7b748577778f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:00.172976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Deleting port a89c6421-67d1-4919-94dc-49c70fc9782f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:00.173413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.176479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78672835-3acf-444f-95d7-ea607c9b8935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.212832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78672835-3acf-444f-95d7-ea607c9b8935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.321242 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] Set router 39a95a7b-6790-4136-977b-7b748577778f gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:00.368698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78672835-3acf-444f-95d7-ea607c9b8935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.371281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78672835-3acf-444f-95d7-ea607c9b8935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.372510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78672835-3acf-444f-95d7-ea607c9b8935 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3cbad1f0-17b3-46c7-9350-7a67aeecdde7 HTTP/1.1" status: 204 len: 168 time: 0.2801266 Sep 21 08:35:00.386300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] For port a89c6421-67d1-4919-94dc-49c70fc9782f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a89c6421-67d1-4919-94dc-49c70fc9782f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:00.386673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.389651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78672835-3acf-444f-95d7-ea607c9b8935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbad1f0-17b3-46c7-9350-7a67aeecdde7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:00.393465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 56788ee7-06c3-48fa-a08f-cdd622e02a96, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=56788ee7-06c3-48fa-a08f-cdd622e02a96,segment=NetworkSegment(c2c63a6d-df7d-45a1-9695-227ca720dba9),segment_id=c2c63a6d-df7d-45a1-9695-227ca720dba9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:00.393640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:00.397347 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.413018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Calling delete_port for a89c6421-67d1-4919-94dc-49c70fc9782f owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:00.437494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 56788ee7-06c3-48fa-a08f-cdd622e02a96 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:00.462460 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:35:00Z', 'revision_number': 6, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:00.531007 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b0fb8-447c-475c-a9b8-ba12304552ed None None] The sync data for ids ['39a95a7b-6790-4136-977b-7b748577778f'] in n-d-809980-2 is: [{'id': '39a95a7b-6790-4136-977b-7b748577778f', 'name': 'tempest-ImageQuotaTest-1392995680-router', 'tenant_id': '1fc89536898d4577bbd8b854bf5feb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:34:45Z', 'updated_at': '2021-09-21T08:35:00Z', 'revision_number': 6, 'project_id': '1fc89536898d4577bbd8b854bf5feb57', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:00.690523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:00.691058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4589d3ff-caa3-4ed0-bfb2-f3259c5a1b0a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:00.744843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 59dde9c9-53f6-4632-b75d-6aca43d5984b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:00.790526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '59dde9c9-53f6-4632-b75d-6aca43d5984b', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'port_id': '59dde9c9-53f6-4632-b75d-6aca43d5984b', 'mac_address': 'fa:16:3e:82:ee:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:35:00.799387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.831275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.861133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a89c6421-67d1-4919-94dc-49c70fc9782f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:00.946147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:00.997369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59dde9c9-53f6-4632-b75d-6aca43d5984b {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:35:01.024985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=56788ee7-06c3-48fa-a08f-cdd622e02a96,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:01.077414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 59dde9c9-53f6-4632-b75d-6aca43d5984b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:01.092015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.116230 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.239141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=59dde9c9-53f6-4632-b75d-6aca43d5984b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:01.263890 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.267530 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.326698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.327638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a95a7b-6790-4136-977b-7b748577778f {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:01.342821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.344057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-af605e3a-e38c-4382-9263-f96778f67f0b admin admin] 10.222.0.59 "DELETE /v2.0/routers/39a95a7b-6790-4136-977b-7b748577778f HTTP/1.1" status: 204 len: 168 time: 2.0892518 Sep 21 08:35:01.347991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53570) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:01.350494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['59dde9c9-53f6-4632-b75d-6aca43d5984b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:35:01.359361 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.447392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d390-81d2-4366-9058-40e942b8f6ba req-49c6671c-a190-42b5-aed4-46c3fd4dcf94 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:01.449145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7693d390-81d2-4366-9058-40e942b8f6ba req-49c6671c-a190-42b5-aed4-46c3fd4dcf94 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 944 time: 0.4132280 Sep 21 08:35:01.541695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] Deleting subnet 509570f9-79e2-4cc7-ac89-f342b4ccb04c {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:35:01.551669 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.587475 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7693d390-81d2-4366-9058-40e942b8f6ba req-f172cb3a-5b0c-47ab-985a-8ccefaed0f2f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289082 Sep 21 08:35:01.623002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.720317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:35:01.777504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.872661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:01.883017 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-294557c1-eba4-4676-a6ac-c9e7152864c4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7282321 Sep 21 08:35:01.885420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53580) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:01.894744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:01.937126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:01.937824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:01.958886 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:01.985519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet 008b5180-5633-484a-94a8-16e1310c3fd2 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:35:01.993057 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.044089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509570f9-79e2-4cc7-ac89-f342b4ccb04c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:02.059024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.064082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de70baf-315b-4995-801d-d628baaa8964 None None] Network bbc4134e-7a04-449d-8c43-7a85f7e64bc7 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:02.065831 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a614b7c8-9962-492b-9b5a-6b7a21f93021 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/509570f9-79e2-4cc7-ac89-f342b4ccb04c HTTP/1.1" status: 204 len: 168 time: 0.7171328 Sep 21 08:35:02.068428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53586) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:02.104013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.171894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.266746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59dde9c9-53f6-4632-b75d-6aca43d5984b up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:02.275295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Deleting port 2e30b480-69b1-4656-a888-d5d67e2d117d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:02.275851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.343172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.393598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] For port 2e30b480-69b1-4656-a888-d5d67e2d117d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2e30b480-69b1-4656-a888-d5d67e2d117d,segment=NetworkSegment(1304cd6d-f11e-4b59-b1b4-c9c8010facab),segment_id=1304cd6d-f11e-4b59-b1b4-c9c8010facab)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:02.394016 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.402655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:02.416662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Calling delete_port for 2e30b480-69b1-4656-a888-d5d67e2d117d owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:02.569188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.594464 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.595552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:02.666486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.668890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=008b5180-5633-484a-94a8-16e1310c3fd2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:02.701005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:02.701355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 21dd940d-1d5b-45b4-8a97-e0c5fbb74c50 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:02.701808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a89c6421-67d1-4919-94dc-49c70fc9782f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:02.703049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.712250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce7a6b-ae98-49cd-9adb-b9aab9e1b431 None None] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:02.718237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e30b480-69b1-4656-a888-d5d67e2d117d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:02.718752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-491f1a7f-7153-424d-8566-472179c141f9 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/008b5180-5633-484a-94a8-16e1310c3fd2 HTTP/1.1" status: 204 len: 168 time: 0.8273728 Sep 21 08:35:02.720270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53612) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:02.727814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] No DVR routers for this DVR port 2e30b480-69b1-4656-a888-d5d67e2d117d on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:02.857310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: a89c6421-67d1-4919-94dc-49c70fc9782f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:02.857571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a89c6421-67d1-4919-94dc-49c70fc9782f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:02.889174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.914249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc4134e-7a04-449d-8c43-7a85f7e64bc7']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:02.925123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1304cd6d-f11e-4b59-b1b4-c9c8010facab') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:02.925425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1304cd6d-f11e-4b59-b1b4-c9c8010facab') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:02.936814 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.953703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.960960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 59dde9c9-53f6-4632-b75d-6aca43d5984b completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:35:02.961547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:35:02.961988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:02.986564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab37840-d23a-40ed-8d39-5afa255a531d None None] DHCP port deletion for bbc4134e-7a04-449d-8c43-7a85f7e64bc7 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:35:03.004830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.019564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 59dde9c9-53f6-4632-b75d-6aca43d5984b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:03.020707 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.195942 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 3678381e-0da3-42ab-86f3-d21c3affd40f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:03.199015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.270673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] DHCP port deletion for 6bbc3510-8ce6-4b71-9030-441e647d1b2a request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:35:03.312743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:00Z', 'revision_number': 10, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:03.330872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 3678381e-0da3-42ab-86f3-d21c3affd40f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3678381e-0da3-42ab-86f3-d21c3affd40f,segment=NetworkSegment(c2c63a6d-df7d-45a1-9695-227ca720dba9),segment_id=c2c63a6d-df7d-45a1-9695-227ca720dba9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:03.331242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.346653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 3678381e-0da3-42ab-86f3-d21c3affd40f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:03.354097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:35:03.360350 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.410080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:03.416418 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:03.440932 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.465232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port 3678381e-0da3-42ab-86f3-d21c3affd40f on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:03.536058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698fc0cd-6993-42ab-82c6-71940473242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dde9c9-53f6-4632-b75d-6aca43d5984b'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:03.539061 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae42ba7f-d7ed-4dc7-a5cb-721bd0f8d8e3" -d '{"events": [{"server_uuid": "698fc0cd-6993-42ab-82c6-71940473242b", "name": "network-vif-plugged", "status": "completed", "tag": "59dde9c9-53f6-4632-b75d-6aca43d5984b"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:03.573475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=3678381e-0da3-42ab-86f3-d21c3affd40f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:03.664850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 59dde9c9-53f6-4632-b75d-6aca43d5984b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:03.665223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.692922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbc3510-8ce6-4b71-9030-441e647d1b2a']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:03.705812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.709710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Deleting port 3678381e-0da3-42ab-86f3-d21c3affd40f {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:03.709710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.713829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c63a6d-df7d-45a1-9695-227ca720dba9') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:03.714347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c63a6d-df7d-45a1-9695-227ca720dba9') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:03.737050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.769908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.790517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:35:03.791934 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:35:03.804163 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:35:03.809983 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:35:03.854826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e2e28-132d-4602-861f-c22c0a0b6fab req-7d205689-68e8-4c12-8df3-3b78c66db429 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:03.854826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41e2e28-132d-4602-861f-c22c0a0b6fab req-7d205689-68e8-4c12-8df3-3b78c66db429 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 944 time: 1.1147082 Sep 21 08:35:03.862750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:03.866088 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.877290 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:03.879838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bbc4134e-7a04-449d-8c43-7a85f7e64bc7 HTTP/1.1" status: 204 len: 168 time: 1.8102431 Sep 21 08:35:03.883014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=59dde9c9-53f6-4632-b75d-6aca43d5984b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:03.951275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a18f6f-58ff-4ecf-a58b-c5bf1a08d480 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc4134e-7a04-449d-8c43-7a85f7e64bc7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:03.994822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.004493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.007981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/6bbc3510-8ce6-4b71-9030-441e647d1b2a HTTP/1.1" status: 204 len: 168 time: 1.2804465 Sep 21 08:35:04.010938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53646) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:04.023827 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.042235 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719757c1-0010-4743-877f-cf9b15451ea9 x-openstack-request-id: req-719757c1-0010-4743-877f-cf9b15451ea9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:04.042804 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698fc0cd-6993-42ab-82c6-71940473242b", "name": "network-vif-plugged", "status": "completed", "tag": "59dde9c9-53f6-4632-b75d-6aca43d5984b", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:04.043201 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-719757c1-0010-4743-877f-cf9b15451ea9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:04.043719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41e2e28-132d-4602-861f-c22c0a0b6fab req-1c960b33-bba4-44ed-8a96-1788127ca6ae tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799080 Sep 21 08:35:04.043879 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698fc0cd-6993-42ab-82c6-71940473242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59dde9c9-53f6-4632-b75d-6aca43d5984b', 'code': 200} Sep 21 08:35:04.072087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] For port 3678381e-0da3-42ab-86f3-d21c3affd40f, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:04.077597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.176545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Calling delete_port for 3678381e-0da3-42ab-86f3-d21c3affd40f owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:04.188793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Port 3678381e-0da3-42ab-86f3-d21c3affd40f was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:35:04.268666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b82f4-072e-487f-83a1-4e8e7c930ee7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=6bbc3510-8ce6-4b71-9030-441e647d1b2a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:04.321045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.395122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Pushing event deleted for resources: {'Port': ['ID=3678381e-0da3-42ab-86f3-d21c3affd40f,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:04.400817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] Network 6bbc3510-8ce6-4b71-9030-441e647d1b2a is not hosted by any dhcp agent {{(pid=94726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:35:04.401293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b2dc0-776f-4e0f-84f0-92f3cc72b43e None None] No DVR routers for this DVR port 3678381e-0da3-42ab-86f3-d21c3affd40f on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:04.482210 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e30b480-69b1-4656-a888-d5d67e2d117d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:04.535215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2e30b480-69b1-4656-a888-d5d67e2d117d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:04.535947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2e30b480-69b1-4656-a888-d5d67e2d117d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:04.536031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3678381e-0da3-42ab-86f3-d21c3affd40f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:04.574131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 3678381e-0da3-42ab-86f3-d21c3affd40f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:04.580961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3678381e-0da3-42ab-86f3-d21c3affd40f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:04.586567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:00Z', 'revision_number': 10, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:04.649723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9e561b-1aae-4506-82f7-f0f8f611c3d8 None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:00Z', 'revision_number': 10, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None, '_interfaces': [{'id': '24a17676-c2a7-40d3-92af-195a36feab7b', 'name': '', 'network_id': '6859cb58-4ba5-4e80-8743-15b8e175dfb0', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'mac_address': 'fa:16:3e:40:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:34:03Z', 'updated_at': '2021-09-21T08:34:11Z', 'revision_number': 5, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'subnets': [{'id': 'ae8507d4-e140-40f8-a059-c2849b30b25a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:04.674814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53656) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:04.750983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-52625a95-0e96-4ec4-93bc-fc8155d204b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fc89536898d4577bbd8b854bf5feb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747364 Sep 21 08:35:04.754363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53660) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:04.827829 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54b2caa4-ef31-4ce6-aa55-556a8cc79bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.870492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54b2caa4-ef31-4ce6-aa55-556a8cc79bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.924324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54b2caa4-ef31-4ce6-aa55-556a8cc79bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.927253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-54b2caa4-ef31-4ce6-aa55-556a8cc79bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:04.928813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-54b2caa4-ef31-4ce6-aa55-556a8cc79bed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e7b60c4-133b-4248-9afd-fbfadb309d1e HTTP/1.1" status: 204 len: 168 time: 0.1731017 Sep 21 08:35:04.938545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2caa4-ef31-4ce6-aa55-556a8cc79bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7b60c4-133b-4248-9afd-fbfadb309d1e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:05.049167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de537b-ab2e-42f8-a693-f9fc88947b24 req-27c3411e-c05b-4fa0-917e-264d8aaa6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:05.051382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48de537b-ab2e-42f8-a693-f9fc88947b24 req-27c3411e-c05b-4fa0-917e-264d8aaa6c3d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 1096 time: 0.8249359 Sep 21 08:35:05.162165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48de537b-ab2e-42f8-a693-f9fc88947b24 req-c670e9e1-877d-4360-afb6-575b92ede965 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007116 Sep 21 08:35:05.281227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89379148-f2ce-494f-9d03-9f94a3880716 req-9fa410b3-48dd-4fa7-b0b4-eaa71c24ef4c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:05.282965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89379148-f2ce-494f-9d03-9f94a3880716 req-9fa410b3-48dd-4fa7-b0b4-eaa71c24ef4c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 945 time: 0.1147461 Sep 21 08:35:05.381120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-89379148-f2ce-494f-9d03-9f94a3880716 req-f8c49349-dd18-49d4-bebb-eb6dbfd7ecf8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769312 Sep 21 08:35:05.407470 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:05.687269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53682) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:05.712428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be5cbfae-727d-4961-ac04-b28ef37381e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:05.789564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 24a17676-c2a7-40d3-92af-195a36feab7b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:05.790243 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:05.896314 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be5cbfae-727d-4961-ac04-b28ef37381e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:05.902869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be5cbfae-727d-4961-ac04-b28ef37381e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:05.937642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-be5cbfae-727d-4961-ac04-b28ef37381e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2489231 Sep 21 08:35:05.946415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53692) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:05.990854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cbfae-727d-4961-ac04-b28ef37381e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee994fe2-1ea8-4bce-afaf-a2ba796a8790,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:05.994778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 24a17676-c2a7-40d3-92af-195a36feab7b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=24a17676-c2a7-40d3-92af-195a36feab7b,segment=NetworkSegment(17d53ac6-9fba-42fd-895a-5f5464c86f42),segment_id=17d53ac6-9fba-42fd-895a-5f5464c86f42)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:05.995159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:06.011612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 24a17676-c2a7-40d3-92af-195a36feab7b owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:06.022858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1556f595-2ab0-4806-adc4-941b027c5194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:06.056713 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1556f595-2ab0-4806-adc4-941b027c5194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:06.145480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1556f595-2ab0-4806-adc4-941b027c5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:06.149233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1556f595-2ab0-4806-adc4-941b027c5194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:06.150994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1556f595-2ab0-4806-adc4-941b027c5194 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee994fe2-1ea8-4bce-afaf-a2ba796a8790 HTTP/1.1" status: 204 len: 168 time: 0.2032030 Sep 21 08:35:06.167153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556f595-2ab0-4806-adc4-941b027c5194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee994fe2-1ea8-4bce-afaf-a2ba796a8790,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:06.337170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 56788ee7-06c3-48fa-a08f-cdd622e02a96 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:06.386577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 56788ee7-06c3-48fa-a08f-cdd622e02a96 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:06.387371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 56788ee7-06c3-48fa-a08f-cdd622e02a96 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:06.396439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:06.457141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=24a17676-c2a7-40d3-92af-195a36feab7b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:06.784897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac26b80-33f6-47f6-ab00-29f8af043888 req-2a1e4f9a-8ece-4ce4-bead-29b806cb4934 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:06.820117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac26b80-33f6-47f6-ab00-29f8af043888 req-2a1e4f9a-8ece-4ce4-bead-29b806cb4934 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 945 time: 0.1628430 Sep 21 08:35:06.898844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:06.961081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ac26b80-33f6-47f6-ab00-29f8af043888 req-1e53bc22-4e0e-4d40-9b09-e9dd68c33f4e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352148 Sep 21 08:35:07.198027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:35:07.297747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:07.304980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b29084ef-37a8-4526-9d0f-79cebe9d5475 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2925124 Sep 21 08:35:07.307342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53726) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:07.310527 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:07.329364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:07.329995 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:07.373408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting subnet ae8507d4-e140-40f8-a059-c2849b30b25a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:35:07.377503 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:07.437428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:07.502459 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:07.558814 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:06Z', 'revision_number': 11, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:07.591162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:07.600557 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:35:07.612811 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:07.615845 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:07.696165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:07.713378 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:07.715299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/ae8507d4-e140-40f8-a059-c2849b30b25a HTTP/1.1" status: 204 len: 168 time: 0.4065180 Sep 21 08:35:07.718068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53740) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:07.726237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d92f98-bccc-4740-a401-a0910ed91dd7 None None] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:07.746740 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:07.766375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441763a-f05a-4a86-a162-a0a68dc6f11a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8507d4-e140-40f8-a059-c2849b30b25a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:07.850188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:07.939371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Deleting port 04fc45be-9c77-408f-a78d-75e4eb868c8a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:07.940125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.050670 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:06Z', 'revision_number': 11, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:08.088732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] For port 04fc45be-9c77-408f-a78d-75e4eb868c8a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=04fc45be-9c77-408f-a78d-75e4eb868c8a,segment=NetworkSegment(17d53ac6-9fba-42fd-895a-5f5464c86f42),segment_id=17d53ac6-9fba-42fd-895a-5f5464c86f42)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:08.089183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.110072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] DHCP port deletion for 6859cb58-4ba5-4e80-8743-15b8e175dfb0 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:35:08.110505 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f493f829-cace-4599-bb6a-1445d434ffe8 None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:06Z', 'revision_number': 11, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:08.116351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Calling delete_port for 04fc45be-9c77-408f-a78d-75e4eb868c8a owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:08.195017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c33d2-b22d-4254-ba22-d20cfcf3bdce req-cbcc3efa-a5f2-4c24-b6f6-f24a1a8ce272 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:08.197088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8c33d2-b22d-4254-ba22-d20cfcf3bdce req-cbcc3efa-a5f2-4c24-b6f6-f24a1a8ce272 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 945 time: 0.1200354 Sep 21 08:35:08.215648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] Deleting port 04fc45be-9c77-408f-a78d-75e4eb868c8a {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:08.216332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.255412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.276923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No DVR routers for this DVR port 04fc45be-9c77-408f-a78d-75e4eb868c8a on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:08.295055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8c33d2-b22d-4254-ba22-d20cfcf3bdce req-162eaa66-5404-4693-bb4f-b1b0ef878a0b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906091 Sep 21 08:35:08.311044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Port': ['ID=04fc45be-9c77-408f-a78d-75e4eb868c8a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:08.443044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.476377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6859cb58-4ba5-4e80-8743-15b8e175dfb0']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:08.489728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d53ac6-9fba-42fd-895a-5f5464c86f42') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:08.490059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d53ac6-9fba-42fd-895a-5f5464c86f42') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:08.511756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.530634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.546429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:35:08.568407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.748669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04fc45be-9c77-408f-a78d-75e4eb868c8a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:08.799848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 04fc45be-9c77-408f-a78d-75e4eb868c8a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:08.800379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 04fc45be-9c77-408f-a78d-75e4eb868c8a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:08.801259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 24a17676-c2a7-40d3-92af-195a36feab7b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:08.807104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] For port 04fc45be-9c77-408f-a78d-75e4eb868c8a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=04fc45be-9c77-408f-a78d-75e4eb868c8a,segment=NetworkSegment(17d53ac6-9fba-42fd-895a-5f5464c86f42),segment_id=17d53ac6-9fba-42fd-895a-5f5464c86f42)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:08.807541 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.833321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] Calling delete_port for 04fc45be-9c77-408f-a78d-75e4eb868c8a owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:35:08.833539 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:35:08.837882 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.887348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:08.891553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/networks/6859cb58-4ba5-4e80-8743-15b8e175dfb0 HTTP/1.1" status: 204 len: 168 time: 1.1712959 Sep 21 08:35:08.892854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1acc23-3d9e-4b77-945c-3d597cd9058c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Pushing event deleted for resources: {'Network': ['ID=6859cb58-4ba5-4e80-8743-15b8e175dfb0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:08.893315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53770) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:08.899059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'routes': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:08.936927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1896b9-5769-468a-83d2-42962269287e req-220faa62-02b7-4214-a2e8-67efda3cb0b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:08.949410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1896b9-5769-468a-83d2-42962269287e req-220faa62-02b7-4214-a2e8-67efda3cb0b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 945 time: 0.1299324 Sep 21 08:35:08.992887 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:09.040894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 24a17676-c2a7-40d3-92af-195a36feab7b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:09.040894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 24a17676-c2a7-40d3-92af-195a36feab7b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:09.059807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] Network 6859cb58-4ba5-4e80-8743-15b8e175dfb0 is not hosted by any dhcp agent {{(pid=94726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:35:09.060454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] No DVR routers for this DVR port 04fc45be-9c77-408f-a78d-75e4eb868c8a on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:09.075384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8450d52-2372-43c7-a7e5-489fa927f7ba None None] Pushing event deleted for resources: {'Port': ['ID=04fc45be-9c77-408f-a78d-75e4eb868c8a,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:09.075980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0e1896b9-5769-468a-83d2-42962269287e req-36af8ea7-c0e1-4947-9313-8fc1871e543a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120379 Sep 21 08:35:09.169010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Added routes are [] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 21 08:35:09.169411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.extraroute_db [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Removed routes are [] {{(pid=94725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 21 08:35:09.169855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:09.351239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:09.354715 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:09.455705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 9311cc09-fa7a-4219-822a-f0b4d1385734 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:35:09.545954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:09.556655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:09.558281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a4722c1-fbb8-49ec-b1a7-b19617bb7256 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 200 len: 705 time: 0.6635971 Sep 21 08:35:09.561050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53798) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:09.561545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] Sync routers for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:09.577434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:09.578694 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:09.596698 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cdc51752-1f99-4c45-9027-2f4bec35c3c7 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 200 len: 205 time: 0.0344818 Sep 21 08:35:09.599536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53800) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:09.690826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca003-8d2f-42d6-a261-ab731fe82cbb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:09.720926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:09.778821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:06Z', 'revision_number': 11, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:09.860250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] Checking router: 9311cc09-fa7a-4219-822a-f0b4d1385734 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:35:09.892776 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] Routers {'9311cc09-fa7a-4219-822a-f0b4d1385734'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:09.893419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9311cc09-fa7a-4219-822a-f0b4d1385734'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:09.948805 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:35:09.950999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca003-8d2f-42d6-a261-ab731fe82cbb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:09.955435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca003-8d2f-42d6-a261-ab731fe82cbb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.042034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca003-8d2f-42d6-a261-ab731fe82cbb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.042840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4ca003-8d2f-42d6-a261-ab731fe82cbb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Fanout notify agent at l3_agent the message router_deleted on router 9311cc09-fa7a-4219-822a-f0b4d1385734 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:10.054693 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca003-8d2f-42d6-a261-ab731fe82cbb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.056361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ff4ca003-8d2f-42d6-a261-ab731fe82cbb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 204 len: 168 time: 0.4557648 Sep 21 08:35:10.061361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53828) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:10.068554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-09dbc506-d5c6-46fb-817b-a2ab9bb99014 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1944817220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:10.083236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] Set router 9311cc09-fa7a-4219-822a-f0b4d1385734 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:10.155995 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09dbc506-d5c6-46fb-817b-a2ab9bb99014 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.157325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09dbc506-d5c6-46fb-817b-a2ab9bb99014 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.158517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:06Z', 'revision_number': 11, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:10.193077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c4e4b-2c13-408b-9e74-5648100d0f8d None None] The sync data for ids ['9311cc09-fa7a-4219-822a-f0b4d1385734'] in n-d-809980-2 is: [{'id': '9311cc09-fa7a-4219-822a-f0b4d1385734', 'name': 'tempest-RoutersIpV6Test-router-1242948018', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:33:57Z', 'updated_at': '2021-09-21T08:35:06Z', 'revision_number': 11, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:10.270682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09dbc506-d5c6-46fb-817b-a2ab9bb99014 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.276976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09dbc506-d5c6-46fb-817b-a2ab9bb99014 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.308255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09dbc506-d5c6-46fb-817b-a2ab9bb99014 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.311598 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-09dbc506-d5c6-46fb-817b-a2ab9bb99014 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2498283 Sep 21 08:35:10.313800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:10.335749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e1f3a3f6-70e6-4d84-baa6-aa4a9f2a1556 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:10.704990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a3f6-70e6-4d84-baa6-aa4a9f2a1556 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.717842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a3f6-70e6-4d84-baa6-aa4a9f2a1556 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.842443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f3a3f6-70e6-4d84-baa6-aa4a9f2a1556 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Router 98317d31-e7f9-4b46-a270-07ebc0b51f0d is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:35:10.960065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f3a3f6-70e6-4d84-baa6-aa4a9f2a1556 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:10.967899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a3f6-70e6-4d84-baa6-aa4a9f2a1556 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:10.971398 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] Sync routers for ids ['98317d31-e7f9-4b46-a270-07ebc0b51f0d'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:10.971946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53858) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:10.972368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e1f3a3f6-70e6-4d84-baa6-aa4a9f2a1556 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "PUT /v2.0/routers/98317d31-e7f9-4b46-a270-07ebc0b51f0d HTTP/1.1" status: 200 len: 698 time: 0.6571844 Sep 21 08:35:10.985807 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] Routers {'98317d31-e7f9-4b46-a270-07ebc0b51f0d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:10.986610 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98317d31-e7f9-4b46-a270-07ebc0b51f0d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:11.143884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3b40e3aa-9c1b-4682-a5f0-682cc712895c tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/routers/98317d31-e7f9-4b46-a270-07ebc0b51f0d HTTP/1.1" status: 200 len: 704 time: 0.1701086 Sep 21 08:35:11.147573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53868) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:11.148809 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] Set router 98317d31-e7f9-4b46-a270-07ebc0b51f0d gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:11.201227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53872) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:11.201872 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1ed76d7d-3386-4fba-8d69-064343c6cfa8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=98317d31-e7f9-4b46-a270-07ebc0b51f0d HTTP/1.1" status: 200 len: 205 time: 0.0529225 Sep 21 08:35:11.339708 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40090bec-9097-4641-a526-e0c4b889550b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:11.389122 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98317d31-e7f9-4b46-a270-07ebc0b51f0d', 'name': 'tempest-RoutersIpV6Test-router-1944817220', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:35:10Z', 'updated_at': '2021-09-21T08:35:10Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:11.507790 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] Checking router: 98317d31-e7f9-4b46-a270-07ebc0b51f0d for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:35:11.534129 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] Routers {'98317d31-e7f9-4b46-a270-07ebc0b51f0d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:11.534761 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:34:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98317d31-e7f9-4b46-a270-07ebc0b51f0d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:11.654845 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] Set router 98317d31-e7f9-4b46-a270-07ebc0b51f0d gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:35:11.726697 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98317d31-e7f9-4b46-a270-07ebc0b51f0d', 'name': 'tempest-RoutersIpV6Test-router-1944817220', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:35:10Z', 'updated_at': '2021-09-21T08:35:10Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:11.787490 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c70626-ead2-4e42-9467-2fa3402fb8fc None None] The sync data for ids ['98317d31-e7f9-4b46-a270-07ebc0b51f0d'] in n-d-809980-2 is: [{'id': '98317d31-e7f9-4b46-a270-07ebc0b51f0d', 'name': 'tempest-RoutersIpV6Test-router-1944817220', 'tenant_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:35:10Z', 'updated_at': '2021-09-21T08:35:10Z', 'revision_number': 2, 'project_id': '336d5a9bd23442c28cb3b7e6f9fca9b1', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:11.899677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40090bec-9097-4641-a526-e0c4b889550b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:11.902089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40090bec-9097-4641-a526-e0c4b889550b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:11.957694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40090bec-9097-4641-a526-e0c4b889550b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:11.959494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40090bec-9097-4641-a526-e0c4b889550b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Fanout notify agent at l3_agent the message router_deleted on router 98317d31-e7f9-4b46-a270-07ebc0b51f0d {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:11.976609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-40090bec-9097-4641-a526-e0c4b889550b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:11.982609 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-40090bec-9097-4641-a526-e0c4b889550b tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/98317d31-e7f9-4b46-a270-07ebc0b51f0d HTTP/1.1" status: 204 len: 168 time: 0.7752075 Sep 21 08:35:11.982774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53904) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.016444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-75cb958a-98a0-47d0-8394-366571e97871 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=98317d31-e7f9-4b46-a270-07ebc0b51f0d HTTP/1.1" status: 200 len: 205 time: 0.0319951 Sep 21 08:35:12.018921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53906) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.067609 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-41e2aee4-bdc2-410c-a239-1ded3d2f24bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] delete failed (client error): The resource could not be found. Sep 21 08:35:12.068858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-41e2aee4-bdc2-410c-a239-1ded3d2f24bb tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/98317d31-e7f9-4b46-a270-07ebc0b51f0d HTTP/1.1" status: 404 len: 336 time: 0.0489039 Sep 21 08:35:12.071714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53908) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.110529 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf798b17-18a9-4070-91bb-2653dc0c5474 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:12.110993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf798b17-18a9-4070-91bb-2653dc0c5474 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:12.115800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53912) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.117695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bf798b17-18a9-4070-91bb-2653dc0c5474 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/4eb1b03d-2912-40f1-9a6e-2d2b3a9a1172 HTTP/1.1" status: 404 len: 337 time: 0.0444977 Sep 21 08:35:12.151703 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaf875d-a25e-472a-a796-3669f72efb96 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:12.152384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaf875d-a25e-472a-a796-3669f72efb96 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:12.154635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ebaf875d-a25e-472a-a796-3669f72efb96 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/1419459f-f88e-420c-b26c-4eefcc280bd8 HTTP/1.1" status: 404 len: 337 time: 0.0350399 Sep 21 08:35:12.157474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53916) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.198554 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-afff3d5c-ff09-4d3b-b13d-f82cecc6b225 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:12.199182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afff3d5c-ff09-4d3b-b13d-f82cecc6b225 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:12.204341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-afff3d5c-ff09-4d3b-b13d-f82cecc6b225 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/008b5180-5633-484a-94a8-16e1310c3fd2 HTTP/1.1" status: 404 len: 337 time: 0.0452807 Sep 21 08:35:12.204711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53920) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.260210 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7603f4f-0fdb-4233-9a11-75821ca597f4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:12.261043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7603f4f-0fdb-4233-9a11-75821ca597f4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:12.269388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c7603f4f-0fdb-4233-9a11-75821ca597f4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/ae8507d4-e140-40f8-a059-c2849b30b25a HTTP/1.1" status: 404 len: 337 time: 0.0609877 Sep 21 08:35:12.269854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53926) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.318439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5b6cb800-c191-4d8c-96db-651c20f5fb8d tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 200 len: 205 time: 0.0473418 Sep 21 08:35:12.320869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53932) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.368939 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-239728e2-cb6c-4f62-8b0c-8cb0a75f22a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] delete failed (client error): The resource could not be found. Sep 21 08:35:12.370008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-239728e2-cb6c-4f62-8b0c-8cb0a75f22a2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/9311cc09-fa7a-4219-822a-f0b4d1385734 HTTP/1.1" status: 404 len: 336 time: 0.0476990 Sep 21 08:35:12.373111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53934) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.402192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-710e63af-0627-44a6-8ccd-5d05c2a45639 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a99435a-7316-488c-adf6-5deaa29dfa32 HTTP/1.1" status: 200 len: 205 time: 0.0278747 Sep 21 08:35:12.404625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53936) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.445068 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-1f725e5b-0870-45fe-b465-91468446826f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] delete failed (client error): The resource could not be found. Sep 21 08:35:12.448519 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1f725e5b-0870-45fe-b465-91468446826f tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/1a99435a-7316-488c-adf6-5deaa29dfa32 HTTP/1.1" status: 404 len: 336 time: 0.0405509 Sep 21 08:35:12.448773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53940) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.516436 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-67962a84-7b91-4522-9db6-d0ee9b029078 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:12.516997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67962a84-7b91-4522-9db6-d0ee9b029078 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:12.523304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53946) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.533459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-67962a84-7b91-4522-9db6-d0ee9b029078 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/e1863594-ad8a-4b2b-913d-645880e73724 HTTP/1.1" status: 404 len: 337 time: 0.0835309 Sep 21 08:35:12.557098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53950) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.564910 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ff4ac891-e4d9-468c-9ddc-fd09a1f09f36 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1242822-19cf-47c4-9cf0-a743ce98e06b HTTP/1.1" status: 200 len: 205 time: 0.0391231 Sep 21 08:35:12.603791 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-b4232a18-79e9-414c-ba36-abd3284dd105 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] delete failed (client error): The resource could not be found. Sep 21 08:35:12.607976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53954) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.619896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b4232a18-79e9-414c-ba36-abd3284dd105 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/a1242822-19cf-47c4-9cf0-a743ce98e06b HTTP/1.1" status: 404 len: 336 time: 0.0616813 Sep 21 08:35:12.648409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c519250d-aa90-4295-81ed-6cd4714ebfd2 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e700557-2669-478d-a151-42eb1528122c HTTP/1.1" status: 200 len: 205 time: 0.0371063 Sep 21 08:35:12.649106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53958) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.710008 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-927d15e4-115d-440b-94d7-9b73d920ba65 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] delete failed (client error): The resource could not be found. Sep 21 08:35:12.713768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53964) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.726988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-927d15e4-115d-440b-94d7-9b73d920ba65 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/9e700557-2669-478d-a151-42eb1528122c HTTP/1.1" status: 404 len: 336 time: 0.0767965 Sep 21 08:35:12.759870 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cefba7-5c6c-4b64-ae0e-821deb882e5a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:12.760653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cefba7-5c6c-4b64-ae0e-821deb882e5a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:12.768121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53968) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.780365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b1cefba7-5c6c-4b64-ae0e-821deb882e5a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/806baa48-c3c9-46e9-bfbd-69c33f87eed4 HTTP/1.1" status: 404 len: 337 time: 0.0654311 Sep 21 08:35:12.813977 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7507e35f-494a-44a4-9f7c-c55fca961ea4 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=04668fc9-e81d-4258-ae21-7afefacf803b HTTP/1.1" status: 200 len: 205 time: 0.0467353 Sep 21 08:35:12.816346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53972) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.873044 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-e1f62740-caa9-475c-8642-c6f38fa3f54a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] delete failed (client error): The resource could not be found. Sep 21 08:35:12.874089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e1f62740-caa9-475c-8642-c6f38fa3f54a tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/04668fc9-e81d-4258-ae21-7afefacf803b HTTP/1.1" status: 404 len: 336 time: 0.0568461 Sep 21 08:35:12.877216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 53976) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.933295 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bc80b8-82bf-4ce4-ac40-c99ac6ed50ab tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:12.933769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bc80b8-82bf-4ce4-ac40-c99ac6ed50ab tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:12.940254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53982) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:12.941675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c6bc80b8-82bf-4ce4-ac40-c99ac6ed50ab tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/f208a6e1-f674-4029-b762-90d2ca55736c HTTP/1.1" status: 404 len: 337 time: 0.0632353 Sep 21 08:35:13.023810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-12ad5aee-8ea3-45c1-95d8-298779a32613 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "GET /v2.0/ports?device_id=6b974956-6dbf-407e-8a73-d6a6309299da HTTP/1.1" status: 200 len: 205 time: 0.0822356 Sep 21 08:35:13.025980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53988) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:13.082341 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-1893377b-c33b-4595-9714-cd98b5d694b8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] delete failed (client error): The resource could not be found. Sep 21 08:35:13.084198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1893377b-c33b-4595-9714-cd98b5d694b8 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/routers/6b974956-6dbf-407e-8a73-d6a6309299da HTTP/1.1" status: 404 len: 336 time: 0.0570173 Sep 21 08:35:13.087177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53992) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:13.122328 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5446528-b5e3-4696-b6b9-73a5fad47d90 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:13.123429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5446528-b5e3-4696-b6b9-73a5fad47d90 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:13.125444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a5446528-b5e3-4696-b6b9-73a5fad47d90 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/36ce1bae-0fef-433d-8693-050942833374 HTTP/1.1" status: 404 len: 337 time: 0.0369654 Sep 21 08:35:13.128093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 53996) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:13.171590 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b888a4-03df-45d2-b048-e515023d79f3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] DELETE failed (client error): The resource could not be found. Sep 21 08:35:13.172571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b888a4-03df-45d2-b048-e515023d79f3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:35:13.174838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-41b888a4-03df-45d2-b048-e515023d79f3 tempest-RoutersIpV6Test-629914404 tempest-RoutersIpV6Test-629914404-project] 10.222.0.59 "DELETE /v2.0/subnets/fc137751-79ad-40f7-a043-a9b1ea167f9f HTTP/1.1" status: 404 len: 337 time: 0.0453539 Sep 21 08:35:13.247691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-b858caa7-1045-4d87-8b1c-9d10d01bbbe5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:13.249454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-b858caa7-1045-4d87-8b1c-9d10d01bbbe5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.2302976 Sep 21 08:35:13.252176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54002) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:13.277371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-fa9abb2f-8eeb-4fff-9b08-1c1d882606af tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/quotas/50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 375 time: 0.0146444 Sep 21 08:35:13.360345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-c6c2adec-6ce4-447a-aeb1-f4d10768891d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699015 Sep 21 08:35:13.496148 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-dc4b0314-704f-4947-8a41-46fffc517d3e service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336620 Sep 21 08:35:13.655542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-55e236dd-110f-4c8d-b199-968062689849 service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506248 Sep 21 08:35:13.737631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54018) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:13.760665 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-857119d8-f600-4f9c-a64d-804a3dbcbd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.307888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54b5e843-b6b9-4fde-964e-e877c1a81d76 req-41c3f968-b81f-4467-8f73-7c8aac1f3072 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.4104116 Sep 21 08:35:14.340835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-857119d8-f600-4f9c-a64d-804a3dbcbd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.353279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-857119d8-f600-4f9c-a64d-804a3dbcbd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.366767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-41d559b8-a27f-4bb5-8d5d-61ed4941ce37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=336d5a9bd23442c28cb3b7e6f9fca9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274512 Sep 21 08:35:14.369656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54042) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:14.401130 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-857119d8-f600-4f9c-a64d-804a3dbcbd9d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b456488101804373b0f37392fe941964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1477551 Sep 21 08:35:14.401737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54044) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:14.409746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857119d8-f600-4f9c-a64d-804a3dbcbd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c697e163-33ca-43e3-9be2-bd40cd5e9d91,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:14.454191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4500cec5-e400-4c6b-937d-d6bdb59fb18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.461165 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee19039e-01fb-4e48-8469-50573ccdf9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.487609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4500cec5-e400-4c6b-937d-d6bdb59fb18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.499280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee19039e-01fb-4e48-8469-50573ccdf9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.556042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4500cec5-e400-4c6b-937d-d6bdb59fb18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.560021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4500cec5-e400-4c6b-937d-d6bdb59fb18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.560433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee19039e-01fb-4e48-8469-50573ccdf9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.563679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4500cec5-e400-4c6b-937d-d6bdb59fb18e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b0706ab-f5f5-49cf-b975-a1638b75aa90 HTTP/1.1" status: 204 len: 168 time: 0.1906657 Sep 21 08:35:14.569506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee19039e-01fb-4e48-8469-50573ccdf9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:14.570791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ee19039e-01fb-4e48-8469-50573ccdf9af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c697e163-33ca-43e3-9be2-bd40cd5e9d91 HTTP/1.1" status: 204 len: 168 time: 0.1672020 Sep 21 08:35:14.575226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500cec5-e400-4c6b-937d-d6bdb59fb18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0706ab-f5f5-49cf-b975-a1638b75aa90,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:14.586387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19039e-01fb-4e48-8469-50573ccdf9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c697e163-33ca-43e3-9be2-bd40cd5e9d91,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:14.879045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54068) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:15.063280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-babea4de-7f83-4a8a-87ad-71522a602991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.122617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:15.146334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f47bf984-1b20-47de-87a6-58e975580cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.211357 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-babea4de-7f83-4a8a-87ad-71522a602991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.227701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-babea4de-7f83-4a8a-87ad-71522a602991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.318049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-babea4de-7f83-4a8a-87ad-71522a602991 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=963bbe7b6eb74aefac63a081cd28f0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374433 Sep 21 08:35:15.324234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54084) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:15.346301 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f47bf984-1b20-47de-87a6-58e975580cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.354284 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f47bf984-1b20-47de-87a6-58e975580cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.394358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bf984-1b20-47de-87a6-58e975580cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc6589f-9c99-4903-bbd8-a3d02b200181,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:15.408803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babea4de-7f83-4a8a-87ad-71522a602991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d72e9a9-b680-4965-b564-2a2104d35507,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:15.446619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f47bf984-1b20-47de-87a6-58e975580cc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f11a12c0faf9443daa7ecefa0c146238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227308 Sep 21 08:35:15.449205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54090) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:15.515184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3bcd6458-f178-4092-ac3e-87fdf71ebad8 req-44941ae2-7e04-400a-85d4-a9985be500ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.0334628 Sep 21 08:35:15.529807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-741c24d9-23a8-44bf-874b-24af3a72b661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.532111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-b1bab198-ed0f-47ec-a6c0-a196f2798383 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:15.533600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-b1bab198-ed0f-47ec-a6c0-a196f2798383 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.2991366 Sep 21 08:35:15.538970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dad0ee7b-7849-403b-946c-c3d90d79f9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.545859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'port': {'device_id': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'admin_state_up': True, 'tenant_id': '50bca0c104354a579d1dbeda20de19b9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:15.571090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-741c24d9-23a8-44bf-874b-24af3a72b661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.633397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-741c24d9-23a8-44bf-874b-24af3a72b661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.637020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-741c24d9-23a8-44bf-874b-24af3a72b661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.638349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-741c24d9-23a8-44bf-874b-24af3a72b661 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9fc6589f-9c99-4903-bbd8-a3d02b200181 HTTP/1.1" status: 204 len: 168 time: 0.1880126 Sep 21 08:35:15.647935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c24d9-23a8-44bf-874b-24af3a72b661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc6589f-9c99-4903-bbd8-a3d02b200181,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:15.683615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dad0ee7b-7849-403b-946c-c3d90d79f9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.720513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:15.724136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.907697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dad0ee7b-7849-403b-946c-c3d90d79f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.915271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dad0ee7b-7849-403b-946c-c3d90d79f9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:15.916041 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dad0ee7b-7849-403b-946c-c3d90d79f9c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d72e9a9-b680-4965-b564-2a2104d35507 HTTP/1.1" status: 204 len: 168 time: 0.5589674 Sep 21 08:35:15.993289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0ee7b-7849-403b-946c-c3d90d79f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d72e9a9-b680-4965-b564-2a2104d35507,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:16.041315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.20.0.12 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/ddedd10c-acba-4291-b977-1b8de35b1cbe) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:16.076895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54110) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:16.259058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:16.264385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.278949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34bb864-830f-4212-b8c4-edeb47658c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.336581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.353502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['59dde9c9-53f6-4632-b75d-6aca43d5984b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:35:16.424165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:16.479641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0c8878cd-526c-43fb-931c-a2eddf7f66f6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1144041035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:16.489824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:16.499057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:16.572344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54124) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:16.592931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34bb864-830f-4212-b8c4-edeb47658c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.594579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:16.595409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.620169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb87b5b1-b827-4286-b711-a9cc303bb8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.624193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=ddedd10c-acba-4291-b977-1b8de35b1cbe,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:16.651577 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c8878cd-526c-43fb-931c-a2eddf7f66f6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.653009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c8878cd-526c-43fb-931c-a2eddf7f66f6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.657691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34bb864-830f-4212-b8c4-edeb47658c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.685595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-21133df1-9d8a-437e-873d-cb23e267c46d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1433063 Sep 21 08:35:16.694981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bb864-830f-4212-b8c4-edeb47658c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2656301-8d37-4a05-a82f-8b4e03aa982d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:16.702744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Request body: {'port': {'device_id': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:16.752995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e582751-0938-473e-9a4b-28f84f2708b0 req-6ba04f60-b6f5-44eb-91ad-91c215b6816d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:16.763829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e582751-0938-473e-9a4b-28f84f2708b0 req-6ba04f60-b6f5-44eb-91ad-91c215b6816d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 932 time: 0.1149645 Sep 21 08:35:16.836974 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb87b5b1-b827-4286-b711-a9cc303bb8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.844320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb87b5b1-b827-4286-b711-a9cc303bb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.845388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5e582751-0938-473e-9a4b-28f84f2708b0 req-61e69b95-6479-4fff-91dd-74894f59d8c1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Sep 21 08:35:16.857585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.887843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-efe6b2bc-46d1-4654-8295-d5e1f4a194ba None None] Provisioning complete for port ddedd10c-acba-4291-b977-1b8de35b1cbe triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:16.888127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-efe6b2bc-46d1-4654-8295-d5e1f4a194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.892381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fb87b5b1-b827-4286-b711-a9cc303bb8f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6833b45264314b0b931832f0d37bca32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140991 Sep 21 08:35:16.896369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e34bb864-830f-4212-b8c4-edeb47658c13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b82526ff9e7e41e8ba893c237e532af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6362085 Sep 21 08:35:16.900525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:16.900906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54134) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:16.957527 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c8878cd-526c-43fb-931c-a2eddf7f66f6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.964811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c8878cd-526c-43fb-931c-a2eddf7f66f6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.969857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87b5b1-b827-4286-b711-a9cc303bb8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ea54e-06e2-4ba3-b662-ae2606adb1a6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:16.996227 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c8878cd-526c-43fb-931c-a2eddf7f66f6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:16.996358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-efe6b2bc-46d1-4654-8295-d5e1f4a194ba None None] Port ddedd10c-acba-4291-b977-1b8de35b1cbe cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:35:16.999805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c8878cd-526c-43fb-931c-a2eddf7f66f6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9198039 Sep 21 08:35:17.000636 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54140) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:17.006115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1348213524'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:17.037296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Made reservation on behalf of b19b41ea1a51423ab607f02d391d8811 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:17.042100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.056876 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.200015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15e277d5-bf81-4c01-a5da-391c933fc7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.236729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.244740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.269039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:35:17.286948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15e277d5-bf81-4c01-a5da-391c933fc7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.290032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5e64-92d1-42ca-9b87-7efed910f1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.299569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.300176 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Added segment 107ffc34-7b2b-42d7-b284-598f146c2af2 of type vlan for network 65f33620-fb99-46ab-bd0f-3e698a07eec9 Sep 21 08:35:17.301631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68847d87-17a4-44b5-9057-70f98f594702,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:17.352665 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.387368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.394186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5e64-92d1-42ca-9b87-7efed910f1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.394672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:17.395504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.449597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4479277 Sep 21 08:35:17.453427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54146) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:17.464091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'subnet': {'network_id': '65f33620-fb99-46ab-bd0f-3e698a07eec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:17.487558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15e277d5-bf81-4c01-a5da-391c933fc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.491597 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15e277d5-bf81-4c01-a5da-391c933fc7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.492929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-15e277d5-bf81-4c01-a5da-391c933fc7c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2656301-8d37-4a05-a82f-8b4e03aa982d HTTP/1.1" status: 204 len: 168 time: 0.5862916 Sep 21 08:35:17.516291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e277d5-bf81-4c01-a5da-391c933fc7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2656301-8d37-4a05-a82f-8b4e03aa982d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:17.535436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5e64-92d1-42ca-9b87-7efed910f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.538717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5e64-92d1-42ca-9b87-7efed910f1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.543956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7a4d5e64-92d1-42ca-9b87-7efed910f1ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f8ea54e-06e2-4ba3-b662-ae2606adb1a6 HTTP/1.1" status: 204 len: 168 time: 0.6396406 Sep 21 08:35:17.577981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216fca8-7dd7-4d28-b68b-6c9f02beda71 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Network': ['ID=65f33620-fb99-46ab-bd0f-3e698a07eec9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:17.578496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d5e64-92d1-42ca-9b87-7efed910f1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ea54e-06e2-4ba3-b662-ae2606adb1a6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:17.593180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddedd10c-acba-4291-b977-1b8de35b1cbe {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:35:17.605884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.626044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Transition to ACTIVE for port object ddedd10c-acba-4291-b977-1b8de35b1cbe will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:35:17.633888 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.634422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:35:17.821929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Pushing event updated for resources: {'Port': ['ID=ddedd10c-acba-4291-b977-1b8de35b1cbe,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:17.841884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Made reservation on behalf of b19b41ea1a51423ab607f02d391d8811 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:17.859195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:17.939547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Attempting to bind port ddedd10c-acba-4291-b977-1b8de35b1cbe on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:35:17.939912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Attempting to bind port ddedd10c-acba-4291-b977-1b8de35b1cbe by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:35:17.940243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Attempting to bind port ddedd10c-acba-4291-b977-1b8de35b1cbe on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:17.945923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Port ddedd10c-acba-4291-b977-1b8de35b1cbe on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:35:17.946256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Attempting to bind port ddedd10c-acba-4291-b977-1b8de35b1cbe on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:17.963837 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:35:17.964241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:17.964676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:35:17.965153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Bound port: ddedd10c-acba-4291-b977-1b8de35b1cbe, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:35:17.965529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.200157 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.250727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] For port ddedd10c-acba-4291-b977-1b8de35b1cbe, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:35:18.256253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] For port ddedd10c-acba-4291-b977-1b8de35b1cbe, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ddedd10c-acba-4291-b977-1b8de35b1cbe,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:35:18.273969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224380-8dff-4bd7-bf0b-981a11f70e7d req-81508d8e-b5ba-4acb-94c1-c239bafec152 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:18.276384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7224380-8dff-4bd7-bf0b-981a11f70e7d req-81508d8e-b5ba-4acb-94c1-c239bafec152 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1928911 Sep 21 08:35:18.277851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.361182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:18.362270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.364048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Subnet': ['ID=e44145d0-401a-4717-a687-f822b207027c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:18.364217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] 10.222.0.62 "PUT /v2.0/ports/ddedd10c-acba-4291-b977-1b8de35b1cbe HTTP/1.1" status: 200 len: 1092 time: 1.6684539 Sep 21 08:35:18.366457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'tag': 'ddedd10c-acba-4291-b977-1b8de35b1cbe'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:18.369690 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf31eea-2803-4a51-9e1c-8badf0a67547" -d '{"events": [{"name": "network-changed", "server_uuid": "2df731b5-1f1d-44cc-bfa8-f39455675684", "tag": "ddedd10c-acba-4291-b977-1b8de35b1cbe"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:18.399904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7224380-8dff-4bd7-bf0b-981a11f70e7d req-d0b44435-6bc6-41e1-81f9-3d43505b891a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162560 Sep 21 08:35:18.436996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Checking segment: {'id': '107ffc34-7b2b-42d7-b284-598f146c2af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65f33620-fb99-46ab-bd0f-3e698a07eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:18.436996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network hostable DHCP agents. Network: 65f33620-fb99-46ab-bd0f-3e698a07eec9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:35:18.474040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:35:18.488517 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd50a96-d5f6-47d4-9dbc-2d4de4527d05 x-openstack-request-id: req-1cd50a96-d5f6-47d4-9dbc-2d4de4527d05 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:18.488825 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df731b5-1f1d-44cc-bfa8-f39455675684", "tag": "ddedd10c-acba-4291-b977-1b8de35b1cbe", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:18.489101 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1cd50a96-d5f6-47d4-9dbc-2d4de4527d05 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:18.489547 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'tag': 'ddedd10c-acba-4291-b977-1b8de35b1cbe', 'status': 'completed', 'code': 200} Sep 21 08:35:18.495661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 65f33620-fb99-46ab-bd0f-3e698a07eec9) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:18.497929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1db13a-27d3-4b58-a082-38cce8afbb4d service neutron] Pushing event updated for resources: {'Port': ['ID=ddedd10c-acba-4291-b977-1b8de35b1cbe,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:18.501159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:18.502243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.516622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-418d29a9-dd8f-4466-a06f-649f431a2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:18.520516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d70c7-615e-4546-95cd-79997585986f None None] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:18.533037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-75c0ce9e-f7ab-4955-9803-7fbb70810a32 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0783637 Sep 21 08:35:18.534713 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-418d29a9-dd8f-4466-a06f-649f431a2ea9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 1095 time: 0.1042721 Sep 21 08:35:18.536459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54180) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:18.552645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'network': {'name': 'tempest-router-network01--2124438048'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:18.598542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Made reservation on behalf of b19b41ea1a51423ab607f02d391d8811 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:18.605556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.647220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-f2a101f2-921c-4677-81f8-3aadbb3631f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddedd10c-acba-4291-b977-1b8de35b1cbe HTTP/1.1" status: 200 len: 217 time: 0.1115763 Sep 21 08:35:18.668797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:35:18.699590 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.701645 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Added segment 412903f6-40e0-4be0-a2a5-b6b3ca481ee1 of type vlan for network d02a7dac-b83d-4657-87fd-bcd5ee87680d Sep 21 08:35:18.795861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-a733486a-e151-44f2-927b-432f6e76c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:18.803261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-a733486a-e151-44f2-927b-432f6e76c598 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1490631 Sep 21 08:35:18.856349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.903947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-65f33620-fb99-46ab-bd0f-3e698a07eec9', 'network_id': '65f33620-fb99-46ab-bd0f-3e698a07eec9', 'tenant_id': 'b19b41ea1a51423ab607f02d391d8811', 'fixed_ips': [{'subnet_id': 'e44145d0-401a-4717-a687-f822b207027c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:35:18.905044 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.937666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-ff244b7d-ff5d-4f51-ac3e-b8f7d23918cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:18.940185 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-ff244b7d-ff5d-4f51-ac3e-b8f7d23918cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308804 Sep 21 08:35:18.951543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:18.965671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:18.966694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.023502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4828773 Sep 21 08:35:19.029561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54192) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:19.094010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-715125f1-899b-4aae-b2c8-9f11ce89bd85 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471810 Sep 21 08:35:19.197907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Allocated IP 172.20.0.2 (65f33620-fb99-46ab-bd0f-3e698a07eec9/e44145d0-401a-4717-a687-f822b207027c/c62f184f-52eb-4c73-88b0-c01723911527) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:19.238494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'network': {'name': 'tempest-router-network02--600949318'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:19.323902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Made reservation on behalf of b19b41ea1a51423ab607f02d391d8811 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:19.328553 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.537601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:35:19.567417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.567417 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Added segment 0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b of type vlan for network fda2bce1-7b1d-4294-bacc-0ee179150b94 Sep 21 08:35:19.588741 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd957b5f-2484-43e3-af31-b8aeda9d66c5 req-6adc1881-3f0c-4ce7-b11e-ce47f8fe59a9 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810319 Sep 21 08:35:19.605726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.615351 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.674792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:19.678040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:19.680407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.684200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:19.692805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54212) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:19.701364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Pushing event updated for resources: {'Port': ['ID=c62f184f-52eb-4c73-88b0-c01723911527,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:19.718222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9610e59-bde0-44bb-a198-c2f85fef8121 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Network': ['ID=d02a7dac-b83d-4657-87fd-bcd5ee87680d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:19.733782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-57872e34-bb5c-440d-8ef6-248d957d8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:19.737753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-57872e34-bb5c-440d-8ef6-248d957d8930 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 1095 time: 0.0973411 Sep 21 08:35:19.771599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd697c8-e90c-4962-a6d7-66a22e1692c9 req-459b56db-7778-45fc-9fcf-b45efae059e9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:19.790138 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd697c8-e90c-4962-a6d7-66a22e1692c9 req-459b56db-7778-45fc-9fcf-b45efae059e9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1334286 Sep 21 08:35:19.821528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.829487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:35:19.832134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:19.833204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.864439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-be71d15e-3e6a-41d8-90a8-266ab263b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:19.866768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-be71d15e-3e6a-41d8-90a8-266ab263b040 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.1225104 Sep 21 08:35:19.884295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Attempting to bind port c62f184f-52eb-4c73-88b0-c01723911527 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:35:19.884662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Attempting to bind port c62f184f-52eb-4c73-88b0-c01723911527 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '107ffc34-7b2b-42d7-b284-598f146c2af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65f33620-fb99-46ab-bd0f-3e698a07eec9'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:35:19.885791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Attempting to bind port c62f184f-52eb-4c73-88b0-c01723911527 on network 65f33620-fb99-46ab-bd0f-3e698a07eec9 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:19.924931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dd697c8-e90c-4962-a6d7-66a22e1692c9 req-7292abc1-2e12-452c-8b2e-fc440238eace tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248488 Sep 21 08:35:19.925431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:35:19.929440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7198670 Sep 21 08:35:19.929999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Checking segment: {'id': '107ffc34-7b2b-42d7-b284-598f146c2af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65f33620-fb99-46ab-bd0f-3e698a07eec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:19.931587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54218) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:19.932387 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.932990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Bound using segment: {'id': '107ffc34-7b2b-42d7-b284-598f146c2af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65f33620-fb99-46ab-bd0f-3e698a07eec9'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:35:19.934119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Bound port: c62f184f-52eb-4c73-88b0-c01723911527, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107ffc34-7b2b-42d7-b284-598f146c2af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '65f33620-fb99-46ab-bd0f-3e698a07eec9'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:35:19.936669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:19.940334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'subnet': {'network_id': 'd02a7dac-b83d-4657-87fd-bcd5ee87680d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:19.972761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-250684147-network', 'tenant_id': 'dbfbc3fefb1d4a9b88ae790076a0bf60'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:19.994642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-dbefebfd-d29b-45ce-a262-32e099859803 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ddedd10c-acba-4291-b977-1b8de35b1cbe HTTP/1.1" status: 200 len: 217 time: 0.1206789 Sep 21 08:35:19.996970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Made reservation on behalf of dbfbc3fefb1d4a9b88ae790076a0bf60 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:20.002302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.010575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f7127-8503-4add-8d7a-698c44a65dc3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Network': ['ID=fda2bce1-7b1d-4294-bacc-0ee179150b94,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:20.025578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network fda2bce1-7b1d-4294-bacc-0ee179150b94 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:35:20.037660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.111967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54220) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:20.122344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Made reservation on behalf of b19b41ea1a51423ab607f02d391d8811 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:20.144236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.155835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-b1430791-f8d2-479c-83dc-a933b1a42a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:20.157843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-b1430791-f8d2-479c-83dc-a933b1a42a82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1229336 Sep 21 08:35:20.180814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] For port c62f184f-52eb-4c73-88b0-c01723911527, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:35:20.185943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] For port c62f184f-52eb-4c73-88b0-c01723911527, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c62f184f-52eb-4c73-88b0-c01723911527,segment=NetworkSegment(107ffc34-7b2b-42d7-b284-598f146c2af2),segment_id=107ffc34-7b2b-42d7-b284-598f146c2af2)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:35:20.194176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.261691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-06975a11-c2af-43e6-ae78-980f3b9f6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:20.267067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-06975a11-c2af-43e6-ae78-980f3b9f6bc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836153 Sep 21 08:35:20.273505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfc92c-a755-4f9d-bf66-32e1589f2f7b None None] Pushing event updated for resources: {'Port': ['ID=c62f184f-52eb-4c73-88b0-c01723911527,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:20.469097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-181b3b53-3d42-46a7-9511-b621519d2880 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930232 Sep 21 08:35:20.488228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.537238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72053fa0-d3fc-4b4e-ae3a-195e47a8fd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.591460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.631119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Checking segment: {'id': '412903f6-40e0-4be0-a2a5-b6b3ca481ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd02a7dac-b83d-4657-87fd-bcd5ee87680d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:20.631469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network hostable DHCP agents. Network: d02a7dac-b83d-4657-87fd-bcd5ee87680d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:35:20.657458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Subnet': ['ID=2e42d212-89c8-4897-8c22-f144df111c3e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:20.678871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:35:20.709993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d02a7dac-b83d-4657-87fd-bcd5ee87680d) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:20.716444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:20.717277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.726684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7ec19-d4da-40d0-ac9c-7956d9cf3b79 None None] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:20.757968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.914640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:35:20.923456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72053fa0-d3fc-4b4e-ae3a-195e47a8fd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:20.942340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-14c0d4e8-3e9e-4a66-8e84-49ecff9f381a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0096803 Sep 21 08:35:20.950729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54238) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:20.956074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'subnet': {'network_id': 'fda2bce1-7b1d-4294-bacc-0ee179150b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:20.959129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72053fa0-d3fc-4b4e-ae3a-195e47a8fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.037830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d02a7dac-b83d-4657-87fd-bcd5ee87680d', 'network_id': 'd02a7dac-b83d-4657-87fd-bcd5ee87680d', 'tenant_id': 'b19b41ea1a51423ab607f02d391d8811', 'fixed_ips': [{'subnet_id': '2e42d212-89c8-4897-8c22-f144df111c3e'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:35:21.038703 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.044713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.045560 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Added segment a8200d89-50b1-45e4-af0d-7d425f44fe87 of type vlan for network 1305cee8-8b1b-4493-b223-4fb65032ae87 Sep 21 08:35:21.091996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-72053fa0-d3fc-4b4e-ae3a-195e47a8fd53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0145c22334d34df6b8eefb430c0d8244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745326 Sep 21 08:35:21.100778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e158e37-128a-4dcb-b2f6-601565650baf,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:21.106625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:21.152405 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.154188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06f648-e3f2-49fb-9ddb-b1ffc7c7e33a req-b54eb6fd-8ab0-4c6c-8455-74371e7653be tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:21.155916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee06f648-e3f2-49fb-9ddb-b1ffc7c7e33a req-b54eb6fd-8ab0-4c6c-8455-74371e7653be tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.0786979 Sep 21 08:35:21.156706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Made reservation on behalf of b19b41ea1a51423ab607f02d391d8811 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:21.157943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2bf31eea-2803-4a51-9e1c-8badf0a67547 req-14f6708e-5d07-4ba6-91ab-d2a8eee8594d service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428936 Sep 21 08:35:21.160221 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.228677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee06f648-e3f2-49fb-9ddb-b1ffc7c7e33a req-0d5c2c5f-f156-431c-aa9e-3bf0e2bab061 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647945 Sep 21 08:35:21.234021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72053fa0-d3fc-4b4e-ae3a-195e47a8fd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d2f564-3a36-4d47-9cd7-bb2acc306514,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:21.283744 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4c94ac4-c89a-4adc-830e-7f40a5bcdea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.310478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4c94ac4-c89a-4adc-830e-7f40a5bcdea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.321545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Allocated IP 172.20.0.2 (d02a7dac-b83d-4657-87fd-bcd5ee87680d/2e42d212-89c8-4897-8c22-f144df111c3e/2288f158-f829-4b3c-ae16-661f4d7d3e96) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:21.375467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.381295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:21.382705 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.460129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4c94ac4-c89a-4adc-830e-7f40a5bcdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.474151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4c94ac4-c89a-4adc-830e-7f40a5bcdea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.477846 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e4c94ac4-c89a-4adc-830e-7f40a5bcdea5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3d2f564-3a36-4d47-9cd7-bb2acc306514 HTTP/1.1" status: 204 len: 168 time: 0.3656206 Sep 21 08:35:21.508588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54246) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:21.511931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8179359 Sep 21 08:35:21.515986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c94ac4-c89a-4adc-830e-7f40a5bcdea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d2f564-3a36-4d47-9cd7-bb2acc306514,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:21.524409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Request body: {'subnet': {'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-250684147-subnet', 'tenant_id': 'dbfbc3fefb1d4a9b88ae790076a0bf60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:21.604158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0507f9-ebc9-4dc6-8fe9-6ed8e71756a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1305cee8-8b1b-4493-b223-4fb65032ae87,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:21.622739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1305cee8-8b1b-4493-b223-4fb65032ae87 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:35:21.715987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.774432 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.794717 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.815152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Made reservation on behalf of dbfbc3fefb1d4a9b88ae790076a0bf60 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:21.818130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:21.871099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:21.874716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:21.883085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:21.883913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Subnet': ['ID=45637f29-0f5e-4111-828d-544ea7949d18,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:21.893575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Pushing event updated for resources: {'Port': ['ID=2288f158-f829-4b3c-ae16-661f4d7d3e96,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:21.971985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Checking segment: {'id': '0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fda2bce1-7b1d-4294-bacc-0ee179150b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:21.973426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network hostable DHCP agents. Network: fda2bce1-7b1d-4294-bacc-0ee179150b94, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:35:21.987338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c3e6a-0898-4bc9-817b-ecf27c220369 None None] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:22.014943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network fda2bce1-7b1d-4294-bacc-0ee179150b94 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:35:22.023517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Attempting to bind port 2288f158-f829-4b3c-ae16-661f4d7d3e96 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:35:22.023883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Attempting to bind port 2288f158-f829-4b3c-ae16-661f4d7d3e96 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '412903f6-40e0-4be0-a2a5-b6b3ca481ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd02a7dac-b83d-4657-87fd-bcd5ee87680d'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:35:22.024242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Attempting to bind port 2288f158-f829-4b3c-ae16-661f4d7d3e96 on network d02a7dac-b83d-4657-87fd-bcd5ee87680d {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:22.041841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-dfa79c50-2343-46e6-85b0-77725d022f12 None None] Provisioning complete for port c62f184f-52eb-4c73-88b0-c01723911527 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:22.042386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa79c50-2343-46e6-85b0-77725d022f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:22.075801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:35:22.076173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Checking segment: {'id': '412903f6-40e0-4be0-a2a5-b6b3ca481ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd02a7dac-b83d-4657-87fd-bcd5ee87680d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:22.076583 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:22.077093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Bound using segment: {'id': '412903f6-40e0-4be0-a2a5-b6b3ca481ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd02a7dac-b83d-4657-87fd-bcd5ee87680d'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:35:22.077600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Bound port: 2288f158-f829-4b3c-ae16-661f4d7d3e96, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412903f6-40e0-4be0-a2a5-b6b3ca481ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd02a7dac-b83d-4657-87fd-bcd5ee87680d'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:35:22.078008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:22.095219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, fda2bce1-7b1d-4294-bacc-0ee179150b94) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:22.114635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fcc1b1-86bb-4cc8-9a4b-fe3df4cf731c None None] Network fda2bce1-7b1d-4294-bacc-0ee179150b94 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:22.119233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:22.119884 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:22.323771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b0690070-cb59-46f3-a22e-5b6d269dd2ee tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3687730 Sep 21 08:35:22.324236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54260) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:22.435809 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:22.569233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] For port 2288f158-f829-4b3c-ae16-661f4d7d3e96, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:35:22.573374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] For port 2288f158-f829-4b3c-ae16-661f4d7d3e96, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2288f158-f829-4b3c-ae16-661f4d7d3e96,segment=NetworkSegment(412903f6-40e0-4be0-a2a5-b6b3ca481ee1),segment_id=412903f6-40e0-4be0-a2a5-b6b3ca481ee1)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:35:22.585504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c62f184f-52eb-4c73-88b0-c01723911527 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:22.593438 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:22.637290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcda38e8-bcba-4801-8f80-6e37c940b9c6,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:22.684862 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77eb475a-6525-4cf8-82e0-c89e9c45146c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:22.885511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f64eec-bca7-454c-8219-f403e7a25b3e req-dbb6b731-7992-483a-a8ac-90ceda0f62bc tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:22.905411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05f64eec-bca7-454c-8219-f403e7a25b3e req-dbb6b731-7992-483a-a8ac-90ceda0f62bc tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.5255358 Sep 21 08:35:22.933914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Checking segment: {'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:22.937551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Network hostable DHCP agents. Network: 1305cee8-8b1b-4493-b223-4fb65032ae87, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:35:23.003209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Network 1305cee8-8b1b-4493-b223-4fb65032ae87 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:35:23.045729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1305cee8-8b1b-4493-b223-4fb65032ae87) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:23.061619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05f64eec-bca7-454c-8219-f403e7a25b3e req-307c507e-ca51-414e-96f1-06ad87b84f17 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488702 Sep 21 08:35:23.070645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:23.071888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:23.105020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9624e8c1-23ce-4358-b15c-a6318bd5a8c5 None None] Network 1305cee8-8b1b-4493-b223-4fb65032ae87 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:23.117418 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becd995-bbf2-4cd8-bf98-dc3663e157a2 None None] Pushing event updated for resources: {'Port': ['ID=2288f158-f829-4b3c-ae16-661f4d7d3e96,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:23.129778 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0d6df926-06c2-4598-a555-8e2fa2b85eef admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6200366 Sep 21 08:35:23.155196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:23.443513 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa79c50-2343-46e6-85b0-77725d022f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:23.633417 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c62f184f-52eb-4c73-88b0-c01723911527 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:23.636494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:23.705397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-fda2bce1-7b1d-4294-bacc-0ee179150b94', 'network_id': 'fda2bce1-7b1d-4294-bacc-0ee179150b94', 'tenant_id': 'b19b41ea1a51423ab607f02d391d8811', 'fixed_ips': [{'subnet_id': '45637f29-0f5e-4111-828d-544ea7949d18'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:35:23.707067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:23.779043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-dfa79c50-2343-46e6-85b0-77725d022f12 None None] For port c62f184f-52eb-4c73-88b0-c01723911527, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c62f184f-52eb-4c73-88b0-c01723911527,segment=NetworkSegment(107ffc34-7b2b-42d7-b284-598f146c2af2),segment_id=107ffc34-7b2b-42d7-b284-598f146c2af2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:23.792260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Allocated IP 172.20.0.1 (d02a7dac-b83d-4657-87fd-bcd5ee87680d/2e42d212-89c8-4897-8c22-f144df111c3e/c8339169-f613-4970-8553-51f7801593c2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:23.839127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dfa79c50-2343-46e6-85b0-77725d022f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:24.349549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f714b5-1a20-4cea-9d6c-ecfbcc21a4a2 None None] Network 1305cee8-8b1b-4493-b223-4fb65032ae87 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:24.487048 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:24.511379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa79c50-2343-46e6-85b0-77725d022f12 None None] Pushing event updated for resources: {'Port': ['ID=c62f184f-52eb-4c73-88b0-c01723911527,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:24.558298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9c0ef-48aa-49e5-bae2-4b2ff79ff9bf req-f2582af1-b92d-481e-8ad9-9251e1e9af2a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:24.564787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fc9c0ef-48aa-49e5-bae2-4b2ff79ff9bf req-f2582af1-b92d-481e-8ad9-9251e1e9af2a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.2664328 Sep 21 08:35:24.675146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:24.694686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1fc9c0ef-48aa-49e5-bae2-4b2ff79ff9bf req-1d5d807b-a566-4624-8723-82458f1c98c1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154733 Sep 21 08:35:24.714499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1efddb08-fa9c-480f-9a77-79cea3116102 None None] Provisioning complete for port c62f184f-52eb-4c73-88b0-c01723911527 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:24.715227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1efddb08-fa9c-480f-9a77-79cea3116102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:24.766942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Allocated IP 172.20.0.2 (fda2bce1-7b1d-4294-bacc-0ee179150b94/45637f29-0f5e-4111-828d-544ea7949d18/19309622-5435-4e9d-bbb4-ef6ab5b27af5) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:24.778529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:24.788248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:24.792833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:24.992597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Port': ['ID=c8339169-f613-4970-8553-51f7801593c2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:25.082690 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.269340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.279790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1add8a5-7568-4d65-a1ea-5ce64033f896 None None] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:25.407423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.445235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c62f184f-52eb-4c73-88b0-c01723911527 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:25.489407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.617918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Pushing event updated for resources: {'Port': ['ID=19309622-5435-4e9d-bbb4-ef6ab5b27af5,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:25.667063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Network fda2bce1-7b1d-4294-bacc-0ee179150b94 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:25.681098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:25.684602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.686255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a94e5356-5aea-45e8-9ebf-a5dbf3333588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.691678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:25.859673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Attempting to bind port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:35:25.860056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Attempting to bind port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fda2bce1-7b1d-4294-bacc-0ee179150b94'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:35:25.864148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Attempting to bind port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 on network fda2bce1-7b1d-4294-bacc-0ee179150b94 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:25.956129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c62f184f-52eb-4c73-88b0-c01723911527 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:25.968686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.980198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:25.990459 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.028059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8562-fb70-4250-a5c2-597cff63879a req-04627a85-e899-4e47-b48a-2e2246e88e31 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:26.033020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dbe8562-fb70-4250-a5c2-597cff63879a req-04627a85-e899-4e47-b48a-2e2246e88e31 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1537099 Sep 21 08:35:26.107698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dbe8562-fb70-4250-a5c2-597cff63879a req-6ef89919-91bc-431f-9b09-4f2ed28f80c8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665379 Sep 21 08:35:26.138839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:35:26.139562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Checking segment: {'id': '0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fda2bce1-7b1d-4294-bacc-0ee179150b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:26.139981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.140359 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Bound using segment: {'id': '0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fda2bce1-7b1d-4294-bacc-0ee179150b94'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:35:26.140859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Bound port: 19309622-5435-4e9d-bbb4-ef6ab5b27af5, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'fda2bce1-7b1d-4294-bacc-0ee179150b94'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:35:26.141263 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.190069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Port': ['ID=c8339169-f613-4970-8553-51f7801593c2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:26.218713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.348300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2288f158-f829-4b3c-ae16-661f4d7d3e96 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:26.492366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6652f100-0921-4e94-ab30-19b89a631e32 None None] Provisioning complete for port 2288f158-f829-4b3c-ae16-661f4d7d3e96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:26.493076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6652f100-0921-4e94-ab30-19b89a631e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.503802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:26.519755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:26.561415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] For port 19309622-5435-4e9d-bbb4-ef6ab5b27af5, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:35:26.595194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] For port 19309622-5435-4e9d-bbb4-ef6ab5b27af5, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19309622-5435-4e9d-bbb4-ef6ab5b27af5,segment=NetworkSegment(0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b),segment_id=0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:35:26.602716 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.682930 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6652f100-0921-4e94-ab30-19b89a631e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.900840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2288f158-f829-4b3c-ae16-661f4d7d3e96 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:26.938228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:26.964533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Router 9833c3cc-4370-46c2-b730-f3a4a9b7fd03 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:35:27.297557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6652f100-0921-4e94-ab30-19b89a631e32 None None] For port 2288f158-f829-4b3c-ae16-661f4d7d3e96, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2288f158-f829-4b3c-ae16-661f4d7d3e96,segment=NetworkSegment(412903f6-40e0-4be0-a2a5-b6b3ca481ee1),segment_id=412903f6-40e0-4be0-a2a5-b6b3ca481ee1)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:27.325699 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:27.344744 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6652f100-0921-4e94-ab30-19b89a631e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:27.401271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:27.423810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-95eceab4-3542-4e4b-917a-150570166d28 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "PUT /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0985520 Sep 21 08:35:27.427084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54410) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:27.472198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] Sync routers for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:27.516920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed5a35-5f93-43d7-a802-3da0f3486f33 None None] Pushing event updated for resources: {'Port': ['ID=19309622-5435-4e9d-bbb4-ef6ab5b27af5,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:27.573651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:27.574293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:27.836172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46653-cb27-4be0-8832-c30d7823a721 req-119b33bc-e8bd-48a6-afbc-781523c9a96c tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:27.855139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-119b33bc-e8bd-48a6-afbc-781523c9a96c tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/networks?id=1305cee8-8b1b-4493-b223-4fb65032ae87 HTTP/1.1" status: 200 len: 808 time: 0.4443626 Sep 21 08:35:27.861686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-00f283ba-1d77-4606-972f-7ed507daca81 None None] Provisioning complete for port c8339169-f613-4970-8553-51f7801593c2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:27.864327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f283ba-1d77-4606-972f-7ed507daca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:27.867145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:27.919798 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-c137969c-5882-422f-bfba-f3235879a7f0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/quotas/dbfbc3fefb1d4a9b88ae790076a0bf60 HTTP/1.1" status: 200 len: 375 time: 0.0599077 Sep 21 08:35:28.034968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-023ac6a9-7de4-4d1d-829f-01ef9d1b7f58 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbfbc3fefb1d4a9b88ae790076a0bf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097093 Sep 21 08:35:28.111947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652f100-0921-4e94-ab30-19b89a631e32 None None] Pushing event updated for resources: {'Port': ['ID=2288f158-f829-4b3c-ae16-661f4d7d3e96,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:28.160743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-00f283ba-1d77-4606-972f-7ed507daca81 None None] Port c8339169-f613-4970-8553-51f7801593c2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:35:28.190680 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:28.232381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:28.233060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:28.242030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-00f283ba-1d77-4606-972f-7ed507daca81 None None] Provisioning complete for port 2288f158-f829-4b3c-ae16-661f4d7d3e96 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:28.244307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00f283ba-1d77-4606-972f-7ed507daca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:28.290493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-14c89e5e-8971-4156-842e-4055f2b27e8a service neutron] 10.222.0.59 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549698 Sep 21 08:35:28.290913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a96ad-5e95-4406-8bab-e50b6aeff680 req-ec135906-495f-4c02-9a2d-b25d358f90b5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:28.292589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb8a96ad-5e95-4406-8bab-e50b6aeff680 req-ec135906-495f-4c02-9a2d-b25d358f90b5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.8644006 Sep 21 08:35:28.420836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:28.421827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17005e-c106-4a20-bbd8-fe1d103ac868 None None] The sync data for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:28.437240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19309622-5435-4e9d-bbb4-ef6ab5b27af5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:28.465232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb8a96ad-5e95-4406-8bab-e50b6aeff680 req-7b38810c-fb60-462c-b84d-5bf2a3dd9285 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623189 Sep 21 08:35:28.618492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-08e02d76-8434-4c60-9d42-c4bba2f61573 service neutron] 10.222.0.59 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265190 Sep 21 08:35:28.669087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54438) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:28.857217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19024c1f-8743-458d-af15-364239ddf633 None None] Network fda2bce1-7b1d-4294-bacc-0ee179150b94 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:28.895511 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-010091f1-f3b8-4641-981a-0f8170f1582d tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:35:28.903954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-010091f1-f3b8-4641-981a-0f8170f1582d tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "PUT /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4737749 Sep 21 08:35:28.906933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54442) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:29.052454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-362f8278-c561-409d-8bdf-86802889713b req-432bb680-6a1e-4d1e-af1c-e3a91421dbfe tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 210 time: 0.0485365 Sep 21 08:35:29.095744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:29.096203 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:29.339875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7bd0d852-f920-4ebc-b788-e2270ff6cd6b None None] Provisioning complete for port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:29.340117 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7bd0d852-f920-4ebc-b788-e2270ff6cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:29.380868 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:29.489754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 19309622-5435-4e9d-bbb4-ef6ab5b27af5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19309622-5435-4e9d-bbb4-ef6ab5b27af5,segment=NetworkSegment(0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b),segment_id=0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:29.499101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:29.533268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fb08-f809-4bcb-89dc-36d8e9d52e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:29.626952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=19309622-5435-4e9d-bbb4-ef6ab5b27af5,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:29.738899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8938c5c7-e627-4894-bc7f-e82d3a468d01 None None] Provisioning complete for port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:29.739998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8938c5c7-e627-4894-bc7f-e82d3a468d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:29.807043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd89780-b860-4513-bac3-2c4e486596b9 req-081f4d34-dffa-4aae-9f39-efe8bd6ed0c0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:29.808721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd89780-b860-4513-bac3-2c4e486596b9 req-081f4d34-dffa-4aae-9f39-efe8bd6ed0c0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1609056 Sep 21 08:35:29.932914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd89780-b860-4513-bac3-2c4e486596b9 req-d6993012-ca70-4b22-81e0-5b2b2b9f7d5b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144140 Sep 21 08:35:30.007204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fb08-f809-4bcb-89dc-36d8e9d52e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.017739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6dc8fb08-f809-4bcb-89dc-36d8e9d52e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.095173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6dc8fb08-f809-4bcb-89dc-36d8e9d52e17 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5fa8783162f4cfda49ce343b7c401b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4241223 Sep 21 08:35:30.095515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54462) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:30.096353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8fb08-f809-4bcb-89dc-36d8e9d52e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706ab283-a00d-4ced-b244-1589c750c7db,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:30.173944 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.197999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2288f158-f829-4b3c-ae16-661f4d7d3e96 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:30.230849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c1345aa-1b69-402d-b5fe-f8b7e333b064 req-92b6645b-f56c-410b-8705-f2942af4f304 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 210 time: 0.0414371 Sep 21 08:35:30.255179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b2401c6-8b6e-45a5-9be5-2cbe30bd21e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.272654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2288f158-f829-4b3c-ae16-661f4d7d3e96 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:30.273249 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.282115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b2401c6-8b6e-45a5-9be5-2cbe30bd21e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.350711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b2401c6-8b6e-45a5-9be5-2cbe30bd21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.356211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b2401c6-8b6e-45a5-9be5-2cbe30bd21e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.360212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b2401c6-8b6e-45a5-9be5-2cbe30bd21e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/706ab283-a00d-4ced-b244-1589c750c7db HTTP/1.1" status: 204 len: 168 time: 0.2634363 Sep 21 08:35:30.385255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2401c6-8b6e-45a5-9be5-2cbe30bd21e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706ab283-a00d-4ced-b244-1589c750c7db,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:30.392475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19309622-5435-4e9d-bbb4-ef6ab5b27af5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:30.464978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:30.465360 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.609358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Deleting port c8339169-f613-4970-8553-51f7801593c2 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:30.609837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.616106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46653-cb27-4be0-8832-c30d7823a721 req-c75790b6-6076-4c0e-80e5-4f15c9959f87 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:30.617656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-c75790b6-6076-4c0e-80e5-4f15c9959f87 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "GET /v2.0/networks?id=1305cee8-8b1b-4493-b223-4fb65032ae87 HTTP/1.1" status: 200 len: 808 time: 0.1385155 Sep 21 08:35:30.633161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Request body: {'port': {'device_id': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87', 'admin_state_up': True, 'tenant_id': 'dbfbc3fefb1d4a9b88ae790076a0bf60'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:30.743231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.763920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Calling delete_port for c8339169-f613-4970-8553-51f7801593c2 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:30.789636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Made reservation on behalf of dbfbc3fefb1d4a9b88ae790076a0bf60 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:30.799397 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.854124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54472) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:30.874033 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-866741fe-d42a-46ba-b9c0-a24abb1511c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:30.950938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Allocated IP 172.20.0.9 (1305cee8-8b1b-4493-b223-4fb65032ae87/fcda38e8-bcba-4801-8f80-6e37c940b9c6/77ab4438-db45-420b-bc08-fd377763509c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:31.030616 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.070396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Port': ['ID=c8339169-f613-4970-8553-51f7801593c2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:31.117078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22358f9f-fda9-4821-a7b9-54503070f1a9 req-4fa36ab8-6165-41ef-be59-4a2a7529d0a3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:31.123619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22358f9f-fda9-4821-a7b9-54503070f1a9 req-4fa36ab8-6165-41ef-be59-4a2a7529d0a3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1132977 Sep 21 08:35:31.180805 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-866741fe-d42a-46ba-b9c0-a24abb1511c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.190207 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-866741fe-d42a-46ba-b9c0-a24abb1511c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.206234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-22358f9f-fda9-4821-a7b9-54503070f1a9 req-940594b2-d399-4228-893d-d36ae3267e68 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765846 Sep 21 08:35:31.217895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.274065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.305611 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-866741fe-d42a-46ba-b9c0-a24abb1511c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18ac8c720be3485eb989fd76f6a2a2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503412 Sep 21 08:35:31.309199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866741fe-d42a-46ba-b9c0-a24abb1511c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1896e1eb-8a62-457f-8aaa-33c0d652badf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:31.313821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.315583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54480) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:31.330107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Network 1305cee8-8b1b-4493-b223-4fb65032ae87 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:31.333706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:31.338756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:31.385187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Pushing event updated for resources: {'Port': ['ID=77ab4438-db45-420b-bc08-fd377763509c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:31.413611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:31.414318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.430104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-8d720751-304d-4f8f-a49a-0c18f8de082f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026946 Sep 21 08:35:31.446071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Request body: {'port': {'device_id': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:31.518239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.585212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17beffb8-c24a-4fca-b3bc-531998bef0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.597105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909af86-33c3-4ddf-baff-980ac08db872 req-4791e511-c900-4267-8895-b5cde93a556a tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:31.605096 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4909af86-33c3-4ddf-baff-980ac08db872 req-4791e511-c900-4267-8895-b5cde93a556a tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 931 time: 0.1681688 Sep 21 08:35:31.675256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Router 9833c3cc-4370-46c2-b730-f3a4a9b7fd03 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:35:31.677323 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17beffb8-c24a-4fca-b3bc-531998bef0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.707782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4909af86-33c3-4ddf-baff-980ac08db872 req-add1fe2a-af3f-49fb-aeea-a0b3b33f7ee9 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986228 Sep 21 08:35:31.809087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:31.814393 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dbf89e5a-7dbd-4b45-9241-b94d3d286bc9 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "PUT /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9062784 Sep 21 08:35:31.819386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54508) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:31.821903 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] Sync routers for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:31.832839 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:31.833632 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:31.866328 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-7d2cff12-3862-442d-b9fb-828d41f5d0b7 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] delete failed (client error): The resource could not be found. Sep 21 08:35:31.866328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7d2cff12-3862-442d-b9fb-828d41f5d0b7 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/routers/tempest-non_exist_router-191704284 HTTP/1.1" status: 404 len: 334 time: 0.0416994 Sep 21 08:35:31.867221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54512) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:31.873061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a90436d4-06ff-4337-af47-f67ce515b651 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'router': {'external_gateway_info': {'network_id': '9833c3cc-4370-46c2-b730-f3a4a9b7fd03'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:31.874140 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:31.887393 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:31.888054 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:31.925057 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:31.925894 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ddb63b-5b62-46cb-8243-c8c59df398d5 None None] The sync data for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:31.926287 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17beffb8-c24a-4fca-b3bc-531998bef0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.929515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17beffb8-c24a-4fca-b3bc-531998bef0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.933793 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17beffb8-c24a-4fca-b3bc-531998bef0f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1896e1eb-8a62-457f-8aaa-33c0d652badf HTTP/1.1" status: 204 len: 168 time: 0.6132278 Sep 21 08:35:31.933905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ab4438-db45-420b-bc08-fd377763509c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:35:31.950742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:31.967780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Transition to ACTIVE for port object 77ab4438-db45-420b-bc08-fd377763509c will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:35:31.974372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:32.013201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beffb8-c24a-4fca-b3bc-531998bef0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1896e1eb-8a62-457f-8aaa-33c0d652badf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:32.041001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Pushing event updated for resources: {'Port': ['ID=77ab4438-db45-420b-bc08-fd377763509c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:32.143853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Attempting to bind port 77ab4438-db45-420b-bc08-fd377763509c on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:35:32.144669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Attempting to bind port 77ab4438-db45-420b-bc08-fd377763509c by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:35:32.144669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Attempting to bind port 77ab4438-db45-420b-bc08-fd377763509c on network 1305cee8-8b1b-4493-b223-4fb65032ae87 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:32.155495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Port 77ab4438-db45-420b-bc08-fd377763509c on network 1305cee8-8b1b-4493-b223-4fb65032ae87 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:35:32.155821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Attempting to bind port 77ab4438-db45-420b-bc08-fd377763509c on network 1305cee8-8b1b-4493-b223-4fb65032ae87 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:32.162151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:35:32.163143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Checking segment: {'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:32.163567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Bound using segment: {'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:35:32.164011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Bound port: 77ab4438-db45-420b-bc08-fd377763509c, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:35:32.164382 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:32.217875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:32.304959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a90436d4-06ff-4337-af47-f67ce515b651 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:32.312353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] For port 77ab4438-db45-420b-bc08-fd377763509c, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:35:32.319300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] For port 77ab4438-db45-420b-bc08-fd377763509c, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=77ab4438-db45-420b-bc08-fd377763509c,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:35:32.326774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:32.345749 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-a90436d4-06ff-4337-af47-f67ce515b651 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] update failed (client error): The resource could not be found. Sep 21 08:35:32.347092 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a90436d4-06ff-4337-af47-f67ce515b651 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "PUT /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03 HTTP/1.1" status: 404 len: 339 time: 0.4788039 Sep 21 08:35:32.364295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54522) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:32.406676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ae4bb-0edf-4584-a1bb-fcb77b053b0a req-3500630f-3c29-4b90-8dad-518a51533fdb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:32.408470 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-740ae4bb-0edf-4584-a1bb-fcb77b053b0a req-3500630f-3c29-4b90-8dad-518a51533fdb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.0723162 Sep 21 08:35:32.443900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:32.444564 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:32.446008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] 10.222.0.50 "PUT /v2.0/ports/77ab4438-db45-420b-bc08-fd377763509c HTTP/1.1" status: 200 len: 1091 time: 1.0072596 Sep 21 08:35:32.448658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'tag': '77ab4438-db45-420b-bc08-fd377763509c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:32.451473 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c99ac7-06c9-4545-8bc5-aea80498c92a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6fa35b-b38b-402c-bccc-fcfc67e63f83", "tag": "77ab4438-db45-420b-bc08-fd377763509c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:32.485015 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-740ae4bb-0edf-4584-a1bb-fcb77b053b0a req-ecf5e2d1-0c60-44ba-8c80-b6448cf2eff8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646811 Sep 21 08:35:32.541704 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99410db7-b9b4-431b-a915-2122bd06a585 x-openstack-request-id: req-99410db7-b9b4-431b-a915-2122bd06a585 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:32.541994 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6fa35b-b38b-402c-bccc-fcfc67e63f83", "tag": "77ab4438-db45-420b-bc08-fd377763509c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:32.542322 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-99410db7-b9b4-431b-a915-2122bd06a585 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:32.542597 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'tag': '77ab4438-db45-420b-bc08-fd377763509c', 'status': 'completed', 'code': 200} Sep 21 08:35:32.600708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a36d0-6060-44c2-9ffd-627b63421686 service neutron] Pushing event updated for resources: {'Port': ['ID=77ab4438-db45-420b-bc08-fd377763509c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:32.649130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46653-cb27-4be0-8832-c30d7823a721 req-fbf5560b-7047-4160-8036-4685bea0bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:32.650736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-fbf5560b-7047-4160-8036-4685bea0bec2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbfbc3fefb1d4a9b88ae790076a0bf60&device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 1094 time: 0.1491401 Sep 21 08:35:32.723608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-2e2373f8-ab5d-44d1-94ed-db640cb12e44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ab4438-db45-420b-bc08-fd377763509c HTTP/1.1" status: 200 len: 217 time: 0.0397434 Sep 21 08:35:32.947275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:32.968253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46653-cb27-4be0-8832-c30d7823a721 req-9a307421-4bda-45e6-a6c1-43701af0411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:32.977315 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-9a307421-4bda-45e6-a6c1-43701af0411d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcda38e8-bcba-4801-8f80-6e37c940b9c6 HTTP/1.1" status: 200 len: 848 time: 0.1864514 Sep 21 08:35:33.030661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e72799-e9d0-4105-93a9-6ec8b355ba9b req-61af056a-08ee-48df-a9fa-3f758bd26bb4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:33.032234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55e72799-e9d0-4105-93a9-6ec8b355ba9b req-61af056a-08ee-48df-a9fa-3f758bd26bb4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 943 time: 0.1573124 Sep 21 08:35:33.051662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-d3300d6b-582d-47d8-bed3-5832b948bc27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305cee8-8b1b-4493-b223-4fb65032ae87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725741 Sep 21 08:35:33.662858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55e72799-e9d0-4105-93a9-6ec8b355ba9b req-766f7b12-19bc-4640-bfb8-79d20be08eab tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140795 Sep 21 08:35:33.664260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce48681-f87e-478c-8061-b7d8f55f8801 req-0d4e3344-fbe1-472c-b1c7-6a55b230cc30 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:33.666180 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cce48681-f87e-478c-8061-b7d8f55f8801 req-0d4e3344-fbe1-472c-b1c7-6a55b230cc30 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.0657041 Sep 21 08:35:33.722453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cce48681-f87e-478c-8061-b7d8f55f8801 req-b2b856ac-f112-4dcc-8fff-974ccb66acfe tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 Sep 21 08:35:33.758788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-aae3db2e-26d9-4abf-8f74-67245b7d019e service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502571 Sep 21 08:35:33.771347 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:33.868128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Allocated IP 172.20.0.1 (65f33620-fb99-46ab-bd0f-3e698a07eec9/e44145d0-401a-4717-a687-f822b207027c/8cb3d973-2308-4029-b0dd-d17adf16e767) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:33.967285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cce46653-cb27-4be0-8832-c30d7823a721 req-6cfa74f8-2252-4c97-9394-c92eac7fccc7 service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772568 Sep 21 08:35:34.112759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-9432086e-36ee-4efb-a672-0fd1f8e4b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:34.114300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-9432086e-36ee-4efb-a672-0fd1f8e4b1da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbfbc3fefb1d4a9b88ae790076a0bf60&device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 1094 time: 0.0843422 Sep 21 08:35:34.192434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:34.307558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:34.377375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-87175c45-412a-4af3-8942-8c4613daf10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:34.378911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-87175c45-412a-4af3-8942-8c4613daf10a service neutron] 10.222.0.50 "GET /v2.0/networks?id=1305cee8-8b1b-4493-b223-4fb65032ae87 HTTP/1.1" status: 200 len: 909 time: 0.2528770 Sep 21 08:35:34.381490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:34.387443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:34.394306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:34.404271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Port': ['ID=8cb3d973-2308-4029-b0dd-d17adf16e767,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:34.516641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-6c284d84-cec9-417a-bcb6-e5efca7da6db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77ab4438-db45-420b-bc08-fd377763509c HTTP/1.1" status: 200 len: 217 time: 0.1237667 Sep 21 08:35:34.600130 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:34.650300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-0914563c-86fe-42da-909e-de6948094aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:34.651913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-0914563c-86fe-42da-909e-de6948094aa0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcda38e8-bcba-4801-8f80-6e37c940b9c6 HTTP/1.1" status: 200 len: 848 time: 0.1232185 Sep 21 08:35:34.730747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-7daa239c-f841-4d1f-ba6f-7a48652ca65d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305cee8-8b1b-4493-b223-4fb65032ae87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667701 Sep 21 08:35:34.971844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6b4dbf84-cb35-4357-a381-6e1fcaf52afc None None] Provisioning complete for port 8cb3d973-2308-4029-b0dd-d17adf16e767 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:34.972667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6b4dbf84-cb35-4357-a381-6e1fcaf52afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:34.974145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed016715-5dfa-41ec-857b-38956c1478b3 req-4a5c1f00-9baf-4c2e-b9db-760328aa8a33 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:34.983039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed016715-5dfa-41ec-857b-38956c1478b3 req-4a5c1f00-9baf-4c2e-b9db-760328aa8a33 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 943 time: 0.1749749 Sep 21 08:35:35.070838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6b4dbf84-cb35-4357-a381-6e1fcaf52afc None None] Port 8cb3d973-2308-4029-b0dd-d17adf16e767 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:35:35.073212 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed016715-5dfa-41ec-857b-38956c1478b3 req-9477fa52-9cbc-4a19-acb3-7d1eee7fb619 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889838 Sep 21 08:35:35.093187 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:35.187295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00c203-ebd3-45ab-919d-d24660f98cb0 req-4c2ebf0c-0c23-4f47-bba3-f6c709d55b36 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:35.198052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce00c203-ebd3-45ab-919d-d24660f98cb0 req-4c2ebf0c-0c23-4f47-bba3-f6c709d55b36 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.2517369 Sep 21 08:35:35.239248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-dbcedda3-a051-4b01-83c9-67dff23790bf service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870238 Sep 21 08:35:35.332222 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce00c203-ebd3-45ab-919d-d24660f98cb0 req-e28548cf-ad72-49d9-b1f6-f035cb6455b6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325400 Sep 21 08:35:35.567331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-15c99ac7-06c9-4545-8bc5-aea80498c92a req-84246c1d-b460-4f06-916a-2d262f5dc1ff service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133776 Sep 21 08:35:35.623012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:35.630717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:35.707591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event updated for resources: {'Port': ['ID=8cb3d973-2308-4029-b0dd-d17adf16e767,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:35.744594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:35.873567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:35.875655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:36.025499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Router 9833c3cc-4370-46c2-b730-f3a4a9b7fd03 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:35:36.162543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:36.169124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-29ad01e2-0149-40a7-a9c0-7c64952734c5 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "PUT /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8035474 Sep 21 08:35:36.173447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54714) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:36.178283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] Sync routers for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:36.198682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:36.211259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:36.277902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4212d-9362-4ed2-90b8-d72236c206f7 req-81831768-22b1-4210-b4f3-1bcd32037a33 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:36.301269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9e4212d-9362-4ed2-90b8-d72236c206f7 req-81831768-22b1-4210-b4f3-1bcd32037a33 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 943 time: 0.1146724 Sep 21 08:35:36.326637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-86cdc9a9-a879-4160-a113-2011b5154bcb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:36.333019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 77ab4438-db45-420b-bc08-fd377763509c details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:35:36.361311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:36.447501 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-86cdc9a9-a879-4160-a113-2011b5154bcb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 21 08:35:36.449619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-86cdc9a9-a879-4160-a113-2011b5154bcb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03 HTTP/1.1" status: 409 len: 329 time: 0.2736685 Sep 21 08:35:36.463994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54740) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:36.467807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:36.485673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9e4212d-9362-4ed2-90b8-d72236c206f7 req-e286f78d-f3c5-47a6-97c9-05b8547e4ed1 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737022 Sep 21 08:35:36.495345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:36.604025 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.resource_extend [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 08:35:36.606658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-40e9900f-dcdf-49a2-8616-19570f368f4f None None] Provisioning complete for port 8cb3d973-2308-4029-b0dd-d17adf16e767 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:36.607211 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40e9900f-dcdf-49a2-8616-19570f368f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:36.609369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:36.610217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce89b37-1888-4d7d-bd2d-757c36fa87b9 None None] The sync data for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:36.797640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-40e9900f-dcdf-49a2-8616-19570f368f4f None None] Port 8cb3d973-2308-4029-b0dd-d17adf16e767 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:35:36.832542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee9d79-03fb-4418-824e-0a293d200371 req-7238f94c-cc3c-411b-8482-5c33f95f88d6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:36.842962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-adee9d79-03fb-4418-824e-0a293d200371 req-7238f94c-cc3c-411b-8482-5c33f95f88d6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.2072344 Sep 21 08:35:36.864650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 77ab4438-db45-420b-bc08-fd377763509c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=77ab4438-db45-420b-bc08-fd377763509c,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:36.879839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '77ab4438-db45-420b-bc08-fd377763509c', 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87', 'port_id': '77ab4438-db45-420b-bc08-fd377763509c', 'mac_address': 'fa:16:3e:24:cc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda38e8-bcba-4801-8f80-6e37c940b9c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:35:36.927048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:36.941866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ab4438-db45-420b-bc08-fd377763509c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:35:36.964570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-adee9d79-03fb-4418-824e-0a293d200371 req-82de8fc3-a5cf-4d67-a5f9-582c0e9d5f72 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202812 Sep 21 08:35:36.992569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 77ab4438-db45-420b-bc08-fd377763509c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=77ab4438-db45-420b-bc08-fd377763509c,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:36.997564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:37.092306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:37.094363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=77ab4438-db45-420b-bc08-fd377763509c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:37.269376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['77ab4438-db45-420b-bc08-fd377763509c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:35:37.369107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54762) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:37.418263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Deleting port 8cb3d973-2308-4029-b0dd-d17adf16e767 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:37.418840 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:37.592939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e983c21-a05c-4c0e-bdf3-2f0e927d91a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:37.624323 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:37.644833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Calling delete_port for 8cb3d973-2308-4029-b0dd-d17adf16e767 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:37.780686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8204eb7-e540-4620-bc83-e607e8f95d2b req-fe5ffb9c-3cc5-4062-8082-aca4e951542c tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:37.783354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a8204eb7-e540-4620-bc83-e607e8f95d2b req-fe5ffb9c-3cc5-4062-8082-aca4e951542c tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 944 time: 0.1360483 Sep 21 08:35:37.862207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a8204eb7-e540-4620-bc83-e607e8f95d2b req-edd2e969-b5ca-4eed-8124-b15a8e1ee70c tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525064 Sep 21 08:35:37.906193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e983c21-a05c-4c0e-bdf3-2f0e927d91a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:37.913517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e983c21-a05c-4c0e-bdf3-2f0e927d91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:37.952839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54776) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:37.957483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0e983c21-a05c-4c0e-bdf3-2f0e927d91a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=831e98cf2be948f6b6eaef600c5c9480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5872762 Sep 21 08:35:37.958412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e983c21-a05c-4c0e-bdf3-2f0e927d91a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd34902c-940d-4730-a550-a249e7983708,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:37.961447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54778) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:37.997118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.079199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Port': ['ID=8cb3d973-2308-4029-b0dd-d17adf16e767,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:38.087135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca42a52b-d5aa-440d-b5e7-7b2856b6d3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.120300 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca42a52b-d5aa-440d-b5e7-7b2856b6d3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.189840 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-399a5405-727f-457c-aa51-1cd29fb17b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.190713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca42a52b-d5aa-440d-b5e7-7b2856b6d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.193948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca42a52b-d5aa-440d-b5e7-7b2856b6d3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.197628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca42a52b-d5aa-440d-b5e7-7b2856b6d3a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd34902c-940d-4730-a550-a249e7983708 HTTP/1.1" status: 204 len: 168 time: 0.2215450 Sep 21 08:35:38.209475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42a52b-d5aa-440d-b5e7-7b2856b6d3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd34902c-940d-4730-a550-a249e7983708,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:38.308087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 77ab4438-db45-420b-bc08-fd377763509c up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:38.311804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181c5a3-a195-4990-a1fc-36a4775deec4 req-f5e9ab4e-af7f-4870-b9ce-4d3635bfd99d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:38.313659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5181c5a3-a195-4990-a1fc-36a4775deec4 req-f5e9ab4e-af7f-4870-b9ce-4d3635bfd99d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.2413888 Sep 21 08:35:38.377534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 77ab4438-db45-420b-bc08-fd377763509c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:35:38.382922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 77ab4438-db45-420b-bc08-fd377763509c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:38.383484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.477716 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.505155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ab4438-db45-420b-bc08-fd377763509c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:38.507717 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e0ea88-08f3-455a-b005-5128ea55702e" -d '{"events": [{"server_uuid": "9d6fa35b-b38b-402c-bccc-fcfc67e63f83", "name": "network-vif-plugged", "status": "completed", "tag": "77ab4438-db45-420b-bc08-fd377763509c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:38.526857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 77ab4438-db45-420b-bc08-fd377763509c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=77ab4438-db45-420b-bc08-fd377763509c,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:38.533542 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.593064 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb56c3d-4fd7-4923-a883-c4245f605eef x-openstack-request-id: req-7bb56c3d-4fd7-4923-a883-c4245f605eef {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:38.594805 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6fa35b-b38b-402c-bccc-fcfc67e63f83", "name": "network-vif-plugged", "status": "completed", "tag": "77ab4438-db45-420b-bc08-fd377763509c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:38.595575 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bb56c3d-4fd7-4923-a883-c4245f605eef {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:38.600548 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ab4438-db45-420b-bc08-fd377763509c', 'code': 200} Sep 21 08:35:38.627661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-42dfc09f-2190-41b6-b9c3-a34bbcb92ac0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722215 Sep 21 08:35:38.655627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=77ab4438-db45-420b-bc08-fd377763509c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:38.740462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811c4ea-94f1-48f5-925b-b93e52313522 req-5b18704f-b5d9-4876-9c40-3fa39fb10d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:38.742035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a811c4ea-94f1-48f5-925b-b93e52313522 req-5b18704f-b5d9-4876-9c40-3fa39fb10d9c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 1096 time: 0.0803132 Sep 21 08:35:38.750063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-d4546e54-0aba-4a49-be1d-606472e5b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:38.751738 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-d4546e54-0aba-4a49-be1d-606472e5b74e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.0570767 Sep 21 08:35:38.797642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a811c4ea-94f1-48f5-925b-b93e52313522 req-36383436-6324-4f29-8798-216cd117ba4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447919 Sep 21 08:35:38.822871 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:38.922368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-264b4e87-8ece-4dea-a5ed-efc268cea3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:38.924373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-264b4e87-8ece-4dea-a5ed-efc268cea3c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.1447790 Sep 21 08:35:38.961509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5181c5a3-a195-4990-a1fc-36a4775deec4 req-f32b4379-26c4-4001-bbc6-240d1dd76607 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309340 Sep 21 08:35:39.007628 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-34b5bfc9-b89b-457c-9765-0735309171e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2039335 Sep 21 08:35:39.049410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-0dc6cf58-6e8d-4d27-8383-941a1a91aedb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 1001 time: 0.1177082 Sep 21 08:35:39.062989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a330c-4df1-4910-9e3f-727e236be5d6 req-2606add8-4ef9-474c-9b08-689ffd4646b0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:39.064688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e57a330c-4df1-4910-9e3f-727e236be5d6 req-2606add8-4ef9-474c-9b08-689ffd4646b0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 945 time: 0.0838683 Sep 21 08:35:39.149403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e57a330c-4df1-4910-9e3f-727e236be5d6 req-8054aecd-a40c-4a8d-bc66-375862b326f1 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743158 Sep 21 08:35:39.154517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-ed031e92-ad87-4464-ab05-ece891f958bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:39.156670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-ed031e92-ad87-4464-ab05-ece891f958bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0909517 Sep 21 08:35:39.189576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Router 9833c3cc-4370-46c2-b730-f3a4a9b7fd03 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:35:39.196846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-399a5405-727f-457c-aa51-1cd29fb17b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.206586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-63f3ddc8-6e7c-4b7a-82e0-4962e627b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:39.209894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-63f3ddc8-6e7c-4b7a-82e0-4962e627b122 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 1096 time: 0.1219308 Sep 21 08:35:39.213111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-399a5405-727f-457c-aa51-1cd29fb17b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.230089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-556d65e2-5985-49af-bc62-8a415cb63348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:39.231628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-556d65e2-5985-49af-bc62-8a415cb63348 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669036 Sep 21 08:35:39.314961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a5405-727f-457c-aa51-1cd29fb17b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdbd974-a25a-4eda-8157-d524f97e5b99,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:39.331442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-399a5405-727f-457c-aa51-1cd29fb17b65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=469e7ac5906d4d16a9ab5b5914c836ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3770006 Sep 21 08:35:39.334358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54814) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:39.375854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-1fe3ba52-76ad-4964-87e7-a4bbd03bea0d service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361206 Sep 21 08:35:39.379879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:35:39.387023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7185d9cf-d753-4008-8a2d-31b244cb1cf6 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "PUT /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9149389 Sep 21 08:35:39.401051 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a855140-db54-4b53-9375-af59adaac613 None None] Sync routers for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:35:39.414587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54816) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:39.424805 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a855140-db54-4b53-9375-af59adaac613 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:39.425938 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7a855140-db54-4b53-9375-af59adaac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:39.461597 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-9d14b2ab-dc3f-4bcb-9960-7ded9f6f288a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] show failed (client error): The resource could not be found. Sep 21 08:35:39.462814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9d14b2ab-dc3f-4bcb-9960-7ded9f6f288a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "GET /v2.0/routers/tempest-non_exist_router-2127747580 HTTP/1.1" status: 404 len: 335 time: 0.0472806 Sep 21 08:35:39.468330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54820) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:39.472690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3be2610d-b8b3-4762-abf0-72290b68dc8d tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:39.484063 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7a855140-db54-4b53-9375-af59adaac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:39.502690 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a855140-db54-4b53-9375-af59adaac613 None None] Routers {'9833c3cc-4370-46c2-b730-f3a4a9b7fd03'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:35:39.503406 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7a855140-db54-4b53-9375-af59adaac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:35:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:39.520789 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-3be2610d-b8b3-4762-abf0-72290b68dc8d tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] update failed (client error): The resource could not be found. Sep 21 08:35:39.521912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3be2610d-b8b3-4762-abf0-72290b68dc8d tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "PUT /v2.0/routers/tempest-non_exist_router-1998233699 HTTP/1.1" status: 404 len: 335 time: 0.0527689 Sep 21 08:35:39.529954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54824) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:39.542235 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7a855140-db54-4b53-9375-af59adaac613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:39.543131 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a855140-db54-4b53-9375-af59adaac613 None None] The sync data for ids ['9833c3cc-4370-46c2-b730-f3a4a9b7fd03'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:35:39.547396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-457e7559-d9a0-4e4d-b4d9-a14437a4b4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.569926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-1cea5569-996e-4f1f-bbfc-3cde7c04efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:39.571504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-1cea5569-996e-4f1f-bbfc-3cde7c04efab service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.2972934 Sep 21 08:35:39.596704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-457e7559-d9a0-4e4d-b4d9-a14437a4b4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.606437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11caa849-cc2a-4802-aa49-cf75e436d28b req-c9eccc41-2d62-4b94-a182-c16dbe8c8068 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177465 Sep 21 08:35:39.629421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-dd56ba67-e940-4e8e-bf39-223afe3467d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b HTTP/1.1" status: 200 len: 217 time: 0.0484121 Sep 21 08:35:39.638801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Deleting subnet 45637f29-0f5e-4111-828d-544ea7949d18 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:35:39.643245 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.661658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-457e7559-d9a0-4e4d-b4d9-a14437a4b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.666110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-457e7559-d9a0-4e4d-b4d9-a14437a4b4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.670336 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-457e7559-d9a0-4e4d-b4d9-a14437a4b4c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fdbd974-a25a-4eda-8157-d524f97e5b99 HTTP/1.1" status: 204 len: 168 time: 0.3320720 Sep 21 08:35:39.685061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e7559-d9a0-4e4d-b4d9-a14437a4b4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdbd974-a25a-4eda-8157-d524f97e5b99,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:39.720145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.748736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-928ffe47-59b6-4e36-8f94-cdaa8dae6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:39.750273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-928ffe47-59b6-4e36-8f94-cdaa8dae6254 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1081171 Sep 21 08:35:39.848711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-fa13fdff-6647-4327-8bbe-7a59b938f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:39.855363 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-fa13fdff-6647-4327-8bbe-7a59b938f45e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883048 Sep 21 08:35:39.859832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:39.932118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54838) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:40.022702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-8d06f773-330a-4fb2-ae14-a7fa73449cd6 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563764 Sep 21 08:35:40.034091 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.118473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Subnet': ['ID=45637f29-0f5e-4111-828d-544ea7949d18,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:40.121894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.125426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65a10b-7265-4427-9fa1-a5d52175c57e None None] Network fda2bce1-7b1d-4294-bacc-0ee179150b94 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:40.126414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fe92e475-b42a-4ddb-99ca-89edff09d2e6 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-751899293'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:40.143368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3b63683b-4c04-45bc-ab18-7ed158b1e433 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/subnets/45637f29-0f5e-4111-828d-544ea7949d18 HTTP/1.1" status: 204 len: 168 time: 0.6086752 Sep 21 08:35:40.146185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54844) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:40.169372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54846) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:40.180656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d306d21-f153-4e02-b0da-ddb7daf46d7f req-0141242c-675f-466c-938d-eb1d412414a1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:40.192907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d306d21-f153-4e02-b0da-ddb7daf46d7f req-0141242c-675f-466c-938d-eb1d412414a1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1364186 Sep 21 08:35:40.212058 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe92e475-b42a-4ddb-99ca-89edff09d2e6 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.213473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe92e475-b42a-4ddb-99ca-89edff09d2e6 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.219517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Deleting subnet 2e42d212-89c8-4897-8c22-f144df111c3e {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:35:40.223342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.241059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36b7699d-8eda-495f-90ca-89333fdace67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.276268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.301542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe92e475-b42a-4ddb-99ca-89edff09d2e6 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.313265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe92e475-b42a-4ddb-99ca-89edff09d2e6 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.351453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d306d21-f153-4e02-b0da-ddb7daf46d7f req-848be582-d443-4a02-a197-b102f655c031 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566644 Sep 21 08:35:40.399284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] DHCP port deletion for fda2bce1-7b1d-4294-bacc-0ee179150b94 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:35:40.449785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36b7699d-8eda-495f-90ca-89333fdace67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.450037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-54f811c6-80ff-4718-b35a-04206a2a4064 req-d8334353-1090-47a5-b6e2-b1966fd6aa69 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986425 Sep 21 08:35:40.450615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] Deleting port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:40.451143 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.458008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b093903-e02f-4391-82db-cdb9d9121c9a req-14a85e6b-e530-4870-ac6d-c48300d2f06b tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:40.458435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36b7699d-8eda-495f-90ca-89333fdace67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.460001 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5b093903-e02f-4391-82db-cdb9d9121c9a req-14a85e6b-e530-4870-ac6d-c48300d2f06b tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 945 time: 0.1621909 Sep 21 08:35:40.466543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.472307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe92e475-b42a-4ddb-99ca-89edff09d2e6 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.473611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fe92e475-b42a-4ddb-99ca-89edff09d2e6 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5404849 Sep 21 08:35:40.478470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54850) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:40.528449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] For port 19309622-5435-4e9d-bbb4-ef6ab5b27af5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19309622-5435-4e9d-bbb4-ef6ab5b27af5,segment=NetworkSegment(0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b),segment_id=0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:40.528882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.539047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5b093903-e02f-4391-82db-cdb9d9121c9a req-21fc9e1f-5534-45c4-a244-a8697cd628a5 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688255 Sep 21 08:35:40.542921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] Calling delete_port for 19309622-5435-4e9d-bbb4-ef6ab5b27af5 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:40.550430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-36b7699d-8eda-495f-90ca-89333fdace67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5323b954711a4bceaef80a5941697edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784344 Sep 21 08:35:40.552647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54852) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:40.563582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7699d-8eda-495f-90ca-89333fdace67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09da1b-23ed-4dd6-ad0f-0554633f95ba,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:40.587077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.605134 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb28696e-9797-455d-a9c0-56e80c492020 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.622719 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Subnet': ['ID=2e42d212-89c8-4897-8c22-f144df111c3e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:40.634029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.635859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f151b6c8-9928-46ba-b527-412c0af244ce None None] Network d02a7dac-b83d-4657-87fd-bcd5ee87680d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:40.636727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b1006228-87c9-4de5-840f-fb9801af9893 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/subnets/2e42d212-89c8-4897-8c22-f144df111c3e HTTP/1.1" status: 204 len: 168 time: 0.4863033 Sep 21 08:35:40.639565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54856) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:40.718941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.749907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.762768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] Pushing event deleted for resources: {'Port': ['ID=19309622-5435-4e9d-bbb4-ef6ab5b27af5,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:40.771019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9202b-a112-4f85-aa23-948e8285c8f4 None None] No DVR routers for this DVR port 19309622-5435-4e9d-bbb4-ef6ab5b27af5 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:40.893969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.920021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda2bce1-7b1d-4294-bacc-0ee179150b94']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:40.932235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:40.932570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfb7e8a-4aaf-47da-8ce9-fc4dd49bc16b') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:40.944783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.960849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] DHCP port deletion for d02a7dac-b83d-4657-87fd-bcd5ee87680d request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:35:40.967077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:40.979850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:35:40.982961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:35:41.007726 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:35:41.070207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] Deleting port 2288f158-f829-4b3c-ae16-661f4d7d3e96 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:41.070450 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.077247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.088228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.093306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/networks/fda2bce1-7b1d-4294-bacc-0ee179150b94 HTTP/1.1" status: 204 len: 168 time: 0.4501946 Sep 21 08:35:41.093630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54866) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:41.118658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4b729-eecb-442a-bf00-c5ad2cd4949f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Network': ['ID=fda2bce1-7b1d-4294-bacc-0ee179150b94,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:41.166752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] For port 2288f158-f829-4b3c-ae16-661f4d7d3e96, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2288f158-f829-4b3c-ae16-661f4d7d3e96,segment=NetworkSegment(412903f6-40e0-4be0-a2a5-b6b3ca481ee1),segment_id=412903f6-40e0-4be0-a2a5-b6b3ca481ee1)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:41.167274 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.195530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] Calling delete_port for 2288f158-f829-4b3c-ae16-661f4d7d3e96 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:41.208386 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb28696e-9797-455d-a9c0-56e80c492020 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.216074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb28696e-9797-455d-a9c0-56e80c492020 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.225553 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e582-9942-4ef1-8a07-7e2e2726ad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.249418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.285891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb28696e-9797-455d-a9c0-56e80c492020 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.286446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb28696e-9797-455d-a9c0-56e80c492020 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d2d3709-9e0a-44a2-bfcf-c38dc708ae06 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:41.290080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e582-9942-4ef1-8a07-7e2e2726ad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.295725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb28696e-9797-455d-a9c0-56e80c492020 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.296968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eb28696e-9797-455d-a9c0-56e80c492020 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "DELETE /v2.0/routers/5d2d3709-9e0a-44a2-bfcf-c38dc708ae06 HTTP/1.1" status: 204 len: 168 time: 0.8133569 Sep 21 08:35:41.303792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54870) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:41.312406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0e8d4558-a05d-4437-96a4-9681e353db0e tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Request body: {'router': {'name': 'tempest-router-1691932226', 'distributed': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:41.394111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e8d4558-a05d-4437-96a4-9681e353db0e tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.402858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e8d4558-a05d-4437-96a4-9681e353db0e tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.415014 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e582-9942-4ef1-8a07-7e2e2726ad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.415679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Deleting port 2288f158-f829-4b3c-ae16-661f4d7d3e96 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:41.416121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.421093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e582-9942-4ef1-8a07-7e2e2726ad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.423148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7f8e582-9942-4ef1-8a07-7e2e2726ad3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b09da1b-23ed-4dd6-ad0f-0554633f95ba HTTP/1.1" status: 204 len: 168 time: 0.8676314 Sep 21 08:35:41.483241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8e582-9942-4ef1-8a07-7e2e2726ad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09da1b-23ed-4dd6-ad0f-0554633f95ba,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:41.570799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e8d4558-a05d-4437-96a4-9681e353db0e tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.582526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e8d4558-a05d-4437-96a4-9681e353db0e tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.593126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.628535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756630-8293-4410-aab9-e4166674f908 req-8f0f6532-29b9-4ece-9bed-d7fb84a94a4e tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:41.629833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] For port 2288f158-f829-4b3c-ae16-661f4d7d3e96, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2288f158-f829-4b3c-ae16-661f4d7d3e96,segment=NetworkSegment(412903f6-40e0-4be0-a2a5-b6b3ca481ee1),segment_id=412903f6-40e0-4be0-a2a5-b6b3ca481ee1)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:41.630512 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.642559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e8d4558-a05d-4437-96a4-9681e353db0e tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.643913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0e8d4558-a05d-4437-96a4-9681e353db0e tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3388662 Sep 21 08:35:41.652478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54878) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:41.655598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] Pushing event deleted for resources: {'Port': ['ID=2288f158-f829-4b3c-ae16-661f4d7d3e96,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:41.656531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df756630-8293-4410-aab9-e4166674f908 req-8f0f6532-29b9-4ece-9bed-d7fb84a94a4e tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 945 time: 0.2170243 Sep 21 08:35:41.660571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Calling delete_port for 2288f158-f829-4b3c-ae16-661f4d7d3e96 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:41.676247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc1a132-3a61-4066-8d4e-750647eaa67f None None] No DVR routers for this DVR port 2288f158-f829-4b3c-ae16-661f4d7d3e96 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:41.740982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d0da8-4abe-41b2-9cf1-4c4c670ae713 req-7539b672-1ace-49e6-b52b-b3d28f200c80 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:41.743569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f41d0da8-4abe-41b2-9cf1-4c4c670ae713 req-7539b672-1ace-49e6-b52b-b3d28f200c80 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.2184274 Sep 21 08:35:41.753791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df756630-8293-4410-aab9-e4166674f908 req-f7f22ee6-ab95-4fc9-93ef-b53736d1ca41 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865724 Sep 21 08:35:41.826516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b6ac-48fd-40d7-8ab0-56514801c800 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:41.950397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f41d0da8-4abe-41b2-9cf1-4c4c670ae713 req-18ea87f8-7db2-4385-8d3d-1f62d1a5adb3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391120 Sep 21 08:35:42.071355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b6ac-48fd-40d7-8ab0-56514801c800 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.075068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b6ac-48fd-40d7-8ab0-56514801c800 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.079413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.152919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19309622-5435-4e9d-bbb4-ef6ab5b27af5 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:42.154170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Port': ['ID=2288f158-f829-4b3c-ae16-661f4d7d3e96,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:42.161923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] No DVR routers for this DVR port 2288f158-f829-4b3c-ae16-661f4d7d3e96 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:42.184309 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 19309622-5435-4e9d-bbb4-ef6ab5b27af5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:42.185579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19309622-5435-4e9d-bbb4-ef6ab5b27af5 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:42.186555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2288f158-f829-4b3c-ae16-661f4d7d3e96 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:42.199723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b6ac-48fd-40d7-8ab0-56514801c800 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.199723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3b6ac-48fd-40d7-8ab0-56514801c800 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13af3f05-972d-448a-a5f6-854c1da39a15 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:42.215596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2288f158-f829-4b3c-ae16-661f4d7d3e96 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:42.215945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2288f158-f829-4b3c-ae16-661f4d7d3e96 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:42.228434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b6ac-48fd-40d7-8ab0-56514801c800 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.233481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a8d3b6ac-48fd-40d7-8ab0-56514801c800 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "DELETE /v2.0/routers/13af3f05-972d-448a-a5f6-854c1da39a15 HTTP/1.1" status: 204 len: 168 time: 0.5760341 Sep 21 08:35:42.234308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54898) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:42.239497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-be30554c-5e89-4300-9c04-dd019849cc60 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Request body: {'router': {'name': 'tempest-router-776019791', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e9ffcd2ef2fc4e64a198db3878729abb'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:42.304152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.324733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be30554c-5e89-4300-9c04-dd019849cc60 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.326122 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be30554c-5e89-4300-9c04-dd019849cc60 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.342153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02a7dac-b83d-4657-87fd-bcd5ee87680d']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:42.359177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412903f6-40e0-4be0-a2a5-b6b3ca481ee1') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:42.359628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412903f6-40e0-4be0-a2a5-b6b3ca481ee1') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:42.383277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.436596 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be30554c-5e89-4300-9c04-dd019849cc60 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.438377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.447367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be30554c-5e89-4300-9c04-dd019849cc60 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.450414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:35:42.451006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:35:42.456143 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:35:42.493755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be30554c-5e89-4300-9c04-dd019849cc60 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.495275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-be30554c-5e89-4300-9c04-dd019849cc60 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2599459 Sep 21 08:35:42.498396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54906) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:42.503955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:42.546572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.557994 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.563034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/networks/d02a7dac-b83d-4657-87fd-bcd5ee87680d HTTP/1.1" status: 204 len: 168 time: 1.4660575 Sep 21 08:35:42.571496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54908) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:42.580127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e3fbc-2f6d-42b2-9aa7-af3d475bd34a tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Network': ['ID=d02a7dac-b83d-4657-87fd-bcd5ee87680d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:42.641557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Deleting subnet e44145d0-401a-4717-a687-f822b207027c {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:35:42.645441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.700163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.815426 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.847850 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1030320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1034752', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3990'] for router, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.848128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.919455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.958432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:42.960986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/subnets/e44145d0-401a-4717-a687-f822b207027c HTTP/1.1" status: 204 len: 168 time: 0.3884573 Sep 21 08:35:42.963336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1fce3-31e5-4e28-bea2-0ea410d54ac3 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Subnet': ['ID=e44145d0-401a-4717-a687-f822b207027c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:42.966676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54918) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:42.972549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a049ab-6c33-4c3f-8f82-0a10d53db23b None None] Network 65f33620-fb99-46ab-bd0f-3e698a07eec9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:43.004765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1069d-cd0a-4551-b5e2-f306c77acbb3 req-8175433b-b3e5-4ae2-a957-613c96836f7d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:43.007442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-60b1069d-cd0a-4551-b5e2-f306c77acbb3 req-8175433b-b3e5-4ae2-a957-613c96836f7d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 945 time: 0.1237853 Sep 21 08:35:43.017844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94724) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 21 08:35:43.018893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Router 6b60ec24-1020-443c-94e0-fbfb0b0f2c2d migrating from provider to provider. {{(pid=94724) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 21 08:35:43.019595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.028575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.038164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1030331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1030306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1034763'] for router, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.224739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc9316-f49c-408f-b472-6c9b98656d0d req-a1fc288a-7a8c-4e60-b507-d6d1aed5a061 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:43.239565 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6dc9316-f49c-408f-b472-6c9b98656d0d req-a1fc288a-7a8c-4e60-b507-d6d1aed5a061 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1311436 Sep 21 08:35:43.248582 n-d-809980-2 neutron-server[94724]: WARNING neutron.scheduler.l3_agent_scheduler [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] No L3 agents can host the router 6b60ec24-1020-443c-94e0-fbfb0b0f2c2d Sep 21 08:35:43.302151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] DHCP port deletion for 65f33620-fb99-46ab-bd0f-3e698a07eec9 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:35:43.367797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6dc9316-f49c-408f-b472-6c9b98656d0d req-7b77000d-cd4c-49f2-a6e1-731bb8eda486 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262717 Sep 21 08:35:43.374071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] Deleting port c62f184f-52eb-4c73-88b0-c01723911527 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:43.374906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.460129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Hosts for router 6b60ec24-1020-443c-94e0-fbfb0b0f2c2d: [] {{(pid=94724) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 21 08:35:43.486206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] For port c62f184f-52eb-4c73-88b0-c01723911527, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c62f184f-52eb-4c73-88b0-c01723911527,segment=NetworkSegment(107ffc34-7b2b-42d7-b284-598f146c2af2),segment_id=107ffc34-7b2b-42d7-b284-598f146c2af2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:43.486726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.492498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Hosts for other DVR routers connected to router 6b60ec24-1020-443c-94e0-fbfb0b0f2c2d: set() {{(pid=94724) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 21 08:35:43.495692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.501800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-480d89dd-7922-47f1-ad52-18e4e1651b8d tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "PUT /v2.0/routers/6b60ec24-1020-443c-94e0-fbfb0b0f2c2d HTTP/1.1" status: 200 len: 716 time: 1.0003662 Sep 21 08:35:43.504600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54934) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:43.515098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] Calling delete_port for c62f184f-52eb-4c73-88b0-c01723911527 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:43.614356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e54891da-cfcc-49a7-9b26-409a35c650de tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "GET /v2.0/routers/6b60ec24-1020-443c-94e0-fbfb0b0f2c2d HTTP/1.1" status: 200 len: 716 time: 0.1083009 Sep 21 08:35:43.616989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54940) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:43.632825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.661008 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.675921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] Pushing event deleted for resources: {'Port': ['ID=c62f184f-52eb-4c73-88b0-c01723911527,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:43.676752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-60b1069d-cd0a-4551-b5e2-f306c77acbb3 req-8e9d376f-d8d2-4893-8e09-1ba4312f7e3b tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524193 Sep 21 08:35:43.679152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b8697-e6d0-443e-96bf-a8d5e6d4d722 None None] No DVR routers for this DVR port c62f184f-52eb-4c73-88b0-c01723911527 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:43.701880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-66130adc-09e1-42c8-b9ff-9a44365ba393 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:43.705232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-66130adc-09e1-42c8-b9ff-9a44365ba393 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 945 time: 0.6792891 Sep 21 08:35:43.849848 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.880402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f33620-fb99-46ab-bd0f-3e698a07eec9']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:43.895252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107ffc34-7b2b-42d7-b284-598f146c2af2') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:43.895676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107ffc34-7b2b-42d7-b284-598f146c2af2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:35:43.913116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:43.932623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-af4096cb-570d-4c56-a3e3-0bc7d4faa70a tempest-RoutersTestDVR-33803119 tempest-RoutersTestDVR-33803119-project] 10.222.0.59 "GET /v2.0/routers/6b60ec24-1020-443c-94e0-fbfb0b0f2c2d HTTP/1.1" status: 200 len: 682 time: 0.3144064 Sep 21 08:35:43.935985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54948) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:43.945990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.000752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:35:44.001465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:35:44.005665 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:35:44.010811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Deleting port 77ab4438-db45-420b-bc08-fd377763509c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:44.011173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.149438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c62f184f-52eb-4c73-88b0-c01723911527 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:44.168477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34f9645-1867-4355-852f-e5df280fb7a1 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.173560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c62f184f-52eb-4c73-88b0-c01723911527 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:44.174112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c62f184f-52eb-4c73-88b0-c01723911527 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:44.181383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.227383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.229238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/networks/65f33620-fb99-46ab-bd0f-3e698a07eec9 HTTP/1.1" status: 204 len: 168 time: 1.2615883 Sep 21 08:35:44.232282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54956) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:44.276438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3920395-3101-4eb4-a989-a9aa0cbe5c24 tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Pushing event deleted for resources: {'Network': ['ID=65f33620-fb99-46ab-bd0f-3e698a07eec9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:44.278730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca3030af-0cb9-4d68-a57e-9250e64de06f tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "GET /v2.0/ports?device_id=9833c3cc-4370-46c2-b730-f3a4a9b7fd03 HTTP/1.1" status: 200 len: 205 time: 0.0442374 Sep 21 08:35:44.280322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54958) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:44.368012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] For port 77ab4438-db45-420b-bc08-fd377763509c, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=77ab4438-db45-420b-bc08-fd377763509c,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:44.368397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.382947 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38ce669-d159-4b64-9dbd-90e72afb20eb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.404665 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34f9645-1867-4355-852f-e5df280fb7a1 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.409847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34f9645-1867-4355-852f-e5df280fb7a1 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.420643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Calling delete_port for 77ab4438-db45-420b-bc08-fd377763509c owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:44.507812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34f9645-1867-4355-852f-e5df280fb7a1 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.507812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34f9645-1867-4355-852f-e5df280fb7a1 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b60ec24-1020-443c-94e0-fbfb0b0f2c2d {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:44.517855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e34f9645-1867-4355-852f-e5df280fb7a1 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.519054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e34f9645-1867-4355-852f-e5df280fb7a1 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "DELETE /v2.0/routers/6b60ec24-1020-443c-94e0-fbfb0b0f2c2d HTTP/1.1" status: 204 len: 168 time: 0.5818522 Sep 21 08:35:44.524274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54962) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:44.530276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-59e51b06-09b4-4af9-9bd8-1a76b0bd96ce tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Request body: {'router': {'name': 'tempest-router-1179286039', 'distributed': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:44.576718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e51b06-09b4-4af9-9bd8-1a76b0bd96ce tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.577869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e51b06-09b4-4af9-9bd8-1a76b0bd96ce tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.629421 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38ce669-d159-4b64-9dbd-90e72afb20eb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.632661 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38ce669-d159-4b64-9dbd-90e72afb20eb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.640270 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e51b06-09b4-4af9-9bd8-1a76b0bd96ce tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.647886 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e51b06-09b4-4af9-9bd8-1a76b0bd96ce tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.695354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9eff7-c82f-4210-af92-6a35ed123270 req-8602b58b-ee36-433a-8d29-05bce161043b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:44.703479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dec9eff7-c82f-4210-af92-6a35ed123270 req-8602b58b-ee36-433a-8d29-05bce161043b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.2128344 Sep 21 08:35:44.705398 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-59e51b06-09b4-4af9-9bd8-1a76b0bd96ce tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.706634 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-59e51b06-09b4-4af9-9bd8-1a76b0bd96ce tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1814225 Sep 21 08:35:44.710861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54966) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:44.729118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38ce669-d159-4b64-9dbd-90e72afb20eb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.731826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38ce669-d159-4b64-9dbd-90e72afb20eb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Fanout notify agent at l3_agent the message router_deleted on router 9833c3cc-4370-46c2-b730-f3a4a9b7fd03 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:44.748250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38ce669-d159-4b64-9dbd-90e72afb20eb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.750570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f38ce669-d159-4b64-9dbd-90e72afb20eb tempest-RoutersNegativeTest-339564797 tempest-RoutersNegativeTest-339564797-project] 10.222.0.59 "DELETE /v2.0/routers/9833c3cc-4370-46c2-b730-f3a4a9b7fd03 HTTP/1.1" status: 204 len: 168 time: 0.4691617 Sep 21 08:35:44.852183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dec9eff7-c82f-4210-af92-6a35ed123270 req-4975153b-16b2-4eb9-b8f2-ca5f7a76d985 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471889 Sep 21 08:35:44.935283 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.939015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-017025d2-7499-4c7c-9030-c684d34ce240 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:44.965647 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa28b534-7346-4f61-b397-3e97eeb3ff23 req-ee85f735-7029-43a9-ab73-f91959c7393e tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 210 time: 0.0398333 Sep 21 08:35:45.024732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Pushing event deleted for resources: {'Port': ['ID=77ab4438-db45-420b-bc08-fd377763509c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:45.230674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 54984) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:45.249552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] No DVR routers for this DVR port 77ab4438-db45-420b-bc08-fd377763509c on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:45.254068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.256598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d3ce68e-41cb-4bf9-8bcf-4c1fb687dd1b req-041606de-5aa9-4edc-91cc-75cc929a0765 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "DELETE /v2.0/ports/77ab4438-db45-420b-bc08-fd377763509c HTTP/1.1" status: 204 len: 173 time: 1.5416305 Sep 21 08:35:45.257229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'name': 'network-vif-deleted', 'tag': '77ab4438-db45-420b-bc08-fd377763509c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:45.264055 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cd06b4-7150-4618-acc6-ba2cba287c46" -d '{"events": [{"server_uuid": "9d6fa35b-b38b-402c-bccc-fcfc67e63f83", "name": "network-vif-deleted", "tag": "77ab4438-db45-420b-bc08-fd377763509c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:45.305540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-017025d2-7499-4c7c-9030-c684d34ce240 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.310085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-017025d2-7499-4c7c-9030-c684d34ce240 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.391984 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-017025d2-7499-4c7c-9030-c684d34ce240 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.392496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017025d2-7499-4c7c-9030-c684d34ce240 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfd6c10b-5e41-4a12-bd97-db9b62445994 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:35:45.409327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-017025d2-7499-4c7c-9030-c684d34ce240 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.411543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-017025d2-7499-4c7c-9030-c684d34ce240 tempest-RoutersTestDVR-649090548 tempest-RoutersTestDVR-649090548-project-admin] 10.222.0.59 "DELETE /v2.0/routers/bfd6c10b-5e41-4a12-bd97-db9b62445994 HTTP/1.1" status: 204 len: 168 time: 0.6989703 Sep 21 08:35:45.449743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-31eac9e1-57ad-42fb-81dc-e3e4245a2333 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b19b41ea1a51423ab607f02d391d8811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167220 Sep 21 08:35:45.452505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 54996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:45.546591 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7ab3-3fa8-4ed7-88ed-cbbb56c99645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.583375 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7ab3-3fa8-4ed7-88ed-cbbb56c99645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.682048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7ab3-3fa8-4ed7-88ed-cbbb56c99645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.688147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7ab3-3fa8-4ed7-88ed-cbbb56c99645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:45.699136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7bdb7ab3-3fa8-4ed7-88ed-cbbb56c99645 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68847d87-17a4-44b5-9057-70f98f594702 HTTP/1.1" status: 204 len: 168 time: 0.2450025 Sep 21 08:35:45.712573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb7ab3-3fa8-4ed7-88ed-cbbb56c99645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68847d87-17a4-44b5-9057-70f98f594702,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:45.757735 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7324d8-3815-44ba-81f3-40da57f3efce x-openstack-request-id: req-4d7324d8-3815-44ba-81f3-40da57f3efce {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:45.758733 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6fa35b-b38b-402c-bccc-fcfc67e63f83", "name": "network-vif-deleted", "tag": "77ab4438-db45-420b-bc08-fd377763509c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:45.758996 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d7324d8-3815-44ba-81f3-40da57f3efce {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:45.759490 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6fa35b-b38b-402c-bccc-fcfc67e63f83', 'name': 'network-vif-deleted', 'tag': '77ab4438-db45-420b-bc08-fd377763509c', 'status': 'completed', 'code': 200} Sep 21 08:35:45.864924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55002) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:46.226527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ae35f4c-5c92-4164-853d-d68f301580ba req-98e30686-7ad3-44d2-b392-a197654c04e6 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d6fa35b-b38b-402c-bccc-fcfc67e63f83 HTTP/1.1" status: 200 len: 210 time: 0.0513697 Sep 21 08:35:46.235147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0d61c0b8-6cac-49a0-8280-f260a5e627c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:46.273592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fbc7a-c51a-4cf1-b802-d67108659afa req-10d3d8a2-cd55-4577-8f6f-570120d02f85 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:46.275627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145fbc7a-c51a-4cf1-b802-d67108659afa req-10d3d8a2-cd55-4577-8f6f-570120d02f85 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.1931479 Sep 21 08:35:46.357009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 77ab4438-db45-420b-bc08-fd377763509c no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:46.376882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145fbc7a-c51a-4cf1-b802-d67108659afa req-88e04016-3da2-4572-bd41-fa2cc11f5d51 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867128 Sep 21 08:35:46.389212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 77ab4438-db45-420b-bc08-fd377763509c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:46.390551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 77ab4438-db45-420b-bc08-fd377763509c not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:46.437879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0d61c0b8-6cac-49a0-8280-f260a5e627c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:46.442837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0d61c0b8-6cac-49a0-8280-f260a5e627c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:46.497919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c0b8-6cac-49a0-8280-f260a5e627c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c767e70-183f-419b-9ed0-27d55d58e4a2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:46.507112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0d61c0b8-6cac-49a0-8280-f260a5e627c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9ffcd2ef2fc4e64a198db3878729abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396751 Sep 21 08:35:46.510450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55026) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:46.577872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24a97d53-7a9b-48dc-ab9f-9a3ad8824a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:46.610481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24a97d53-7a9b-48dc-ab9f-9a3ad8824a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:46.676317 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24a97d53-7a9b-48dc-ab9f-9a3ad8824a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:46.679703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24a97d53-7a9b-48dc-ab9f-9a3ad8824a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:46.681207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-24a97d53-7a9b-48dc-ab9f-9a3ad8824a82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c767e70-183f-419b-9ed0-27d55d58e4a2 HTTP/1.1" status: 204 len: 168 time: 0.1691976 Sep 21 08:35:46.691060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a97d53-7a9b-48dc-ab9f-9a3ad8824a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c767e70-183f-419b-9ed0-27d55d58e4a2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:46.903041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55040) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:46.948276 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:35:47.027806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19489390-b96c-476f-8892-8cf3f5107dcd tempest-ServiceProvidersTest-1192925465 tempest-ServiceProvidersTest-1192925465-project] 10.222.0.59 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1235003 Sep 21 08:35:47.041847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55046) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:47.059849 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c052d792-3700-44de-b238-ff35f401d4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.163444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c052d792-3700-44de-b238-ff35f401d4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.169263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c052d792-3700-44de-b238-ff35f401d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.216878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c052d792-3700-44de-b238-ff35f401d4ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4878f7c25ec14fd69eb9f7c0ce60dd19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739335 Sep 21 08:35:47.217949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052d792-3700-44de-b238-ff35f401d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf94027-ce7d-4dc5-b58f-0e117492b76d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:47.219852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55050) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:47.283627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7f751d2-e82d-4371-9403-ff2504e9634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.316032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7f751d2-e82d-4371-9403-ff2504e9634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.382022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7f751d2-e82d-4371-9403-ff2504e9634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.385047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7f751d2-e82d-4371-9403-ff2504e9634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.386481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a7f751d2-e82d-4371-9403-ff2504e9634f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1cf94027-ce7d-4dc5-b58f-0e117492b76d HTTP/1.1" status: 204 len: 168 time: 0.1656289 Sep 21 08:35:47.396688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f751d2-e82d-4371-9403-ff2504e9634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf94027-ce7d-4dc5-b58f-0e117492b76d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:47.561703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55070) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:47.572654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681a909-57f5-4669-9de6-a66ada7e19a9 req-517c2e5d-ab5b-4d1a-ad8a-f55ef45bf893 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:47.582818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f681a909-57f5-4669-9de6-a66ada7e19a9 req-517c2e5d-ab5b-4d1a-ad8a-f55ef45bf893 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.0767467 Sep 21 08:35:47.639402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f681a909-57f5-4669-9de6-a66ada7e19a9 req-c7ac9099-df6b-426e-a439-2158b4d89734 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554469 Sep 21 08:35:47.703975 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-893cbbc1-c02e-415b-9b5e-fd28e016bc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.911606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-893cbbc1-c02e-415b-9b5e-fd28e016bc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.917470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-893cbbc1-c02e-415b-9b5e-fd28e016bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:47.947612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-9af87f62-cf19-4c97-accb-469ee8094aa8 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:47.959745 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-9af87f62-cf19-4c97-accb-469ee8094aa8 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/networks?id=1305cee8-8b1b-4493-b223-4fb65032ae87 HTTP/1.1" status: 200 len: 808 time: 0.1973450 Sep 21 08:35:47.970747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-893cbbc1-c02e-415b-9b5e-fd28e016bc84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df5869366fea4146bd6cdeda88cd3045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048176 Sep 21 08:35:47.970747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cbbc1-c02e-415b-9b5e-fd28e016bc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1087d5bb-5fa8-4024-813e-e61cefd6deb8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:47.972181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55090) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:48.002381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-bea97454-3800-452c-8e6b-512420984ab3 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/quotas/dbfbc3fefb1d4a9b88ae790076a0bf60 HTTP/1.1" status: 200 len: 375 time: 0.0413141 Sep 21 08:35:48.050482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-bdd923a3-5b1c-470d-b850-ceb962cff4cd tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=dbfbc3fefb1d4a9b88ae790076a0bf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469964 Sep 21 08:35:48.075818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-2f0150a7-8722-4d11-88c9-1c5d652e280d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:35:48.077447 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-2f0150a7-8722-4d11-88c9-1c5d652e280d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085530 Sep 21 08:35:48.118276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a42d-66d4-41e1-964b-7fd6e0f18fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:48.172418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a42d-66d4-41e1-964b-7fd6e0f18fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:48.272982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ba2a5c35-40e9-4149-94bb-7ab344fd8a5d service neutron] 10.222.0.59 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642165 Sep 21 08:35:48.393358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-2ac68b20-9035-478d-becd-d21619a7487d service neutron] 10.222.0.59 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087930 Sep 21 08:35:48.405726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a42d-66d4-41e1-964b-7fd6e0f18fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:48.408319 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fd7a42d-66d4-41e1-964b-7fd6e0f18fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:48.412913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3fd7a42d-66d4-41e1-964b-7fd6e0f18fa6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1087d5bb-5fa8-4024-813e-e61cefd6deb8 HTTP/1.1" status: 204 len: 168 time: 0.4389091 Sep 21 08:35:48.432922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7a42d-66d4-41e1-964b-7fd6e0f18fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087d5bb-5fa8-4024-813e-e61cefd6deb8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:48.663120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f184497-e64a-4685-ae5c-c492d0741ecd req-674d8b05-f552-42d7-925d-342bebfbdb3b tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 210 time: 0.0594511 Sep 21 08:35:48.663809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55118) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:48.873270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36937811-b7bd-4bd3-9294-9214fbaf0dac req-593d5289-0875-46b0-b73f-a4787eb1e6f6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:48.875188 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36937811-b7bd-4bd3-9294-9214fbaf0dac req-593d5289-0875-46b0-b73f-a4787eb1e6f6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 944 time: 0.0951018 Sep 21 08:35:48.995840 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5201b40a-9d09-4392-ab43-975da897eead tempest-AgentManagementNegativeTest-1635634820 tempest-AgentManagementNegativeTest-1635634820-project] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3301673 Sep 21 08:35:49.014291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36937811-b7bd-4bd3-9294-9214fbaf0dac req-db47a1fc-3e3d-41ff-9c63-9e430b99523d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276796 Sep 21 08:35:49.021032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ddedd10c-acba-4291-b977-1b8de35b1cbe details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:35:49.165602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ddedd10c-acba-4291-b977-1b8de35b1cbe, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ddedd10c-acba-4291-b977-1b8de35b1cbe,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:49.180874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'ddedd10c-acba-4291-b977-1b8de35b1cbe', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'port_id': 'ddedd10c-acba-4291-b977-1b8de35b1cbe', 'mac_address': 'fa:16:3e:72:da:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:35:49.230146 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:49.257696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddedd10c-acba-4291-b977-1b8de35b1cbe {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:35:49.307054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ddedd10c-acba-4291-b977-1b8de35b1cbe, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ddedd10c-acba-4291-b977-1b8de35b1cbe,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:49.313894 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:49.370050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55146) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:49.420301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=ddedd10c-acba-4291-b977-1b8de35b1cbe,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:49.564336 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9051a153-69fb-43d2-bb8e-94d25ea1b10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:49.646615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['ddedd10c-acba-4291-b977-1b8de35b1cbe'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:35:49.721840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9051a153-69fb-43d2-bb8e-94d25ea1b10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:49.728241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9051a153-69fb-43d2-bb8e-94d25ea1b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:49.782337 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9051a153-69fb-43d2-bb8e-94d25ea1b10b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f76ffbbc80d4dc48f7f782f1f759001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096715 Sep 21 08:35:49.785228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55162) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:49.807148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051a153-69fb-43d2-bb8e-94d25ea1b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80505cfe-fbd9-461c-86c5-96084172d0cb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:49.833069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0baed00e-9dc7-42ca-9bb3-cc82fd385e74 req-7e0906fa-0c4e-410f-9dca-5b05e09b4cff tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 210 time: 0.0546899 Sep 21 08:35:49.907229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2cc35ca-1371-4a3d-ace7-34a45763543b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:49.945632 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2cc35ca-1371-4a3d-ace7-34a45763543b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:50.022747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2cc35ca-1371-4a3d-ace7-34a45763543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:50.025920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2cc35ca-1371-4a3d-ace7-34a45763543b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:50.027204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a2cc35ca-1371-4a3d-ace7-34a45763543b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/80505cfe-fbd9-461c-86c5-96084172d0cb HTTP/1.1" status: 204 len: 168 time: 0.2406003 Sep 21 08:35:50.051268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc35ca-1371-4a3d-ace7-34a45763543b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80505cfe-fbd9-461c-86c5-96084172d0cb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:50.232127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-1505fadb-5946-4d57-84c2-22e65590b332 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:50.233703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-1505fadb-5946-4d57-84c2-22e65590b332 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "GET /v2.0/networks?id=1305cee8-8b1b-4493-b223-4fb65032ae87 HTTP/1.1" status: 200 len: 808 time: 0.2256732 Sep 21 08:35:50.249568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Request body: {'port': {'device_id': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87', 'admin_state_up': True, 'tenant_id': 'dbfbc3fefb1d4a9b88ae790076a0bf60'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:50.266103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f595507-82bb-4291-8465-757c77dfaa66 req-37fac148-78e1-4062-92f1-9919f228f5f2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:50.267864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f595507-82bb-4291-8465-757c77dfaa66 req-37fac148-78e1-4062-92f1-9919f228f5f2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 945 time: 0.0737903 Sep 21 08:35:50.353368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1f595507-82bb-4291-8465-757c77dfaa66 req-c525b1c9-5605-415b-b707-e43f9a9571cf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767059 Sep 21 08:35:50.464608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Made reservation on behalf of dbfbc3fefb1d4a9b88ae790076a0bf60 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:50.470562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:50.630470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Allocated IP 172.20.0.9 (1305cee8-8b1b-4493-b223-4fb65032ae87/fcda38e8-bcba-4801-8f80-6e37c940b9c6/a6a48d1d-f54e-4d90-ad44-a002ca20bd86) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:50.889416 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:50.956087 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d8e59da-5e13-4679-8fe4-67dfdac98426 req-64eab2e9-306c-4c70-9b8e-157253bd1d4a tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 210 time: 0.0339274 Sep 21 08:35:50.969447 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.018219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ddedd10c-acba-4291-b977-1b8de35b1cbe up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:51.034664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Pushing event updated for resources: {'Port': ['ID=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:51.059966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Network 1305cee8-8b1b-4493-b223-4fb65032ae87 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:51.061501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:51.070281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:51.101536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55214) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:51.140125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:51.141660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.143258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port ddedd10c-acba-4291-b977-1b8de35b1cbe completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:35:51.154572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port ddedd10c-acba-4291-b977-1b8de35b1cbe triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:51.156272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.160908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ee92cbe0-7f9f-4671-8d1d-07843db18ca4 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9164331 Sep 21 08:35:51.183566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Request body: {'port': {'device_id': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:51.272679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.280325 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.308425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddedd10c-acba-4291-b977-1b8de35b1cbe'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:51.310852 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e5a02-f1d5-4ea6-a7f5-4c6b77b5d306" -d '{"events": [{"server_uuid": "2df731b5-1f1d-44cc-bfa8-f39455675684", "name": "network-vif-plugged", "status": "completed", "tag": "ddedd10c-acba-4291-b977-1b8de35b1cbe"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:51.313467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1843989331'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:51.327408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ddedd10c-acba-4291-b977-1b8de35b1cbe, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ddedd10c-acba-4291-b977-1b8de35b1cbe,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:51.332075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.413572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=ddedd10c-acba-4291-b977-1b8de35b1cbe,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:51.431148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Made reservation on behalf of b21a4f920ea0497b83fb5b1bc78036d5 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:51.439134 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.449137 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba17efd7-e0e4-4275-a5be-386869c4dcf3 x-openstack-request-id: req-ba17efd7-e0e4-4275-a5be-386869c4dcf3 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:51.449428 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df731b5-1f1d-44cc-bfa8-f39455675684", "name": "network-vif-plugged", "status": "completed", "tag": "ddedd10c-acba-4291-b977-1b8de35b1cbe", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:51.449680 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba17efd7-e0e4-4275-a5be-386869c4dcf3 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:51.450113 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddedd10c-acba-4291-b977-1b8de35b1cbe', 'code': 200} Sep 21 08:35:51.462241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.595737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbe3f1-5240-4c06-8537-b0310486a27b req-da14bc6f-db03-4f51-b42c-e4c4d3e9a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:51.597908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70dbe3f1-5240-4c06-8537-b0310486a27b req-da14bc6f-db03-4f51-b42c-e4c4d3e9a928 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 1097 time: 0.0911314 Sep 21 08:35:51.624971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762af95-8a76-41f2-9c36-2bda45b4c484 req-7d7085df-a36d-4eda-8ba2-b20d69ec97b7 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:51.635141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a762af95-8a76-41f2-9c36-2bda45b4c484 req-7d7085df-a36d-4eda-8ba2-b20d69ec97b7 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 946 time: 0.1333015 Sep 21 08:35:51.653700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70dbe3f1-5240-4c06-8537-b0310486a27b req-97847992-6061-4dcf-b6b2-05b1c0d85533 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Sep 21 08:35:51.686574 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.691279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.695531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a762af95-8a76-41f2-9c36-2bda45b4c484 req-0535e53b-0a15-429f-ae8f-e488841ed846 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Sep 21 08:35:51.736676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:35:51.756101 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.756459 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Added segment 073498df-38f4-4c4d-8657-3c455f040deb of type vlan for network d7ab693d-96f1-43fd-92d5-6272da2625e6 Sep 21 08:35:51.757724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25aec536-36fa-4dc8-b376-c1cea4a38196,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:51.796818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a48d1d-f54e-4d90-ad44-a002ca20bd86 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:35:51.807203 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.809658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.823836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Transition to ACTIVE for port object a6a48d1d-f54e-4d90-ad44-a002ca20bd86 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:35:51.828989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.842191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.852574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:51.854220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:51.883798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.7774603 Sep 21 08:35:51.887222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55234) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:51.894439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Request body: {'subnet': {'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:51.901524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:51.956865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d3b39-a28b-46e2-9257-82caf3ca31bc tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event updated for resources: {'Network': ['ID=d7ab693d-96f1-43fd-92d5-6272da2625e6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:51.967623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:35:52.099049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Attempting to bind port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:35:52.099514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Attempting to bind port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:35:52.099932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Attempting to bind port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 on network 1305cee8-8b1b-4493-b223-4fb65032ae87 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:52.105423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Made reservation on behalf of b21a4f920ea0497b83fb5b1bc78036d5 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:52.108961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:52.113961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 on network 1305cee8-8b1b-4493-b223-4fb65032ae87 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:35:52.114303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Attempting to bind port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 on network 1305cee8-8b1b-4493-b223-4fb65032ae87 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:52.132487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:35:52.132842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Checking segment: {'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:52.133234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Bound using segment: {'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:35:52.133686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Bound port: a6a48d1d-f54e-4d90-ad44-a002ca20bd86, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8200d89-50b1-45e4-af0d-7d425f44fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:35:52.134099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:52.169406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cd014-722f-4029-8892-837053964d2f req-aebaddab-e165-4f5b-b408-78d6251efa38 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:52.171132 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-207cd014-722f-4029-8892-837053964d2f req-aebaddab-e165-4f5b-b408-78d6251efa38 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 943 time: 0.0943410 Sep 21 08:35:52.238305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-207cd014-722f-4029-8892-837053964d2f req-21f12403-57cc-4983-b15b-c113e3cfe14f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607538 Sep 21 08:35:52.280263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] For port a6a48d1d-f54e-4d90-ad44-a002ca20bd86, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:35:52.284734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] For port a6a48d1d-f54e-4d90-ad44-a002ca20bd86, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:35:52.290679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:52.358120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:52.358915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:52.360605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] 10.222.0.50 "PUT /v2.0/ports/a6a48d1d-f54e-4d90-ad44-a002ca20bd86 HTTP/1.1" status: 200 len: 1091 time: 1.1878011 Sep 21 08:35:52.361081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'tag': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:52.363727 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4600d21c-c718-41d0-a9f9-f59f0c767867" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcbaa33-c77c-40df-8b30-5b89e8d2314b", "tag": "a6a48d1d-f54e-4d90-ad44-a002ca20bd86"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:52.400922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6e5a2-3288-47e2-a1a5-fd0de2e87cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:52.415041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3d096924-d26d-4297-8b10-56f723c8ad51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:52.451375 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fcd399-ebf0-4580-98a3-ea20e3758cfb x-openstack-request-id: req-92fcd399-ebf0-4580-98a3-ea20e3758cfb {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:52.451697 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcbaa33-c77c-40df-8b30-5b89e8d2314b", "tag": "a6a48d1d-f54e-4d90-ad44-a002ca20bd86", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:52.451931 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92fcd399-ebf0-4580-98a3-ea20e3758cfb {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:52.452415 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'tag': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86', 'status': 'completed', 'code': 200} Sep 21 08:35:52.490495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:52.527387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-6cf8ce89-f08d-4b1c-bcc5-598ff32cac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:52.528885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-6cf8ce89-f08d-4b1c-bcc5-598ff32cac0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbfbc3fefb1d4a9b88ae790076a0bf60&device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 1094 time: 0.0972626 Sep 21 08:35:52.592321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-f29ea5cd-e965-46de-94e8-7281ee4ff449 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a48d1d-f54e-4d90-ad44-a002ca20bd86 HTTP/1.1" status: 200 len: 217 time: 0.0538194 Sep 21 08:35:52.596954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event updated for resources: {'Subnet': ['ID=3d2bc255-714b-4089-9e90-a28d03eee5e9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:52.658313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Checking segment: {'id': '073498df-38f4-4c4d-8657-3c455f040deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:52.658313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Network hostable DHCP agents. Network: d7ab693d-96f1-43fd-92d5-6272da2625e6, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:35:52.674311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-33dfc4a2-b010-456e-bddb-66cea55e4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:52.676002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-33dfc4a2-b010-456e-bddb-66cea55e4701 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcda38e8-bcba-4801-8f80-6e37c940b9c6 HTTP/1.1" status: 200 len: 848 time: 0.0709627 Sep 21 08:35:52.693550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:35:52.722106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-ea6828d9-9ced-47b6-9a0c-b64a27ee6cb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305cee8-8b1b-4493-b223-4fb65032ae87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381327 Sep 21 08:35:52.730429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d7ab693d-96f1-43fd-92d5-6272da2625e6) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:52.741051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e209fa-adbd-4966-8f10-f79fcb57db71 None None] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:52.767203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:52.768137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:52.910510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429d248-2566-4774-a2a0-983bdf4f0d2c req-74c306be-3b75-428e-9bba-677ebd02b74c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:52.913317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3429d248-2566-4774-a2a0-983bdf4f0d2c req-74c306be-3b75-428e-9bba-677ebd02b74c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 946 time: 0.0757239 Sep 21 08:35:52.924992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55260) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:53.019375 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3429d248-2566-4774-a2a0-983bdf4f0d2c req-d0c4b194-6ad0-403e-ae94-ad02094d1b80 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795500 Sep 21 08:35:53.035235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d7ab693d-96f1-43fd-92d5-6272da2625e6', 'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6', 'tenant_id': 'b21a4f920ea0497b83fb5b1bc78036d5', 'fixed_ips': [{'subnet_id': '3d2bc255-714b-4089-9e90-a28d03eee5e9'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:35:53.036621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.129194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6922f5e-62fd-4be9-9432-504ccf267e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.236018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Allocated IP 2001:db8::2 (d7ab693d-96f1-43fd-92d5-6272da2625e6/3d2bc255-714b-4089-9e90-a28d03eee5e9/4f3dd644-0952-4900-8c49-d205a0fafe15) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:53.290456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6922f5e-62fd-4be9-9432-504ccf267e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.300946 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6922f5e-62fd-4be9-9432-504ccf267e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.330181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c112c03b-5df6-4017-8656-11ef39b87cdd tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4382391 Sep 21 08:35:53.331910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:53.337788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Request body: {'port': {'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-118197981'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:53.383305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6922f5e-62fd-4be9-9432-504ccf267e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c7367b-df9b-4aff-8310-5818c7ffcec6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:53.414609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e6922f5e-62fd-4be9-9432-504ccf267e71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6c1be5a92cd4629afeab7ba9f38532f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4848793 Sep 21 08:35:53.414609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55268) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:53.460460 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.469419 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.493762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2187-d313-4f7a-b235-42ea04e762f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.506595 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-6f785e96-ee61-46e3-8d13-27cd6f463354 service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7727375 Sep 21 08:35:53.512945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:53.516395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:53.523000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:53.526736 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2187-d313-4f7a-b235-42ea04e762f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.530981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Pushing event updated for resources: {'Port': ['ID=4f3dd644-0952-4900-8c49-d205a0fafe15,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:53.592885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Attempting to bind port 4f3dd644-0952-4900-8c49-d205a0fafe15 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:35:53.593313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Attempting to bind port 4f3dd644-0952-4900-8c49-d205a0fafe15 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '073498df-38f4-4c4d-8657-3c455f040deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:35:53.593760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Attempting to bind port 4f3dd644-0952-4900-8c49-d205a0fafe15 on network d7ab693d-96f1-43fd-92d5-6272da2625e6 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:35:53.595513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2187-d313-4f7a-b235-42ea04e762f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.599365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:35:53.599753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Checking segment: {'id': '073498df-38f4-4c4d-8657-3c455f040deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:35:53.600166 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.600499 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9fe2187-d313-4f7a-b235-42ea04e762f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.600607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Bound using segment: {'id': '073498df-38f4-4c4d-8657-3c455f040deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:35:53.601034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Bound port: 4f3dd644-0952-4900-8c49-d205a0fafe15, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073498df-38f4-4c4d-8657-3c455f040deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:35:53.601431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.602509 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c9fe2187-d313-4f7a-b235-42ea04e762f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/06c7367b-df9b-4aff-8310-5818c7ffcec6 HTTP/1.1" status: 204 len: 168 time: 0.1875899 Sep 21 08:35:53.612765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe2187-d313-4f7a-b235-42ea04e762f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c7367b-df9b-4aff-8310-5818c7ffcec6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:53.653099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef0821-34a4-477b-8276-d94757a36408 req-eb134ca9-aab7-4e81-a09d-522963511c9f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:53.654714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1eef0821-34a4-477b-8276-d94757a36408 req-eb134ca9-aab7-4e81-a09d-522963511c9f tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 943 time: 0.2843809 Sep 21 08:35:53.662144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a53cbfc0-8878-418b-9cf9-19915bc10d3c req-17df1e32-0fe6-487f-bbab-8180180b9ae8 service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335609 Sep 21 08:35:53.669258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Made reservation on behalf of b21a4f920ea0497b83fb5b1bc78036d5 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:53.674485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.714239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] device_id is not set on port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:35:53.716265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] For port 4f3dd644-0952-4900-8c49-d205a0fafe15, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:35:53.720960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] For port 4f3dd644-0952-4900-8c49-d205a0fafe15, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4f3dd644-0952-4900-8c49-d205a0fafe15,segment=NetworkSegment(073498df-38f4-4c4d-8657-3c455f040deb),segment_id=073498df-38f4-4c4d-8657-3c455f040deb)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:35:53.726627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:53.797975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85d1db-d0bb-4f05-baa7-891f219f1d0a None None] Pushing event updated for resources: {'Port': ['ID=4f3dd644-0952-4900-8c49-d205a0fafe15,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:53.916965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1eef0821-34a4-477b-8276-d94757a36408 req-ffe6d7f1-e385-4c47-a0e2-e0b198231ae3 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212098 Sep 21 08:35:53.960390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-aa61c148-c146-40eb-9846-af48945c19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:53.962426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-aa61c148-c146-40eb-9846-af48945c19ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dbfbc3fefb1d4a9b88ae790076a0bf60&device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 1094 time: 0.1368530 Sep 21 08:35:54.098558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Allocated IP 2001:db8::54 (d7ab693d-96f1-43fd-92d5-6272da2625e6/3d2bc255-714b-4089-9e90-a28d03eee5e9/9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:54.201790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-59869e98-9743-44dd-a0ee-226ffecb1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:54.203266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-59869e98-9743-44dd-a0ee-226ffecb1faa service neutron] 10.222.0.50 "GET /v2.0/networks?id=1305cee8-8b1b-4493-b223-4fb65032ae87 HTTP/1.1" status: 200 len: 909 time: 0.2274849 Sep 21 08:35:54.241477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55280) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:54.292937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-b981cc5a-f51f-491a-a5ff-116bb876c83a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6a48d1d-f54e-4d90-ad44-a002ca20bd86 HTTP/1.1" status: 200 len: 217 time: 0.0719836 Sep 21 08:35:54.304181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e491f1b-647e-4cd1-951a-e85b1f7217df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.304903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4f3dd644-0952-4900-8c49-d205a0fafe15 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:54.446372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4f3dd644-0952-4900-8c49-d205a0fafe15 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:54.447049 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.459467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f70ac-bfcb-444f-a106-2d393406d8f3 req-5559a550-1cd4-4f23-8e0d-ec7b158f687c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:54.475813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-742f70ac-bfcb-444f-a106-2d393406d8f3 req-5559a550-1cd4-4f23-8e0d-ec7b158f687c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 946 time: 0.2268572 Sep 21 08:35:54.506461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-662675ad-bca7-468c-8e48-99132076ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:54.508328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-662675ad-bca7-468c-8e48-99132076ba88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fcda38e8-bcba-4801-8f80-6e37c940b9c6 HTTP/1.1" status: 200 len: 848 time: 0.1992977 Sep 21 08:35:54.557381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.574266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.592391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-742f70ac-bfcb-444f-a106-2d393406d8f3 req-518deaec-7489-41af-873a-a93873944d7f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076097 Sep 21 08:35:54.616050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 4f3dd644-0952-4900-8c49-d205a0fafe15, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4f3dd644-0952-4900-8c49-d205a0fafe15,segment=NetworkSegment(073498df-38f4-4c4d-8657-3c455f040deb),segment_id=073498df-38f4-4c4d-8657-3c455f040deb)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:54.626908 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.651844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-23639b76-1ae3-4668-ac47-74f700c36618 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1305cee8-8b1b-4493-b223-4fb65032ae87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344273 Sep 21 08:35:54.673812 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e491f1b-647e-4cd1-951a-e85b1f7217df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.679450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e491f1b-647e-4cd1-951a-e85b1f7217df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.707559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=4f3dd644-0952-4900-8c49-d205a0fafe15,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:54.733072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e491f1b-647e-4cd1-951a-e85b1f7217df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65869ba-382c-4892-a32b-016a65cc5f32,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:54.762153 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1e491f1b-647e-4cd1-951a-e85b1f7217df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=731c357681e94feaa306764991c21529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163555 Sep 21 08:35:54.762153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55288) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:54.867189 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.875119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde39bdf-9e30-4b28-8ac3-d4963f8e5d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.916320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde39bdf-9e30-4b28-8ac3-d4963f8e5d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:54.941578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event updated for resources: {'Port': ['ID=9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:54.986022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde39bdf-9e30-4b28-8ac3-d4963f8e5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:55.001077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dde39bdf-9e30-4b28-8ac3-d4963f8e5d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:55.004700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dde39bdf-9e30-4b28-8ac3-d4963f8e5d74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f65869ba-382c-4892-a32b-016a65cc5f32 HTTP/1.1" status: 204 len: 168 time: 0.2417502 Sep 21 08:35:55.021824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2db82a-4377-426c-a19e-c1452ba25bca req-a2071d5e-da73-45ce-ac33-996db7d4396d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:55.023499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d2db82a-4377-426c-a19e-c1452ba25bca req-a2071d5e-da73-45ce-ac33-996db7d4396d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 946 time: 0.3004234 Sep 21 08:35:55.031268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde39bdf-9e30-4b28-8ac3-d4963f8e5d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65869ba-382c-4892-a32b-016a65cc5f32,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:55.034796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-6cb84116-2d7f-4aef-b760-a2055b15673e service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587189 Sep 21 08:35:55.038658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:55.057658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:55.072063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:55.089532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:55.090850 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:55.100492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f27be-b3cf-4c74-8630-0d63b87de877 req-67c24dc8-e82f-4226-a4d9-effa54b13bf0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:55.102229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-102f27be-b3cf-4c74-8630-0d63b87de877 req-67c24dc8-e82f-4226-a4d9-effa54b13bf0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 943 time: 0.0731428 Sep 21 08:35:55.168394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-102f27be-b3cf-4c74-8630-0d63b87de877 req-cbe2732b-1585-4407-ba36-a4104ac51ebf tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Sep 21 08:35:55.182479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-035bc8ce-84a1-426c-9884-b92032289346 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.8494995 Sep 21 08:35:55.185746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55296) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:55.187966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d2db82a-4377-426c-a19e-c1452ba25bca req-a781eb93-59cc-4b3b-8e97-4dee0ee307b3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481118 Sep 21 08:35:55.197260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Request body: {'port': {'network_id': 'd7ab693d-96f1-43fd-92d5-6272da2625e6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-44870198', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:55.197809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.api.validators [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] bootfile-name is not in valid_values {{(pid=94724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:35:55.198154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.api.validators [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] tftp-server is not in valid_values {{(pid=94724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:35:55.198495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.api.validators [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] server-ip-address is not in valid_values {{(pid=94724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:35:55.300280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4600d21c-c718-41d0-a9f9-f59f0c767867 req-314ddd2c-4e61-475b-96a5-58ee755e556e service neutron] 10.222.0.50 "GET /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024269 Sep 21 08:35:55.328321 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:55.341522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ccddf-db14-4c56-9467-63b67a4a953d None None] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:35:55.402109 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Made reservation on behalf of b21a4f920ea0497b83fb5b1bc78036d5 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:35:55.409184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:55.441311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] device_id is not set on port 174eb708-16c2-4ad4-9e2a-5587c7afad97 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:35:55.465235 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6b49fd58-48af-4679-b995-cf115b2f9481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:55.493760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-933a79d5-df6a-4aec-a9f8-53aa9c5c65c6 None None] Provisioning complete for port 4f3dd644-0952-4900-8c49-d205a0fafe15 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:55.494387 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-933a79d5-df6a-4aec-a9f8-53aa9c5c65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:55.685311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Allocated IP 2001:db8::1b (d7ab693d-96f1-43fd-92d5-6272da2625e6/3d2bc255-714b-4089-9e90-a28d03eee5e9/174eb708-16c2-4ad4-9e2a-5587c7afad97) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:35:55.868345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf79e4-71a9-4232-99b9-669124401993 req-e55fce1d-628e-4d56-bdd6-616a6fddd00d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:55.899184 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86cf79e4-71a9-4232-99b9-669124401993 req-e55fce1d-628e-4d56-bdd6-616a6fddd00d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 946 time: 0.1262925 Sep 21 08:35:55.988279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86cf79e4-71a9-4232-99b9-669124401993 req-5b348876-6c32-4696-8ede-3f06d097e2ac tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831337 Sep 21 08:35:56.050305 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.125578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.210517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4f3dd644-0952-4900-8c49-d205a0fafe15 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:56.230638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:35:56.255901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:35:56.262272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:35:56.273946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:56.274686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.298247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event updated for resources: {'Port': ['ID=174eb708-16c2-4ad4-9e2a-5587c7afad97,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:56.342043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ab072fe5-e8e2-43f7-a943-f34813aa2f86 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 1.1549110 Sep 21 08:35:56.345065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55336) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:56.377661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4f3dd644-0952-4900-8c49-d205a0fafe15 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:56.379026 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.443908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ccbc7-7c26-408f-9ca3-45d9738f42d7 req-bce6f9a3-631a-4d54-b217-420e7374e2b8 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:56.452345 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-657ccbc7-7c26-408f-9ca3-45d9738f42d7 req-bce6f9a3-631a-4d54-b217-420e7374e2b8 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 943 time: 0.1268148 Sep 21 08:35:56.457373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6a48d1d-f54e-4d90-ad44-a002ca20bd86 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:35:56.459804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a546cc-9798-40f5-96e0-c09d28e91f0f tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:56.469759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a546cc-9798-40f5-96e0-c09d28e91f0f tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:56.478032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a546cc-9798-40f5-96e0-c09d28e91f0f tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:56.480028 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c1a546cc-9798-40f5-96e0-c09d28e91f0f tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1337702 Sep 21 08:35:56.482913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55338) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:56.554746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-657ccbc7-7c26-408f-9ca3-45d9738f42d7 req-aba103c8-1543-4e6c-bb5e-5c538c0c6e86 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940056 Sep 21 08:35:56.563163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2bd6b369-a68f-4c38-9308-d5a7295ad790 None None] Provisioning complete for port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:56.563842 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b369-a68f-4c38-9308-d5a7295ad790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.629326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Deleting port 174eb708-16c2-4ad4-9e2a-5587c7afad97 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:56.629916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.673027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6b369-a68f-4c38-9308-d5a7295ad790 None None] Port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:35:56.752685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2bd6b369-a68f-4c38-9308-d5a7295ad790 None None] Provisioning complete for port 4f3dd644-0952-4900-8c49-d205a0fafe15 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:56.753311 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b369-a68f-4c38-9308-d5a7295ad790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.775934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a6a48d1d-f54e-4d90-ad44-a002ca20bd86, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:56.783775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.817788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Calling delete_port for 174eb708-16c2-4ad4-9e2a-5587c7afad97 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:56.833996 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:56.838900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86', 'network_id': '1305cee8-8b1b-4493-b223-4fb65032ae87', 'port_id': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86', 'mac_address': 'fa:16:3e:4f:e7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda38e8-bcba-4801-8f80-6e37c940b9c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:35:57.000597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.024113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a48d1d-f54e-4d90-ad44-a002ca20bd86 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:35:57.050092 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.054122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a6a48d1d-f54e-4d90-ad44-a002ca20bd86, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:57.059818 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.190622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event deleted for resources: {'Port': ['ID=174eb708-16c2-4ad4-9e2a-5587c7afad97,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:57.206756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:57.217264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.219996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-019be5d8-c05c-443b-b3a8-7fe433faf43a tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "DELETE /v2.0/ports/174eb708-16c2-4ad4-9e2a-5587c7afad97 HTTP/1.1" status: 204 len: 168 time: 0.7356429 Sep 21 08:35:57.226215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55370) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:57.232998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Request body: {'port': {'name': 'tempest-new-port-name-1323277074', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:35:57.236869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.api.validators [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] bootfile-name is not in valid_values {{(pid=94725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:35:57.237057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.237500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.238105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.api.validators [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] tftp-server is not in valid_values {{(pid=94725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:35:57.238451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.api.validators [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] server-ip-address is not in valid_values {{(pid=94725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:35:57.238611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.240241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.242290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.242762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.247190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.248913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.249327 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.250380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.251065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.251955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:57.270103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5735a8f3-9558-46c7-952b-712921bcbbd1 None None] Provisioning complete for port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:57.271967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5735a8f3-9558-46c7-952b-712921bcbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.297273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-c9153010-393d-48a8-8ea9-5b5fcafd37be tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:57.298998 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-c9153010-393d-48a8-8ea9-5b5fcafd37be tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 946 time: 0.1072056 Sep 21 08:35:57.323880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5735a8f3-9558-46c7-952b-712921bcbbd1 None None] Port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:35:57.374975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a6a48d1d-f54e-4d90-ad44-a002ca20bd86'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:35:57.417085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8224196-70cf-4c28-8419-5098bd861d9d req-8356d9f2-031d-416f-aa0c-5a0df2cf44aa tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:57.418814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8224196-70cf-4c28-8419-5098bd861d9d req-8356d9f2-031d-416f-aa0c-5a0df2cf44aa tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 946 time: 0.1756952 Sep 21 08:35:57.420059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.455810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port ddedd10c-acba-4291-b977-1b8de35b1cbe {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:57.462445 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.497085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-46ca1c4d-d3bc-450f-ba63-4a6ad4bf6bfe None None] Could not find standard attr ID for object 174eb708-16c2-4ad4-9e2a-5587c7afad97. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:35:57.526784 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8224196-70cf-4c28-8419-5098bd861d9d req-9722f37f-2925-4ad4-a428-6b5dae2f9e0f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895333 Sep 21 08:35:57.601333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] For port ddedd10c-acba-4291-b977-1b8de35b1cbe, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ddedd10c-acba-4291-b977-1b8de35b1cbe,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:57.601720 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:57.616244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for ddedd10c-acba-4291-b977-1b8de35b1cbe owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:57.816679 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.122183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2684-e0ee-42d5-ac54-7a05423a58ac req-2c6ad9a2-47fc-476b-9ce2-af265c73c733 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:58.124548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61af2684-e0ee-42d5-ac54-7a05423a58ac req-2c6ad9a2-47fc-476b-9ce2-af265c73c733 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 944 time: 0.4213116 Sep 21 08:35:58.126250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.140793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['59dde9c9-53f6-4632-b75d-6aca43d5984b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:35:58.174693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=ddedd10c-acba-4291-b977-1b8de35b1cbe,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:58.226668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61af2684-e0ee-42d5-ac54-7a05423a58ac req-7fea719a-561a-4fc5-9b4a-ae0f424876a2 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915666 Sep 21 08:35:58.238671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.241946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] No DVR routers for this DVR port ddedd10c-acba-4291-b977-1b8de35b1cbe on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:35:58.250915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.252702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.254961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ca78fbc-5ff2-45d8-9117-a6e88bd843e0 req-8e4692a4-9e64-46f6-a757-7afeee80c012 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "DELETE /v2.0/ports/ddedd10c-acba-4291-b977-1b8de35b1cbe HTTP/1.1" status: 204 len: 173 time: 0.9494667 Sep 21 08:35:58.269330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'name': 'network-vif-deleted', 'tag': 'ddedd10c-acba-4291-b977-1b8de35b1cbe'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:58.274582 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aa1e4a-6c16-4395-8207-8ecc40b1c17b" -d '{"events": [{"server_uuid": "2df731b5-1f1d-44cc-bfa8-f39455675684", "name": "network-vif-deleted", "tag": "ddedd10c-acba-4291-b977-1b8de35b1cbe"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:58.359098 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884f0028-0f81-43e2-ad67-084a5d537937 x-openstack-request-id: req-884f0028-0f81-43e2-ad67-084a5d537937 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:58.359427 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df731b5-1f1d-44cc-bfa8-f39455675684", "name": "network-vif-deleted", "tag": "ddedd10c-acba-4291-b977-1b8de35b1cbe", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:58.359681 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-884f0028-0f81-43e2-ad67-084a5d537937 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:58.360286 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df731b5-1f1d-44cc-bfa8-f39455675684', 'name': 'network-vif-deleted', 'tag': 'ddedd10c-acba-4291-b977-1b8de35b1cbe', 'status': 'completed', 'code': 200} Sep 21 08:35:58.375706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] In _notify_port_updated(), no bound segment for port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 on network d7ab693d-96f1-43fd-92d5-6272da2625e6 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:35:58.383757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:58.384577 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.386074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "PUT /v2.0/ports/9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 HTTP/1.1" status: 200 len: 1129 time: 1.1582918 Sep 21 08:35:58.388839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55402) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:58.412697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event updated for resources: {'Port': ['ID=9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:58.425118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.425492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.425940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.426467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.427054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.428434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.428836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.429471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.429885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.430438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.430837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.431229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae947af2-7168-4312-aee8-4c4b70e2a378 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:35:58.446839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6a48d1d-f54e-4d90-ad44-a002ca20bd86 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:35:58.494800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86073d1-4159-44d8-9dab-5ea7099f3a59 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:58.500940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55404) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:58.501237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f86073d1-4159-44d8-9dab-5ea7099f3a59 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "GET /v2.0/ports/9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 HTTP/1.1" status: 200 len: 1129 time: 0.1105723 Sep 21 08:35:58.573794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:35:58.589827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:58.591264 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.765584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.791350 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd7ce000-24de-47a9-8957-36143d3481c9 req-df30170d-3b38-4e5e-839a-e431d6fb027f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.1097016 Sep 21 08:35:58.828279 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a6a48d1d-f54e-4d90-ad44-a002ca20bd86, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:35:58.829716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:35:58.833059 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0283dc-1c34-4f67-a3a1-bec5abbb6c51" -d '{"events": [{"server_uuid": "ddcbaa33-c77c-40df-8b30-5b89e8d2314b", "name": "network-vif-plugged", "status": "completed", "tag": "a6a48d1d-f54e-4d90-ad44-a002ca20bd86"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:35:58.839953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.891211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b055287d-80ec-47e9-976e-1103d5f269b3 None None] Provisioning complete for port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:35:58.891891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b055287d-80ec-47e9-976e-1103d5f269b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.928402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Deleting port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:35:58.929102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:58.934184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:58.961333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b055287d-80ec-47e9-976e-1103d5f269b3 None None] Port 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:35:58.970394 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8cb5fd-9fd3-4ef4-b4f1-dfc06a3c68e4 x-openstack-request-id: req-6f8cb5fd-9fd3-4ef4-b4f1-dfc06a3c68e4 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:35:58.970790 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcbaa33-c77c-40df-8b30-5b89e8d2314b", "name": "network-vif-plugged", "status": "completed", "tag": "a6a48d1d-f54e-4d90-ad44-a002ca20bd86", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:35:58.971049 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f8cb5fd-9fd3-4ef4-b4f1-dfc06a3c68e4 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:35:58.971536 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86', 'code': 200} Sep 21 08:35:59.064899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ddedd10c-acba-4291-b977-1b8de35b1cbe no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:35:59.101678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: ddedd10c-acba-4291-b977-1b8de35b1cbe {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:35:59.103211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ddedd10c-acba-4291-b977-1b8de35b1cbe not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:35:59.126923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:59.148335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Calling delete_port for 9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:35:59.154628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09095-d259-4149-b256-74a712ca2723 req-4d882485-8bc6-4795-bfbd-b6e79484dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:59.156369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43e09095-d259-4149-b256-74a712ca2723 req-4d882485-8bc6-4795-bfbd-b6e79484dfb4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 1096 time: 0.1063221 Sep 21 08:35:59.235049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43e09095-d259-4149-b256-74a712ca2723 req-214dca2e-240a-4223-a306-e00318d1bf04 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706236 Sep 21 08:35:59.358275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:59.448099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event deleted for resources: {'Port': ['ID=9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:35:59.456073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6670b1d-a37e-4409-947f-7e89f615d6a8 req-237e68de-bb34-445e-ab3c-b169c7282589 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:35:59.457995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6670b1d-a37e-4409-947f-7e89f615d6a8 req-237e68de-bb34-445e-ab3c-b169c7282589 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 945 time: 0.0974011 Sep 21 08:35:59.520673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:59.523530 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2c924ec4-ab97-41b9-8ff1-ecc732b2abd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "DELETE /v2.0/ports/9f7cc6b4-6648-4c90-a1c8-2d0aabb19b75 HTTP/1.1" status: 204 len: 168 time: 1.0204079 Sep 21 08:35:59.527750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:35:59.578995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6670b1d-a37e-4409-947f-7e89f615d6a8 req-875dd488-d355-4523-b025-52178350605b tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011047 Sep 21 08:35:59.636419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Deleting subnet 3d2bc255-714b-4089-9e90-a28d03eee5e9 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:35:59.648081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:59.748923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:35:59.942983 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.023610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-59a35f97-492c-44ae-906c-db32f79bfc9a req-37012672-70b4-43d6-8d61-c3e74c5c1e26 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.0436270 Sep 21 08:36:00.067600 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.186428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b3eb69-8281-4cf0-9c49-e912e2b69f45 None None] Network d7ab693d-96f1-43fd-92d5-6272da2625e6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:00.201848 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.210672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "DELETE /v2.0/subnets/3d2bc255-714b-4089-9e90-a28d03eee5e9 HTTP/1.1" status: 204 len: 168 time: 0.6788094 Sep 21 08:36:00.210672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09d61b-eeba-436c-ac6a-b1d4c72c8f6b tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2bc255-714b-4089-9e90-a28d03eee5e9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:00.212209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55444) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:00.413238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.523835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Deleting port 4f3dd644-0952-4900-8c49-d205a0fafe15 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:00.531507 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.701746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] For port 4f3dd644-0952-4900-8c49-d205a0fafe15, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4f3dd644-0952-4900-8c49-d205a0fafe15,segment=NetworkSegment(073498df-38f4-4c4d-8657-3c455f040deb),segment_id=073498df-38f4-4c4d-8657-3c455f040deb)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:00.702604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.723878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Calling delete_port for 4f3dd644-0952-4900-8c49-d205a0fafe15 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:00.775131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] DHCP port deletion for d7ab693d-96f1-43fd-92d5-6272da2625e6 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:36:00.890480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.897061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] Deleting port 4f3dd644-0952-4900-8c49-d205a0fafe15 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:00.897704 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:00.913855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] No DVR routers for this DVR port 4f3dd644-0952-4900-8c49-d205a0fafe15 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:00.977568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event deleted for resources: {'Port': ['ID=4f3dd644-0952-4900-8c49-d205a0fafe15,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:00.994467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] For port 4f3dd644-0952-4900-8c49-d205a0fafe15, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:00.995078 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.006210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.010112 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.010534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.010918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.011281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.011729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.012063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.012466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.012873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.013273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.013635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.014185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:01.014410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] Calling delete_port for 4f3dd644-0952-4900-8c49-d205a0fafe15 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:01.017409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] Port 4f3dd644-0952-4900-8c49-d205a0fafe15 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 08:36:01.019091 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.047001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596131-e0c7-40e7-9929-480a02caca2d req-09d16326-dabd-4b6d-9142-a9af095342ae tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:01.050000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36596131-e0c7-40e7-9929-480a02caca2d req-09d16326-dabd-4b6d-9142-a9af095342ae tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 945 time: 0.2193217 Sep 21 08:36:01.060783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] Pushing event deleted for resources: {'Port': ['ID=4f3dd644-0952-4900-8c49-d205a0fafe15,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:01.063557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7866522c-ab7f-43e5-96a3-48b052cb6091 None None] No DVR routers for this DVR port 4f3dd644-0952-4900-8c49-d205a0fafe15 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:01.168968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.195434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ab693d-96f1-43fd-92d5-6272da2625e6']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:01.207776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073498df-38f4-4c4d-8657-3c455f040deb') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:01.208269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073498df-38f4-4c4d-8657-3c455f040deb') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:01.209400 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fd8a973-1251-4a19-bdfc-0fe33ebe5f20 req-f13f8b46-a6d5-4727-922f-d4ba9f4a25dd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.0766604 Sep 21 08:36:01.220863 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.236332 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.245346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:01.245828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:01.249943 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:01.393295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36596131-e0c7-40e7-9929-480a02caca2d req-d9b7807b-2f5c-4268-bb98-d50e734f138c tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099768 Sep 21 08:36:01.418820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.426296 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:01.429928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] 10.222.0.59 "DELETE /v2.0/networks/d7ab693d-96f1-43fd-92d5-6272da2625e6 HTTP/1.1" status: 204 len: 168 time: 1.2157447 Sep 21 08:36:01.458707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518e26d-492f-458f-b0e8-940e8648a603 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785 tempest-ExtraDHCPOptionsIpV6TestJSON-1751329785-project] Pushing event deleted for resources: {'Network': ['ID=d7ab693d-96f1-43fd-92d5-6272da2625e6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:01.893550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:02.112130 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-395d7321-1d8b-47c8-ae80-d49cb0e6b91f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b21a4f920ea0497b83fb5b1bc78036d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172692 Sep 21 08:36:02.114463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55492) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:02.175072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4f3dd644-0952-4900-8c49-d205a0fafe15 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:36:02.189719 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9b71802-47b0-4ff9-b891-24909b3b1dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:02.226801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9b71802-47b0-4ff9-b891-24909b3b1dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:02.238702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4f3dd644-0952-4900-8c49-d205a0fafe15 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:36:02.239051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4f3dd644-0952-4900-8c49-d205a0fafe15 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:36:02.305953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9b71802-47b0-4ff9-b891-24909b3b1dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:02.307518 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:02.309403 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f9b71802-47b0-4ff9-b891-24909b3b1dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:02.310580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f9b71802-47b0-4ff9-b891-24909b3b1dcc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25aec536-36fa-4dc8-b376-c1cea4a38196 HTTP/1.1" status: 204 len: 168 time: 0.1946750 Sep 21 08:36:02.325479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b71802-47b0-4ff9-b891-24909b3b1dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aec536-36fa-4dc8-b376-c1cea4a38196,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:02.430412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-18994ea1-5691-4d92-a848-d73dedd9b211 req-48702300-cdbb-4f1e-af90-451aea6fb874 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.0904622 Sep 21 08:36:03.282446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529f82f-1a01-4a52-8288-28c7509fd796 req-9f7907ba-d8e1-4cdb-8b02-d76532e02aa0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:03.298174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5529f82f-1a01-4a52-8288-28c7509fd796 req-9f7907ba-d8e1-4cdb-8b02-d76532e02aa0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 945 time: 0.1247137 Sep 21 08:36:03.395255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5529f82f-1a01-4a52-8288-28c7509fd796 req-d347092f-c0ec-4aca-b4ff-1ff010619cd0 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960741 Sep 21 08:36:03.595711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55580) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:03.600286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-aef83bec-ddd4-479d-be91-fd0c8d9e3cc8 req-2eb3b9f7-8019-4665-89ef-e885d802fc29 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.0793469 Sep 21 08:36:03.774260 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:03.828058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6813b5-b876-4d50-a5ef-17e374e94bdb req-89c07d5e-dd85-4faa-b5b8-4365a516ee03 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:03.830321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd6813b5-b876-4d50-a5ef-17e374e94bdb req-89c07d5e-dd85-4faa-b5b8-4365a516ee03 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0761595 Sep 21 08:36:03.847194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-216625649'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:03.880146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Made reservation on behalf of 0efd0e4609e846ea95ffba1aa2f6ab41 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:03.892930 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:03.913491 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:03.957220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd6813b5-b876-4d50-a5ef-17e374e94bdb req-0bc38d17-cf49-4368-a09a-5342940564a1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178093 Sep 21 08:36:04.089116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:04.094783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:04.120603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:04.141967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:04.142222 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Added segment 12321247-1ae1-48bd-8709-2c77450e8e2c of type vlan for network ff9560b7-034a-440a-ad35-e0d42edb9981 Sep 21 08:36:04.143664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7828090-21a0-4313-b156-0838a76ca10c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:04.218808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:04.268327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:04.280137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:04.282166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:04.341200 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7430985 Sep 21 08:36:04.343639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55614) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:04.350201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Request body: {'subnet': {'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:04.391404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc99b-a2d6-4e71-a277-40f120876cba tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event updated for resources: {'Network': ['ID=ff9560b7-034a-440a-ad35-e0d42edb9981,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:04.405090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ff9560b7-034a-440a-ad35-e0d42edb9981 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:04.618917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Made reservation on behalf of 0efd0e4609e846ea95ffba1aa2f6ab41 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:04.630991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:04.770216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67ba2-f93b-47fe-a746-a41179b2e07a req-b0d8a9d6-6d8b-481a-a940-5263783997e2 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:04.790980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ff67ba2-f93b-47fe-a746-a41179b2e07a req-b0d8a9d6-6d8b-481a-a940-5263783997e2 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 945 time: 0.2350378 Sep 21 08:36:04.873940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ff67ba2-f93b-47fe-a746-a41179b2e07a req-97fcd007-4a9d-4f08-a9e3-e38b949ea032 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e158e37-128a-4dcb-b2f6-601565650baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719771 Sep 21 08:36:04.902406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b908eb60-5763-4952-8ae0-fcb5f8f851d9 req-2cee1534-f410-4b79-87da-5fbb9ce1a56a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=2df731b5-1f1d-44cc-bfa8-f39455675684 HTTP/1.1" status: 200 len: 210 time: 0.0995159 Sep 21 08:36:04.935570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-cab7ee03-005b-4503-855d-69b58ea42b12 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:04.937083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-cab7ee03-005b-4503-855d-69b58ea42b12 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 945 time: 0.1857519 Sep 21 08:36:05.104049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Deleting port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:05.104636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.123986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.190501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event updated for resources: {'Subnet': ['ID=bbb28a3d-046a-438a-bfe6-213a418c9765,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:05.210780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] For port a6a48d1d-f54e-4d90-ad44-a002ca20bd86, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,segment=NetworkSegment(a8200d89-50b1-45e4-af0d-7d425f44fe87),segment_id=a8200d89-50b1-45e4-af0d-7d425f44fe87)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:05.211849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.227300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Calling delete_port for a6a48d1d-f54e-4d90-ad44-a002ca20bd86 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:05.233851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Checking segment: {'id': '12321247-1ae1-48bd-8709-2c77450e8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:05.234227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Network hostable DHCP agents. Network: ff9560b7-034a-440a-ad35-e0d42edb9981, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:05.264530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb0607-9227-441d-9500-886731eeb91f req-f10932fb-060a-4139-8bf6-2d4a2ec31067 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:05.266149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfcb0607-9227-441d-9500-886731eeb91f req-f10932fb-060a-4139-8bf6-2d4a2ec31067 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1566305 Sep 21 08:36:05.323948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Network ff9560b7-034a-440a-ad35-e0d42edb9981 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:05.339199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfcb0607-9227-441d-9500-886731eeb91f req-e86ea1eb-3d17-4cbd-9b8f-1b4afaf89ebd tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655835 Sep 21 08:36:05.342930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ff9560b7-034a-440a-ad35-e0d42edb9981) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:05.348952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:05.349785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.363103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b12e46-a8e6-4c9e-9634-87557ebbe332 None None] Network ff9560b7-034a-440a-ad35-e0d42edb9981 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:05.385708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f5c27824-6a46-4eda-b3ec-92b7642d21df tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0404482 Sep 21 08:36:05.388062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55636) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:05.395603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Request body: {'port': {'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981', 'name': 'tempest-ExtraDHCPOptionsTestJSON-725965012'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:05.420249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.452278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a6a48d1d-f54e-4d90-ad44-a002ca20bd86'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:36:05.481984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Pushing event deleted for resources: {'Port': ['ID=a6a48d1d-f54e-4d90-ad44-a002ca20bd86,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:05.562673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] No DVR routers for this DVR port a6a48d1d-f54e-4d90-ad44-a002ca20bd86 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:05.566571 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.568849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-066b3cfc-8f1e-42be-95c1-77600c8035c4 req-a2eddc63-41a2-4c96-8e7c-7295a876501d tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.50 "DELETE /v2.0/ports/a6a48d1d-f54e-4d90-ad44-a002ca20bd86 HTTP/1.1" status: 204 len: 173 time: 0.6184521 Sep 21 08:36:05.569516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'name': 'network-vif-deleted', 'tag': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:36:05.572982 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487f5244-52a0-4f4f-b527-b0a582b02618" -d '{"events": [{"server_uuid": "ddcbaa33-c77c-40df-8b30-5b89e8d2314b", "name": "network-vif-deleted", "tag": "a6a48d1d-f54e-4d90-ad44-a002ca20bd86"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:36:05.635179 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a29cb-c542-4242-a654-d806318930db x-openstack-request-id: req-8b7a29cb-c542-4242-a654-d806318930db {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:36:05.635703 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcbaa33-c77c-40df-8b30-5b89e8d2314b", "name": "network-vif-deleted", "tag": "a6a48d1d-f54e-4d90-ad44-a002ca20bd86", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:36:05.636109 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b7a29cb-c542-4242-a654-d806318930db {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:36:05.636680 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcbaa33-c77c-40df-8b30-5b89e8d2314b', 'name': 'network-vif-deleted', 'tag': 'a6a48d1d-f54e-4d90-ad44-a002ca20bd86', 'status': 'completed', 'code': 200} Sep 21 08:36:05.648564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Made reservation on behalf of 0efd0e4609e846ea95ffba1aa2f6ab41 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:05.654214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.697034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] device_id is not set on port 0b3fffb4-258f-4b33-9e81-cd3db3088fff yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:36:05.722853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-ff9560b7-034a-440a-ad35-e0d42edb9981', 'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981', 'tenant_id': '0efd0e4609e846ea95ffba1aa2f6ab41', 'fixed_ips': [{'subnet_id': 'bbb28a3d-046a-438a-bfe6-213a418c9765'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:05.725375 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:05.899606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Allocated IP 172.20.0.2 (ff9560b7-034a-440a-ad35-e0d42edb9981/bbb28a3d-046a-438a-bfe6-213a418c9765/0b3fffb4-258f-4b33-9e81-cd3db3088fff) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:06.206425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bbdf551-3c07-4da8-a9a8-68278cf9d20d req-e64e8dac-49fc-4514-81df-259aa39ae672 tempest-VolumesActionsTest-5287474 tempest-VolumesActionsTest-5287474-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddcbaa33-c77c-40df-8b30-5b89e8d2314b HTTP/1.1" status: 200 len: 210 time: 0.0739522 Sep 21 08:36:06.223026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:06.262173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:06.313252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Network ff9560b7-034a-440a-ad35-e0d42edb9981 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:06.317062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:06.321151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:06.373849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event updated for resources: {'Port': ['ID=0b3fffb4-258f-4b33-9e81-cd3db3088fff,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:06.379877 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-efc374b5-5ab9-4449-89f2-15b8bcb414ad {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:36:06.381010 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:36:06.400748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:06.401513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:06.431361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f1fe6e43-48cb-4acd-a327-613d3a86c7e5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0398037 Sep 21 08:36:06.432361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55660) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:06.438204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Request body: {'port': {'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981', 'name': 'tempest-ExtraDHCPOptionsTestJSON-124928699', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:06.438825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.api.validators [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] bootfile-name is not in valid_values {{(pid=94724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:36:06.439245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.api.validators [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] tftp-server is not in valid_values {{(pid=94724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:36:06.439688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.api.validators [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] server-ip-address is not in valid_values {{(pid=94724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:36:06.493829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3ee6f-1cf5-42bf-96ed-dfffae2f9bfb req-72701de2-a847-4299-b603-a20b87bf9c69 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:06.503205 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddd3ee6f-1cf5-42bf-96ed-dfffae2f9bfb req-72701de2-a847-4299-b603-a20b87bf9c69 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0892878 Sep 21 08:36:06.599182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Made reservation on behalf of 0efd0e4609e846ea95ffba1aa2f6ab41 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:06.602996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:06.623429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] device_id is not set on port a7438540-316d-40dc-9d47-5172959b86c8 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:36:06.629396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddd3ee6f-1cf5-42bf-96ed-dfffae2f9bfb req-28e93786-dfc2-4478-9b92-b1e8fc62d6db tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247005 Sep 21 08:36:06.769631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Allocated IP 172.20.0.4 (ff9560b7-034a-440a-ad35-e0d42edb9981/bbb28a3d-046a-438a-bfe6-213a418c9765/a7438540-316d-40dc-9d47-5172959b86c8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:06.882468 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:06.995173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.042596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.096496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Network ff9560b7-034a-440a-ad35-e0d42edb9981 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:07.100183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:07.106932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:07.115453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event updated for resources: {'Port': ['ID=a7438540-316d-40dc-9d47-5172959b86c8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:07.124491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Allocated IP 172.20.0.3 (ff9560b7-034a-440a-ad35-e0d42edb9981/bbb28a3d-046a-438a-bfe6-213a418c9765/dc922da6-f44a-48a7-bf0c-29fe39600d7c) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:07.194922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:07.195715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.221239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ea24ff4f-3ce9-4909-a29b-8c7a6bc74c19 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.7867606 Sep 21 08:36:07.222930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55678) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:07.293324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4675783-ebf0-4abd-9229-4f3c61f688ec tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:07.302513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4675783-ebf0-4abd-9229-4f3c61f688ec tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:07.325326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f4675783-ebf0-4abd-9229-4f3c61f688ec tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1877 time: 0.1011758 Sep 21 08:36:07.328032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55686) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:07.374122 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.384967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.459948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Network ff9560b7-034a-440a-ad35-e0d42edb9981 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:07.471710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:07.476584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:07.488381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Deleting port a7438540-316d-40dc-9d47-5172959b86c8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:07.488924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.522089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Pushing event updated for resources: {'Port': ['ID=dc922da6-f44a-48a7-bf0c-29fe39600d7c,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:07.647333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Attempting to bind port dc922da6-f44a-48a7-bf0c-29fe39600d7c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:36:07.647950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Attempting to bind port dc922da6-f44a-48a7-bf0c-29fe39600d7c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '12321247-1ae1-48bd-8709-2c77450e8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:36:07.648531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Attempting to bind port dc922da6-f44a-48a7-bf0c-29fe39600d7c on network ff9560b7-034a-440a-ad35-e0d42edb9981 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:36:07.656451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.667940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:36:07.672337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Checking segment: {'id': '12321247-1ae1-48bd-8709-2c77450e8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:07.673309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.677252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Bound using segment: {'id': '12321247-1ae1-48bd-8709-2c77450e8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:36:07.677252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Bound port: dc922da6-f44a-48a7-bf0c-29fe39600d7c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12321247-1ae1-48bd-8709-2c77450e8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'ff9560b7-034a-440a-ad35-e0d42edb9981'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:36:07.677584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.677674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Calling delete_port for a7438540-316d-40dc-9d47-5172959b86c8 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:07.816702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] For port dc922da6-f44a-48a7-bf0c-29fe39600d7c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:36:07.826943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] For port dc922da6-f44a-48a7-bf0c-29fe39600d7c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc922da6-f44a-48a7-bf0c-29fe39600d7c,segment=NetworkSegment(12321247-1ae1-48bd-8709-2c77450e8e2c),segment_id=12321247-1ae1-48bd-8709-2c77450e8e2c)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:36:07.835605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:07.899494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d5619-56e9-4844-b2bc-e6275fdc4ac0 req-8d673e22-d97c-4d71-b995-02d61f61b74b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:07.908385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa8d5619-56e9-4844-b2bc-e6275fdc4ac0 req-8d673e22-d97c-4d71-b995-02d61f61b74b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1159868 Sep 21 08:36:07.983077 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aa8d5619-56e9-4844-b2bc-e6275fdc4ac0 req-38391b6b-2e09-4508-b94f-1b32ab3feb94 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717542 Sep 21 08:36:07.989937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f3c52-94a9-4df0-804d-dd318d73e86d None None] Pushing event updated for resources: {'Port': ['ID=dc922da6-f44a-48a7-bf0c-29fe39600d7c,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:08.003550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:08.048363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event deleted for resources: {'Port': ['ID=a7438540-316d-40dc-9d47-5172959b86c8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:08.190601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:08.209864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-08b0850b-aa1e-4079-81e2-e78a667b92cd tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "DELETE /v2.0/ports/a7438540-316d-40dc-9d47-5172959b86c8 HTTP/1.1" status: 204 len: 168 time: 0.8804367 Sep 21 08:36:08.213489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55728) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:08.221741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Request body: {'port': {'name': 'tempest-new-port-name-403852771', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:08.222381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.api.validators [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] bootfile-name is not in valid_values {{(pid=94725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:36:08.222925 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.api.validators [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] tftp-server is not in valid_values {{(pid=94725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:36:08.224330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.api.validators [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] server-ip-address is not in valid_values {{(pid=94725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 21 08:36:08.493957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6a48d1d-f54e-4d90-ad44-a002ca20bd86 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:36:08.517711 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:08.537535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: a6a48d1d-f54e-4d90-ad44-a002ca20bd86 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:36:08.540294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a6a48d1d-f54e-4d90-ad44-a002ca20bd86 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:36:08.633046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55746) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:08.832554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cb36a1a-e28b-4010-ae4d-605f53e64395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:08.902856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:08.915892 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.016151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event updated for resources: {'Port': ['ID=0b3fffb4-258f-4b33-9e81-cd3db3088fff,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:09.047049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] In _notify_port_updated(), no bound segment for port 0b3fffb4-258f-4b33-9e81-cd3db3088fff on network ff9560b7-034a-440a-ad35-e0d42edb9981 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:36:09.053326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:09.054046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.059733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55774) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:09.076085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-675a81c6-2a1b-441f-b194-68e12338fbe1 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "PUT /v2.0/ports/0b3fffb4-258f-4b33-9e81-cd3db3088fff HTTP/1.1" status: 200 len: 1135 time: 0.8613949 Sep 21 08:36:09.079957 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cb36a1a-e28b-4010-ae4d-605f53e64395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.141082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cb36a1a-e28b-4010-ae4d-605f53e64395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.219895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55780) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:09.231690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9cb36a1a-e28b-4010-ae4d-605f53e64395 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3f4aa483b3a44518ad8e0ac7eace00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971978 Sep 21 08:36:09.301194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c8c742-813b-420f-9af2-00e568a012ab tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:09.302634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-504bad39-4a08-43bc-9772-ae7348076880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.303818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d7c8c742-813b-420f-9af2-00e568a012ab tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "GET /v2.0/ports/0b3fffb4-258f-4b33-9e81-cd3db3088fff HTTP/1.1" status: 200 len: 1135 time: 0.2431324 Sep 21 08:36:09.308373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55782) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:09.335413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-504bad39-4a08-43bc-9772-ae7348076880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.350423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb36a1a-e28b-4010-ae4d-605f53e64395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4eac8b-8878-4613-a977-f1469bb32a47,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:09.426212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad788459-8bba-4559-b225-793a6f5a07bc req-e2abde60-0b42-4852-807f-18f438c2f797 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:09.430027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad788459-8bba-4559-b225-793a6f5a07bc req-e2abde60-0b42-4852-807f-18f438c2f797 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.2901812 Sep 21 08:36:09.472866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-504bad39-4a08-43bc-9772-ae7348076880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.476507 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-504bad39-4a08-43bc-9772-ae7348076880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.478101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-504bad39-4a08-43bc-9772-ae7348076880 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b4eac8b-8878-4613-a977-f1469bb32a47 HTTP/1.1" status: 204 len: 168 time: 0.2571304 Sep 21 08:36:09.525627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bad39-4a08-43bc-9772-ae7348076880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4eac8b-8878-4613-a977-f1469bb32a47,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:09.546321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18f2b4-24cc-4e6a-a268-87f7b04b99ac None None] Network ff9560b7-034a-440a-ad35-e0d42edb9981 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:09.629505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad788459-8bba-4559-b225-793a6f5a07bc req-593fdbf6-91ef-43af-a5ff-7cb7368b3b32 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779323 Sep 21 08:36:09.673115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Deleting port 0b3fffb4-258f-4b33-9e81-cd3db3088fff {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:09.673826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.677139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f577beaf-c795-46bc-afe8-24c0c741e0f6 None None] Provisioning complete for port dc922da6-f44a-48a7-bf0c-29fe39600d7c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:09.677745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f577beaf-c795-46bc-afe8-24c0c741e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.957406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:09.989804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Calling delete_port for 0b3fffb4-258f-4b33-9e81-cd3db3088fff owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:10.002460 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f577beaf-c795-46bc-afe8-24c0c741e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.075605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f577beaf-c795-46bc-afe8-24c0c741e0f6 None None] For port dc922da6-f44a-48a7-bf0c-29fe39600d7c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc922da6-f44a-48a7-bf0c-29fe39600d7c,segment=NetworkSegment(12321247-1ae1-48bd-8709-2c77450e8e2c),segment_id=12321247-1ae1-48bd-8709-2c77450e8e2c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:10.082869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f577beaf-c795-46bc-afe8-24c0c741e0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.270774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55814) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:10.286825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34c857fb-04f3-4928-b78b-1baf0bfccb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.311907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577beaf-c795-46bc-afe8-24c0c741e0f6 None None] Pushing event updated for resources: {'Port': ['ID=dc922da6-f44a-48a7-bf0c-29fe39600d7c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:10.323223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.362144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event deleted for resources: {'Port': ['ID=0b3fffb4-258f-4b33-9e81-cd3db3088fff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:10.417089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc922da6-f44a-48a7-bf0c-29fe39600d7c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:36:10.502460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.509816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc20e2c9-444f-45f2-835e-a45ba420b4f0 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "DELETE /v2.0/ports/0b3fffb4-258f-4b33-9e81-cd3db3088fff HTTP/1.1" status: 204 len: 168 time: 1.1978476 Sep 21 08:36:10.510520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55818) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:10.575334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34c857fb-04f3-4928-b78b-1baf0bfccb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.592235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34c857fb-04f3-4928-b78b-1baf0bfccb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.622829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Deleting subnet bbb28a3d-046a-438a-bfe6-213a418c9765 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:36:10.634363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port dc922da6-f44a-48a7-bf0c-29fe39600d7c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:10.634884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.636127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.638978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bad66075-85ee-4afb-a8e4-a3200b2109d9 None None] Could not find standard attr ID for object 0b3fffb4-258f-4b33-9e81-cd3db3088fff. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:36:10.670378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c857fb-04f3-4928-b78b-1baf0bfccb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c911f8-6a34-4ccb-8455-44936f2efd15,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:10.685753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55826) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:10.689774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34c857fb-04f3-4928-b78b-1baf0bfccb12 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed222fe513dc4ec7ad1bfe1bf3523b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068286 Sep 21 08:36:10.726750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bad66075-85ee-4afb-a8e4-a3200b2109d9 None None] Provisioning complete for port dc922da6-f44a-48a7-bf0c-29fe39600d7c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:10.726978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bad66075-85ee-4afb-a8e4-a3200b2109d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.790728 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.890174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3c018b8-eea0-4646-808f-a69cc504fc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:10.909734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b078ea-f848-4f5c-9b93-b2fcd9b9c3f7 req-3d524f20-cf60-44b4-ab82-46105c38a013 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:10.918976 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38b078ea-f848-4f5c-9b93-b2fcd9b9c3f7 req-3d524f20-cf60-44b4-ab82-46105c38a013 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1267252 Sep 21 08:36:11.019281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38b078ea-f848-4f5c-9b93-b2fcd9b9c3f7 req-3cd32984-baee-427b-b73b-a42ef9a790fa tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885544 Sep 21 08:36:11.039152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3c018b8-eea0-4646-808f-a69cc504fc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.088920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.142275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-57f94323-91d2-4ba9-84b9-5a24cda9a433 None None] Could not find standard attr ID for object 0b3fffb4-258f-4b33-9e81-cd3db3088fff. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:36:11.219956 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3c018b8-eea0-4646-808f-a69cc504fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.232759 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3c018b8-eea0-4646-808f-a69cc504fc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.241786 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d3c018b8-eea0-4646-808f-a69cc504fc76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75c911f8-6a34-4ccb-8455-44936f2efd15 HTTP/1.1" status: 204 len: 168 time: 0.5440643 Sep 21 08:36:11.273774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.283131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c018b8-eea0-4646-808f-a69cc504fc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c911f8-6a34-4ccb-8455-44936f2efd15,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:11.321284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb28a3d-046a-438a-bfe6-213a418c9765,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:11.323529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.327961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-16d5f30e-9537-466a-91f9-54598750b554 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "DELETE /v2.0/subnets/bbb28a3d-046a-438a-bfe6-213a418c9765 HTTP/1.1" status: 204 len: 168 time: 0.8164558 Sep 21 08:36:11.328091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55846) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:11.401590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78868a4d-ebd8-40c0-9092-e93f636e1072 None None] Network ff9560b7-034a-440a-ad35-e0d42edb9981 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:11.488712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b6513547-0378-485c-9e67-629ec82f62a7 None None] Could not find standard attr ID for object a7438540-316d-40dc-9d47-5172959b86c8. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:36:11.525487 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.614840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Deleting port dc922da6-f44a-48a7-bf0c-29fe39600d7c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:11.615187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.699573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] For port dc922da6-f44a-48a7-bf0c-29fe39600d7c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc922da6-f44a-48a7-bf0c-29fe39600d7c,segment=NetworkSegment(12321247-1ae1-48bd-8709-2c77450e8e2c),segment_id=12321247-1ae1-48bd-8709-2c77450e8e2c)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:11.700211 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.701817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] DHCP port deletion for ff9560b7-034a-440a-ad35-e0d42edb9981 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:36:11.715671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Calling delete_port for dc922da6-f44a-48a7-bf0c-29fe39600d7c owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:11.861098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] Deleting port dc922da6-f44a-48a7-bf0c-29fe39600d7c {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:11.865452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.895482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:11.915204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] No DVR routers for this DVR port dc922da6-f44a-48a7-bf0c-29fe39600d7c on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:11.980606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event deleted for resources: {'Port': ['ID=dc922da6-f44a-48a7-bf0c-29fe39600d7c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:12.077947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] For port dc922da6-f44a-48a7-bf0c-29fe39600d7c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=dc922da6-f44a-48a7-bf0c-29fe39600d7c,segment=NetworkSegment(12321247-1ae1-48bd-8709-2c77450e8e2c),segment_id=12321247-1ae1-48bd-8709-2c77450e8e2c)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:12.078616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.129564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] Calling delete_port for dc922da6-f44a-48a7-bf0c-29fe39600d7c owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:12.262296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.263560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc922da6-f44a-48a7-bf0c-29fe39600d7c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:36:12.296435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9560b7-034a-440a-ad35-e0d42edb9981']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:12.313730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12321247-1ae1-48bd-8709-2c77450e8e2c') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:12.313984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12321247-1ae1-48bd-8709-2c77450e8e2c') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:12.333799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: dc922da6-f44a-48a7-bf0c-29fe39600d7c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:36:12.336167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device dc922da6-f44a-48a7-bf0c-29fe39600d7c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:36:12.354264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.360414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e9989-46ce-456b-a380-bc5c610f8b33 req-edfa9a80-f455-4e27-b44a-ae1fda83e7c7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:12.376471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.376864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-521e9989-46ce-456b-a380-bc5c610f8b33 req-edfa9a80-f455-4e27-b44a-ae1fda83e7c7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1229744 Sep 21 08:36:12.389413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:12.389923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.396313 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:12.398510 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:12.449982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-521e9989-46ce-456b-a380-bc5c610f8b33 req-2e1fd3d8-9fee-4b4e-8303-cc671da93bef tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707641 Sep 21 08:36:12.459789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e06534-573d-4084-9e65-0ec091767d34 req-d543e82e-6924-41f0-8a0e-1ba91de897c8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:12.470212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] No DVR routers for this DVR port dc922da6-f44a-48a7-bf0c-29fe39600d7c on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:12.472907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e7e06534-573d-4084-9e65-0ec091767d34 req-d543e82e-6924-41f0-8a0e-1ba91de897c8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 945 time: 0.4932580 Sep 21 08:36:12.478272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d56c26-2e8f-44a9-82e8-46dee98d6cbb None None] Pushing event deleted for resources: {'Port': ['ID=dc922da6-f44a-48a7-bf0c-29fe39600d7c,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:12.650509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e7e06534-573d-4084-9e65-0ec091767d34 req-c88009e4-0e75-4c18-939a-6ca526541cb1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752052 Sep 21 08:36:12.673145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.696567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:12.702105 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] 10.222.0.59 "DELETE /v2.0/networks/ff9560b7-034a-440a-ad35-e0d42edb9981 HTTP/1.1" status: 204 len: 168 time: 1.3705628 Sep 21 08:36:12.746353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3809a-08e2-4085-96e8-de22a78d9dd5 tempest-ExtraDHCPOptionsTestJSON-2018027814 tempest-ExtraDHCPOptionsTestJSON-2018027814-project] Pushing event deleted for resources: {'Network': ['ID=ff9560b7-034a-440a-ad35-e0d42edb9981,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:13.318549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 55922) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:13.744876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47081d7-9dbb-4546-89ec-5437adbc19eb req-274e5d55-60e1-4f1b-ad63-32005a5814d9 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:13.757768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c47081d7-9dbb-4546-89ec-5437adbc19eb req-274e5d55-60e1-4f1b-ad63-32005a5814d9 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1656582 Sep 21 08:36:13.886950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8ed0d74a-25fe-4a7c-8fc8-e127756d09a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0efd0e4609e846ea95ffba1aa2f6ab41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5663111 Sep 21 08:36:13.905685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 55958) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:13.917558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-3bfc9ff4-d79d-4db0-9e5f-3407762d2d24 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:13.922251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-3bfc9ff4-d79d-4db0-9e5f-3407762d2d24 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 945 time: 0.2045474 Sep 21 08:36:13.935527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c47081d7-9dbb-4546-89ec-5437adbc19eb req-50d1e29d-7973-48ec-8209-6424eac1b407 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716535 Sep 21 08:36:14.108126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f631ce72-0a83-4940-a303-6205f708841f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.166427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f631ce72-0a83-4940-a303-6205f708841f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.202189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70d6f-985d-4d47-a1bf-b3be076d3f2b req-5f0760f6-e20f-44ad-a346-e847d30bdae8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:14.217009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8b70d6f-985d-4d47-a1bf-b3be076d3f2b req-5f0760f6-e20f-44ad-a346-e847d30bdae8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 945 time: 0.2901638 Sep 21 08:36:14.286374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f631ce72-0a83-4940-a303-6205f708841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.290737 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f631ce72-0a83-4940-a303-6205f708841f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.294641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f631ce72-0a83-4940-a303-6205f708841f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7828090-21a0-4313-b156-0838a76ca10c HTTP/1.1" status: 204 len: 168 time: 0.3550482 Sep 21 08:36:14.303035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631ce72-0a83-4940-a303-6205f708841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7828090-21a0-4313-b156-0838a76ca10c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:14.338623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8b70d6f-985d-4d47-a1bf-b3be076d3f2b req-488d2009-298b-4ee1-9904-bbf7cbd857d1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199450 Sep 21 08:36:14.356685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 59dde9c9-53f6-4632-b75d-6aca43d5984b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:14.357158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.474704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] For port 59dde9c9-53f6-4632-b75d-6aca43d5984b, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=59dde9c9-53f6-4632-b75d-6aca43d5984b,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:14.475101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.490043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 59dde9c9-53f6-4632-b75d-6aca43d5984b owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:14.718775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.793655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=59dde9c9-53f6-4632-b75d-6aca43d5984b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:14.855956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] No DVR routers for this DVR port 59dde9c9-53f6-4632-b75d-6aca43d5984b on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:14.859466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:14.880318 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37438d30-a858-47d2-ad52-c7f12a0ee5c0 req-63ea5839-dfea-48b1-aac9-d45347099614 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "DELETE /v2.0/ports/59dde9c9-53f6-4632-b75d-6aca43d5984b HTTP/1.1" status: 204 len: 173 time: 0.9422560 Sep 21 08:36:14.880951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698fc0cd-6993-42ab-82c6-71940473242b', 'name': 'network-vif-deleted', 'tag': '59dde9c9-53f6-4632-b75d-6aca43d5984b'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:36:14.908041 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9e2bc3-1c99-4eae-bc9a-7fa314065bc9" -d '{"events": [{"server_uuid": "698fc0cd-6993-42ab-82c6-71940473242b", "name": "network-vif-deleted", "tag": "59dde9c9-53f6-4632-b75d-6aca43d5984b"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:36:15.054349 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25a5b92-d2e0-4d14-a865-6c7210098542 x-openstack-request-id: req-c25a5b92-d2e0-4d14-a865-6c7210098542 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:36:15.054672 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698fc0cd-6993-42ab-82c6-71940473242b", "name": "network-vif-deleted", "tag": "59dde9c9-53f6-4632-b75d-6aca43d5984b", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:36:15.054923 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c25a5b92-d2e0-4d14-a865-6c7210098542 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:36:15.055674 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698fc0cd-6993-42ab-82c6-71940473242b', 'name': 'network-vif-deleted', 'tag': '59dde9c9-53f6-4632-b75d-6aca43d5984b', 'status': 'completed', 'code': 200} Sep 21 08:36:15.211669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05b68-75e1-439f-9b29-c649ae008daf req-87aea0ca-fe17-4eea-a3ba-cb19418efb69 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:15.229523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bde05b68-75e1-439f-9b29-c649ae008daf req-87aea0ca-fe17-4eea-a3ba-cb19418efb69 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1612201 Sep 21 08:36:15.417390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bde05b68-75e1-439f-9b29-c649ae008daf req-d13a2b9b-0a9e-457d-8a99-abdaaaf72fe3 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839256 Sep 21 08:36:15.711635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03b6f1be-5cf7-4545-8e95-eb352fe4731f req-6c63198f-76b8-4ce3-b686-7ad14f1ab09d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.1030905 Sep 21 08:36:16.046903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56056) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:16.108801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-68f534a9-65e0-4556-b9be-003315c74a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:16.114001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-68f534a9-65e0-4556-b9be-003315c74a50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.1823604 Sep 21 08:36:16.131805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097523a-76cb-4200-82fe-4f229f0ea8c5 req-d5319431-8203-4717-b7c2-927bbcd10fad tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:16.138897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c097523a-76cb-4200-82fe-4f229f0ea8c5 req-d5319431-8203-4717-b7c2-927bbcd10fad tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1456726 Sep 21 08:36:16.256867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'networks': [{'name': 'tempest-network--1112530917'}, {'name': 'tempest-network--394191596'}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:16.262484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'network': {'name': 'tempest-network--1112530917'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:16.262484 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'network': {'name': 'tempest-network--394191596'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:16.335802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c097523a-76cb-4200-82fe-4f229f0ea8c5 req-eac1a0a6-0eeb-4adf-b873-156ba594c29f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738255 Sep 21 08:36:16.337956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Made reservation on behalf of c06a3312d5bb4032ac4ba97b010554ec for: {'network': 2} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:16.356575 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:16.375515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-041c5831-1186-482f-83c5-e05a93dda7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:16.375515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-041c5831-1186-482f-83c5-e05a93dda7dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.2321692 Sep 21 08:36:16.383681 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:16.546125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-fae86044-6893-4979-9352-0bd064e63361 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 1001 time: 0.1604953 Sep 21 08:36:16.555443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59dde9c9-53f6-4632-b75d-6aca43d5984b no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:36:16.639921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 59dde9c9-53f6-4632-b75d-6aca43d5984b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:36:16.641040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 59dde9c9-53f6-4632-b75d-6aca43d5984b not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:36:16.666999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-bfa52c70-4075-4564-a40d-c3bad27966e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:16.674748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-bfa52c70-4075-4564-a40d-c3bad27966e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.1209955 Sep 21 08:36:16.851352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-d5e2a565-146e-45c9-b621-41c7291b3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:16.853988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-d5e2a565-146e-45c9-b621-41c7291b3ed8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638384 Sep 21 08:36:16.884594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:16.899971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:16.900481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:16.942561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-42bfb6ae-3ae4-4cf4-868a-05d2fb9df98c req-6dc2a516-c278-4d79-beea-614b3bec25f0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.0565147 Sep 21 08:36:16.993148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc4710b-f149-46fc-93ac-14a1f9d383d8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:17.025706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:17.053472 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:17.054255 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Added segment 0b5dd1cd-385a-4a8a-ba1b-3e01a26162df of type vlan for network c234bb6e-09cc-4e43-b42b-38160c689550 Sep 21 08:36:17.116330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:17.134338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-8b9f5d99-12bb-4eb5-b5bd-fe195a612b58 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721102 Sep 21 08:36:17.178501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:17.203729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:17.204423 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Added segment fa3df1f7-d9b0-4709-ba11-0f778ebf313b of type vlan for network 10b9f80b-0c0e-4295-809e-4a2d99fc0101 Sep 21 08:36:17.345192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:17.377948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43401ef1-9f52-4a1d-bc60-07b59d29e65b req-3059f20e-9738-4702-83b1-10b44052afc1 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360663 Sep 21 08:36:17.452543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:17.454755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:17.465696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:17.479370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:17.481732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:17.621724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17327b2-d767-4433-86ad-66620e9fab4e req-46c8c635-8dd5-4580-8ca3-283109aebc56 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:17.625658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f17327b2-d767-4433-86ad-66620e9fab4e req-46c8c635-8dd5-4580-8ca3-283109aebc56 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1667218 Sep 21 08:36:17.626201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Network': ['ID=c234bb6e-09cc-4e43-b42b-38160c689550,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:17.637115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56088) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:17.640432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5918074 Sep 21 08:36:17.643819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c234bb6e-09cc-4e43-b42b-38160c689550 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:17.714277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83628b4b-c427-48f2-8dbb-e608e2e23e99 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Network': ['ID=10b9f80b-0c0e-4295-809e-4a2d99fc0101,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:17.727557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 10b9f80b-0c0e-4295-809e-4a2d99fc0101 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:18.119086 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99a23e20-16df-4185-92e1-32151159b5ef req-bd48aea5-1533-44a8-b76e-1c10aef695ac tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.0593350 Sep 21 08:36:18.609514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f17327b2-d767-4433-86ad-66620e9fab4e req-0fac46d3-8046-4f2a-81bb-3729a73fb5d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9708414 Sep 21 08:36:18.620223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776ebf7-107d-4c5b-82ef-ac87cd0a5476 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:18.626823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776ebf7-107d-4c5b-82ef-ac87cd0a5476 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:18.647538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776ebf7-107d-4c5b-82ef-ac87cd0a5476 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:18.656744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776ebf7-107d-4c5b-82ef-ac87cd0a5476 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:18.662180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b776ebf7-107d-4c5b-82ef-ac87cd0a5476 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0188198 Sep 21 08:36:18.662352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56104) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:19.436651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:19.455599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0afb8244-dca2-4630-b1e8-42e14235cd99 req-4f649252-7a99-4c72-8c0c-ba94cf3b6994 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.0582316 Sep 21 08:36:19.600624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:19.631129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c234bb6e-09cc-4e43-b42b-38160c689550']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:19.645078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5dd1cd-385a-4a8a-ba1b-3e01a26162df') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:19.645966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5dd1cd-385a-4a8a-ba1b-3e01a26162df') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:19.657084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:19.674541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:19.694679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:19.695035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:19.698227 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:19.865362 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:19.881440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c227b-9e65-44d3-bf07-cc40825e31f8 req-5f00f7d4-076d-4d69-b653-112901c333e9 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:19.884436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a7c227b-9e65-44d3-bf07-cc40825e31f8 req-5f00f7d4-076d-4d69-b653-112901c333e9 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1238892 Sep 21 08:36:19.910506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:19.922320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/networks/c234bb6e-09cc-4e43-b42b-38160c689550 HTTP/1.1" status: 204 len: 168 time: 1.2584467 Sep 21 08:36:19.923029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa29f1-b3cc-4064-8864-37cda6c72d57 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Network': ['ID=c234bb6e-09cc-4e43-b42b-38160c689550,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:19.924747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56126) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:19.957345 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a7c227b-9e65-44d3-bf07-cc40825e31f8 req-2f4ec749-2517-4f5c-a0e1-a5e66cff2d5e tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600319 Sep 21 08:36:20.057594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.198056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.228229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b9f80b-0c0e-4295-809e-4a2d99fc0101']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:20.241565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3df1f7-d9b0-4709-ba11-0f778ebf313b') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:20.241867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3df1f7-d9b0-4709-ba11-0f778ebf313b') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:20.254643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.276117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.285209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:20.287022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:20.296455 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:20.387831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.393943 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.408953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/networks/10b9f80b-0c0e-4295-809e-4a2d99fc0101 HTTP/1.1" status: 204 len: 168 time: 0.4830644 Sep 21 08:36:20.409124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:20.457607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec8c2e-b006-40c6-b98b-c9989634f427 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Network': ['ID=10b9f80b-0c0e-4295-809e-4a2d99fc0101,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:20.569682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2a6b3f06-2937-4676-a447-6d394dfabe91 req-288c0da7-23cf-4321-aced-e4f7046c2ea2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.0323019 Sep 21 08:36:20.651373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4fd4e9-8fde-467f-9c19-2d5b646e546a tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:20.653612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4fd4e9-8fde-467f-9c19-2d5b646e546a tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:20.662261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56140) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:20.667621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-589323045'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:20.672399 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ce4fd4e9-8fde-467f-9c19-2d5b646e546a tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2622027 Sep 21 08:36:20.704920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Made reservation on behalf of c06a3312d5bb4032ac4ba97b010554ec for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:20.709083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.749068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:20.775029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:20.776937 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Added segment 369f5c62-b8b2-44a7-a015-7b3dccb44194 of type vlan for network 2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e Sep 21 08:36:20.950504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.023049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.031877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:21.032630 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.131302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56150) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:21.136367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1660186303'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:21.143790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4788120 Sep 21 08:36:21.159548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d13b19-c2ff-40fd-80c8-50cb32bfad80 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Network': ['ID=2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:21.176495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:21.177982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Made reservation on behalf of c06a3312d5bb4032ac4ba97b010554ec for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:21.181830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.240175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:21.284704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.285023 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Added segment cae2d7a7-bb9b-4a66-837b-13fb42393db3 of type vlan for network 09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef Sep 21 08:36:21.408186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.479489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.485240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:21.485866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.559760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Network': ['ID=09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:21.573752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4bf8ba3d-5860-4c35-ac25-6a560bf3eefc tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4411740 Sep 21 08:36:21.576545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56156) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:21.580172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:21.585480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'ports': [{'network_id': '2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e', 'name': 'tempest-port--1149080150', 'admin_state_up': True}, {'network_id': '09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef', 'admin_state_up': False}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:21.585874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'port': {'network_id': '2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e', 'name': 'tempest-port--1149080150', 'admin_state_up': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:21.586539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'port': {'network_id': '09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef', 'admin_state_up': False}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:21.730199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1697948f-eafd-4091-b131-5d838b66dcfc req-b5d09080-4701-4177-8991-2841b2398b64 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=698fc0cd-6993-42ab-82c6-71940473242b HTTP/1.1" status: 200 len: 210 time: 0.0409639 Sep 21 08:36:21.944606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Made reservation on behalf of c06a3312d5bb4032ac4ba97b010554ec for: {'port': 2} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:21.957086 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:21.984405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:22.169775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] device_id is not set on port 307b50f6-91e0-4794-b6c5-06aa8b0e9c87 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:36:22.323490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:22.405615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e4b9443-512c-4622-b883-6aae8ac3077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:22.437021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] device_id is not set on port 4ca7a225-4abf-4630-9aec-5c9725846b11 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:36:22.649801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:22.773779 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:22.982094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Port': ['ID=307b50f6-91e0-4794-b6c5-06aa8b0e9c87,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:22.999366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Checking segment: {'id': '369f5c62-b8b2-44a7-a015-7b3dccb44194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:23.000026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network hostable DHCP agents. Network: 2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:23.051060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network 2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:23.069327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:23.074296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:23.075249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:23.089436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e828d07-d02d-4d23-8263-0e87f721d991 None None] Network 2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:23.261165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Port': ['ID=4ca7a225-4abf-4630-9aec-5c9725846b11,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:23.286202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Checking segment: {'id': 'cae2d7a7-bb9b-4a66-837b-13fb42393db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:23.286642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network hostable DHCP agents. Network: 09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:23.321336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network 09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:23.347665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:23.351504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:23.358011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:23.363728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a1bbbe-d69a-4124-8162-58761882451d None None] Network 09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:23.372971 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:23.374158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:23.399372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:23.399980 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e248238e-e897-4f4c-9efc-003f5c1d6809 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8209953 Sep 21 08:36:23.633954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7504b67-2920-497b-9c37-b9ddc0f5034a tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:23.644785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7504b67-2920-497b-9c37-b9ddc0f5034a tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:23.647827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a7504b67-2920-497b-9c37-b9ddc0f5034a tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2466557 Sep 21 08:36:23.650792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:23.834212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Deleting port 307b50f6-91e0-4794-b6c5-06aa8b0e9c87 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:23.834572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:23.956396 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:36:24.004339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.027592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Calling delete_port for 307b50f6-91e0-4794-b6c5-06aa8b0e9c87 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:24.135335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.197765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Port': ['ID=307b50f6-91e0-4794-b6c5-06aa8b0e9c87,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:24.218403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.225630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56204) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:24.227635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b72d9633-1eb6-46cb-a365-34f0e00fe0f5 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/ports/307b50f6-91e0-4794-b6c5-06aa8b0e9c87 HTTP/1.1" status: 204 len: 168 time: 0.5755281 Sep 21 08:36:24.393095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Deleting port 4ca7a225-4abf-4630-9aec-5c9725846b11 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:24.393443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.517972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.544251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Calling delete_port for 4ca7a225-4abf-4630-9aec-5c9725846b11 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:24.679724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.767602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Port': ['ID=4ca7a225-4abf-4630-9aec-5c9725846b11,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:24.771586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.777843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56216) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:24.780605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-541d7308-4bc4-4a6a-a61a-c94206fe3d66 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/ports/4ca7a225-4abf-4630-9aec-5c9725846b11 HTTP/1.1" status: 204 len: 168 time: 0.5538700 Sep 21 08:36:24.835995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56218) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:24.841744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2144781269'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:24.853412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c0197727-3feb-473d-99c7-7d1a35a9a433 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727293 Sep 21 08:36:24.885792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Made reservation on behalf of c06a3312d5bb4032ac4ba97b010554ec for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:24.890760 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.938347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:24.952976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:24.954279 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Added segment 8ccfaf1a-5477-4d48-85b8-dca5c642f181 of type vlan for network 459f6dcc-23d3-4e37-8d74-de0207b10bb9 Sep 21 08:36:25.021193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.064282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.072614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:25.073562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.147342 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3099711 Sep 21 08:36:25.150072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56226) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:25.155603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2040592786'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:25.209761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Made reservation on behalf of c06a3312d5bb4032ac4ba97b010554ec for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:25.217977 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.251872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a558a-87ce-4d6c-9153-c4ef900c8485 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Network': ['ID=459f6dcc-23d3-4e37-8d74-de0207b10bb9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:25.265623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 459f6dcc-23d3-4e37-8d74-de0207b10bb9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:25.289763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:25.312256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.312607 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Added segment 8c324522-534b-4c99-8c65-1dc4c3d147b9 of type vlan for network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 Sep 21 08:36:25.425574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.484745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.496884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:25.497546 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.545830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.553058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3a7fef38-fbad-49b3-b125-8fc36a7d4b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:25.632428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4810269 Sep 21 08:36:25.651676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c6fed-3fb3-49c6-948f-b24ac96d7326 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Network': ['ID=77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:25.666510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:26.772615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:27.827208 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:29.034350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:29.040913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'subnets': [{'network_id': '459f6dcc-23d3-4e37-8d74-de0207b10bb9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--89966270', 'ip_version': 6}, {'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:29.041569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'subnet': {'network_id': '459f6dcc-23d3-4e37-8d74-de0207b10bb9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--89966270', 'ip_version': 6}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:29.042251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Request body: {'subnet': {'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:29.332283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Made reservation on behalf of c06a3312d5bb4032ac4ba97b010554ec for: {'subnet': 2} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:29.342239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:29.342616 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.037205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.144328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Subnet': ['ID=10ccef0e-949e-4d13-bcb2-c25b00cecaeb,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:30.149634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Checking segment: {'id': '8ccfaf1a-5477-4d48-85b8-dca5c642f181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '459f6dcc-23d3-4e37-8d74-de0207b10bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:30.150002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network hostable DHCP agents. Network: 459f6dcc-23d3-4e37-8d74-de0207b10bb9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:30.178094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network 459f6dcc-23d3-4e37-8d74-de0207b10bb9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:30.200543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 459f6dcc-23d3-4e37-8d74-de0207b10bb9) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:30.206206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.215004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b449c5-cac9-4546-bd83-f11e7887c020 None None] Network 459f6dcc-23d3-4e37-8d74-de0207b10bb9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:30.279936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event updated for resources: {'Subnet': ['ID=61e67841-6c92-40e3-a445-edc6eda9d920,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:30.293383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Checking segment: {'id': '8c324522-534b-4c99-8c65-1dc4c3d147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:30.293799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network hostable DHCP agents. Network: 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:30.314797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:30.359358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:30.370994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:30.371513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:30.372164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.412794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010394d7-a891-4ed4-9fe2-ccacd9f36de5 None None] Network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:30.430253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f5998c1d-ff34-475f-906e-84a59c618e3f tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.3938451 Sep 21 08:36:30.431959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56316) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:30.581491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19b79b-b28b-4efe-a429-61df1708222d tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:30.584044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19b79b-b28b-4efe-a429-61df1708222d tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:30.586449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c19b79b-b28b-4efe-a429-61df1708222d tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:30.588860 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7c19b79b-b28b-4efe-a429-61df1708222d tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.1553411 Sep 21 08:36:30.598378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56318) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:30.633793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2ab44b-a07e-48e2-885e-699186d0b090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-459f6dcc-23d3-4e37-8d74-de0207b10bb9', 'network_id': '459f6dcc-23d3-4e37-8d74-de0207b10bb9', 'tenant_id': 'c06a3312d5bb4032ac4ba97b010554ec', 'fixed_ips': [{'subnet_id': '10ccef0e-949e-4d13-bcb2-c25b00cecaeb'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:30.634729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab44b-a07e-48e2-885e-699186d0b090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.653975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9', 'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9', 'tenant_id': 'c06a3312d5bb4032ac4ba97b010554ec', 'fixed_ips': [{'subnet_id': '61e67841-6c92-40e3-a445-edc6eda9d920'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:30.655175 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.673399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Deleting subnet 10ccef0e-949e-4d13-bcb2-c25b00cecaeb {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:36:30.687245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.770368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:30.890260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.010948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Allocated IP 2001:db8:0:1::1 (77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9/61e67841-6c92-40e3-a445-edc6eda9d920/c57d303e-db58-4ae2-8ed1-35afb3c705ad) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:31.052580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.109214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Subnet': ['ID=10ccef0e-949e-4d13-bcb2-c25b00cecaeb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:31.121346 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.123361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5440e5d3-4101-4f6f-b184-bb50f6fa8736 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/subnets/10ccef0e-949e-4d13-bcb2-c25b00cecaeb HTTP/1.1" status: 204 len: 168 time: 0.5229859 Sep 21 08:36:31.126089 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56330) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-3e2ab44b-a07e-48e2-885e-699186d0b090 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10ccef0e-949e-4d13-bcb2-c25b00cecaeb: This subnet is being modified by another concurrent operation. Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10ccef0e-949e-4d13-bcb2-c25b00cecaeb: This subnet is being modified by another concurrent operation. Sep 21 08:36:31.142877 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:36:31.189373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7b5517-09c8-4e00-96a3-205d9ba56d3f None None] Network 459f6dcc-23d3-4e37-8d74-de0207b10bb9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:31.210660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Deleting subnet 61e67841-6c92-40e3-a445-edc6eda9d920 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:36:31.488382 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.500043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.511863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.597760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.623680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Pushing event updated for resources: {'Port': ['ID=c57d303e-db58-4ae2-8ed1-35afb3c705ad,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:31.646983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:31.652233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:31.656084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:31.798963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Attempting to bind port c57d303e-db58-4ae2-8ed1-35afb3c705ad on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:36:31.799367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Attempting to bind port c57d303e-db58-4ae2-8ed1-35afb3c705ad by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8c324522-534b-4c99-8c65-1dc4c3d147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:36:31.802246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Attempting to bind port c57d303e-db58-4ae2-8ed1-35afb3c705ad on network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:36:31.819151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:36:31.819609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Checking segment: {'id': '8c324522-534b-4c99-8c65-1dc4c3d147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:31.820067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.820445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Bound using segment: {'id': '8c324522-534b-4c99-8c65-1dc4c3d147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:36:31.820892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Bound port: c57d303e-db58-4ae2-8ed1-35afb3c705ad, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c324522-534b-4c99-8c65-1dc4c3d147b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:36:31.821285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.834689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.957344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] For port c57d303e-db58-4ae2-8ed1-35afb3c705ad, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:36:31.962826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] For port c57d303e-db58-4ae2-8ed1-35afb3c705ad, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c57d303e-db58-4ae2-8ed1-35afb3c705ad,segment=NetworkSegment(8c324522-534b-4c99-8c65-1dc4c3d147b9),segment_id=8c324522-534b-4c99-8c65-1dc4c3d147b9)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:36:31.979826 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:31.982190 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.018785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Subnet': ['ID=61e67841-6c92-40e3-a445-edc6eda9d920,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:32.025057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.027689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-05a3ace7-868d-416b-b4c4-7d4170337f94 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/subnets/61e67841-6c92-40e3-a445-edc6eda9d920 HTTP/1.1" status: 204 len: 168 time: 0.9000905 Sep 21 08:36:32.030641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56348) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:32.119506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b687-0fc2-43c0-bf33-8ec77306d3ac None None] Pushing event updated for resources: {'Port': ['ID=c57d303e-db58-4ae2-8ed1-35afb3c705ad,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:32.197460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787362e-45e8-46bc-bac3-f738e2f462fb tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:32.205078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7787362e-45e8-46bc-bac3-f738e2f462fb tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1731894 Sep 21 08:36:32.205814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56352) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:32.249339 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.396214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.506337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Deleting port c57d303e-db58-4ae2-8ed1-35afb3c705ad {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:32.506911 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.594501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] For port c57d303e-db58-4ae2-8ed1-35afb3c705ad, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c57d303e-db58-4ae2-8ed1-35afb3c705ad,segment=NetworkSegment(8c324522-534b-4c99-8c65-1dc4c3d147b9),segment_id=8c324522-534b-4c99-8c65-1dc4c3d147b9)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:32.595015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.610229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Calling delete_port for c57d303e-db58-4ae2-8ed1-35afb3c705ad owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:32.713587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.757613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Port': ['ID=c57d303e-db58-4ae2-8ed1-35afb3c705ad,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:32.764559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] No DVR routers for this DVR port c57d303e-db58-4ae2-8ed1-35afb3c705ad on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:32.896420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:32.957685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:32.992981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c324522-534b-4c99-8c65-1dc4c3d147b9') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:32.993283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c324522-534b-4c99-8c65-1dc4c3d147b9') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:33.009983 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.033647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.048770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:33.051062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:33.057393 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:33.201732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.209980 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.217469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56368) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:33.218877 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/networks/77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 HTTP/1.1" status: 204 len: 168 time: 1.0117211 Sep 21 08:36:33.253307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12549cab-41cb-4a13-b6bc-33cbf0615d83 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Network': ['ID=77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:33.395351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.577755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.605290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459f6dcc-23d3-4e37-8d74-de0207b10bb9']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:33.617659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccfaf1a-5477-4d48-85b8-dca5c642f181') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:33.618235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccfaf1a-5477-4d48-85b8-dca5c642f181') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:33.619173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bacc2b36-ea10-4c13-ba46-2fb686bb0f9b None None] Could not find standard attr ID for object c57d303e-db58-4ae2-8ed1-35afb3c705ad. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:36:33.628203 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.643294 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.656720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:33.657128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:33.662232 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:33.701907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169b3ce-0e69-4dd4-9c61-0afce3b41e87 None None] DHCP port deletion for 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:36:33.745089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216493b9-add6-4eea-8d5a-f61a82aba249 None None] Network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:33.748416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.759894 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.762293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/networks/459f6dcc-23d3-4e37-8d74-de0207b10bb9 HTTP/1.1" status: 204 len: 168 time: 0.5439024 Sep 21 08:36:33.765021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56378) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:33.774287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd96d9-209d-4a97-b35d-911c6d8a1318 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Network': ['ID=459f6dcc-23d3-4e37-8d74-de0207b10bb9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:33.783765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216493b9-add6-4eea-8d5a-f61a82aba249 None None] Network 77dcb6fe-3aa0-45ca-afc0-7eb17710fdc9 could not be found, it might have been deleted concurrently. {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 08:36:33.829254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a993851-bbf1-47d9-ae35-ea4e515e5a91 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:36:33.914499 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:33.963247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.069457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a993851-bbf1-47d9-ae35-ea4e515e5a91 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:36:34.077031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.101359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:34.114770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae2d7a7-bb9b-4a66-837b-13fb42393db3') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:34.115072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae2d7a7-bb9b-4a66-837b-13fb42393db3') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:34.131034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.146437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.153275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:34.154168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:34.157016 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:34.255143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.295397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.298263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/networks/09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef HTTP/1.1" status: 204 len: 168 time: 0.5320828 Sep 21 08:36:34.299800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6218e-4cff-493d-8347-be46f92dc7f1 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Network': ['ID=09e24b1b-e6bc-43d6-8a1e-b3b1e4b042ef,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:34.300787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56388) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:34.412110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.620209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.650664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:34.666697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369f5c62-b8b2-44a7-a015-7b3dccb44194') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:34.667812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369f5c62-b8b2-44a7-a015-7b3dccb44194') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:34.684443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.699745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.706365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:34.706776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:34.717601 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:34.813914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.824912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:34.826993 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] 10.222.0.59 "DELETE /v2.0/networks/2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e HTTP/1.1" status: 204 len: 168 time: 0.5246391 Sep 21 08:36:34.849328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a21121-6df9-4b80-b230-6fb2537bf792 tempest-BulkNetworkOpsIpV6Test-315494626 tempest-BulkNetworkOpsIpV6Test-315494626-project] Pushing event deleted for resources: {'Network': ['ID=2fa22fdb-4d45-42a3-823e-3c3a1c8d5d1e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:35.367146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56410) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:35.595139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-16522bfd-6a99-41c8-985a-389bc5231868 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c06a3312d5bb4032ac4ba97b010554ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265494 Sep 21 08:36:35.597596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56416) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:35.710081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7dad123-98f5-4b59-98cf-875769f0fd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:35.739994 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7dad123-98f5-4b59-98cf-875769f0fd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:35.808080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7dad123-98f5-4b59-98cf-875769f0fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:35.819508 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7dad123-98f5-4b59-98cf-875769f0fd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:35.819508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d7dad123-98f5-4b59-98cf-875769f0fd6b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0dc4710b-f149-46fc-93ac-14a1f9d383d8 HTTP/1.1" status: 204 len: 168 time: 0.2190158 Sep 21 08:36:35.829607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dad123-98f5-4b59-98cf-875769f0fd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc4710b-f149-46fc-93ac-14a1f9d383d8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:37.040575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56456) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:37.198182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357062114'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:37.223441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:37.230433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.255018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.378211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.385352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.401499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:37.413589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.414174 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 98b3e36a-92f4-4475-bf0d-5694cc92ebe7 of type vlan for network 032bd040-589f-4f15-ad97-7a6853b72b8c Sep 21 08:36:37.462507 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.516727 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.526596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:37.527435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:37.583804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5419917 Sep 21 08:36:37.613055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d279cba1-6e95-4727-b628-079d3b5c196c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:37.663493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e79c4-cc80-4c07-baac-0a512bae22c3 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=032bd040-589f-4f15-ad97-7a6853b72b8c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:37.675027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 032bd040-589f-4f15-ad97-7a6853b72b8c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:40.255730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:40.260690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a184165a-fde9-4070-a0eb-43c7bbfe5d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906755052', 'description': 'tempest-secgroup-smoke-1906755052 description', 'project_id': '50bca0c104354a579d1dbeda20de19b9'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:40.359895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a184165a-fde9-4070-a0eb-43c7bbfe5d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:40.511739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a184165a-fde9-4070-a0eb-43c7bbfe5d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:40.524272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a184165a-fde9-4070-a0eb-43c7bbfe5d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:40.581491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a184165a-fde9-4070-a0eb-43c7bbfe5d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:40.584679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a184165a-fde9-4070-a0eb-43c7bbfe5d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3277614 Sep 21 08:36:40.588014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56552) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:40.599975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184165a-fde9-4070-a0eb-43c7bbfe5d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a501ad-835e-463b-b03e-8c827c285c87,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:40.601227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1a862d5a-33a8-48d8-b955-b0267de6c6cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'security_group_rule': {'security_group_id': '75a501ad-835e-463b-b03e-8c827c285c87', 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:40.613681 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-1be6c1c2-d231-4e39-9695-9b13687ca3f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996666 Sep 21 08:36:40.769309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a862d5a-33a8-48d8-b955-b0267de6c6cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:40.861155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-99a36d87-af22-4957-8922-27b7ce6172a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:40.862687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-99a36d87-af22-4957-8922-27b7ce6172a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.1775751 Sep 21 08:36:40.930774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a862d5a-33a8-48d8-b955-b0267de6c6cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:40.932276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56566) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:40.939582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': '032bd040-589f-4f15-ad97-7a6853b72b8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:40.954273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a862d5a-33a8-48d8-b955-b0267de6c6cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:40.986297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a862d5a-33a8-48d8-b955-b0267de6c6cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281b2235-d926-402b-ba27-b056039d4b7f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:41.048476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-c6808501-fcfe-42cf-9ad4-819124ddcc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:41.050046 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-c6808501-fcfe-42cf-9ad4-819124ddcc4c service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.1541593 Sep 21 08:36:41.057381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1a862d5a-33a8-48d8-b955-b0267de6c6cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.061547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1a862d5a-33a8-48d8-b955-b0267de6c6cd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4697819 Sep 21 08:36:41.073711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56574) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:41.097063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e18c2616-eec8-4507-af4c-64b7a909fb84 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'security_group_rule': {'security_group_id': '75a501ad-835e-463b-b03e-8c827c285c87', 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:41.151070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-27fc6af5-1b1a-496d-acc5-b3d15d45a993 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 1001 time: 0.0900791 Sep 21 08:36:41.193234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:41.198316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.204831 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e18c2616-eec8-4507-af4c-64b7a909fb84 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.229892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-b0dc4736-a5ff-4090-af43-9a5921ac72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:41.232011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-b0dc4736-a5ff-4090-af43-9a5921ac72d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0743988 Sep 21 08:36:41.345672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-bb915e17-fbba-4637-8a51-7dd3c03035df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:41.348580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-bb915e17-fbba-4637-8a51-7dd3c03035df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067491 Sep 21 08:36:41.480469 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e18c2616-eec8-4507-af4c-64b7a909fb84 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.487651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e18c2616-eec8-4507-af4c-64b7a909fb84 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.510068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e18c2616-eec8-4507-af4c-64b7a909fb84 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.512012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e18c2616-eec8-4507-af4c-64b7a909fb84 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4369020 Sep 21 08:36:41.521939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56582) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:41.526800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-52d5122c-d18d-4ea1-b161-2ee515a49864 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'security_group_rule': {'security_group_id': '75a501ad-835e-463b-b03e-8c827c285c87', 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:41.542559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-ce6684f7-a71a-4978-92ef-35ac683696f5 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853218 Sep 21 08:36:41.545763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c2616-eec8-4507-af4c-64b7a909fb84 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdc9f1d-73e7-4269-b546-f31300e75f7a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:41.602447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-52d5122c-d18d-4ea1-b161-2ee515a49864 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.663151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.721537 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e7e5e-a49c-49c6-9440-4f5b68a3c125 req-c089c426-b0ce-427b-9c2e-51e64200c849 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654134 Sep 21 08:36:41.758928 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-52d5122c-d18d-4ea1-b161-2ee515a49864 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.766778 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-52d5122c-d18d-4ea1-b161-2ee515a49864 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.767369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=fe64dcd6-fa9e-4724-a346-4ba5fccd88b7,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:41.779174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '98b3e36a-92f4-4475-bf0d-5694cc92ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '032bd040-589f-4f15-ad97-7a6853b72b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:41.779840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: 032bd040-589f-4f15-ad97-7a6853b72b8c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:41.826696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5122c-d18d-4ea1-b161-2ee515a49864 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fdef17-5c56-4cde-8091-dd52a52a63cd,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:41.846070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 032bd040-589f-4f15-ad97-7a6853b72b8c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:41.850930 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-52d5122c-d18d-4ea1-b161-2ee515a49864 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.854835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-52d5122c-d18d-4ea1-b161-2ee515a49864 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3292758 Sep 21 08:36:41.855828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56592) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:41.865705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ac11f34c-c042-469c-b2ad-f1e8e8fc42fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'security_group_rule': {'security_group_id': '75a501ad-835e-463b-b03e-8c827c285c87', 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:41.869553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 032bd040-589f-4f15-ad97-7a6853b72b8c) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:41.874779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:41.875845 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.881091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd9b02-c6c7-40e6-83f7-f91ea5268df9 None None] Network 032bd040-589f-4f15-ad97-7a6853b72b8c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:41.919401 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac11f34c-c042-469c-b2ad-f1e8e8fc42fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:41.919648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6926b98f-ee9a-4166-82e4-c3a0cb8546fa tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9842842 Sep 21 08:36:41.923268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56596) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:41.933106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1167192728'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:41.992243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:42.002224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.046151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:42.075595 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.078886 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 575dce89-611f-4928-8a83-e3b12bcf0172 of type vlan for network ce19ab0e-2afb-4c40-8358-99da0e5866c5 Sep 21 08:36:42.203494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-032bd040-589f-4f15-ad97-7a6853b72b8c', 'network_id': '032bd040-589f-4f15-ad97-7a6853b72b8c', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': 'fe64dcd6-fa9e-4724-a346-4ba5fccd88b7'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:42.204374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.213297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac11f34c-c042-469c-b2ad-f1e8e8fc42fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.225427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac11f34c-c042-469c-b2ad-f1e8e8fc42fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.229896 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.273819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f34c-c042-469c-b2ad-f1e8e8fc42fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b24295-abd6-45d0-8cf6-5e9258e86c14,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:42.291329 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac11f34c-c042-469c-b2ad-f1e8e8fc42fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.297543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56598) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:42.298429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ac11f34c-c042-469c-b2ad-f1e8e8fc42fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4409797 Sep 21 08:36:42.299523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.310337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:42.313053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.343917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'security_group_rule': {'security_group_id': '75a501ad-835e-463b-b03e-8c827c285c87', 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:42.415442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Allocated IP 2001:db8:0:ffff::2 (032bd040-589f-4f15-ad97-7a6853b72b8c/fe64dcd6-fa9e-4724-a346-4ba5fccd88b7/a14788a6-aa1e-4e64-9823-4a70291933c4) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:42.428739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56606) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:42.438495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:42.442515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5179222 Sep 21 08:36:42.461170 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Project 50bca0c104354a579d1dbeda20de19b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:36:42.544237 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.641028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:42.647904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.685301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238dba7-0552-4cf1-80ac-95e0aa995981 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=ce19ab0e-2afb-4c40-8358-99da0e5866c5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:42.719647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.724795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.754017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f6ff0e-cc6c-4059-8362-df014e26ee78,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:42.763104 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.767263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b0368a37-661e-4b19-8091-f2c9dd8660df tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4264395 Sep 21 08:36:42.767445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ce19ab0e-2afb-4c40-8358-99da0e5866c5 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:42.767562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56608) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:42.772996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'security_group_rule': {'security_group_id': '75a501ad-835e-463b-b03e-8c827c285c87', 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:42.873289 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Project 50bca0c104354a579d1dbeda20de19b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:36:42.884275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.891778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.914695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:42.990563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Network 032bd040-589f-4f15-ad97-7a6853b72b8c is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:42.991916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Pushing event updated for resources: {'Port': ['ID=a14788a6-aa1e-4e64-9823-4a70291933c4,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:42.996120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:42.998226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:43.111461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.119155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.135228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Attempting to bind port a14788a6-aa1e-4e64-9823-4a70291933c4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:36:43.136230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Attempting to bind port a14788a6-aa1e-4e64-9823-4a70291933c4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '98b3e36a-92f4-4475-bf0d-5694cc92ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '032bd040-589f-4f15-ad97-7a6853b72b8c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:36:43.136828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Attempting to bind port a14788a6-aa1e-4e64-9823-4a70291933c4 on network 032bd040-589f-4f15-ad97-7a6853b72b8c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:36:43.165259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:36:43.165756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Checking segment: {'id': '98b3e36a-92f4-4475-bf0d-5694cc92ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '032bd040-589f-4f15-ad97-7a6853b72b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:43.166254 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.166756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Bound using segment: {'id': '98b3e36a-92f4-4475-bf0d-5694cc92ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '032bd040-589f-4f15-ad97-7a6853b72b8c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:36:43.174426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Bound port: a14788a6-aa1e-4e64-9823-4a70291933c4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b3e36a-92f4-4475-bf0d-5694cc92ebe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '032bd040-589f-4f15-ad97-7a6853b72b8c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:36:43.175393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.224477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89dcb8a4-a6f6-4796-a606-48e043b17761,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:43.245275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.260980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.262443 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d5e887b8-3088-4a33-9347-b09e9238ed89 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4938829 Sep 21 08:36:43.339475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] For port a14788a6-aa1e-4e64-9823-4a70291933c4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:36:43.344591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] For port a14788a6-aa1e-4e64-9823-4a70291933c4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a14788a6-aa1e-4e64-9823-4a70291933c4,segment=NetworkSegment(98b3e36a-92f4-4475-bf0d-5694cc92ebe7),segment_id=98b3e36a-92f4-4475-bf0d-5694cc92ebe7)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:36:43.349901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.438052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=274d53af-955c-48a5-ba4e-ee37bb625144,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:43.451579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9708-ade6-4a84-98d9-316d690f1ea7 None None] Pushing event updated for resources: {'Port': ['ID=a14788a6-aa1e-4e64-9823-4a70291933c4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:43.486127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '575dce89-611f-4928-8a83-e3b12bcf0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:43.486518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: ce19ab0e-2afb-4c40-8358-99da0e5866c5, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:43.508818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network ce19ab0e-2afb-4c40-8358-99da0e5866c5 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:43.522528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ce19ab0e-2afb-4c40-8358-99da0e5866c5) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:43.536210 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a94d27-33bc-4b25-87ba-61d4863f7c06 None None] Network ce19ab0e-2afb-4c40-8358-99da0e5866c5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:43.541780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:43.543348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.572458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-24f95ba4-0c58-4ec4-96e0-7748c775a647 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1420031 Sep 21 08:36:43.575002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56662) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:43.838914 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:43.902175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-ce19ab0e-2afb-4c40-8358-99da0e5866c5', 'network_id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': '274d53af-955c-48a5-ba4e-ee37bb625144'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:43.903053 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:44.069560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:44.370841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Allocated IP 2001:db8::1 (ce19ab0e-2afb-4c40-8358-99da0e5866c5/274d53af-955c-48a5-ba4e-ee37bb625144/288c9082-2dec-41da-bf25-4e2b07b6b271) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:44.608820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a14788a6-aa1e-4e64-9823-4a70291933c4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:36:44.610946 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:44.675690 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:44.680523 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:44.761881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=274d53af-955c-48a5-ba4e-ee37bb625144,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:44.807561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Pushing event updated for resources: {'Port': ['ID=288c9082-2dec-41da-bf25-4e2b07b6b271,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:44.857130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Network ce19ab0e-2afb-4c40-8358-99da0e5866c5 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:44.864481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:44.871882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:44.947248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.005134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce19ab0e-2afb-4c40-8358-99da0e5866c5']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:45.022894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a14788a6-aa1e-4e64-9823-4a70291933c4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:45.023471 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.044083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575dce89-611f-4928-8a83-e3b12bcf0172') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:45.044393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575dce89-611f-4928-8a83-e3b12bcf0172') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:45.087070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.139671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.161872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:45.162441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:45.165967 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:45.174580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Attempting to bind port 288c9082-2dec-41da-bf25-4e2b07b6b271 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:36:45.179678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Attempting to bind port 288c9082-2dec-41da-bf25-4e2b07b6b271 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '575dce89-611f-4928-8a83-e3b12bcf0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:36:45.181783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Attempting to bind port 288c9082-2dec-41da-bf25-4e2b07b6b271 on network ce19ab0e-2afb-4c40-8358-99da0e5866c5 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:36:45.225510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:36:45.228356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Checking segment: {'id': '575dce89-611f-4928-8a83-e3b12bcf0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:45.231066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.233216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Bound using segment: {'id': '575dce89-611f-4928-8a83-e3b12bcf0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:36:45.233842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Bound port: 288c9082-2dec-41da-bf25-4e2b07b6b271, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575dce89-611f-4928-8a83-e3b12bcf0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:36:45.234363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.341231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:36:45.341231 n-d-809980-2 neutron-server[94725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:36:45.341231 n-d-809980-2 neutron-server[94725]: [parameters: {'id': 'ce19ab0e-2afb-4c40-8358-99da0e5866c5'}] Sep 21 08:36:45.341231 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:36:45.341882 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:36:45.378216 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.445617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port a14788a6-aa1e-4e64-9823-4a70291933c4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a14788a6-aa1e-4e64-9823-4a70291933c4,segment=NetworkSegment(98b3e36a-92f4-4475-bf0d-5694cc92ebe7),segment_id=98b3e36a-92f4-4475-bf0d-5694cc92ebe7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:45.447494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] For port 288c9082-2dec-41da-bf25-4e2b07b6b271, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:36:45.451259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] For port 288c9082-2dec-41da-bf25-4e2b07b6b271, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=288c9082-2dec-41da-bf25-4e2b07b6b271,segment=NetworkSegment(575dce89-611f-4928-8a83-e3b12bcf0172),segment_id=575dce89-611f-4928-8a83-e3b12bcf0172)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:36:45.468023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.542174 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.552445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=a14788a6-aa1e-4e64-9823-4a70291933c4,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:45.601746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449c1e7-8f63-4303-8dbb-e100d066f621 None None] Network 032bd040-589f-4f15-ad97-7a6853b72b8c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:45.803372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d36f9-57aa-4dd6-9840-73e17930bf73 None None] Network ce19ab0e-2afb-4c40-8358-99da0e5866c5 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:45.842621 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:45.915997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting port 288c9082-2dec-41da-bf25-4e2b07b6b271 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:45.916780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.060823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] For port 288c9082-2dec-41da-bf25-4e2b07b6b271, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=288c9082-2dec-41da-bf25-4e2b07b6b271,segment=NetworkSegment(575dce89-611f-4928-8a83-e3b12bcf0172),segment_id=575dce89-611f-4928-8a83-e3b12bcf0172)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:46.061507 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.084266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Calling delete_port for 288c9082-2dec-41da-bf25-4e2b07b6b271 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:46.129322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b2205-676d-4ccd-ab1d-c8c0eeb1b7ef None None] Pushing event updated for resources: {'Port': ['ID=288c9082-2dec-41da-bf25-4e2b07b6b271,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:46.144367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2c5cc81c-3e86-4c93-84d4-629180913368 None None] Provisioning complete for port a14788a6-aa1e-4e64-9823-4a70291933c4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:46.149777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cc81c-3e86-4c93-84d4-629180913368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.241031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.303102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Port': ['ID=288c9082-2dec-41da-bf25-4e2b07b6b271,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:46.310592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No DVR routers for this DVR port 288c9082-2dec-41da-bf25-4e2b07b6b271 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:46.340952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a14788a6-aa1e-4e64-9823-4a70291933c4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:36:46.468135 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.570607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce19ab0e-2afb-4c40-8358-99da0e5866c5']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:46.603821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575dce89-611f-4928-8a83-e3b12bcf0172') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:46.604705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575dce89-611f-4928-8a83-e3b12bcf0172') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:46.639809 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.647624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a14788a6-aa1e-4e64-9823-4a70291933c4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:46.647820 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.713589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.753187 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:46.758770 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:46.766354 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:46.947922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.958158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:46.960209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/ce19ab0e-2afb-4c40-8358-99da0e5866c5 HTTP/1.1" status: 204 len: 168 time: 3.3838716 Sep 21 08:36:46.964042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:46.970353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2071823849'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:46.980885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb18a26-8fe1-4d49-a137-70a7d0e83980 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=ce19ab0e-2afb-4c40-8358-99da0e5866c5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:47.029027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:47.040004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:47.112024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:47.135401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029b92d-4c0d-4d8c-9f46-81c8ddcbe263 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:36:47.142165 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:47.142681 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 181572ac-193a-4b07-b4b2-a8f4b878bd6b of type vlan for network 8bd417d9-f13a-4a02-8477-e3dd3a245747 Sep 21 08:36:47.243418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:47.333612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d060e69e-0f4d-4f87-b309-ac3045780bcf None None] Provisioning complete for port a14788a6-aa1e-4e64-9823-4a70291933c4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:47.334172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d060e69e-0f4d-4f87-b309-ac3045780bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:47.334349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:47.350599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:47.351257 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:47.467439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6029b92d-4c0d-4d8c-9f46-81c8ddcbe263 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:36:47.696499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=8bd417d9-f13a-4a02-8477-e3dd3a245747,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:47.721500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ddd052b-d6bc-46f5-8c56-2efd8b15e084 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7531080 Sep 21 08:36:47.721934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56762) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:47.737290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': '8bd417d9-f13a-4a02-8477-e3dd3a245747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:48.098646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:48.104983 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:48.154817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 8bd417d9-f13a-4a02-8477-e3dd3a245747 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:48.543258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:48.609000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=c7f1847e-fe73-4276-966b-4a3a49ed7b0d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:48.616023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '181572ac-193a-4b07-b4b2-a8f4b878bd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8bd417d9-f13a-4a02-8477-e3dd3a245747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:48.616389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: 8bd417d9-f13a-4a02-8477-e3dd3a245747, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:48.636512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 8bd417d9-f13a-4a02-8477-e3dd3a245747 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:48.651088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 8bd417d9-f13a-4a02-8477-e3dd3a245747) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:48.657099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:48.657960 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:48.661854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d772499-95f1-4558-953a-3c1e4af028b9 None None] Network 8bd417d9-f13a-4a02-8477-e3dd3a245747 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:48.695530 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c84a4090-eb41-44b6-a7f5-3ab1de17b9d4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9713914 Sep 21 08:36:48.699113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56786) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:48.705635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963646752'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:48.761418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:48.765146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:48.860991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:48.891188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:48.891714 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 514bc688-f9a3-40b5-9022-86f636ec2010 of type vlan for network 95804ed5-6301-4cdf-90b3-a1e588bf9272 Sep 21 08:36:48.953374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-8bd417d9-f13a-4a02-8477-e3dd3a245747', 'network_id': '8bd417d9-f13a-4a02-8477-e3dd3a245747', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': 'c7f1847e-fe73-4276-966b-4a3a49ed7b0d'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:48.954247 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:48.977387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.052604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.059517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:49.060235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.100382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3971512 Sep 21 08:36:49.101430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56794) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:49.106437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': '95804ed5-6301-4cdf-90b3-a1e588bf9272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:49.186673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d32342-79de-4521-b5ce-f893f1b9a7ee tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=95804ed5-6301-4cdf-90b3-a1e588bf9272,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:49.192911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Allocated IP 2001:db8::1 (8bd417d9-f13a-4a02-8477-e3dd3a245747/c7f1847e-fe73-4276-966b-4a3a49ed7b0d/2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:49.204473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 95804ed5-6301-4cdf-90b3-a1e588bf9272 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:49.241659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:49.246277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.330261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Performing IP validity checks on allocation pools {{(pid=94724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 08:36:49.331006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 08:36:49.440502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.446940 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.501154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.512625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Network 8bd417d9-f13a-4a02-8477-e3dd3a245747 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:49.520880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:49.526918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:49.528812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Pushing event updated for resources: {'Port': ['ID=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:49.592220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Attempting to bind port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:36:49.592597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Attempting to bind port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '181572ac-193a-4b07-b4b2-a8f4b878bd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8bd417d9-f13a-4a02-8477-e3dd3a245747'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:36:49.592963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Attempting to bind port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f on network 8bd417d9-f13a-4a02-8477-e3dd3a245747 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:36:49.599687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:36:49.600070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Checking segment: {'id': '181572ac-193a-4b07-b4b2-a8f4b878bd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8bd417d9-f13a-4a02-8477-e3dd3a245747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:49.600493 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.601157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Bound using segment: {'id': '181572ac-193a-4b07-b4b2-a8f4b878bd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8bd417d9-f13a-4a02-8477-e3dd3a245747'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:36:49.601723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Bound port: 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181572ac-193a-4b07-b4b2-a8f4b878bd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8bd417d9-f13a-4a02-8477-e3dd3a245747'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:36:49.602110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.648736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=9d3f12f5-2594-40a6-bd9b-04d6e356c1eb,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:49.662048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '514bc688-f9a3-40b5-9022-86f636ec2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '95804ed5-6301-4cdf-90b3-a1e588bf9272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:49.662521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: 95804ed5-6301-4cdf-90b3-a1e588bf9272, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:49.680859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 95804ed5-6301-4cdf-90b3-a1e588bf9272 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:49.684848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] For port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:36:49.688354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] For port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,segment=NetworkSegment(181572ac-193a-4b07-b4b2-a8f4b878bd6b),segment_id=181572ac-193a-4b07-b4b2-a8f4b878bd6b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:36:49.695627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 95804ed5-6301-4cdf-90b3-a1e588bf9272) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:49.698493 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.702004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:49.702644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:49.706940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162d520-c072-4054-9d02-cf7784c6d02b None None] Network 95804ed5-6301-4cdf-90b3-a1e588bf9272 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:49.735722 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1bc41233-3977-44f6-bc06-b62ab3520726 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6330142 Sep 21 08:36:49.739111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56814) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:49.851679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff9dbe-5128-47ea-bb23-2087c5404b18 None None] Pushing event updated for resources: {'Port': ['ID=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:49.962169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.000119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-95804ed5-6301-4cdf-90b3-a1e588bf9272', 'network_id': '95804ed5-6301-4cdf-90b3-a1e588bf9272', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': '9d3f12f5-2594-40a6-bd9b-04d6e356c1eb'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:50.001060 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.099616 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.218002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Allocated IP 2001:db8::3 (95804ed5-6301-4cdf-90b3-a1e588bf9272/9d3f12f5-2594-40a6-bd9b-04d6e356c1eb/e67e181a-2eb0-4f2a-8586-364a5c649906) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:50.504876 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.519688 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.545035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.583913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Pushing event updated for resources: {'Port': ['ID=e67e181a-2eb0-4f2a-8586-364a5c649906,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:50.598661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Network 95804ed5-6301-4cdf-90b3-a1e588bf9272 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:50.600614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:50.604305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:36:50.686502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3f12f5-2594-40a6-bd9b-04d6e356c1eb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:50.700597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Attempting to bind port e67e181a-2eb0-4f2a-8586-364a5c649906 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:36:50.700982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Attempting to bind port e67e181a-2eb0-4f2a-8586-364a5c649906 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '514bc688-f9a3-40b5-9022-86f636ec2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '95804ed5-6301-4cdf-90b3-a1e588bf9272'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:36:50.701364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Attempting to bind port e67e181a-2eb0-4f2a-8586-364a5c649906 on network 95804ed5-6301-4cdf-90b3-a1e588bf9272 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:36:50.712188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:36:50.712572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Checking segment: {'id': '514bc688-f9a3-40b5-9022-86f636ec2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '95804ed5-6301-4cdf-90b3-a1e588bf9272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:50.715807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.716264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Bound using segment: {'id': '514bc688-f9a3-40b5-9022-86f636ec2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '95804ed5-6301-4cdf-90b3-a1e588bf9272'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:36:50.716774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Bound port: e67e181a-2eb0-4f2a-8586-364a5c649906, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514bc688-f9a3-40b5-9022-86f636ec2010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '95804ed5-6301-4cdf-90b3-a1e588bf9272'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:36:50.717220 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:50.839414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] For port e67e181a-2eb0-4f2a-8586-364a5c649906, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:36:50.843155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] For port e67e181a-2eb0-4f2a-8586-364a5c649906, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e67e181a-2eb0-4f2a-8586-364a5c649906,segment=NetworkSegment(514bc688-f9a3-40b5-9022-86f636ec2010),segment_id=514bc688-f9a3-40b5-9022-86f636ec2010)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:36:50.851863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.068461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6eb546-81ad-4cf5-bb18-b9e966c4a371 None None] Pushing event updated for resources: {'Port': ['ID=e67e181a-2eb0-4f2a-8586-364a5c649906,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:51.079130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2324ae-cf1f-4572-90fc-183cfad59431 None None] Network 95804ed5-6301-4cdf-90b3-a1e588bf9272 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:51.408652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.435903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95804ed5-6301-4cdf-90b3-a1e588bf9272']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:51.463795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514bc688-f9a3-40b5-9022-86f636ec2010') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:51.464082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93048939-af51-4f82-9293-014eecd98e9d None None] Network 8bd417d9-f13a-4a02-8477-e3dd3a245747 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:51.464561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514bc688-f9a3-40b5-9022-86f636ec2010') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:51.477541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.495015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.502934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:51.503665 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.591678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6d6f8c89-be38-4e17-9b7f-1f5e6ac76db1 None None] Provisioning complete for port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:51.592097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8c89-be38-4e17-9b7f-1f5e6ac76db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:51.652395 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:51.659082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:36:51.659082 n-d-809980-2 neutron-server[94725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:36:51.659082 n-d-809980-2 neutron-server[94725]: [parameters: {'id': '95804ed5-6301-4cdf-90b3-a1e588bf9272'}] Sep 21 08:36:51.659082 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:36:51.661116 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:36:51.767776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8c89-be38-4e17-9b7f-1f5e6ac76db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.808159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6d6f8c89-be38-4e17-9b7f-1f5e6ac76db1 None None] For port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,segment=NetworkSegment(181572ac-193a-4b07-b4b2-a8f4b878bd6b),segment_id=181572ac-193a-4b07-b4b2-a8f4b878bd6b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:51.821121 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6d6f8c89-be38-4e17-9b7f-1f5e6ac76db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:51.911153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f8c89-be38-4e17-9b7f-1f5e6ac76db1 None None] Pushing event updated for resources: {'Port': ['ID=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:52.163089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.209418 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76123fa-a3ec-4c18-bd87-6b191e9dfe57 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:36:52.262654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e98f56be-6ded-49ea-bcc2-48a9cb5b01a0 None None] Provisioning complete for port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:52.263036 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e98f56be-6ded-49ea-bcc2-48a9cb5b01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.281053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting port e67e181a-2eb0-4f2a-8586-364a5c649906 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:36:52.282343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.298155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:36:52.433559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] For port e67e181a-2eb0-4f2a-8586-364a5c649906, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e67e181a-2eb0-4f2a-8586-364a5c649906,segment=NetworkSegment(514bc688-f9a3-40b5-9022-86f636ec2010),segment_id=514bc688-f9a3-40b5-9022-86f636ec2010)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:36:52.434695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.438711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:36:52.439572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.443669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-190a2c0a-be40-48b0-a32b-1d8388175c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.463725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Calling delete_port for e67e181a-2eb0-4f2a-8586-364a5c649906 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:36:52.547489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76123fa-a3ec-4c18-bd87-6b191e9dfe57 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:36:52.629939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.675008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No DVR routers for this DVR port e67e181a-2eb0-4f2a-8586-364a5c649906 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:36:52.767252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Port': ['ID=e67e181a-2eb0-4f2a-8586-364a5c649906,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:52.852057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:52.971517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95804ed5-6301-4cdf-90b3-a1e588bf9272']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:53.001717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514bc688-f9a3-40b5-9022-86f636ec2010') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:53.002027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514bc688-f9a3-40b5-9022-86f636ec2010') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:53.030662 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.073130 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.091951 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:53.092368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:53.099341 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:53.200107 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.208844 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.214360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56886) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:53.214832 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/95804ed5-6301-4cdf-90b3-a1e588bf9272 HTTP/1.1" status: 204 len: 168 time: 3.4737172 Sep 21 08:36:53.221237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102831639'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:53.228225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213148d9-474a-45c3-b764-710b3865c0bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=95804ed5-6301-4cdf-90b3-a1e588bf9272,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:53.255092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:53.260049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.290371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:53.300638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.301238 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 8ba4efc8-b86f-426a-9347-992b9a7af25f of type vlan for network 39758eda-d382-4157-ba32-5b71791ca31a Sep 21 08:36:53.356869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.390678 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.399164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:53.400560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.484098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56892) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:53.491023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': '39758eda-d382-4157-ba32-5b71791ca31a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:53.497547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2798986 Sep 21 08:36:53.565785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb77485-bbd9-44dc-861d-a765b54b6ddd tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=39758eda-d382-4157-ba32-5b71791ca31a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:53.578165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 39758eda-d382-4157-ba32-5b71791ca31a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:53.698996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:53.702547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.773865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56896) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:53.835300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] Deleting subnet fcda38e8-bcba-4801-8f80-6e37c940b9c6 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:36:53.844044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.883075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.929125 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:53.991896 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.008377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.073669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '8ba4efc8-b86f-426a-9347-992b9a7af25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '39758eda-d382-4157-ba32-5b71791ca31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:54.074174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: 39758eda-d382-4157-ba32-5b71791ca31a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:54.076791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcda38e8-bcba-4801-8f80-6e37c940b9c6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:54.086218 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.088323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5094a2b4-b248-4d1c-95bb-8bf2f6793106 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fcda38e8-bcba-4801-8f80-6e37c940b9c6 HTTP/1.1" status: 204 len: 168 time: 0.3133721 Sep 21 08:36:54.090618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56904) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:54.105666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=bfc62f39-df30-4e89-a79b-36d87941bbb3,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:54.127306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 39758eda-d382-4157-ba32-5b71791ca31a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:54.158647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 39758eda-d382-4157-ba32-5b71791ca31a) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:54.168564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde1d27d-6a50-4a20-99a7-366f0b328e52 None None] Network 39758eda-d382-4157-ba32-5b71791ca31a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:54.180233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:54.181639 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.208383 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.225151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f0c627ce-fe51-4cd1-b180-851b51aa867f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7391810 Sep 21 08:36:54.228087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56910) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:54.404935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.438030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.468755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.482780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1305cee8-8b1b-4493-b223-4fb65032ae87']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:54.493683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11d60b4-93f5-44ad-8a3d-c19f055a4086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-39758eda-d382-4157-ba32-5b71791ca31a', 'network_id': '39758eda-d382-4157-ba32-5b71791ca31a', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': 'bfc62f39-df30-4e89-a79b-36d87941bbb3'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:54.494567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a11d60b4-93f5-44ad-8a3d-c19f055a4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.505894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8200d89-50b1-45e4-af0d-7d425f44fe87') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:54.506204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8200d89-50b1-45e4-af0d-7d425f44fe87') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:54.532154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.570111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.579047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:54.579589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:54.586385 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:54.594517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.688098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc62f39-df30-4e89-a79b-36d87941bbb3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-a11d60b4-93f5-44ad-8a3d-c19f055a4086 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfc62f39-df30-4e89-a79b-36d87941bbb3: This subnet is being modified by another concurrent operation. Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfc62f39-df30-4e89-a79b-36d87941bbb3: This subnet is being modified by another concurrent operation. Sep 21 08:36:54.735069 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:36:54.772765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.777417 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46733d1f-0062-45d9-8396-edd245e52ee0 None None] Network 39758eda-d382-4157-ba32-5b71791ca31a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:54.792857 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.796544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] 10.222.0.59 "DELETE /v2.0/networks/1305cee8-8b1b-4493-b223-4fb65032ae87 HTTP/1.1" status: 204 len: 168 time: 0.7048607 Sep 21 08:36:54.838139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2ba2e-48c7-4765-a893-1a4f82311bba admin admin] Pushing event deleted for resources: {'Network': ['ID=1305cee8-8b1b-4493-b223-4fb65032ae87,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:54.851294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.875793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39758eda-d382-4157-ba32-5b71791ca31a']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:54.887205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba4efc8-b86f-426a-9347-992b9a7af25f') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:54.887802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba4efc8-b86f-426a-9347-992b9a7af25f') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:54.898627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.919918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.934566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:54.935968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:54.972067 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:54.979809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3a49f-6b75-413f-a6e2-e820de019f41 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:36:55.074935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.120066 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.125811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/39758eda-d382-4157-ba32-5b71791ca31a HTTP/1.1" status: 204 len: 168 time: 0.8929119 Sep 21 08:36:55.127451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56924) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:55.137712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1090258074'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:55.147767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b7964-8745-419b-a6f5-cba7e0441322 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=39758eda-d382-4157-ba32-5b71791ca31a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:55.186442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:55.193504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.194594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56926) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:55.208442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3a49f-6b75-413f-a6e2-e820de019f41 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:36:55.252340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:55.278229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1b15530b-2848-4bce-903f-7e37260d1722 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbfbc3fefb1d4a9b88ae790076a0bf60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809901 Sep 21 08:36:55.278663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56930) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:55.282595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.282945 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 57fa394b-48e7-4539-8ded-f21f13ce9157 of type vlan for network 287f1d7d-a0cb-4484-bf24-dc50cec96fa0 Sep 21 08:36:55.350420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ada6a3fe-4e21-4eb3-aa5a-2ab69d48459b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.381957 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.387075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ada6a3fe-4e21-4eb3-aa5a-2ab69d48459b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.442453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.453877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:55.454715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.457143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ada6a3fe-4e21-4eb3-aa5a-2ab69d48459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.460619 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ada6a3fe-4e21-4eb3-aa5a-2ab69d48459b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.464111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ada6a3fe-4e21-4eb3-aa5a-2ab69d48459b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e158e37-128a-4dcb-b2f6-601565650baf HTTP/1.1" status: 204 len: 168 time: 0.1818221 Sep 21 08:36:55.479420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6a3fe-4e21-4eb3-aa5a-2ab69d48459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e158e37-128a-4dcb-b2f6-601565650baf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:55.571388 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.598980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c2fe072-0525-42a3-84cb-934c5792769e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:55.603758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=287f1d7d-a0cb-4484-bf24-dc50cec96fa0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:55.619912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 287f1d7d-a0cb-4484-bf24-dc50cec96fa0 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:55.629011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-490bc29c-2575-4fde-8664-f3959f1328d6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4997144 Sep 21 08:36:55.631927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56934) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:55.638137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': '287f1d7d-a0cb-4484-bf24-dc50cec96fa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:55.789206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:55.793151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.036948 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.099783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=b31b6930-1523-4f67-a63f-407b9bd52213,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:56.129504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '57fa394b-48e7-4539-8ded-f21f13ce9157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '287f1d7d-a0cb-4484-bf24-dc50cec96fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:56.130249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: 287f1d7d-a0cb-4484-bf24-dc50cec96fa0, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:56.159731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 287f1d7d-a0cb-4484-bf24-dc50cec96fa0 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:56.181995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 287f1d7d-a0cb-4484-bf24-dc50cec96fa0) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:56.186491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:56.187106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.200376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb061e76-67a2-40b5-91e1-e0b4acb3aa3d None None] Network 287f1d7d-a0cb-4484-bf24-dc50cec96fa0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:56.208423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bd381554-1e1c-4fc5-b607-3ed3d2116d40 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5743344 Sep 21 08:36:56.212692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56952) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:56.425489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.511366 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.542529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1111967-7d71-4be2-8740-c5e2411fed33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-287f1d7d-a0cb-4484-bf24-dc50cec96fa0', 'network_id': '287f1d7d-a0cb-4484-bf24-dc50cec96fa0', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': 'b31b6930-1523-4f67-a63f-407b9bd52213'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:56.543694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d1111967-7d71-4be2-8740-c5e2411fed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.632587 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.695236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=b31b6930-1523-4f67-a63f-407b9bd52213,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-d1111967-7d71-4be2-8740-c5e2411fed33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b31b6930-1523-4f67-a63f-407b9bd52213: This subnet is being modified by another concurrent operation. Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b31b6930-1523-4f67-a63f-407b9bd52213: This subnet is being modified by another concurrent operation. Sep 21 08:36:56.708370 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:36:56.730519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ef369-ab98-448d-b686-bd134661da83 None None] Network 287f1d7d-a0cb-4484-bf24-dc50cec96fa0 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:56.811936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.848573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.861300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56968) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:56.905447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287f1d7d-a0cb-4484-bf24-dc50cec96fa0']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:56.925523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fa394b-48e7-4539-8ded-f21f13ce9157') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:56.926376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fa394b-48e7-4539-8ded-f21f13ce9157') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:36:56.961901 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.986501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:56.999920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:36:57.000338 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:36:57.003550 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:36:57.029541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac4d64-f712-4ca4-bced-1d1e8110bfb2 None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:36:57.107087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.117891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.123576 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/287f1d7d-a0cb-4484-bf24-dc50cec96fa0 HTTP/1.1" status: 204 len: 168 time: 0.9059250 Sep 21 08:36:57.125027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-718761013-network', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:57.130147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56976) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:57.132686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d837-8da1-4aae-b3a5-23158194157f tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=287f1d7d-a0cb-4484-bf24-dc50cec96fa0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:57.139661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1992182767'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:57.170209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:36:57.170209 n-d-809980-2 neutron-server[94725]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 21 08:36:57.170209 n-d-809980-2 neutron-server[94725]: [parameters: {'project_id': 'd05bf49424a34242899f9af9f2128fdc', 'id': '3d5324f1-11c0-44ed-912f-9d3372dd6fb2', 'expiration': datetime.datetime(2021, 9, 21, 8, 38, 57, 153911)}] Sep 21 08:36:57.170209 n-d-809980-2 neutron-server[94725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:36:57.171263 n-d-809980-2 neutron-server[94725]: DEBUG oslo_db.api [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:36:57.176874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Made reservation on behalf of 0250e2c5047e4642ab4287b339cf1936 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:57.186391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.201204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac4d64-f712-4ca4-bced-1d1e8110bfb2 None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:36:57.212692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.410509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.414943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.443643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:57.465458 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.466035 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Added segment 466772f9-15fb-479c-906e-dab80ceda17d of type vlan for network c057ddae-ad02-4300-bd49-7d18b13fe01d Sep 21 08:36:57.575612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.595183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d7f9b-5d6a-44db-a3e1-02b38122450b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:57.662480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.663506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:57.664262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.732885 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8698845 Sep 21 08:36:57.734162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:57.743307 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.749535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56980) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:57.815627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Request body: {'subnet': {'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-718761013-subnet', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:57.838990 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.845741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:36:57.859348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.859989 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment c4ba2c16-e5d0-4432-94f9-77e9d91ebbab of type vlan for network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 Sep 21 08:36:57.944080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:57.975108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Made reservation on behalf of 0250e2c5047e4642ab4287b339cf1936 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:57.978852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.108047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.115393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:58.116285 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.183651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0520532 Sep 21 08:36:58.190227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:58.196992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:58.264533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045d256-b408-42ae-8971-8b7a11ee563a admin admin] Pushing event updated for resources: {'Network': ['ID=c057ddae-ad02-4300-bd49-7d18b13fe01d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:58.275928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06419b99-9d32-4f39-9f12-9e3ecf4a5cb1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=d0856339-47f0-4e9d-a98a-d2cc5f0e8263,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:58.279243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network c057ddae-ad02-4300-bd49-7d18b13fe01d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:58.287712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:36:58.415493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:58.418952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.501520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.569694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e6b879-60f1-4b19-a01e-09e26eefd0c8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:58.589934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.590144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.590412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.590746 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.591132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.591580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.592148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.592593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.592937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.593256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.593574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.593916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:58.630437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Checking segment: {'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:58.630799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Network hostable DHCP agents. Network: c057ddae-ad02-4300-bd49-7d18b13fe01d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:58.695987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Network c057ddae-ad02-4300-bd49-7d18b13fe01d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:58.740640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, c057ddae-ad02-4300-bd49-7d18b13fe01d) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:58.746690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:58.747456 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.760634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.770615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1451d1-8449-41f4-89d6-ab0e7c3b3cf3 None None] Network c057ddae-ad02-4300-bd49-7d18b13fe01d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:58.823357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ee53d799-080d-4047-a743-879817494f46 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0725162 Sep 21 08:36:58.825967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 56988) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:58.831066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:58.860460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=bb07182a-11f1-4303-b5ad-71a2516534be,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:58.868362 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.868953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:58.918967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': 'c4ba2c16-e5d0-4432-94f9-77e9d91ebbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:36:58.919393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: d0856339-47f0-4e9d-a98a-d2cc5f0e8263, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:36:58.967008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:36:59.007713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d0856339-47f0-4e9d-a98a-d2cc5f0e8263) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:59.017272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.023058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:36:59.023695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.051734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-be915aa8-f621-4312-b626-0a2e33e54140 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8528996 Sep 21 08:36:59.052566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 56992) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:36:59.054537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a8ca7-7ff9-4e13-a645-fe3b4dd8b48a None None] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:36:59.063688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:36:59.121955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-c057ddae-ad02-4300-bd49-7d18b13fe01d', 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'fixed_ips': [{'subnet_id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:59.133126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.355230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.379472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:36:59.387152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.429802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Allocated IP 172.20.0.2 (c057ddae-ad02-4300-bd49-7d18b13fe01d/b7e6b879-60f1-4b19-a01e-09e26eefd0c8/b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:36:59.701308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.706355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d0856339-47f0-4e9d-a98a-d2cc5f0e8263', 'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': 'bb07182a-11f1-4303-b5ad-71a2516534be'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:36:59.707800 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.714189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.791509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Pushing event updated for resources: {'Port': ['ID=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:36:59.820227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Network c057ddae-ad02-4300-bd49-7d18b13fe01d is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:36:59.846378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.882603 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.951930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.952330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.952714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.953493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.953866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.954358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.954701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.955037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.955407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.955539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:36:59.955988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.956077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.956381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:36:59.964479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:36:59.968638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:00.023633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Allocated IP 172.25.1.26 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/972f6cf0-cd4c-4501-8f78-b989801f7f95) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:00.028843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:00.036711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:00.047192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:00.047910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.053512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=f1b9328d-9857-4dbd-b820-e30080694ff1,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:00.091715 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7491eaa9-deec-4906-bea8-9c4bb4d8a48a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0386236 Sep 21 08:37:00.094181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57000) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:00.101475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Attempting to bind port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:00.101854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Attempting to bind port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:00.102223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Attempting to bind port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc on network c057ddae-ad02-4300-bd49-7d18b13fe01d {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:00.113578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:00.114001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Checking segment: {'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:00.114417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.114819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Bound using segment: {'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:00.115306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Bound port: b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:00.115716 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.192126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865f2c6-d80c-40dd-9641-cbf6c4414b67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:00.194345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865f2c6-d80c-40dd-9641-cbf6c4414b67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:00.196527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865f2c6-d80c-40dd-9641-cbf6c4414b67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:00.198727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865f2c6-d80c-40dd-9641-cbf6c4414b67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:00.199591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] For port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:00.201015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865f2c6-d80c-40dd-9641-cbf6c4414b67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:00.203527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] For port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,segment=NetworkSegment(466772f9-15fb-479c-906e-dab80ceda17d),segment_id=466772f9-15fb-479c-906e-dab80ceda17d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:00.204122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b865f2c6-d80c-40dd-9641-cbf6c4414b67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1087592 Sep 21 08:37:00.207895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57004) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:00.210373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Allocated IP 2001:db8::2 (d0856339-47f0-4e9d-a98a-d2cc5f0e8263/bb07182a-11f1-4303-b5ad-71a2516534be/9e509c61-f00f-4cb2-9dff-ac9746a30380) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:00.217314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206227883'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:00.221757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.284383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:00.293945 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.306385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.380105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:37:00.388355 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.407906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.408284 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 33f0d628-d773-4e5c-896a-3449a4d45cd0 of type vlan for network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 Sep 21 08:37:00.487191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:00.493034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:00.495708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:00.499247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Pushing event updated for resources: {'Port': ['ID=972f6cf0-cd4c-4501-8f78-b989801f7f95,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:00.513982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1958a4-661d-4f98-8a71-76d906076b60 None None] Pushing event updated for resources: {'Port': ['ID=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:00.529730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.620088 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.626328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:00.627272 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.671696 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.694079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:00.695559 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4861746 Sep 21 08:37:00.700657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57008) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:00.752286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:00.867820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cf0cf-2e34-4ad6-8559-99189982836d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=82eb9f72-6c03-4cbe-bf71-01ea16be87c4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:00.907651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:00.911429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:00.924867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:00.935552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:37:00.958185 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:37:01.017317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Pushing event updated for resources: {'Port': ['ID=9e509c61-f00f-4cb2-9dff-ac9746a30380,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:01.193265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:01.217256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:01.248730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:01.293377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Attempting to bind port 9e509c61-f00f-4cb2-9dff-ac9746a30380 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:01.296526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Attempting to bind port 9e509c61-f00f-4cb2-9dff-ac9746a30380 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c4ba2c16-e5d0-4432-94f9-77e9d91ebbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:01.297134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Attempting to bind port 9e509c61-f00f-4cb2-9dff-ac9746a30380 on network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:01.301454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 is not hosted by any dhcp agent {{(pid=94725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:37:01.311980 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:01.312364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Checking segment: {'id': 'c4ba2c16-e5d0-4432-94f9-77e9d91ebbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:01.312776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:01.313422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Bound using segment: {'id': 'c4ba2c16-e5d0-4432-94f9-77e9d91ebbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:01.313657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Bound port: 9e509c61-f00f-4cb2-9dff-ac9746a30380, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ba2c16-e5d0-4432-94f9-77e9d91ebbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:01.314049 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:01.324311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:01.326069 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:01.333930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57014) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:01.335398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "PUT /v2.0/networks/82eb9f72-6c03-4cbe-bf71-01ea16be87c4 HTTP/1.1" status: 200 len: 723 time: 0.6336701 Sep 21 08:37:01.340202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:01.422135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] For port 9e509c61-f00f-4cb2-9dff-ac9746a30380, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:01.427023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] For port 9e509c61-f00f-4cb2-9dff-ac9746a30380, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9e509c61-f00f-4cb2-9dff-ac9746a30380,segment=NetworkSegment(c4ba2c16-e5d0-4432-94f9-77e9d91ebbab),segment_id=c4ba2c16-e5d0-4432-94f9-77e9d91ebbab)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:01.434866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:01.517010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3081d4-a56a-4034-ac8b-8d3dcdbe7bde None None] Pushing event updated for resources: {'Port': ['ID=9e509c61-f00f-4cb2-9dff-ac9746a30380,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:01.599584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c3073-ee54-46bd-9960-754d11844381 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=82eb9f72-6c03-4cbe-bf71-01ea16be87c4,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:01.611299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:37:01.635557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:01.653499 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:02.260661 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:02.344350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:02.507000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:02.509991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639f607-aba2-4f91-9bfb-673feb7b5d65 None None] Network c057ddae-ad02-4300-bd49-7d18b13fe01d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:02.672809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:37:02.821744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c13945bc-fd26-446c-9670-ed33c398efdf None None] Provisioning complete for port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:02.822745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13945bc-fd26-446c-9670-ed33c398efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:02.835481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:02.903744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:02.904449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:03.000779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13945bc-fd26-446c-9670-ed33c398efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:03.053627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c13945bc-fd26-446c-9670-ed33c398efdf None None] For port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,segment=NetworkSegment(466772f9-15fb-479c-906e-dab80ceda17d),segment_id=466772f9-15fb-479c-906e-dab80ceda17d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:03.062350 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c13945bc-fd26-446c-9670-ed33c398efdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:03.088251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:03.171578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=a57d200a-6b91-44b1-9c42-2a3367d76579,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:03.186081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9e509c61-f00f-4cb2-9dff-ac9746a30380 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:03.189924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.190424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.191709 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Sync routers for ids ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:03.191848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.197796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.198389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.198845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.199287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.199746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.200177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.200610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.201041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.201473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:03.208626 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:03.210133 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb635bc0-5dbe-4dfa-8e84-9368accb1fda admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3828971 Sep 21 08:37:03.212940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:03.231845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '33f0d628-d773-4e5c-896a-3449a4d45cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:03.233343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: 82eb9f72-6c03-4cbe-bf71-01ea16be87c4, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:37:03.275881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:37:03.289874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Routers {'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:03.290635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:36:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:03.292266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 82eb9f72-6c03-4cbe-bf71-01ea16be87c4) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:03.313102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:03.314060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:03.362805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ecf8bb51-3d6f-4f1c-b708-30ce827d9160 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0266621 Sep 21 08:37:03.365941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57030) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:03.378216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e4b90ab2-3087-400d-97cc-b5c0db1afd1e tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:03.599387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4b90ab2-3087-400d-97cc-b5c0db1afd1e tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126346871'] for subnet, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:03.640415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38c31b-e352-4bc2-b337-e7faf54d9a16 None None] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:03.807230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc423b6-9f79-428e-954c-94ba117d5139 None None] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:03.910773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4b90ab2-3087-400d-97cc-b5c0db1afd1e tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729189397252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126786514'] for subnet, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:03.999601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13945bc-fd26-446c-9670-ed33c398efdf None None] Pushing event updated for resources: {'Port': ['ID=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:04.016978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-51db9325-3e59-4221-a54d-c650ac2ebeae None None] Provisioning complete for port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:04.017693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51db9325-3e59-4221-a54d-c650ac2ebeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.021713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b90ab2-3087-400d-97cc-b5c0db1afd1e tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:04.022331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4b90ab2-3087-400d-97cc-b5c0db1afd1e tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.031163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e4b90ab2-3087-400d-97cc-b5c0db1afd1e tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "PUT /v2.0/subnets/a57d200a-6b91-44b1-9c42-2a3367d76579 HTTP/1.1" status: 200 len: 826 time: 0.6641443 Sep 21 08:37:04.039267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57034) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:04.072309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.103376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-82eb9f72-6c03-4cbe-bf71-01ea16be87c4', 'network_id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': 'a57d200a-6b91-44b1-9c42-2a3367d76579'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:37:04.104190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b90ab2-3087-400d-97cc-b5c0db1afd1e tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=a57d200a-6b91-44b1-9c42-2a3367d76579,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:04.104323 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.182175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.265363 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.422639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9e509c61-f00f-4cb2-9dff-ac9746a30380 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:04.423017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.426657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.489128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Set router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:04.528718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Allocated IP 172.20.0.1 (c057ddae-ad02-4300-bd49-7d18b13fe01d/b7e6b879-60f1-4b19-a01e-09e26eefd0c8/8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:04.643255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e38e0-7602-435a-baae-e7969e5e47d1 None None] Update dhcp port {'port': {'network_id': 'd0856339-47f0-4e9d-a98a-d2cc5f0e8263', 'fixed_ips': [{'subnet_id': 'bb07182a-11f1-4303-b5ad-71a2516534be', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f1b9328d-9857-4dbd-b820-e30080694ff1'}], 'binding:host_id': 'n-d-809980-2'}, 'id': '9e509c61-f00f-4cb2-9dff-ac9746a30380'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:37:04.743686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.775434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Allocated IP 2001:db8::2 (82eb9f72-6c03-4cbe-bf71-01ea16be87c4/a57d200a-6b91-44b1-9c42-2a3367d76579/e79eec37-f0b7-4fb7-b626-e38044ae8eb0) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:04.803964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-749e38e0-7602-435a-baae-e7969e5e47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.804095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.851278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Network c057ddae-ad02-4300-bd49-7d18b13fe01d is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:04.859690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:04.868647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:04.882703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-98b2e878-2873-4239-b449-604e4f1f0908 None None] Provisioning complete for port 9e509c61-f00f-4cb2-9dff-ac9746a30380 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:04.883524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98b2e878-2873-4239-b449-604e4f1f0908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:04.910372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:04.937132 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.064056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.141567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.236745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-98b2e878-2873-4239-b449-604e4f1f0908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.315754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 9e509c61-f00f-4cb2-9dff-ac9746a30380, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9e509c61-f00f-4cb2-9dff-ac9746a30380,segment=NetworkSegment(c4ba2c16-e5d0-4432-94f9-77e9d91ebbab),segment_id=c4ba2c16-e5d0-4432-94f9-77e9d91ebbab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:05.350959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.513265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.526441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.559818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:05.646958 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.647702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-749e38e0-7602-435a-baae-e7969e5e47d1 None None] Allocated IP 172.20.0.1 (d0856339-47f0-4e9d-a98a-d2cc5f0e8263/f1b9328d-9857-4dbd-b820-e30080694ff1/9e509c61-f00f-4cb2-9dff-ac9746a30380) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:05.648912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:05.652807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=9e509c61-f00f-4cb2-9dff-ac9746a30380,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:05.666123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-98b2e878-2873-4239-b449-604e4f1f0908 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:37:05.666555 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-98b2e878-2873-4239-b449-604e4f1f0908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:37:05.690059 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.699014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:00Z', 'revision_number': 3, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port': {'id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:36:59Z', 'updated_at': '2021-09-21T08:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:05.731240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Checking router: b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:05.731733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Updating router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 port 972f6cf0-cd4c-4501-8f78-b989801f7f95 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:37:05.738277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.743069 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:05.806878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Network c057ddae-ad02-4300-bd49-7d18b13fe01d is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:05.808194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=a57d200a-6b91-44b1-9c42-2a3367d76579,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:05.809412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:06.005143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.042284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82eb9f72-6c03-4cbe-bf71-01ea16be87c4']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:06.059569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f0d628-d773-4e5c-896a-3449a4d45cd0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:06.059864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f0d628-d773-4e5c-896a-3449a4d45cd0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:06.073506 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.110579 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.121503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:06.123878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.169972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-749e38e0-7602-435a-baae-e7969e5e47d1 None None] For port 9e509c61-f00f-4cb2-9dff-ac9746a30380, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9e509c61-f00f-4cb2-9dff-ac9746a30380,segment=NetworkSegment(c4ba2c16-e5d0-4432-94f9-77e9d91ebbab),segment_id=c4ba2c16-e5d0-4432-94f9-77e9d91ebbab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:06.267182 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:06.270909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 21 08:37:06.270909 n-d-809980-2 neutron-server[94724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 21 08:37:06.270909 n-d-809980-2 neutron-server[94724]: [parameters: {'id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4'}] Sep 21 08:37:06.270909 n-d-809980-2 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:37:06.272383 n-d-809980-2 neutron-server[94724]: DEBUG oslo_db.api [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:37:06.286827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Pushing event updated for resources: {'Port': ['ID=e79eec37-f0b7-4fb7-b626-e38044ae8eb0,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:06.289784 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.574734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:06.579226 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-749e38e0-7602-435a-baae-e7969e5e47d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.597380 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-749e38e0-7602-435a-baae-e7969e5e47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.602281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:06.618124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:37:06.624191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:06.662413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:06.662796 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.712683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5640953c-eb6d-470b-9ec0-29725d356209 None None] Provisioning complete for port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:06.713005 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5640953c-eb6d-470b-9ec0-29725d356209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.774161 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.824773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:06.834068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d5941588-e43a-46f1-9a42-02d568095746 admin admin] 10.222.0.59 "PUT /v2.0/routers/b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6198058 Sep 21 08:37:06.897243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e38e0-7602-435a-baae-e7969e5e47d1 None None] Pushing event updated for resources: {'Port': ['ID=9e509c61-f00f-4cb2-9dff-ac9746a30380,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:06.912172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5640953c-eb6d-470b-9ec0-29725d356209 None None] Port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:37:06.917524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting port e79eec37-f0b7-4fb7-b626-e38044ae8eb0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:06.918266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Attempting to bind port e79eec37-f0b7-4fb7-b626-e38044ae8eb0 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:06.918650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Attempting to bind port e79eec37-f0b7-4fb7-b626-e38044ae8eb0 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '33f0d628-d773-4e5c-896a-3449a4d45cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:06.919022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Attempting to bind port e79eec37-f0b7-4fb7-b626-e38044ae8eb0 on network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:06.920439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.965161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:06.965503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Checking segment: {'id': '33f0d628-d773-4e5c-896a-3449a4d45cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:06.965917 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:06.966323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Bound using segment: {'id': '33f0d628-d773-4e5c-896a-3449a4d45cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:06.966809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Bound port: e79eec37-f0b7-4fb7-b626-e38044ae8eb0, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f0d628-d773-4e5c-896a-3449a4d45cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '82eb9f72-6c03-4cbe-bf71-01ea16be87c4'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:06.967200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.081380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] For port e79eec37-f0b7-4fb7-b626-e38044ae8eb0, host n-d-809980-2, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:07.083045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.120133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Calling delete_port for e79eec37-f0b7-4fb7-b626-e38044ae8eb0 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:07.184824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.206008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.216750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] For port e79eec37-f0b7-4fb7-b626-e38044ae8eb0, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:07.225097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] For port e79eec37-f0b7-4fb7-b626-e38044ae8eb0, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e79eec37-f0b7-4fb7-b626-e38044ae8eb0,segment=NetworkSegment(33f0d628-d773-4e5c-896a-3449a4d45cd0),segment_id=33f0d628-d773-4e5c-896a-3449a4d45cd0)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:07.261372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.284121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.328583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Attempting to bind port 972f6cf0-cd4c-4501-8f78-b989801f7f95 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:07.329100 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Attempting to bind port 972f6cf0-cd4c-4501-8f78-b989801f7f95 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:07.335723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Attempting to bind port 972f6cf0-cd4c-4501-8f78-b989801f7f95 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:07.351430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Port': ['ID=e79eec37-f0b7-4fb7-b626-e38044ae8eb0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:07.357216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No DVR routers for this DVR port e79eec37-f0b7-4fb7-b626-e38044ae8eb0 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:07.375025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:07.375517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:07.376102 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.376568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:07.377134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Bound port: 972f6cf0-cd4c-4501-8f78-b989801f7f95, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:07.377594 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.443161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4ff80-90b8-46c1-aae4-cfeda4fd8cef None None] Pushing event updated for resources: {'Port': ['ID=972f6cf0-cd4c-4501-8f78-b989801f7f95,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-0ff8c49a-c80a-4325-9fcd-72051dbe38b2 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port e79eec37-f0b7-4fb7-b626-e38044ae8eb0 could not be found. Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._iter().one() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._only_one_row( Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port e79eec37-f0b7-4fb7-b626-e38044ae8eb0 could not be found. Sep 21 08:37:07.455348 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 08:37:07.501967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721742c6-52bc-4980-b7f6-777913af4575 None None] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:07.617245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.623232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9e509c61-f00f-4cb2-9dff-ac9746a30380 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:07.662486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82eb9f72-6c03-4cbe-bf71-01ea16be87c4']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:07.675532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f0d628-d773-4e5c-896a-3449a4d45cd0') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:07.675948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f0d628-d773-4e5c-896a-3449a4d45cd0') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:07.690745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.716826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.735725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:07.736420 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:07.744459 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:07.758914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b5edb-8d99-4d48-b012-f59931acc0f3 None None] Pushing event deleted for resources: {'Port': ['ID=e79eec37-f0b7-4fb7-b626-e38044ae8eb0,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:07.838422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] For port 972f6cf0-cd4c-4501-8f78-b989801f7f95, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:07.854222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d09388-c658-493c-8193-3fddeb554d63 None None] Network 82eb9f72-6c03-4cbe-bf71-01ea16be87c4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:07.866322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74ce05-d5de-41e1-934e-8e600072d96b None None] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:07.874087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:07.883173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1074760783-network', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:07.890231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] For port 972f6cf0-cd4c-4501-8f78-b989801f7f95, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=972f6cf0-cd4c-4501-8f78-b989801f7f95,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:07.913971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.960238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Made reservation on behalf of d8cfcff4ac1943549ff42560b7ad7a2b for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:07.962739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:07.985051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.002803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.018178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.023883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57080) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:08.025404 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/82eb9f72-6c03-4cbe-bf71-01ea16be87c4 HTTP/1.1" status: 204 len: 168 time: 3.9831350 Sep 21 08:37:08.047042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2087ea6-1114-42a4-b806-f7deaadc97cf tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=82eb9f72-6c03-4cbe-bf71-01ea16be87c4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:08.056424 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f82972-dfe1-4a7b-a77d-7c7ac62de81a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:08.057031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f82972-dfe1-4a7b-a77d-7c7ac62de81a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:08.058784 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-24f82972-dfe1-4a7b-a77d-7c7ac62de81a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/82eb9f72-6c03-4cbe-bf71-01ea16be87c4 HTTP/1.1" status: 404 len: 339 time: 0.0318620 Sep 21 08:37:08.064268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57086) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:08.072909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1469216070', 'description': 'd1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:08.181673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4ff80-90b8-46c1-aae4-cfeda4fd8cef None None] Pushing event updated for resources: {'Port': ['ID=972f6cf0-cd4c-4501-8f78-b989801f7f95,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:08.189227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 9e509c61-f00f-4cb2-9dff-ac9746a30380 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:08.189779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.195064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-46782687-72a4-4987-8832-9edb0446c9e4 None None] Provisioning complete for port 9e509c61-f00f-4cb2-9dff-ac9746a30380 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:08.195410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-46782687-72a4-4987-8832-9edb0446c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.227459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.242749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.254168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:08.260560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.281231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:37:08.302557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18581fbd-30cc-46c3-9533-7464bb0cd8e3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:08.306985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.307708 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Added segment 0eb81772-22c3-4106-a7f6-23936dd3f1c5 of type vlan for network 20208e83-7a69-4204-a800-58f5054d6b3c Sep 21 08:37:08.325514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:37:08.330004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Routers {'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:08.330711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:36:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:08.344097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.344463 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 8ff36028-27f5-4d76-8841-121651beebbe of type vlan for network 9cd77f85-e241-47c6-ab9c-469a33c72c3a Sep 21 08:37:08.411540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.432103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.443812 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.450666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:08.453053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.538364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4708519 Sep 21 08:37:08.539880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47620bd9-9863-488e-886a-dfa4b52654a1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=9cd77f85-e241-47c6-ab9c-469a33c72c3a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:08.549301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57092) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:08.582759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] Set router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:08.588742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.591449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:08.593820 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.653392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51112c48-8557-408e-8d7e-58149b0a6438 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:08.653686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9cd77f85-e241-47c6-ab9c-469a33c72c3a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:37:08.659333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-51112c48-8557-408e-8d7e-58149b0a6438 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/networks?id=9cd77f85-e241-47c6-ab9c-469a33c72c3a HTTP/1.1" status: 200 len: 765 time: 0.1051364 Sep 21 08:37:08.659333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57102) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:08.662236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'description': 'd2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:08.765138 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8897791 Sep 21 08:37:08.765768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57108) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:08.767947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0e733-4121-4656-957a-3bf4757750ae admin admin] Pushing event updated for resources: {'Network': ['ID=20208e83-7a69-4204-a800-58f5054d6b3c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:08.773479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Request body: {'subnet': {'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1074760783-subnet', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:08.818045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Made reservation on behalf of d8cfcff4ac1943549ff42560b7ad7a2b for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:08.820794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.864431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.892055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.904015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 9cd77f85-e241-47c6-ab9c-469a33c72c3a is not hosted by any dhcp agent {{(pid=94724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 08:37:08.913974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:08.915886 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:08.917480 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "PUT /v2.0/networks/9cd77f85-e241-47c6-ab9c-469a33c72c3a HTTP/1.1" status: 200 len: 762 time: 0.2603133 Sep 21 08:37:08.919757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 20208e83-7a69-4204-a800-58f5054d6b3c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:37:08.928467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57112) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:08.991802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dae48-18a4-4dc9-b52b-016303c28fb5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=9cd77f85-e241-47c6-ab9c-469a33c72c3a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:09.048611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9cd77f85-e241-47c6-ab9c-469a33c72c3a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:37:09.076166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7085fd0-04ba-4a2c-9f46-7c2bd7868c97 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:09.082020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57114) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:09.083679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f7085fd0-04ba-4a2c-9f46-7c2bd7868c97 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/networks?id=9cd77f85-e241-47c6-ab9c-469a33c72c3a HTTP/1.1" status: 200 len: 765 time: 0.1540174 Sep 21 08:37:09.281003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:09.376995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa11ecb-f44c-4055-adfa-6e8513089a01,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:09.406952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Checking segment: {'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:09.408108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Network hostable DHCP agents. Network: 20208e83-7a69-4204-a800-58f5054d6b3c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:37:09.440934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Network 20208e83-7a69-4204-a800-58f5054d6b3c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:37:09.456303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 20208e83-7a69-4204-a800-58f5054d6b3c) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:09.476743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ab7a3-f31e-44ec-b64e-e30f8ef54c09 None None] Network 20208e83-7a69-4204-a800-58f5054d6b3c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:09.495915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:09.499874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:09.540402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-daf76963-34be-4d5f-bec5-9cd34d42a491 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7733951 Sep 21 08:37:09.542779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57128) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:09.548738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:09.593237 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:09.595226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:09.688458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 4, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port': {'id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:36:59Z', 'updated_at': '2021-09-21T08:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a', 'name': '', 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'mac_address': 'fa:16:3e:3a:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:04Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 2, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'subnets': [{'id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:09.732350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7fd470-3be3-4b27-9f32-2f3c5e699967 None None] The sync data for ids ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'] in n-d-809980-2 is: [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 4, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port': {'id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:36:59Z', 'updated_at': '2021-09-21T08:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a', 'name': '', 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'mac_address': 'fa:16:3e:3a:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:04Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 2, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'subnets': [{'id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:09.778240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa392b0-d51a-4e60-8b5f-902187ed2b39 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:09.792115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:09.803437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-baa392b0-d51a-4e60-8b5f-902187ed2b39 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7195425 Sep 21 08:37:09.806192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:09.871218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-20208e83-7a69-4204-a800-58f5054d6b3c', 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'fixed_ips': [{'subnet_id': '2fa11ecb-f44c-4055-adfa-6e8513089a01'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:37:09.872219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:09.875511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-93a27b30-9664-43cd-8759-cd8efa18ffa9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 207 time: 0.0676780 Sep 21 08:37:09.879642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57134) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:10.100997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f819a5-c884-4291-944e-cddeb812247a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.109713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Allocated IP 172.20.0.2 (20208e83-7a69-4204-a800-58f5054d6b3c/2fa11ecb-f44c-4055-adfa-6e8513089a01/6a7c2217-34ae-405d-abc6-1c24eb203be7) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:10.117940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f819a5-c884-4291-944e-cddeb812247a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.134416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f819a5-c884-4291-944e-cddeb812247a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.153170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f819a5-c884-4291-944e-cddeb812247a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.183709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:10.190038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f819a5-c884-4291-944e-cddeb812247a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.198124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f819a5-c884-4291-944e-cddeb812247a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.204887 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-83f819a5-c884-4291-944e-cddeb812247a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3198240 Sep 21 08:37:10.211887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57136) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:10.268256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-dc98f989-b3c7-4d48-9c9d-99497d5aa8dc None None] Provisioning complete for port 9e509c61-f00f-4cb2-9dff-ac9746a30380 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:10.268779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dc98f989-b3c7-4d48-9c9d-99497d5aa8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:10.651236 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:10.651236 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:10.651236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Network 20208e83-7a69-4204-a800-58f5054d6b3c is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:10.651236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:10.651236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:10.651236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Pushing event updated for resources: {'Port': ['ID=6a7c2217-34ae-405d-abc6-1c24eb203be7,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:10.666679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a7d05cb-8547-4483-b143-42201ad0b8ff tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4533620 Sep 21 08:37:10.666888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57158) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:10.724481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Attempting to bind port 6a7c2217-34ae-405d-abc6-1c24eb203be7 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:10.724880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Attempting to bind port 6a7c2217-34ae-405d-abc6-1c24eb203be7 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:10.725312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Attempting to bind port 6a7c2217-34ae-405d-abc6-1c24eb203be7 on network 20208e83-7a69-4204-a800-58f5054d6b3c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:10.747790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:10.748263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Checking segment: {'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:10.748859 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:10.749278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Bound using segment: {'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:10.749788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Bound port: 6a7c2217-34ae-405d-abc6-1c24eb203be7, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:10.750185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:10.852739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc385-8e9b-44f2-a7ef-b4e0aed24b93 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.855968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc385-8e9b-44f2-a7ef-b4e0aed24b93 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.867241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc385-8e9b-44f2-a7ef-b4e0aed24b93 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.872698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc385-8e9b-44f2-a7ef-b4e0aed24b93 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.874237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc385-8e9b-44f2-a7ef-b4e0aed24b93 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:10.881086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-168dc385-8e9b-44f2-a7ef-b4e0aed24b93 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2085233 Sep 21 08:37:10.885442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57166) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:10.943248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] For port 6a7c2217-34ae-405d-abc6-1c24eb203be7, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:10.959167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] For port 6a7c2217-34ae-405d-abc6-1c24eb203be7, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6a7c2217-34ae-405d-abc6-1c24eb203be7,segment=NetworkSegment(0eb81772-22c3-4106-a7f6-23936dd3f1c5),segment_id=0eb81772-22c3-4106-a7f6-23936dd3f1c5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:10.997913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:11.008653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b7e1e-8a5a-44c6-a6f1-9129e5b1cda0 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:11.010998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b7e1e-8a5a-44c6-a6f1-9129e5b1cda0 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:11.012918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b7e1e-8a5a-44c6-a6f1-9129e5b1cda0 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:11.014776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b7e1e-8a5a-44c6-a6f1-9129e5b1cda0 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:11.016645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b7e1e-8a5a-44c6-a6f1-9129e5b1cda0 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['shared'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:11.019734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6a9b7e1e-8a5a-44c6-a6f1-9129e5b1cda0 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1326876 Sep 21 08:37:11.027622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57170) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:11.055411 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:11.166095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51735847-41c9-4e6f-92aa-028e040f91dd None None] Pushing event updated for resources: {'Port': ['ID=6a7c2217-34ae-405d-abc6-1c24eb203be7,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:11.173168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:11.363479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Allocated IP 172.25.1.215 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:11.469859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12cb61-1c58-41d7-a786-d70d5646ed67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:11.471776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6d12cb61-1c58-41d7-a786-d70d5646ed67 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/networks/032bd040-589f-4f15-ad97-7a6853b72b8c HTTP/1.1" status: 200 len: 803 time: 0.4458797 Sep 21 08:37:11.478609 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57188) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:11.632346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 972f6cf0-cd4c-4501-8f78-b989801f7f95 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:11.778136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 972f6cf0-cd4c-4501-8f78-b989801f7f95 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:11.778812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:11.890143 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:11.929993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ad177cbc-ba75-4591-8096-977f64dc127a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/networks/032bd040-589f-4f15-ad97-7a6853b72b8c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4422162 Sep 21 08:37:11.930313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57200) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:11.935170 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:11.958154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 972f6cf0-cd4c-4501-8f78-b989801f7f95, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=972f6cf0-cd4c-4501-8f78-b989801f7f95,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:11.971414 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.001390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.035353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc53e6-05c5-42ee-bcba-44d3ba9c2965 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:12.044442 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-adcc53e6-05c5-42ee-bcba-44d3ba9c2965 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/subnets/fe64dcd6-fa9e-4724-a346-4ba5fccd88b7 HTTP/1.1" status: 200 len: 843 time: 0.1129158 Sep 21 08:37:12.048848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57204) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:12.065290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=972f6cf0-cd4c-4501-8f78-b989801f7f95,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:12.098530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:12.120336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:12.123402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:12.211511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d5a8f8-3da7-4379-92cd-421194dc968c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['shared'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:12.212932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c8d5a8f8-3da7-4379-92cd-421194dc968c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "GET /v2.0/subnets/fe64dcd6-fa9e-4724-a346-4ba5fccd88b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1503925 Sep 21 08:37:12.215537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Pushing event updated for resources: {'Port': ['ID=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:12.218869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57210) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:12.226887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-398530268'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:12.376465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:12.385608 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.438358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:37:12.497054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.497054 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Added segment 2d7810ed-c6b9-47aa-aa4d-7b12d7c512b1 of type vlan for network 1498306c-6b52-412d-b54f-dbe94330f743 Sep 21 08:37:12.654609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.696593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.808062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.815166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:12.816802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:12.883016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9244c27b-16eb-4ae0-a23b-e8debcecae70 None None] Network 20208e83-7a69-4204-a800-58f5054d6b3c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:12.939531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7164845 Sep 21 08:37:12.941352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57226) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:12.942172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7b1e5-f14c-4cce-bc9d-212cb8505613 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Network': ['ID=1498306c-6b52-412d-b54f-dbe94330f743,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:12.951529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'network_id': '1498306c-6b52-412d-b54f-dbe94330f743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:13.035223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1498306c-6b52-412d-b54f-dbe94330f743 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:37:13.121595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-33ea82a7-3293-47c4-be6e-783a81b99611 None None] Provisioning complete for port 6a7c2217-34ae-405d-abc6-1c24eb203be7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:13.122622 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-33ea82a7-3293-47c4-be6e-783a81b99611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:13.144907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:13.282279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Made reservation on behalf of d05bf49424a34242899f9af9f2128fdc for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:13.286060 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:13.347851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-33ea82a7-3293-47c4-be6e-783a81b99611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:13.350621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Performing IP validity checks on allocation pools {{(pid=94725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 08:37:13.351245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 08:37:13.425786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-33ea82a7-3293-47c4-be6e-783a81b99611 None None] For port 6a7c2217-34ae-405d-abc6-1c24eb203be7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6a7c2217-34ae-405d-abc6-1c24eb203be7,segment=NetworkSegment(0eb81772-22c3-4106-a7f6-23936dd3f1c5),segment_id=0eb81772-22c3-4106-a7f6-23936dd3f1c5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:13.437008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-33ea82a7-3293-47c4-be6e-783a81b99611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:13.548946 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Sync routers for ids ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:13.581745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea82a7-3293-47c4-be6e-783a81b99611 None None] Pushing event updated for resources: {'Port': ['ID=6a7c2217-34ae-405d-abc6-1c24eb203be7,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:13.596227 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Routers {'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:13.597651 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:36:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:13.620129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:13.754286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83dd32b-6abf-4c38-ac81-44ed271f27da None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 08:37:13.866242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 972f6cf0-cd4c-4501-8f78-b989801f7f95 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:14.011346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=8fad2464-b4eb-4a52-a4e5-12ba7e4df2c4,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:14.048436 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Set router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:14.055013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Checking segment: {'id': '2d7810ed-c6b9-47aa-aa4d-7b12d7c512b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1498306c-6b52-412d-b54f-dbe94330f743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:14.058052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-17e6ce63-ac2c-4cc1-b686-0fe2d5666e02 None None] Provisioning complete for port 6a7c2217-34ae-405d-abc6-1c24eb203be7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:14.058949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-17e6ce63-ac2c-4cc1-b686-0fe2d5666e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:14.062021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network hostable DHCP agents. Network: 1498306c-6b52-412d-b54f-dbe94330f743, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:37:14.066819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:37:14.206080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Network 1498306c-6b52-412d-b54f-dbe94330f743 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:37:14.237265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 972f6cf0-cd4c-4501-8f78-b989801f7f95 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:14.237763 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:14.242907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1498306c-6b52-412d-b54f-dbe94330f743) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:14.270755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:14.271404 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:14.318706 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 4, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port': {'id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:36:59Z', 'updated_at': '2021-09-21T08:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a', 'name': '', 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'mac_address': 'fa:16:3e:3a:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:04Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 2, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'subnets': [{'id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:14.378042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:14.381222 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Checking router: b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:14.387706 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Updating router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:37:14.403458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0a06163b-407d-4a68-b18b-5a67e055cef1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4574840 Sep 21 08:37:14.405559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57254) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:14.412390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bfcb7ecf-fd36-4354-9558-c3afce4157c6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:14.432036 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:14.435990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a816c7c3-6ade-4cec-afa4-fe47e9b436df admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8894439 Sep 21 08:37:14.437107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57256) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:14.469405 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:14.547692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Sync routers for ids ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:14.649288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83dd32b-6abf-4c38-ac81-44ed271f27da None None] Unable to find a vacant binding_index for network 1498306c-6b52-412d-b54f-dbe94330f743 and agent f201cb38-f962-4f63-88b2-094245aa5c1d {{(pid=94726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 21 08:37:14.658063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83dd32b-6abf-4c38-ac81-44ed271f27da None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1498306c-6b52-412d-b54f-dbe94330f743) {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 08:37:14.661291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ecf-fd36-4354-9558-c3afce4157c6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126346871'] for subnet, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:14.698877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Routers {'5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:14.703458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:36:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:15.163189 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ecf-fd36-4354-9558-c3afce4157c6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729189397252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126786514'] for subnet, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:15.257376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb7ecf-fd36-4354-9558-c3afce4157c6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:15.264820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7ecf-fd36-4354-9558-c3afce4157c6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:15.269997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bfcb7ecf-fd36-4354-9558-c3afce4157c6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "PUT /v2.0/subnets/8fad2464-b4eb-4a52-a4e5-12ba7e4df2c4 HTTP/1.1" status: 200 len: 900 time: 0.8625722 Sep 21 08:37:15.273530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57274) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:15.442792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7ecf-fd36-4354-9558-c3afce4157c6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event updated for resources: {'Subnet': ['ID=8fad2464-b4eb-4a52-a4e5-12ba7e4df2c4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:15.788923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:15.792451 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:15.808431 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:15.924266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6a7c2217-34ae-405d-abc6-1c24eb203be7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:15.927596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.021900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.037279 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Pushing event updated for resources: {'Port': ['ID=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:16.048515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Set router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:16.085151 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.092312 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=8fad2464-b4eb-4a52-a4e5-12ba7e4df2c4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:16.092556 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.093086 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.093653 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.093998 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.094394 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.094761 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.095089 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.095439 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.095769 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.096093 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.096410 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:16.181238 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Attempting to bind port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:16.181846 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Attempting to bind port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:16.182977 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Attempting to bind port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a on network c057ddae-ad02-4300-bd49-7d18b13fe01d {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:16.189160 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:16.190134 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Checking segment: {'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:16.190760 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.191374 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Bound using segment: {'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:16.192235 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Bound port: 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466772f9-15fb-479c-906e-dab80ceda17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:16.193360 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.200832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.232378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1498306c-6b52-412d-b54f-dbe94330f743']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:16.247342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7810ed-c6b9-47aa-aa4d-7b12d7c512b1') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:16.247675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7810ed-c6b9-47aa-aa4d-7b12d7c512b1') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:16.261617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.306245 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] For port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:16.312713 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.327950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:16.328590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.351084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d953f1-5eb7-473e-ae96-5ba5207ca944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-1498306c-6b52-412d-b54f-dbe94330f743', 'network_id': '1498306c-6b52-412d-b54f-dbe94330f743', 'tenant_id': 'd05bf49424a34242899f9af9f2128fdc', 'fixed_ips': [{'subnet_id': '8fad2464-b4eb-4a52-a4e5-12ba7e4df2c4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:37:16.358881 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-18d953f1-5eb7-473e-ae96-5ba5207ca944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.408356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.444059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6a7c2217-34ae-405d-abc6-1c24eb203be7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:16.444539 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:16.542993 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:16.568928 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.571527 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] For port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,segment=NetworkSegment(466772f9-15fb-479c-906e-dab80ceda17d),segment_id=466772f9-15fb-479c-906e-dab80ceda17d)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:16.580916 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.589148 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:16.600351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/1498306c-6b52-412d-b54f-dbe94330f743 HTTP/1.1" status: 204 len: 168 time: 1.3187823 Sep 21 08:37:16.600756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57304) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:16.666407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-18d953f1-5eb7-473e-ae96-5ba5207ca944 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 21 08:37:16.666407 n-d-809980-2 neutron-server[94726]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Sep 21 08:37:16.666407 n-d-809980-2 neutron-server[94726]: [parameters: {'project_id': 'd05bf49424a34242899f9af9f2128fdc', 'id': '706f8fa9-9c19-4e8d-9120-73f3f75d0edc', 'name': '', 'network_id': '1498306c-6b52-412d-b54f-dbe94330f743', 'mac_address': 'fa:16:3e:e5:a6:e2', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-1498306c-6b52-412d-b54f-dbe94330f743', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3374}] Sep 21 08:37:16.666407 n-d-809980-2 neutron-server[94726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:37:16.668696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6fbd3-0fbb-4eea-8243-e5742d4d6640 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=1498306c-6b52-412d-b54f-dbe94330f743,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:16.673463 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-18d953f1-5eb7-473e-ae96-5ba5207ca944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:37:16.729535 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbfeacb-2161-477e-b286-051b5fb7e514 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:16.730048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbfeacb-2161-477e-b286-051b5fb7e514 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:16.738401 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567eb87-216a-40f2-8b31-1d0abc28e341 None None] Pushing event updated for resources: {'Port': ['ID=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:16.765086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:12Z', 'revision_number': 3, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port': {'id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:11Z', 'updated_at': '2021-09-21T08:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:16.771794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57308) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:16.775621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5fbfeacb-2161-477e-b286-051b5fb7e514 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/8fad2464-b4eb-4a52-a4e5-12ba7e4df2c4 HTTP/1.1" status: 404 len: 337 time: 0.1269169 Sep 21 08:37:16.790737 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Routers {'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:16.793891 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:36:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:16.868158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Checking router: 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:16.868560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Updating router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:37:16.874548 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfcfd08-0d7e-4427-b9f8-4dbb555f1fd4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:16.885148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfcfd08-0d7e-4427-b9f8-4dbb555f1fd4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:16.889947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3cfcfd08-0d7e-4427-b9f8-4dbb555f1fd4 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/1498306c-6b52-412d-b54f-dbe94330f743 HTTP/1.1" status: 404 len: 339 time: 0.1172836 Sep 21 08:37:16.892621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57314) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:16.966550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:17.022617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Allocated IP 172.20.0.1 (20208e83-7a69-4204-a800-58f5054d6b3c/2fa11ecb-f44c-4055-adfa-6e8513089a01/19aa0940-5e8d-42c5-83b5-9eb46b754961) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:17.080843 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.137815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.151288 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] Set router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:17.257451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.338494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.428662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.450706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd77f85-e241-47c6-ab9c-469a33c72c3a']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:17.460936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff36028-27f5-4d76-8841-121651beebbe') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:17.461264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff36028-27f5-4d76-8841-121651beebbe') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:17.473740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.490808 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.497982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:17.498387 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.499422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Network 20208e83-7a69-4204-a800-58f5054d6b3c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:17.504357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:17.506461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=19aa0940-5e8d-42c5-83b5-9eb46b754961,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:17.533501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:17.572069 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 4, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port': {'id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:36:59Z', 'updated_at': '2021-09-21T08:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a', 'name': '', 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'mac_address': 'fa:16:3e:3a:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:04Z', 'updated_at': '2021-09-21T08:37:16Z', 'revision_number': 4, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'subnets': [{'id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:17.640404 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.653279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.658204 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa1071-4531-42a0-a034-1c259d04d170 None None] The sync data for ids ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'] in n-d-809980-2 is: [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:05Z', 'revision_number': 4, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port': {'id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:36:59Z', 'updated_at': '2021-09-21T08:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a', 'name': '', 'network_id': 'c057ddae-ad02-4300-bd49-7d18b13fe01d', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'mac_address': 'fa:16:3e:3a:1e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:04Z', 'updated_at': '2021-09-21T08:37:16Z', 'revision_number': 4, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'subnets': [{'id': 'b7e6b879-60f1-4b19-a01e-09e26eefd0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:17.659340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-18d953f1-5eb7-473e-ae96-5ba5207ca944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:17.667118 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:17.677429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.694474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.700013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/9cd77f85-e241-47c6-ab9c-469a33c72c3a HTTP/1.1" status: 204 len: 168 time: 0.8062406 Sep 21 08:37:17.700779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57328) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:17.720088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.746188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbf518-e329-4f99-aebd-b50486ef5e4d tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=9cd77f85-e241-47c6-ab9c-469a33c72c3a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:17.758360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412607f-873d-45e0-82a0-c20bc7c3edd8 None None] Network 1498306c-6b52-412d-b54f-dbe94330f743 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:17.838404 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-afba2691-6303-4285-8c22-9560cd321fec tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:17.839917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afba2691-6303-4285-8c22-9560cd321fec tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:17.851429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-afba2691-6303-4285-8c22-9560cd321fec tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/a57d200a-6b91-44b1-9c42-2a3367d76579 HTTP/1.1" status: 404 len: 337 time: 0.1381559 Sep 21 08:37:17.852285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57332) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:17.933386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28fa9-4229-4c52-a864-95d30d85ea26 None None] Pushing event updated for resources: {'Port': ['ID=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:17.975749 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b709f3-0b15-4d50-be57-48301be12f5c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:17.976676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b709f3-0b15-4d50-be57-48301be12f5c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:17.978999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:17.985032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c8b709f3-0b15-4d50-be57-48301be12f5c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/82eb9f72-6c03-4cbe-bf71-01ea16be87c4 HTTP/1.1" status: 404 len: 339 time: 0.1313982 Sep 21 08:37:17.985820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57340) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:17.996209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412607f-873d-45e0-82a0-c20bc7c3edd8 None None] Network 1498306c-6b52-412d-b54f-dbe94330f743 could not be found, it might have been deleted concurrently. {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 08:37:18.030378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d3322-775e-4781-9cbe-ad097ef50a3b None None] Network 1498306c-6b52-412d-b54f-dbe94330f743 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:18.057023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting subnet f1b9328d-9857-4dbd-b820-e30080694ff1 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:37:18.068128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.085128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Attempting to bind port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:18.085494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Attempting to bind port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:18.085853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Attempting to bind port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:18.105976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:18.106348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:18.106760 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.107163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:18.107741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Bound port: c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:18.108139 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.172565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.211726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d3322-775e-4781-9cbe-ad097ef50a3b None None] Network 1498306c-6b52-412d-b54f-dbe94330f743 could not be found, it might have been deleted concurrently. {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 08:37:18.238126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967f00f-17ed-4c64-9990-4f9f03da42df None None] Network 1498306c-6b52-412d-b54f-dbe94330f743 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:18.441488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.461664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] For port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:18.488731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] For port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:18.497428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967f00f-17ed-4c64-9990-4f9f03da42df None None] Network 1498306c-6b52-412d-b54f-dbe94330f743 could not be found, it might have been deleted concurrently. {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 08:37:18.526114 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.619710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.631006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.649481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.742628 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.749935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/f1b9328d-9857-4dbd-b820-e30080694ff1 HTTP/1.1" status: 204 len: 168 time: 0.7610314 Sep 21 08:37:18.750720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57358) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:18.754186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b48fd-b015-4108-bb81-69f590bebfda tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b9328d-9857-4dbd-b820-e30080694ff1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:18.765545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Routers {'5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:18.767036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:36:56Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:18.783966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:18.784875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.809705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Pushing event updated for resources: {'Port': ['ID=19aa0940-5e8d-42c5-83b5-9eb46b754961,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:18.833217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting subnet bb07182a-11f1-4303-b5ad-71a2516534be {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:37:18.836360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.841160 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.876626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a85ab1-2a29-4708-aa95-2086b878c8f5 None None] Network d0856339-47f0-4e9d-a98a-d2cc5f0e8263 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:18.937658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Provisioning complete for port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:18.938694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:18.967632 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:19.032120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Network 20208e83-7a69-4204-a800-58f5054d6b3c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:19.035044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:19.296791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-11e5a9d8-520c-4c7e-bb6f-9bfb740e6faf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906755052&fields=id&tenant_id=50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 267 time: 0.0904324 Sep 21 08:37:19.319024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e28fa9-4229-4c52-a864-95d30d85ea26 None None] Pushing event updated for resources: {'Port': ['ID=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:19.346174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:19.431681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:37:19.564306 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:19.640449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:19.669576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,segment=NetworkSegment(466772f9-15fb-479c-906e-dab80ceda17d),segment_id=466772f9-15fb-479c-906e-dab80ceda17d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:19.708419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] Set router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:19.711448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=bb07182a-11f1-4303-b5ad-71a2516534be,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:19.712706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:19.714013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6a7c2217-34ae-405d-abc6-1c24eb203be7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:19.721398 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:19.723670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:19.728494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca8ebb2b-cd12-4971-a204-6f1c6d5abbf5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/bb07182a-11f1-4303-b5ad-71a2516534be HTTP/1.1" status: 204 len: 168 time: 0.9680986 Sep 21 08:37:19.728677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:19.729378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57382) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:19.745538 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d058cbae-99ab-4f92-87fc-196b5dcbcaf6 admin admin] 10.222.0.59 "PUT /v2.0/routers/5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3072650 Sep 21 08:37:19.782314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1349e6e4-0cc2-4e5f-ba6a-76955ca5a5e9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:19.784273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1349e6e4-0cc2-4e5f-ba6a-76955ca5a5e9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.4613519 Sep 21 08:37:19.804306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-c3cd5794-f61f-4d14-a814-bec745f2ef39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/quotas/50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 375 time: 0.0189743 Sep 21 08:37:19.926018 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-2e911617-b93f-4ba6-a6dc-faae7c2b72f9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207998 Sep 21 08:37:20.006026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:20.185753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting port 9e509c61-f00f-4cb2-9dff-ac9746a30380 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:20.191188 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:20.427177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] For port 9e509c61-f00f-4cb2-9dff-ac9746a30380, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=9e509c61-f00f-4cb2-9dff-ac9746a30380,segment=NetworkSegment(c4ba2c16-e5d0-4432-94f9-77e9d91ebbab),segment_id=c4ba2c16-e5d0-4432-94f9-77e9d91ebbab)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:20.431076 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:20.486548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-4ee5f8b2-859f-4b52-8239-3214207bb81e service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387087 Sep 21 08:37:20.500466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Calling delete_port for 9e509c61-f00f-4cb2-9dff-ac9746a30380 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:20.526195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:20.765140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-b4c9feab-b825-40bb-a2fc-2ee479e781ad service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760160 Sep 21 08:37:20.785174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:20.834975 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:37:20.835571 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:37:20.852086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No DVR routers for this DVR port 9e509c61-f00f-4cb2-9dff-ac9746a30380 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:20.859438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Port': ['ID=9e509c61-f00f-4cb2-9dff-ac9746a30380,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:20.866604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6a7c2217-34ae-405d-abc6-1c24eb203be7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:20.866994 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:20.940291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbcc8e-d9cb-44bc-a9c5-d47961f0b9a0 None None] DHCP port deletion for d0856339-47f0-4e9d-a98a-d2cc5f0e8263 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:37:20.993745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:17Z', 'revision_number': 4, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port': {'id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:11Z', 'updated_at': '2021-09-21T08:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '19aa0940-5e8d-42c5-83b5-9eb46b754961', 'name': '', 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'mac_address': 'fa:16:3e:e1:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:16Z', 'updated_at': '2021-09-21T08:37:18Z', 'revision_number': 2, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'subnets': [{'id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:21.027135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1433362-cba8-423a-9aae-539dcf7f7ed9 None None] The sync data for ids ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'] in n-d-809980-2 is: [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:17Z', 'revision_number': 4, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port': {'id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:11Z', 'updated_at': '2021-09-21T08:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '19aa0940-5e8d-42c5-83b5-9eb46b754961', 'name': '', 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'mac_address': 'fa:16:3e:e1:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:16Z', 'updated_at': '2021-09-21T08:37:18Z', 'revision_number': 2, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'subnets': [{'id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:21.206804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.249156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0856339-47f0-4e9d-a98a-d2cc5f0e8263']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:21.290001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ba2c16-e5d0-4432-94f9-77e9d91ebbab') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:21.290383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ba2c16-e5d0-4432-94f9-77e9d91ebbab') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:21.313900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.357325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.372763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:21.375001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:21.383099 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:21.460365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:21.606009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce94b7b0-5388-45fd-b9b8-4e4745fa2b1c req-87f86b46-b6fc-4893-9c2f-4c1f8868e2b1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0829415 Sep 21 08:37:21.624289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.653941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Provisioning complete for port 19aa0940-5e8d-42c5-83b5-9eb46b754961 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:21.654477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.667769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.669773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/d0856339-47f0-4e9d-a98a-d2cc5f0e8263 HTTP/1.1" status: 204 len: 168 time: 1.9394391 Sep 21 08:37:21.675708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57446) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:21.719123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa68d3-04e6-42b0-9485-deed8208519a tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=d0856339-47f0-4e9d-a98a-d2cc5f0e8263,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:21.769128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:21.769583 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:21.776120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-60cca90b-001e-47ae-b091-5454b34f6878 None None] Port 19aa0940-5e8d-42c5-83b5-9eb46b754961 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:37:21.824843 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d84257c-5a00-483e-bfe3-d887bd51c1b6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:21.829885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d84257c-5a00-483e-bfe3-d887bd51c1b6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:21.835648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57454) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:21.836126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4d84257c-5a00-483e-bfe3-d887bd51c1b6 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/b31b6930-1523-4f67-a63f-407b9bd52213 HTTP/1.1" status: 404 len: 337 time: 0.1555271 Sep 21 08:37:21.907969 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-43523be9-0f65-4cd1-8bc8-801653e4905c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:21.908905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43523be9-0f65-4cd1-8bc8-801653e4905c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:21.913135 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-43523be9-0f65-4cd1-8bc8-801653e4905c tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/287f1d7d-a0cb-4484-bf24-dc50cec96fa0 HTTP/1.1" status: 404 len: 339 time: 0.0729418 Sep 21 08:37:21.917629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:21.921122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b615470b-7886-41a9-8cc7-1bf194b86a20 None None] Provisioning complete for port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:21.921724 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b615470b-7886-41a9-8cc7-1bf194b86a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:22.046060 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37b5c86-58cd-4118-80cd-ab1c51ab7792 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:22.047044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37b5c86-58cd-4118-80cd-ab1c51ab7792 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:22.056739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e37b5c86-58cd-4118-80cd-ab1c51ab7792 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/bfc62f39-df30-4e89-a79b-36d87941bbb3 HTTP/1.1" status: 404 len: 337 time: 0.1355433 Sep 21 08:37:22.059139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57470) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:22.094258 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-42da5dba-3c29-47ac-9274-8b746b5895b1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:22.095464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42da5dba-3c29-47ac-9274-8b746b5895b1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:22.097603 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-42da5dba-3c29-47ac-9274-8b746b5895b1 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/39758eda-d382-4157-ba32-5b71791ca31a HTTP/1.1" status: 404 len: 339 time: 0.0372689 Sep 21 08:37:22.100290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57472) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:22.180513 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a75d76-6c4f-4a29-9b06-236b52b591a5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:22.181181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a75d76-6c4f-4a29-9b06-236b52b591a5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:22.189865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a9a75d76-6c4f-4a29-9b06-236b52b591a5 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/9d3f12f5-2594-40a6-bd9b-04d6e356c1eb HTTP/1.1" status: 404 len: 337 time: 0.0884461 Sep 21 08:37:22.193277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57476) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:22.210600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9e509c61-f00f-4cb2-9dff-ac9746a30380 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:22.248620 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6e8998-da2b-4c19-abfe-20e2600e7560 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:22.254889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6e8998-da2b-4c19-abfe-20e2600e7560 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:22.261402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca6e8998-da2b-4c19-abfe-20e2600e7560 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/95804ed5-6301-4cdf-90b3-a1e588bf9272 HTTP/1.1" status: 404 len: 339 time: 0.0667408 Sep 21 08:37:22.264247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57478) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:22.267721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 9e509c61-f00f-4cb2-9dff-ac9746a30380 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:22.268065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 9e509c61-f00f-4cb2-9dff-ac9746a30380 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:22.311815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b615470b-7886-41a9-8cc7-1bf194b86a20 None None] Provisioning complete for port 19aa0940-5e8d-42c5-83b5-9eb46b754961 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:22.315462 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b615470b-7886-41a9-8cc7-1bf194b86a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:22.373157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting subnet c7f1847e-fe73-4276-966b-4a3a49ed7b0d {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:37:22.382462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:22.444734 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4093426-a9d6-4064-84be-600348658ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:22.447796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b615470b-7886-41a9-8cc7-1bf194b86a20 None None] Port 19aa0940-5e8d-42c5-83b5-9eb46b754961 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:37:22.486112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:22.871946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-055d45a1-a622-4b78-89c8-6b02ab4b4588 req-18bca00b-53f2-412a-a267-7d03e9c67b81 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0911233 Sep 21 08:37:22.880479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:23.014964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:23.092282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f1847e-fe73-4276-966b-4a3a49ed7b0d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:23.096247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97538e1-a7a1-47cc-888c-9c2212c7a876 None None] Network 8bd417d9-f13a-4a02-8477-e3dd3a245747 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:23.100055 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:23.106267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57510) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:23.107327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-438de32b-4b8c-4ac5-8edf-aa6e762215b9 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/c7f1847e-fe73-4276-966b-4a3a49ed7b0d HTTP/1.1" status: 204 len: 168 time: 0.8390598 Sep 21 08:37:23.164897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57516) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:23.469699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:23.489366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:23.552155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] DHCP port deletion for 8bd417d9-f13a-4a02-8477-e3dd3a245747 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:37:23.662862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:23.667712 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:23.732188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:23.732709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:23.825462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] Deleting port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:23.825845 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:23.987050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] For port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,segment=NetworkSegment(181572ac-193a-4b07-b4b2-a8f4b878bd6b),segment_id=181572ac-193a-4b07-b4b2-a8f4b878bd6b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:23.993212 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.116743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Calling delete_port for 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:24.252473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-16a085a1-68d9-4b90-b12f-97e8bee4bdbf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:24.254935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-16a085a1-68d9-4b90-b12f-97e8bee4bdbf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.2249956 Sep 21 08:37:24.281046 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9d1889e0-2969-4170-8ffa-cb52c45956c3 req-ceb61034-66dd-46bc-b759-fd9c3636ff7e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.2144110 Sep 21 08:37:24.310864 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.334574 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:24.336920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] For port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,segment=NetworkSegment(181572ac-193a-4b07-b4b2-a8f4b878bd6b),segment_id=181572ac-193a-4b07-b4b2-a8f4b878bd6b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:24.337344 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.340786 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.374441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] Calling delete_port for 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:24.424384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-9bbb09e7-bb51-471f-8096-c283001282f9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 380 time: 0.1576223 Sep 21 08:37:24.461386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:24.465192 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.532120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Port': ['ID=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:24.550316 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.561559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No DVR routers for this DVR port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:24.578640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'port': {'device_id': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'admin_state_up': True, 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'security_groups': ['75a501ad-835e-463b-b03e-8c827c285c87']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:24.614748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] Pushing event deleted for resources: {'Port': ['ID=2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:24.629058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab6db9c-a104-4e45-8cf0-4a06c62aa4ac None None] No DVR routers for this DVR port 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:24.757900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.804126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.858400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd417d9-f13a-4a02-8477-e3dd3a245747']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:24.899052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181572ac-193a-4b07-b4b2-a8f4b878bd6b') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:24.899052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181572ac-193a-4b07-b4b2-a8f4b878bd6b') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:24.931611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.965559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:24.994777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:24.997578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:25.011381 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:25.149038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.165723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.179612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/8bd417d9-f13a-4a02-8477-e3dd3a245747 HTTP/1.1" status: 204 len: 168 time: 2.0721545 Sep 21 08:37:25.182733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:25.239907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c16c46-71a0-46e6-b818-58955d1680bc tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=8bd417d9-f13a-4a02-8477-e3dd3a245747,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:25.265747 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf1ae85-97bf-4e38-84f4-0030c2c169ef tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:25.268657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf1ae85-97bf-4e38-84f4-0030c2c169ef tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:25.274710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57550) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:25.275860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7bf1ae85-97bf-4e38-84f4-0030c2c169ef tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/274d53af-955c-48a5-ba4e-ee37bb625144 HTTP/1.1" status: 404 len: 337 time: 0.0904531 Sep 21 08:37:25.329346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.365354 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0593fb7c-aad6-43ea-b869-6a7d45f82778 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] DELETE failed (client error): The resource could not be found. Sep 21 08:37:25.366053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0593fb7c-aad6-43ea-b869-6a7d45f82778 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:37:25.372661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57556) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:25.388185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-244f12cf-dedb-4f94-a772-7bf470aa130a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.407958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:25.414055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0593fb7c-aad6-43ea-b869-6a7d45f82778 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/ce19ab0e-2afb-4c40-8358-99da0e5866c5 HTTP/1.1" status: 404 len: 339 time: 0.1346288 Sep 21 08:37:25.526609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:25.526987 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.528525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8b3122ce-2841-40ea-b345-7ccbaa847715 req-a8c567e3-3cf4-41d8-b80f-219cc1dcbe68 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0858881 Sep 21 08:37:25.556275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:25.559184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting subnet fe64dcd6-fa9e-4724-a346-4ba5fccd88b7 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:37:25.565578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.568638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.591879 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Sync routers for ids ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:25.632546 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Routers {'5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:25.634383 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:25.684182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.897353 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Set router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:25.923150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:25.976304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:25.984872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:25.985221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 2dd07f4e-fcec-498b-9a8b-2ec21d9ac18f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:26.071555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Deleting port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:26.072167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.164792 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.254330 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.255720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] For port 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,segment=NetworkSegment(466772f9-15fb-479c-906e-dab80ceda17d),segment_id=466772f9-15fb-479c-906e-dab80ceda17d)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:26.256053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.261568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a889e-d16f-44b1-8030-a058371269dc None None] Network 032bd040-589f-4f15-ad97-7a6853b72b8c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:26.270146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Calling delete_port for 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:26.304165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/subnets/fe64dcd6-fa9e-4724-a346-4ba5fccd88b7 HTTP/1.1" status: 204 len: 168 time: 0.9059954 Sep 21 08:37:26.420151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57574) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:26.465783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd20ba-a525-4e39-b82d-4055d9b365ce tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Subnet': ['ID=fe64dcd6-fa9e-4724-a346-4ba5fccd88b7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:26.522322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.20.0.9 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/67e48b0c-a1b5-4ac9-afa3-2cdfc676e302) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:26.664794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20ddb6-863d-4067-afe8-8e1b688a1dc9 req-3702e28c-a707-4cbb-a88b-137e3e52b031 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:26.699996 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:17Z', 'revision_number': 4, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port': {'id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:11Z', 'updated_at': '2021-09-21T08:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '19aa0940-5e8d-42c5-83b5-9eb46b754961', 'name': '', 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'mac_address': 'fa:16:3e:e1:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:16Z', 'updated_at': '2021-09-21T08:37:18Z', 'revision_number': 2, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'subnets': [{'id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:26.703486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f20ddb6-863d-4067-afe8-8e1b688a1dc9 req-3702e28c-a707-4cbb-a88b-137e3e52b031 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.2628193 Sep 21 08:37:26.744952 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Checking router: 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:26.746015 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Updating router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec port 19aa0940-5e8d-42c5-83b5-9eb46b754961 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:37:26.772764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.777156 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.777885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.862167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] DHCP port deletion for 032bd040-589f-4f15-ad97-7a6853b72b8c request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:37:26.870830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f20ddb6-863d-4067-afe8-8e1b688a1dc9 req-e57c1421-6e70-4e1b-9a37-dd2c64c45168 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546400 Sep 21 08:37:26.874084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5cd99b0-3b66-4753-9b9a-09eef76eee4b req-76d7701e-9591-4f1a-bf48-c46d3cd4f966 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0713055 Sep 21 08:37:26.927244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.950004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Deleting port a14788a6-aa1e-4e64-9823-4a70291933c4 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:26.950546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:26.998224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] Deleting port a14788a6-aa1e-4e64-9823-4a70291933c4 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:26.998605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.167106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] For port a14788a6-aa1e-4e64-9823-4a70291933c4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a14788a6-aa1e-4e64-9823-4a70291933c4,segment=NetworkSegment(98b3e36a-92f4-4475-bf0d-5694cc92ebe7),segment_id=98b3e36a-92f4-4475-bf0d-5694cc92ebe7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:27.167915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.225280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Calling delete_port for a14788a6-aa1e-4e64-9823-4a70291933c4 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:27.300418 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] For port a14788a6-aa1e-4e64-9823-4a70291933c4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a14788a6-aa1e-4e64-9823-4a70291933c4,segment=NetworkSegment(98b3e36a-92f4-4475-bf0d-5694cc92ebe7),segment_id=98b3e36a-92f4-4475-bf0d-5694cc92ebe7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:27.300825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.345189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a14788a6-aa1e-4e64-9823-4a70291933c4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:27.356071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] Calling delete_port for a14788a6-aa1e-4e64-9823-4a70291933c4 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:27.499141 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.517051 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.542030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.570372 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bf285-a4cf-4fb2-a0e9-357225059beb None None] Pushing event updated for resources: {'Port': ['ID=19aa0940-5e8d-42c5-83b5-9eb46b754961,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:27.578772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Port a14788a6-aa1e-4e64-9823-4a70291933c4 update to DOWN by agent not found {{(pid=94726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 21 08:37:27.622059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] No DVR routers for this DVR port a14788a6-aa1e-4e64-9823-4a70291933c4 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:27.641399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.648996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Port': ['ID=a14788a6-aa1e-4e64-9823-4a70291933c4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:27.663730 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Attempting to bind port 19aa0940-5e8d-42c5-83b5-9eb46b754961 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:27.664106 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Attempting to bind port 19aa0940-5e8d-42c5-83b5-9eb46b754961 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:27.664460 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Attempting to bind port 19aa0940-5e8d-42c5-83b5-9eb46b754961 on network 20208e83-7a69-4204-a800-58f5054d6b3c {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:27.680067 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:27.680438 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Checking segment: {'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:27.687914 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.688316 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Bound using segment: {'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:27.688822 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Bound port: 19aa0940-5e8d-42c5-83b5-9eb46b754961, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb81772-22c3-4106-a7f6-23936dd3f1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:27.689203 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.711493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] Pushing event deleted for resources: {'Port': ['ID=a14788a6-aa1e-4e64-9823-4a70291933c4,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:27.738155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:27.743127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd0218-a560-4088-ba72-804f964b3f6f None None] No DVR routers for this DVR port a14788a6-aa1e-4e64-9823-4a70291933c4 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:27.854258 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] For port 19aa0940-5e8d-42c5-83b5-9eb46b754961, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:27.863945 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] For port 19aa0940-5e8d-42c5-83b5-9eb46b754961, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19aa0940-5e8d-42c5-83b5-9eb46b754961,segment=NetworkSegment(0eb81772-22c3-4106-a7f6-23936dd3f1c5),segment_id=0eb81772-22c3-4106-a7f6-23936dd3f1c5)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:27.880668 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.889892 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:27.942601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.023182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032bd040-589f-4f15-ad97-7a6853b72b8c']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:28.035832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bf285-a4cf-4fb2-a0e9-357225059beb None None] Pushing event updated for resources: {'Port': ['ID=19aa0940-5e8d-42c5-83b5-9eb46b754961,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:28.060991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b3e36a-92f4-4475-bf0d-5694cc92ebe7') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:28.062511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b3e36a-92f4-4475-bf0d-5694cc92ebe7') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:28.134113 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.148188 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Routers {'5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:28.149430 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:28.190243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-20958769-9256-4488-8d32-cfc576cc196c None None] Provisioning complete for port 19aa0940-5e8d-42c5-83b5-9eb46b754961 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:28.200279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-20958769-9256-4488-8d32-cfc576cc196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.294052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-deb90042-230d-4ddf-9a61-a825644549cb req-ee827b15-2808-4d8b-9ee0-a7a35ab3b958 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.1754031 Sep 21 08:37:28.311667 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.327347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:28.328204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:28.335567 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:28.580559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.630929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.647882 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.675897 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-20958769-9256-4488-8d32-cfc576cc196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.693188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.698349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:28.702972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] 10.222.0.59 "DELETE /v2.0/networks/032bd040-589f-4f15-ad97-7a6853b72b8c HTTP/1.1" status: 204 len: 168 time: 2.2807000 Sep 21 08:37:28.704516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80b0c5-4e23-4221-a63b-3b725dda19a8 tempest-NetworksIpV6Test-1597490342 tempest-NetworksIpV6Test-1597490342-project] Pushing event deleted for resources: {'Network': ['ID=032bd040-589f-4f15-ad97-7a6853b72b8c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:28.791382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:28.802499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:28.823226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-20958769-9256-4488-8d32-cfc576cc196c None None] For port 19aa0940-5e8d-42c5-83b5-9eb46b754961, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19aa0940-5e8d-42c5-83b5-9eb46b754961,segment=NetworkSegment(0eb81772-22c3-4106-a7f6-23936dd3f1c5),segment_id=0eb81772-22c3-4106-a7f6-23936dd3f1c5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:28.846663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-20958769-9256-4488-8d32-cfc576cc196c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.873517 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] Set router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:28.968275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:28.992643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc05f8-603f-4ccf-9fb3-d4e2a4e2b8e3 req-d362d623-2137-410e-835c-118407bfd69d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:28.995067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbbc05f8-603f-4ccf-9fb3-d4e2a4e2b8e3 req-d362d623-2137-410e-835c-118407bfd69d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.6896079 Sep 21 08:37:29.015543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6187b6a0-1bdf-48bd-8f20-b52f59353ecf None None] Provisioning complete for port 19aa0940-5e8d-42c5-83b5-9eb46b754961 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:29.016584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6187b6a0-1bdf-48bd-8f20-b52f59353ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:29.032550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:29.167862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbbc05f8-603f-4ccf-9fb3-d4e2a4e2b8e3 req-4d2ae9d9-e259-4e42-8831-23e36e9ae551 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197314 Sep 21 08:37:29.209474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:29.210236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:29.271188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20958769-9256-4488-8d32-cfc576cc196c None None] Pushing event updated for resources: {'Port': ['ID=19aa0940-5e8d-42c5-83b5-9eb46b754961,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:29.332452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-3835fd55-93e0-4a4a-b5f6-add6d863ba0a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7625651 Sep 21 08:37:29.377992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Request body: {'port': {'device_id': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:29.511369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:29.556952 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:17Z', 'revision_number': 4, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port': {'id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:11Z', 'updated_at': '2021-09-21T08:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '19aa0940-5e8d-42c5-83b5-9eb46b754961', 'name': '', 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'mac_address': 'fa:16:3e:e1:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:16Z', 'updated_at': '2021-09-21T08:37:27Z', 'revision_number': 4, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'subnets': [{'id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:29.581740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0fcc7aaf-f8db-4a55-bc2e-ec55d30b7a20 None None] Provisioning complete for port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:29.582503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7aaf-f8db-4a55-bc2e-ec55d30b7a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:29.669210 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19aa0940-5e8d-42c5-83b5-9eb46b754961 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:29.675939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc7aaf-f8db-4a55-bc2e-ec55d30b7a20 None None] Port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:37:29.698500 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b78d4c-0555-422a-a6bd-a8114a801df1 None None] The sync data for ids ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'] in n-d-809980-2 is: [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:17Z', 'revision_number': 4, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port': {'id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:11Z', 'updated_at': '2021-09-21T08:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '19aa0940-5e8d-42c5-83b5-9eb46b754961', 'name': '', 'network_id': '20208e83-7a69-4204-a800-58f5054d6b3c', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'mac_address': 'fa:16:3e:e1:8a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:16Z', 'updated_at': '2021-09-21T08:37:27Z', 'revision_number': 4, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'subnets': [{'id': '2fa11ecb-f44c-4055-adfa-6e8513089a01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:29.708685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7d7b9-de15-4612-8e12-523dbd318693 req-a1f05d29-584d-45b4-acde-91f31010fac9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:29.727938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbb7d7b9-de15-4612-8e12-523dbd318693 req-a1f05d29-584d-45b4-acde-91f31010fac9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 931 time: 0.1676846 Sep 21 08:37:29.753896 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57632) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:29.766128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 19aa0940-5e8d-42c5-83b5-9eb46b754961 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:29.766128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:29.834223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbb7d7b9-de15-4612-8e12-523dbd318693 req-e9442cc8-e4e8-4166-91c3-63f1bb0126a5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052036 Sep 21 08:37:30.065996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:37:30.066641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57640) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:30.067089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-89eb851c-4c23-4b6d-8e52-51b3b10fb0f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d05bf49424a34242899f9af9f2128fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118312 Sep 21 08:37:30.277641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a29657db-8468-4572-a5e0-f1d47168da06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:30.312309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a29657db-8468-4572-a5e0-f1d47168da06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:30.491136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:37:30.514538 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:30.524100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56182f-4777-41f7-893e-016c6dbd3bea req-3a949cd2-16d8-4d84-bfa7-8c1fed1444b9 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:30.525793 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed56182f-4777-41f7-893e-016c6dbd3bea req-3a949cd2-16d8-4d84-bfa7-8c1fed1444b9 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1500614 Sep 21 08:37:30.567740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:30.581366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57652) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:30.581716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-75601620-ccbc-4758-9ab5-e12582653d2c admin admin] 10.222.0.59 "PUT /v2.0/routers/b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4150548 Sep 21 08:37:30.583877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Transition to ACTIVE for port object 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:37:30.594653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] Sync routers for ids ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:30.605399 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed56182f-4777-41f7-893e-016c6dbd3bea req-29830b23-7db1-473f-a85b-c14b69693f0b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624433 Sep 21 08:37:30.606117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a29657db-8468-4572-a5e0-f1d47168da06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:30.608809 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a29657db-8468-4572-a5e0-f1d47168da06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:30.629748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a29657db-8468-4572-a5e0-f1d47168da06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d279cba1-6e95-4727-b628-079d3b5c196c HTTP/1.1" status: 204 len: 168 time: 0.5445359 Sep 21 08:37:30.636326 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:30.648340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] Routers {'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:30.649304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:30.764378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29657db-8468-4572-a5e0-f1d47168da06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279cba1-6e95-4727-b628-079d3b5c196c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:30.927391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:31.061380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Pushing event updated for resources: {'Port': ['ID=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:31.097765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] Set router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:31.185597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Attempting to bind port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:31.186158 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Attempting to bind port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:31.186268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Attempting to bind port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:31.214750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:37:31.215014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Attempting to bind port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:31.233432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:31.233648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:31.234042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:31.242286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Bound port: 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:31.243531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:31.339406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19aa0940-5e8d-42c5-83b5-9eb46b754961 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:31.386296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3ed4e-2454-4522-ae49-e41b97a712b9 req-ada928dd-8cb6-4b41-b203-93b7f613eb6e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:31.401177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4a3ed4e-2454-4522-ae49-e41b97a712b9 req-ada928dd-8cb6-4b41-b203-93b7f613eb6e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.3541541 Sep 21 08:37:31.411730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] For port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:31.417455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] For port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:31.432971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:31.533208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:31.538282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:31.540721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] 10.222.0.50 "PUT /v2.0/ports/67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 HTTP/1.1" status: 200 len: 1095 time: 2.1671495 Sep 21 08:37:31.553581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:37:31.562143 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145293d1-b50b-42cc-8685-da4b06288cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:37:31.587147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 19aa0940-5e8d-42c5-83b5-9eb46b754961 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:31.587889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:31.611864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d4a3ed4e-2454-4522-ae49-e41b97a712b9 req-cf5bdb9f-271f-431c-b5e0-eb10093df76c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902428 Sep 21 08:37:31.673683 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:31.687551 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495331f-4406-44c3-b92b-b75579e33618 service neutron] Pushing event updated for resources: {'Port': ['ID=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:31.712998 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0864dc38-cb44-4a04-a6b7-cfd35ab31904 x-openstack-request-id: req-0864dc38-cb44-4a04-a6b7-cfd35ab31904 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:37:31.713515 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:37:31.713795 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0864dc38-cb44-4a04-a6b7-cfd35ab31904 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:37:31.714216 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'status': 'completed', 'code': 200} Sep 21 08:37:31.753612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-f85651ad-20c1-4856-8093-b7a463131a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:31.756920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-f85651ad-20c1-4856-8093-b7a463131a97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 1098 time: 0.1544433 Sep 21 08:37:31.810290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:26Z', 'revision_number': 5, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port': {'id': '972f6cf0-cd4c-4501-8f78-b989801f7f95', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:cc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:36:59Z', 'updated_at': '2021-09-21T08:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:31.869557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-25009e9b-cb28-421c-8c44-a64b2cfc15fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 HTTP/1.1" status: 200 len: 217 time: 0.1010098 Sep 21 08:37:31.890786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Deleting port 972f6cf0-cd4c-4501-8f78-b989801f7f95 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:31.894267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:31.992785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-0ee07f8d-888f-4151-a05d-095ab7299b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:31.994385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-0ee07f8d-888f-4151-a05d-095ab7299b5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1154034 Sep 21 08:37:32.079422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-931c88f6-1a2c-46fc-8640-64dc880ea871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:32.084968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-931c88f6-1a2c-46fc-8640-64dc880ea871 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801892 Sep 21 08:37:32.105289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] For port 972f6cf0-cd4c-4501-8f78-b989801f7f95, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=972f6cf0-cd4c-4501-8f78-b989801f7f95,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:32.105988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:32.135231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Calling delete_port for 972f6cf0-cd4c-4501-8f78-b989801f7f95 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:32.310872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-1b7a088e-2fff-4b33-9e00-16ea35fca036 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160499 Sep 21 08:37:32.356829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] Checking router: b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:32.419062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] Routers {'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:32.421117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:32.426391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:32.467960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e16d4c-dac8-4b60-b5d2-8075f4be207c req-4f16c998-6301-44b0-af11-611002015820 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:32.471196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3e16d4c-dac8-4b60-b5d2-8075f4be207c req-4f16c998-6301-44b0-af11-611002015820 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.6288188 Sep 21 08:37:32.554601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03afc5d4-833d-4d02-8ce2-ba8e2cf32ef5 req-8f23a82e-5e3f-4e4a-ba00-84b4998364ca service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351115 Sep 21 08:37:32.632600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f3e16d4c-dac8-4b60-b5d2-8075f4be207c req-fcc58e38-ea1c-4945-a964-14b7e46bb17a tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489682 Sep 21 08:37:32.667000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:32.713145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] Set router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:32.718260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-2005ba5a-a5d2-4956-87cb-9978229e8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:32.722982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-2005ba5a-a5d2-4956-87cb-9978229e8b3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 1098 time: 0.0998068 Sep 21 08:37:32.730585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=972f6cf0-cd4c-4501-8f78-b989801f7f95,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:32.853476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:31Z', 'revision_number': 6, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:32.896261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0872d073-9ac0-4173-ba92-adcd10e720b0 None None] The sync data for ids ['b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4'] in n-d-809980-2 is: [{'id': 'b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4', 'name': 'tempest-TestAggregatesBasicOps-718761013-router', 'tenant_id': '0250e2c5047e4642ab4287b339cf1936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:36:58Z', 'updated_at': '2021-09-21T08:37:31Z', 'revision_number': 6, 'project_id': '0250e2c5047e4642ab4287b339cf1936', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:32.907223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:32.965245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc08194-e1df-4ffc-9cb6-b125598d76c0 req-73b488e4-fc74-4db9-8ed2-628b48761ffa tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:32.966999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-acc08194-e1df-4ffc-9cb6-b125598d76c0 req-73b488e4-fc74-4db9-8ed2-628b48761ffa tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.1922505 Sep 21 08:37:33.021800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-00812f1d-68a7-4631-af7c-8c0390c9e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:33.023555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-00812f1d-68a7-4631-af7c-8c0390c9e107 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.2916265 Sep 21 08:37:33.059761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.063468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.090104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-a911967f-29ae-439c-a3be-0bab17a7c2c2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 HTTP/1.1" status: 200 len: 217 time: 0.0549488 Sep 21 08:37:33.123876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-acc08194-e1df-4ffc-9cb6-b125598d76c0 req-c3d614bc-9914-4e7c-a185-0e5bf97c7d16 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396120 Sep 21 08:37:33.169201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.170859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:37:33.174904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-f4a1d58e-1dc9-41a6-bd38-1e0cbac92ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:33.177242 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.177388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-f4a1d58e-1dc9-41a6-bd38-1e0cbac92ded service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0783477 Sep 21 08:37:33.179362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-48fe9767-a572-47fa-b039-fdc0279738f2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b1c4f5f2-540f-4c4d-96c0-85b2f2fb86d4 HTTP/1.1" status: 204 len: 168 time: 2.5956380 Sep 21 08:37:33.181222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57714) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:33.242079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] Deleting subnet b7e6b879-60f1-4b19-a01e-09e26eefd0c8 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:37:33.246138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.286312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-efd609f4-ea8a-49e8-a0ca-2fd4c4f307be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:33.292424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-efd609f4-ea8a-49e8-a0ca-2fd4c4f307be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050434 Sep 21 08:37:33.293894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:33.294561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.325089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:33.325441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8bd7b365-c9a7-4c33-b4c9-aaa8bbe6366a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:33.458588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-d35dd174-51eb-4188-a685-e3042dc0c7cf service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500275 Sep 21 08:37:33.469527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.536307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.597471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e6b879-60f1-4b19-a01e-09e26eefd0c8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:33.603528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.608148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-439441f3-2540-40c7-9d8c-046c7f3c60ac admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b7e6b879-60f1-4b19-a01e-09e26eefd0c8 HTTP/1.1" status: 204 len: 168 time: 0.4229403 Sep 21 08:37:33.609327 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa1f78-4334-4dd2-9bae-c98cfbee4b76 None None] Network c057ddae-ad02-4300-bd49-7d18b13fe01d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:33.615992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57726) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:33.805923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.896114 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:33.961621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:34.031625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] DHCP port deletion for c057ddae-ad02-4300-bd49-7d18b13fe01d request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:37:34.052756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fb115-65aa-4f76-9d58-509266fd862e req-329be005-2aa2-4e6d-9d00-7c1608e3d28d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:34.054410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a0fb115-65aa-4f76-9d58-509266fd862e req-329be005-2aa2-4e6d-9d00-7c1608e3d28d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.2411447 Sep 21 08:37:34.113165 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Deleting port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:34.113514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.140644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-145293d1-b50b-42cc-8685-da4b06288cd7 req-d027bfaf-095b-4e48-8ca3-4ac1a797966f service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726930 Sep 21 08:37:34.169430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a0fb115-65aa-4f76-9d58-509266fd862e req-9147a97c-c72b-4976-8f8e-46164fa6f1aa tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008604 Sep 21 08:37:34.188841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] Deleting port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:34.189237 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.238796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a79cd582-c7ff-44aa-a22f-6cd5de8c2f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.256733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] For port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,segment=NetworkSegment(466772f9-15fb-479c-906e-dab80ceda17d),segment_id=466772f9-15fb-479c-906e-dab80ceda17d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:34.257113 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.277478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Calling delete_port for b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:34.304373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] For port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,segment=NetworkSegment(466772f9-15fb-479c-906e-dab80ceda17d),segment_id=466772f9-15fb-479c-906e-dab80ceda17d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:34.304602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.351294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] Calling delete_port for b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:34.388891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208a110-225c-48bc-b46f-bafceba1004b req-b0e24f41-d411-427d-98a9-7e5c39af0e8a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:34.400678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3208a110-225c-48bc-b46f-bafceba1004b req-b0e24f41-d411-427d-98a9-7e5c39af0e8a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.0925386 Sep 21 08:37:34.461056 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.474071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3208a110-225c-48bc-b46f-bafceba1004b req-40162aec-3e9c-40d5-94fc-72b3929727fe tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700784 Sep 21 08:37:34.522872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:34.535926 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.542080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] No DVR routers for this DVR port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:34.574432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] No DVR routers for this DVR port b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:34.604937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac0643-336f-41a9-8652-0083cb7a4606 None None] Pushing event deleted for resources: {'Port': ['ID=b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:34.672934 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a79cd582-c7ff-44aa-a22f-6cd5de8c2f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.688539 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a79cd582-c7ff-44aa-a22f-6cd5de8c2f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.754078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a79cd582-c7ff-44aa-a22f-6cd5de8c2f2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=591145ec4e9347cca465ae839e7e5953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7911239 Sep 21 08:37:34.757509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57746) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:34.764121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cd582-c7ff-44aa-a22f-6cd5de8c2f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b1c4cd-061b-4ada-be6b-e5f11e73a959,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:34.809573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.843367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c057ddae-ad02-4300-bd49-7d18b13fe01d']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:34.851385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6954bced-3b86-456f-8b7f-2c75e5874c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.854583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466772f9-15fb-479c-906e-dab80ceda17d') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:34.854881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466772f9-15fb-479c-906e-dab80ceda17d') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:34.867920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.884766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6954bced-3b86-456f-8b7f-2c75e5874c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.886979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.896599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:34.897075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:34.899507 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:34.954160 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6954bced-3b86-456f-8b7f-2c75e5874c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.957923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6954bced-3b86-456f-8b7f-2c75e5874c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:34.995411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6954bced-3b86-456f-8b7f-2c75e5874c05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b0b1c4cd-061b-4ada-be6b-e5f11e73a959 HTTP/1.1" status: 204 len: 168 time: 0.2085116 Sep 21 08:37:35.016912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6954bced-3b86-456f-8b7f-2c75e5874c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b1c4cd-061b-4ada-be6b-e5f11e73a959,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:35.301372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:35.350926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:35.351270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b306fe3a-7e9b-4c7d-8622-d236f7d4c8dc not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:35.356356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 972f6cf0-cd4c-4501-8f78-b989801f7f95 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:35.390015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:35.399604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:35.404019 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c057ddae-ad02-4300-bd49-7d18b13fe01d HTTP/1.1" status: 204 len: 168 time: 1.7872548 Sep 21 08:37:35.404836 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57754) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:35.417579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 972f6cf0-cd4c-4501-8f78-b989801f7f95 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:35.418082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 972f6cf0-cd4c-4501-8f78-b989801f7f95 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:35.463593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b106277-d52f-4f3d-bfde-d2e20034e87c req-a5b032f1-89ff-4d0c-92d7-2cfd30eee6e1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:35.465164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b106277-d52f-4f3d-bfde-d2e20034e87c req-a5b032f1-89ff-4d0c-92d7-2cfd30eee6e1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1182592 Sep 21 08:37:35.465998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ef81e-f171-4120-a4bb-0e08b8c877d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c057ddae-ad02-4300-bd49-7d18b13fe01d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:35.543240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57758) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:35.549193 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b106277-d52f-4f3d-bfde-d2e20034e87c req-3ba8fd92-6431-4f91-bce5-66bef462aa0b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650046 Sep 21 08:37:35.680025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329dae45-d6c9-434a-8956-abd4f588052c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:35.772778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce613a5-0c60-4c9d-b70d-02da4ab39bb4 req-17c6f530-06fb-4468-8c63-d4e5377fea63 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:35.774288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ce613a5-0c60-4c9d-b70d-02da4ab39bb4 req-17c6f530-06fb-4468-8c63-d4e5377fea63 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.1404817 Sep 21 08:37:35.872532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ce613a5-0c60-4c9d-b70d-02da4ab39bb4 req-92fb12fa-4551-4d69-9153-f696fd5033ea tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860517 Sep 21 08:37:35.931001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329dae45-d6c9-434a-8956-abd4f588052c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:35.947509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-329dae45-d6c9-434a-8956-abd4f588052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.012679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-329dae45-d6c9-434a-8956-abd4f588052c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1d9d17047ab4e109744dc7dc27092f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4671474 Sep 21 08:37:36.015980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57764) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:36.016113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329dae45-d6c9-434a-8956-abd4f588052c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b97970f-4129-4970-b99b-51034aae4e70,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:36.060097 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.094959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-907f412f-8d1d-4061-a528-ad6da3276010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.138055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-907f412f-8d1d-4061-a528-ad6da3276010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.200270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-907f412f-8d1d-4061-a528-ad6da3276010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.203407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-907f412f-8d1d-4061-a528-ad6da3276010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.205217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-907f412f-8d1d-4061-a528-ad6da3276010 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b97970f-4129-4970-b99b-51034aae4e70 HTTP/1.1" status: 204 len: 168 time: 0.1875248 Sep 21 08:37:36.215713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f412f-8d1d-4061-a528-ad6da3276010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b97970f-4129-4970-b99b-51034aae4e70,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:36.376835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Deleting port 19aa0940-5e8d-42c5-83b5-9eb46b754961 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:36.378776 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.497255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] For port 19aa0940-5e8d-42c5-83b5-9eb46b754961, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=19aa0940-5e8d-42c5-83b5-9eb46b754961,segment=NetworkSegment(0eb81772-22c3-4106-a7f6-23936dd3f1c5),segment_id=0eb81772-22c3-4106-a7f6-23936dd3f1c5)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:36.497714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.522459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Calling delete_port for 19aa0940-5e8d-42c5-83b5-9eb46b754961 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:36.730787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357f6fe-5318-43b2-a906-7537f7326de3 req-ab01c600-699d-4f8e-9d01-166c072aa9af tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:36.732492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a357f6fe-5318-43b2-a906-7537f7326de3 req-ab01c600-699d-4f8e-9d01-166c072aa9af tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0652955 Sep 21 08:37:36.824957 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a357f6fe-5318-43b2-a906-7537f7326de3 req-43b11a68-4cd6-4928-b921-1e5e7fbab66b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864258 Sep 21 08:37:36.910689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:36.979165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Pushing event deleted for resources: {'Port': ['ID=19aa0940-5e8d-42c5-83b5-9eb46b754961,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:37.151739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14086e-3fee-4f36-b603-cc66e4a705e3 req-7f9ec0f1-4389-45b6-88d7-fcb770b0e3fd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:37.163522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb14086e-3fee-4f36-b603-cc66e4a705e3 req-7f9ec0f1-4389-45b6-88d7-fcb770b0e3fd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.1212420 Sep 21 08:37:37.284566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:37.350810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb14086e-3fee-4f36-b603-cc66e4a705e3 req-0b8b7592-2cd3-47a3-8c95-785754b292a0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865168 Sep 21 08:37:37.378821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-9d7ec8f6-1a70-46eb-8019-6a7e83ee75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:37.380754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-9d7ec8f6-1a70-46eb-8019-6a7e83ee75e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.1504669 Sep 21 08:37:37.480252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d289d97-4f4a-44b7-87d1-51cf2d3dc254 req-592091a2-2349-445c-a2e6-f64b8694cfc2 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:37.483427 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d289d97-4f4a-44b7-87d1-51cf2d3dc254 req-592091a2-2349-445c-a2e6-f64b8694cfc2 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1885035 Sep 21 08:37:37.550331 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d289d97-4f4a-44b7-87d1-51cf2d3dc254 req-04a338ac-2b78-4840-bfda-4329bbd590aa tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587053 Sep 21 08:37:37.597248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-c5996609-2533-4499-9cac-797badbf2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:37.599098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-c5996609-2533-4499-9cac-797badbf2d62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.2084064 Sep 21 08:37:37.714924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:37:37.736451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-432d5467-6586-4efc-b108-b2e345adc1b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 1001 time: 0.1251552 Sep 21 08:37:37.832766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-c8b9880b-96f6-4718-8de5-27e9b2abfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:37.834620 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-c8b9880b-96f6-4718-8de5-27e9b2abfe1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0904112 Sep 21 08:37:37.883626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-316146f8-12c4-457a-b7ad-42224d994dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:37.885523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-316146f8-12c4-457a-b7ad-42224d994dc7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426421 Sep 21 08:37:37.948800 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:37:37.998253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:38.011593 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] Sync routers for ids ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:38.011719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-8f31c57d-e50c-4fcb-bdd4-b8f1e6ef0292 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176260 Sep 21 08:37:38.026647 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] Routers {'5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:38.027280 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:38.031588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7a925e0e-4531-49ab-b908-b833a73c0bad admin admin] 10.222.0.59 "PUT /v2.0/routers/5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6222963 Sep 21 08:37:38.032242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 57814) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:38.223354 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] Set router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:38.232486 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9cec37d1-4303-4009-bf5c-da0e67be0ecd req-0b5acdd6-714e-41d3-bec6-845a56a8c77c service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141428 Sep 21 08:37:38.236475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:38.372901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:38.440157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Deleting port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:38.440618 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:38.483776 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:36Z', 'revision_number': 5, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port': {'id': 'c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:11Z', 'updated_at': '2021-09-21T08:37:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:38.521819 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] Checking router: 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:38.530842 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] Routers {'5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:38.532028 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:38.578828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a897e-e450-47c7-adaf-2f4d284c2648 req-189f4efe-bba4-4160-9823-fb4bc99f5f3a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:38.586926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-481a897e-e450-47c7-adaf-2f4d284c2648 req-189f4efe-bba4-4160-9823-fb4bc99f5f3a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.0808141 Sep 21 08:37:38.642516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] For port c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:38.645667 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:38.661323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Calling delete_port for c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:38.738838 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] Set router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:38.765605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-481a897e-e450-47c7-adaf-2f4d284c2648 req-6d28751a-19b5-4b46-977f-9b3ff8894c22 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783295 Sep 21 08:37:38.783416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ada141-a4a8-4987-9971-229c4ced8bcd req-1a4374af-15ac-4d44-a4ba-7da8ce60f763 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:38.798271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5ada141-a4a8-4987-9971-229c4ced8bcd req-1a4374af-15ac-4d44-a4ba-7da8ce60f763 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0983694 Sep 21 08:37:38.840362 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:38Z', 'revision_number': 6, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:38.884680 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5ada141-a4a8-4987-9971-229c4ced8bcd req-2cfaa912-0d88-4a66-9d6b-22c570d250c4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854511 Sep 21 08:37:38.898245 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7915fd-b106-4f00-b7dd-ecea9d8b66a3 None None] The sync data for ids ['5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec'] in n-d-809980-2 is: [{'id': '5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec', 'name': 'tempest-TestAggregatesBasicOps-1074760783-router', 'tenant_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:09Z', 'updated_at': '2021-09-21T08:37:38Z', 'revision_number': 6, 'project_id': 'd8cfcff4ac1943549ff42560b7ad7a2b', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:39.004960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.046603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:39.140081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.287297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.290449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.357129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.358212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:37:39.364058 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.365600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ba0e7966-4ef5-4932-85eb-0adff16786f2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/5b9ba11e-dec6-4d00-9bf1-8a97c8bee2ec HTTP/1.1" status: 204 len: 168 time: 1.3324080 Sep 21 08:37:39.368703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57842) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:39.395524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19aa0940-5e8d-42c5-83b5-9eb46b754961 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:39.416882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 19aa0940-5e8d-42c5-83b5-9eb46b754961 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:39.417547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 19aa0940-5e8d-42c5-83b5-9eb46b754961 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:39.429013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] Deleting subnet 2fa11ecb-f44c-4055-adfa-6e8513089a01 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:37:39.434077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.471653 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.550808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.605770 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.643880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.645835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f654c34-0655-49e6-a890-ffc1c83b2a9b None None] Network 20208e83-7a69-4204-a800-58f5054d6b3c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:39.646167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2fa11ecb-f44c-4055-adfa-6e8513089a01 HTTP/1.1" status: 204 len: 168 time: 0.2758963 Sep 21 08:37:39.647218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541bd88-ac36-4dae-849d-c009b618ca85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa11ecb-f44c-4055-adfa-6e8513089a01,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:39.648936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57846) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:39.730047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.802053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Deleting port 6a7c2217-34ae-405d-abc6-1c24eb203be7 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:39.802384 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.891937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] DHCP port deletion for 20208e83-7a69-4204-a800-58f5054d6b3c request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:37:39.912064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] For port 6a7c2217-34ae-405d-abc6-1c24eb203be7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6a7c2217-34ae-405d-abc6-1c24eb203be7,segment=NetworkSegment(0eb81772-22c3-4106-a7f6-23936dd3f1c5),segment_id=0eb81772-22c3-4106-a7f6-23936dd3f1c5)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:39.912841 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.950563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Calling delete_port for 6a7c2217-34ae-405d-abc6-1c24eb203be7 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:39.988077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] Deleting port 6a7c2217-34ae-405d-abc6-1c24eb203be7 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:37:39.988670 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:39.990244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ec63e-9dae-43d8-8a9d-57644dc2fcf6 req-56f92e58-6305-4533-b537-816d5561ca67 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:39.992089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b9ec63e-9dae-43d8-8a9d-57644dc2fcf6 req-56f92e58-6305-4533-b537-816d5561ca67 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.1060574 Sep 21 08:37:40.087274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b9ec63e-9dae-43d8-8a9d-57644dc2fcf6 req-124583a8-ff30-4c04-9d83-cd672ea5ac9c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810487 Sep 21 08:37:40.138684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] For port 6a7c2217-34ae-405d-abc6-1c24eb203be7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6a7c2217-34ae-405d-abc6-1c24eb203be7,segment=NetworkSegment(0eb81772-22c3-4106-a7f6-23936dd3f1c5),segment_id=0eb81772-22c3-4106-a7f6-23936dd3f1c5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:40.139259 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.166748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] Calling delete_port for 6a7c2217-34ae-405d-abc6-1c24eb203be7 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:37:40.204011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d640ea9-9636-48f6-8448-aef8d3d3c69f req-6db626db-b430-44fd-ac73-6b2418c7be00 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:40.208762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d640ea9-9636-48f6-8448-aef8d3d3c69f req-6db626db-b430-44fd-ac73-6b2418c7be00 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.1185610 Sep 21 08:37:40.278490 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d640ea9-9636-48f6-8448-aef8d3d3c69f req-857d8a21-4146-4680-a489-fecb56ae6f07 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646529 Sep 21 08:37:40.302341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.318929 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.396929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] No DVR routers for this DVR port 6a7c2217-34ae-405d-abc6-1c24eb203be7 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:40.404066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7c2217-34ae-405d-abc6-1c24eb203be7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:40.430708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] Pushing event deleted for resources: {'Port': ['ID=6a7c2217-34ae-405d-abc6-1c24eb203be7,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:40.441446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb367ce-3554-4ad4-91f8-f24a78026659 None None] No DVR routers for this DVR port 6a7c2217-34ae-405d-abc6-1c24eb203be7 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:37:40.545913 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.576301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-8c82b18a-6aea-4060-9586-259a7f812944 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787559 Sep 21 08:37:40.607889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20208e83-7a69-4204-a800-58f5054d6b3c']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:40.627577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb81772-22c3-4106-a7f6-23936dd3f1c5') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:40.627968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb81772-22c3-4106-a7f6-23936dd3f1c5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:40.642491 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.709517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.718242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:37:40.718917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:37:40.721046 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:37:40.728498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-e291d18c-593d-45bf-a22c-0358c7add596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:40.734047 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-e291d18c-593d-45bf-a22c-0358c7add596 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 1096 time: 0.0981238 Sep 21 08:37:40.819184 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.850638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:40.854101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] 10.222.0.59 "DELETE /v2.0/networks/20208e83-7a69-4204-a800-58f5054d6b3c HTTP/1.1" status: 204 len: 168 time: 1.2042007 Sep 21 08:37:40.855472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81d088-6edf-4c9b-8fdf-757c08ed7675 admin admin] Pushing event deleted for resources: {'Network': ['ID=20208e83-7a69-4204-a800-58f5054d6b3c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:40.923949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-9e27e644-1b97-4480-afdc-34746c8864f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:40.926923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-9e27e644-1b97-4480-afdc-34746c8864f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.1685867 Sep 21 08:37:41.082743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-c7ac4072-7484-4e23-80f8-414b12d0e4eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 200 len: 1001 time: 0.1475725 Sep 21 08:37:41.211205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-68af2489-c1cb-4561-a1fe-8d54762d0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:41.212943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-68af2489-c1cb-4561-a1fe-8d54762d0e7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.1223309 Sep 21 08:37:41.220454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57902) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:41.327554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-3fc18a82-f86e-4a3a-b5a2-eb51c4734903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:41.329568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-3fc18a82-f86e-4a3a-b5a2-eb51c4734903 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014259 Sep 21 08:37:41.352312 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ed4eb376-960a-444f-a6e6-de8f74bdbd0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0250e2c5047e4642ab4287b339cf1936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297557 Sep 21 08:37:41.355816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 57914) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:41.368984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:41.416814 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:41.417225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c3c2a78d-6bb1-4f35-9ddc-6b09bdd5ecd4 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:41.418887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6a7c2217-34ae-405d-abc6-1c24eb203be7 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:37:41.428863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cca310-57ee-4948-ab6e-b83139196f7e req-a7e42d23-c220-4def-9c28-2dd99940bc1e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:41.431402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-21cca310-57ee-4948-ab6e-b83139196f7e req-a7e42d23-c220-4def-9c28-2dd99940bc1e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.1858804 Sep 21 08:37:41.483603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6a7c2217-34ae-405d-abc6-1c24eb203be7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:37:41.484986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6a7c2217-34ae-405d-abc6-1c24eb203be7 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:37:41.530027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6fed162-beeb-44f8-a87e-00cec437d6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:41.561873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-21cca310-57ee-4948-ab6e-b83139196f7e req-843d774f-a5e4-4891-a3a5-757ea9e26a22 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153142 Sep 21 08:37:41.569621 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6fed162-beeb-44f8-a87e-00cec437d6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:41.640461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-02f0ad8e-1baa-475b-b4a1-bfb071948811 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974114 Sep 21 08:37:41.648432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6fed162-beeb-44f8-a87e-00cec437d6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:41.656965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6fed162-beeb-44f8-a87e-00cec437d6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:41.661885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f6fed162-beeb-44f8-a87e-00cec437d6f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c99d7f9b-5d6a-44db-a3e1-02b38122450b HTTP/1.1" status: 204 len: 168 time: 0.3037596 Sep 21 08:37:41.674740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed162-beeb-44f8-a87e-00cec437d6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d7f9b-5d6a-44db-a3e1-02b38122450b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:41.816123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcf286d-a24b-4a57-a795-a665a56a5b9a req-65a8673b-3fe0-4580-b545-74da7f3fc297 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666515 Sep 21 08:37:42.145226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58000) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:42.190676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bf1bae0a-a9d3-48b3-9836-37bd8c64845d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8cfcff4ac1943549ff42560b7ad7a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436172 Sep 21 08:37:42.194073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58006) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:42.255940 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c061a0d-c9cb-4e16-b301-aa9efc4ab272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:42.292233 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c061a0d-c9cb-4e16-b301-aa9efc4ab272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:42.382940 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c061a0d-c9cb-4e16-b301-aa9efc4ab272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:42.389673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c061a0d-c9cb-4e16-b301-aa9efc4ab272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:42.393813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6c061a0d-c9cb-4e16-b301-aa9efc4ab272 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18581fbd-30cc-46c3-9533-7464bb0cd8e3 HTTP/1.1" status: 204 len: 168 time: 0.1979175 Sep 21 08:37:42.409906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c061a0d-c9cb-4e16-b301-aa9efc4ab272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18581fbd-30cc-46c3-9533-7464bb0cd8e3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:42.834522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:37:42.856954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726270ba-f28e-45cc-8aa4-0e7d4c8e7796 req-84451542-fe9d-4585-806b-d165b269c094 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:42.866168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-726270ba-f28e-45cc-8aa4-0e7d4c8e7796 req-84451542-fe9d-4585-806b-d165b269c094 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 947 time: 0.1568575 Sep 21 08:37:42.972396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-726270ba-f28e-45cc-8aa4-0e7d4c8e7796 req-2c906131-be11-4f5b-8a8b-e6bc2031917a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045434 Sep 21 08:37:43.051829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:43.076037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'port_id': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'mac_address': 'fa:16:3e:45:64:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:37:43.186729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:43.215106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:37:43.246263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:43.262030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:43.372348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:43.525430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['67e48b0c-a1b5-4ac9-afa3-2cdfc676e302'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:37:43.757591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58204) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:44.155890 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5195220-3c65-494d-9a43-0e4a159bc538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.197817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a541e-7bf7-4eca-8d97-8953567f16eb req-195d0a7f-46ab-4d4f-bb13-0e36b63de4e0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:44.208255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c0a541e-7bf7-4eca-8d97-8953567f16eb req-195d0a7f-46ab-4d4f-bb13-0e36b63de4e0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 948 time: 0.1167936 Sep 21 08:37:44.319052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c0a541e-7bf7-4eca-8d97-8953567f16eb req-f0a2c6f0-e5e4-41af-bba5-eb10712d30bd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117351 Sep 21 08:37:44.430516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:44.510018 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5195220-3c65-494d-9a43-0e4a159bc538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.521660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5195220-3c65-494d-9a43-0e4a159bc538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.563946 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d5195220-3c65-494d-9a43-0e4a159bc538 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4badca0873284c29abd4d4cc49ba0ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8045163 Sep 21 08:37:44.567343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58304) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:44.597692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5195220-3c65-494d-9a43-0e4a159bc538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287c8bfe-ea6e-45ce-ae4c-ae7bcccd5c9f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:44.640790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cc1138a-08e9-44c1-9b54-acab6f8cbe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.667510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cc1138a-08e9-44c1-9b54-acab6f8cbe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.749657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cc1138a-08e9-44c1-9b54-acab6f8cbe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.753075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5cc1138a-08e9-44c1-9b54-acab6f8cbe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.754521 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5cc1138a-08e9-44c1-9b54-acab6f8cbe84 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/287c8bfe-ea6e-45ce-ae4c-ae7bcccd5c9f HTTP/1.1" status: 204 len: 168 time: 0.1862009 Sep 21 08:37:44.764004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1138a-08e9-44c1-9b54-acab6f8cbe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287c8bfe-ea6e-45ce-ae4c-ae7bcccd5c9f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:44.833991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:44.896718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c33defe-0e66-490d-ab41-f1b61e8742bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:44.932354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:37:44.940604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:44.942802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.023487 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c33defe-0e66-490d-ab41-f1b61e8742bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.028642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c33defe-0e66-490d-ab41-f1b61e8742bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.078100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33defe-0e66-490d-ab41-f1b61e8742bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e96e52-20bc-4fe5-afdf-0573a7fba3b7,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:45.087700 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.109111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58362) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:45.123962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4c33defe-0e66-490d-ab41-f1b61e8742bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4525c6b156bd44e985f6af3e7a80b942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922698 Sep 21 08:37:45.130084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:37:45.135848 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578430c7-9632-42db-8672-72184f63a145" -d '{"events": [{"server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "name": "network-vif-plugged", "status": "completed", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:37:45.154592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:45.160647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.212287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4555f52d-e787-46f5-82be-a0c216d2729d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.220190 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009e51cd-0cbf-49eb-844f-074b0a4bc787 x-openstack-request-id: req-009e51cd-0cbf-49eb-844f-074b0a4bc787 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:37:45.221064 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "name": "network-vif-plugged", "status": "completed", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:37:45.221703 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-009e51cd-0cbf-49eb-844f-074b0a4bc787 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:37:45.222634 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'code': 200} Sep 21 08:37:45.239953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4555f52d-e787-46f5-82be-a0c216d2729d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.281232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:45.304223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4555f52d-e787-46f5-82be-a0c216d2729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.307515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4555f52d-e787-46f5-82be-a0c216d2729d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.310882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4555f52d-e787-46f5-82be-a0c216d2729d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46e96e52-20bc-4fe5-afdf-0573a7fba3b7 HTTP/1.1" status: 204 len: 168 time: 0.1986051 Sep 21 08:37:45.318279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f52d-e787-46f5-82be-a0c216d2729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e96e52-20bc-4fe5-afdf-0573a7fba3b7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:45.391447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befcce5-a998-42d8-9ba0-97e5bf703f71 req-3194d255-2d71-4027-bafb-fe573a9b8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:45.393223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5befcce5-a998-42d8-9ba0-97e5bf703f71 req-3194d255-2d71-4027-bafb-fe573a9b8138 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 1100 time: 0.1041701 Sep 21 08:37:45.460215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5befcce5-a998-42d8-9ba0-97e5bf703f71 req-a44e709f-9639-4717-b302-c2735109b394 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561714 Sep 21 08:37:45.503176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58406) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:45.532449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e460888-40a7-459b-906f-edace75e26ab req-6c49aa34-3656-4b51-b948-58c87c07ffe6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:45.532777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d7ed538d-05f6-4d52-bb6d-668a2538d97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.536304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e460888-40a7-459b-906f-edace75e26ab req-6c49aa34-3656-4b51-b948-58c87c07ffe6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 949 time: 0.1012414 Sep 21 08:37:45.618138 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e460888-40a7-459b-906f-edace75e26ab req-fa0d2c53-7632-43d1-8601-1e619bece25c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746038 Sep 21 08:37:45.695514 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d7ed538d-05f6-4d52-bb6d-668a2538d97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.707699 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d7ed538d-05f6-4d52-bb6d-668a2538d97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.760246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed538d-05f6-4d52-bb6d-668a2538d97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580d9e43-5240-4d32-9be2-7919cb7ea795,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:45.765797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d7ed538d-05f6-4d52-bb6d-668a2538d97d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aaab2c46393543e28eae686b6d4b579b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608876 Sep 21 08:37:45.768942 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58436) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:45.849526 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9ec7-6f66-4198-9f9b-afd4462f7eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.892493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9ec7-6f66-4198-9f9b-afd4462f7eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.965949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9ec7-6f66-4198-9f9b-afd4462f7eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.975037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f0b9ec7-6f66-4198-9f9b-afd4462f7eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:45.980607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6f0b9ec7-6f66-4198-9f9b-afd4462f7eac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/580d9e43-5240-4d32-9be2-7919cb7ea795 HTTP/1.1" status: 204 len: 168 time: 0.2104063 Sep 21 08:37:45.991515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b9ec7-6f66-4198-9f9b-afd4462f7eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580d9e43-5240-4d32-9be2-7919cb7ea795,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:46.626763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58494) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:46.633614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'network': {'name': 'tempest-network-smoke--1752861132', 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'port_security_enabled': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:46.661700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Made reservation on behalf of 0a8aaa3830754abeb2449282d6627ccd for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:46.671415 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:46.686605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:46.775858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02a0f9-02ae-4cd6-9027-820a1a89e0a3 req-eeb0b843-461b-4534-8155-93a479ae8c95 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:46.777544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b02a0f9-02ae-4cd6-9027-820a1a89e0a3 req-eeb0b843-461b-4534-8155-93a479ae8c95 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 949 time: 0.0786204 Sep 21 08:37:46.854472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b02a0f9-02ae-4cd6-9027-820a1a89e0a3 req-0208f70a-e745-4441-b61c-31b3f0b51ebb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672238 Sep 21 08:37:46.936848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:46.947862 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.010968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d680e4c-c8d0-47fa-b25c-7eadb8fccbce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:47.040618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:37:47.052210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.052958 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Added segment 8d951593-90e8-4d1b-bf5d-e3d777b245c6 of type vlan for network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 Sep 21 08:37:47.106267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e2114-77e7-4c44-8072-6c834da939e7 req-2c3b9cc5-8cbc-4d8d-a268-2239e31749d1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:47.118286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd4e2114-77e7-4c44-8072-6c834da939e7 req-2c3b9cc5-8cbc-4d8d-a268-2239e31749d1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 949 time: 0.0982807 Sep 21 08:37:47.188269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd4e2114-77e7-4c44-8072-6c834da939e7 req-23c961fa-905e-4f44-bf00-54bf86cbe014 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492272 Sep 21 08:37:47.200903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.209653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58514) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:47.244471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.251926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:47.252658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.293541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6646976 Sep 21 08:37:47.297072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58520) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:47.302843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'admin_state_up': True, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:47.358279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773f33a-7568-4ffe-9a22-6d5ba0d043a2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Network': ['ID=202319b8-78bf-4f67-9ca1-c5c1a6b87f18,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:47.372365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:37:47.373481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.376878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.488228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.515637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f71a33-5300-4330-85cd-76408a430c51 tempest-TestVolumeBootPattern-1977178210 tempest-TestVolumeBootPattern-1977178210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:47.517820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58f71a33-5300-4330-85cd-76408a430c51 tempest-TestVolumeBootPattern-1977178210 tempest-TestVolumeBootPattern-1977178210-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 1095 time: 0.3062282 Sep 21 08:37:47.522172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58526) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:47.529978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:47.583513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.666380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.725473 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.872550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.25.1.73 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/01a4fda0-358f-4735-b80c-ca4ab7938dbc) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:47.937157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:47.958631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:48.004539 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:48.048872 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:48.116607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Allocated IP 172.25.1.51 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/09cca513-45aa-4978-afd0-0e1d2d6a7415) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:48.119388 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:48.123668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=01a4fda0-358f-4735-b80c-ca4ab7938dbc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:48.129067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:48.132886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:48.264955 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:48.326261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:48.379959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:48.383183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:48.390543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:48.396580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=09cca513-45aa-4978-afd0-0e1d2d6a7415,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:48.588631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58550) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:48.709922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:48.822701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff5c0-3de7-4d26-b573-4031f22286e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.032440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.149027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.286700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.314195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.320897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.380263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff5c0-3de7-4d26-b573-4031f22286e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.395534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=01a4fda0-358f-4735-b80c-ca4ab7938dbc,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:49.404367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.419545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a4ff5c0-3de7-4d26-b573-4031f22286e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.475907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2a4ff5c0-3de7-4d26-b573-4031f22286e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=558acbaee5164006a1350a2732c8d84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8856804 Sep 21 08:37:49.478792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ff5c0-3de7-4d26-b573-4031f22286e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6818668-f74f-4eff-a1a3-49ed6bd1ccaa,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:49.482046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58556) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:49.512593 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Floating IP 6545270a-e7e3-452f-80ea-c26e1c9eb17b associated. External IP: 172.25.1.73, port: 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302. Sep 21 08:37:49.540283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:37:49.553484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03b866bb-eb15-49c4-adfd-f7245e452fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.610993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03b866bb-eb15-49c4-adfd-f7245e452fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.706470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:49.717375 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03b866bb-eb15-49c4-adfd-f7245e452fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.718601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Sync routers for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:49.720298 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03b866bb-eb15-49c4-adfd-f7245e452fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.721750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-03b866bb-eb15-49c4-adfd-f7245e452fd2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6818668-f74f-4eff-a1a3-49ed6bd1ccaa HTTP/1.1" status: 204 len: 168 time: 0.2387207 Sep 21 08:37:49.737190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:49.738109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:49.738864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b866bb-eb15-49c4-adfd-f7245e452fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6818668-f74f-4eff-a1a3-49ed6bd1ccaa,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:49.742544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.744313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc2f18bb-f20e-4c84-95e0-b2654bb508d2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.4460037 Sep 21 08:37:49.747556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58560) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:49.781723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:37:49.936875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:49.953700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c4db0c9c-5797-4446-9fb0-6f6f71753452 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0a8aaa3830754abeb2449282d6627ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2048490 Sep 21 08:37:49.956420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58566) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:49.967732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:49.980390 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:49.986025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:49.998457 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:50.000452 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:50.055395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-62edfe57-9835-4ccd-976d-0a266799df37 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 999 time: 2.5219193 Sep 21 08:37:50.055395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:37:50.055395 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:37:50.122143 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1068cdf1-0cab-4334-937c-0f3410c7409e x-openstack-request-id: req-1068cdf1-0cab-4334-937c-0f3410c7409e {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:37:50.122443 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:37:50.122696 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1068cdf1-0cab-4334-937c-0f3410c7409e {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:37:50.123120 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'status': 'completed', 'code': 200} Sep 21 08:37:50.161265 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:50.202026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-9a5827eb-0060-43ef-92d3-f81b15639c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:50.204130 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-9a5827eb-0060-43ef-92d3-f81b15639c7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 1100 time: 0.0563905 Sep 21 08:37:50.250346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:48Z', 'revision_number': 3, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:50.256775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d8a1d-e1e2-49a7-b3cc-70a8664c77c8 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:50.261033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-370d8a1d-e1e2-49a7-b3cc-70a8664c77c8 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3007855 Sep 21 08:37:50.263262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58572) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:50.292270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Checking router: e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:50.296971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Updating router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 port 09cca513-45aa-4978-afd0-0e1d2d6a7415 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:37:50.317185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58574) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:50.337417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.385726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32fb203-7d94-48de-a360-c5a60453d7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.389204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bd72f68f-4b5d-4412-a897-4fcd892a3d7b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1248753 Sep 21 08:37:50.394604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58578) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:50.402995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554172764', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:50.424936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-e496fe12-6013-4491-8643-78ff029a6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:50.426864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-e496fe12-6013-4491-8643-78ff029a6aef service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.2148962 Sep 21 08:37:50.516478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32fb203-7d94-48de-a360-c5a60453d7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.521769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f32fb203-7d94-48de-a360-c5a60453d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.597146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-750cd968-f231-4b29-8a7c-be0c5926949f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 HTTP/1.1" status: 200 len: 1002 time: 0.1553125 Sep 21 08:37:50.604725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58580) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:50.605441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f32fb203-7d94-48de-a360-c5a60453d7ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a27dfd2ed610434891607002322d6a4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873166 Sep 21 08:37:50.606358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fb203-7d94-48de-a360-c5a60453d7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9383a734-64c7-4a49-b0bd-d978c46bef40,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:50.626512 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6545270a-e7e3-452f-80ea-c26e1c9eb17b', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.73', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:45:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:37:48Z', 'updated_at': '2021-09-21T08:37:48Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:50.655973 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:50.676544 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:50.677163 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:50.678162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Made reservation on behalf of 0a8aaa3830754abeb2449282d6627ccd for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:50.678663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.681708 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.687673 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.740286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-26a5c75c-96ef-4f72-8dae-dbb1fbe117e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:50.741872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-26a5c75c-96ef-4f72-8dae-dbb1fbe117e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.1342413 Sep 21 08:37:50.761879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c41ac-b0b1-4c79-9885-e115d4acf2d8 None None] Pushing event updated for resources: {'Port': ['ID=09cca513-45aa-4978-afd0-0e1d2d6a7415,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:50.802856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Attempting to bind port 09cca513-45aa-4978-afd0-0e1d2d6a7415 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:50.803480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Attempting to bind port 09cca513-45aa-4978-afd0-0e1d2d6a7415 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:50.804490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Attempting to bind port 09cca513-45aa-4978-afd0-0e1d2d6a7415 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:50.811238 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:50.813036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:50.813441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:50.813900 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.815492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:50.815975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Bound port: 09cca513-45aa-4978-afd0-0e1d2d6a7415, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:50.816363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.828798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dae20059-1a1e-44f3-9173-14f8dc46f014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.877149 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dae20059-1a1e-44f3-9173-14f8dc46f014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.892471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] For port 09cca513-45aa-4978-afd0-0e1d2d6a7415, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:50.901871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] For port 09cca513-45aa-4978-afd0-0e1d2d6a7415, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=09cca513-45aa-4978-afd0-0e1d2d6a7415,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:50.902325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-69a5993d-d7bd-4a38-8b56-57839d725dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:50.903907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-69a5993d-d7bd-4a38-8b56-57839d725dae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234472 Sep 21 08:37:50.909009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:50.977017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:50.980498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:50.985554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c41ac-b0b1-4c79-9885-e115d4acf2d8 None None] Pushing event updated for resources: {'Port': ['ID=09cca513-45aa-4978-afd0-0e1d2d6a7415,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:51.068380 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dae20059-1a1e-44f3-9173-14f8dc46f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:51.071129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dae20059-1a1e-44f3-9173-14f8dc46f014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:51.075379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dae20059-1a1e-44f3-9173-14f8dc46f014 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9383a734-64c7-4a49-b0bd-d978c46bef40 HTTP/1.1" status: 204 len: 168 time: 0.4622695 Sep 21 08:37:51.104742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae20059-1a1e-44f3-9173-14f8dc46f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9383a734-64c7-4a49-b0bd-d978c46bef40,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:51.107498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:51.138680 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-bec59a64-381b-41de-8194-4b9d01dcb5b4 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210665 Sep 21 08:37:51.140523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:51.191732 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6545270a-e7e3-452f-80ea-c26e1c9eb17b', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.73', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:45:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:37:48Z', 'updated_at': '2021-09-21T08:37:48Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:51.216087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Subnet': ['ID=75ebcb80-fedc-401c-8df7-508a5fca834b,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:51.332684 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8153e578-056a-490c-8605-c35e545e0f84 None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6545270a-e7e3-452f-80ea-c26e1c9eb17b', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.73', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:45:64:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:37:48Z', 'updated_at': '2021-09-21T08:37:48Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:51.420929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Checking segment: {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:51.421475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network hostable DHCP agents. Network: 202319b8-78bf-4f67-9ca1-c5c1a6b87f18, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:37:51.429480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce0d5a6e-bfe1-4c0f-821a-57e4ad7113d3 req-ca92beed-0674-4246-978e-ca8ad9b89c26 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179389 Sep 21 08:37:51.468958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:37:51.496683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 202319b8-78bf-4f67-9ca1-c5c1a6b87f18) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:51.510304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f2f64-b0f0-41b1-bf27-2d6d7f41f585 None None] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:51.511019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:51.512434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:51.542621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58592) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:51.544925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b5170974-c04a-4cd9-885d-0276d3bc4c70 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1482244 Sep 21 08:37:51.831570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:37:51.832322 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:51.845598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:48Z', 'revision_number': 3, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:51.886055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee36575-c4be-4dd5-9af6-1935a0c18de3 None None] New status for floating IP 6545270a-e7e3-452f-80ea-c26e1c9eb17b: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:37:51.893974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f14d1-76c8-47a9-ac8d-b68d0f10468a None None] The sync data for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 is: [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:48Z', 'revision_number': 3, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:52.156542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.229933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Allocated IP 172.20.0.2 (202319b8-78bf-4f67-9ca1-c5c1a6b87f18/75ebcb80-fedc-401c-8df7-508a5fca834b/8f4370bd-4765-4984-a9f7-5fdb8ef84d15) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:52.544281 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5b00003-5834-4319-bd01-5fbe4504a6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.567494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.580127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.632377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:52.635384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:52.641201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:52.647785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Pushing event updated for resources: {'Port': ['ID=8f4370bd-4765-4984-a9f7-5fdb8ef84d15,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:52.672649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Allocated IP 172.20.0.1 (202319b8-78bf-4f67-9ca1-c5c1a6b87f18/75ebcb80-fedc-401c-8df7-508a5fca834b/7c590b07-45d1-46c9-8856-5dc362462498) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:52.708370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Attempting to bind port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:52.708837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Attempting to bind port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:52.709322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Attempting to bind port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 on network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:52.715505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:52.715923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Checking segment: {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:52.716513 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.717012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Bound using segment: {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:52.717596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Bound port: 8f4370bd-4765-4984-a9f7-5fdb8ef84d15, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:52.718219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.817270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] For port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:52.821500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] For port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f4370bd-4765-4984-a9f7-5fdb8ef84d15,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:52.827614 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.847373 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.896409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:52.927177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baf3a4-e2db-4437-a513-71cc0712a0c0 None None] Pushing event updated for resources: {'Port': ['ID=8f4370bd-4765-4984-a9f7-5fdb8ef84d15,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:52.978475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:52.984263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:52.994056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:53.007445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=7c590b07-45d1-46c9-8856-5dc362462498,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:53.063643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.340113 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.461177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 09cca513-45aa-4978-afd0-0e1d2d6a7415 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:53.553144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 09cca513-45aa-4978-afd0-0e1d2d6a7415 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:53.554019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.665384 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.695455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 09cca513-45aa-4978-afd0-0e1d2d6a7415, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=09cca513-45aa-4978-afd0-0e1d2d6a7415,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:53.700615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.701741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:53.763892 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.770293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.793023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=09cca513-45aa-4978-afd0-0e1d2d6a7415,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:53.814953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:53.815616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.866513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=7c590b07-45d1-46c9-8856-5dc362462498,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:53.884824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:53.952647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.015098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f4370bd-4765-4984-a9f7-5fdb8ef84d15,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:54.021326 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.035948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:54.037587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:54.079588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8f4370bd-4765-4984-a9f7-5fdb8ef84d15,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:54.180048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:37:54.301842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:37:54.306217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7563b-a019-4ae6-83d1-eb72c3a1397a None None] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:37:54.310443 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-082c679b-5eb7-4129-95ad-89b9957028ae tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "PUT /v2.0/routers/e1e0cf16-0947-43a2-833a-ee8b0d0f6db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7665372 Sep 21 08:37:54.313325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58648) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:54.318535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a0b084ad-85d9-4c9c-b413-dc6c14065e39 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1366423211', 'description': 'tempest-secgroup_access--1366423211 description', 'project_id': '0a8aaa3830754abeb2449282d6627ccd'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:54.341240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0b084ad-85d9-4c9c-b413-dc6c14065e39 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.439149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0b084ad-85d9-4c9c-b413-dc6c14065e39 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.446046 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0b084ad-85d9-4c9c-b413-dc6c14065e39 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.458943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-202945b2-3bde-4496-995d-f984c383bc31 None None] Provisioning complete for port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:54.459554 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-202945b2-3bde-4496-995d-f984c383bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.489096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a0b084ad-85d9-4c9c-b413-dc6c14065e39 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.493221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a0b084ad-85d9-4c9c-b413-dc6c14065e39 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1763768 Sep 21 08:37:54.494066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58656) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:54.503035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-41e15167-7954-4f3d-a68e-6d3c8a2a66ed tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--581461474', 'description': 'tempest-secgroup_general--581461474 description', 'project_id': '0a8aaa3830754abeb2449282d6627ccd'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:54.512103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b084ad-85d9-4c9c-b413-dc6c14065e39 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c261375-4d20-44ba-b5a5-4f1a3553c17e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:54.540421 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41e15167-7954-4f3d-a68e-6d3c8a2a66ed tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.649181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41e15167-7954-4f3d-a68e-6d3c8a2a66ed tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.660075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41e15167-7954-4f3d-a68e-6d3c8a2a66ed tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.690766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41e15167-7954-4f3d-a68e-6d3c8a2a66ed tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.695430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-41e15167-7954-4f3d-a68e-6d3c8a2a66ed tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1970456 Sep 21 08:37:54.696547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58664) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:37:54.710402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c742d1fc-6c99-4314-b9de-01e470336b50 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'security_group_rule': {'security_group_id': '3c261375-4d20-44ba-b5a5-4f1a3553c17e', 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:54.713598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e15167-7954-4f3d-a68e-6d3c8a2a66ed tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8036f581-92c4-41e3-9e47-67c65f191228,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:54.751517 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c742d1fc-6c99-4314-b9de-01e470336b50 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.840732 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c742d1fc-6c99-4314-b9de-01e470336b50 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.846939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c742d1fc-6c99-4314-b9de-01e470336b50 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.859268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-adb2073d-d48f-4fc6-9cd5-d5cc24e63fa7 None None] Provisioning complete for port 7c590b07-45d1-46c9-8856-5dc362462498 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:54.859864 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-adb2073d-d48f-4fc6-9cd5-d5cc24e63fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.884810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742d1fc-6c99-4314-b9de-01e470336b50 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ea24de-bd05-4c1a-b936-32ae622a5120,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:54.894215 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c742d1fc-6c99-4314-b9de-01e470336b50 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.905685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c742d1fc-6c99-4314-b9de-01e470336b50 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058728 Sep 21 08:37:54.935397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-adb2073d-d48f-4fc6-9cd5-d5cc24e63fa7 None None] Port 7c590b07-45d1-46c9-8856-5dc362462498 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:37:54.936106 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Sync routers for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:37:54.947326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-adb2073d-d48f-4fc6-9cd5-d5cc24e63fa7 None None] Provisioning complete for port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:54.947728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-adb2073d-d48f-4fc6-9cd5-d5cc24e63fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:54.948621 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:54.949635 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:55.183963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ee543041-8320-4f42-ae4b-143ade174851 None None] Provisioning complete for port 7c590b07-45d1-46c9-8856-5dc362462498 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:55.184708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ee543041-8320-4f42-ae4b-143ade174851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:55.187143 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:55.374534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 09cca513-45aa-4978-afd0-0e1d2d6a7415 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:55.415306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-cc0f8c13-e34a-4f3e-ae4b-edbbdda786f5 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_access--1366423211&fields=id&tenant_id=0a8aaa3830754abeb2449282d6627ccd HTTP/1.1" status: 200 len: 267 time: 0.1238413 Sep 21 08:37:55.445322 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:55.449333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ee543041-8320-4f42-ae4b-143ade174851 None None] Port 7c590b07-45d1-46c9-8856-5dc362462498 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:37:55.497594 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-682ba783-5e49-4f1d-9b02-d799c29d6f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:55.503867 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-2e63d644-ceb7-4222-bffb-a0b8cfd3e3e5 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup_general--581461474&fields=id&tenant_id=0a8aaa3830754abeb2449282d6627ccd HTTP/1.1" status: 200 len: 267 time: 0.0814776 Sep 21 08:37:55.541817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 09cca513-45aa-4978-afd0-0e1d2d6a7415 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:55.542476 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:55.599851 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 2, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:55.642208 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Checking router: e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:37:55.643496 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Updating router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 port 7c590b07-45d1-46c9-8856-5dc362462498 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:37:55.678233 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:55.686613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-098bdd97-e471-408f-9fce-ed1d27a59ef2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:55.688371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-098bdd97-e471-408f-9fce-ed1d27a59ef2 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/networks?id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18 HTTP/1.1" status: 200 len: 797 time: 0.1712687 Sep 21 08:37:55.722833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3c249163-9d50-400d-bba3-2bb5e672c58d tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/quotas/0a8aaa3830754abeb2449282d6627ccd HTTP/1.1" status: 200 len: 375 time: 0.0258057 Sep 21 08:37:55.733906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:55.825581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-73ec939a-fec7-47ac-8a08-22d7b90b1d35 None None] Provisioning complete for port 7c590b07-45d1-46c9-8856-5dc362462498 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:55.826257 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-73ec939a-fec7-47ac-8a08-22d7b90b1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:55.868254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:55.868883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:55.869417 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-d70cbfa8-f9fa-4a68-a710-7227a694993b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361721 Sep 21 08:37:55.918371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-73ec939a-fec7-47ac-8a08-22d7b90b1d35 None None] Port 7c590b07-45d1-46c9-8856-5dc362462498 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:37:56.096233 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.102502 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.194831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a5ff-84fd-4fa9-8461-746da1da86fd None None] Pushing event updated for resources: {'Port': ['ID=7c590b07-45d1-46c9-8856-5dc362462498,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:56.198165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-50c7d158-c39e-4600-a459-013b79dfa5b3 service neutron] 10.222.0.59 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257701 Sep 21 08:37:56.243887 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Attempting to bind port 7c590b07-45d1-46c9-8856-5dc362462498 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:37:56.244554 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Attempting to bind port 7c590b07-45d1-46c9-8856-5dc362462498 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:37:56.245139 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Attempting to bind port 7c590b07-45d1-46c9-8856-5dc362462498 on network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:37:56.258864 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:37:56.259553 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Checking segment: {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:37:56.260498 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.261095 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Bound using segment: {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:37:56.261782 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Bound port: 7c590b07-45d1-46c9-8856-5dc362462498, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:37:56.262379 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.397740 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] For port 7c590b07-45d1-46c9-8856-5dc362462498, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:37:56.401566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] For port 7c590b07-45d1-46c9-8856-5dc362462498, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7c590b07-45d1-46c9-8856-5dc362462498,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:37:56.409302 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.480679 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a5ff-84fd-4fa9-8461-746da1da86fd None None] Pushing event updated for resources: {'Port': ['ID=7c590b07-45d1-46c9-8856-5dc362462498,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:56.496819 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:37:56.497382 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:56.551226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c940b281-edad-4c19-97b0-0458f73126ec None None] Provisioning complete for port 7c590b07-45d1-46c9-8856-5dc362462498 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:56.553912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c940b281-edad-4c19-97b0-0458f73126ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.630066 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:37:56.722411 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c940b281-edad-4c19-97b0-0458f73126ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.779428 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.803604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c940b281-edad-4c19-97b0-0458f73126ec None None] For port 7c590b07-45d1-46c9-8856-5dc362462498, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7c590b07-45d1-46c9-8856-5dc362462498,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:37:56.813912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c940b281-edad-4c19-97b0-0458f73126ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.814906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-cf8515af-ee63-486b-8fab-ca9cab1f03fb service neutron] 10.222.0.59 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098859 Sep 21 08:37:56.905682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940b281-edad-4c19-97b0-0458f73126ec None None] Pushing event updated for resources: {'Port': ['ID=7c590b07-45d1-46c9-8856-5dc362462498,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:56.941366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ff3e764a-0de3-4fbe-8ad3-ed2095788c77 None None] Provisioning complete for port 7c590b07-45d1-46c9-8856-5dc362462498 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:56.942564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff3e764a-0de3-4fbe-8ad3-ed2095788c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:56.983204 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:37:57.038968 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23948fd-7147-42eb-839c-7eff98521b69 None None] The sync data for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 is: [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:37:57.111713 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f66d67a4-0406-4f1a-adc8-e00b15e488c7 req-346e9184-3884-4620-93a2-1c2e81f6e5ff tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0462132 Sep 21 08:37:57.381193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7c590b07-45d1-46c9-8856-5dc362462498 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:37:57.457024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7c590b07-45d1-46c9-8856-5dc362462498 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:57.457736 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:57.838651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:58.231614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ca8e8225-1f65-4648-86bf-3cd48d2beb32 req-b7b6b3d1-3988-43ae-a15a-7baa2479c65e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0356927 Sep 21 08:37:58.535159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-5bc598dd-5dfa-4ff7-94e7-40b4009e36d1 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:58.537270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-5bc598dd-5dfa-4ff7-94e7-40b4009e36d1 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.50 "GET /v2.0/networks?id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18 HTTP/1.1" status: 200 len: 797 time: 0.1964111 Sep 21 08:37:58.621906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-7560d4d1-3d82-4770-9e00-c8f752a484aa tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a8aaa3830754abeb2449282d6627ccd HTTP/1.1" status: 200 len: 477 time: 0.0696433 Sep 21 08:37:58.632776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'port': {'device_id': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'admin_state_up': True, 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'security_groups': ['3c261375-4d20-44ba-b5a5-4f1a3553c17e', '8036f581-92c4-41e3-9e47-67c65f191228']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:58.799968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Made reservation on behalf of 0a8aaa3830754abeb2449282d6627ccd for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:37:58.804054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:59.012601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Allocated IP 172.20.0.12 (202319b8-78bf-4f67-9ca1-c5c1a6b87f18/75ebcb80-fedc-401c-8df7-508a5fca834b/5c9c9edf-583a-49af-bba3-f0485b6fb0d8) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:37:59.205948 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:59.273297 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:59.366210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:37:59.372197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:37:59.391109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:37:59.396878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:37:59.445118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.445863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.446277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.446710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.447111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.447549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.447937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.448327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.448720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.449104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.449487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.450435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:37:59.467657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765365bd-bfc1-4875-a566-a00e4d81129c req-d65cb624-24f2-47a6-83a8-2198bd30ed29 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:59.469281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-765365bd-bfc1-4875-a566-a00e4d81129c req-d65cb624-24f2-47a6-83a8-2198bd30ed29 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 971 time: 0.1109641 Sep 21 08:37:59.512474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:37:59.513299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:59.535549 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-3911b991-7d9a-4af2-86e9-07f132c0938e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9046521 Sep 21 08:37:59.547209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Request body: {'port': {'device_id': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:37:59.557459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-765365bd-bfc1-4875-a566-a00e4d81129c req-ea7ed158-1d70-4a1c-a61e-1b9d5d8cb847 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0738323 Sep 21 08:37:59.672576 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:59.802923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3515b9ec-0e47-4fef-b240-0ba16f253dd5 None None] Provisioning complete for port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:37:59.803354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3515b9ec-0e47-4fef-b240-0ba16f253dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:37:59.883439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3515b9ec-0e47-4fef-b240-0ba16f253dd5 None None] Port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:38:00.058379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:38:00.066155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:00.084673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Transition to ACTIVE for port object 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:38:00.091079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:00.172274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:00.249136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Attempting to bind port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:38:00.249136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Attempting to bind port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:38:00.249136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Attempting to bind port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 on network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:00.266901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 on network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:38:00.267234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Attempting to bind port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 on network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:00.274102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:38:00.274710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Checking segment: {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:00.274834 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Bound using segment: {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:38:00.275256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Bound port: 5c9c9edf-583a-49af-bba3-f0485b6fb0d8, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d951593-90e8-4d1b-bf5d-e3d777b245c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:38:00.275677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:00.371479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] For port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:38:00.375011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] For port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:38:00.383651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:00.428250 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:00.428997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:00.430652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] 10.222.0.50 "PUT /v2.0/ports/5c9c9edf-583a-49af-bba3-f0485b6fb0d8 HTTP/1.1" status: 200 len: 1131 time: 0.8885417 Sep 21 08:38:00.431170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:00.434080 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50" -d '{"events": [{"name": "network-changed", "server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:00.461798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95908f-ee9e-46e2-8ccb-92000ecd0609 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:00.498662 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e09c7-de98-41a9-adff-36c5211d74f4 x-openstack-request-id: req-250e09c7-de98-41a9-adff-36c5211d74f4 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:00.499192 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:00.499494 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-250e09c7-de98-41a9-adff-36c5211d74f4 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:00.499891 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'status': 'completed', 'code': 200} Sep 21 08:38:00.560322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-646174a8-b0fa-45aa-94a6-e56ee888c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:00.561857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-646174a8-b0fa-45aa-94a6-e56ee888c345 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1134 time: 0.0732446 Sep 21 08:38:00.655601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-a8331585-7edd-41ca-8fa7-e959f505f288 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0775855 Sep 21 08:38:00.802859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-0fe83300-bce9-47cf-ac78-a9252a45ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:00.804584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-0fe83300-bce9-47cf-ac78-a9252a45ab20 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75ebcb80-fedc-401c-8df7-508a5fca834b HTTP/1.1" status: 200 len: 834 time: 0.1333141 Sep 21 08:38:00.819070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69252f5e-8edc-4afc-a960-74305e7640ba req-33a2115d-9cb8-494f-9ee9-810c9079df0a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:00.821535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69252f5e-8edc-4afc-a960-74305e7640ba req-33a2115d-9cb8-494f-9ee9-810c9079df0a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 983 time: 0.1401544 Sep 21 08:38:00.872955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-1f319f40-8661-4688-b969-bb0f643afc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:00.874404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-1f319f40-8661-4688-b969-bb0f643afc43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609419 Sep 21 08:38:00.878975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-69252f5e-8edc-4afc-a960-74305e7640ba req-a179c6e8-2098-4a42-9733-64e7f079ed5f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0474858 Sep 21 08:38:01.015396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-43138e7a-7f09-4804-865e-c50867a1a90f service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272347 Sep 21 08:38:01.187386 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c04cb1d-b692-413e-adbc-47b23bfc5a46 req-ab1f2178-02ab-43f9-8db2-79c81ae5d236 service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956914 Sep 21 08:38:01.319908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-501875e0-b5bf-4c58-ab2c-b5b1ab0b4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:01.322947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-501875e0-b5bf-4c58-ab2c-b5b1ab0b4729 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1134 time: 0.0678079 Sep 21 08:38:01.454023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-f605ac17-7252-4ff9-b90a-09456312af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:01.455972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-f605ac17-7252-4ff9-b90a-09456312af40 service neutron] 10.222.0.50 "GET /v2.0/networks?id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18 HTTP/1.1" status: 200 len: 898 time: 0.1195827 Sep 21 08:38:01.520547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-cae3070f-f87c-4649-ae56-6290e44aeafe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0485673 Sep 21 08:38:01.601194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-e80ab653-2e0b-4e74-8df8-ef8443a4eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:01.604121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-e80ab653-2e0b-4e74-8df8-ef8443a4eeeb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75ebcb80-fedc-401c-8df7-508a5fca834b HTTP/1.1" status: 200 len: 834 time: 0.0725152 Sep 21 08:38:01.685152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-5e312e4d-56b2-47c9-b02a-4946af27faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:01.686863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-5e312e4d-56b2-47c9-b02a-4946af27faed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717053 Sep 21 08:38:01.842238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-7b7ac719-db9d-4953-a056-72d8c33ed725 service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429944 Sep 21 08:38:02.013489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dcf0aa7-dcb7-4afa-a412-a9120d06eb50 req-5df082f1-af48-4242-abb5-b23e752f89b0 service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570289 Sep 21 08:38:02.071934 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e7260-d09d-40e4-a16c-16122098f652 req-a627da9f-f748-47b2-a8f7-05b05754e02f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:02.073458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-536e7260-d09d-40e4-a16c-16122098f652 req-a627da9f-f748-47b2-a8f7-05b05754e02f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 983 time: 0.0590439 Sep 21 08:38:02.123997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-536e7260-d09d-40e4-a16c-16122098f652 req-3d5b854f-e6b8-422a-97c6-098f2d01acfc tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0435822 Sep 21 08:38:02.247778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:02.943731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:38:03.222983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:03.240602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'port_id': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'mac_address': 'fa:16:3e:83:92:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:38:03.281647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:03.284252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694631a9-bbcb-4807-b720-b825221345ff req-8e016d0b-4d01-42e6-b10a-6c1f8a73fe29 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:03.286304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-694631a9-bbcb-4807-b720-b825221345ff req-8e016d0b-4d01-42e6-b10a-6c1f8a73fe29 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 983 time: 0.0560699 Sep 21 08:38:03.294517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:38:03.323388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:03.331209 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:03.340021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-694631a9-bbcb-4807-b720-b825221345ff req-dbd52db1-d0ac-49f2-b089-d91de3e5c264 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0472658 Sep 21 08:38:03.399046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:03.406518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.408252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.408252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.408252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.408252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.408611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.408975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.409377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.409796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.410366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.410743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.411137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:03.589631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['5c9c9edf-583a-49af-bba3-f0485b6fb0d8'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:38:03.779899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:04.490129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59c22b-877c-48a9-b427-4fb13e53109c req-7cf6a515-0884-4071-8491-5b501ca4bd4a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:04.493170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f59c22b-877c-48a9-b427-4fb13e53109c req-7cf6a515-0884-4071-8491-5b501ca4bd4a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 984 time: 0.0775211 Sep 21 08:38:04.539007 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3f59c22b-877c-48a9-b427-4fb13e53109c req-dd745d57-c591-4aff-9f14-1f200354736f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0396991 Sep 21 08:38:04.833272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58914) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:04.943286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:04.949481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6fbb-4a75-4d93-97c1-7147ad63e825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.001553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:38:05.006498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:05.006885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.068218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6fbb-4a75-4d93-97c1-7147ad63e825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.072593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbcc6fbb-4a75-4d93-97c1-7147ad63e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.096078 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.119707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:05.122299 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf76767-c9d9-4613-973f-61f63a1e1ea7" -d '{"events": [{"server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "name": "network-vif-plugged", "status": "completed", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:05.126699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58926) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:05.128987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dbcc6fbb-4a75-4d93-97c1-7147ad63e825 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4159cc0cea354e22bbae675b2adae969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939134 Sep 21 08:38:05.129839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc6fbb-4a75-4d93-97c1-7147ad63e825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46134b1-e5ba-441a-af20-679abf05bcf9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:05.146679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:05.152445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.186426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.188764 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34496697-4e78-458e-a4a2-bc89ba2ca963 x-openstack-request-id: req-34496697-4e78-458e-a4a2-bc89ba2ca963 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:05.189271 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "name": "network-vif-plugged", "status": "completed", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:05.189820 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-34496697-4e78-458e-a4a2-bc89ba2ca963 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:05.190944 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'code': 200} Sep 21 08:38:05.214199 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.233957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:05.290416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.293540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.294777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a46134b1-e5ba-441a-af20-679abf05bcf9 HTTP/1.1" status: 204 len: 168 time: 0.1664445 Sep 21 08:38:05.312951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46134b1-e5ba-441a-af20-679abf05bcf9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:05.317943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d64274-3a9c-42ab-a4d9-88e1f0a060dd req-d86085e5-8331-4b54-9034-42d6cd70f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:05.319612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90d64274-3a9c-42ab-a4d9-88e1f0a060dd req-d86085e5-8331-4b54-9034-42d6cd70f34b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1136 time: 0.0511508 Sep 21 08:38:05.324673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.324673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.326116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.326493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.327336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.327875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.328496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.329025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.329572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.330115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.330640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.331167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71649591-6c1e-4033-99ab-4d5501667e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:05.378511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-90d64274-3a9c-42ab-a4d9-88e1f0a060dd req-f544587d-29b6-4b01-91f3-35cbe01f2d20 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8036f581-92c4-41e3-9e47-67c65f191228&id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492733 Sep 21 08:38:05.681827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58942) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:05.701106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1450298-c9d9-4924-871b-40191418568d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.719639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a245b6-c2dc-48be-b24b-bd27f8a5acd7 req-17a7b302-379d-4f37-a35e-9dfc47a25272 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:05.721612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44a245b6-c2dc-48be-b24b-bd27f8a5acd7 req-17a7b302-379d-4f37-a35e-9dfc47a25272 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 985 time: 0.1009207 Sep 21 08:38:05.790816 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44a245b6-c2dc-48be-b24b-bd27f8a5acd7 req-f8711ae9-a589-4311-87c0-c3a6b065622a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0612772 Sep 21 08:38:05.882158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1450298-c9d9-4924-871b-40191418568d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.887417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1450298-c9d9-4924-871b-40191418568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:05.942442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1450298-c9d9-4924-871b-40191418568d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3e9972-3f27-4792-96ce-26e98884e080,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:05.947900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f1450298-c9d9-4924-871b-40191418568d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d64505da4a704140abd33e0c950f7a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646821 Sep 21 08:38:05.952597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:06.025827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2e7b-a5fe-4a10-8ae8-d6515a7ce7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.050019 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2e7b-a5fe-4a10-8ae8-d6515a7ce7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.103255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2e7b-a5fe-4a10-8ae8-d6515a7ce7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.106250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fcc2e7b-a5fe-4a10-8ae8-d6515a7ce7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.111339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1fcc2e7b-a5fe-4a10-8ae8-d6515a7ce7bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce3e9972-3f27-4792-96ce-26e98884e080 HTTP/1.1" status: 204 len: 168 time: 0.1543200 Sep 21 08:38:06.122128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc2e7b-a5fe-4a10-8ae8-d6515a7ce7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3e9972-3f27-4792-96ce-26e98884e080,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:06.550334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 58964) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:06.565463 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11373257-3325-4fe4-b7a8-a1e0e03c1e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.680164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11373257-3325-4fe4-b7a8-a1e0e03c1e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.684453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11373257-3325-4fe4-b7a8-a1e0e03c1e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.726012 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-11373257-3325-4fe4-b7a8-a1e0e03c1e48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e6722aff5fb242e3984272dfbb4e05db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693144 Sep 21 08:38:06.726329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 58966) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:06.727075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11373257-3325-4fe4-b7a8-a1e0e03c1e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12671fb-4de0-4439-b524-ea82f42595fd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:06.803574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c693d48-c2ec-4db9-bf9b-dba2261a8463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.829186 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c693d48-c2ec-4db9-bf9b-dba2261a8463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.898257 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c693d48-c2ec-4db9-bf9b-dba2261a8463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.900939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c693d48-c2ec-4db9-bf9b-dba2261a8463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:06.904730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c693d48-c2ec-4db9-bf9b-dba2261a8463 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f12671fb-4de0-4439-b524-ea82f42595fd HTTP/1.1" status: 204 len: 168 time: 0.1747890 Sep 21 08:38:06.918245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c693d48-c2ec-4db9-bf9b-dba2261a8463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12671fb-4de0-4439-b524-ea82f42595fd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:06.965042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845945-2891-4956-a5c8-df19b0148629 req-4c4d3b5e-2d39-4e52-8c5c-42498cc164a5 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:06.966967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09845945-2891-4956-a5c8-df19b0148629 req-4c4d3b5e-2d39-4e52-8c5c-42498cc164a5 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 985 time: 0.0799990 Sep 21 08:38:07.029040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09845945-2891-4956-a5c8-df19b0148629 req-a71ec067-3f5a-40b1-840a-a7b8f083f93c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0456405 Sep 21 08:38:07.171502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a5d7-1f98-43bc-b958-196ff252d173 req-b2315729-e091-4b72-a4f0-63e41945a7a0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:07.173156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0941a5d7-1f98-43bc-b958-196ff252d173 req-b2315729-e091-4b72-a4f0-63e41945a7a0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 985 time: 0.0587451 Sep 21 08:38:07.224017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0941a5d7-1f98-43bc-b958-196ff252d173 req-225e295f-fcf7-49c7-a345-e28cea19dc78 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0438275 Sep 21 08:38:07.357216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e601a4a-b6ee-462f-b163-7015321605b4 req-9504332f-be5a-4f87-84b3-814c1f1adfe7 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:07.358818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e601a4a-b6ee-462f-b163-7015321605b4 req-9504332f-be5a-4f87-84b3-814c1f1adfe7 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1136 time: 0.0536439 Sep 21 08:38:07.384973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e601a4a-b6ee-462f-b163-7015321605b4 req-a7e1f226-6dc1-44de-989b-bb773bc432a2 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:07.493368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e601a4a-b6ee-462f-b163-7015321605b4 req-a7e1f226-6dc1-44de-989b-bb773bc432a2 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:07.498429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e601a4a-b6ee-462f-b163-7015321605b4 req-a7e1f226-6dc1-44de-989b-bb773bc432a2 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:07.523826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e601a4a-b6ee-462f-b163-7015321605b4 req-a7e1f226-6dc1-44de-989b-bb773bc432a2 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1545365 Sep 21 08:38:07.534635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1f226-6dc1-44de-989b-bb773bc432a2 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1bc018-387d-4513-b394-c06430e79218,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:07.551761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59004) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:07.600465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8c1e0-6585-481a-a858-3aa0ca6403da tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:07.601971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-21d8c1e0-6585-481a-a858-3aa0ca6403da tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1131 time: 0.0488541 Sep 21 08:38:07.605086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59008) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:07.609898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:07.640297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:07.755223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:07.878336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Allocated IP 172.25.1.38 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/de35defc-c7e6-4df2-a0fe-f3488d467486) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:08.020129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:08.066306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:08.110681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:08.119421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:08.121751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=de35defc-c7e6-4df2-a0fe-f3488d467486,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:08.123958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:08.973789 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:09.092869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:09.299559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:09.305550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:09.381496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=de35defc-c7e6-4df2-a0fe-f3488d467486,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:09.391150 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:09.504930 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Floating IP 2ef8e72c-9681-4c37-8493-c3e8ce976c39 associated. External IP: 172.25.1.38, port: 5c9c9edf-583a-49af-bba3-f0485b6fb0d8. Sep 21 08:38:09.510466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59092) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:09.698613 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6be27bfc-24af-41c9-88f8-c672cc7c5f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:09.842498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:38:09.995697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6be27bfc-24af-41c9-88f8-c672cc7c5f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.001612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6be27bfc-24af-41c9-88f8-c672cc7c5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.038536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:38:10.056678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be27bfc-24af-41c9-88f8-c672cc7c5f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53778355-31ac-47af-bcc2-1f17f930dd8b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:10.071960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] Sync routers for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:38:10.082601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6be27bfc-24af-41c9-88f8-c672cc7c5f54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17d61294c4f9424e8c36a000374f1427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709724 Sep 21 08:38:10.086072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59108) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:10.088920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.101784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:10.104029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:10.142442 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-88bcbf77-672e-4bb8-8cb3-8884c7179bc0 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5361261 Sep 21 08:38:10.143357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59110) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:10.144068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:10.148094 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9e1716-3499-4b6a-9dcf-aad5f433779a" -d '{"events": [{"name": "network-changed", "server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:10.157613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-158e567a-66aa-4fb4-848f-451b48c3476a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.198947 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-158e567a-66aa-4fb4-848f-451b48c3476a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.213999 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2fdaa-b1cf-4d9d-9589-910ca7d2425f x-openstack-request-id: req-e1e2fdaa-b1cf-4d9d-9589-910ca7d2425f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:10.214554 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:10.215143 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1e2fdaa-b1cf-4d9d-9589-910ca7d2425f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:10.215986 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'status': 'completed', 'code': 200} Sep 21 08:38:10.293128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:10.304490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-158e567a-66aa-4fb4-848f-451b48c3476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.308478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-158e567a-66aa-4fb4-848f-451b48c3476a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.312468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-158e567a-66aa-4fb4-848f-451b48c3476a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53778355-31ac-47af-bcc2-1f17f930dd8b HTTP/1.1" status: 204 len: 168 time: 0.2250762 Sep 21 08:38:10.330849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e567a-66aa-4fb4-848f-451b48c3476a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53778355-31ac-47af-bcc2-1f17f930dd8b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:10.346883 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-6b288119-65ca-4bd0-9f1f-8ebe5a20c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.348927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-6b288119-65ca-4bd0-9f1f-8ebe5a20c016 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1136 time: 0.1005273 Sep 21 08:38:10.472630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.474401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.476202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.477314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.479306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.482246 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.487105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.494667 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-74bfff23-6c2e-4403-b153-c1eb4c69da4b tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.3389792 Sep 21 08:38:10.495203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59120) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:10.518725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-555783d7-bbc2-4053-9042-97dbe6513633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.520627 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-555783d7-bbc2-4053-9042-97dbe6513633 service neutron] 10.222.0.50 "GET /v2.0/networks?id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18 HTTP/1.1" status: 200 len: 898 time: 0.1621952 Sep 21 08:38:10.642655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.643072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.643785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.644256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.644715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.645174 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.645630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.651043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-15ed59ae-39be-4a0b-98bd-9880a8709048 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4643 time: 0.1521578 Sep 21 08:38:10.652013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59124) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:10.663783 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-98f4e734-d09a-4bc1-a86c-1e638058b6b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8 HTTP/1.1" status: 200 len: 999 time: 0.1336925 Sep 21 08:38:10.722348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '2ef8e72c-9681-4c37-8493-c3e8ce976c39', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'port_id': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'mac_address': 'fa:16:3e:83:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:38:08Z', 'updated_at': '2021-09-21T08:38:08Z', 'revision_number': 0, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:10.740608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-e19ff353-9020-4ca6-b373-75c10eaf4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.742522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-e19ff353-9020-4ca6-b373-75c10eaf4fd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75ebcb80-fedc-401c-8df7-508a5fca834b HTTP/1.1" status: 200 len: 834 time: 0.0690918 Sep 21 08:38:10.755812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] Checking router: e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:38:10.770959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:10.771893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:37:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:10.810389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59130) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:10.849881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c50eb04-80fe-49cd-b2cc-b3e4e5cd794d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:10.864488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-736e895c-6d5d-4859-a4f3-9018d01f1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:10.868474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-736e895c-6d5d-4859-a4f3-9018d01f1744 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179523 Sep 21 08:38:10.959210 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:11.081946 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-790aff8b-7e7b-456c-b625-7bda32986094 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.4278803 Sep 21 08:38:11.082619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59138) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:11.129550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-8dcdd5e8-6b4e-4a1e-aeb9-31c9975dc3db service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420239 Sep 21 08:38:11.138369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92cbd7-47e6-499b-8884-4db8dea925da tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:11.139769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92cbd7-47e6-499b-8884-4db8dea925da tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:11.143531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-af92cbd7-47e6-499b-8884-4db8dea925da tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 HTTP/1.1" status: 200 len: 1989 time: 0.0585928 Sep 21 08:38:11.242440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c50eb04-80fe-49cd-b2cc-b3e4e5cd794d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:11.248217 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0c50eb04-80fe-49cd-b2cc-b3e4e5cd794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:11.296811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '2ef8e72c-9681-4c37-8493-c3e8ce976c39', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'port_id': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'mac_address': 'fa:16:3e:83:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:38:08Z', 'updated_at': '2021-09-21T08:38:08Z', 'revision_number': 0, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:11.304236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff9e1716-3499-4b6a-9dcf-aad5f433779a req-7ea47990-f52f-4770-8648-7544c348435c service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624923 Sep 21 08:38:11.309276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c50eb04-80fe-49cd-b2cc-b3e4e5cd794d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79bcb79abd9a4c049a34704c4b97a4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918988 Sep 21 08:38:11.310479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50eb04-80fe-49cd-b2cc-b3e4e5cd794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aea4fa-cc3a-4cd5-80be-ef5b1ac4ca65,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:11.315073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59142) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:11.337566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0b2846-befc-4bd5-9bf4-f64f8cb8d5d0 None None] The sync data for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 is: [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '2ef8e72c-9681-4c37-8493-c3e8ce976c39', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'floating_ip_address': '172.25.1.38', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'port_id': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'mac_address': 'fa:16:3e:83:92:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:38:08Z', 'updated_at': '2021-09-21T08:38:08Z', 'revision_number': 0, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:38:11.393925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5418e861-3125-4d36-8952-54be7aafecdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:11.423364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5418e861-3125-4d36-8952-54be7aafecdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:11.500198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5418e861-3125-4d36-8952-54be7aafecdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:11.503687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5418e861-3125-4d36-8952-54be7aafecdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:11.504887 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5418e861-3125-4d36-8952-54be7aafecdc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65aea4fa-cc3a-4cd5-80be-ef5b1ac4ca65 HTTP/1.1" status: 204 len: 168 time: 0.1878169 Sep 21 08:38:11.513683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418e861-3125-4d36-8952-54be7aafecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aea4fa-cc3a-4cd5-80be-ef5b1ac4ca65,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:11.674599 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c118a17-f7dd-485c-ad0c-4694a100dd91 None None] New status for floating IP 2ef8e72c-9681-4c37-8493-c3e8ce976c39: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:38:14.949300 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:38:17.280418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59304) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:17.422816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6efd-9167-40d6-8e92-fc9721d7fb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:17.539603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6efd-9167-40d6-8e92-fc9721d7fb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:17.543560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6efd-9167-40d6-8e92-fc9721d7fb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:17.587469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6efd-9167-40d6-8e92-fc9721d7fb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb459ed-f736-4072-81f6-aa64c6901ff0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:17.592550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9dfe6efd-9167-40d6-8e92-fc9721d7fb9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bacc948e34144c892235cf842067af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110449 Sep 21 08:38:17.596749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59312) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:17.650612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e101e219-9590-45b1-96ee-5b559b78b7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:17.680353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e101e219-9590-45b1-96ee-5b559b78b7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:17.734118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e101e219-9590-45b1-96ee-5b559b78b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:17.736698 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e101e219-9590-45b1-96ee-5b559b78b7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:17.740513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e101e219-9590-45b1-96ee-5b559b78b7fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edb459ed-f736-4072-81f6-aa64c6901ff0 HTTP/1.1" status: 204 len: 168 time: 0.1401103 Sep 21 08:38:17.748539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101e219-9590-45b1-96ee-5b559b78b7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb459ed-f736-4072-81f6-aa64c6901ff0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:18.079073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59328) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:18.093666 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c2f300f-d1a6-48c5-bc36-dbb349c43502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:18.201391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c2f300f-d1a6-48c5-bc36-dbb349c43502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:18.207057 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c2f300f-d1a6-48c5-bc36-dbb349c43502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:18.251307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8c2f300f-d1a6-48c5-bc36-dbb349c43502 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21fdc26eb1f84c199fdbfee71d174917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704543 Sep 21 08:38:18.252898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f300f-d1a6-48c5-bc36-dbb349c43502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714b0a84-5c99-4994-af52-bc84e6910f6d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:18.254720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59330) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:18.304678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dfa8df25-5cc4-4afd-a3ef-aee1bdfc34ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:18.331152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dfa8df25-5cc4-4afd-a3ef-aee1bdfc34ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:18.383025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dfa8df25-5cc4-4afd-a3ef-aee1bdfc34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:18.386309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dfa8df25-5cc4-4afd-a3ef-aee1bdfc34ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:18.387773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dfa8df25-5cc4-4afd-a3ef-aee1bdfc34ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/714b0a84-5c99-4994-af52-bc84e6910f6d HTTP/1.1" status: 204 len: 168 time: 0.1319420 Sep 21 08:38:18.403485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8df25-5cc4-4afd-a3ef-aee1bdfc34ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b0a84-5c99-4994-af52-bc84e6910f6d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:22.390763 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a6517d53-8d09-43a4-bcf6-2cbf33284aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:25.310697 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:25.380699 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5ce20d3-7b28-42dd-b0e9-b506d5207008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:26.756681 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:27.835529 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:28.567350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b1a5a-c908-4058-a657-caa3914b7493 req-305a9661-19c0-4319-8726-37a1d41a664e tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:28.568904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c86b1a5a-c908-4058-a657-caa3914b7493 req-305a9661-19c0-4319-8726-37a1d41a664e tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0498531 Sep 21 08:38:28.611452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c86b1a5a-c908-4058-a657-caa3914b7493 req-1108f290-7fa6-4775-b455-53ca9db2fb60 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343831 Sep 21 08:38:29.714665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-b7180362-84da-4c1d-b85d-7b97df993303 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:29.716215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-b7180362-84da-4c1d-b85d-7b97df993303 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0545428 Sep 21 08:38:29.750447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807620e-e152-4503-ad5d-94cc5da8fd4f req-a91e8a98-b183-4dee-ace0-31e40ac08546 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:29.752228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4807620e-e152-4503-ad5d-94cc5da8fd4f req-a91e8a98-b183-4dee-ace0-31e40ac08546 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 945 time: 0.0563545 Sep 21 08:38:29.816698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4807620e-e152-4503-ad5d-94cc5da8fd4f req-353a3e91-453d-4768-8ee8-98ce1378b9d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=42b01eb2-0112-466e-8b8c-4da7109a79a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561244 Sep 21 08:38:29.841008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Deleting port 3ad90f1d-093d-4e84-aeef-3635a64819f4 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:38:29.841367 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:29.968026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] For port 3ad90f1d-093d-4e84-aeef-3635a64819f4, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=3ad90f1d-093d-4e84-aeef-3635a64819f4,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:29.968415 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:30.264313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:30.264604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:30.264932 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Floating IP fd4a72a4-3772-4e7a-9470-4b9ccd83aa37 disassociated. External IP: 172.25.1.190, port: 3ad90f1d-093d-4e84-aeef-3635a64819f4. Sep 21 08:38:30.265282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Calling delete_port for 3ad90f1d-093d-4e84-aeef-3635a64819f4 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:38:30.405679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:30.431960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event deleted for resources: {'Port': ['ID=3ad90f1d-093d-4e84-aeef-3635a64819f4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:30.555199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Router 935314ef-5efd-4f89-a238-ccbe546d9823 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:38:30.674268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:38:30.689317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] Sync routers for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:38:30.699538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:30.700177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:30.751031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] No DVR routers for this DVR port 3ad90f1d-093d-4e84-aeef-3635a64819f4 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:38:30.755243 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:30.757403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-44bc01ee-d993-44f0-a5b4-3d4920ac163b req-a66cd5f5-e8ea-4759-8e24-946da21241d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "DELETE /v2.0/ports/3ad90f1d-093d-4e84-aeef-3635a64819f4 HTTP/1.1" status: 204 len: 173 time: 1.0339260 Sep 21 08:38:30.757897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'name': 'network-vif-deleted', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:30.760210 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d649a9b-bdea-4449-bb85-8d0872491464" -d '{"events": [{"server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "name": "network-vif-deleted", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:30.838492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:30.855381 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339dded9-2cd4-45ab-a142-2b6b3036ac57 x-openstack-request-id: req-339dded9-2cd4-45ab-a142-2b6b3036ac57 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:30.855675 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a66f8a-b9d1-401f-841d-9e89f70139c9", "name": "network-vif-deleted", "tag": "3ad90f1d-093d-4e84-aeef-3635a64819f4", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:30.855927 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-339dded9-2cd4-45ab-a142-2b6b3036ac57 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:30.856338 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a66f8a-b9d1-401f-841d-9e89f70139c9', 'name': 'network-vif-deleted', 'tag': '3ad90f1d-093d-4e84-aeef-3635a64819f4', 'status': 'completed', 'code': 200} Sep 21 08:38:30.942066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-acb31028-a2e4-4239-9224-fd553b23bcb8 req-3269bd6c-6c01-4c59-b6ef-3cfd8ea0952b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a66f8a-b9d1-401f-841d-9e89f70139c9 HTTP/1.1" status: 200 len: 210 time: 0.0403426 Sep 21 08:38:31.061767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:31.088513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] Checking router: 935314ef-5efd-4f89-a238-ccbe546d9823 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:38:31.097466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:31.098086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:31.209397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:31.407325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:31.437612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a6ef9-090f-4286-b488-be80137862ac None None] The sync data for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 is: [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:38:31.657973 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1064069-43f8-4743-af0a-af327f42a58a None None] New status for floating IP fd4a72a4-3772-4e7a-9470-4b9ccd83aa37: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:38:31.887135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ad90f1d-093d-4e84-aeef-3635a64819f4 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:38:31.918383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 3ad90f1d-093d-4e84-aeef-3635a64819f4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:38:31.918494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 3ad90f1d-093d-4e84-aeef-3635a64819f4 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:38:32.032598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59560) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:32.092878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07da112c-3940-4d95-ad5b-559c2ba3bf21 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.116567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07da112c-3940-4d95-ad5b-559c2ba3bf21 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.168528 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07da112c-3940-4d95-ad5b-559c2ba3bf21 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.171054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07da112c-3940-4d95-ad5b-559c2ba3bf21 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.172257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-07da112c-3940-4d95-ad5b-559c2ba3bf21 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "DELETE /v2.0/security-groups/42b01eb2-0112-466e-8b8c-4da7109a79a5 HTTP/1.1" status: 204 len: 168 time: 0.1386642 Sep 21 08:38:32.175725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59584) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:32.182614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da112c-3940-4d95-ad5b-559c2ba3bf21 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b01eb2-0112-466e-8b8c-4da7109a79a5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:32.198608 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-1d204527-701d-4f13-b0d1-f6857842d6d3 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] show failed (client error): The resource could not be found. Sep 21 08:38:32.203227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59590) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:32.215323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1d204527-701d-4f13-b0d1-f6857842d6d3 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups/42b01eb2-0112-466e-8b8c-4da7109a79a5 HTTP/1.1" status: 404 len: 347 time: 0.0384393 Sep 21 08:38:32.246648 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.374722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Deleting port a208f27e-d320-46c8-8815-34b8eb461f42 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:38:32.375103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.460855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.461183 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.474736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Calling delete_port for a208f27e-d320-46c8-8815-34b8eb461f42 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:38:32.646706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.674744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event deleted for resources: {'Port': ['ID=a208f27e-d320-46c8-8815-34b8eb461f42,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:32.750020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.753047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:32.754248 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9f83ea53-6f4f-4837-b1f8-21d9cbc9afdc tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "DELETE /v2.0/floatingips/fd4a72a4-3772-4e7a-9470-4b9ccd83aa37 HTTP/1.1" status: 204 len: 168 time: 0.5499322 Sep 21 08:38:33.284897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59756) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:33.289566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f39ad788-37cb-4834-9d5f-0d6567aca816 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1557069876', 'description': 'tempest-description--877918492'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:33.316729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f39ad788-37cb-4834-9d5f-0d6567aca816 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.407038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f39ad788-37cb-4834-9d5f-0d6567aca816 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.411766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f39ad788-37cb-4834-9d5f-0d6567aca816 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.442850 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f39ad788-37cb-4834-9d5f-0d6567aca816 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.444215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f39ad788-37cb-4834-9d5f-0d6567aca816 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1582856 Sep 21 08:38:33.446261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ad788-37cb-4834-9d5f-0d6567aca816 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023ef99a-aae6-4e51-aa38-185c4c791e00,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:33.447560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 59782) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:33.455655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7dad20e8-98ef-4c23-aa50-18ba73c511e4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'security_group_rule': {'security_group_id': '023ef99a-aae6-4e51-aa38-185c4c791e00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:33.489142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7dad20e8-98ef-4c23-aa50-18ba73c511e4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.562426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7dad20e8-98ef-4c23-aa50-18ba73c511e4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.566258 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7dad20e8-98ef-4c23-aa50-18ba73c511e4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.585976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad20e8-98ef-4c23-aa50-18ba73c511e4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2c2611-fb89-4a99-b8fb-9d3a4f05580a,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:33.596053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7dad20e8-98ef-4c23-aa50-18ba73c511e4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.599675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59808) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:33.599882 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7dad20e8-98ef-4c23-aa50-18ba73c511e4 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499126 Sep 21 08:38:33.604352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c126d542-349c-438a-93f8-d190af54d88c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'security_group_rule': {'security_group_id': '023ef99a-aae6-4e51-aa38-185c4c791e00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:33.633678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c126d542-349c-438a-93f8-d190af54d88c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.694563 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c126d542-349c-438a-93f8-d190af54d88c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.698959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c126d542-349c-438a-93f8-d190af54d88c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.717863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126d542-349c-438a-93f8-d190af54d88c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3482d06b-1147-4a90-b4f0-7d333f597890,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:33.724943 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c126d542-349c-438a-93f8-d190af54d88c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.727777 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c126d542-349c-438a-93f8-d190af54d88c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270032 Sep 21 08:38:33.729195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 59830) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:33.733745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:33.758402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.786189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.883785 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:33.997929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Allocated IP 172.25.1.152 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/1cb4f1fa-4d64-4f9d-8b4e-8ea6f06a1ede) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:34.111647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.149948 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.196693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:34.199654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:34.205722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:34.211283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'Port': ['ID=1cb4f1fa-4d64-4f9d-8b4e-8ea6f06a1ede,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:34.302417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.338589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.494766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.500503 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.569475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'Port': ['ID=1cb4f1fa-4d64-4f9d-8b4e-8ea6f06a1ede,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:34.581592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.596865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:34.598391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-deefdeb1-e7a3-4cbd-86fc-87fbf2ea4698 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8680534 Sep 21 08:38:34.806592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-6ca8808f-06be-460d-9112-c5bb186bf240 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1557069876&fields=id&tenant_id=3c8d68f614b24ce7818728eb6050cf2b HTTP/1.1" status: 200 len: 267 time: 0.0446837 Sep 21 08:38:34.921666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-d2e17e73-2810-4a1a-be6b-3f1fab712b09 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:34.923803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-d2e17e73-2810-4a1a-be6b-3f1fab712b09 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 811 time: 0.1097183 Sep 21 08:38:34.940643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-a4009c17-105d-4c9f-91e2-3f49e54df893 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/quotas/3c8d68f614b24ce7818728eb6050cf2b HTTP/1.1" status: 200 len: 375 time: 0.0097203 Sep 21 08:38:35.002071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-9296b6d6-b1c0-49c2-971c-ff4c5e6cae98 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543978 Sep 21 08:38:35.376499 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-e9c0c28a-d437-4cf5-9e1e-935daea7898d service neutron] 10.222.0.59 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603125 Sep 21 08:38:35.475187 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-785c68a5-664e-4253-b085-c43190c52624 service neutron] 10.222.0.59 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893428 Sep 21 08:38:35.648827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76e12218-638e-4e37-8a17-abad2b805d52 req-cd713f41-64a3-4c40-807d-2cd671faf041 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Sep 21 08:38:36.964567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95ec9bda-e700-412d-ac4b-8bbbcc74acb3 req-d5645236-1794-40e3-8d9a-9d3084e83d84 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 210 time: 0.2347383 Sep 21 08:38:37.045632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b977e049-b9af-4cd6-820a-f37205b4f3bb tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:37.047369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b977e049-b9af-4cd6-820a-f37205b4f3bb tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 811 time: 0.5440261 Sep 21 08:38:37.102774 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-c2e6fdc2-66ea-4c85-ab47-db3904f88bb6 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c8d68f614b24ce7818728eb6050cf2b HTTP/1.1" status: 200 len: 380 time: 0.0461786 Sep 21 08:38:37.123305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'port': {'device_id': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'admin_state_up': True, 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'security_groups': ['023ef99a-aae6-4e51-aa38-185c4c791e00']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:37.261051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Made reservation on behalf of 3c8d68f614b24ce7818728eb6050cf2b for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:38:37.265717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:37.397176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Allocated IP 172.20.0.11 (4ea3cc76-30a6-44c9-8bec-9b3c2c55d445/512b2ece-63fd-495d-8d0d-22fe176555cb/fb4262db-1294-4d84-aca9-678f3a2e13b8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:37.546565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:37.580900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:37.625674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:37.629082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:37.633317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:37.668121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event updated for resources: {'Port': ['ID=fb4262db-1294-4d84-aca9-678f3a2e13b8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:37.702518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:37.703566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:37.730150 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8899dfd7-ff5d-4b1c-90be-389aba0e84cf tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6106229 Sep 21 08:38:37.742584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Request body: {'port': {'device_id': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:37.805936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:37.866247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-478d0a7c-5ab6-453c-81dd-5f1f17cd7c13 None None] Provisioning complete for port fb4262db-1294-4d84-aca9-678f3a2e13b8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:37.866952 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-478d0a7c-5ab6-453c-81dd-5f1f17cd7c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:37.903836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-478d0a7c-5ab6-453c-81dd-5f1f17cd7c13 None None] Port fb4262db-1294-4d84-aca9-678f3a2e13b8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:38:38.127123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484292-02f5-4e0a-a436-402be687b1fd req-a5909520-9636-4fe4-8ee1-aa3119e3f0f1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:38.128547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc484292-02f5-4e0a-a436-402be687b1fd req-a5909520-9636-4fe4-8ee1-aa3119e3f0f1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 932 time: 0.0929561 Sep 21 08:38:38.196918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4262db-1294-4d84-aca9-678f3a2e13b8 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:38:38.206226 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:38.237292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Transition to ACTIVE for port object fb4262db-1294-4d84-aca9-678f3a2e13b8 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:38:38.244448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:38.285720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc484292-02f5-4e0a-a436-402be687b1fd req-3e868477-b50e-4210-a3f1-d0c8288ca480 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510320 Sep 21 08:38:38.310420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4262db-1294-4d84-aca9-678f3a2e13b8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:38.390070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Attempting to bind port fb4262db-1294-4d84-aca9-678f3a2e13b8 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:38:38.390336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Attempting to bind port fb4262db-1294-4d84-aca9-678f3a2e13b8 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:38:38.390682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Attempting to bind port fb4262db-1294-4d84-aca9-678f3a2e13b8 on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:38.396306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Port fb4262db-1294-4d84-aca9-678f3a2e13b8 on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:38:38.396651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Attempting to bind port fb4262db-1294-4d84-aca9-678f3a2e13b8 on network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:38.402106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:38:38.402488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Checking segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:38.402892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Bound using segment: {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:38:38.403402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Bound port: fb4262db-1294-4d84-aca9-678f3a2e13b8, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54078eb3-d3bb-4d9d-88ce-5c05899c6326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:38:38.403730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:38.475052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] For port fb4262db-1294-4d84-aca9-678f3a2e13b8, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:38:38.478622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] For port fb4262db-1294-4d84-aca9-678f3a2e13b8, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:38:38.483195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:38.525534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:38.526171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:38.527617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] 10.222.0.62 "PUT /v2.0/ports/fb4262db-1294-4d84-aca9-678f3a2e13b8 HTTP/1.1" status: 200 len: 1092 time: 0.7903180 Sep 21 08:38:38.528199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:38.530625 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be377fe-314d-4048-9567-d1c93a889120" -d '{"events": [{"name": "network-changed", "server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:38.573435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080df30-a0c3-4689-b5e7-426b429fd795 service neutron] Pushing event updated for resources: {'Port': ['ID=fb4262db-1294-4d84-aca9-678f3a2e13b8,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:38.604069 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3098ec7f-e378-4f00-80df-e33f38be77af x-openstack-request-id: req-3098ec7f-e378-4f00-80df-e33f38be77af {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:38.604440 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:38.604883 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3098ec7f-e378-4f00-80df-e33f38be77af {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:38.605324 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'status': 'completed', 'code': 200} Sep 21 08:38:38.624796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-985a3f7a-6e4e-4fe5-83ce-631d9dd18da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:38.626938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-985a3f7a-6e4e-4fe5-83ce-631d9dd18da6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 1095 time: 0.0485592 Sep 21 08:38:38.671511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-664e8b2f-384c-4f55-9c2c-9e5d5d1c10e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8 HTTP/1.1" status: 200 len: 217 time: 0.0364370 Sep 21 08:38:38.729930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-2d274767-b5c1-4fc9-9cb6-86c5d5e76264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:38.731920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-2d274767-b5c1-4fc9-9cb6-86c5d5e76264 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0539577 Sep 21 08:38:38.781013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8d61841e-e373-43fc-a104-b9def848aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:38.782633 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-8d61841e-e373-43fc-a104-b9def848aaeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440123 Sep 21 08:38:38.877107 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-a84a84bd-7802-4623-b241-b0ed99f90718 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872898 Sep 21 08:38:38.973810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61a94ea6-8751-448f-8a66-c72924e60b75 req-73e4b74a-b036-4347-ab53-97ba96c22961 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900872 Sep 21 08:38:39.061521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be377fe-314d-4048-9567-d1c93a889120 req-8fce3f12-0e72-4975-9152-174f43982d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:39.063160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9be377fe-314d-4048-9567-d1c93a889120 req-8fce3f12-0e72-4975-9152-174f43982d3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 1095 time: 0.0459189 Sep 21 08:38:39.162029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be377fe-314d-4048-9567-d1c93a889120 req-541f0fc5-6639-40dd-8c3c-5f8450a9b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:39.163606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9be377fe-314d-4048-9567-d1c93a889120 req-541f0fc5-6639-40dd-8c3c-5f8450a9b1b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.0938730 Sep 21 08:38:39.205340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9be377fe-314d-4048-9567-d1c93a889120 req-51b34259-bf33-4961-84c7-a8bbc3fdefd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8 HTTP/1.1" status: 200 len: 217 time: 0.0350065 Sep 21 08:38:39.256782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be377fe-314d-4048-9567-d1c93a889120 req-80d2d722-c0ba-48f4-b9d0-a6cfc94d408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:39.258902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9be377fe-314d-4048-9567-d1c93a889120 req-80d2d722-c0ba-48f4-b9d0-a6cfc94d408d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0470777 Sep 21 08:38:39.311384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be377fe-314d-4048-9567-d1c93a889120 req-82289560-fb43-4ac8-bf3f-067e741c56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:39.312797 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9be377fe-314d-4048-9567-d1c93a889120 req-82289560-fb43-4ac8-bf3f-067e741c56bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448062 Sep 21 08:38:39.415532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9be377fe-314d-4048-9567-d1c93a889120 req-cb353ed6-25a2-41fb-bc82-53cf6df0e35f service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956502 Sep 21 08:38:39.513671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41501c5-33f4-44b2-8562-d73df513e4bf req-8b76d662-9048-4664-9aae-2173a1a45be0 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:39.515098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d41501c5-33f4-44b2-8562-d73df513e4bf req-8b76d662-9048-4664-9aae-2173a1a45be0 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 944 time: 0.1190615 Sep 21 08:38:39.556205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9be377fe-314d-4048-9567-d1c93a889120 req-fe0885d9-19f9-47cf-950a-c1d375f28623 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266866 Sep 21 08:38:39.570089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d41501c5-33f4-44b2-8562-d73df513e4bf req-08c70750-c049-4990-a2cf-fa850629d52f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480721 Sep 21 08:38:40.696891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ebf90-1fbf-4651-b471-bb7cab335c65 req-5335c38a-eb78-45c4-a177-10b17fae7b48 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:40.698540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-729ebf90-1fbf-4651-b471-bb7cab335c65 req-5335c38a-eb78-45c4-a177-10b17fae7b48 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 944 time: 0.0548415 Sep 21 08:38:40.737496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60054) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:40.755885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-729ebf90-1fbf-4651-b471-bb7cab335c65 req-604728fe-167f-488b-af5e-1aa19444d8c9 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504162 Sep 21 08:38:40.863826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8954fe5f-88e2-4d23-8dcb-2462ff427027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:40.973142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8954fe5f-88e2-4d23-8dcb-2462ff427027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:40.977026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8954fe5f-88e2-4d23-8dcb-2462ff427027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.020487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8954fe5f-88e2-4d23-8dcb-2462ff427027 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d31483b6452c4a909b424451fabec4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807515 Sep 21 08:38:41.021219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954fe5f-88e2-4d23-8dcb-2462ff427027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c590a4a6-2c8b-4f62-8378-d32d46bd619f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:41.023932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60058) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:41.077409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c05a-a673-42f9-938d-e7c9bef00b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.100172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c05a-a673-42f9-938d-e7c9bef00b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.150991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c05a-a673-42f9-938d-e7c9bef00b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.153594 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c05a-a673-42f9-938d-e7c9bef00b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.154863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e7a2c05a-a673-42f9-938d-e7c9bef00b66 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c590a4a6-2c8b-4f62-8378-d32d46bd619f HTTP/1.1" status: 204 len: 168 time: 0.1293471 Sep 21 08:38:41.163453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2c05a-a673-42f9-938d-e7c9bef00b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c590a4a6-2c8b-4f62-8378-d32d46bd619f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:41.433439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60064) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:41.446746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91123593-9538-4b04-9d14-8b71710548cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.538923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91123593-9538-4b04-9d14-8b71710548cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.542836 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91123593-9538-4b04-9d14-8b71710548cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.582775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-91123593-9538-4b04-9d14-8b71710548cc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d191851784f54e138b822543f1086a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482332 Sep 21 08:38:41.584116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91123593-9538-4b04-9d14-8b71710548cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7099e-949f-428d-9d26-385d2db4dd7f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:41.585426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60066) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:41.636023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f170f267-05dc-410d-8696-856c9ac04124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.656813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f170f267-05dc-410d-8696-856c9ac04124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.704144 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f170f267-05dc-410d-8696-856c9ac04124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.706771 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f170f267-05dc-410d-8696-856c9ac04124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:41.707971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f170f267-05dc-410d-8696-856c9ac04124 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48c7099e-949f-428d-9d26-385d2db4dd7f HTTP/1.1" status: 204 len: 168 time: 0.1215713 Sep 21 08:38:41.716154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170f267-05dc-410d-8696-856c9ac04124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7099e-949f-428d-9d26-385d2db4dd7f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:41.877776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f3414-e9f9-4650-b55e-d09b9c2f2a56 req-df028e73-2977-48a6-b7b7-6293e6ccc2d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:41.879331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f77f3414-e9f9-4650-b55e-d09b9c2f2a56 req-df028e73-2977-48a6-b7b7-6293e6ccc2d8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 944 time: 0.0506573 Sep 21 08:38:41.921202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f77f3414-e9f9-4650-b55e-d09b9c2f2a56 req-9d941a90-8768-452a-8414-c63f72e20462 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353189 Sep 21 08:38:42.817825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-3cd09114-b0fa-4ae2-9755-05a03c7d7fc1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489202 Sep 21 08:38:42.916867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda910e2-de1f-4869-a595-79d697b8628c req-f62a9ea2-43c4-4767-8797-823ff454dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:42.919225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-f62a9ea2-43c4-4767-8797-823ff454dbc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 1100 time: 0.0543694 Sep 21 08:38:43.070639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda910e2-de1f-4869-a595-79d697b8628c req-2271b418-c34a-434f-b27f-3b6668634242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:43.072074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-2271b418-c34a-434f-b27f-3b6668634242 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.1278813 Sep 21 08:38:43.083976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc29eb-51e4-4d9d-a615-f4347828a32a req-27fa58f5-09ab-44b9-be9c-9b7c37a3fa24 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:43.085600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdc29eb-51e4-4d9d-a615-f4347828a32a req-27fa58f5-09ab-44b9-be9c-9b7c37a3fa24 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 944 time: 0.0723157 Sep 21 08:38:43.171923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bcdc29eb-51e4-4d9d-a615-f4347828a32a req-000d5bc2-8691-4c20-bc92-3faff62cb104 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797167 Sep 21 08:38:43.173833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-3696135c-d2cf-4db4-a761-38b65d7c1417 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 HTTP/1.1" status: 200 len: 1004 time: 0.0872977 Sep 21 08:38:43.231633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda910e2-de1f-4869-a595-79d697b8628c req-4dc6fa49-18cd-4029-a903-29aa984147cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:43.233142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-4dc6fa49-18cd-4029-a903-29aa984147cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0502548 Sep 21 08:38:43.288737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda910e2-de1f-4869-a595-79d697b8628c req-35015241-0075-4da6-9b1b-cbb7c04de81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:43.290250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-35015241-0075-4da6-9b1b-cbb7c04de81c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490401 Sep 21 08:38:43.396185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-1606aabe-d524-474e-a051-a031b07217c0 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963383 Sep 21 08:38:43.496037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda910e2-de1f-4869-a595-79d697b8628c req-31ed87cf-4579-4128-9ece-ef851a027479 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912628 Sep 21 08:38:43.949001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fb4262db-1294-4d84-aca9-678f3a2e13b8 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:38:44.005305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-97dc3f5d-3e34-4af9-aeb2-adc0992875c9 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f294dae7ce7b472f84aa00b74ecacf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334125 Sep 21 08:38:44.054894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fb4262db-1294-4d84-aca9-678f3a2e13b8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:44.068471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'port_id': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'mac_address': 'fa:16:3e:34:2a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:38:44.105938 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:44.119753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4262db-1294-4d84-aca9-678f3a2e13b8 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:38:44.141428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fb4262db-1294-4d84-aca9-678f3a2e13b8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:44.146268 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:44.218145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fb4262db-1294-4d84-aca9-678f3a2e13b8,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:44.218950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-b2b28473-92fd-48da-b1d4-f2793e8e581f tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:44.221145 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-b2b28473-92fd-48da-b1d4-f2793e8e581f tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101650 Sep 21 08:38:44.247177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-bbce1c1c-bd63-4ead-8ce9-1ed68d81d4df tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/quotas/f294dae7ce7b472f84aa00b74ecacf16 HTTP/1.1" status: 200 len: 375 time: 0.0155687 Sep 21 08:38:44.281341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-f3a01be2-93e9-47dc-ad07-180eb226ae32 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f294dae7ce7b472f84aa00b74ecacf16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279813 Sep 21 08:38:44.314858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e55d-06a8-45c7-9e45-b86d2dce2516 req-f2be0b0d-56bc-4e28-a917-c3945549f0fb tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:44.316329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12e5e55d-06a8-45c7-9e45-b86d2dce2516 req-f2be0b0d-56bc-4e28-a917-c3945549f0fb tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 945 time: 0.0618236 Sep 21 08:38:44.356415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12e5e55d-06a8-45c7-9e45-b86d2dce2516 req-582bca05-595d-48f8-997f-a7463126fe13 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337522 Sep 21 08:38:44.453395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcf6c455-1303-486a-9d05-93bd4a27f703 req-73e6535b-41a4-4602-a71a-c2254fc9bb4a tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 210 time: 0.0275977 Sep 21 08:38:44.511275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fb4262db-1294-4d84-aca9-678f3a2e13b8'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:38:45.292106 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-8ca011bf-0e00-459b-8bca-f473fa2dd4fe tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f294dae7ce7b472f84aa00b74ecacf16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217578 Sep 21 08:38:45.406046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-1851623e-8a0d-4c88-bab7-85243a1bde33 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:45.407589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-1851623e-8a0d-4c88-bab7-85243a1bde33 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100979 Sep 21 08:38:45.422137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Request body: {'port': {'device_id': '2043b829-c62d-4337-a748-6a7907281f0b', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': 'f294dae7ce7b472f84aa00b74ecacf16'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:45.542934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fab7f-dcc9-4c1e-b298-8f402e785039 req-20212ccb-db40-45ce-9497-ae369fd4b24c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:45.544416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac5fab7f-dcc9-4c1e-b298-8f402e785039 req-20212ccb-db40-45ce-9497-ae369fd4b24c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 945 time: 0.1168797 Sep 21 08:38:45.559578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e69d68df-1adb-4274-b530-1a5001585165 req-a78db51c-db8e-4c7b-8a53-bdfe0a4987c7 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 210 time: 0.0291872 Sep 21 08:38:45.608984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ac5fab7f-dcc9-4c1e-b298-8f402e785039 req-e3449eda-5c4d-4be9-b9cd-b86f8fa7ffba tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573382 Sep 21 08:38:45.610681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Made reservation on behalf of f294dae7ce7b472f84aa00b74ecacf16 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:38:45.614478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:45.624533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:45.732175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:45.736880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:45.813247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb9293-4d16-43ef-b339-1394210c7c24,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:45.888701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Allocated IP 192.168.233.179 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/dc4bf9c5-8c47-4372-81ad-fd698e5f42dc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:45.964719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fb4262db-1294-4d84-aca9-678f3a2e13b8 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:46.020399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port fb4262db-1294-4d84-aca9-678f3a2e13b8 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:38:46.024484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fb4262db-1294-4d84-aca9-678f3a2e13b8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:46.024863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.106437 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.131172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:46.133502 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b8020-f172-4ad2-bbfc-70145f1154eb" -d '{"events": [{"server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "name": "network-vif-plugged", "status": "completed", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:46.148266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fb4262db-1294-4d84-aca9-678f3a2e13b8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:46.153754 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.180889 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae043cfd-653a-4a6f-99e5-3ce6bf0f800e x-openstack-request-id: req-ae043cfd-653a-4a6f-99e5-3ce6bf0f800e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:46.181180 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "name": "network-vif-plugged", "status": "completed", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:46.181429 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae043cfd-653a-4a6f-99e5-3ce6bf0f800e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:46.181819 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'code': 200} Sep 21 08:38:46.211278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fb4262db-1294-4d84-aca9-678f3a2e13b8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:46.280911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d34cb-0f02-4e0e-a2ec-e6b155c5f596 req-b6687951-806a-4f8a-a4e7-d2d1cc20bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:46.283082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-629d34cb-0f02-4e0e-a2ec-e6b155c5f596 req-b6687951-806a-4f8a-a4e7-d2d1cc20bc47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 1097 time: 0.0428641 Sep 21 08:38:46.320271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-629d34cb-0f02-4e0e-a2ec-e6b155c5f596 req-385a1834-0046-4a92-baa0-9d30694e793f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287297 Sep 21 08:38:46.335527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.368023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.409361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:46.412428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:46.418315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:46.442092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Pushing event updated for resources: {'Port': ['ID=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:46.471364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:46.471994 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.486672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-aaf4baf5-84d9-43b2-9f54-04f4ea4e3599 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0683124 Sep 21 08:38:46.593780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Request body: {'port': {'device_id': '2043b829-c62d-4337-a748-6a7907281f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:46.634645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c90e68b4-be3d-4267-b87e-70469474c000 None None] Provisioning complete for port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:46.635085 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c90e68b4-be3d-4267-b87e-70469474c000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.673185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c90e68b4-be3d-4267-b87e-70469474c000 None None] Port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:38:46.677796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:46.708637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79d2fe-fca8-4cd2-8fea-5df97caf136b req-e80793da-b945-49fc-af75-a58ea95b8d9b tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:46.710076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c79d2fe-fca8-4cd2-8fea-5df97caf136b req-e80793da-b945-49fc-af75-a58ea95b8d9b tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 936 time: 0.0651894 Sep 21 08:38:46.736815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45b880-bbaf-4753-8b4c-953149894baa req-467cebd0-bc7b-40a4-bf24-076298a93d24 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:46.738476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c45b880-bbaf-4753-8b4c-953149894baa req-467cebd0-bc7b-40a4-bf24-076298a93d24 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 946 time: 0.0549014 Sep 21 08:38:46.777165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c45b880-bbaf-4753-8b4c-953149894baa req-6fba31e0-f4ec-4496-8e48-be00687a6ab8 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Sep 21 08:38:46.827174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c79d2fe-fca8-4cd2-8fea-5df97caf136b req-834e4b9a-da27-42f5-a07f-02b449911112 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000464 Sep 21 08:38:46.988150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4bf9c5-8c47-4372-81ad-fd698e5f42dc {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:38:46.995370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:47.007572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Transition to ACTIVE for port object dc4bf9c5-8c47-4372-81ad-fd698e5f42dc will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:38:47.014348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:47.064383 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:47.137156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Attempting to bind port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:38:47.137492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Attempting to bind port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:38:47.137823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Attempting to bind port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:47.142934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:38:47.143257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Attempting to bind port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:47.148406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:38:47.148746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:47.149136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:38:47.149572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Bound port: dc4bf9c5-8c47-4372-81ad-fd698e5f42dc, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:38:47.149936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:47.221955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] For port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:38:47.226670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] For port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:38:47.232161 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:47.269761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:47.270798 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:47.272549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] 10.222.0.62 "PUT /v2.0/ports/dc4bf9c5-8c47-4372-81ad-fd698e5f42dc HTTP/1.1" status: 200 len: 1096 time: 0.6831274 Sep 21 08:38:47.273898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2043b829-c62d-4337-a748-6a7907281f0b', 'tag': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:47.275831 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03637984-36ba-45d2-86f6-8eafe8569377" -d '{"events": [{"name": "network-changed", "server_uuid": "2043b829-c62d-4337-a748-6a7907281f0b", "tag": "dc4bf9c5-8c47-4372-81ad-fd698e5f42dc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:47.316225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b200f0-4f7f-4282-a799-e0c0408c7839 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:47.362906 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0290ede-a50e-4ded-8744-996c7edfbbbc x-openstack-request-id: req-b0290ede-a50e-4ded-8744-996c7edfbbbc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:47.363656 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2043b829-c62d-4337-a748-6a7907281f0b", "tag": "dc4bf9c5-8c47-4372-81ad-fd698e5f42dc", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:47.363656 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0290ede-a50e-4ded-8744-996c7edfbbbc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:47.363885 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2043b829-c62d-4337-a748-6a7907281f0b', 'tag': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc', 'status': 'completed', 'code': 200} Sep 21 08:38:47.390190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-0a79af46-d105-40cd-9b4a-623ce231647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:47.391817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-0a79af46-d105-40cd-9b4a-623ce231647d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f294dae7ce7b472f84aa00b74ecacf16&device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 1099 time: 0.0673194 Sep 21 08:38:47.444156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-75e6ab28-4116-420b-b28d-fa20a4603523 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc HTTP/1.1" status: 200 len: 217 time: 0.0426419 Sep 21 08:38:47.498571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-c747d2fb-4811-46ad-8fb4-43a684fbebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:47.500125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-c747d2fb-4811-46ad-8fb4-43a684fbebda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0493460 Sep 21 08:38:47.557732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-fdd69445-c0d8-43dd-af0b-3489f6d9fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:47.559292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-fdd69445-c0d8-43dd-af0b-3489f6d9fc0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520933 Sep 21 08:38:47.661662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-4c69eee4-8c1e-4200-ba28-12d236237c3a service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931923 Sep 21 08:38:47.759171 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f767e0b-832e-4ad6-8de3-b1ba7d91a957 req-17cfb01e-5286-4ea7-9732-f939ad977af2 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895941 Sep 21 08:38:47.845704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637984-36ba-45d2-86f6-8eafe8569377 req-adfbab4f-2459-4b1f-8030-1cc32d7717ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:47.847514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03637984-36ba-45d2-86f6-8eafe8569377 req-adfbab4f-2459-4b1f-8030-1cc32d7717ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f294dae7ce7b472f84aa00b74ecacf16&device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 1099 time: 0.0450790 Sep 21 08:38:47.960540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386932b-8c85-4d34-8ef3-2b9bd4cfe86c req-8ef35a5f-a09b-4966-beaa-bb8e7040d5dd tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:47.962404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b386932b-8c85-4d34-8ef3-2b9bd4cfe86c req-8ef35a5f-a09b-4966-beaa-bb8e7040d5dd tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 948 time: 0.0629203 Sep 21 08:38:47.975551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079577bb-bc8b-4248-9d93-01b8e6f4d293 req-73e7d142-471d-4a3f-9415-6f2bbdb4846d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:47.977154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-079577bb-bc8b-4248-9d93-01b8e6f4d293 req-73e7d142-471d-4a3f-9415-6f2bbdb4846d tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 946 time: 0.1232541 Sep 21 08:38:48.006658 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b386932b-8c85-4d34-8ef3-2b9bd4cfe86c req-fbfe4bbc-37a0-4da1-bea0-1ea1339a947c tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369318 Sep 21 08:38:48.019262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637984-36ba-45d2-86f6-8eafe8569377 req-067bb388-1f70-4b2d-baa4-3ebb819d9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:48.020888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03637984-36ba-45d2-86f6-8eafe8569377 req-067bb388-1f70-4b2d-baa4-3ebb819d9f6e service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.1657393 Sep 21 08:38:48.037664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:48.049100 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-079577bb-bc8b-4248-9d93-01b8e6f4d293 req-be8b6cf0-1818-4044-8248-d8fef04b4285 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634131 Sep 21 08:38:48.077346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03637984-36ba-45d2-86f6-8eafe8569377 req-91a9fa13-11c0-488d-b1b3-725936d97477 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc HTTP/1.1" status: 200 len: 217 time: 0.0462246 Sep 21 08:38:48.128654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637984-36ba-45d2-86f6-8eafe8569377 req-a5515e2a-abc0-4c42-a88d-b024b267b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:48.130148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03637984-36ba-45d2-86f6-8eafe8569377 req-a5515e2a-abc0-4c42-a88d-b024b267b43b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0457575 Sep 21 08:38:48.131426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b56d53b5-51a3-4a53-9fb7-b9fefdd1f7ee tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3194 time: 0.0925198 Sep 21 08:38:48.134111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60156) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:48.139412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'network': {'name': 'tempest-network-smoke--2100093854', 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'port_security_enabled': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:48.180166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23225efc-4c9e-4d3f-9eac-5799cfa7a642 req-93671130-62fc-4e30-b9d3-339ab68384fe tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:48.181857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23225efc-4c9e-4d3f-9eac-5799cfa7a642 req-93671130-62fc-4e30-b9d3-339ab68384fe tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 946 time: 0.0494547 Sep 21 08:38:48.188010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Made reservation on behalf of 0a8aaa3830754abeb2449282d6627ccd for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:38:48.191150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60158) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:48.192573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.196667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Request body: {'floatingip': {'port_id': 'fb4262db-1294-4d84-aca9-678f3a2e13b8'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:48.214642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03637984-36ba-45d2-86f6-8eafe8569377 req-f159a4c0-0d74-4cd5-910b-52365a6a7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:48.216209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03637984-36ba-45d2-86f6-8eafe8569377 req-f159a4c0-0d74-4cd5-910b-52365a6a7491 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727696 Sep 21 08:38:48.236989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:38:48.238292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.267091 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.267491 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Added segment 18c02150-b5dc-45ad-8eec-7efaf528379e of type vlan for network 3877fbb9-ed15-461b-abe7-769baecfb9c1 Sep 21 08:38:48.342093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.365344 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03637984-36ba-45d2-86f6-8eafe8569377 req-af60181c-b12d-4c39-9c54-6122e70d5d6c service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397650 Sep 21 08:38:48.394354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.404237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:48.404856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.483277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3480790 Sep 21 08:38:48.488170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60160) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:48.523936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'admin_state_up': True, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:48.540029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cc215-2610-40f8-8c2b-7a52bd6dac45 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Network': ['ID=3877fbb9-ed15-461b-abe7-769baecfb9c1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:48.554762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:38:48.564146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03637984-36ba-45d2-86f6-8eafe8569377 req-4a76af86-90b6-4f0b-b304-fd36c08323df service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891465 Sep 21 08:38:48.570814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.573026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.630747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.729992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.734326 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.776976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:48.852000 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Floating IP 85aa8859-4398-45ad-b68c-6b23c0b0220a associated. External IP: 172.25.1.152, port: fb4262db-1294-4d84-aca9-678f3a2e13b8. Sep 21 08:38:49.021171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:49.051805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:49.084540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Router 935314ef-5efd-4f89-a238-ccbe546d9823 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:38:49.182385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc02ea7-5956-41e9-90b9-966150d8218c req-a070fcaf-12a8-4220-ba09-a4350eb8ead4 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:49.184095 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cc02ea7-5956-41e9-90b9-966150d8218c req-a070fcaf-12a8-4220-ba09-a4350eb8ead4 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 948 time: 0.0874305 Sep 21 08:38:49.216572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:38:49.222881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:49.228484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Allocated IP 172.25.1.105 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/985c9e56-ec79-46ce-a115-3b2ddf2a13d4) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:49.233592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] Sync routers for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:38:49.242841 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:49.243701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:49.253736 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-50f03eba-9169-4c5d-884e-e0674b16a443 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "PUT /v2.0/floatingips/85aa8859-4398-45ad-b68c-6b23c0b0220a HTTP/1.1" status: 200 len: 992 time: 1.0611136 Sep 21 08:38:49.254298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:49.257609 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:49.265081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cc02ea7-5956-41e9-90b9-966150d8218c req-68d4b11d-51af-4cd5-bfbb-589faa59d3a6 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Sep 21 08:38:49.337675 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951c2d49-9907-49a3-9be2-38bd47d3688d x-openstack-request-id: req-951c2d49-9907-49a3-9be2-38bd47d3688d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:49.337962 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:49.338213 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-951c2d49-9907-49a3-9be2-38bd47d3688d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:49.338609 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'status': 'completed', 'code': 200} Sep 21 08:38:49.395631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:49.426844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:49.439154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-57b8019a-2622-430c-ada3-639757944f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:49.440736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-57b8019a-2622-430c-ada3-639757944f1d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 1097 time: 0.0806482 Sep 21 08:38:49.529470 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:49.575651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:49.585103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:49.593665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:49.599809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-88c65835-15a9-49a2-a987-0325e2d02d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:49.601311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-88c65835-15a9-49a2-a987-0325e2d02d8b service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.1523662 Sep 21 08:38:49.620888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:49.732110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-587dd1d9-4a46-4462-a480-a5b32d799405 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8 HTTP/1.1" status: 200 len: 1000 time: 0.1121871 Sep 21 08:38:49.804176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '85aa8859-4398-45ad-b68c-6b23c0b0220a', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'port_id': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'mac_address': 'fa:16:3e:34:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:38:34Z', 'updated_at': '2021-09-21T08:38:48Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:49.830640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] Checking router: 935314ef-5efd-4f89-a238-ccbe546d9823 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:38:49.839085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:49.839735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:49.840191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-ba5614aa-f32e-49b2-a973-bf9311a056cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:49.841714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-ba5614aa-f32e-49b2-a973-bf9311a056cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0772598 Sep 21 08:38:49.948376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:49.959256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-877ba2fc-6b0b-402b-bb2a-b6c355b8ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:49.960899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-877ba2fc-6b0b-402b-bb2a-b6c355b8ab5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107957 Sep 21 08:38:49.994572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:50.135437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-144ab22d-cf01-498e-b1aa-ec1af651f667 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667416 Sep 21 08:38:50.173502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '85aa8859-4398-45ad-b68c-6b23c0b0220a', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'port_id': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'mac_address': 'fa:16:3e:34:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:38:34Z', 'updated_at': '2021-09-21T08:38:48Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:50.199577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a020e4-cba6-4ee8-8fe2-3630a589c804 None None] The sync data for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 is: [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '85aa8859-4398-45ad-b68c-6b23c0b0220a', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'port_id': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'mac_address': 'fa:16:3e:34:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:38:34Z', 'updated_at': '2021-09-21T08:38:48Z', 'revision_number': 1, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:38:50.409625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072a28-10f1-4cf5-b263-fb6942b83743 req-aa825817-1eeb-4bc3-92ad-a0743d51b559 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:50.411279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83072a28-10f1-4cf5-b263-fb6942b83743 req-aa825817-1eeb-4bc3-92ad-a0743d51b559 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 948 time: 0.0628607 Sep 21 08:38:50.428918 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba1d8b-bb60-4084-a4b3-7f76eb901374 None None] New status for floating IP 85aa8859-4398-45ad-b68c-6b23c0b0220a: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:38:50.456366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83072a28-10f1-4cf5-b263-fb6942b83743 req-86137f56-9527-40e8-b749-43f622660cdc tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379820 Sep 21 08:38:50.611636 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a7f5a8-1e36-42a6-b6fe-9c2eafeca4ae req-e5467b51-9dee-4ee0-b66c-fc6505266a3f service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666982 Sep 21 08:38:50.614590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:50.741266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router aebaa90b-5d42-4956-a97e-0602829cbdf8 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:38:50.848441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:38:50.857866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Sync routers for ids ['aebaa90b-5d42-4956-a97e-0602829cbdf8'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:38:50.866432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:50.867904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-65ddd5e4-5f78-46b6-8a57-ae094a3fac1f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3775532 Sep 21 08:38:50.868614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Routers {'aebaa90b-5d42-4956-a97e-0602829cbdf8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:50.869280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['aebaa90b-5d42-4956-a97e-0602829cbdf8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:50.871025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60172) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:50.943002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebfdaa-5347-4c26-9337-6ccfc7b40418 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:50.944556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-50ebfdaa-5347-4c26-9337-6ccfc7b40418 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0a8aaa3830754abeb2449282d6627ccd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0724120 Sep 21 08:38:50.947333 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60174) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:50.983387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Set router aebaa90b-5d42-4956-a97e-0602829cbdf8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:51.097847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3ba791-e5d2-4f5c-9244-5b038200447f tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:51.099286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-be3ba791-e5d2-4f5c-9244-5b038200447f tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1510472 Sep 21 08:38:51.102217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60176) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:51.135687 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9c872b7d-ccf8-4a60-a473-44fdac506f95 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323796 Sep 21 08:38:51.138463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60178) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:51.157759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:38:49Z', 'revision_number': 3, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:51.165744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c097ef43-81a1-4b2e-ad82-e05c68cb98c6 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=0a8aaa3830754abeb2449282d6627ccd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262022 Sep 21 08:38:51.168167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60180) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:51.187218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Checking router: aebaa90b-5d42-4956-a97e-0602829cbdf8 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:38:51.187595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Updating router aebaa90b-5d42-4956-a97e-0602829cbdf8 port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:38:51.212758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.257070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ed74d8-a58b-4f3f-b068-894c20fa8d96 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:51.258708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-68ed74d8-a58b-4f3f-b068-894c20fa8d96 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896595 Sep 21 08:38:51.261548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60182) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:51.289016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6eec1eae-1852-440d-b146-f265d2ca7d22 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261073 Sep 21 08:38:51.291473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60184) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:51.296213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-345630726', 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1', 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:51.384859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Made reservation on behalf of 0a8aaa3830754abeb2449282d6627ccd for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:38:51.388567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.465597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.472105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.536125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80a86e-19c6-4f71-971f-d4c9c2feea44 None None] Pushing event updated for resources: {'Port': ['ID=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:51.538620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Attempting to bind port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:38:51.538995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Attempting to bind port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:38:51.539443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Attempting to bind port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:51.545142 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:38:51.545409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:51.545806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.546269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:38:51.546747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Bound port: 985c9e56-ec79-46ce-a115-3b2ddf2a13d4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:38:51.547154 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.602046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] For port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:38:51.605928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] For port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:38:51.610424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.669530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Routers {'aebaa90b-5d42-4956-a97e-0602829cbdf8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:51.670184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['aebaa90b-5d42-4956-a97e-0602829cbdf8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:51.676066 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80a86e-19c6-4f71-971f-d4c9c2feea44 None None] Pushing event updated for resources: {'Port': ['ID=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:51.781690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] Set router aebaa90b-5d42-4956-a97e-0602829cbdf8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:51.873031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:51.915414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e9a33-40e5-46fe-a5c5-02094d9255aa req-580e77cc-3e1f-4fe0-9578-3ae05a695994 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:51.916814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-560e9a33-40e5-46fe-a5c5-02094d9255aa req-580e77cc-3e1f-4fe0-9578-3ae05a695994 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 948 time: 0.3847711 Sep 21 08:38:51.949228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:38:51.959109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Subnet': ['ID=04d859ad-e34b-4f22-92a2-b62c9815c31f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:51.965300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:38:49Z', 'revision_number': 3, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:51.983286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Checking segment: {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:51.983662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network hostable DHCP agents. Network: 3877fbb9-ed15-461b-abe7-769baecfb9c1, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:38:51.989616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-560e9a33-40e5-46fe-a5c5-02094d9255aa req-3d8803f8-9337-4584-95c3-3bccdb85976d tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615206 Sep 21 08:38:52.000899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9968bd-c60d-4f7a-910c-202fcf5c9743 None None] The sync data for ids ['aebaa90b-5d42-4956-a97e-0602829cbdf8'] in n-d-809980-2 is: [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:38:49Z', 'revision_number': 3, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:38:52.003849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device dc4bf9c5-8c47-4372-81ad-fd698e5f42dc details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:38:52.015067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:38:52.034835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3877fbb9-ed15-461b-abe7-769baecfb9c1) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:52.039421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:52.040057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.047817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e7b81-c62c-4578-a20b-3788583345e7 None None] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:38:52.058158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-933a8d27-5af0-43ea-b5a9-4465c221005f tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7627439 Sep 21 08:38:52.058665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60190) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:38:52.164606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:52.186118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc', 'mac_address': 'fa:16:3e:2d:b3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:38:52.278284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.311426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4bf9c5-8c47-4372-81ad-fd698e5f42dc {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:38:52.330457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-3877fbb9-ed15-461b-abe7-769baecfb9c1', 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'fixed_ips': [{'subnet_id': '04d859ad-e34b-4f22-92a2-b62c9815c31f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:38:52.331379 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.337531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:52.345308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.460606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2043c483-abf5-47bb-aeed-5c48e47021e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.478767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:52.543963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Allocated IP 172.20.0.18 (3877fbb9-ed15-461b-abe7-769baecfb9c1/04d859ad-e34b-4f22-92a2-b62c9815c31f/172316f1-12f4-4b18-b31e-26432b2e25e2) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:52.585259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.689666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['dc4bf9c5-8c47-4372-81ad-fd698e5f42dc'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:38:52.731718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.743346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.786662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:52.791533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:52.795673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:52.827603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Pushing event updated for resources: {'Port': ['ID=172316f1-12f4-4b18-b31e-26432b2e25e2,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:52.889726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Allocated IP 172.20.0.17 (3877fbb9-ed15-461b-abe7-769baecfb9c1/04d859ad-e34b-4f22-92a2-b62c9815c31f/c0b82007-152c-453f-88d7-9cc6ff04bc87) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:52.894842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Attempting to bind port 172316f1-12f4-4b18-b31e-26432b2e25e2 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:38:52.895212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Attempting to bind port 172316f1-12f4-4b18-b31e-26432b2e25e2 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:38:52.895612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Attempting to bind port 172316f1-12f4-4b18-b31e-26432b2e25e2 on network 3877fbb9-ed15-461b-abe7-769baecfb9c1 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:52.906801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:38:52.907184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Checking segment: {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:52.907622 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:52.908018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Bound using segment: {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:38:52.908499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Bound port: 172316f1-12f4-4b18-b31e-26432b2e25e2, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:38:52.908889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.007148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] For port 172316f1-12f4-4b18-b31e-26432b2e25e2, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:38:53.009292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.010541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] For port 172316f1-12f4-4b18-b31e-26432b2e25e2, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=172316f1-12f4-4b18-b31e-26432b2e25e2,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:38:53.015090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.049124 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.081298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de29f8-ffe0-4c97-99aa-b1357996f2bf None None] Pushing event updated for resources: {'Port': ['ID=172316f1-12f4-4b18-b31e-26432b2e25e2,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:53.091010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:53.094158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:53.098034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:53.133616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442e0a0-f693-4019-a25e-f0ab70e14a9e req-ecbdaf55-84bf-4701-90a3-2b5a9242ad47 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:53.135177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=c0b82007-152c-453f-88d7-9cc6ff04bc87,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:53.135489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9442e0a0-f693-4019-a25e-f0ab70e14a9e req-ecbdaf55-84bf-4701-90a3-2b5a9242ad47 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 949 time: 0.0610902 Sep 21 08:38:53.157624 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.183029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9442e0a0-f693-4019-a25e-f0ab70e14a9e req-914bc2c5-f5a1-4b68-8c78-7605159499a0 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Sep 21 08:38:53.324795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.427248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 172316f1-12f4-4b18-b31e-26432b2e25e2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:53.477172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 172316f1-12f4-4b18-b31e-26432b2e25e2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:53.477573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.647758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.653466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.718594 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.727563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=c0b82007-152c-453f-88d7-9cc6ff04bc87,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:53.730186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.755552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 172316f1-12f4-4b18-b31e-26432b2e25e2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=172316f1-12f4-4b18-b31e-26432b2e25e2,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:53.760045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.760857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:53.829500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:53.831088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:53.838611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=172316f1-12f4-4b18-b31e-26432b2e25e2,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:53.850103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:53.850478 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.934301 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:53.960271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router aebaa90b-5d42-4956-a97e-0602829cbdf8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:38:53.961172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:53.968823 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.020452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:54.027078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device dc4bf9c5-8c47-4372-81ad-fd698e5f42dc up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:54.083305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:38:54.087801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:54.088178 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.097228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:38:54.111250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9fa14bcb-a876-4c05-ba96-4fc10058630c tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "PUT /v2.0/routers/aebaa90b-5d42-4956-a97e-0602829cbdf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0513129 Sep 21 08:38:54.113882 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Sync routers for ids ['aebaa90b-5d42-4956-a97e-0602829cbdf8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:38:54.123511 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Routers {'aebaa90b-5d42-4956-a97e-0602829cbdf8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:54.125323 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['aebaa90b-5d42-4956-a97e-0602829cbdf8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:54.173331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.212230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:54.213645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043b829-c62d-4337-a748-6a7907281f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:54.221413 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66d0003-b681-4115-a1f5-14c8191c7582" -d '{"events": [{"server_uuid": "2043b829-c62d-4337-a748-6a7907281f0b", "name": "network-vif-plugged", "status": "completed", "tag": "dc4bf9c5-8c47-4372-81ad-fd698e5f42dc"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:54.225616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.264467 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Set router aebaa90b-5d42-4956-a97e-0602829cbdf8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:54.290705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e836ec2-2389-489f-aa2e-2abc558cb4f0 None None] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:38:54.298155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:54.370445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937b720-527b-4a7b-97ca-451cabc04eea req-189efff6-8f4e-474b-bdb6-d4482a0162e3 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:54.379516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7937b720-527b-4a7b-97ca-451cabc04eea req-189efff6-8f4e-474b-bdb6-d4482a0162e3 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 950 time: 0.0728383 Sep 21 08:38:54.384498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b334ef9-a426-427e-bd92-b867666fc68c None None] Provisioning complete for port 172316f1-12f4-4b18-b31e-26432b2e25e2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:54.384991 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b334ef9-a426-427e-bd92-b867666fc68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.430301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7937b720-527b-4a7b-97ca-451cabc04eea req-572f2658-80b3-48f1-abc7-7ab64413f1db tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Sep 21 08:38:54.474437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9d142664-7f05-499e-a2c5-130c9fbd8b65 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:54.474925 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a616b68-506c-4a9d-a289-f2da82e8e04f x-openstack-request-id: req-2a616b68-506c-4a9d-a289-f2da82e8e04f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:54.475356 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043b829-c62d-4337-a748-6a7907281f0b", "name": "network-vif-plugged", "status": "completed", "tag": "dc4bf9c5-8c47-4372-81ad-fd698e5f42dc", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:54.475706 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a616b68-506c-4a9d-a289-f2da82e8e04f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:54.476192 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043b829-c62d-4337-a748-6a7907281f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc', 'code': 200} Sep 21 08:38:54.480136 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9d142664-7f05-499e-a2c5-130c9fbd8b65 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/networks?id=3877fbb9-ed15-461b-abe7-769baecfb9c1 HTTP/1.1" status: 200 len: 798 time: 0.1427689 Sep 21 08:38:54.499374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-449114f7-6cdc-41e6-8f48-d1da79fbacef tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/quotas/0a8aaa3830754abeb2449282d6627ccd HTTP/1.1" status: 200 len: 375 time: 0.0158312 Sep 21 08:38:54.533135 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'c0b82007-152c-453f-88d7-9cc6ff04bc87', 'name': '', 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:bd:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '04d859ad-e34b-4f22-92a2-b62c9815c31f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:52Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 2, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '04d859ad-e34b-4f22-92a2-b62c9815c31f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:54.560880 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Checking router: aebaa90b-5d42-4956-a97e-0602829cbdf8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:38:54.561452 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Updating router aebaa90b-5d42-4956-a97e-0602829cbdf8 port c0b82007-152c-453f-88d7-9cc6ff04bc87 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:38:54.592561 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.604575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-97fe4670-5b93-4345-94fe-94bb67ebc720 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0983799 Sep 21 08:38:54.620970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443239-4e21-4210-bd92-0dd2f95a4536 req-379cebb6-7850-4f98-92de-ea99ceee9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:54.622482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d443239-4e21-4210-bd92-0dd2f95a4536 req-379cebb6-7850-4f98-92de-ea99ceee9706 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 1101 time: 0.0759048 Sep 21 08:38:54.726084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d443239-4e21-4210-bd92-0dd2f95a4536 req-e8181fbd-0f34-4e3c-a4c9-fac48922fb28 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938447 Sep 21 08:38:54.749390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-c94fdc7b-4510-4e4a-8a84-18e5afede0c4 service neutron] 10.222.0.59 "GET /v2.0/networks/3877fbb9-ed15-461b-abe7-769baecfb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259503 Sep 21 08:38:54.860749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-067e8fa8-6f0b-4438-a49c-4bfc5404ac05 service neutron] 10.222.0.59 "GET /v2.0/networks/3877fbb9-ed15-461b-abe7-769baecfb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038885 Sep 21 08:38:54.866730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-056f157b-c5cc-4151-93d9-aeb972f38dce None None] Provisioning complete for port 172316f1-12f4-4b18-b31e-26432b2e25e2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:54.867180 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-056f157b-c5cc-4151-93d9-aeb972f38dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.926534 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.932732 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.981071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-056f157b-c5cc-4151-93d9-aeb972f38dce None None] Provisioning complete for port c0b82007-152c-453f-88d7-9cc6ff04bc87 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:54.981713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-056f157b-c5cc-4151-93d9-aeb972f38dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:54.990054 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Pushing event updated for resources: {'Port': ['ID=c0b82007-152c-453f-88d7-9cc6ff04bc87,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:55.024168 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.025823 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.026368 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.027477 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.028025 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.028674 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.029217 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.029695 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.030336 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.030802 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.031267 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.032489 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:38:55.040241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-056f157b-c5cc-4151-93d9-aeb972f38dce None None] Port c0b82007-152c-453f-88d7-9cc6ff04bc87 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:38:55.069448 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Attempting to bind port c0b82007-152c-453f-88d7-9cc6ff04bc87 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:38:55.069448 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Attempting to bind port c0b82007-152c-453f-88d7-9cc6ff04bc87 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:38:55.069681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Attempting to bind port c0b82007-152c-453f-88d7-9cc6ff04bc87 on network 3877fbb9-ed15-461b-abe7-769baecfb9c1 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:55.074852 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:38:55.075229 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Checking segment: {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:55.075629 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.076012 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Bound using segment: {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:38:55.076712 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Bound port: c0b82007-152c-453f-88d7-9cc6ff04bc87, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:38:55.077091 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.126482 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e868fdd5-955c-4ade-b1dd-a5e35094881e req-10ed20bd-7456-414c-a41f-3ca7e4c74055 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 210 time: 0.0509350 Sep 21 08:38:55.145192 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] For port c0b82007-152c-453f-88d7-9cc6ff04bc87, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:38:55.148471 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] For port c0b82007-152c-453f-88d7-9cc6ff04bc87, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c0b82007-152c-453f-88d7-9cc6ff04bc87,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:38:55.153527 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.166966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7ebe51f5-8ced-4f7d-9fa5-8c9836bdfa94 None None] Provisioning complete for port c0b82007-152c-453f-88d7-9cc6ff04bc87 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:55.167363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ebe51f5-8ced-4f7d-9fa5-8c9836bdfa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.214577 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Routers {'aebaa90b-5d42-4956-a97e-0602829cbdf8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:38:55.215215 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['aebaa90b-5d42-4956-a97e-0602829cbdf8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:55.220774 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc9499-caee-4cb7-be94-f8806a522505 None None] Pushing event updated for resources: {'Port': ['ID=c0b82007-152c-453f-88d7-9cc6ff04bc87,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:55.285657 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ebe51f5-8ced-4f7d-9fa5-8c9836bdfa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.347978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.353241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7ebe51f5-8ced-4f7d-9fa5-8c9836bdfa94 None None] For port c0b82007-152c-453f-88d7-9cc6ff04bc87, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c0b82007-152c-453f-88d7-9cc6ff04bc87,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:38:55.364120 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] Set router aebaa90b-5d42-4956-a97e-0602829cbdf8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:38:55.369925 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ebe51f5-8ced-4f7d-9fa5-8c9836bdfa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.383149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 172316f1-12f4-4b18-b31e-26432b2e25e2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:55.455186 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-50867a23-1a11-4b06-8f4c-2956ecc3851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.481048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe51f5-8ced-4f7d-9fa5-8c9836bdfa94 None None] Pushing event updated for resources: {'Port': ['ID=c0b82007-152c-453f-88d7-9cc6ff04bc87,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:55.504488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 172316f1-12f4-4b18-b31e-26432b2e25e2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:55.504940 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.529225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b3ce8f09-cf6c-46ce-b6a3-bfe233019524 None None] Provisioning complete for port c0b82007-152c-453f-88d7-9cc6ff04bc87 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:55.529538 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8f09-cf6c-46ce-b6a3-bfe233019524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.612610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bd5d8-189e-425c-85ed-0f4ac34bdf11 req-6654b07d-c4df-43b7-a1dd-9425960018dc tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:55.621720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a7bd5d8-189e-425c-85ed-0f4ac34bdf11 req-6654b07d-c4df-43b7-a1dd-9425960018dc tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 950 time: 0.0797145 Sep 21 08:38:55.666782 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'c0b82007-152c-453f-88d7-9cc6ff04bc87', 'name': '', 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:bd:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '04d859ad-e34b-4f22-92a2-b62c9815c31f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:52Z', 'updated_at': '2021-09-21T08:38:55Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '04d859ad-e34b-4f22-92a2-b62c9815c31f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:38:55.677221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a7bd5d8-189e-425c-85ed-0f4ac34bdf11 req-acfca15b-7ed2-4b2f-8988-f38442c3dce9 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502157 Sep 21 08:38:55.709938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:55.730195 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a493061d-56ff-4800-a153-b7dd97d60e1e None None] The sync data for ids ['aebaa90b-5d42-4956-a97e-0602829cbdf8'] in n-d-809980-2 is: [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'c0b82007-152c-453f-88d7-9cc6ff04bc87', 'name': '', 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:bd:ad:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '04d859ad-e34b-4f22-92a2-b62c9815c31f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:52Z', 'updated_at': '2021-09-21T08:38:55Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '04d859ad-e34b-4f22-92a2-b62c9815c31f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:38:55.823563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:55.823973 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:55.893569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0870b563-b551-433c-8569-71a7cd0eb6b6 None None] Provisioning complete for port c0b82007-152c-453f-88d7-9cc6ff04bc87 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:55.894034 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0870b563-b551-433c-8569-71a7cd0eb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:56.132888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-888b2f58-c34b-4d44-b5d5-7f6d98829282 None None] Provisioning complete for port c0b82007-152c-453f-88d7-9cc6ff04bc87 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:56.133530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-888b2f58-c34b-4d44-b5d5-7f6d98829282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:56.226176 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e8d829f-8a03-4a57-9018-07d243b873fc req-667187eb-34d5-45f1-ba3a-bd787f88c198 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 210 time: 0.0349534 Sep 21 08:38:56.376080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-ae5d00e1-445c-485c-af16-eabd7517f0c9 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:56.377578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-ae5d00e1-445c-485c-af16-eabd7517f0c9 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.62 "GET /v2.0/networks?id=3877fbb9-ed15-461b-abe7-769baecfb9c1 HTTP/1.1" status: 200 len: 798 time: 0.1122646 Sep 21 08:38:56.390470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Request body: {'port': {'device_id': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1', 'admin_state_up': True, 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:56.502785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Made reservation on behalf of 0a8aaa3830754abeb2449282d6627ccd for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:38:56.506374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:56.644355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Allocated IP 172.20.0.26 (3877fbb9-ed15-461b-abe7-769baecfb9c1/04d859ad-e34b-4f22-92a2-b62c9815c31f/d299be75-6a48-4d64-b7e4-462085d8916e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:38:56.758070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:56.768114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:56.798227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0400158-f7fb-4e12-a527-cbb5c41a803a req-ffac5421-6313-4169-8fac-7e70c02359b9 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:56.805673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0400158-f7fb-4e12-a527-cbb5c41a803a req-ffac5421-6313-4169-8fac-7e70c02359b9 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 950 time: 0.0582011 Sep 21 08:38:56.810257 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:56.845371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c0400158-f7fb-4e12-a527-cbb5c41a803a req-7bf0565f-4bad-4f4e-99b3-4fdb5b7ea6a9 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Sep 21 08:38:56.867729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:38:56.867729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:38:56.870457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:38:56.874427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event updated for resources: {'Port': ['ID=d299be75-6a48-4d64-b7e4-462085d8916e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:56.932725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:56.933428 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:56.949940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2edcb101-2974-47cd-9cf9-d03df7351631 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5633290 Sep 21 08:38:56.962925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Request body: {'port': {'device_id': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:38:57.031111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.152685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1dfb9e18-7e3c-4b21-b0d3-7bd9acb83014 None None] Provisioning complete for port d299be75-6a48-4d64-b7e4-462085d8916e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:57.153526 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9e18-7e3c-4b21-b0d3-7bd9acb83014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.204858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb9e18-7e3c-4b21-b0d3-7bd9acb83014 None None] Port d299be75-6a48-4d64-b7e4-462085d8916e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:38:57.341098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d299be75-6a48-4d64-b7e4-462085d8916e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:38:57.349068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.368912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c0b82007-152c-453f-88d7-9cc6ff04bc87 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:38:57.376982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Transition to ACTIVE for port object d299be75-6a48-4d64-b7e4-462085d8916e will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:38:57.383475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.394296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaff442-c350-4107-ad7f-d0f8fd88343e req-5197c2b4-1fd9-49ed-95e5-ec0cba3261c1 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:57.397965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bfaff442-c350-4107-ad7f-d0f8fd88343e req-5197c2b4-1fd9-49ed-95e5-ec0cba3261c1 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 895 time: 0.0847704 Sep 21 08:38:57.433340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c0b82007-152c-453f-88d7-9cc6ff04bc87 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:38:57.433870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.460303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Pushing event updated for resources: {'Port': ['ID=d299be75-6a48-4d64-b7e4-462085d8916e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:57.544860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Attempting to bind port d299be75-6a48-4d64-b7e4-462085d8916e on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:38:57.545213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Attempting to bind port d299be75-6a48-4d64-b7e4-462085d8916e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:38:57.545543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Attempting to bind port d299be75-6a48-4d64-b7e4-462085d8916e on network 3877fbb9-ed15-461b-abe7-769baecfb9c1 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:57.550968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Port d299be75-6a48-4d64-b7e4-462085d8916e on network 3877fbb9-ed15-461b-abe7-769baecfb9c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:38:57.551282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Attempting to bind port d299be75-6a48-4d64-b7e4-462085d8916e on network 3877fbb9-ed15-461b-abe7-769baecfb9c1 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:38:57.556274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:38:57.556608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Checking segment: {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:38:57.557123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Bound using segment: {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:38:57.557618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Bound port: d299be75-6a48-4d64-b7e4-462085d8916e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c02150-b5dc-45ad-8eec-7efaf528379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:38:57.557983 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.629091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] For port d299be75-6a48-4d64-b7e4-462085d8916e, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:38:57.632880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] For port d299be75-6a48-4d64-b7e4-462085d8916e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d299be75-6a48-4d64-b7e4-462085d8916e,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:38:57.637619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.673493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:57.674450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.675754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] 10.222.0.62 "PUT /v2.0/ports/d299be75-6a48-4d64-b7e4-462085d8916e HTTP/1.1" status: 200 len: 1055 time: 0.7172041 Sep 21 08:38:57.676053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'tag': 'd299be75-6a48-4d64-b7e4-462085d8916e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:38:57.678326 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c256a216-25d4-48de-8d81-6a62063dca84" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0", "tag": "d299be75-6a48-4d64-b7e4-462085d8916e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:38:57.706984 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f306201-cdb5-4a89-924c-223feb71f717 service neutron] Pushing event updated for resources: {'Port': ['ID=d299be75-6a48-4d64-b7e4-462085d8916e,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:38:57.775035 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40ddc88-3760-47d7-a02a-62111800bcfb x-openstack-request-id: req-b40ddc88-3760-47d7-a02a-62111800bcfb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:38:57.775035 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0", "tag": "d299be75-6a48-4d64-b7e4-462085d8916e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:38:57.775035 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b40ddc88-3760-47d7-a02a-62111800bcfb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:38:57.775035 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'tag': 'd299be75-6a48-4d64-b7e4-462085d8916e', 'status': 'completed', 'code': 200} Sep 21 08:38:57.791647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-e1f5a42f-fa28-4e05-a872-dc44c882607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:57.793371 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-e1f5a42f-fa28-4e05-a872-dc44c882607b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 1058 time: 0.0747845 Sep 21 08:38:57.835554 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:38:57.840338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-b509427a-6cd5-4f67-a7ee-8d26e4a73b67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d299be75-6a48-4d64-b7e4-462085d8916e HTTP/1.1" status: 200 len: 217 time: 0.0389740 Sep 21 08:38:57.910344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-0b9311e0-e57f-4a34-87a4-5235a721b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:57.911899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-0b9311e0-e57f-4a34-87a4-5235a721b3eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04d859ad-e34b-4f22-92a2-b62c9815c31f HTTP/1.1" status: 200 len: 837 time: 0.0593123 Sep 21 08:38:57.959926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2658b499-0740-4a2b-a269-36f913be382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:57.961535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-2658b499-0740-4a2b-a269-36f913be382d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3877fbb9-ed15-461b-abe7-769baecfb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425522 Sep 21 08:38:58.055351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-f8a788aa-0a10-4066-a46e-ba459ff9803c service neutron] 10.222.0.62 "GET /v2.0/networks/3877fbb9-ed15-461b-abe7-769baecfb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865188 Sep 21 08:38:58.146796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96681441-30ae-4579-b7c2-ad2a16da7f86 req-ddd96047-2fcd-4d0d-8ad7-5f20ab6a8e84 service neutron] 10.222.0.62 "GET /v2.0/networks/3877fbb9-ed15-461b-abe7-769baecfb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839355 Sep 21 08:38:58.237879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a216-25d4-48de-8d81-6a62063dca84 req-1cc1a5fb-28ae-407e-95c5-35f3c4cecdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:58.239472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c256a216-25d4-48de-8d81-6a62063dca84 req-1cc1a5fb-28ae-407e-95c5-35f3c4cecdc2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 1058 time: 0.0462866 Sep 21 08:38:58.338124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a216-25d4-48de-8d81-6a62063dca84 req-2ec14c5e-fdb5-4f0e-9cd0-929e0965fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:58.339793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c256a216-25d4-48de-8d81-6a62063dca84 req-2ec14c5e-fdb5-4f0e-9cd0-929e0965fe32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3877fbb9-ed15-461b-abe7-769baecfb9c1 HTTP/1.1" status: 200 len: 899 time: 0.0931058 Sep 21 08:38:58.675459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c256a216-25d4-48de-8d81-6a62063dca84 req-992851f9-24de-49ee-bb8a-38c70d8a89f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d299be75-6a48-4d64-b7e4-462085d8916e HTTP/1.1" status: 200 len: 217 time: 0.3270509 Sep 21 08:38:58.748204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a216-25d4-48de-8d81-6a62063dca84 req-978d8248-c276-496c-a5ba-4dde38d480dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:58.749691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c256a216-25d4-48de-8d81-6a62063dca84 req-978d8248-c276-496c-a5ba-4dde38d480dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=04d859ad-e34b-4f22-92a2-b62c9815c31f HTTP/1.1" status: 200 len: 837 time: 0.0658393 Sep 21 08:38:58.758660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06079c-b054-4239-84bf-34dd76330f13 req-52b07e5d-6754-4d33-8952-052e48d90008 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:58.760098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b06079c-b054-4239-84bf-34dd76330f13 req-52b07e5d-6754-4d33-8952-052e48d90008 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 907 time: 0.0874209 Sep 21 08:38:58.802616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256a216-25d4-48de-8d81-6a62063dca84 req-3a2df68e-43ea-4f8f-9816-7a3a6c3a80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:58.804164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c256a216-25d4-48de-8d81-6a62063dca84 req-3a2df68e-43ea-4f8f-9816-7a3a6c3a80f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3877fbb9-ed15-461b-abe7-769baecfb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432122 Sep 21 08:38:58.895666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c256a216-25d4-48de-8d81-6a62063dca84 req-67223b71-bbd6-4560-90da-601267409acd service neutron] 10.222.0.62 "GET /v2.0/networks/3877fbb9-ed15-461b-abe7-769baecfb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Sep 21 08:38:58.993915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c256a216-25d4-48de-8d81-6a62063dca84 req-344dd45a-3125-4eda-98e4-3d27875d6ce6 service neutron] 10.222.0.62 "GET /v2.0/networks/3877fbb9-ed15-461b-abe7-769baecfb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910325 Sep 21 08:38:59.886055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123825b-d3b8-4a28-84bf-75a4c4494f1c req-4899b97d-6872-4c89-b8b6-e25be626c45b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:38:59.887582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2123825b-d3b8-4a28-84bf-75a4c4494f1c req-4899b97d-6872-4c89-b8b6-e25be626c45b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 907 time: 0.0517783 Sep 21 08:39:01.008272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807dd6-1355-46b0-b103-5b7d64a365b8 req-444a6ac3-62f6-4958-a83d-6a5fb1b75124 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:01.010617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4807dd6-1355-46b0-b103-5b7d64a365b8 req-444a6ac3-62f6-4958-a83d-6a5fb1b75124 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 907 time: 0.0510767 Sep 21 08:39:02.056561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d299be75-6a48-4d64-b7e4-462085d8916e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:39:02.135028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5bd6b-9565-4e68-8df6-2a800a27d24b req-76754ea8-37af-4011-8aa3-d8c9f64a27e8 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:02.137481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfb5bd6b-9565-4e68-8df6-2a800a27d24b req-76754ea8-37af-4011-8aa3-d8c9f64a27e8 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 907 time: 0.0538831 Sep 21 08:39:02.158644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d299be75-6a48-4d64-b7e4-462085d8916e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d299be75-6a48-4d64-b7e4-462085d8916e,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:02.167297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'd299be75-6a48-4d64-b7e4-462085d8916e', 'network_id': '3877fbb9-ed15-461b-abe7-769baecfb9c1', 'port_id': 'd299be75-6a48-4d64-b7e4-462085d8916e', 'mac_address': 'fa:16:3e:be:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d859ad-e34b-4f22-92a2-b62c9815c31f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:39:02.205828 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:02.222731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d299be75-6a48-4d64-b7e4-462085d8916e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:39:02.245303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d299be75-6a48-4d64-b7e4-462085d8916e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d299be75-6a48-4d64-b7e4-462085d8916e,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:02.252266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:02.274484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:02.299727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d299be75-6a48-4d64-b7e4-462085d8916e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:02.607031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['d299be75-6a48-4d64-b7e4-462085d8916e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:39:03.256597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c537e7-8e73-4c26-8dc7-caaad32e66b3 req-93e66d0e-078c-4aa8-8570-d5dd64aaaea9 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:03.258090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-21c537e7-8e73-4c26-8dc7-caaad32e66b3 req-93e66d0e-078c-4aa8-8570-d5dd64aaaea9 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 908 time: 0.0527706 Sep 21 08:39:03.780683 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:04.064698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d299be75-6a48-4d64-b7e4-462085d8916e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:39:04.111850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port d299be75-6a48-4d64-b7e4-462085d8916e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:39:04.115609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port d299be75-6a48-4d64-b7e4-462085d8916e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:39:04.115981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:04.193485 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:04.215334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299be75-6a48-4d64-b7e4-462085d8916e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:39:04.217639 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3949e2d7-8277-45e5-b84b-5d06b0100c06" -d '{"events": [{"server_uuid": "e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0", "name": "network-vif-plugged", "status": "completed", "tag": "d299be75-6a48-4d64-b7e4-462085d8916e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:39:04.230323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port d299be75-6a48-4d64-b7e4-462085d8916e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d299be75-6a48-4d64-b7e4-462085d8916e,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:04.234627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:04.258713 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5becf129-1628-483a-8ef2-45faf90804c6 x-openstack-request-id: req-5becf129-1628-483a-8ef2-45faf90804c6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:39:04.259004 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0", "name": "network-vif-plugged", "status": "completed", "tag": "d299be75-6a48-4d64-b7e4-462085d8916e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:39:04.259253 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5becf129-1628-483a-8ef2-45faf90804c6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:39:04.259664 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd299be75-6a48-4d64-b7e4-462085d8916e', 'code': 200} Sep 21 08:39:04.287153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=d299be75-6a48-4d64-b7e4-462085d8916e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:04.294637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.295068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.295495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.295843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.296177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.296510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.296839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.297166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.298141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.298290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.298617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.298940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:04.362868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649c19-85a7-441e-b9f4-299daecac2a9 req-1f2966d3-e72e-407e-ac1c-26a72a0b3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:04.365078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc649c19-85a7-441e-b9f4-299daecac2a9 req-1f2966d3-e72e-407e-ac1c-26a72a0b3981 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 1060 time: 0.0402937 Sep 21 08:39:04.386691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abfbee-9718-480f-b1da-a02213212074 req-794a5668-42da-47d7-9e58-64295024fd71 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:04.388197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f1abfbee-9718-480f-b1da-a02213212074 req-794a5668-42da-47d7-9e58-64295024fd71 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 909 time: 0.0494137 Sep 21 08:39:05.502799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b891-66eb-4cda-9784-83aa30dbb568 req-3dc7ae4c-3bda-4220-b798-98bf901d8cd5 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:05.504300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bf5b891-66eb-4cda-9784-83aa30dbb568 req-3dc7ae4c-3bda-4220-b798-98bf901d8cd5 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 909 time: 0.0481133 Sep 21 08:39:06.616205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b03f7-ba60-4701-937f-9d16425bbe57 req-bab77e1e-9d03-49f3-a422-c4d0269291e7 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:06.617690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b7b03f7-ba60-4701-937f-9d16425bbe57 req-bab77e1e-9d03-49f3-a422-c4d0269291e7 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 909 time: 0.0484114 Sep 21 08:39:06.733393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e1363-72e5-4f10-8edf-50271fdd7176 req-678d2eb5-a1ab-4f9c-9f53-380f369cba91 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:06.734909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-621e1363-72e5-4f10-8edf-50271fdd7176 req-678d2eb5-a1ab-4f9c-9f53-380f369cba91 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 909 time: 0.0490661 Sep 21 08:39:06.846032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74389262-3393-4980-8784-738687befe3b req-8091445d-ed94-4d9d-9f4f-2072e10dab3d tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:06.847599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-74389262-3393-4980-8784-738687befe3b req-8091445d-ed94-4d9d-9f4f-2072e10dab3d tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 1060 time: 0.0481567 Sep 21 08:39:06.955622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282be1e-a188-447e-b4ec-4b2ed936b488 req-cd1ba69a-8abe-44cf-8475-9b361d9bbf11 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:06.957204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e282be1e-a188-447e-b4ec-4b2ed936b488 req-cd1ba69a-8abe-44cf-8475-9b361d9bbf11 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1136 time: 0.0443673 Sep 21 08:39:07.001626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e282be1e-a188-447e-b4ec-4b2ed936b488 req-379a9abe-c10b-466b-970b-c63fbb2c5543 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0348904 Sep 21 08:39:07.023164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60312) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:07.061969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e009e-abdf-4085-a237-eb53dcc5ebe9 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:07.063646 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e02e009e-abdf-4085-a237-eb53dcc5ebe9 tempest-TestSecurityGroupsBasicOps-2111913156 tempest-TestSecurityGroupsBasicOps-2111913156-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 1055 time: 0.0392871 Sep 21 08:39:07.274445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98849b8f-3683-4b70-bc59-8a3edaa72913 req-14768023-cdcf-42e4-afdf-a2a02f923808 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:07.276208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-98849b8f-3683-4b70-bc59-8a3edaa72913 req-14768023-cdcf-42e4-afdf-a2a02f923808 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 909 time: 0.0492606 Sep 21 08:39:08.390752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7f959-500a-4fdb-8df1-dd10becad3b2 req-602e9e8f-4d3b-442b-b892-66694621647e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:08.392192 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7c7f959-500a-4fdb-8df1-dd10becad3b2 req-602e9e8f-4d3b-442b-b892-66694621647e tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 909 time: 0.0485523 Sep 21 08:39:08.758127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e96805-22af-4ff1-88d1-259997c73d24 req-6861297a-e09e-4015-868b-163a45631926 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:08.759638 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82e96805-22af-4ff1-88d1-259997c73d24 req-6861297a-e09e-4015-868b-163a45631926 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.62 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 909 time: 0.0516129 Sep 21 08:39:08.853292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting port d299be75-6a48-4d64-b7e4-462085d8916e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:08.853557 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:08.950168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] For port d299be75-6a48-4d64-b7e4-462085d8916e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=d299be75-6a48-4d64-b7e4-462085d8916e,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:08.950554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:08.966332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Calling delete_port for d299be75-6a48-4d64-b7e4-462085d8916e owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:09.138958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:09.167764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Port': ['ID=d299be75-6a48-4d64-b7e4-462085d8916e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:09.178544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.178897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.179241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.179606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.179943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.180278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.180609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.180939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.181269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.181597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.182340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.182340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:09.226928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] No DVR routers for this DVR port d299be75-6a48-4d64-b7e4-462085d8916e on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:39:09.229794 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:09.232102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82e96805-22af-4ff1-88d1-259997c73d24 req-3820e2b8-0adc-46f7-829f-1079862be915 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.62 "DELETE /v2.0/ports/d299be75-6a48-4d64-b7e4-462085d8916e HTTP/1.1" status: 204 len: 173 time: 0.4652183 Sep 21 08:39:09.232572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'name': 'network-vif-deleted', 'tag': 'd299be75-6a48-4d64-b7e4-462085d8916e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:39:09.234896 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5247f432-2b51-4a99-9caf-49f7acecbd29" -d '{"events": [{"server_uuid": "e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0", "name": "network-vif-deleted", "tag": "d299be75-6a48-4d64-b7e4-462085d8916e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:39:09.274234 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bc9254-485a-4c2b-887f-ae1af5a85fcc x-openstack-request-id: req-24bc9254-485a-4c2b-887f-ae1af5a85fcc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:39:09.274578 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0", "name": "network-vif-deleted", "tag": "d299be75-6a48-4d64-b7e4-462085d8916e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:39:09.274848 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24bc9254-485a-4c2b-887f-ae1af5a85fcc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:39:09.275198 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0', 'name': 'network-vif-deleted', 'tag': 'd299be75-6a48-4d64-b7e4-462085d8916e', 'status': 'completed', 'code': 200} Sep 21 08:39:09.502218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-124a1a68-17c7-472c-809e-58e5d6dcd45c req-976bab87-9551-4382-8cc4-8a4eeacc524b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7d0d72e-a6d2-4f05-99b2-26d2f07cf6d0 HTTP/1.1" status: 200 len: 210 time: 0.0283563 Sep 21 08:39:10.561066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60344) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:11.007498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:11.321313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting port c0b82007-152c-453f-88d7-9cc6ff04bc87 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:11.322716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:11.413344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] For port c0b82007-152c-453f-88d7-9cc6ff04bc87, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c0b82007-152c-453f-88d7-9cc6ff04bc87,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:11.413725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:11.426651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Calling delete_port for c0b82007-152c-453f-88d7-9cc6ff04bc87 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:11.628922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:11.669095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Port': ['ID=c0b82007-152c-453f-88d7-9cc6ff04bc87,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:11.894175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.121745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router aebaa90b-5d42-4956-a97e-0602829cbdf8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:39:12.233470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:39:12.239719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ee0d1ee2-d9fb-4769-b511-ce5acfd72201 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "PUT /v2.0/routers/aebaa90b-5d42-4956-a97e-0602829cbdf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774611 Sep 21 08:39:12.242258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60354) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:12.245423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] Sync routers for ids ['aebaa90b-5d42-4956-a97e-0602829cbdf8'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:39:12.258536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] Routers {'aebaa90b-5d42-4956-a97e-0602829cbdf8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:12.259187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['aebaa90b-5d42-4956-a97e-0602829cbdf8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:12.305937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting subnet 04d859ad-e34b-4f22-92a2-b62c9815c31f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:39:12.309323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.353209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.380088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] Set router aebaa90b-5d42-4956-a97e-0602829cbdf8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:12.454739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.525631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.557272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Subnet': ['ID=04d859ad-e34b-4f22-92a2-b62c9815c31f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:12.561958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.565617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dd972146-cb6c-4ae0-bb76-eaa776703959 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/subnets/04d859ad-e34b-4f22-92a2-b62c9815c31f HTTP/1.1" status: 204 len: 168 time: 0.3219316 Sep 21 08:39:12.568125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:12.578011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31440ed8-d1e2-4e4e-8794-9a31ff965b37 None None] Network 3877fbb9-ed15-461b-abe7-769baecfb9c1 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:39:12.637195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:39:11Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:12.682030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] Checking router: aebaa90b-5d42-4956-a97e-0602829cbdf8 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:39:12.727398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] Routers {'aebaa90b-5d42-4956-a97e-0602829cbdf8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:12.727674 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.728040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['aebaa90b-5d42-4956-a97e-0602829cbdf8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:12.874700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] DHCP port deletion for 3877fbb9-ed15-461b-abe7-769baecfb9c1 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:39:12.887620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] Set router aebaa90b-5d42-4956-a97e-0602829cbdf8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:12.890604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:12.953619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:12.954337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.045614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] For port 985c9e56-ec79-46ce-a115-3b2ddf2a13d4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:13.045614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.046815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] Deleting port 172316f1-12f4-4b18-b31e-26432b2e25e2 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:13.046815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.065083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Calling delete_port for 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:13.272639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] For port 172316f1-12f4-4b18-b31e-26432b2e25e2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=172316f1-12f4-4b18-b31e-26432b2e25e2,segment=NetworkSegment(18c02150-b5dc-45ad-8eec-7efaf528379e),segment_id=18c02150-b5dc-45ad-8eec-7efaf528379e)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:13.273227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.289075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] Calling delete_port for 172316f1-12f4-4b18-b31e-26432b2e25e2 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:13.306343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.339738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Port': ['ID=985c9e56-ec79-46ce-a115-3b2ddf2a13d4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:13.369864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.370252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.370599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.371109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.371750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.371750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.372445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.372445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.373097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.373097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.373478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.373630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:39:13.410312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:39:11Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:13.420714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.460349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1eda23-5ecf-4821-a567-2ccba3d4d832 None None] The sync data for ids ['aebaa90b-5d42-4956-a97e-0602829cbdf8'] in n-d-809980-2 is: [{'id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1272159203', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:38:48Z', 'updated_at': '2021-09-21T08:39:11Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '985c9e56-ec79-46ce-a115-3b2ddf2a13d4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:42:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebaa90b-5d42-4956-a97e-0602829cbdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:38:49Z', 'updated_at': '2021-09-21T08:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:39:13.464566 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.482116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] No DVR routers for this DVR port 172316f1-12f4-4b18-b31e-26432b2e25e2 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:39:13.515485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711495e4-c43e-41ce-9f8c-5352decf4e7f None None] Pushing event deleted for resources: {'Port': ['ID=172316f1-12f4-4b18-b31e-26432b2e25e2,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:13.520217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 172316f1-12f4-4b18-b31e-26432b2e25e2 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:13.545362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 172316f1-12f4-4b18-b31e-26432b2e25e2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:13.546216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 172316f1-12f4-4b18-b31e-26432b2e25e2 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:13.550551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.552848 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.601006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.601713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Fanout notify agent at l3_agent the message router_deleted on router aebaa90b-5d42-4956-a97e-0602829cbdf8 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:39:13.609298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:13.610456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a85b9fcb-e160-4d69-8c0d-a91693eb2b79 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/routers/aebaa90b-5d42-4956-a97e-0602829cbdf8 HTTP/1.1" status: 204 len: 168 time: 1.0412755 Sep 21 08:39:13.613680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60362) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:14.004045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.077076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d299be75-6a48-4d64-b7e4-462085d8916e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:14.112177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.112345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: d299be75-6a48-4d64-b7e4-462085d8916e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:14.112676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device d299be75-6a48-4d64-b7e4-462085d8916e not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:14.136256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3877fbb9-ed15-461b-abe7-769baecfb9c1']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:14.148031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c02150-b5dc-45ad-8eec-7efaf528379e') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:14.149027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c02150-b5dc-45ad-8eec-7efaf528379e') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:14.163130 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.178182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.185573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:39:14.186017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:39:14.189477 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:39:14.258512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.264925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.267805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/networks/3877fbb9-ed15-461b-abe7-769baecfb9c1 HTTP/1.1" status: 204 len: 168 time: 0.6522689 Sep 21 08:39:14.270497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60368) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:14.283039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38e44b-fbc7-4d04-be62-af348c710d21 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Network': ['ID=3877fbb9-ed15-461b-abe7-769baecfb9c1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:14.487749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting port de35defc-c7e6-4df2-a0fe-f3488d467486 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:14.488440 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.578281 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.578794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.591577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Calling delete_port for de35defc-c7e6-4df2-a0fe-f3488d467486 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:14.798573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.833962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Port': ['ID=de35defc-c7e6-4df2-a0fe-f3488d467486,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:14.905943 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:14.906701 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Floating IP 2ef8e72c-9681-4c37-8493-c3e8ce976c39 disassociated (deleted). External IP: 172.25.1.38, port: 5c9c9edf-583a-49af-bba3-f0485b6fb0d8. Sep 21 08:39:15.124317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:39:15.235100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:39:15.240601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:15.246950 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] Sync routers for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:39:15.257473 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:15.258175 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:15.273250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cc74e02f-9cd6-412b-b476-750316e463df tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/floatingips/2ef8e72c-9681-4c37-8493-c3e8ce976c39 HTTP/1.1" status: 204 len: 168 time: 1.0015645 Sep 21 08:39:15.274126 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:39:15.276567 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46899147-e6cf-4065-a6f3-960e86d9b23b" -d '{"events": [{"name": "network-changed", "server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:39:15.323795 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93038a4e-61a9-4d8a-afc8-ff13d8e57976 x-openstack-request-id: req-93038a4e-61a9-4d8a-afc8-ff13d8e57976 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:39:15.324086 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:39:15.325118 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93038a4e-61a9-4d8a-afc8-ff13d8e57976 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:39:15.325118 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'status': 'completed', 'code': 200} Sep 21 08:39:15.400016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c0b82007-152c-453f-88d7-9cc6ff04bc87 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:15.420821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c0b82007-152c-453f-88d7-9cc6ff04bc87 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:15.421169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c0b82007-152c-453f-88d7-9cc6ff04bc87 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:15.421626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:15.433789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-7f0ca9a9-b93d-4213-b73b-e22e247419dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:15.435897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-7f0ca9a9-b93d-4213-b73b-e22e247419dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0a8aaa3830754abeb2449282d6627ccd&device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 1136 time: 0.0875351 Sep 21 08:39:15.446000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:15.446339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 985c9e56-ec79-46ce-a115-3b2ddf2a13d4 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:15.558063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-dbb18cc2-f651-4b3f-80f0-721003f0152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:15.560063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-dbb18cc2-f651-4b3f-80f0-721003f0152c service neutron] 10.222.0.50 "GET /v2.0/networks?id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18 HTTP/1.1" status: 200 len: 898 time: 0.1150789 Sep 21 08:39:15.570962 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:15.616510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf48ad-0c0d-4561-8fe6-1538b0616871 req-0f67dc01-59d9-46bf-8d7f-43f140ed2b85 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:15.625631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-d6df6a34-4512-4ef4-bed7-e7ae8d53b805 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0563948 Sep 21 08:39:15.626719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fdf48ad-0c0d-4561-8fe6-1538b0616871 req-0f67dc01-59d9-46bf-8d7f-43f140ed2b85 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 985 time: 0.0705111 Sep 21 08:39:15.681120 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fdf48ad-0c0d-4561-8fe6-1538b0616871 req-13ba00cd-a0fe-4e7f-9c8f-7bad8aeed33a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0502102 Sep 21 08:39:15.698056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-6abe64e8-6798-4f23-b005-722df3d07a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:15.699672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-6abe64e8-6798-4f23-b005-722df3d07a2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75ebcb80-fedc-401c-8df7-508a5fca834b HTTP/1.1" status: 200 len: 834 time: 0.0642178 Sep 21 08:39:15.752205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-9850d6e1-bd6d-4320-8dcd-4941985591eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:15.753685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-9850d6e1-bd6d-4320-8dcd-4941985591eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=202319b8-78bf-4f67-9ca1-c5c1a6b87f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447636 Sep 21 08:39:15.872086 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-3efa49bd-1aa1-4af9-9ba6-795abb24c67d service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103487 Sep 21 08:39:15.873517 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:15.907548 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] Checking router: e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:39:15.918618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:15.919290 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:15.995443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-46899147-e6cf-4065-a6f3-960e86d9b23b req-3e1e154c-0fc7-4147-9c68-9899c1e0d874 service neutron] 10.222.0.50 "GET /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147316 Sep 21 08:39:16.045569 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:16.287586 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:16.314857 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e260e-fb6c-4031-868f-d3f82c9a817f None None] The sync data for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 is: [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7c590b07-45d1-46c9-8856-5dc362462498', 'name': '', 'network_id': '202319b8-78bf-4f67-9ca1-c5c1a6b87f18', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'mac_address': 'fa:16:3e:f7:dc:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:52Z', 'updated_at': '2021-09-21T08:37:56Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'subnets': [{'id': '75ebcb80-fedc-401c-8df7-508a5fca834b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:39:16.565560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792364cb-6a5d-488a-8ded-9ae570835648 None None] New status for floating IP 2ef8e72c-9681-4c37-8493-c3e8ce976c39: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:39:16.811094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8f2dc-516e-4354-bd84-9752fcc8ace0 req-24bd7ed6-9070-472d-9fbd-948e3185264a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:16.812920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ca8f2dc-516e-4354-bd84-9752fcc8ace0 req-24bd7ed6-9070-472d-9fbd-948e3185264a tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 985 time: 0.0648923 Sep 21 08:39:16.867280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ca8f2dc-516e-4354-bd84-9752fcc8ace0 req-807103e2-dcf8-402d-a37b-ab9441b12d68 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c261375-4d20-44ba-b5a5-4f1a3553c17e&id=8036f581-92c4-41e3-9e47-67c65f191228&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0474622 Sep 21 08:39:17.037891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-63c69c73-ad57-4f91-83dc-4f8639f8692b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:17.039718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-63c69c73-ad57-4f91-83dc-4f8639f8692b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.50 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 985 time: 0.0517631 Sep 21 08:39:17.149195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:17.150024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:17.244431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] For port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:17.244804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:17.257877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Calling delete_port for 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:17.397534 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:17.426189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Port': ['ID=5c9c9edf-583a-49af-bba3-f0485b6fb0d8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:17.473748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] No DVR routers for this DVR port 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:39:17.476550 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:17.478562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c095258b-e9f2-4cf5-abd8-b1766905cb89 req-e93690f2-e451-4c2a-9596-e94110b27851 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.50 "DELETE /v2.0/ports/5c9c9edf-583a-49af-bba3-f0485b6fb0d8 HTTP/1.1" status: 204 len: 173 time: 0.4319420 Sep 21 08:39:17.478994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'name': 'network-vif-deleted', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:39:17.481262 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eafe634-68a9-4830-8393-a769f5477631" -d '{"events": [{"server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "name": "network-vif-deleted", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:39:17.519362 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c67d1bd-2490-440c-8c5a-e06c1ddca3ef x-openstack-request-id: req-4c67d1bd-2490-440c-8c5a-e06c1ddca3ef {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:39:17.519726 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9bf1fd-4d40-410a-aa65-76304fa7dd65", "name": "network-vif-deleted", "tag": "5c9c9edf-583a-49af-bba3-f0485b6fb0d8", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:39:17.520040 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c67d1bd-2490-440c-8c5a-e06c1ddca3ef {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:39:17.520491 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9bf1fd-4d40-410a-aa65-76304fa7dd65', 'name': 'network-vif-deleted', 'tag': '5c9c9edf-583a-49af-bba3-f0485b6fb0d8', 'status': 'completed', 'code': 200} Sep 21 08:39:18.001360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2be3c7c-f2ef-4337-b149-46b044c734c8 req-6fcfb165-51f8-44af-8f8a-34665cba0418 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "GET /v2.0/ports?device_id=de9bf1fd-4d40-410a-aa65-76304fa7dd65 HTTP/1.1" status: 200 len: 210 time: 0.0280488 Sep 21 08:39:19.060852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60404) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:19.116081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1136e93-335e-401e-8a63-db06feb68742 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.138425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1136e93-335e-401e-8a63-db06feb68742 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.179229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1136e93-335e-401e-8a63-db06feb68742 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.181787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e1136e93-335e-401e-8a63-db06feb68742 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.182934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e1136e93-335e-401e-8a63-db06feb68742 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/security-groups/8036f581-92c4-41e3-9e47-67c65f191228 HTTP/1.1" status: 204 len: 168 time: 0.1210947 Sep 21 08:39:19.185789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60406) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:19.192852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1136e93-335e-401e-8a63-db06feb68742 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8036f581-92c4-41e3-9e47-67c65f191228,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:19.246358 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eebc0f88-7552-43d0-ba5c-4567d2c2fffe tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.270674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eebc0f88-7552-43d0-ba5c-4567d2c2fffe tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.320509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eebc0f88-7552-43d0-ba5c-4567d2c2fffe tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.323119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eebc0f88-7552-43d0-ba5c-4567d2c2fffe tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.327282 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eebc0f88-7552-43d0-ba5c-4567d2c2fffe tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/security-groups/3c261375-4d20-44ba-b5a5-4f1a3553c17e HTTP/1.1" status: 204 len: 168 time: 0.1370125 Sep 21 08:39:19.328274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60412) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:19.334459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc0f88-7552-43d0-ba5c-4567d2c2fffe tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c261375-4d20-44ba-b5a5-4f1a3553c17e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:19.699499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:19.964804 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting port 7c590b07-45d1-46c9-8856-5dc362462498 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:19.965101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:20.053054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] For port 7c590b07-45d1-46c9-8856-5dc362462498, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7c590b07-45d1-46c9-8856-5dc362462498,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:20.053422 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:20.070617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Calling delete_port for 7c590b07-45d1-46c9-8856-5dc362462498 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:20.252154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:20.280748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Port': ['ID=7c590b07-45d1-46c9-8856-5dc362462498,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:20.461111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:20.967830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:39:21.082539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:39:21.088023 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b1a3c6e2-a952-47d0-8629-fbfc77a5d902 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "PUT /v2.0/routers/e1e0cf16-0947-43a2-833a-ee8b0d0f6db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580278 Sep 21 08:39:21.090216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60418) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:21.093104 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] Sync routers for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:39:21.104777 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:21.105396 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:21.143304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting subnet 75ebcb80-fedc-401c-8df7-508a5fca834b {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:39:21.146613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.193648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.223575 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:21.239202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:21.263000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:21.263249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5c9c9edf-583a-49af-bba3-f0485b6fb0d8 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:21.298193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.379780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.394310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.396013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/subnets/75ebcb80-fedc-401c-8df7-508a5fca834b HTTP/1.1" status: 204 len: 168 time: 0.3046539 Sep 21 08:39:21.398894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 60424) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:21.401593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a185af21-163e-4615-8e98-f8cff3f94657 None None] Network 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:39:21.414078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651d34b-5a59-4d7b-bb30-a2f3544032ab tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Subnet': ['ID=75ebcb80-fedc-401c-8df7-508a5fca834b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:21.469411 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:39:20Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:21.504809 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] Checking router: e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:39:21.520533 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] Routers {'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:21.521240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:38:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:21.533197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.592042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] DHCP port deletion for 202319b8-78bf-4f67-9ca1-c5c1a6b87f18 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:39:21.634835 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] Set router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:21.639363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] Deleting port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:21.639933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.649884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.707795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] For port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f4370bd-4765-4984-a9f7-5fdb8ef84d15,segment=NetworkSegment(8d951593-90e8-4d1b-bf5d-e3d777b245c6),segment_id=8d951593-90e8-4d1b-bf5d-e3d777b245c6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:21.708479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.717963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Deleting port 09cca513-45aa-4978-afd0-0e1d2d6a7415 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:21.718306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.725276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] Calling delete_port for 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:21.809193 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.817874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] For port 09cca513-45aa-4978-afd0-0e1d2d6a7415, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=09cca513-45aa-4978-afd0-0e1d2d6a7415,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:21.818264 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:21.833476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Calling delete_port for 09cca513-45aa-4978-afd0-0e1d2d6a7415 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:21.837242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] Pushing event deleted for resources: {'Port': ['ID=8f4370bd-4765-4984-a9f7-5fdb8ef84d15,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:21.840940 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:39:20Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:21.848742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37c3e5-0324-4558-8674-c01eadd11406 None None] No DVR routers for this DVR port 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:39:21.879128 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4bc1e-0669-451a-8750-a56de5314f14 None None] The sync data for ids ['e1e0cf16-0947-43a2-833a-ee8b0d0f6db3'] in n-d-809980-2 is: [{'id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-28599268', 'tenant_id': '0a8aaa3830754abeb2449282d6627ccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:39:20Z', 'revision_number': 5, 'project_id': '0a8aaa3830754abeb2449282d6627ccd', 'gw_port': {'id': '09cca513-45aa-4978-afd0-0e1d2d6a7415', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:08:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e0cf16-0947-43a2-833a-ee8b0d0f6db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:37:47Z', 'updated_at': '2021-09-21T08:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:39:22.005364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.030619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Port': ['ID=09cca513-45aa-4978-afd0-0e1d2d6a7415,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:22.093510 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.182709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.184831 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.233311 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.233881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Fanout notify agent at l3_agent the message router_deleted on router e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:39:22.241688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.245587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60428) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:22.246094 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ed96cf4-f2f8-4f24-8285-0a71a94683f4 tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/routers/e1e0cf16-0947-43a2-833a-ee8b0d0f6db3 HTTP/1.1" status: 204 len: 168 time: 0.8452125 Sep 21 08:39:22.330687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.383625 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-548ef154-25d5-4df2-ac38-417dd2a527fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.430482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.450304 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202319b8-78bf-4f67-9ca1-c5c1a6b87f18']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:22.460676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d951593-90e8-4d1b-bf5d-e3d777b245c6') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:22.460972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d951593-90e8-4d1b-bf5d-e3d777b245c6') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:22.475942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.490609 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.497739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:39:22.497739 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:39:22.501396 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:39:22.574957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.588105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:22.592671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] 10.222.0.59 "DELETE /v2.0/networks/202319b8-78bf-4f67-9ca1-c5c1a6b87f18 HTTP/1.1" status: 204 len: 168 time: 0.3434119 Sep 21 08:39:22.603479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d239b-4626-46fe-9f7c-de108be5647b tempest-TestSecurityGroupsBasicOps-1221774096 tempest-TestSecurityGroupsBasicOps-1221774096-project] Pushing event deleted for resources: {'Network': ['ID=202319b8-78bf-4f67-9ca1-c5c1a6b87f18,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:22.911188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60456) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:23.058138 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dd70bfaf-8cc8-4c04-824c-b064642c4060 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a8aaa3830754abeb2449282d6627ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456528 Sep 21 08:39:23.060559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60462) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:23.111758 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-721e57d5-0df8-4d61-ac06-750be0904197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.143985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-721e57d5-0df8-4d61-ac06-750be0904197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.196614 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-721e57d5-0df8-4d61-ac06-750be0904197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.199171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-721e57d5-0df8-4d61-ac06-750be0904197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.200378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-721e57d5-0df8-4d61-ac06-750be0904197 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d680e4c-c8d0-47fa-b25c-7eadb8fccbce HTTP/1.1" status: 204 len: 168 time: 0.1387105 Sep 21 08:39:23.209198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e57d5-0df8-4d61-ac06-750be0904197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d680e4c-c8d0-47fa-b25c-7eadb8fccbce,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:23.362367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7c590b07-45d1-46c9-8856-5dc362462498 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:23.384222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7c590b07-45d1-46c9-8856-5dc362462498 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:23.385235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7c590b07-45d1-46c9-8856-5dc362462498 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:23.386015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:23.410974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:23.411628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f4370bd-4765-4984-a9f7-5fdb8ef84d15 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:23.412761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 09cca513-45aa-4978-afd0-0e1d2d6a7415 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:23.435809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 09cca513-45aa-4978-afd0-0e1d2d6a7415 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:23.436530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 09cca513-45aa-4978-afd0-0e1d2d6a7415 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:23.496959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60478) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:23.510233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6d8fac3-81d6-4481-8543-8aefc5c917c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.605043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6d8fac3-81d6-4481-8543-8aefc5c917c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.609201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f6d8fac3-81d6-4481-8543-8aefc5c917c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.650053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8fac3-81d6-4481-8543-8aefc5c917c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bfbafb-d925-40fe-8b52-e4cbb6a51b10,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:23.654423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f6d8fac3-81d6-4481-8543-8aefc5c917c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=811057dc1c88460d94007a3419db1541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563962 Sep 21 08:39:23.657684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60486) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:23.709348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e8fdb4a-2a11-4e3e-95fd-116a5fd01441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.732852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e8fdb4a-2a11-4e3e-95fd-116a5fd01441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.783804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e8fdb4a-2a11-4e3e-95fd-116a5fd01441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.786418 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e8fdb4a-2a11-4e3e-95fd-116a5fd01441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:23.790119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4e8fdb4a-2a11-4e3e-95fd-116a5fd01441 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6bfbafb-d925-40fe-8b52-e4cbb6a51b10 HTTP/1.1" status: 204 len: 168 time: 0.1291552 Sep 21 08:39:23.800806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fdb4a-2a11-4e3e-95fd-116a5fd01441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bfbafb-d925-40fe-8b52-e4cbb6a51b10,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:24.114444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60496) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:24.155120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-49646710-d695-4c43-9ed8-18c3cb9a5ad7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8da023b915534f1a808a378c859263e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394101 Sep 21 08:39:24.157695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 60498) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:39:24.207015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d99cf96-f0fb-44fa-9e96-e96e0fbd5444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:24.229370 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d99cf96-f0fb-44fa-9e96-e96e0fbd5444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:24.276659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d99cf96-f0fb-44fa-9e96-e96e0fbd5444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:24.279292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7d99cf96-f0fb-44fa-9e96-e96e0fbd5444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:24.282980 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7d99cf96-f0fb-44fa-9e96-e96e0fbd5444 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb1bc018-387d-4513-b394-c06430e79218 HTTP/1.1" status: 204 len: 168 time: 0.1219184 Sep 21 08:39:24.289059 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99cf96-f0fb-44fa-9e96-e96e0fbd5444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1bc018-387d-4513-b394-c06430e79218,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:25.300638 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:25.388217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8d53-369c-4a16-b9f4-e204b48e40f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:26.760762 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:27.842688 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:28.948962 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:39:32.254372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:33.804882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:42.690625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-be05434e-3639-49ae-862f-813fccee66ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883743 Sep 21 08:39:42.788694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-ab4d5c2e-6cd4-4d8c-b521-68d598bde6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:42.790224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-ab4d5c2e-6cd4-4d8c-b521-68d598bde6cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 1097 time: 0.0568771 Sep 21 08:39:42.904076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-c7008e4d-6cdd-41f2-a196-3b2ee9e2b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:42.905490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-c7008e4d-6cdd-41f2-a196-3b2ee9e2b2f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.0903268 Sep 21 08:39:42.977152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-13828847-1d67-47f9-8a70-e865de8b22ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8 HTTP/1.1" status: 200 len: 1002 time: 0.0631580 Sep 21 08:39:43.026683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-d8616880-607f-4ea0-8bb3-1b75e69766ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:43.028370 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-d8616880-607f-4ea0-8bb3-1b75e69766ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0443344 Sep 21 08:39:43.077416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-3de6cf9d-a535-440c-9a84-01f47d64f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:43.079520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-3de6cf9d-a535-440c-9a84-01f47d64f769 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447133 Sep 21 08:39:43.174934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-c9020a98-f2d7-45a4-ac1d-09476dfa6102 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879190 Sep 21 08:39:43.269441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-746f6799-bdf4-484f-9cde-9afc467fead8 req-79c20abb-2b79-464b-b9bd-4f7ac4412885 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873716 Sep 21 08:39:48.391185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6efc4-1e04-4154-8afb-549a1481c4d3 req-ac2693eb-18e2-4d3f-a855-66fd5a404278 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:48.392760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46d6efc4-1e04-4154-8afb-549a1481c4d3 req-ac2693eb-18e2-4d3f-a855-66fd5a404278 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 949 time: 0.0583611 Sep 21 08:39:48.436647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-46d6efc4-1e04-4154-8afb-549a1481c4d3 req-56f4facc-e7af-401d-a8e7-b3d898725098 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346026 Sep 21 08:39:49.580269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626de52-2010-43e0-afa1-abbf8ff4ea1b req-ce0b19bb-8298-4180-a8b8-79446ffc3d63 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:49.582144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e626de52-2010-43e0-afa1-abbf8ff4ea1b req-ce0b19bb-8298-4180-a8b8-79446ffc3d63 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 949 time: 0.0558708 Sep 21 08:39:49.634354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e626de52-2010-43e0-afa1-abbf8ff4ea1b req-d98ff459-35eb-43e5-8ba3-5e26d815f9ac tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450654 Sep 21 08:39:50.015810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-385f9bb5-d372-4259-9a85-ff61c89ea139 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:50.017310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-385f9bb5-d372-4259-9a85-ff61c89ea139 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 949 time: 0.0566087 Sep 21 08:39:50.129324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:39:50.129669 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:50.218954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] For port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:39:50.219428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:50.442610 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:50.443090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:50.443290 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Floating IP 6545270a-e7e3-452f-80ea-c26e1c9eb17b disassociated. External IP: 172.25.1.73, port: 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302. Sep 21 08:39:50.443723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 owned by compute:foo_zone {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:39:50.570645 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:50.604777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=67e48b0c-a1b5-4ac9-afa3-2cdfc676e302,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:50.723990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:39:50.739096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7c62c33-3e93-4106-b019-9b74b4efb357 req-d9fd49f1-f2f6-4216-8f7c-92c14819da4c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0293598 Sep 21 08:39:50.840222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:39:50.853486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:39:50.863505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:50.864131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:39:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:50.886366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] No DVR routers for this DVR port 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:39:50.889221 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:50.892276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ec79a2a1-3df1-42f1-9578-0bf406c25d3c req-ca2000f3-187f-4f25-a371-04aaccf2be39 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "DELETE /v2.0/ports/67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 HTTP/1.1" status: 204 len: 173 time: 0.8684270 Sep 21 08:39:50.892744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'name': 'network-vif-deleted', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:39:50.895123 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e0e086-0a16-47c2-be45-c0e20e6c8874" -d '{"events": [{"server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "name": "network-vif-deleted", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:39:50.939781 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac536ed6-b8eb-450d-80aa-12754c0fa8f3 x-openstack-request-id: req-ac536ed6-b8eb-450d-80aa-12754c0fa8f3 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:39:50.940156 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a41d2f3-81aa-4c73-aea6-fc33a7bff14a", "name": "network-vif-deleted", "tag": "67e48b0c-a1b5-4ac9-afa3-2cdfc676e302", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:39:50.940506 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac536ed6-b8eb-450d-80aa-12754c0fa8f3 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:39:50.941054 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a41d2f3-81aa-4c73-aea6-fc33a7bff14a', 'name': 'network-vif-deleted', 'tag': '67e48b0c-a1b5-4ac9-afa3-2cdfc676e302', 'status': 'completed', 'code': 200} Sep 21 08:39:50.992139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:51.200715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:51.227236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:39:51.236442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:39:51.236991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:39:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:51.350837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:39:51.551342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:39:51.582624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbe7f01-6a0d-4cd8-a0f0-7cf5396141cd None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:39:51.806363 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a07e98-4505-468c-9bcb-1a29f80aa23d None None] New status for floating IP 6545270a-e7e3-452f-80ea-c26e1c9eb17b: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:39:51.851573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7af95b86-cc48-4cdc-8619-fce500cec974 req-52960447-a0e2-40f2-970b-bb87983644a3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0278232 Sep 21 08:39:52.388911 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1658e75a-ba6c-411b-bac1-c7bfa8d2019e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:52.952252 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1e7b18e-6d09-4af7-a52a-447650c1657c req-3f3fbcad-3ff0-4a12-8871-d0823de5ae8c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0274918 Sep 21 08:39:53.318030 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:39:53.339073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:39:53.339454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 67e48b0c-a1b5-4ac9-afa3-2cdfc676e302 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:39:54.050644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a1fe5dd5-09db-4383-af2a-0d911c33a258 req-408c636a-3d4e-4653-a620-b81d423d1150 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0265381 Sep 21 08:39:55.173954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-764303b9-3c1a-4ee2-a133-c21c52ad86c8 req-cf61a607-7601-49dc-8174-d2c33527a2db tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a41d2f3-81aa-4c73-aea6-fc33a7bff14a HTTP/1.1" status: 200 len: 210 time: 0.0277305 Sep 21 08:39:55.304556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:55.392297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7b6203ed-5b98-4621-849c-eb54a98e5fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:56.432714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-e2c470e6-8635-42a5-81b3-86cddc0e5208 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906755052&fields=id&tenant_id=50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 267 time: 0.0423868 Sep 21 08:39:56.543886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-0b3c56c2-09bb-4939-b4a3-b4d81664701e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:56.545374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-0b3c56c2-09bb-4939-b4a3-b4d81664701e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.1057425 Sep 21 08:39:56.560757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-76da707f-6424-4037-b209-e4a7ec4ab85e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/quotas/50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 375 time: 0.0096190 Sep 21 08:39:56.616670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-857decfc-631b-44d6-a557-6c7215050585 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502586 Sep 21 08:39:56.724708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-8da48157-2321-4f9e-a65a-8c6bc5125db4 service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950341 Sep 21 08:39:56.766052 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:56.824715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-0e2f1980-cf03-43fd-ac79-6b2ea75f596b service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937986 Sep 21 08:39:57.124917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bc94f27-becd-4b51-a7c6-89894bb3dc91 req-f0b74850-be25-4459-bade-5d4218ed5654 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 210 time: 0.0274117 Sep 21 08:39:57.845295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:58.145888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-e6b4e9d1-99da-4f0b-8408-0254e21969f0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:58.148022 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-e6b4e9d1-99da-4f0b-8408-0254e21969f0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.1166573 Sep 21 08:39:58.228197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-b542cc47-a65f-4f41-9439-af3fd5e6ffed tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 380 time: 0.0691638 Sep 21 08:39:58.252652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'port': {'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'admin_state_up': True, 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'security_groups': ['75a501ad-835e-463b-b03e-8c827c285c87']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:39:58.273558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eda93d86-f4f8-4116-8c3d-5b34ec41225b req-f90a0025-8ff9-4f07-b762-70e072893f09 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 210 time: 0.0592914 Sep 21 08:39:58.408585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:39:58.417552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:58.586196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.20.0.7 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/e6f14b27-772e-43da-b6f8-655a78b7c209) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:39:58.759278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:58.813285 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:58.868248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:39:58.874549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:39:58.877453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:39:58.954941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=e6f14b27-772e-43da-b6f8-655a78b7c209,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:58.964433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:58.965205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:58.986168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-5756656f-2cef-40cc-8f05-35fc3869d49e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7377970 Sep 21 08:39:59.080167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Request body: {'port': {'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:39:59.152684 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:59.327874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-508b06b9-34c6-41cd-bc8d-3b2a7332433a None None] Provisioning complete for port e6f14b27-772e-43da-b6f8-655a78b7c209 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:39:59.331097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-508b06b9-34c6-41cd-bc8d-3b2a7332433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:59.378218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-508b06b9-34c6-41cd-bc8d-3b2a7332433a None None] Port e6f14b27-772e-43da-b6f8-655a78b7c209 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:39:59.512185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196afcfe-96b6-4206-b344-8ac4fa3beea3 req-f598827a-39a0-4db0-a4bd-aa705314b486 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:59.513644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-196afcfe-96b6-4206-b344-8ac4fa3beea3 req-f598827a-39a0-4db0-a4bd-aa705314b486 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 931 time: 0.1104932 Sep 21 08:39:59.534148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f14b27-772e-43da-b6f8-655a78b7c209 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:39:59.551022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:59.580599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Transition to ACTIVE for port object e6f14b27-772e-43da-b6f8-655a78b7c209 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:39:59.585799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:59.590899 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-196afcfe-96b6-4206-b344-8ac4fa3beea3 req-10643a34-2e3f-46af-86b4-d1afec710801 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685861 Sep 21 08:39:59.651382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f14b27-772e-43da-b6f8-655a78b7c209,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:39:59.739584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Attempting to bind port e6f14b27-772e-43da-b6f8-655a78b7c209 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:39:59.739760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Attempting to bind port e6f14b27-772e-43da-b6f8-655a78b7c209 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:39:59.740302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Attempting to bind port e6f14b27-772e-43da-b6f8-655a78b7c209 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:39:59.746591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Port e6f14b27-772e-43da-b6f8-655a78b7c209 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:39:59.747371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Attempting to bind port e6f14b27-772e-43da-b6f8-655a78b7c209 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:39:59.753880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:39:59.754705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:39:59.755384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:39:59.756096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Bound port: e6f14b27-772e-43da-b6f8-655a78b7c209, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:39:59.757159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:59.846007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] For port e6f14b27-772e-43da-b6f8-655a78b7c209, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:39:59.851500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] For port e6f14b27-772e-43da-b6f8-655a78b7c209, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e6f14b27-772e-43da-b6f8-655a78b7c209,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:39:59.857155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:59.898335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:39:59.900582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:39:59.902528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] 10.222.0.50 "PUT /v2.0/ports/e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 1091 time: 0.9027517 Sep 21 08:39:59.907102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:39:59.910585 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf7514e-9223-42a7-a117-fa8b49af55c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:40:00.017426 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98082640-9b2b-42ce-ba62-df9c77155c75 x-openstack-request-id: req-98082640-9b2b-42ce-ba62-df9c77155c75 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:40:00.017764 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:40:00.018026 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98082640-9b2b-42ce-ba62-df9c77155c75 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:40:00.018580 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'status': 'completed', 'code': 200} Sep 21 08:40:00.020271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abacdc-4a50-4c9a-98ab-ad576005e3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f14b27-772e-43da-b6f8-655a78b7c209,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:40:00.045869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-4932c64a-87b2-4413-aebd-720d91fc2aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.049183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-4932c64a-87b2-4413-aebd-720d91fc2aeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1094 time: 0.0833139 Sep 21 08:40:00.103436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-bc7e8d69-7f6c-4c75-8189-180ef0d635bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 217 time: 0.0447567 Sep 21 08:40:00.171461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-676bffd2-0222-4401-83b8-de18a68a7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.173111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-676bffd2-0222-4401-83b8-de18a68a7012 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0613606 Sep 21 08:40:00.231873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-9d3b398c-b775-4a0f-94b6-6beb25d34350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.233550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-9d3b398c-b775-4a0f-94b6-6beb25d34350 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523124 Sep 21 08:40:00.346103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-eddc1e5b-a973-4bbc-a2e7-7f8c334b3010 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003911 Sep 21 08:40:00.458278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67b076d3-1c77-45be-9e1e-80c6b2e0eee4 req-0d5fbbbf-d042-4938-9c11-2bcb70d24865 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032567 Sep 21 08:40:00.555444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-db02366e-10c9-45b0-9bcf-e5491b2e2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.557353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-db02366e-10c9-45b0-9bcf-e5491b2e2ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1094 time: 0.0475590 Sep 21 08:40:00.758937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e2c9f-15a5-432e-98d0-bd24b1163306 req-2c94ca45-7af8-4101-a838-511b7fa2a2d5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.768120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-466e2c9f-15a5-432e-98d0-bd24b1163306 req-2c94ca45-7af8-4101-a838-511b7fa2a2d5 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0796678 Sep 21 08:40:00.786479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-98d4e4ff-21b7-4b0e-a40b-f561e08c25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.788423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-98d4e4ff-21b7-4b0e-a40b-f561e08c25d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.2229519 Sep 21 08:40:00.844544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-63915fbd-c971-48f7-a473-d8b3784a386a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 217 time: 0.0399611 Sep 21 08:40:00.903662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-466e2c9f-15a5-432e-98d0-bd24b1163306 req-fc660eb5-3dc4-474f-823a-0404288b11fa tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337759 Sep 21 08:40:00.929812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-fbd2da02-e01e-4672-b29d-f54dc4877a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.931548 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-fbd2da02-e01e-4672-b29d-f54dc4877a7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0781024 Sep 21 08:40:00.985188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-fd71b932-14f5-4dc1-968d-889d0761c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:00.987261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-fd71b932-14f5-4dc1-968d-889d0761c73f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469866 Sep 21 08:40:01.104416 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-1eef8c01-6ec2-443b-9137-69f0db00aef2 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083736 Sep 21 08:40:01.206112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7bf7514e-9223-42a7-a117-fa8b49af55c4 req-921e0ecc-1fc0-4780-8a48-b664394bca24 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926650 Sep 21 08:40:02.023987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902174d3-c873-4383-8d97-f8b0ed5632f1 req-e9dbcdb7-1870-4fb2-8aac-3813855cc282 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:02.025444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-902174d3-c873-4383-8d97-f8b0ed5632f1 req-e9dbcdb7-1870-4fb2-8aac-3813855cc282 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0561635 Sep 21 08:40:02.064615 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-902174d3-c873-4383-8d97-f8b0ed5632f1 req-3f0e5390-b62a-4cdb-a451-71bf7d3a4a0e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330596 Sep 21 08:40:02.267914 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:03.191121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d393c5-cb08-415e-b0a1-9be7b24a086f req-bd517480-5dfb-4904-b961-7afc09e48031 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:03.192745 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04d393c5-cb08-415e-b0a1-9be7b24a086f req-bd517480-5dfb-4904-b961-7afc09e48031 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0501533 Sep 21 08:40:03.235590 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04d393c5-cb08-415e-b0a1-9be7b24a086f req-91a1188e-70b9-440e-8305-3f0da2873ece tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360284 Sep 21 08:40:03.829688 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:04.362816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcec20-dca3-4ef2-a3f2-12664ff00d8a req-30c392d6-33df-4c48-a817-8977ce9285d2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:04.364423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fcdcec20-dca3-4ef2-a3f2-12664ff00d8a req-30c392d6-33df-4c48-a817-8977ce9285d2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0513413 Sep 21 08:40:04.402021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fcdcec20-dca3-4ef2-a3f2-12664ff00d8a req-a2eae7e3-ee94-4459-8a81-3361f1c826a7 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Sep 21 08:40:05.529926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1f43b-d651-4eb3-ad33-f366b71ee9bc req-bc021985-9db5-4c34-806a-b30d6e6c6269 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:05.531454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2dc1f43b-d651-4eb3-ad33-f366b71ee9bc req-bc021985-9db5-4c34-806a-b30d6e6c6269 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0536461 Sep 21 08:40:05.570681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2dc1f43b-d651-4eb3-ad33-f366b71ee9bc req-2a3c698b-acdd-4f02-92e4-f991988c6cbd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Sep 21 08:40:05.949462 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:40:06.179139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182077a-d410-4fa8-b5b8-0510290d28fb req-5e70422c-d529-460c-bf20-33f6533d6d55 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:06.180556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7182077a-d410-4fa8-b5b8-0510290d28fb req-5e70422c-d529-460c-bf20-33f6533d6d55 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 950 time: 0.0489595 Sep 21 08:40:06.217977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7182077a-d410-4fa8-b5b8-0510290d28fb req-d66e2b57-55c3-45d1-8a98-1f0a10981f71 tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Sep 21 08:40:06.683452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a2c8a-eba1-4163-bc7e-9ac47fd1a50f req-20504a23-b297-4d45-ac77-2115d68342e3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:06.685486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b0a2c8a-eba1-4163-bc7e-9ac47fd1a50f req-20504a23-b297-4d45-ac77-2115d68342e3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0482793 Sep 21 08:40:06.723282 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b0a2c8a-eba1-4163-bc7e-9ac47fd1a50f req-702ab807-dd2b-4df2-826b-15dfa11db9e6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Sep 21 08:40:07.335655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57394534-c26e-4e2f-a30b-15c23df37e25 req-51aab708-40ef-4da0-9621-52ae444f1c7a tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:07.337181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57394534-c26e-4e2f-a30b-15c23df37e25 req-51aab708-40ef-4da0-9621-52ae444f1c7a tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 950 time: 0.0488651 Sep 21 08:40:07.375523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57394534-c26e-4e2f-a30b-15c23df37e25 req-1177bb99-9a91-4ef8-823a-222186b7060a tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/security-groups?id=54eb9293-4d16-43ef-b339-1394210c7c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Sep 21 08:40:07.833514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-58b45ecf-96f8-42d8-9757-953ea218170b tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:07.834965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-58b45ecf-96f8-42d8-9757-953ea218170b tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.62 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 950 time: 0.0802019 Sep 21 08:40:07.856083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401b4c3-acb5-49ea-a523-e76abc684ee4 req-255b17bb-33e9-4e9a-bb22-a3f1c342ea3f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:07.857512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f401b4c3-acb5-49ea-a523-e76abc684ee4 req-255b17bb-33e9-4e9a-bb22-a3f1c342ea3f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0673940 Sep 21 08:40:07.942706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f401b4c3-acb5-49ea-a523-e76abc684ee4 req-5b12c591-75a2-4351-91b6-e74924727c81 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695283 Sep 21 08:40:07.964984 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Deleting port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:40:07.965334 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:08.052730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] For port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:40:08.053024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:08.067857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Calling delete_port for dc4bf9c5-8c47-4372-81ad-fd698e5f42dc owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:40:08.202314 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:08.215590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['dc4bf9c5-8c47-4372-81ad-fd698e5f42dc'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:40:08.231773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Pushing event deleted for resources: {'Port': ['ID=dc4bf9c5-8c47-4372-81ad-fd698e5f42dc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:40:08.278349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] No DVR routers for this DVR port dc4bf9c5-8c47-4372-81ad-fd698e5f42dc on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:40:08.283488 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:08.285503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc2c5cfe-8589-45c4-889b-a9822fdc6a6a req-8b209f7a-5c68-47d9-ae4b-42c6769102ca tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.62 "DELETE /v2.0/ports/dc4bf9c5-8c47-4372-81ad-fd698e5f42dc HTTP/1.1" status: 204 len: 173 time: 0.4436960 Sep 21 08:40:08.286011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2043b829-c62d-4337-a748-6a7907281f0b', 'name': 'network-vif-deleted', 'tag': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:40:08.288414 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458c0313-6623-4025-9499-8f9c23d53e6b" -d '{"events": [{"server_uuid": "2043b829-c62d-4337-a748-6a7907281f0b", "name": "network-vif-deleted", "tag": "dc4bf9c5-8c47-4372-81ad-fd698e5f42dc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:40:08.470700 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d56eca-f45e-40d0-a2ac-4d8fb7f456a9 x-openstack-request-id: req-25d56eca-f45e-40d0-a2ac-4d8fb7f456a9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:40:08.471367 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2043b829-c62d-4337-a748-6a7907281f0b", "name": "network-vif-deleted", "tag": "dc4bf9c5-8c47-4372-81ad-fd698e5f42dc", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:40:08.471679 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-25d56eca-f45e-40d0-a2ac-4d8fb7f456a9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:40:08.472321 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2043b829-c62d-4337-a748-6a7907281f0b', 'name': 'network-vif-deleted', 'tag': 'dc4bf9c5-8c47-4372-81ad-fd698e5f42dc', 'status': 'completed', 'code': 200} Sep 21 08:40:08.509311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c9f7d534-8964-4f0a-8fb1-35ea788d0bae req-e32b81f0-fe42-4b2c-bc0e-b6aefc04158b tempest-VolumesBackupsTest-1836729611 tempest-VolumesBackupsTest-1836729611-project] 10.222.0.59 "GET /v2.0/ports?device_id=2043b829-c62d-4337-a748-6a7907281f0b HTTP/1.1" status: 200 len: 210 time: 0.0310626 Sep 21 08:40:09.054473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5f0da-ac37-459d-b4ab-3f4a7692f2f6 req-bdf3833a-22c4-4ac1-8a7a-b32cebf046cc tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:09.055977 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cda5f0da-ac37-459d-b4ab-3f4a7692f2f6 req-bdf3833a-22c4-4ac1-8a7a-b32cebf046cc tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 943 time: 0.0483708 Sep 21 08:40:09.094822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cda5f0da-ac37-459d-b4ab-3f4a7692f2f6 req-b64291a5-2fc1-4dfe-81f2-7db109fb142a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329092 Sep 21 08:40:09.423328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e6f14b27-772e-43da-b6f8-655a78b7c209 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:40:09.517106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e6f14b27-772e-43da-b6f8-655a78b7c209, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e6f14b27-772e-43da-b6f8-655a78b7c209,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:40:09.527830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:40:09.568573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:09.581771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f14b27-772e-43da-b6f8-655a78b7c209 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:40:09.603242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e6f14b27-772e-43da-b6f8-655a78b7c209, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e6f14b27-772e-43da-b6f8-655a78b7c209,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:40:09.609529 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:09.680669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e6f14b27-772e-43da-b6f8-655a78b7c209,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:40:09.693439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.693791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.694136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.694478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.694991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.695145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.695511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.695842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.696173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.696499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.696825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.697152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:09.846077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e6f14b27-772e-43da-b6f8-655a78b7c209'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:40:10.217693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727b48-7b54-4a12-ab20-ce4af37845a0 req-d9bcc2fa-4a2d-458b-8364-57230c729c25 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:10.220123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d727b48-7b54-4a12-ab20-ce4af37845a0 req-d9bcc2fa-4a2d-458b-8364-57230c729c25 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 944 time: 0.0557828 Sep 21 08:40:10.264054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d727b48-7b54-4a12-ab20-ce4af37845a0 req-348f06a7-fb82-4456-8132-940403170b70 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Sep 21 08:40:11.385770 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77dc2-dc22-4cce-9c69-72730e59b9ac req-0905f039-4f2b-40b9-8555-47c2d79ac693 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:11.387261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbb77dc2-dc22-4cce-9c69-72730e59b9ac req-0905f039-4f2b-40b9-8555-47c2d79ac693 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 944 time: 0.0484276 Sep 21 08:40:11.423720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e6f14b27-772e-43da-b6f8-655a78b7c209 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:40:11.431423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbb77dc2-dc22-4cce-9c69-72730e59b9ac req-fb17928f-8432-4aed-a1f7-c8404390f83b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344644 Sep 21 08:40:11.473082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port e6f14b27-772e-43da-b6f8-655a78b7c209 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:40:11.476631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port e6f14b27-772e-43da-b6f8-655a78b7c209 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:40:11.477004 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:11.564746 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:11.589105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:40:11.591574 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf226d-1d84-44d6-85af-abecb1e9f305" -d '{"events": [{"server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "name": "network-vif-plugged", "status": "completed", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:40:11.605476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e6f14b27-772e-43da-b6f8-655a78b7c209, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e6f14b27-772e-43da-b6f8-655a78b7c209,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:40:11.610229 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:11.664060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e6f14b27-772e-43da-b6f8-655a78b7c209,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:40:11.710680 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f93be12-f741-44f6-b124-349b97eb03d2 x-openstack-request-id: req-1f93be12-f741-44f6-b124-349b97eb03d2 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:40:11.710974 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "name": "network-vif-plugged", "status": "completed", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:40:11.711374 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f93be12-f741-44f6-b124-349b97eb03d2 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:40:11.711786 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'code': 200} Sep 21 08:40:11.822434 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96bd1-b798-4215-9e48-9fe02a664042 req-96c772fa-fef3-416b-b7d1-763b7c0c106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:11.824084 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22b96bd1-b798-4215-9e48-9fe02a664042 req-96c772fa-fef3-416b-b7d1-763b7c0c106b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1096 time: 0.0494971 Sep 21 08:40:11.863212 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-22b96bd1-b798-4215-9e48-9fe02a664042 req-af68d780-cb7c-4469-8a7f-a39c4254fad0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303605 Sep 21 08:40:12.375072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device dc4bf9c5-8c47-4372-81ad-fd698e5f42dc no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:40:12.399398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: dc4bf9c5-8c47-4372-81ad-fd698e5f42dc {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:40:12.399760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device dc4bf9c5-8c47-4372-81ad-fd698e5f42dc not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:40:12.569865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f1504-05bd-47af-83d6-1acdc1df3f98 req-835868fe-b6ae-40a6-8a52-a7021a9e1f01 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:12.571508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-053f1504-05bd-47af-83d6-1acdc1df3f98 req-835868fe-b6ae-40a6-8a52-a7021a9e1f01 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 945 time: 0.0576994 Sep 21 08:40:12.618161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-053f1504-05bd-47af-83d6-1acdc1df3f98 req-68372fda-c0a3-404a-83ac-fe1e45391ca9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376179 Sep 21 08:40:13.734714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab6045-466c-4221-8b43-4d101c9c6e8c req-ab6199f7-20ea-4218-b637-772d8e261e48 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:13.736253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7cab6045-466c-4221-8b43-4d101c9c6e8c req-ab6199f7-20ea-4218-b637-772d8e261e48 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 945 time: 0.0507147 Sep 21 08:40:13.779748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7cab6045-466c-4221-8b43-4d101c9c6e8c req-29df756d-6821-4ee8-9e88-efe279bdf10c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372610 Sep 21 08:40:13.918339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9686713-da54-4a61-a412-4e0e44ff583b req-9e559772-f284-419d-9369-9e71846912dd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:13.920384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9686713-da54-4a61-a412-4e0e44ff583b req-9e559772-f284-419d-9369-9e71846912dd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 945 time: 0.0668068 Sep 21 08:40:13.960448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e9686713-da54-4a61-a412-4e0e44ff583b req-521518aa-e384-4b4a-9ac9-9ea64c9505bb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335147 Sep 21 08:40:13.982928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33478) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:40:14.024932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18fabd-cdc3-4013-b778-7e569003efc8 tempest-TestVolumeBootPattern-1977178210 tempest-TestVolumeBootPattern-1977178210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:14.026478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c18fabd-cdc3-4013-b778-7e569003efc8 tempest-TestVolumeBootPattern-1977178210 tempest-TestVolumeBootPattern-1977178210-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1091 time: 0.0420160 Sep 21 08:40:14.029245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 33480) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:40:14.033886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:40:14.058451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:14.161597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:14.266919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.25.1.232 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/02cdeae3-46a8-438b-b25b-0340cb00ef7c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:40:14.379629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:14.416297 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:14.450127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:40:14.453394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:40:14.457297 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:40:14.491923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=02cdeae3-46a8-438b-b25b-0340cb00ef7c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:40:14.501927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.502281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.502626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.502964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.503337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.503665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.503996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.504325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.504650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.504974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.505301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:14.505625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:40:15.136081 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:15.205774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:15.366677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:15.372536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:15.454665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=02cdeae3-46a8-438b-b25b-0340cb00ef7c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:40:15.461008 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:15.564635 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Floating IP 94d1540b-d120-4208-9de9-f4f0f424e60c associated. External IP: 172.25.1.232, port: e6f14b27-772e-43da-b6f8-655a78b7c209. Sep 21 08:40:15.778163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:40:15.891718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:40:15.901985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:40:15.912718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:15.915894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:40:15.916539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:39:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:40:15.955173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1271c4dc-ac95-4135-814c-c136113a7796 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9146683 Sep 21 08:40:15.955173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:40:15.955173 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ddf937-dcb6-484d-a47f-876dde04773d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:40:16.003218 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113ea5d5-72f0-480a-8847-7a3df607ba15 x-openstack-request-id: req-113ea5d5-72f0-480a-8847-7a3df607ba15 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:40:16.003648 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:40:16.003803 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-113ea5d5-72f0-480a-8847-7a3df607ba15 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:40:16.004194 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'status': 'completed', 'code': 200} Sep 21 08:40:16.051804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:40:16.079529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf937-dcb6-484d-a47f-876dde04773d req-ffaabef2-d342-4090-baf6-5d2b16c2e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:16.084253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ddf937-dcb6-484d-a47f-876dde04773d req-ffaabef2-d342-4090-baf6-5d2b16c2e693 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1096 time: 0.0545433 Sep 21 08:40:16.182965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf937-dcb6-484d-a47f-876dde04773d req-44f0612b-0b1d-4127-9e46-784667144329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:16.184889 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ddf937-dcb6-484d-a47f-876dde04773d req-44f0612b-0b1d-4127-9e46-784667144329 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.0958776 Sep 21 08:40:16.261895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ddf937-dcb6-484d-a47f-876dde04773d req-d3d50402-180c-4ca0-93f9-4fa03f865a74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 999 time: 0.0692091 Sep 21 08:40:16.294886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:14Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:40:16.319507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf937-dcb6-484d-a47f-876dde04773d req-9dcfebfb-b62b-411d-a28e-60036ec44789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:16.320982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:40:16.321769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ddf937-dcb6-484d-a47f-876dde04773d req-9dcfebfb-b62b-411d-a28e-60036ec44789 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0485542 Sep 21 08:40:16.330285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:40:16.330908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:39:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:40:16.379842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf937-dcb6-484d-a47f-876dde04773d req-24f4e63e-2971-40c5-86ab-422ffb650dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:16.384908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ddf937-dcb6-484d-a47f-876dde04773d req-24f4e63e-2971-40c5-86ab-422ffb650dbe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509405 Sep 21 08:40:16.498315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ddf937-dcb6-484d-a47f-876dde04773d req-66074615-3133-49e7-91ca-ecf5d27663ef service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064906 Sep 21 08:40:16.598645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:40:16.601946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ddf937-dcb6-484d-a47f-876dde04773d req-db2969e6-9378-4ee7-846b-9b7552dbdca1 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956438 Sep 21 08:40:16.835036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:14Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:40:16.862234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69d5c5-54d4-436b-8ef9-bf69ec8b1e54 None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:14Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:40:17.081235 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33234f2e-c699-4432-8ee0-82fd3a64ee39 None None] New status for floating IP 94d1540b-d120-4208-9de9-f4f0f424e60c: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:40:22.392321 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c8c95f1b-700e-4fdd-adfb-26e49c4fde51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:25.313492 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:25.393210 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9150ff1-74e5-43c9-bc26-889600d4480c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:26.771292 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:27.844978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:32.279233 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:33.833163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:42.950021 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:40:43.799560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-08d7eb9d-91aa-43e1-a630-eec5c4e7919f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412374 Sep 21 08:40:43.888257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-6ce692b0-4a7a-4935-99d1-ad43ba9d298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:43.889795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-6ce692b0-4a7a-4935-99d1-ad43ba9d298e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1096 time: 0.0456204 Sep 21 08:40:43.996131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-c13b22c8-d5f1-477c-9df5-61aacf2ba77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:43.997602 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-c13b22c8-d5f1-477c-9df5-61aacf2ba77e service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.0878232 Sep 21 08:40:44.067122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-740c243d-07d0-4983-ba5a-230fd6ad5c1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 1001 time: 0.0611765 Sep 21 08:40:44.117326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-93a2b7d0-ebf0-4c62-bb75-53d0af16a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:44.118675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-93a2b7d0-ebf0-4c62-bb75-53d0af16a8ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0441930 Sep 21 08:40:44.163499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-9020a1f4-acc6-448c-9e57-23195c099509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:40:44.165031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-9020a1f4-acc6-448c-9e57-23195c099509 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390382 Sep 21 08:40:44.264437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-0b2b7e5a-cc1d-46e5-a29b-6540caccc956 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908792 Sep 21 08:40:44.359478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-693418d5-60c4-4fbd-a7c9-143042737ac0 req-d57d2752-94e2-43db-837d-152bbe216f48 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873890 Sep 21 08:40:52.393683 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-91d40a86-cf50-494d-ae84-c00cb6b326cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:55.309713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:55.393671 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5b79-2131-4e85-aa6a-b2cfa16d2b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:56.761487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:40:57.845854 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:02.278815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:03.832998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:19.949816 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:41:22.396078 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-13276749-0804-4bcd-a3c0-f244c58dc94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:25.305480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:25.399966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1abd394d-850b-4b57-9321-c4e1873e5416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:26.766514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:27.855070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:32.276888 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:33.830051 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:43.542117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-2d641c7d-5b71-4225-9269-73c33087235a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538907 Sep 21 08:41:43.627359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-434feb51-80b0-4088-a0d6-4ff1fa7091d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:43.628953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-434feb51-80b0-4088-a0d6-4ff1fa7091d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 1097 time: 0.0429680 Sep 21 08:41:43.764658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-82848907-ebea-417f-b613-dce659d96c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:43.766674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-82848907-ebea-417f-b613-dce659d96c78 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 200 len: 912 time: 0.1050363 Sep 21 08:41:43.849553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-a9eb80c6-eb7d-42f0-a1b7-d3741056ee43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8 HTTP/1.1" status: 200 len: 1002 time: 0.0756359 Sep 21 08:41:43.899428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-37372946-1203-41bb-960b-5edbc0c99081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:43.901034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-37372946-1203-41bb-960b-5edbc0c99081 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 200 len: 850 time: 0.0448217 Sep 21 08:41:43.957206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-70f4da41-afc4-43dd-973c-fcf270e1d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:43.958631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-70f4da41-afc4-43dd-973c-fcf270e1d863 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496550 Sep 21 08:41:44.054739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-a3b4c5ac-0017-4a8e-a2e6-7ce048b5a87c service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892501 Sep 21 08:41:44.158980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd1ff38e-0071-4ebe-9ef9-e69a76ee990c req-62ecb8cf-8501-45d7-a273-399dbb858ce8 service neutron] 10.222.0.62 "GET /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970008 Sep 21 08:41:45.817249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-c004880f-80f6-4d12-b741-d9c81b13b40f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619714 Sep 21 08:41:45.904161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-9112748c-666c-4883-8130-d12e2b0f699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:45.905655 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-9112748c-666c-4883-8130-d12e2b0f699f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1096 time: 0.0435719 Sep 21 08:41:46.018495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-0cdbeb2b-3769-4843-aaaf-826d0d117901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:46.020177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-0cdbeb2b-3769-4843-aaaf-826d0d117901 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.0906420 Sep 21 08:41:46.105515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-a06ab363-48cc-4d3b-bcda-f583e8ad2b03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 1001 time: 0.0762854 Sep 21 08:41:46.158786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-edfaa54c-9825-4b37-9d24-fb7f09aa7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:46.160585 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-edfaa54c-9825-4b37-9d24-fb7f09aa7bc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0477111 Sep 21 08:41:46.213037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-0c463002-ec50-42a6-9a19-1687bd28371c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:41:46.214775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-0c463002-ec50-42a6-9a19-1687bd28371c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458007 Sep 21 08:41:46.318320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-dcce29d6-94e8-4bfb-92e8-4496c1d649ea service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951247 Sep 21 08:41:46.424838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0554685a-487f-4f2f-bceb-ea9e4452bcd3 req-747b7074-d6b0-40d6-84b4-8d4a12a207ee service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977421 Sep 21 08:41:52.398300 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-088d0546-4212-41ca-b078-412067551de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:55.306753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:55.392248 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-31b52569-371b-4b5c-adef-5420d8fab834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:56.767232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:41:56.950900 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:41:57.850481 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:02.298497 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:03.830025 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:05.011060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3f308-79e6-4204-898d-6b33a3b8efa0 req-b057f416-53fb-4818-8f99-45ef5822ce1b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:05.012785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bef3f308-79e6-4204-898d-6b33a3b8efa0 req-b057f416-53fb-4818-8f99-45ef5822ce1b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 946 time: 0.0512042 Sep 21 08:42:05.053053 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bef3f308-79e6-4204-898d-6b33a3b8efa0 req-b4c1a096-58c5-427a-86a1-4b4115b6b107 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338395 Sep 21 08:42:06.177136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068d7c1-e998-47c0-bce7-63b326f98896 req-79527f7a-1c4a-4888-a7c6-e58547cf6a5b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:06.178754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b068d7c1-e998-47c0-bce7-63b326f98896 req-79527f7a-1c4a-4888-a7c6-e58547cf6a5b tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 946 time: 0.0554883 Sep 21 08:42:06.219467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b068d7c1-e998-47c0-bce7-63b326f98896 req-55ec4547-7baa-49fa-b0cd-7e5074cd282c tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Sep 21 08:42:06.921654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-658021f3-a5f4-4d50-bac4-6321aa827646 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:06.923259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-658021f3-a5f4-4d50-bac4-6321aa827646 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Sep 21 08:42:07.026280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Deleting port fb4262db-1294-4d84-aca9-678f3a2e13b8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:42:07.026732 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:07.147854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] For port fb4262db-1294-4d84-aca9-678f3a2e13b8, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fb4262db-1294-4d84-aca9-678f3a2e13b8,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:07.148475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:07.357176 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:07.357783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:07.358509 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Floating IP 85aa8859-4398-45ad-b68c-6b23c0b0220a disassociated. External IP: 172.25.1.152, port: fb4262db-1294-4d84-aca9-678f3a2e13b8. Sep 21 08:42:07.358509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Calling delete_port for fb4262db-1294-4d84-aca9-678f3a2e13b8 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:42:07.370416 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cedd8-4426-4030-a7d7-1ed97712df2a req-ffea97ca-7fcf-4c7c-bd6a-312796432806 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:07.378085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-081cedd8-4426-4030-a7d7-1ed97712df2a req-ffea97ca-7fcf-4c7c-bd6a-312796432806 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 946 time: 0.0664835 Sep 21 08:42:07.422444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-081cedd8-4426-4030-a7d7-1ed97712df2a req-8b2ba7fa-9bae-4360-be80-0cbd951c3ff1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups?id=023ef99a-aae6-4e51-aa38-185c4c791e00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Sep 21 08:42:07.509224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:07.540960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event deleted for resources: {'Port': ['ID=fb4262db-1294-4d84-aca9-678f3a2e13b8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:07.554015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.554464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.555516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.555516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.555832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.556271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.556801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.557180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.557677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.558101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.558590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.559093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:07.672588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Router 935314ef-5efd-4f89-a238-ccbe546d9823 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:42:07.781344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:42:07.790743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] Sync routers for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:42:07.803463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:42:07.804270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:07.933934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:42:08.240495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] No DVR routers for this DVR port fb4262db-1294-4d84-aca9-678f3a2e13b8 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:42:08.248110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:08.250700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12a0dfc9-32e2-4ee3-a944-ddf457d3feaa req-d8d57d2f-3faa-42a6-bd36-6fe80b055dc7 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.62 "DELETE /v2.0/ports/fb4262db-1294-4d84-aca9-678f3a2e13b8 HTTP/1.1" status: 204 len: 173 time: 1.3210776 Sep 21 08:42:08.251168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'name': 'network-vif-deleted', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:42:08.254755 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477f95a-6818-4723-ac46-372eb0106808" -d '{"events": [{"server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "name": "network-vif-deleted", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:42:08.303856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:08.341788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] Checking router: 935314ef-5efd-4f89-a238-ccbe546d9823 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:42:08.352537 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e105835-e808-4e25-9163-56f048e08430 x-openstack-request-id: req-2e105835-e808-4e25-9163-56f048e08430 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:42:08.352812 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5240d89-4dc9-4b67-9a70-571d55d70d77", "name": "network-vif-deleted", "tag": "fb4262db-1294-4d84-aca9-678f3a2e13b8", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:42:08.353065 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2e105835-e808-4e25-9163-56f048e08430 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:42:08.353464 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5240d89-4dc9-4b67-9a70-571d55d70d77', 'name': 'network-vif-deleted', 'tag': 'fb4262db-1294-4d84-aca9-678f3a2e13b8', 'status': 'completed', 'code': 200} Sep 21 08:42:08.361329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:42:08.366220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:08.496390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:42:08.552029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b0ea751-6a1f-4aea-bf41-e5112c6135b4 req-ff01b71c-1dc6-4d06-b51a-7ad5f9455dc1 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/ports?device_id=f5240d89-4dc9-4b67-9a70-571d55d70d77 HTTP/1.1" status: 200 len: 210 time: 0.0349567 Sep 21 08:42:08.717439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:08.754809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d29209c-b75e-4b57-a89e-1713ca9478a9 None None] The sync data for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 is: [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:32:29Z', 'revision_number': 4, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'ba27f1bf-aba0-485b-8e8d-b32bdde50e1d', 'name': '', 'network_id': '4ea3cc76-30a6-44c9-8bec-9b3c2c55d445', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'mac_address': 'fa:16:3e:0a:13:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:27Z', 'updated_at': '2021-09-21T08:32:40Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'subnets': [{'id': '512b2ece-63fd-495d-8d0d-22fe176555cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:42:08.989624 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb9d4df-56f6-4feb-b55b-274e189b6c82 None None] New status for floating IP 85aa8859-4398-45ad-b68c-6b23c0b0220a: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:42:09.642619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:09.701739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6082399-079f-4cb5-a479-a17985b1b56f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:09.725430 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6082399-079f-4cb5-a479-a17985b1b56f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:09.773762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6082399-079f-4cb5-a479-a17985b1b56f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:09.776773 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6082399-079f-4cb5-a479-a17985b1b56f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:09.780362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f6082399-079f-4cb5-a479-a17985b1b56f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "DELETE /v2.0/security-groups/023ef99a-aae6-4e51-aa38-185c4c791e00 HTTP/1.1" status: 204 len: 168 time: 0.1340227 Sep 21 08:42:09.780838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35228) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:09.788055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6082399-079f-4cb5-a479-a17985b1b56f tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ef99a-aae6-4e51-aa38-185c4c791e00,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:09.805121 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-96a538b4-ac8b-46ad-8595-79a91b13e55e tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] show failed (client error): The resource could not be found. Sep 21 08:42:09.808981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35230) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:09.809693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-96a538b4-ac8b-46ad-8595-79a91b13e55e tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "GET /v2.0/security-groups/023ef99a-aae6-4e51-aa38-185c4c791e00 HTTP/1.1" status: 404 len: 347 time: 0.0274327 Sep 21 08:42:09.957176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Deleting port 1cb4f1fa-4d64-4f9d-8b4e-8ea6f06a1ede {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:42:09.957558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:10.041095 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:10.041761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:10.056207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Calling delete_port for 1cb4f1fa-4d64-4f9d-8b4e-8ea6f06a1ede owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:42:10.218733 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:10.247108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Pushing event deleted for resources: {'Port': ['ID=1cb4f1fa-4d64-4f9d-8b4e-8ea6f06a1ede,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:10.313734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:10.316734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:10.318215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9562dd33-bc4e-46fd-b282-a0c6a19ca604 tempest-AttachVolumeTestJSON-1890637406 tempest-AttachVolumeTestJSON-1890637406-project] 10.222.0.59 "DELETE /v2.0/floatingips/85aa8859-4398-45ad-b68c-6b23c0b0220a HTTP/1.1" status: 204 len: 168 time: 0.4998734 Sep 21 08:42:11.050338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fb4262db-1294-4d84-aca9-678f3a2e13b8 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:42:11.079121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: fb4262db-1294-4d84-aca9-678f3a2e13b8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:42:11.079899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fb4262db-1294-4d84-aca9-678f3a2e13b8 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:42:18.416783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-b6389f09-1a05-474d-8153-240348952bb1 req-2905b5d5-ca18-4d32-b015-ed626f25e228 service neutron] (94725) timed out ('10.222.0.59', 42308) {{(pid=94725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:42:18.506349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-d8d78e39-d43d-4989-ac96-1c5c6761ea33 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906755052&fields=id&tenant_id=50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 267 time: 0.0401464 Sep 21 08:42:18.641534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-e2312d43-8dc1-4f88-a4e8-37130462c669 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:18.643924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-e2312d43-8dc1-4f88-a4e8-37130462c669 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.1280279 Sep 21 08:42:18.661795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-463a1f15-4703-4ad9-be51-eed36065b894 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/quotas/50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 375 time: 0.0106418 Sep 21 08:42:18.726431 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-3a77e7c6-5341-4b20-b8db-d9e145c5d599 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0581849 Sep 21 08:42:18.845056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c8ae7ddf-7856-48f4-b71f-500fac1d1e7e service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005023 Sep 21 08:42:18.941615 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-2cfb0956-1e6a-479b-89b9-a4fbb666eee2 service neutron] 10.222.0.59 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894723 Sep 21 08:42:19.257229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a74eca41-5a1a-4d44-9d57-593e240e84ed req-0dc1d084-c226-44b2-8cec-224685e92451 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0272241 Sep 21 08:42:20.373639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b76812a5-e928-4c5a-a5e5-156a35f19a7d req-a5a05293-a5c1-4d47-9156-f648979871ab tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0543399 Sep 21 08:42:20.738491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35476) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:21.238590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:21.494761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52a181f9-31b7-48ae-8403-221f6762f919 req-b0c31595-ee34-4dcf-9346-fc0aee136552 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0314922 Sep 21 08:42:21.548234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Deleting port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:42:21.548924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:21.642406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] For port ba27f1bf-aba0-485b-8e8d-b32bdde50e1d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:21.642822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:21.660928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Calling delete_port for ba27f1bf-aba0-485b-8e8d-b32bdde50e1d owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:42:21.903639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:21.934406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba27f1bf-aba0-485b-8e8d-b32bdde50e1d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:22.135532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:22.397792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Router 935314ef-5efd-4f89-a238-ccbe546d9823 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:42:22.404677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a289dca8-68fe-4bda-a9ad-3170b392f4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:22.536972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-fe731654-576f-4680-8b4a-79578c1a3a04 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:22.538527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-fe731654-576f-4680-8b4a-79578c1a3a04 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 812 time: 0.1732605 Sep 21 08:42:22.636835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:42:22.647857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] Sync routers for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:42:22.648930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ff8f17a-254c-4366-9c1a-362c3227d469 req-92c8d56c-dad0-4b54-8ccd-c3d5471f159d tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0541172 Sep 21 08:42:22.655998 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4504e944-a9f9-450c-bcdb-19daa122d01a admin admin] 10.222.0.59 "PUT /v2.0/routers/935314ef-5efd-4f89-a238-ccbe546d9823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9163156 Sep 21 08:42:22.661245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c25ae2bf-463b-4680-8bd0-b47e299f8f6a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50bca0c104354a579d1dbeda20de19b9 HTTP/1.1" status: 200 len: 380 time: 0.0893891 Sep 21 08:42:22.661691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35516) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:22.674143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'port': {'device_id': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'admin_state_up': True, 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'security_groups': ['75a501ad-835e-463b-b03e-8c827c285c87']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:22.685452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:42:22.686373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:22.834442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:42:22.916723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Made reservation on behalf of 50bca0c104354a579d1dbeda20de19b9 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:42:22.924455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:22.974158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:23.059357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:42:21Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:23.091609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] Checking router: 935314ef-5efd-4f89-a238-ccbe546d9823 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:42:23.101702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] Routers {'935314ef-5efd-4f89-a238-ccbe546d9823'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:42:23.102635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['935314ef-5efd-4f89-a238-ccbe546d9823'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:23.191098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:23.237838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] Set router 935314ef-5efd-4f89-a238-ccbe546d9823 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:42:23.263387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.20.0.4 (58d30fbd-0189-44cc-a2a6-a303d07fa3fc/2a0097df-b767-4375-b855-5856d730a8c0/99de7a9f-c7c0-4a95-a2f0-0a58bf98a166) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:42:23.335258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Deleting port b7305959-c8ea-4b02-a5ab-bc9d25e4617a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:42:23.335734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:23.684164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:42:21Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:23.722210 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c879d-8269-41e2-a12e-172752b34740 None None] The sync data for ids ['935314ef-5efd-4f89-a238-ccbe546d9823'] in n-d-809980-2 is: [{'id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'name': 'tempest-AttachVolumeTestJSON-1195595456-router', 'tenant_id': '3c8d68f614b24ce7818728eb6050cf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:32:21Z', 'updated_at': '2021-09-21T08:42:21Z', 'revision_number': 5, 'project_id': '3c8d68f614b24ce7818728eb6050cf2b', 'gw_port': {'id': 'b7305959-c8ea-4b02-a5ab-bc9d25e4617a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:07:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935314ef-5efd-4f89-a238-ccbe546d9823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:32:23Z', 'updated_at': '2021-09-21T08:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:42:23.813787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3a3f796-7cbd-4326-9bb7-3d726ea5c1b9 req-5dc4cc65-ac88-4a9a-b3b8-1250c3865951 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0437090 Sep 21 08:42:23.949415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] For port b7305959-c8ea-4b02-a5ab-bc9d25e4617a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:23.950020 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:23.966728 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:23.973674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Calling delete_port for b7305959-c8ea-4b02-a5ab-bc9d25e4617a owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:42:24.138276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.184910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:42:24.191588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:42:24.197618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:42:24.259801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:24.304607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:24.307652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.321739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.379706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-8d2a52f4-8427-4abe-b24a-e0fe952bd3d4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7101588 Sep 21 08:42:24.386337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b7305959-c8ea-4b02-a5ab-bc9d25e4617a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:24.398710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Request body: {'port': {'device_id': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:24.515170 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.578581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.590689 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7b37ea3c-cb46-4e25-ab1b-172b8b65d24e None None] Provisioning complete for port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:42:24.591703 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7b37ea3c-cb46-4e25-ab1b-172b8b65d24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.650060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7b37ea3c-cb46-4e25-ab1b-172b8b65d24e None None] Port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:42:24.691844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.696172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.812142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.812743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 935314ef-5efd-4f89-a238-ccbe546d9823 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:42:24.818777 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:24.819990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ca7444dd-2969-4688-b38a-03f7699142ea admin admin] 10.222.0.59 "DELETE /v2.0/routers/935314ef-5efd-4f89-a238-ccbe546d9823 HTTP/1.1" status: 204 len: 168 time: 2.1573663 Sep 21 08:42:24.824636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35550) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:25.083563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] Deleting subnet 512b2ece-63fd-495d-8d0d-22fe176555cb {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:42:25.091680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.171038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.219965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9158f4-86a4-450c-976e-4ec64aa2eb8e req-712769f8-01e9-4ffb-a15d-0b820e387258 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:25.221859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e9158f4-86a4-450c-976e-4ec64aa2eb8e req-712769f8-01e9-4ffb-a15d-0b820e387258 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 931 time: 0.2887630 Sep 21 08:42:25.226607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:42:25.238641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.275505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Transition to ACTIVE for port object 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:42:25.288922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.321395 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.352464 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e9158f4-86a4-450c-976e-4ec64aa2eb8e req-a857eeb4-bbbb-45c5-9d4d-706428c22eaf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210725 Sep 21 08:42:25.403604 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0b95a52-f215-49f9-9a41-6d3b23501b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.469458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Pushing event updated for resources: {'Port': ['ID=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:25.475626 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.559080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b7305959-c8ea-4b02-a5ab-bc9d25e4617a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:42:25.564535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Attempting to bind port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:42:25.564535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Attempting to bind port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:42:25.564535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Attempting to bind port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:42:25.574389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:42:25.574648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Attempting to bind port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 on network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:42:25.598557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:42:25.599720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Checking segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:42:25.601259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Bound using segment: {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:42:25.603898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Bound port: 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:42:25.604563 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.611088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.623188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b7305959-c8ea-4b02-a5ab-bc9d25e4617a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:42:25.624392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b7305959-c8ea-4b02-a5ab-bc9d25e4617a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:42:25.627349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ba27f1bf-aba0-485b-8e8d-b32bdde50e1d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:42:25.691957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: ba27f1bf-aba0-485b-8e8d-b32bdde50e1d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:42:25.692692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ba27f1bf-aba0-485b-8e8d-b32bdde50e1d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:42:25.695151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764f02b-e5c8-4d0e-bc58-1a1de572397a None None] Network 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:42:25.711184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.717148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35564) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:25.725779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/512b2ece-63fd-495d-8d0d-22fe176555cb HTTP/1.1" status: 204 len: 168 time: 0.9000084 Sep 21 08:42:25.734855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5707a-1097-4c33-b990-7d9e089889e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512b2ece-63fd-495d-8d0d-22fe176555cb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:25.776084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] For port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:42:25.779525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] For port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:42:25.786971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.825529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.862715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:25.863704 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:25.865696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] 10.222.0.62 "PUT /v2.0/ports/99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 200 len: 1091 time: 1.4721088 Sep 21 08:42:25.866175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:42:25.869214 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e590fe8-c678-4bd0-8769-6d69a2681cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:42:25.951465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Deleting port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:42:25.952112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.004558 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d06377-e802-4096-8771-d88c9fabeedb x-openstack-request-id: req-d1d06377-e802-4096-8771-d88c9fabeedb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:42:26.004895 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:42:26.008310 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1d06377-e802-4096-8771-d88c9fabeedb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:42:26.008571 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'status': 'completed', 'code': 200} Sep 21 08:42:26.015484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c93fc-58d9-46db-bae7-052b085325d7 service neutron] Pushing event updated for resources: {'Port': ['ID=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:26.040192 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-3208681f-badb-4079-b738-65569e34b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:26.041998 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-3208681f-badb-4079-b738-65569e34b2a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1094 time: 0.1239400 Sep 21 08:42:26.092482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] For port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:26.093825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.121342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Calling delete_port for 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:42:26.121692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-2b089525-79f6-433d-8ab5-4dc7899705b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 200 len: 217 time: 0.0701349 Sep 21 08:42:26.135705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] DHCP port deletion for 4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:42:26.201335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-469b5998-4cc0-4d11-aa60-70878c1b7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:26.207936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-469b5998-4cc0-4d11-aa60-70878c1b7c57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0794904 Sep 21 08:42:26.221742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Deleting port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:42:26.222127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.281352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.300980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-74691d27-4709-4f37-a81b-38b995ee787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:26.302683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-74691d27-4709-4f37-a81b-38b995ee787e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879810 Sep 21 08:42:26.322614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:26.333353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.333961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.334500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.335430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.335663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.336372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.336906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.337502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.337991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.338518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.339104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.339658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.350451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] For port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,segment=NetworkSegment(54078eb3-d3bb-4d9d-88ce-5c05899c6326),segment_id=54078eb3-d3bb-4d9d-88ce-5c05899c6326)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:26.351100 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.364503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] No DVR routers for this DVR port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:42:26.372542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Calling delete_port for 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:42:26.458907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-a8f43ab6-119d-45a7-b294-39003704b6ef service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478734 Sep 21 08:42:26.500785 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.528655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea3cc76-30a6-44c9-8bec-9b3c2c55d445']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:26.535608 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.543171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54078eb3-d3bb-4d9d-88ce-5c05899c6326') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:26.543887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54078eb3-d3bb-4d9d-88ce-5c05899c6326') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:26.556861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.564854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] No DVR routers for this DVR port 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:42:26.576666 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.588691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Pushing event deleted for resources: {'Port': ['ID=66b2be32-fa3f-44a5-a5e2-acbe9337c6bb,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:26.589258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:42:26.589912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.593936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93e5ea-51f6-4ca6-878c-454fc8746bf9 req-30bd87af-d935-4b09-86ea-cd41a95a43b0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:26.594934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb93e5ea-51f6-4ca6-878c-454fc8746bf9 req-30bd87af-d935-4b09-86ea-cd41a95a43b0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.1334355 Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:42:26.603896 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:42:26.608365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.609049 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.609499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.610075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.610512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.610966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.611438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.611873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.612436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.612920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.613763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.614506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef7602e-ddd4-430c-a348-5ea0df4c75d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:42:26.659772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb93e5ea-51f6-4ca6-878c-454fc8746bf9 req-3f663064-b76c-493e-bb0d-bbc4f438d253 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574021 Sep 21 08:42:26.662072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9ad5c7a8-4067-4551-a16f-dc2ec6fc1ac5 req-631ddd21-2c51-46ae-83a1-d0a3e9fdccf3 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853576 Sep 21 08:42:26.696868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.706035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.710625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] 10.222.0.59 "DELETE /v2.0/networks/4ea3cc76-30a6-44c9-8bec-9b3c2c55d445 HTTP/1.1" status: 204 len: 168 time: 0.9898927 Sep 21 08:42:26.747644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec922-312f-49ae-b095-9cd38a1f5a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea3cc76-30a6-44c9-8bec-9b3c2c55d445,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:26.789297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-fb700edf-3a65-4fd7-9711-986bc64522ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:26.794597 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-fb700edf-3a65-4fd7-9711-986bc64522ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1094 time: 0.0671492 Sep 21 08:42:26.801072 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:26.912634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35588) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:26.936064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-3d84324f-a2f2-4b5b-af40-76edd00e0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:26.938571 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-3d84324f-a2f2-4b5b-af40-76edd00e0c7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.1354737 Sep 21 08:42:26.974154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03a40db1-2c6f-4c1a-beca-033c93043986 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c8d68f614b24ce7818728eb6050cf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600057 Sep 21 08:42:26.975226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35590) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:26.986746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-e45817bb-d4ac-4396-b253-8b171eab1a6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 200 len: 217 time: 0.0412047 Sep 21 08:42:27.047966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-cb7ba392-f3bd-4ea2-ac27-6d70dcbb93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:27.048193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5bccf55-4fb3-488f-8d06-fef18a521c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:27.049708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-cb7ba392-f3bd-4ea2-ac27-6d70dcbb93d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0566738 Sep 21 08:42:27.092111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5bccf55-4fb3-488f-8d06-fef18a521c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:27.102842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-e898f2b9-3648-477b-bac8-ca5955fd7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:27.104968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-e898f2b9-3648-477b-bac8-ca5955fd7d94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468385 Sep 21 08:42:27.162020 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5bccf55-4fb3-488f-8d06-fef18a521c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:27.164944 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c5bccf55-4fb3-488f-8d06-fef18a521c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:27.166308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c5bccf55-4fb3-488f-8d06-fef18a521c4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a87f0fec-e151-4d32-ac9b-e1a89234e6e2 HTTP/1.1" status: 204 len: 168 time: 0.1897523 Sep 21 08:42:27.187581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bccf55-4fb3-488f-8d06-fef18a521c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f0fec-e151-4d32-ac9b-e1a89234e6e2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:27.248689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-523d055f-b816-4d96-9a04-bb8d241ef6d1 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351516 Sep 21 08:42:27.375501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e590fe8-c678-4bd0-8769-6d69a2681cd6 req-3d2f4912-c666-4391-a10a-8b402bec7655 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196115 Sep 21 08:42:27.514766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:42:27.540702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:42:27.541277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 66b2be32-fa3f-44a5-a5e2-acbe9337c6bb not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:42:27.822614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49ec49-c484-4137-82e9-a295c754266b req-33e2276d-cc0f-466e-8c2e-6a28fdbaad24 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:27.832651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d49ec49-c484-4137-82e9-a295c754266b req-33e2276d-cc0f-466e-8c2e-6a28fdbaad24 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0798323 Sep 21 08:42:27.866984 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:27.896788 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d49ec49-c484-4137-82e9-a295c754266b req-66b5c493-4a53-4031-b082-7d0e9a7c41ab tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Sep 21 08:42:29.017998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34039c-263a-4ca5-896b-a37cad4d08db req-fe0c6ab8-8ad7-48c7-97f1-fae24bf5a301 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:29.019584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b34039c-263a-4ca5-896b-a37cad4d08db req-fe0c6ab8-8ad7-48c7-97f1-fae24bf5a301 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0526304 Sep 21 08:42:29.063339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b34039c-263a-4ca5-896b-a37cad4d08db req-96a876dc-6cb7-425c-8556-7bb6aef828e6 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364237 Sep 21 08:42:29.587780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35690) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:29.697615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae426d18-1cc7-4526-8a20-9e1ea134ddd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:29.800426 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae426d18-1cc7-4526-8a20-9e1ea134ddd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:29.805729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ae426d18-1cc7-4526-8a20-9e1ea134ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:29.850051 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ae426d18-1cc7-4526-8a20-9e1ea134ddd5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52e5a81c327147c9a491c5c133969a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588167 Sep 21 08:42:29.850051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae426d18-1cc7-4526-8a20-9e1ea134ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad82740b-9bab-4e58-8c44-f7597ee1de3d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:29.850434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35698) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:29.901241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0b5916c-9ec9-403e-a2e9-3e50bd01f2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:29.924132 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0b5916c-9ec9-403e-a2e9-3e50bd01f2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:29.977073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0b5916c-9ec9-403e-a2e9-3e50bd01f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:29.979603 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0b5916c-9ec9-403e-a2e9-3e50bd01f2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:29.980849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f0b5916c-9ec9-403e-a2e9-3e50bd01f2e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad82740b-9bab-4e58-8c44-f7597ee1de3d HTTP/1.1" status: 204 len: 168 time: 0.1284261 Sep 21 08:42:29.988631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5916c-9ec9-403e-a2e9-3e50bd01f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad82740b-9bab-4e58-8c44-f7597ee1de3d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:30.184831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0772-b626-4ed5-93ca-63284d44756a req-67b73916-4c22-4165-9fdf-5cb8e8d8244b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:30.186960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d0d0772-b626-4ed5-93ca-63284d44756a req-67b73916-4c22-4165-9fdf-5cb8e8d8244b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0497735 Sep 21 08:42:30.229149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d0d0772-b626-4ed5-93ca-63284d44756a req-6df37118-406e-407c-b13b-edd028252872 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355098 Sep 21 08:42:30.270981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35712) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:30.284850 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae302525-3940-4c36-a297-c813b939aa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:30.387233 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae302525-3940-4c36-a297-c813b939aa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:30.392099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae302525-3940-4c36-a297-c813b939aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:30.428177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae302525-3940-4c36-a297-c813b939aa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17263b3-0b32-4c20-ad17-23deac7fb409,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:30.433553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae302525-3940-4c36-a297-c813b939aa58 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bff8c470af34ee4ab8f455eb0ea337e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615059 Sep 21 08:42:30.436422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35718) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:30.489972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3d72c4f-55ad-4619-8288-554022fa8b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:30.511389 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3d72c4f-55ad-4619-8288-554022fa8b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:30.562861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3d72c4f-55ad-4619-8288-554022fa8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:30.565381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3d72c4f-55ad-4619-8288-554022fa8b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:30.566536 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b3d72c4f-55ad-4619-8288-554022fa8b69 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d17263b3-0b32-4c20-ad17-23deac7fb409 HTTP/1.1" status: 204 len: 168 time: 0.1291852 Sep 21 08:42:30.574501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d72c4f-55ad-4619-8288-554022fa8b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17263b3-0b32-4c20-ad17-23deac7fb409,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:31.353090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7851ff-b3fe-40cc-b968-0719dd815681 req-3ee85920-1c07-49d6-b688-334bb4c42d92 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:31.355023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e7851ff-b3fe-40cc-b968-0719dd815681 req-3ee85920-1c07-49d6-b688-334bb4c42d92 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0536735 Sep 21 08:42:31.397166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e7851ff-b3fe-40cc-b968-0719dd815681 req-bcbaef21-cd8e-4bc3-8bb4-fd09e192d6fb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Sep 21 08:42:32.295358 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:32.518008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dcddd-712d-4104-a003-9b3aff5abf18 req-2da88505-7737-48df-846e-f5588403b7a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:32.519515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d6dcddd-712d-4104-a003-9b3aff5abf18 req-2da88505-7737-48df-846e-f5588403b7a9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Sep 21 08:42:32.565290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d6dcddd-712d-4104-a003-9b3aff5abf18 req-27bb398d-0e11-4b4f-9f17-524d62321ea1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380974 Sep 21 08:42:33.256429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35836) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:33.360651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00fa74f3-9928-4291-abf5-20ca9a9cfb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.452982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00fa74f3-9928-4291-abf5-20ca9a9cfb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.457055 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00fa74f3-9928-4291-abf5-20ca9a9cfb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.506603 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-00fa74f3-9928-4291-abf5-20ca9a9cfb81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c4aea6d1ff3414cbe3f747eeffa1747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490511 Sep 21 08:42:33.509282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35844) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:33.511163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa74f3-9928-4291-abf5-20ca9a9cfb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af68d05-37f1-47ea-9926-f8f6af1151c3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:33.568800 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d91d7b9-b7e5-4680-a9cd-fab06be2ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.590804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d91d7b9-b7e5-4680-a9cd-fab06be2ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.650041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d91d7b9-b7e5-4680-a9cd-fab06be2ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.652670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d91d7b9-b7e5-4680-a9cd-fab06be2ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.653787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9d91d7b9-b7e5-4680-a9cd-fab06be2ae01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0af68d05-37f1-47ea-9926-f8f6af1151c3 HTTP/1.1" status: 204 len: 168 time: 0.1429965 Sep 21 08:42:33.680427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91d7b9-b7e5-4680-a9cd-fab06be2ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af68d05-37f1-47ea-9926-f8f6af1151c3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:33.705707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce7c03-807f-4b8a-bc12-710bb7b98047 req-a1ed5221-4e57-44fe-8e47-8066938ea708 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:33.706860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35ce7c03-807f-4b8a-bc12-710bb7b98047 req-a1ed5221-4e57-44fe-8e47-8066938ea708 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0716355 Sep 21 08:42:33.769280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35ce7c03-807f-4b8a-bc12-710bb7b98047 req-ae2477b3-4d51-46c2-91f6-17262be30987 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541143 Sep 21 08:42:33.828449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:33.947974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35860) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:33.956688 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:42:33.964291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a78621b-a8fb-4078-9b98-d2456ea3378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:34.062532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a78621b-a8fb-4078-9b98-d2456ea3378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:34.066547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a78621b-a8fb-4078-9b98-d2456ea3378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:34.107398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8a78621b-a8fb-4078-9b98-d2456ea3378d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6b3ed0ee0cb47afaeee398ed2f47564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580441 Sep 21 08:42:34.109264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78621b-a8fb-4078-9b98-d2456ea3378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906700fe-0a9f-42cf-b0f5-d8863bbb9bbd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:34.110177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35864) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:34.163419 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7953711d-0d0d-44f4-8338-cc9d78496587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:34.186824 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7953711d-0d0d-44f4-8338-cc9d78496587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:34.237296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7953711d-0d0d-44f4-8338-cc9d78496587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:34.239955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7953711d-0d0d-44f4-8338-cc9d78496587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:34.241140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7953711d-0d0d-44f4-8338-cc9d78496587 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/906700fe-0a9f-42cf-b0f5-d8863bbb9bbd HTTP/1.1" status: 204 len: 168 time: 0.1298242 Sep 21 08:42:34.250200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953711d-0d0d-44f4-8338-cc9d78496587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906700fe-0a9f-42cf-b0f5-d8863bbb9bbd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:34.895744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e1581-b00d-4c23-b4ad-1ec4572a7d5d req-52a378a5-3aa0-4470-b3f0-63902f202f97 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:34.897253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a47e1581-b00d-4c23-b4ad-1ec4572a7d5d req-52a378a5-3aa0-4470-b3f0-63902f202f97 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0570517 Sep 21 08:42:34.943926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a47e1581-b00d-4c23-b4ad-1ec4572a7d5d req-fa1cd933-1a45-4a7f-9533-79dffe71e078 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402534 Sep 21 08:42:36.088835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b123-8b6b-4b19-8265-88b415caa041 req-eb9cacf4-7fa4-4de9-9f89-1e0c742e149e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:36.092828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1a6b123-8b6b-4b19-8265-88b415caa041 req-eb9cacf4-7fa4-4de9-9f89-1e0c742e149e tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0720894 Sep 21 08:42:36.149512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f1a6b123-8b6b-4b19-8265-88b415caa041 req-16cbf934-a656-494c-a296-e2a3a3b6c5cc tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496149 Sep 21 08:42:36.542785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 35972) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:36.652733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-737a594e-5f83-4089-a3c9-db49d2defa7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:36.744076 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-737a594e-5f83-4089-a3c9-db49d2defa7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:36.747894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-737a594e-5f83-4089-a3c9-db49d2defa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:36.787938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-737a594e-5f83-4089-a3c9-db49d2defa7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c7f35b882624b2f8efef1e371c08558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437470 Sep 21 08:42:36.788226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35976) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:36.789277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a594e-5f83-4089-a3c9-db49d2defa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6847c514-0872-4b23-a772-1b10a322d93f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:36.848082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28be11ba-7a90-4fc6-80f2-37a8c79512f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:36.873431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28be11ba-7a90-4fc6-80f2-37a8c79512f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:36.921901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28be11ba-7a90-4fc6-80f2-37a8c79512f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:36.924542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28be11ba-7a90-4fc6-80f2-37a8c79512f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:36.925721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-28be11ba-7a90-4fc6-80f2-37a8c79512f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6847c514-0872-4b23-a772-1b10a322d93f HTTP/1.1" status: 204 len: 168 time: 0.1356580 Sep 21 08:42:36.933863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be11ba-7a90-4fc6-80f2-37a8c79512f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6847c514-0872-4b23-a772-1b10a322d93f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:37.203098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 35994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:37.206485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:42:37.218269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62c4be55-4a6d-4ae7-ac7f-1e574be35a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.320493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d10a5-edbb-4ff1-a17b-ac5caade9b0c req-0323d86e-a10e-44e7-832b-e30d581bb035 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:37.322965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3d10a5-edbb-4ff1-a17b-ac5caade9b0c req-0323d86e-a10e-44e7-832b-e30d581bb035 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 943 time: 0.0821917 Sep 21 08:42:37.329259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62c4be55-4a6d-4ae7-ac7f-1e574be35a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.332977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:37.337300 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62c4be55-4a6d-4ae7-ac7f-1e574be35a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.345563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'port_id': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'mac_address': 'fa:16:3e:2c:22:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:42:37.366950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3d10a5-edbb-4ff1-a17b-ac5caade9b0c req-e34617ec-48cf-4888-af4d-3d8fc68e795f tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371692 Sep 21 08:42:37.388530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.392334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4be55-4a6d-4ae7-ac7f-1e574be35a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d940411-cf27-4baf-968e-0d669c0cdaeb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:37.403534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-62c4be55-4a6d-4ae7-ac7f-1e574be35a54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e59aa72def6a4896abd867a7e888ee09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993880 Sep 21 08:42:37.406236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36000) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:37.408519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:42:37.433081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:37.437741 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.472114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad108df-b1ca-4c53-b9d0-29fb8980599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.486460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:37.494277 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad108df-b1ca-4c53-b9d0-29fb8980599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.545746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad108df-b1ca-4c53-b9d0-29fb8980599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.548670 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cad108df-b1ca-4c53-b9d0-29fb8980599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:37.550033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cad108df-b1ca-4c53-b9d0-29fb8980599b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d940411-cf27-4baf-968e-0d669c0cdaeb HTTP/1.1" status: 204 len: 168 time: 0.1428115 Sep 21 08:42:37.558681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad108df-b1ca-4c53-b9d0-29fb8980599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d940411-cf27-4baf-968e-0d669c0cdaeb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:37.747503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['99de7a9f-c7c0-4a95-a2f0-0a58bf98a166'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:42:38.494706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dda8b2-ff2c-463c-b3fb-9d3eb318672b req-b29086c7-8d7e-4c45-a20b-e4c60211c801 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:38.496243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45dda8b2-ff2c-463c-b3fb-9d3eb318672b req-b29086c7-8d7e-4c45-a20b-e4c60211c801 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 944 time: 0.0562809 Sep 21 08:42:38.537147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45dda8b2-ff2c-463c-b3fb-9d3eb318672b req-690b902e-8f9e-4f04-aed8-6c7044eb4320 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348945 Sep 21 08:42:39.241212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:42:39.294094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:42:39.299617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:42:39.300126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:39.380032 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:39.404508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:42:39.406785 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e0d00-ea83-4d9e-8386-f643db94970b" -d '{"events": [{"server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "name": "network-vif-plugged", "status": "completed", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:42:39.418113 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:42:39.424780 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:39.459207 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d0945-3a81-493b-8f32-844dd9cd9e5a x-openstack-request-id: req-281d0945-3a81-493b-8f32-844dd9cd9e5a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:42:39.459521 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "name": "network-vif-plugged", "status": "completed", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:42:39.459773 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-281d0945-3a81-493b-8f32-844dd9cd9e5a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:42:39.460331 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'code': 200} Sep 21 08:42:39.488920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:39.567662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629ca20-0c19-44a9-ad99-b3539905d3f4 req-8b4be527-68de-4f85-9433-5ff1919cc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:39.569261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0629ca20-0c19-44a9-ad99-b3539905d3f4 req-8b4be527-68de-4f85-9433-5ff1919cc6a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1096 time: 0.0456400 Sep 21 08:42:39.610151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36090) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:39.614502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0629ca20-0c19-44a9-ad99-b3539905d3f4 req-c30c1cae-4b4e-4b56-b211-6cf077669961 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375519 Sep 21 08:42:39.667142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1df20-fe28-4e5f-bfb5-59a2473fddba req-dfc833a0-a0ac-47aa-b571-c357d266bdb1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:39.668723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76b1df20-fe28-4e5f-bfb5-59a2473fddba req-dfc833a0-a0ac-47aa-b571-c357d266bdb1 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 945 time: 0.0564837 Sep 21 08:42:39.715022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76b1df20-fe28-4e5f-bfb5-59a2473fddba req-808d4c42-bd5d-4768-a2b2-ccdfbde68e46 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386209 Sep 21 08:42:39.731296 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e0da820-1e5a-44da-be2b-034afa0652c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:39.828402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e0da820-1e5a-44da-be2b-034afa0652c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:39.832284 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e0da820-1e5a-44da-be2b-034afa0652c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:39.874997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8e0da820-1e5a-44da-be2b-034afa0652c1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7457046296c6441499142eb0b2baf45c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637484 Sep 21 08:42:39.875967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0da820-1e5a-44da-be2b-034afa0652c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f74abc-c2cf-47c1-a43c-c509d0185552,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:39.877822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36098) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:39.928484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce4cbf3-38b1-4846-9428-cd9c952c9959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:39.951099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce4cbf3-38b1-4846-9428-cd9c952c9959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.002672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce4cbf3-38b1-4846-9428-cd9c952c9959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.005409 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce4cbf3-38b1-4846-9428-cd9c952c9959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.006587 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fce4cbf3-38b1-4846-9428-cd9c952c9959 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6f74abc-c2cf-47c1-a43c-c509d0185552 HTTP/1.1" status: 204 len: 168 time: 0.1277137 Sep 21 08:42:40.015456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4cbf3-38b1-4846-9428-cd9c952c9959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f74abc-c2cf-47c1-a43c-c509d0185552,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:40.297476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36114) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:40.312068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-196cd899-f1b3-4fa4-95e4-5e5739e9d453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.404864 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-196cd899-f1b3-4fa4-95e4-5e5739e9d453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.410231 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-196cd899-f1b3-4fa4-95e4-5e5739e9d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.453282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cd899-f1b3-4fa4-95e4-5e5739e9d453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5441fa-95df-44a2-8c85-90bb6208c9eb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:40.457958 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-196cd899-f1b3-4fa4-95e4-5e5739e9d453 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b13afecc75d044dba89daccb5d248aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594875 Sep 21 08:42:40.460990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36116) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:40.511829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87199b90-2bef-495a-8bf8-b6070a24695c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.533540 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87199b90-2bef-495a-8bf8-b6070a24695c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.586005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87199b90-2bef-495a-8bf8-b6070a24695c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.588852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87199b90-2bef-495a-8bf8-b6070a24695c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:40.590033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-87199b90-2bef-495a-8bf8-b6070a24695c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6b5441fa-95df-44a2-8c85-90bb6208c9eb HTTP/1.1" status: 204 len: 168 time: 0.1285341 Sep 21 08:42:40.598142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87199b90-2bef-495a-8bf8-b6070a24695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5441fa-95df-44a2-8c85-90bb6208c9eb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:40.868313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719407a-1004-4a2f-b32c-3f08e7002476 req-a130cc6a-845f-4ba8-921f-39e0dda7b2a2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:40.877406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a719407a-1004-4a2f-b32c-3f08e7002476 req-a130cc6a-845f-4ba8-921f-39e0dda7b2a2 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 945 time: 0.0753598 Sep 21 08:42:40.916993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a719407a-1004-4a2f-b32c-3f08e7002476 req-f593837e-8e9b-4562-ab00-ac6cad916dba tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 Sep 21 08:42:42.036303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0e39-0e7e-4fa6-be5d-41f71eb54a69 req-aececc2c-d4af-4b0d-aef8-7e5df5fa5dcf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:42.037807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7fe0e39-0e7e-4fa6-be5d-41f71eb54a69 req-aececc2c-d4af-4b0d-aef8-7e5df5fa5dcf tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 945 time: 0.0533712 Sep 21 08:42:42.079241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7fe0e39-0e7e-4fa6-be5d-41f71eb54a69 req-ad2792d7-c68e-44ff-856b-2f49ea0fc94a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354290 Sep 21 08:42:42.206722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c15c6-eb44-40ba-80bb-d492ee0a3d5b req-43666e12-7c55-41a7-a633-dba1c9648a6c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:42.208307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d81c15c6-eb44-40ba-80bb-d492ee0a3d5b req-43666e12-7c55-41a7-a633-dba1c9648a6c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 945 time: 0.0561681 Sep 21 08:42:42.254522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d81c15c6-eb44-40ba-80bb-d492ee0a3d5b req-036c3aa0-4014-4b9c-af09-62e899abfafd tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383480 Sep 21 08:42:42.280439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36196) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:42.327124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f32747-bba6-4e87-9f12-5807590583f7 tempest-TestVolumeBootPattern-1977178210 tempest-TestVolumeBootPattern-1977178210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:42.329091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a3f32747-bba6-4e87-9f12-5807590583f7 tempest-TestVolumeBootPattern-1977178210 tempest-TestVolumeBootPattern-1977178210-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1091 time: 0.0476422 Sep 21 08:42:42.331846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36198) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:42.336223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:42.359402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:42.472763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:42.591143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Allocated IP 172.25.1.4 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/572302c4-8fd8-4f43-988e-489c35459fb8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:42:42.698113 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:42.735470 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:42.779092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:42:42.784173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:42:42.790025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:42:42.815464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=572302c4-8fd8-4f43-988e-489c35459fb8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:43.166236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36220) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:43.174090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.249816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.286605 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-255168b8-28dd-4f34-85aa-c4e39cb9d912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.388290 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-255168b8-28dd-4f34-85aa-c4e39cb9d912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.393023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-255168b8-28dd-4f34-85aa-c4e39cb9d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.429489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.435062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255168b8-28dd-4f34-85aa-c4e39cb9d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0b8f64-e489-44d2-8a7b-665247f91113,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:43.436109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.446834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-255168b8-28dd-4f34-85aa-c4e39cb9d912 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=09197475b2ee47c4ac2b367fdbeea064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792587 Sep 21 08:42:43.447523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36226) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:43.504774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0efca99-f3cd-42af-89ff-60f6734587f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.517460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event updated for resources: {'Port': ['ID=572302c4-8fd8-4f43-988e-489c35459fb8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:43.527111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0efca99-f3cd-42af-89ff-60f6734587f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.530716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.579276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0efca99-f3cd-42af-89ff-60f6734587f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.581966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0efca99-f3cd-42af-89ff-60f6734587f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:43.583547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f0efca99-f3cd-42af-89ff-60f6734587f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a0b8f64-e489-44d2-8a7b-665247f91113 HTTP/1.1" status: 204 len: 168 time: 0.1348894 Sep 21 08:42:43.593685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efca99-f3cd-42af-89ff-60f6734587f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0b8f64-e489-44d2-8a7b-665247f91113,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:43.641244 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Floating IP 8ec317ae-00ca-40a4-843a-5f7341e12350 associated. External IP: 172.25.1.4, port: 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166. Sep 21 08:42:44.177703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:42:44.289772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:42:44.301745 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:42:44.309731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:44.314245 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:42:44.314993 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:44.343490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f30f729a-ecdf-4049-89a2-935fc42408b8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0073552 Sep 21 08:42:44.343490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:42:44.344042 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdcecf9-7396-4f0b-9a5f-b7904148d540" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:42:44.399231 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b5191f-0940-486f-b1c0-a0e122e234c1 x-openstack-request-id: req-40b5191f-0940-486f-b1c0-a0e122e234c1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:42:44.399231 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:42:44.399548 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40b5191f-0940-486f-b1c0-a0e122e234c1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:42:44.399954 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'status': 'completed', 'code': 200} Sep 21 08:42:44.477510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-af9e69bc-00aa-4ffa-a3d1-4107f345602f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:44.479402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-af9e69bc-00aa-4ffa-a3d1-4107f345602f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1096 time: 0.0513926 Sep 21 08:42:44.505908 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:42:44.561113 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-afa20e58-6012-4d9c-b58d-4571b57f30fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659728 Sep 21 08:42:44.602253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-a2d221b3-2148-4204-94e1-f29cb2a013bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:44.603985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-a2d221b3-2148-4204-94e1-f29cb2a013bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.1120512 Sep 21 08:42:44.689304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-6a4815ac-b5dd-43cf-8b5b-123f9ddcbafc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 200 len: 997 time: 0.0772116 Sep 21 08:42:44.757002 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '8ec317ae-00ca-40a4-843a-5f7341e12350', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:2c:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:42:43Z', 'updated_at': '2021-09-21T08:42:43Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}, {'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:17Z', 'revision_number': 1, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:44.767392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-0c5d92f9-8d0d-48c9-9e41-7804f186d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:44.769139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-0c5d92f9-8d0d-48c9-9e41-7804f186d78b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0723045 Sep 21 08:42:44.788211 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:42:44.802250 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:42:44.803224 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:44.829095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-2c842fc5-b8a5-4f61-af09-f9582cc124f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:44.830445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-2c842fc5-b8a5-4f61-af09-f9582cc124f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534949 Sep 21 08:42:44.943220 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:42:44.953395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-0ebcd012-3d66-42a1-a2c1-af5ae093d104 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156602 Sep 21 08:42:45.076266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dbdcecf9-7396-4f0b-9a5f-b7904148d540 req-2c9c54f9-0064-4c69-b373-586e61d7c183 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148949 Sep 21 08:42:45.179824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:45.211601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-98ceef69-4f27-4099-b6a7-241591e4c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:45.213945 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-98ceef69-4f27-4099-b6a7-241591e4c698 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1096 time: 0.0630224 Sep 21 08:42:45.215426 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '8ec317ae-00ca-40a4-843a-5f7341e12350', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:2c:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:42:43Z', 'updated_at': '2021-09-21T08:42:43Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}, {'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:17Z', 'revision_number': 1, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:45.247052 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7916b767-6f98-4a97-bf23-bfd1955ee45e None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '8ec317ae-00ca-40a4-843a-5f7341e12350', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.4', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:2c:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:42:43Z', 'updated_at': '2021-09-21T08:42:43Z', 'revision_number': 0, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}, {'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:17Z', 'revision_number': 1, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:42:45.329766 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82626a8f-82e9-456f-ab76-ee25f0fc3742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:45.343771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-3ac91953-46b5-45cb-886c-6b6b8193f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:45.345270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-3ac91953-46b5-45cb-886c-6b6b8193f851 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.1104920 Sep 21 08:42:45.420250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-be0fa8f8-76c4-4457-895f-b01d8db4a29e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 200 len: 997 time: 0.0671735 Sep 21 08:42:45.441326 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82626a8f-82e9-456f-ab76-ee25f0fc3742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:45.447083 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82626a8f-82e9-456f-ab76-ee25f0fc3742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:45.477528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-3cfe3e71-e112-4410-80ba-f58fd42156de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:45.479121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-3cfe3e71-e112-4410-80ba-f58fd42156de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0524104 Sep 21 08:42:45.491488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82626a8f-82e9-456f-ab76-ee25f0fc3742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f42b114-20eb-409b-b252-749c5c072a48,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:45.526255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36284) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:45.527193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-82626a8f-82e9-456f-ab76-ee25f0fc3742 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8edf31d0d7d84c72afc01289eab64d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457801 Sep 21 08:42:45.549010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211f46e-a1bf-4cfe-bfb3-1f3ddb02062a None None] New status for floating IP 8ec317ae-00ca-40a4-843a-5f7341e12350: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:42:45.579969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-7849fe2e-51c9-4679-b5bc-b12f0b38577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:45.581790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-7849fe2e-51c9-4679-b5bc-b12f0b38577d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953708 Sep 21 08:42:45.603629 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae65b695-655a-4d09-8634-b1f3f9b8afb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:45.673811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae65b695-655a-4d09-8634-b1f3f9b8afb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:45.727307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-10c54c96-b026-4bd8-823f-a283cf852720 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357732 Sep 21 08:42:45.770183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae65b695-655a-4d09-8634-b1f3f9b8afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:45.772757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae65b695-655a-4d09-8634-b1f3f9b8afb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:45.773918 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae65b695-655a-4d09-8634-b1f3f9b8afb8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f42b114-20eb-409b-b252-749c5c072a48 HTTP/1.1" status: 204 len: 168 time: 0.2465739 Sep 21 08:42:45.825646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65b695-655a-4d09-8634-b1f3f9b8afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f42b114-20eb-409b-b252-749c5c072a48,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:45.855598 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c9c43b-2232-4c51-a890-929921fec5d7 req-1c27e7a0-cdd3-439e-9423-d6a95f1df3b2 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210361 Sep 21 08:42:46.805576 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-a7ff2f85-6252-4559-b8a7-73263706601e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467732 Sep 21 08:42:46.908024 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-463ca691-800b-48a5-baa2-a13fc68298ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:46.909610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-463ca691-800b-48a5-baa2-a13fc68298ac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1096 time: 0.0530884 Sep 21 08:42:47.020970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-5e0b48cc-ef14-4d30-a3f3-88c5bf92427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:47.022690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-5e0b48cc-ef14-4d30-a3f3-88c5bf92427a service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.0918739 Sep 21 08:42:47.093672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-ef29b8cf-7633-4f35-8258-78ddbb860842 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 1001 time: 0.0628111 Sep 21 08:42:47.149229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-5321d9bf-ce23-4ab3-b78f-e1f82bbd9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:47.150717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-5321d9bf-ce23-4ab3-b78f-e1f82bbd9ca6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0495558 Sep 21 08:42:47.206777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-c4eef69b-8b78-42c1-b56f-11314586e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:47.208621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-c4eef69b-8b78-42c1-b56f-11314586e6f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496464 Sep 21 08:42:47.316581 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-964537e0-1724-44eb-ad29-aeab19a0c6ef service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974784 Sep 21 08:42:47.424666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-df069ca8-7b6c-42d3-b8fd-2fc27cefaa41 req-769d8046-5efa-4757-b1ec-3b25832efe21 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996895 Sep 21 08:42:48.212098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36400) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:48.317889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8817f61d-4dc4-4e29-b6b7-bfaf240e6b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.409695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8817f61d-4dc4-4e29-b6b7-bfaf240e6b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.413771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8817f61d-4dc4-4e29-b6b7-bfaf240e6b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.456194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8817f61d-4dc4-4e29-b6b7-bfaf240e6b59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0927afb9dc2a490a9e7dee909cdea56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406971 Sep 21 08:42:48.456194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817f61d-4dc4-4e29-b6b7-bfaf240e6b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305abd61-5f60-460c-9af4-e4b2f80e5ff3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:48.456946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36404) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:48.526227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc792e1a-a88f-4e0e-81a8-851b58fa498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.548781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc792e1a-a88f-4e0e-81a8-851b58fa498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.598127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc792e1a-a88f-4e0e-81a8-851b58fa498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.600781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc792e1a-a88f-4e0e-81a8-851b58fa498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.602053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cc792e1a-a88f-4e0e-81a8-851b58fa498b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/305abd61-5f60-460c-9af4-e4b2f80e5ff3 HTTP/1.1" status: 204 len: 168 time: 0.1440880 Sep 21 08:42:48.610883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc792e1a-a88f-4e0e-81a8-851b58fa498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305abd61-5f60-460c-9af4-e4b2f80e5ff3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:48.885063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36412) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:48.898597 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22748ed7-c9bd-4905-a623-a5e0f5b9c1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.989973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22748ed7-c9bd-4905-a623-a5e0f5b9c1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:48.994241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22748ed7-c9bd-4905-a623-a5e0f5b9c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:49.032912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22748ed7-c9bd-4905-a623-a5e0f5b9c1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8623fa9-2fa4-4318-b07b-d74c5473cdca,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:49.037395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-22748ed7-c9bd-4905-a623-a5e0f5b9c1f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3cd80ff6beb54dc3be5f9a2e2341d105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512673 Sep 21 08:42:49.040199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36414) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:49.100376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d3-d994-41ad-a285-a0d3e35ea9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:49.127417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d3-d994-41ad-a285-a0d3e35ea9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:49.175227 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d3-d994-41ad-a285-a0d3e35ea9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:49.178115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8d9404d3-d994-41ad-a285-a0d3e35ea9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:49.179291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8d9404d3-d994-41ad-a285-a0d3e35ea9c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a8623fa9-2fa4-4318-b07b-d74c5473cdca HTTP/1.1" status: 204 len: 168 time: 0.1380808 Sep 21 08:42:49.187757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9404d3-d994-41ad-a285-a0d3e35ea9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8623fa9-2fa4-4318-b07b-d74c5473cdca,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:50.534353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36452) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:50.631225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e6e2dbb2-8242-4f7b-a7d6-3c583f3a6dc1 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-627934931'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:50.631723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e6e2dbb2-8242-4f7b-a7d6-3c583f3a6dc1 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Unknown quota resources ['metering_label']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:42:50.816668 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6e2dbb2-8242-4f7b-a7d6-3c583f3a6dc1 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:50.817884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e6e2dbb2-8242-4f7b-a7d6-3c583f3a6dc1 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2824559 Sep 21 08:42:50.820832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36456) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:50.826030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cfe690fb-9370-47cb-8408-c02ec679730c tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a5d1dde4-5bf0-4be4-832c-c2247c459c01'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:50.826530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-cfe690fb-9370-47cb-8408-c02ec679730c tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:42:50.913082 n-d-809980-2 neutron-server[94725]: WARNING neutron.services.metering.metering_plugin [None req-cfe690fb-9370-47cb-8408-c02ec679730c tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 08:42:51.039248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cfe690fb-9370-47cb-8408-c02ec679730c tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:51.044066 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cfe690fb-9370-47cb-8408-c02ec679730c tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2219009 Sep 21 08:42:51.044294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36460) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:51.050886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3c77215e-3e9d-49a4-8a8f-84bcacabdcbb tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a5d1dde4-5bf0-4be4-832c-c2247c459c01'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:51.051706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3c77215e-3e9d-49a4-8a8f-84bcacabdcbb tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:42:51.144244 n-d-809980-2 neutron-server[94724]: WARNING neutron.services.metering.metering_plugin [None req-3c77215e-3e9d-49a4-8a8f-84bcacabdcbb tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 21 08:42:51.255304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c77215e-3e9d-49a4-8a8f-84bcacabdcbb tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:51.260167 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c77215e-3e9d-49a4-8a8f-84bcacabdcbb tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2105718 Sep 21 08:42:51.260584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36464) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:51.272893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-298ed3dd-ebaa-4a99-983c-01008b457614 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=1a904dc9-fc63-498a-879d-5efc6ceeed18 HTTP/1.1" status: 200 len: 464 time: 0.0111296 Sep 21 08:42:51.276035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36466) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:51.389812 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5dd6f2ae-1ce3-4a90-a96b-117e5179b7fd tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:51.390965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5dd6f2ae-1ce3-4a90-a96b-117e5179b7fd tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/1a904dc9-fc63-498a-879d-5efc6ceeed18 HTTP/1.1" status: 204 len: 168 time: 0.1139951 Sep 21 08:42:51.393762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36468) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:51.406420 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-84d66252-e7f4-4a12-825e-bee59189d3e2 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=1a904dc9-fc63-498a-879d-5efc6ceeed18 HTTP/1.1" status: 200 len: 221 time: 0.0089827 Sep 21 08:42:51.408470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36470) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:51.413621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7e730713-f5ab-4b4f-a7f7-f63ebdb7496b tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1676437115', 'description': 'label created by tempest'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:51.414168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7e730713-f5ab-4b4f-a7f7-f63ebdb7496b tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Unknown quota resources ['metering_label']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:42:51.596720 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e730713-f5ab-4b4f-a7f7-f63ebdb7496b tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:51.597864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7e730713-f5ab-4b4f-a7f7-f63ebdb7496b tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1882803 Sep 21 08:42:51.601441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36472) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.006467 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e6aa1074-e03a-47bf-90ae-aece2e42a5af tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=82e3a336-7b18-4016-bd29-40e13036b7e9 HTTP/1.1" status: 200 len: 468 time: 0.4041550 Sep 21 08:42:52.009430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36478) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.187606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74f9aaf0-24f5-4da7-b099-f7de5bf1db49 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:52.188751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-74f9aaf0-24f5-4da7-b099-f7de5bf1db49 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/82e3a336-7b18-4016-bd29-40e13036b7e9 HTTP/1.1" status: 204 len: 168 time: 0.1782637 Sep 21 08:42:52.191565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36480) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.202642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b01b3086-f494-4298-9a0a-d68fccc29230 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=82e3a336-7b18-4016-bd29-40e13036b7e9 HTTP/1.1" status: 200 len: 216 time: 0.0099990 Sep 21 08:42:52.205741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36482) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.214728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-321a017f-d4ba-4fbd-bf38-04418af382fb tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080397 Sep 21 08:42:52.217684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36484) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.228802 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0ea46d5f-ee02-4fcf-8006-11f932a7509b tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0100787 Sep 21 08:42:52.231781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36486) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.279940 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3421d50e-da9d-400b-9ecc-ddb43730b939 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-labels/a5d1dde4-5bf0-4be4-832c-c2247c459c01 HTTP/1.1" status: 200 len: 472 time: 0.0465610 Sep 21 08:42:52.283802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36488) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.293539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-797fae71-6c22-40a0-9e34-041972e08421 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "GET /v2.0/metering/metering-label-rules/56dd8e08-1e54-407e-97a7-dcd52f50d4e2 HTTP/1.1" status: 200 len: 461 time: 0.0087762 Sep 21 08:42:52.296855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36490) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.392276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ca82b0e-2c39-4ac4-9d91-344a6032a0a9 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:52.393304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0ca82b0e-2c39-4ac4-9d91-344a6032a0a9 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-label-rules/56dd8e08-1e54-407e-97a7-dcd52f50d4e2 HTTP/1.1" status: 204 len: 168 time: 0.0956228 Sep 21 08:42:52.395865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36492) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.399390 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74be52f8-754a-4f54-ab40-dc965c49713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:52.570238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2265d7b5-350b-4fa8-8012-713209a9fe11 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:52.571278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2265d7b5-350b-4fa8-8012-713209a9fe11 tempest-MeteringTestJSON-1737612389 tempest-MeteringTestJSON-1737612389-project-admin] 10.222.0.59 "DELETE /v2.0/metering/metering-labels/a5d1dde4-5bf0-4be4-832c-c2247c459c01 HTTP/1.1" status: 204 len: 168 time: 0.1743915 Sep 21 08:42:52.804324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36498) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:52.913919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bec35a7-2f55-4062-98f7-bd25471e0550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.011099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bec35a7-2f55-4062-98f7-bd25471e0550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.014930 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bec35a7-2f55-4062-98f7-bd25471e0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.053460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7bec35a7-2f55-4062-98f7-bd25471e0550 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa3d2e910edd4546ae72bc32d1dcc412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479594 Sep 21 08:42:53.054251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec35a7-2f55-4062-98f7-bd25471e0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b25bde-a177-49da-8376-0bd74766bda2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:53.056258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36504) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:53.116269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-950019f4-89d7-4954-b336-9b8437133dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.141950 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-950019f4-89d7-4954-b336-9b8437133dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.187901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-950019f4-89d7-4954-b336-9b8437133dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.190517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-950019f4-89d7-4954-b336-9b8437133dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.191720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-950019f4-89d7-4954-b336-9b8437133dc0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/73b25bde-a177-49da-8376-0bd74766bda2 HTTP/1.1" status: 204 len: 168 time: 0.1231904 Sep 21 08:42:53.199705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950019f4-89d7-4954-b336-9b8437133dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b25bde-a177-49da-8376-0bd74766bda2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:53.492594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36524) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:53.500383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b44c200-64e0-46b0-b726-535da9529970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.610713 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b44c200-64e0-46b0-b726-535da9529970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.616025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9b44c200-64e0-46b0-b726-535da9529970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.659245 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9b44c200-64e0-46b0-b726-535da9529970 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40072d29441b49869135c1804c16b08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793857 Sep 21 08:42:53.659981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44c200-64e0-46b0-b726-535da9529970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69409f53-ea1e-491a-9d5f-aa8e44a7b2d0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:53.661849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36528) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:53.711554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b256f9a-e7e0-4433-bce6-6e3d9b502f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.733971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b256f9a-e7e0-4433-bce6-6e3d9b502f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.787119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b256f9a-e7e0-4433-bce6-6e3d9b502f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.790356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b256f9a-e7e0-4433-bce6-6e3d9b502f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:53.791938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2b256f9a-e7e0-4433-bce6-6e3d9b502f16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69409f53-ea1e-491a-9d5f-aa8e44a7b2d0 HTTP/1.1" status: 204 len: 168 time: 0.1285336 Sep 21 08:42:53.800767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b256f9a-e7e0-4433-bce6-6e3d9b502f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69409f53-ea1e-491a-9d5f-aa8e44a7b2d0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:55.279230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36606) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:55.308851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.394975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a4ed221b-b216-4ac7-9d8c-1120086479ae tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:55.396176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3723622a-599b-40d0-a871-cb32b1131368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.414650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a4ed221b-b216-4ac7-9d8c-1120086479ae tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "PUT /v2.0/quotas/12ffa6fe3b0d49d0801032944501e579 HTTP/1.1" status: 200 len: 368 time: 0.1342251 Sep 21 08:42:55.417330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36614) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:55.422001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Request body: {'network': {'project_id': '12ffa6fe3b0d49d0801032944501e579'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:55.443537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Made reservation on behalf of 12ffa6fe3b0d49d0801032944501e579 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:42:55.446025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.455706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.554595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.558804 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.595060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:42:55.601528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e053dfc-043b-4466-8d6a-9d0e5eb30c17,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:55.612958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.613239 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Added segment 22cc955e-11af-4d72-a5b8-ae4eb13f58a2 of type vlan for network 3a97ed94-5cc0-4908-a160-779e1e5482d8 Sep 21 08:42:55.656442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.684973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.685979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:55.687022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.728172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3097761 Sep 21 08:42:55.730980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36622) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:55.737244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Request body: {'network': {'project_id': '12ffa6fe3b0d49d0801032944501e579'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:55.761339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Made reservation on behalf of 12ffa6fe3b0d49d0801032944501e579 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:42:55.775822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.788235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e433c7-60bb-4ebf-a2ef-63998b1bd095 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Pushing event updated for resources: {'Network': ['ID=3a97ed94-5cc0-4908-a160-779e1e5482d8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:55.802887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3a97ed94-5cc0-4908-a160-779e1e5482d8 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:42:55.813583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:42:55.823516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.824403 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Added segment 0583f408-1b79-4b61-b207-4e0c921cce3a of type vlan for network 6dbe8ff8-7f16-4f27-8ed6-2b0dc2c959e6 Sep 21 08:42:55.870526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.908310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.909340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:55.909931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:55.931052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1982994 Sep 21 08:42:55.934177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36628) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:55.939908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9f175daa-0772-41c3-a13a-110ef743ffd6 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Request body: {'network': {'project_id': '12ffa6fe3b0d49d0801032944501e579'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:55.953514 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f175daa-0772-41c3-a13a-110ef743ffd6 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 21 08:42:55.954118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f175daa-0772-41c3-a13a-110ef743ffd6 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:42:55.955208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9f175daa-0772-41c3-a13a-110ef743ffd6 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0199666 Sep 21 08:42:55.958557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36630) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:55.976907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c8cfa-7dfe-4adb-ab58-5509918ccc02 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Pushing event updated for resources: {'Network': ['ID=6dbe8ff8-7f16-4f27-8ed6-2b0dc2c959e6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:56.000597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 6dbe8ff8-7f16-4f27-8ed6-2b0dc2c959e6 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:42:56.009751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7048cba-1ab2-43af-8808-829620cdbb77 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12ffa6fe3b0d49d0801032944501e579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479441 Sep 21 08:42:56.010241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36632) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:56.072340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37a2df21-9594-4e80-843b-cebfdb67a9a2 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.096400 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37a2df21-9594-4e80-843b-cebfdb67a9a2 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.152560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37a2df21-9594-4e80-843b-cebfdb67a9a2 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.155660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-37a2df21-9594-4e80-843b-cebfdb67a9a2 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.159797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-37a2df21-9594-4e80-843b-cebfdb67a9a2 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e053dfc-043b-4466-8d6a-9d0e5eb30c17 HTTP/1.1" status: 204 len: 168 time: 0.1485679 Sep 21 08:42:56.159953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36640) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:56.168494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2df21-9594-4e80-843b-cebfdb67a9a2 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e053dfc-043b-4466-8d6a-9d0e5eb30c17,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:56.238331 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.321867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.343100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbe8ff8-7f16-4f27-8ed6-2b0dc2c959e6']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:56.352347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0583f408-1b79-4b61-b207-4e0c921cce3a') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:56.352665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0583f408-1b79-4b61-b207-4e0c921cce3a') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:56.362351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.379339 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.385884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:42:56.386461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:42:56.388353 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:42:56.450546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.456091 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.460960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36648) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:56.461173 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "DELETE /v2.0/networks/6dbe8ff8-7f16-4f27-8ed6-2b0dc2c959e6 HTTP/1.1" status: 204 len: 168 time: 0.3000786 Sep 21 08:42:56.474880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d2523-2625-402d-8ce5-0908330f80dc tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dbe8ff8-7f16-4f27-8ed6-2b0dc2c959e6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:56.541259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.627425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.648197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a97ed94-5cc0-4908-a160-779e1e5482d8']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:56.657455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cc955e-11af-4d72-a5b8-ae4eb13f58a2') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:56.657754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cc955e-11af-4d72-a5b8-ae4eb13f58a2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:42:56.667692 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.682603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.689323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:42:56.689733 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:42:56.691513 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:42:56.749134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.755996 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:56.759864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] 10.222.0.59 "DELETE /v2.0/networks/3a97ed94-5cc0-4908-a160-779e1e5482d8 HTTP/1.1" status: 204 len: 168 time: 0.2972448 Sep 21 08:42:56.774947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4c9bc-ccc1-4507-aed3-03054c351ba5 tempest-QuotasNegativeTest-1004830550 tempest-QuotasNegativeTest-1004830550-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a97ed94-5cc0-4908-a160-779e1e5482d8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:56.780129 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.194392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36672) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:57.315412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8561ea7-c265-49fc-a895-2c9f9d6d7239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.420908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8561ea7-c265-49fc-a895-2c9f9d6d7239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.425074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8561ea7-c265-49fc-a895-2c9f9d6d7239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.462663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8561ea7-c265-49fc-a895-2c9f9d6d7239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2e0083-91df-4436-a7a7-1dbd987676d3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:57.469339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c8561ea7-c265-49fc-a895-2c9f9d6d7239 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5a3d6d6f43540f8b787a990e21282a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708266 Sep 21 08:42:57.469700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36682) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:57.534392 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba12f3-4a5e-409e-9fcf-bd8a06b5ae4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.556544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba12f3-4a5e-409e-9fcf-bd8a06b5ae4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.621244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba12f3-4a5e-409e-9fcf-bd8a06b5ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.624336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba12f3-4a5e-409e-9fcf-bd8a06b5ae4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:57.625598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f3ba12f3-4a5e-409e-9fcf-bd8a06b5ae4a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d2e0083-91df-4436-a7a7-1dbd987676d3 HTTP/1.1" status: 204 len: 168 time: 0.1548431 Sep 21 08:42:57.637213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba12f3-4a5e-409e-9fcf-bd8a06b5ae4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2e0083-91df-4436-a7a7-1dbd987676d3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:57.860331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.011329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36700) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:58.024655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4033bd4-5b8b-47bd-8272-88418ec0cf74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.129015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4033bd4-5b8b-47bd-8272-88418ec0cf74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.134748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4033bd4-5b8b-47bd-8272-88418ec0cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.176409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e4033bd4-5b8b-47bd-8272-88418ec0cf74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bb970428a02b4344b91a42a185d3ca8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638682 Sep 21 08:42:58.177146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4033bd4-5b8b-47bd-8272-88418ec0cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a1f1e3-ac18-4393-ad13-5854986a4c34,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:58.179742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36706) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:58.233505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d5d9-c88a-4e48-911d-8350d65eb292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.255996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d5d9-c88a-4e48-911d-8350d65eb292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.317132 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d5d9-c88a-4e48-911d-8350d65eb292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.319909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2cc8d5d9-c88a-4e48-911d-8350d65eb292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:58.321108 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2cc8d5d9-c88a-4e48-911d-8350d65eb292 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77a1f1e3-ac18-4393-ad13-5854986a4c34 HTTP/1.1" status: 204 len: 168 time: 0.1399014 Sep 21 08:42:58.331041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8d5d9-c88a-4e48-911d-8350d65eb292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a1f1e3-ac18-4393-ad13-5854986a4c34,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:59.110649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36746) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:59.217975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1073700209'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:59.238916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:42:59.242360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.251366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.347070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.350822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.381700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:42:59.387748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49588b8-c5ff-49fa-9137-11c47d23bbb2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:59.396622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.396974 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Added segment 42ce300d-a977-4006-89c0-4f37a68ee196 of type vlan for network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 Sep 21 08:42:59.438583 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.464425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.470839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:42:59.471635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.512803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3982167 Sep 21 08:42:59.512803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36762) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:42:59.518158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'subnet': {'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:42:59.576086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4027a1-6860-4682-b604-062329e91dc0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Network': ['ID=14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:59.586711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:42:59.651242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:42:59.655672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.872538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:42:59.947684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Subnet': ['ID=e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:42:59.956281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Checking segment: {'id': '42ce300d-a977-4006-89c0-4f37a68ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:42:59.956734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network hostable DHCP agents. Network: 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:42:59.978931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:42:59.994992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:42:59.999458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:00.000081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.006213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6002f-56a1-4daf-89dc-40a7f17e2271 None None] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:00.016578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-87be048f-6ebf-415f-aa40-797c21514c24 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5027289 Sep 21 08:43:00.019204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36774) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:00.026842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'name': 'tempest-AllowedAddressPairTestJSON-869335119'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:00.150620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:00.154952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.174911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] device_id is not set on port 3c7a685b-d137-4ad0-8b5c-1b7f342315fc yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:00.191896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'tenant_id': '25a58ad33aea4e728a598de124e15396', 'fixed_ips': [{'subnet_id': 'e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:00.191896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.324594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Allocated IP 172.20.0.11 (14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9/3c7a685b-d137-4ad0-8b5c-1b7f342315fc) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:00.486727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.524802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.590513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=3c7a685b-d137-4ad0-8b5c-1b7f342315fc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:00.591252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Allocated IP 172.20.0.2 (14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9/c0772b78-f0ef-4620-bb85-563d1ba44120) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:00.612134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:00.614483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:00.616900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:00.668880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:00.669833 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.691171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36790) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:00.692348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3f89f4c5-d4f3-4516-b882-25962f4f3cda tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6702411 Sep 21 08:43:00.706033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'name': 'tempest-AllowedAddressPairTestJSON-242724641', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:bf:ba:c9'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:00.811729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.821354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.871020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:00.875900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:00.879388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:00.883073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:00.895967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Pushing event updated for resources: {'Port': ['ID=c0772b78-f0ef-4620-bb85-563d1ba44120,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:00.956203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Attempting to bind port c0772b78-f0ef-4620-bb85-563d1ba44120 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:00.956698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Attempting to bind port c0772b78-f0ef-4620-bb85-563d1ba44120 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '42ce300d-a977-4006-89c0-4f37a68ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:00.957070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Attempting to bind port c0772b78-f0ef-4620-bb85-563d1ba44120 on network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:00.962864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:00.963240 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Checking segment: {'id': '42ce300d-a977-4006-89c0-4f37a68ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:00.963927 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.964623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Bound using segment: {'id': '42ce300d-a977-4006-89c0-4f37a68ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:00.965296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Bound port: c0772b78-f0ef-4620-bb85-563d1ba44120, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ce300d-a977-4006-89c0-4f37a68ee196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:00.965744 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.976427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:00.997399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] device_id is not set on port 6c1177fd-a906-4bfe-94b9-03e24b5b3124 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:01.043522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] For port c0772b78-f0ef-4620-bb85-563d1ba44120, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:01.056061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] For port c0772b78-f0ef-4620-bb85-563d1ba44120, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c0772b78-f0ef-4620-bb85-563d1ba44120,segment=NetworkSegment(42ce300d-a977-4006-89c0-4f37a68ee196),segment_id=42ce300d-a977-4006-89c0-4f37a68ee196)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:01.062966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:01.165014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05750c79-f7df-4e7a-b957-bc9405f7161d None None] Pushing event updated for resources: {'Port': ['ID=c0772b78-f0ef-4620-bb85-563d1ba44120,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:01.181403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Allocated IP 172.20.0.12 (14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9/6c1177fd-a906-4bfe-94b9-03e24b5b3124) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:01.422356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:01.496722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:01.555706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:01.559561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:01.569445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:01.610816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=6c1177fd-a906-4bfe-94b9-03e24b5b3124,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:01.631429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c0772b78-f0ef-4620-bb85-563d1ba44120 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:01.650998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:01.651625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:01.670566 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-82ee8e28-a82c-4f53-9637-3d7ab9bada0a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.9768298 Sep 21 08:43:01.672916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36810) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:01.699637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c0772b78-f0ef-4620-bb85-563d1ba44120 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:01.700478 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:01.809415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:01.855805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port c0772b78-f0ef-4620-bb85-563d1ba44120, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c0772b78-f0ef-4620-bb85-563d1ba44120,segment=NetworkSegment(42ce300d-a977-4006-89c0-4f37a68ee196),segment_id=42ce300d-a977-4006-89c0-4f37a68ee196)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:01.866778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:01.925700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=c0772b78-f0ef-4620-bb85-563d1ba44120,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:02.146209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcf388-f287-47f9-a979-5cba03138075 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:02.153183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcf388-f287-47f9-a979-5cba03138075 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:02.160239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcf388-f287-47f9-a979-5cba03138075 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:02.162371 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-56fcf388-f287-47f9-a979-5cba03138075 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4883277 Sep 21 08:43:02.165158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36820) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:02.260803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting port 6c1177fd-a906-4bfe-94b9-03e24b5b3124 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:02.261147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:02.322758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:02.389389 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:02.408134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Calling delete_port for 6c1177fd-a906-4bfe-94b9-03e24b5b3124 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:02.415570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60925f8-c574-4802-8451-5eca47a1c540 None None] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:02.487381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6cf6b13c-ebcc-4451-8842-d15f9a0f73cb None None] Provisioning complete for port c0772b78-f0ef-4620-bb85-563d1ba44120 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:02.487763 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b13c-ebcc-4451-8842-d15f9a0f73cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:02.577056 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:02.619360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Port': ['ID=6c1177fd-a906-4bfe-94b9-03e24b5b3124,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:02.831028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:02.835969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36838) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:02.836505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8ebab0f0-4e2a-470a-9e2e-e498938aa259 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/ports/6c1177fd-a906-4bfe-94b9-03e24b5b3124 HTTP/1.1" status: 204 len: 168 time: 0.6698637 Sep 21 08:43:02.863721 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6c4438-5863-4041-bfc3-6ce017be7585 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] GET failed (client error): The resource could not be found. Sep 21 08:43:02.865711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3a6c4438-5863-4041-bfc3-6ce017be7585 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "GET /v2.0/ports/6c1177fd-a906-4bfe-94b9-03e24b5b3124 HTTP/1.1" status: 404 len: 333 time: 0.0285826 Sep 21 08:43:02.869781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:02.876088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'name': 'tempest-AllowedAddressPairTestJSON-68350812'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:02.984703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-74664f1a-ac70-4b0d-9329-ed77f5e49111 None None] Provisioning complete for port c0772b78-f0ef-4620-bb85-563d1ba44120 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:02.985880 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74664f1a-ac70-4b0d-9329-ed77f5e49111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.040856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:03.044724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.065547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] device_id is not set on port 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:03.112613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-74664f1a-ac70-4b0d-9329-ed77f5e49111 None None] Provisioning complete for port 3c7a685b-d137-4ad0-8b5c-1b7f342315fc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:03.112613 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74664f1a-ac70-4b0d-9329-ed77f5e49111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.174666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-74664f1a-ac70-4b0d-9329-ed77f5e49111 None None] Port 3c7a685b-d137-4ad0-8b5c-1b7f342315fc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:03.211138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Allocated IP 172.20.0.7 (14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9/749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:03.327741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b7458b17-9878-4bfc-b6a9-a973caf40aa0 None None] Provisioning complete for port 3c7a685b-d137-4ad0-8b5c-1b7f342315fc triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:03.328262 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7458b17-9878-4bfc-b6a9-a973caf40aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.372474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b7458b17-9878-4bfc-b6a9-a973caf40aa0 None None] Port 3c7a685b-d137-4ad0-8b5c-1b7f342315fc cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:03.436515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.486410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d87e8efa-d425-41a1-8a0c-7159d0bc5955 None None] Could not find standard attr ID for object 6c1177fd-a906-4bfe-94b9-03e24b5b3124. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:03.494503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.552606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:03.557457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:03.561497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:03.608118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c0772b78-f0ef-4620-bb85-563d1ba44120 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:03.612367 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:03.645724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:03.646453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.667372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0acc1e06-a2bf-4b06-a8c4-a7f6bf22a75e tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7940354 Sep 21 08:43:03.667695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36858) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:03.674639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:bf:ba:c9'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:03.676996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port c0772b78-f0ef-4620-bb85-563d1ba44120 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:03.677435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.760097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:03.967443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.015914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-03b73963-32f9-49df-9b9e-50967ef5d3fc None None] Provisioning complete for port 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:04.016620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-03b73963-32f9-49df-9b9e-50967ef5d3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.041775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.047833 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.065708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-03b73963-32f9-49df-9b9e-50967ef5d3fc None None] Port 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:04.137189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:04.157981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] In _notify_port_updated(), no bound segment for port 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d on network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:04.163993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:04.164639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.168527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-615a2152-6e97-41cd-a870-13aec25a3a3a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "PUT /v2.0/ports/749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d HTTP/1.1" status: 200 len: 992 time: 0.4974058 Sep 21 08:43:04.168933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36870) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:04.277892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting port 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:04.278238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.374618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.386114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-675a3205-8c13-49f8-81b5-e0a62575ae5e None None] Provisioning complete for port 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:04.386494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-675a3205-8c13-49f8-81b5-e0a62575ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.389472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Calling delete_port for 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:04.428888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-675a3205-8c13-49f8-81b5-e0a62575ae5e None None] Port 749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:04.524921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.554730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Port': ['ID=749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:04.711742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.713812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-62a8e06e-af48-4449-ae83-b7b8f3e73f77 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/ports/749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d HTTP/1.1" status: 204 len: 168 time: 0.5439253 Sep 21 08:43:04.717327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36876) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:04.741897 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5cd1da-9f21-4955-ba2b-a024f1e93744 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] GET failed (client error): The resource could not be found. Sep 21 08:43:04.743828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0d5cd1da-9f21-4955-ba2b-a024f1e93744 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "GET /v2.0/ports/749f7c48-5dc8-4b2b-8198-27eb0b1e5c1d HTTP/1.1" status: 404 len: 333 time: 0.0255404 Sep 21 08:43:04.747802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36878) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:04.753287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'name': 'tempest-AllowedAddressPairTestJSON-1186491449'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:04.868842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:04.872407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:04.891776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] device_id is not set on port 4f45a90a-7305-4c31-9eab-0896a34a2bf8 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:05.025693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Allocated IP 172.20.0.4 (14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9/4f45a90a-7305-4c31-9eab-0896a34a2bf8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:05.186283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.229655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.275150 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:05.278405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:05.281473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:05.327046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=4f45a90a-7305-4c31-9eab-0896a34a2bf8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:05.348466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:05.349171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.372312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36884) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:05.373593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c7839a03-2039-4f1a-a282-9349e8f5bc62 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6237490 Sep 21 08:43:05.380539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bf:ba:c9'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:05.558193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a406d0b3-e765-4b39-a79b-8380c24c6603 None None] Provisioning complete for port 4f45a90a-7305-4c31-9eab-0896a34a2bf8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:05.558815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a406d0b3-e765-4b39-a79b-8380c24c6603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.562557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.599997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a406d0b3-e765-4b39-a79b-8380c24c6603 None None] Port 4f45a90a-7305-4c31-9eab-0896a34a2bf8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:05.760867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.765302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.848039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=4f45a90a-7305-4c31-9eab-0896a34a2bf8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:05.862198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] In _notify_port_updated(), no bound segment for port 4f45a90a-7305-4c31-9eab-0896a34a2bf8 on network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:05.868155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:05.868887 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:05.870496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2e8dbc51-a339-4cf0-af0f-fe04c7cc3bdf tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "PUT /v2.0/ports/4f45a90a-7305-4c31-9eab-0896a34a2bf8 HTTP/1.1" status: 200 len: 996 time: 0.4955168 Sep 21 08:43:05.873393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36886) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:05.974207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting port 4f45a90a-7305-4c31-9eab-0896a34a2bf8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:05.974557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.082558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.095758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Calling delete_port for 4f45a90a-7305-4c31-9eab-0896a34a2bf8 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:06.135133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d168f48b-7ea9-43f2-9104-04d7ebceb159 None None] Provisioning complete for port 4f45a90a-7305-4c31-9eab-0896a34a2bf8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:06.135700 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d168f48b-7ea9-43f2-9104-04d7ebceb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.173824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d168f48b-7ea9-43f2-9104-04d7ebceb159 None None] Port 4f45a90a-7305-4c31-9eab-0896a34a2bf8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:06.245679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.276998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Port': ['ID=4f45a90a-7305-4c31-9eab-0896a34a2bf8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:06.352812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.355792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ace14a4e-f0c7-4f95-b9a2-51168875f39c tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/ports/4f45a90a-7305-4c31-9eab-0896a34a2bf8 HTTP/1.1" status: 204 len: 168 time: 0.4813504 Sep 21 08:43:06.358177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36888) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:06.384802 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-546d4306-dcb9-4c33-9742-ace19a13899b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] GET failed (client error): The resource could not be found. Sep 21 08:43:06.386638 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-546d4306-dcb9-4c33-9742-ace19a13899b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "GET /v2.0/ports/4f45a90a-7305-4c31-9eab-0896a34a2bf8 HTTP/1.1" status: 404 len: 333 time: 0.0273252 Sep 21 08:43:06.390339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36892) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:06.396258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'name': 'tempest-AllowedAddressPairTestJSON-1667303778'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:06.515947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:06.519524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.538166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] device_id is not set on port f8df2513-1fd4-4273-a6a4-e847fceb370a yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:06.664976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Allocated IP 172.20.0.13 (14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9/f8df2513-1fd4-4273-a6a4-e847fceb370a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:06.813338 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.847851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.895628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:06.898746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:06.905089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:06.929141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=f8df2513-1fd4-4273-a6a4-e847fceb370a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:06.960182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:06.960726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:06.978542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6168ced7-b0a7-4c4b-b5f6-e27e15511922 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5869751 Sep 21 08:43:06.981159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36894) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:06.986214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'network_id': '14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9', 'name': 'tempest-AllowedAddressPairTestJSON-656185778'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:07.100658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Made reservation on behalf of 25a58ad33aea4e728a598de124e15396 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:07.104348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.121606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] device_id is not set on port 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:07.200591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-66df4d5f-4c3c-4c07-a7cd-7c9c579a9e23 None None] Provisioning complete for port f8df2513-1fd4-4273-a6a4-e847fceb370a triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:07.201722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-66df4d5f-4c3c-4c07-a7cd-7c9c579a9e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.240659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-66df4d5f-4c3c-4c07-a7cd-7c9c579a9e23 None None] Port f8df2513-1fd4-4273-a6a4-e847fceb370a cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:07.247565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Allocated IP 172.20.0.5 (14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9/4b9c5005-28b9-42e7-9780-f38e9a41dcf6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:07.401384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.436144 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.479018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:07.482211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:07.484698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:07.512902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=4b9c5005-28b9-42e7-9780-f38e9a41dcf6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:07.549390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:07.550041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.567525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a286ec08-3be1-45a5-9ead-6722e1d5a8d0 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5850565 Sep 21 08:43:07.570079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36898) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:07.576800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:bf:ba:c9'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:73:6d:74'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:07.735000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.762364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e8264b3f-a144-4544-bcc7-6c00ab96e413 None None] Provisioning complete for port 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:07.763082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e8264b3f-a144-4544-bcc7-6c00ab96e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.804341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e8264b3f-a144-4544-bcc7-6c00ab96e413 None None] Port 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:07.927416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:07.932993 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.021717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event updated for resources: {'Port': ['ID=4b9c5005-28b9-42e7-9780-f38e9a41dcf6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:08.036382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.036744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.037102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.037449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.037786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.038129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.038467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.038800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.039141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.039496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.039826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.040172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:08.046419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] In _notify_port_updated(), no bound segment for port 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 on network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:08.052205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:08.052851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.055092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3fff9203-6817-4113-94fd-b9a274f421a6 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "PUT /v2.0/ports/4b9c5005-28b9-42e7-9780-f38e9a41dcf6 HTTP/1.1" status: 200 len: 1056 time: 0.4831250 Sep 21 08:43:08.057647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:08.150677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting port 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:08.151078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.231910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-45cdbbbb-5efd-4444-a347-5846c3d03cea None None] Provisioning complete for port 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:08.233146 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-45cdbbbb-5efd-4444-a347-5846c3d03cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.246062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.259082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Calling delete_port for 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:08.269401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-45cdbbbb-5efd-4444-a347-5846c3d03cea None None] Port 4b9c5005-28b9-42e7-9780-f38e9a41dcf6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:08.391879 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.422040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Port': ['ID=4b9c5005-28b9-42e7-9780-f38e9a41dcf6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:08.625132 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.627348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-61a4ffb6-243c-44e3-afdd-a230342ca44b tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/ports/4b9c5005-28b9-42e7-9780-f38e9a41dcf6 HTTP/1.1" status: 204 len: 168 time: 0.5686491 Sep 21 08:43:08.630075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36904) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:08.655980 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1905956d-d109-4857-b5e6-e9c8041ac288 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] GET failed (client error): The resource could not be found. Sep 21 08:43:08.657568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1905956d-d109-4857-b5e6-e9c8041ac288 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "GET /v2.0/ports/4b9c5005-28b9-42e7-9780-f38e9a41dcf6 HTTP/1.1" status: 404 len: 333 time: 0.0265443 Sep 21 08:43:08.660241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36906) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:08.753988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting port f8df2513-1fd4-4273-a6a4-e847fceb370a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:08.754259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.838660 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:08.850137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Calling delete_port for f8df2513-1fd4-4273-a6a4-e847fceb370a owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:08.977642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.007526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Port': ['ID=f8df2513-1fd4-4273-a6a4-e847fceb370a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:09.079823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.083874 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-27dade35-f830-4601-a383-e9f2e4b02050 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/ports/f8df2513-1fd4-4273-a6a4-e847fceb370a HTTP/1.1" status: 204 len: 168 time: 0.4225893 Sep 21 08:43:09.084670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36908) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:09.109096 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e85399c-549a-4964-a19f-4eff163a14d2 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] GET failed (client error): The resource could not be found. Sep 21 08:43:09.110688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4e85399c-549a-4964-a19f-4eff163a14d2 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "GET /v2.0/ports/f8df2513-1fd4-4273-a6a4-e847fceb370a HTTP/1.1" status: 404 len: 333 time: 0.0250800 Sep 21 08:43:09.114140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36910) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:09.201047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting port 3c7a685b-d137-4ad0-8b5c-1b7f342315fc {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:09.201383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.286260 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.298097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Calling delete_port for 3c7a685b-d137-4ad0-8b5c-1b7f342315fc owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:09.420435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.447468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Port': ['ID=3c7a685b-d137-4ad0-8b5c-1b7f342315fc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:09.516851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.518791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3877d60-1ae7-41d7-b92b-6ebc69611d28 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/ports/3c7a685b-d137-4ad0-8b5c-1b7f342315fc HTTP/1.1" status: 204 len: 168 time: 0.4037275 Sep 21 08:43:09.521354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36916) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:09.579902 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting subnet e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:09.583181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.632495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.742475 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.802307 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.831374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Subnet': ['ID=e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:09.837047 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.841072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bab79696-b21a-4e0e-bf84-060a1efd937a tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/subnets/e0fe1f28-a9d9-46a0-b4dd-6184e7ba62e9 HTTP/1.1" status: 204 len: 168 time: 0.3165333 Sep 21 08:43:09.841904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36924) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:09.845093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4d3e7-3286-4c0a-936a-cb48da50347a None None] Network 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:09.919744 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:09.979055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Deleting port c0772b78-f0ef-4620-bb85-563d1ba44120 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:09.979540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.032499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] DHCP port deletion for 14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:10.051589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] For port c0772b78-f0ef-4620-bb85-563d1ba44120, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c0772b78-f0ef-4620-bb85-563d1ba44120,segment=NetworkSegment(42ce300d-a977-4006-89c0-4f37a68ee196),segment_id=42ce300d-a977-4006-89c0-4f37a68ee196)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:10.052040 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.066616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Calling delete_port for c0772b78-f0ef-4620-bb85-563d1ba44120 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:10.086166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] Deleting port c0772b78-f0ef-4620-bb85-563d1ba44120 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:10.086571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.148853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] For port c0772b78-f0ef-4620-bb85-563d1ba44120, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c0772b78-f0ef-4620-bb85-563d1ba44120,segment=NetworkSegment(42ce300d-a977-4006-89c0-4f37a68ee196),segment_id=42ce300d-a977-4006-89c0-4f37a68ee196)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:10.149226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.149788 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.161954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] Calling delete_port for c0772b78-f0ef-4620-bb85-563d1ba44120 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:10.164904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] No DVR routers for this DVR port c0772b78-f0ef-4620-bb85-563d1ba44120 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:10.213018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Port': ['ID=c0772b78-f0ef-4620-bb85-563d1ba44120,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:10.246830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.275512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] Pushing event deleted for resources: {'Port': ['ID=c0772b78-f0ef-4620-bb85-563d1ba44120,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:10.275799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.284301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda75bb-55c3-408b-93d7-31c94fd6afeb None None] No DVR routers for this DVR port c0772b78-f0ef-4620-bb85-563d1ba44120 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:10.307988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:10.318950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ce300d-a977-4006-89c0-4f37a68ee196') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:10.319441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ce300d-a977-4006-89c0-4f37a68ee196') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:10.330364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.344320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.350966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:10.351437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:10.354581 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:10.417347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.424846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.427702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] 10.222.0.59 "DELETE /v2.0/networks/14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9 HTTP/1.1" status: 204 len: 168 time: 0.5850027 Sep 21 08:43:10.440535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87e4d2-a4e6-4b8a-8b12-1d89a3b25b93 tempest-AllowedAddressPairTestJSON-653677278 tempest-AllowedAddressPairTestJSON-653677278-project] Pushing event deleted for resources: {'Network': ['ID=14bb6de5-daa4-4dbb-9ae7-dac0dedd5ab9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:10.676539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36930) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:10.812457 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78f86a8b-190c-4b44-8505-08cb7e1765c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25a58ad33aea4e728a598de124e15396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346240 Sep 21 08:43:10.814790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36936) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:10.868474 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74a74b84-7c80-44e1-a4ce-7abd1cb82da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.892668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74a74b84-7c80-44e1-a4ce-7abd1cb82da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.940496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74a74b84-7c80-44e1-a4ce-7abd1cb82da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.943437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-74a74b84-7c80-44e1-a4ce-7abd1cb82da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:10.944717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-74a74b84-7c80-44e1-a4ce-7abd1cb82da8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a49588b8-c5ff-49fa-9137-11c47d23bbb2 HTTP/1.1" status: 204 len: 168 time: 0.1288660 Sep 21 08:43:10.956909 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:43:10.964075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a74b84-7c80-44e1-a4ce-7abd1cb82da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49588b8-c5ff-49fa-9137-11c47d23bbb2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:11.557849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c0772b78-f0ef-4620-bb85-563d1ba44120 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:43:11.579442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c0772b78-f0ef-4620-bb85-563d1ba44120 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:11.580119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c0772b78-f0ef-4620-bb85-563d1ba44120 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:43:11.605922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36958) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.708101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-948bc2f3-3650-4e70-91f8-3460f7f4ec86 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.709125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-948bc2f3-3650-4e70-91f8-3460f7f4ec86 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1021547 Sep 21 08:43:11.712261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36962) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.717564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-c04ff709-7a82-44e5-9d49-a7a199296f09 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.718500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c04ff709-7a82-44e5-9d49-a7a199296f09 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052764 Sep 21 08:43:11.720630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36964) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.724224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-e1abdbd0-e603-4a10-b284-e98c63ba574e tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.725099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e1abdbd0-e603-4a10-b284-e98c63ba574e tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0036676 Sep 21 08:43:11.727209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36966) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.730778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-b9a41010-b158-4d53-9290-b438d3e81e0c tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.731714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b9a41010-b158-4d53-9290-b438d3e81e0c tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0036802 Sep 21 08:43:11.733752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36968) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.738177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-88302145-9c55-4009-a535-d5522956f001 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.739118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-88302145-9c55-4009-a535-d5522956f001 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045455 Sep 21 08:43:11.741842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36970) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.746299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-5078104a-f8cd-4a7c-8507-9613cfbca0c7 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.747440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5078104a-f8cd-4a7c-8507-9613cfbca0c7 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044551 Sep 21 08:43:11.750537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36972) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.754605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-996f955a-3032-4ad4-85cd-b12430612988 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.755589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-996f955a-3032-4ad4-85cd-b12430612988 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041318 Sep 21 08:43:11.758015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36974) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.762116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-d9e62b11-ca5f-485f-8b14-9d1c44a1ab42 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.763065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d9e62b11-ca5f-485f-8b14-9d1c44a1ab42 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041666 Sep 21 08:43:11.766091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36976) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.770070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-80eada7b-a173-4345-863c-3e50e019754d tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.771013 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-80eada7b-a173-4345-863c-3e50e019754d tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040443 Sep 21 08:43:11.773791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36980) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.778289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-222c7d7e-0a3d-4e18-b0d1-deaba83384c4 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.779655 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-222c7d7e-0a3d-4e18-b0d1-deaba83384c4 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045969 Sep 21 08:43:11.781664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36982) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.785590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-bdac0d02-4fa0-4a64-85f1-70f22cae68f4 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.789066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36984) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.789394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bdac0d02-4fa0-4a64-85f1-70f22cae68f4 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068290 Sep 21 08:43:11.794861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-dcfc8b3e-3e49-4833-a8a8-23179d739750 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.799236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dcfc8b3e-3e49-4833-a8a8-23179d739750 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088010 Sep 21 08:43:11.800055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36986) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.806277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-43727fc1-19b1-4a70-b64f-871969e79190 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.807235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-43727fc1-19b1-4a70-b64f-871969e79190 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043378 Sep 21 08:43:11.810666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 36988) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.819088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-a38f96a5-fdce-44d7-a027-35c74b14c720 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.823010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a38f96a5-fdce-44d7-a027-35c74b14c720 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113742 Sep 21 08:43:11.823153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36990) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.828842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-16ef28b5-7a35-4875-8dcb-85446b26b5b7 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.829879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-16ef28b5-7a35-4875-8dcb-85446b26b5b7 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053315 Sep 21 08:43:11.832155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36992) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.836276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-8d4c41bd-010a-49ef-8ec4-3375b38a994b tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.837259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8d4c41bd-010a-49ef-8ec4-3375b38a994b tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041473 Sep 21 08:43:11.839370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36994) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.843178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-60a98ab7-3709-4147-9d0c-7e5743a33ad3 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.844163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-60a98ab7-3709-4147-9d0c-7e5743a33ad3 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039775 Sep 21 08:43:11.846209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36996) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.851521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-a5e1c46b-1986-4d18-a050-623cd90f4e1c tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.852481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a5e1c46b-1986-4d18-a050-623cd90f4e1c tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054467 Sep 21 08:43:11.854786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 36998) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.858823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-71a878c8-1f74-4f40-a5f2-3e77dbf9d394 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.859790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-71a878c8-1f74-4f40-a5f2-3e77dbf9d394 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041902 Sep 21 08:43:11.862159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37000) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.866184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-a23993da-1597-439e-8c4e-02dd1281dd58 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.867108 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a23993da-1597-439e-8c4e-02dd1281dd58 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040193 Sep 21 08:43:11.869339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37002) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.873816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-900f63aa-adb4-491d-9df6-4df7704b44cd tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.874782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-900f63aa-adb4-491d-9df6-4df7704b44cd tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045915 Sep 21 08:43:11.877176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37004) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.881102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-83fe35c5-2116-460f-8251-f91bfc9f3e71 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.882135 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-83fe35c5-2116-460f-8251-f91bfc9f3e71 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0041032 Sep 21 08:43:11.884404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37006) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.889136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-982bcd84-1e5a-4fb0-9671-bf119ac4b575 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.889963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-982bcd84-1e5a-4fb0-9671-bf119ac4b575 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046439 Sep 21 08:43:11.892146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37008) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.896035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-44fff568-d73e-4f68-9ab9-b48a31f755d9 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.896956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-44fff568-d73e-4f68-9ab9-b48a31f755d9 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039575 Sep 21 08:43:11.898988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.902713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-27fe3075-52f4-4f0e-87b8-5cc04ca46771 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.904312 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-27fe3075-52f4-4f0e-87b8-5cc04ca46771 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044663 Sep 21 08:43:11.906351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37012) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.910120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-cb104695-e0f8-4fce-a31e-0cc3e28f6a45 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.911039 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb104695-e0f8-4fce-a31e-0cc3e28f6a45 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038781 Sep 21 08:43:11.913425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37014) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.917594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-aaac92e3-d01d-4a73-af31-405b926f4447 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.918597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-aaac92e3-d01d-4a73-af31-405b926f4447 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042210 Sep 21 08:43:11.921012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.924857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-0e19a35f-dc44-4302-819e-4f68b0976526 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.925782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0e19a35f-dc44-4302-819e-4f68b0976526 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0039043 Sep 21 08:43:11.927842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37018) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.931637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-37207966-04d2-4692-8d1f-d2611585f055 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.932544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-37207966-04d2-4692-8d1f-d2611585f055 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038631 Sep 21 08:43:11.934546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37020) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.938711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-3cd076e1-5a4b-4a29-be7a-ce669e6c37f7 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.939653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3cd076e1-5a4b-4a29-be7a-ce669e6c37f7 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037229 Sep 21 08:43:11.941699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37022) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.945363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-1add074b-5302-4abe-9364-efba79fbfec3 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.946279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1add074b-5302-4abe-9364-efba79fbfec3 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037711 Sep 21 08:43:11.948463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37024) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.954252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-825498da-d693-4ca1-b5c3-2bda41a8b3b6 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.955687 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-825498da-d693-4ca1-b5c3-2bda41a8b3b6 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059650 Sep 21 08:43:11.957983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.962148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-ab9742e1-5083-415a-a509-ff49191aaf7a tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.963064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ab9742e1-5083-415a-a509-ff49191aaf7a tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0041790 Sep 21 08:43:11.965049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37028) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.969293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-5d60433f-81d5-4d0d-837d-00b263174688 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.970619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5d60433f-81d5-4d0d-837d-00b263174688 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047426 Sep 21 08:43:11.972809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37030) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.976737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-a6188c24-2448-4c94-996d-114d35bdf952 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.977762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a6188c24-2448-4c94-996d-114d35bdf952 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041406 Sep 21 08:43:11.979864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37032) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.983747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-30059e56-7e20-4baf-8139-277fb1b37464 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.984659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-30059e56-7e20-4baf-8139-277fb1b37464 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0039463 Sep 21 08:43:11.986638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37034) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.990312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-af26fa50-c05d-4658-a977-7ca3ec04b288 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.991221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-af26fa50-c05d-4658-a977-7ca3ec04b288 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037706 Sep 21 08:43:11.993464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37036) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:11.998210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-40490742-557d-4c89-9517-007567a7ee17 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:11.999279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-40490742-557d-4c89-9517-007567a7ee17 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048289 Sep 21 08:43:12.001319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.005111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-26d204b6-456a-410a-b8ef-233c179ebfd9 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.006102 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-26d204b6-456a-410a-b8ef-233c179ebfd9 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039186 Sep 21 08:43:12.008205 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37040) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.011978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-8c8ffe6e-3320-4f82-9e14-8851660e2b91 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.012898 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8c8ffe6e-3320-4f82-9e14-8851660e2b91 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038733 Sep 21 08:43:12.015499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37042) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.019166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-4f9a2cbb-4901-418f-998c-36956a57d6f6 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.020110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4f9a2cbb-4901-418f-998c-36956a57d6f6 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037427 Sep 21 08:43:12.022068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37044) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.025789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-5f4a6088-5f9f-450b-8203-9a84f1414b43 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.026662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5f4a6088-5f9f-450b-8203-9a84f1414b43 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037961 Sep 21 08:43:12.028748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37046) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.032462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-1914e85f-a6ee-4816-a341-ca7839f777c6 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.033584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1914e85f-a6ee-4816-a341-ca7839f777c6 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039897 Sep 21 08:43:12.035622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37048) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.039893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-65e2a10b-da27-48d2-abe0-ec4d5486641c tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.040814 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-65e2a10b-da27-48d2-abe0-ec4d5486641c tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043776 Sep 21 08:43:12.042787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37050) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.046385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-05f81ddd-4dd1-4b22-ad5c-723faf78dd6a tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.047297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05f81ddd-4dd1-4b22-ad5c-723faf78dd6a tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037107 Sep 21 08:43:12.049242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37052) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.052890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-7c04be99-bec7-4677-b12c-dec254aeae66 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.053913 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7c04be99-bec7-4677-b12c-dec254aeae66 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0037575 Sep 21 08:43:12.055833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37054) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.059498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-d7bd01c7-9797-460f-a2e4-d554f3540e1a tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.060906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d7bd01c7-9797-460f-a2e4-d554f3540e1a tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042610 Sep 21 08:43:12.062974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37056) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.066609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-2d66485d-04db-47d2-84e2-89844e30f193 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.067546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d66485d-04db-47d2-84e2-89844e30f193 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0036902 Sep 21 08:43:12.069601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37058) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.074269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-ffef19d2-300a-431f-96ab-5fd104a6a6c0 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.077712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ffef19d2-300a-431f-96ab-5fd104a6a6c0 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045416 Sep 21 08:43:12.077925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37060) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.081549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-21d96dd8-464a-49d5-bd3d-0276c911d3bd tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.082460 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-21d96dd8-464a-49d5-bd3d-0276c911d3bd tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0037317 Sep 21 08:43:12.084816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37062) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.088359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-a30f7dea-b2ef-4b04-be42-09fd1b50ed19 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.089212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a30f7dea-b2ef-4b04-be42-09fd1b50ed19 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038173 Sep 21 08:43:12.091222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37064) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.095569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-22e4566b-0d39-4302-ab78-8558a1d98a92 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.096472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-22e4566b-0d39-4302-ab78-8558a1d98a92 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043817 Sep 21 08:43:12.098494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37066) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.102086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-6827a3a3-33b3-4c61-ad51-6b8286afe4cc tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.103000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6827a3a3-33b3-4c61-ad51-6b8286afe4cc tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037115 Sep 21 08:43:12.105105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37068) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.108737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-fb1ede83-6e55-47a6-9ac2-676a467a17ea tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.109642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fb1ede83-6e55-47a6-9ac2-676a467a17ea tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037389 Sep 21 08:43:12.111632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37070) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.115220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-7598aefd-95b4-46bb-9c4a-e8767106a3e3 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.116157 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7598aefd-95b4-46bb-9c4a-e8767106a3e3 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037265 Sep 21 08:43:12.118449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37072) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.122078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-e835c028-6d84-40da-bf21-c47eda13fe5e tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.124964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e835c028-6d84-40da-bf21-c47eda13fe5e tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056636 Sep 21 08:43:12.125604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37074) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.129826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-ee0322ff-1efc-4a4a-8d9e-7ee44b4a06fe tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.130863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ee0322ff-1efc-4a4a-8d9e-7ee44b4a06fe tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043230 Sep 21 08:43:12.133112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37076) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.137267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-d6be68ff-b6fe-4d5b-8c9e-e9ac3131a843 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.138176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d6be68ff-b6fe-4d5b-8c9e-e9ac3131a843 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039973 Sep 21 08:43:12.141016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.144810 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [None req-702a0f49-48b9-466c-a3b4-ff90281fa68b tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.145720 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-702a0f49-48b9-466c-a3b4-ff90281fa68b tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038242 Sep 21 08:43:12.147925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37080) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.152083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-089089c3-6822-49ca-ae07-7556a8ad2129 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.153013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-089089c3-6822-49ca-ae07-7556a8ad2129 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041318 Sep 21 08:43:12.155148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37082) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.158771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-f622a505-d7f3-4731-97d4-c0b19f225f03 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.159691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f622a505-d7f3-4731-97d4-c0b19f225f03 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037122 Sep 21 08:43:12.161663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37084) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.165346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-f01775c1-c294-44d5-ba57-f9d7ba62a057 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.166241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f01775c1-c294-44d5-ba57-f9d7ba62a057 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037827 Sep 21 08:43:12.168453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37086) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.173261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-90b4bc49-f228-445d-aee3-3bb26c8e1d12 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.174197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90b4bc49-f228-445d-aee3-3bb26c8e1d12 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0049388 Sep 21 08:43:12.176376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37088) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.180078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-0b5f2c74-4056-4d97-83d1-b475e9c8bacd tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.180982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0b5f2c74-4056-4d97-83d1-b475e9c8bacd tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037746 Sep 21 08:43:12.183047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37090) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.187504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-98469743-0c3e-455b-abe9-1fbc2ee59b43 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.188515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-98469743-0c3e-455b-abe9-1fbc2ee59b43 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045505 Sep 21 08:43:12.190598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37092) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.194369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-67357bff-c4b4-437c-994f-837b9f375080 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.195298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-67357bff-c4b4-437c-994f-837b9f375080 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038702 Sep 21 08:43:12.197430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37094) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.201366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-4c49a4a1-6ede-4f37-a1fb-c13ab52ffff9 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.202306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4c49a4a1-6ede-4f37-a1fb-c13ab52ffff9 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0040271 Sep 21 08:43:12.204252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37096) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.207889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-8c7fb6bc-5340-447d-9543-211cab67e1a4 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.208821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8c7fb6bc-5340-447d-9543-211cab67e1a4 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037451 Sep 21 08:43:12.210811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37098) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.214409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [None req-3261d34d-6c40-48a4-8f32-d542b949a262 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] http://10.222.0.59:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:43:12.215343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3261d34d-6c40-48a4-8f32-d542b949a262 tempest-ExtensionsTestJSON-550234264 tempest-ExtensionsTestJSON-550234264-project] 10.222.0.59 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0037110 Sep 21 08:43:12.458682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37104) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.567392 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04841b6b-e461-462a-905c-07ef677d5cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:12.659813 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04841b6b-e461-462a-905c-07ef677d5cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:12.663627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04841b6b-e461-462a-905c-07ef677d5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:12.703215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-04841b6b-e461-462a-905c-07ef677d5cc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71fe34e9f27d43f3b1333f120acb54cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434313 Sep 21 08:43:12.704372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841b6b-e461-462a-905c-07ef677d5cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcc9598-242c-49bf-8b62-778b7769021a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:12.705863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37108) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:12.757634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdead-e281-42aa-90ca-b15ad6871312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:12.780601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdead-e281-42aa-90ca-b15ad6871312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:12.827300 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdead-e281-42aa-90ca-b15ad6871312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:12.830061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdead-e281-42aa-90ca-b15ad6871312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:12.833517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1c4bdead-e281-42aa-90ca-b15ad6871312 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffcc9598-242c-49bf-8b62-778b7769021a HTTP/1.1" status: 204 len: 168 time: 0.1244075 Sep 21 08:43:12.841781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bdead-e281-42aa-90ca-b15ad6871312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcc9598-242c-49bf-8b62-778b7769021a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:13.517485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37230) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:13.625007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-223261050'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:13.649396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:13.653194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.662153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.757592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.762211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.792139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:13.799764 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae37c06c-260b-405d-a37f-60dc2ff6b5bf,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:13.807450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.808438 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment 67595472-a2ff-4742-8c6f-5b8de533a2a2 of type vlan for network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 Sep 21 08:43:13.850277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.876336 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.884375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:13.884968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:13.922781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4041724 Sep 21 08:43:13.925724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37302) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:13.960456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'name': 'tempest-PortsIpV6TestJSON-1274288553'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:13.967360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da255a-ae87-4eb0-9340-1157945d3e09 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=f04563eb-5c5f-4a3f-b0c6-39bffe32d586,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:13.977667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:14.061853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:14.065373 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.083646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:14.253550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.287452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.354580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=d02374bc-bc01-4244-bcd0-c5e237a3d4d5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:14.362538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': '67595472-a2ff-4742-8c6f-5b8de533a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:14.362978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: f04563eb-5c5f-4a3f-b0c6-39bffe32d586, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:14.380141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:14.390299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, f04563eb-5c5f-4a3f-b0c6-39bffe32d586) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:14.394181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:14.400321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55a74d-1fae-4675-b2a4-ecfdf2020b35 None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:14.400988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:14.401915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.423108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37380) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:14.423703 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bc8983fb-753d-49ff-afb6-ab07d420524a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4967301 Sep 21 08:43:14.430351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1430711448'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:14.453399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:14.457177 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.481232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:14.491214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.491588 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment f8ffb89b-3da9-4a59-9f89-fa02f4ff7159 of type vlan for network 317af735-f9ae-4957-8600-db3378be9115 Sep 21 08:43:14.541147 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.567657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.576205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:14.576820 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.618289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1923852 Sep 21 08:43:14.621563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37414) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:14.627551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'ports': [{'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586'}, {'network_id': '317af735-f9ae-4957-8600-db3378be9115'}]} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:14.628102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:14.629047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': '317af735-f9ae-4957-8600-db3378be9115'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:14.658725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bc19b-e87b-4016-b44b-47971bf2bd61 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=317af735-f9ae-4957-8600-db3378be9115,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:14.669908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 317af735-f9ae-4957-8600-db3378be9115 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:14.816237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 2} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:14.821027 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.835195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:14.929747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 5ac43476-9638-41b6-ac7c-1549bbc3e04b yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:15.052240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:15.119823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port e4cab88e-61ab-4d7d-8ea2-c89862fda96f yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:15.236127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:15.276658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:15.319212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:15.322431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:15.326946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:15.327974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:15.338856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=5ac43476-9638-41b6-ac7c-1549bbc3e04b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:15.402927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=e4cab88e-61ab-4d7d-8ea2-c89862fda96f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:15.408124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': 'f8ffb89b-3da9-4a59-9f89-fa02f4ff7159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '317af735-f9ae-4957-8600-db3378be9115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:15.408490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: 317af735-f9ae-4957-8600-db3378be9115, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:15.427053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 317af735-f9ae-4957-8600-db3378be9115 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:15.437566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 317af735-f9ae-4957-8600-db3378be9115) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:15.441189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:15.447019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade6649-c92f-437d-bc87-45ccb221dfc0 None None] Network 317af735-f9ae-4957-8600-db3378be9115 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:15.447502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:15.453283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:15.453964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:15.475849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37552) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:15.476575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2981b15a-a692-4c84-8431-b6f5aae9354d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8523462 Sep 21 08:43:15.581245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port e4cab88e-61ab-4d7d-8ea2-c89862fda96f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:15.581585 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:15.647817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:15.660844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for e4cab88e-61ab-4d7d-8ea2-c89862fda96f owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:16.038380 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.067539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=e4cab88e-61ab-4d7d-8ea2-c89862fda96f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:16.073125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.075359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-632da2d3-57e7-44a0-82e5-74bc40638230 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/e4cab88e-61ab-4d7d-8ea2-c89862fda96f HTTP/1.1" status: 204 len: 168 time: 0.5981073 Sep 21 08:43:16.078018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37592) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:16.130066 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c9089-07cb-4d3c-bb9c-48f892a4058d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:16.135932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c9089-07cb-4d3c-bb9c-48f892a4058d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:16.137522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-196c9089-07cb-4d3c-bb9c-48f892a4058d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0585823 Sep 21 08:43:16.140267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:16.226007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 5ac43476-9638-41b6-ac7c-1549bbc3e04b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:16.226345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.291513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.304718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 5ac43476-9638-41b6-ac7c-1549bbc3e04b owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:16.384797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.415399 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=5ac43476-9638-41b6-ac7c-1549bbc3e04b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:16.420068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.423353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-087a9425-b9de-474d-86f1-fd1c4cc2b574 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/5ac43476-9638-41b6-ac7c-1549bbc3e04b HTTP/1.1" status: 204 len: 168 time: 0.2803106 Sep 21 08:43:16.424319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37596) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:16.476660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce63909-1a08-4e6d-8552-4b711876bfaf tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:16.478366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ce63909-1a08-4e6d-8552-4b711876bfaf tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0531383 Sep 21 08:43:16.480991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37598) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:16.504617 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ad0c0d-11ec-49b7-b85e-9ec3811551e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:16.508626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d3ad0c0d-11ec-49b7-b85e-9ec3811551e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/e4cab88e-61ab-4d7d-8ea2-c89862fda96f HTTP/1.1" status: 404 len: 333 time: 0.0241475 Sep 21 08:43:16.508772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37600) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:16.532372 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7e764f-1e07-40a8-8c15-7aea0ec910f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:16.533766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b7e764f-1e07-40a8-8c15-7aea0ec910f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/5ac43476-9638-41b6-ac7c-1549bbc3e04b HTTP/1.1" status: 404 len: 333 time: 0.0241153 Sep 21 08:43:16.536356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37602) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:16.610543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.699255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.721449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317af735-f9ae-4957-8600-db3378be9115']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:16.731497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ffb89b-3da9-4a59-9f89-fa02f4ff7159') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:16.731842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ffb89b-3da9-4a59-9f89-fa02f4ff7159') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:16.741501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.754877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.761137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:16.761537 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:16.765010 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:16.829154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.846906 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.852180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/317af735-f9ae-4957-8600-db3378be9115 HTTP/1.1" status: 204 len: 168 time: 0.3116145 Sep 21 08:43:16.852180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de461775-6422-48de-a175-5ba8df13bec1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=317af735-f9ae-4957-8600-db3378be9115,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:16.852443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37604) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:16.857235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-280544770'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:16.877884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:16.881172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.904454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:16.913197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.913539 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment 3b683bad-97d2-4e4d-a135-1370faae66df of type vlan for network 88e4d82c-8389-43e6-98bf-968adfe1eac4 Sep 21 08:43:16.952846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.978185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:16.983708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:16.984265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.025038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1717265 Sep 21 08:43:17.028149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37606) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:17.034512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:17.052631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f46a63-a4be-4362-bf80-b31a55dce08d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=88e4d82c-8389-43e6-98bf-968adfe1eac4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:17.063533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 88e4d82c-8389-43e6-98bf-968adfe1eac4 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:17.136666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:17.141309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.329870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.398214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=0235164d-c2ba-4655-a29e-7b688ed8130d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:17.403703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': '3b683bad-97d2-4e4d-a135-1370faae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:17.404071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: 88e4d82c-8389-43e6-98bf-968adfe1eac4, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:17.421504 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 88e4d82c-8389-43e6-98bf-968adfe1eac4 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:17.429758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 88e4d82c-8389-43e6-98bf-968adfe1eac4) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:17.434403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:17.436067 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.441591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82343ceb-d3b1-4f33-a2e7-bf4305d235d7 None None] Network 88e4d82c-8389-43e6-98bf-968adfe1eac4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:17.455141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a892600e-ccd8-412c-91c2-0b2d94d11048 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4228637 Sep 21 08:43:17.455613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37610) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:17.460729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4', 'name': 'tempest-PortsIpV6TestJSON-624406844'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:17.575080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:17.578881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.594801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-88e4d82c-8389-43e6-98bf-968adfe1eac4', 'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4', 'tenant_id': '1848b9dcac10404eae6db35b8aaeaf47', 'fixed_ips': [{'subnet_id': '0235164d-c2ba-4655-a29e-7b688ed8130d'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:17.595933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.598866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port d57da83d-e4c7-4ea1-9510-17c80c200fa2 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:17.721094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::307 (88e4d82c-8389-43e6-98bf-968adfe1eac4/0235164d-c2ba-4655-a29e-7b688ed8130d/d57da83d-e4c7-4ea1-9510-17c80c200fa2) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:17.878466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.915737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.959639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 88e4d82c-8389-43e6-98bf-968adfe1eac4 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:17.963244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:17.967523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:17.970872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Allocated IP 2001:db8::2 (88e4d82c-8389-43e6-98bf-968adfe1eac4/0235164d-c2ba-4655-a29e-7b688ed8130d/8f50ae91-a391-4ced-8153-66d2a6aa3ce7) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:17.973351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:17.973897 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:17.993082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=d57da83d-e4c7-4ea1-9510-17c80c200fa2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:18.004001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37612) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:18.004524 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-748cf939-daab-4d9f-8dfa-84925fd1cbf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5473661 Sep 21 08:43:18.093339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port d57da83d-e4c7-4ea1-9510-17c80c200fa2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:18.093684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.145744 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.151799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.185932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Network 88e4d82c-8389-43e6-98bf-968adfe1eac4 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:18.188083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:18.190993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:18.193067 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.224689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for d57da83d-e4c7-4ea1-9510-17c80c200fa2 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:18.229837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Pushing event updated for resources: {'Port': ['ID=8f50ae91-a391-4ced-8153-66d2a6aa3ce7,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:18.260265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Attempting to bind port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:18.260702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Attempting to bind port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '3b683bad-97d2-4e4d-a135-1370faae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:18.261130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Attempting to bind port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 on network 88e4d82c-8389-43e6-98bf-968adfe1eac4 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:18.268651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:18.269205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Checking segment: {'id': '3b683bad-97d2-4e4d-a135-1370faae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:18.269669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.270128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Bound using segment: {'id': '3b683bad-97d2-4e4d-a135-1370faae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:18.270660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Bound port: 8f50ae91-a391-4ced-8153-66d2a6aa3ce7, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b683bad-97d2-4e4d-a135-1370faae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '88e4d82c-8389-43e6-98bf-968adfe1eac4'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:18.271227 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.350506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] For port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:18.354302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] For port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f50ae91-a391-4ced-8153-66d2a6aa3ce7,segment=NetworkSegment(3b683bad-97d2-4e4d-a135-1370faae66df),segment_id=3b683bad-97d2-4e4d-a135-1370faae66df)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:18.365160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.406253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.443806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=d57da83d-e4c7-4ea1-9510-17c80c200fa2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:18.458759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c9140-a217-4f13-ab16-cef69c6bc162 None None] Pushing event updated for resources: {'Port': ['ID=8f50ae91-a391-4ced-8153-66d2a6aa3ce7,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:18.475580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.478218 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ce316e7-783d-495d-8e65-fc936d8c4b12 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/d57da83d-e4c7-4ea1-9510-17c80c200fa2 HTTP/1.1" status: 204 len: 168 time: 0.4731929 Sep 21 08:43:18.481978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37622) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:18.512500 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2de8cf7-42ca-4540-8fe9-fcd3d2d9b8f7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:18.513241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2de8cf7-42ca-4540-8fe9-fcd3d2d9b8f7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:18.515710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b2de8cf7-42ca-4540-8fe9-fcd3d2d9b8f7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/d57da83d-e4c7-4ea1-9510-17c80c200fa2 HTTP/1.1" status: 404 len: 333 time: 0.0324605 Sep 21 08:43:18.518289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37624) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:18.543249 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faf4e92-9d69-4d5e-b2a2-2c61c094bdd2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:18.544818 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7faf4e92-9d69-4d5e-b2a2-2c61c094bdd2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/d57da83d-e4c7-4ea1-9510-17c80c200fa2 HTTP/1.1" status: 404 len: 333 time: 0.0253496 Sep 21 08:43:18.547649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37626) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:18.609901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 0235164d-c2ba-4655-a29e-7b688ed8130d {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:18.614337 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:18.683970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.105792 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.168482 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.197007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=0235164d-c2ba-4655-a29e-7b688ed8130d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:19.205228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.210350 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37628) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:19.219357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fd2e33e8-94b5-44a2-89c0-5acb79fab2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/0235164d-c2ba-4655-a29e-7b688ed8130d HTTP/1.1" status: 204 len: 168 time: 0.6704721 Sep 21 08:43:19.319395 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.378095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:19.378520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.463204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] For port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8f50ae91-a391-4ced-8153-66d2a6aa3ce7,segment=NetworkSegment(3b683bad-97d2-4e4d-a135-1370faae66df),segment_id=3b683bad-97d2-4e4d-a135-1370faae66df)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:19.463760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.490072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:19.588763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.604481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:19.615077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No DVR routers for this DVR port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:19.628511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:19.628866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 08:43:19.641852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=8f50ae91-a391-4ced-8153-66d2a6aa3ce7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:19.650290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Port 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 not found, will not notify nova. {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 08:43:19.742167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.766955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e4d82c-8389-43e6-98bf-968adfe1eac4']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:19.778080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b683bad-97d2-4e4d-a135-1370faae66df') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:19.778374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b683bad-97d2-4e4d-a135-1370faae66df') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:19.790332 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.806849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.814478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:19.814685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:19.818161 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:19.863133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a52b62-7a76-4106-a18e-ba5b64bb5bcf None None] Network 88e4d82c-8389-43e6-98bf-968adfe1eac4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:19.889665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6b4ab214-9a95-43a1-aadd-87d02fcdede9 None None] Could not find standard attr ID for object 8f50ae91-a391-4ced-8153-66d2a6aa3ce7. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:19.894402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.911417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:19.914808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/88e4d82c-8389-43e6-98bf-968adfe1eac4 HTTP/1.1" status: 204 len: 168 time: 0.7031460 Sep 21 08:43:19.919006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37632) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:19.925632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2092798211'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:19.939747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1008b-abdc-4c64-af74-c67699b9f6f6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=88e4d82c-8389-43e6-98bf-968adfe1eac4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:19.976183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:19.980657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.013577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:20.024259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.024642 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment f2a157e1-af51-497a-a8d9-35670a2120d4 of type vlan for network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 Sep 21 08:43:20.058120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edea66-2863-40f1-84f4-19345e8e01d7 None None] DHCP port deletion for 88e4d82c-8389-43e6-98bf-968adfe1eac4 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:20.074718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.105477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.112300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:20.113149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.155291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2342520 Sep 21 08:43:20.159871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37634) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:20.165502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:20.193103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c256-6985-4114-9eee-4ab4dc583707 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=69fe2cdb-cd0c-4b1a-9106-ed403a9440e9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:20.206076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:20.262889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:20.266914 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.464032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.538950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=de6ec054-a7f8-416a-aa50-7285c8ec3822,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:20.547421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': 'f2a157e1-af51-497a-a8d9-35670a2120d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:20.547824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:20.565510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:20.575281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:20.582470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:20.583122 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.583443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea283888-d00e-4919-8197-ce4c7d776154 None None] Network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:20.599541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c9abccc1-2fbf-4bbb-be2e-08fafc6bdcaa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4380639 Sep 21 08:43:20.602366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37638) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:20.607941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-302793986'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:20.733048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:20.736863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.756040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-69fe2cdb-cd0c-4b1a-9106-ed403a9440e9', 'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9', 'tenant_id': '1848b9dcac10404eae6db35b8aaeaf47', 'fixed_ips': [{'subnet_id': 'de6ec054-a7f8-416a-aa50-7285c8ec3822'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:20.757105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 30bfaab0-5237-4d32-8dc1-d82bc54b2d33 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:20.758301 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:20.892285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::231 (69fe2cdb-cd0c-4b1a-9106-ed403a9440e9/de6ec054-a7f8-416a-aa50-7285c8ec3822/30bfaab0-5237-4d32-8dc1-d82bc54b2d33) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:21.029348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.064492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.111605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:21.113348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Allocated IP 2001:db8::2 (69fe2cdb-cd0c-4b1a-9106-ed403a9440e9/de6ec054-a7f8-416a-aa50-7285c8ec3822/7aa14825-b3c1-4f85-8688-50803d9fb1a2) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:21.117495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:21.122886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:21.129018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:21.129618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.133841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=30bfaab0-5237-4d32-8dc1-d82bc54b2d33,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:21.147055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5271031b-5007-4917-8b1e-9a8db2883ff6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5435448 Sep 21 08:43:21.150397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37640) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:21.254781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 30bfaab0-5237-4d32-8dc1-d82bc54b2d33 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:21.255139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.287151 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.296812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.337824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:21.368442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:21.368442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:21.368442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Pushing event updated for resources: {'Port': ['ID=7aa14825-b3c1-4f85-8688-50803d9fb1a2,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:21.379634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.392701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 30bfaab0-5237-4d32-8dc1-d82bc54b2d33 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:21.422175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Attempting to bind port 7aa14825-b3c1-4f85-8688-50803d9fb1a2 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:21.422889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Attempting to bind port 7aa14825-b3c1-4f85-8688-50803d9fb1a2 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f2a157e1-af51-497a-a8d9-35670a2120d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:21.423490 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Attempting to bind port 7aa14825-b3c1-4f85-8688-50803d9fb1a2 on network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:21.429559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:21.430300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Checking segment: {'id': 'f2a157e1-af51-497a-a8d9-35670a2120d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:21.430896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.431495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Bound using segment: {'id': 'f2a157e1-af51-497a-a8d9-35670a2120d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:21.432151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Bound port: 7aa14825-b3c1-4f85-8688-50803d9fb1a2, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a157e1-af51-497a-a8d9-35670a2120d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '69fe2cdb-cd0c-4b1a-9106-ed403a9440e9'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:21.432717 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.507411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] For port 7aa14825-b3c1-4f85-8688-50803d9fb1a2, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:21.512223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] For port 7aa14825-b3c1-4f85-8688-50803d9fb1a2, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7aa14825-b3c1-4f85-8688-50803d9fb1a2,segment=NetworkSegment(f2a157e1-af51-497a-a8d9-35670a2120d4),segment_id=f2a157e1-af51-497a-a8d9-35670a2120d4)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:21.518428 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.548608 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.583494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=30bfaab0-5237-4d32-8dc1-d82bc54b2d33,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:21.610208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63cee3-222b-4a6d-8947-3747f3c601cf None None] Pushing event updated for resources: {'Port': ['ID=7aa14825-b3c1-4f85-8688-50803d9fb1a2,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:21.628504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:43:21.631765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.636790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c258a3e2-5f07-46fd-a2ef-d6ea4ce47cd0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/30bfaab0-5237-4d32-8dc1-d82bc54b2d33 HTTP/1.1" status: 204 len: 168 time: 0.4853392 Sep 21 08:43:21.639511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37648) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:21.658078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:21.658706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8f50ae91-a391-4ced-8153-66d2a6aa3ce7 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:43:21.675230 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89dfa57-a657-41b7-9dc7-53aa853e602a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:21.679361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a89dfa57-a657-41b7-9dc7-53aa853e602a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/30bfaab0-5237-4d32-8dc1-d82bc54b2d33 HTTP/1.1" status: 404 len: 333 time: 0.0361874 Sep 21 08:43:21.680100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37650) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:21.735271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet de6ec054-a7f8-416a-aa50-7285c8ec3822 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:21.739187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.838893 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.968588 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:21.985330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37654) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:22.041959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.083626 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.086123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/de6ec054-a7f8-416a-aa50-7285c8ec3822 HTTP/1.1" status: 204 len: 168 time: 0.4049523 Sep 21 08:43:22.087329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fceac-9447-4026-bbb6-65fb0cd1775b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=de6ec054-a7f8-416a-aa50-7285c8ec3822,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:22.091292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37658) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:22.133631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8f2a4dc4-459a-4293-81f5-49aca8064cfc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f294dae7ce7b472f84aa00b74ecacf16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470172 Sep 21 08:43:22.136072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37660) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:22.180302 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.189220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0a7390eb-9465-47b7-adef-441c0e48e32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.213347 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0a7390eb-9465-47b7-adef-441c0e48e32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.236436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 7aa14825-b3c1-4f85-8688-50803d9fb1a2 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:22.236970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.265213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0a7390eb-9465-47b7-adef-441c0e48e32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.268380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0a7390eb-9465-47b7-adef-441c0e48e32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.270249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0a7390eb-9465-47b7-adef-441c0e48e32c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54eb9293-4d16-43ef-b339-1394210c7c24 HTTP/1.1" status: 204 len: 168 time: 0.1328058 Sep 21 08:43:22.282505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7390eb-9465-47b7-adef-441c0e48e32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb9293-4d16-43ef-b339-1394210c7c24,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:22.329874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] For port 7aa14825-b3c1-4f85-8688-50803d9fb1a2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7aa14825-b3c1-4f85-8688-50803d9fb1a2,segment=NetworkSegment(f2a157e1-af51-497a-a8d9-35670a2120d4),segment_id=f2a157e1-af51-497a-a8d9-35670a2120d4)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:22.330248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.345215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 7aa14825-b3c1-4f85-8688-50803d9fb1a2 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:22.410574 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3c36f8bf-f6f5-4db4-bec7-afe8596257dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.439775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.472075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=7aa14825-b3c1-4f85-8688-50803d9fb1a2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:22.477598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No DVR routers for this DVR port 7aa14825-b3c1-4f85-8688-50803d9fb1a2 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:22.569082 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.595648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fe2cdb-cd0c-4b1a-9106-ed403a9440e9']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:22.605410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a157e1-af51-497a-a8d9-35670a2120d4') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:22.605897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a157e1-af51-497a-a8d9-35670a2120d4') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:22.617545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.633589 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.641143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:22.641811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:22.645957 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:22.659114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a135c6-79d7-4067-ae00-4334ee0c362a None None] Network 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:22.712581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.720516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.722382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 HTTP/1.1" status: 204 len: 168 time: 0.6301193 Sep 21 08:43:22.725994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37674) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:22.732978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'name': 'tempest-PortsIpV6TestJSON-559572967'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:22.734139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b728b-be3e-4de8-a99f-27727768849f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=69fe2cdb-cd0c-4b1a-9106-ed403a9440e9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:22.759383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-10c7cd33-3500-45ce-a917-e9fdd893694d None None] Could not find standard attr ID for object 7aa14825-b3c1-4f85-8688-50803d9fb1a2. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:22.848939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:22.853072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:22.868313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cda4c-a2a6-4cf1-bb28-1aa3f57b827d None None] DHCP port deletion for 69fe2cdb-cd0c-4b1a-9106-ed403a9440e9 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:22.874263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port f6f95b2f-5454-476d-989d-d888cddc610b yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:23.060990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.093899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.139478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:23.142576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:23.148513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:23.154142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:23.154735 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.163023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=f6f95b2f-5454-476d-989d-d888cddc610b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:23.175665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-96634708-81e1-4012-9e89-cb921e45f128 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4479678 Sep 21 08:43:23.178334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37688) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:23.265434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port f6f95b2f-5454-476d-989d-d888cddc610b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:23.265793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.337696 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.354056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for f6f95b2f-5454-476d-989d-d888cddc610b owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:23.446719 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.478817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=f6f95b2f-5454-476d-989d-d888cddc610b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:23.487686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.490156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3dcf10a1-3158-4e31-962c-cc0533c9628a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/f6f95b2f-5454-476d-989d-d888cddc610b HTTP/1.1" status: 204 len: 168 time: 0.3108358 Sep 21 08:43:23.492964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37698) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:23.501037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'mac_address': 'fa:16:3e:32:d5:e5', 'name': 'tempest-PortsIpV6TestJSON-18359447'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:23.592298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:23.660696 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.681711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 61f462d0-2297-400b-a90d-1c3043f4d51c yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:23.840500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.873875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.917124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:23.920695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:23.924393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:23.930147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:23.930765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:23.946520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=61f462d0-2297-400b-a90d-1c3043f4d51c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:23.957492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f318020e-12f6-455f-ae7e-4ecdb65d44a5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4633434 Sep 21 08:43:23.962171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37700) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:24.010014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2b9759-b748-4fdd-92ac-9d729322965d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:24.011525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cf2b9759-b748-4fdd-92ac-9d729322965d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/61f462d0-2297-400b-a90d-1c3043f4d51c HTTP/1.1" status: 200 len: 843 time: 0.0483742 Sep 21 08:43:24.014417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37702) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:24.104424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 61f462d0-2297-400b-a90d-1c3043f4d51c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:24.104762 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.169998 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.182270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 61f462d0-2297-400b-a90d-1c3043f4d51c owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:24.261322 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.289902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=61f462d0-2297-400b-a90d-1c3043f4d51c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:24.295859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.297773 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb23bad3-ec0a-4457-bbfe-4072c6b5ee56 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/61f462d0-2297-400b-a90d-1c3043f4d51c HTTP/1.1" status: 204 len: 168 time: 0.2824092 Sep 21 08:43:24.300336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37704) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:24.324126 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a175e561-e7b8-457f-970a-df0e366baf26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:24.326030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a175e561-e7b8-457f-970a-df0e366baf26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/61f462d0-2297-400b-a90d-1c3043f4d51c HTTP/1.1" status: 404 len: 333 time: 0.0242648 Sep 21 08:43:24.329413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37706) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:24.334106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'name': 'tempest-PortsIpV6TestJSON-2098920709'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:24.424448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:24.428037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.445790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port d272bed8-1b62-4f2b-800c-ba642b278f84 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:24.618388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.657244 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.696121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:24.699659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:24.703987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:24.709616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:24.710222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.728720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=d272bed8-1b62-4f2b-800c-ba642b278f84,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:24.732171 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7df84d06-aa21-4ffe-9c9d-85bc87211421 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4017718 Sep 21 08:43:24.734688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37716) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:24.740401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:24.806423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.970672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:24.975094 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.010802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] In _notify_port_updated(), no bound segment for port d272bed8-1b62-4f2b-800c-ba642b278f84 on network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:25.016387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:25.017003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.018306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "PUT /v2.0/ports/d272bed8-1b62-4f2b-800c-ba642b278f84 HTTP/1.1" status: 200 len: 818 time: 0.2826042 Sep 21 08:43:25.021039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37718) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:25.064175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40f5a1-b882-4bef-866b-1befd7b6d1c2 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=d272bed8-1b62-4f2b-800c-ba642b278f84,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:25.121553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port d272bed8-1b62-4f2b-800c-ba642b278f84 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:25.121903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.194269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.207059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for d272bed8-1b62-4f2b-800c-ba642b278f84 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:25.285255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.312675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.317065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=d272bed8-1b62-4f2b-800c-ba642b278f84,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:25.322417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.324655 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ec90a273-4050-4d7b-b1d0-2447c20ebcc5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/d272bed8-1b62-4f2b-800c-ba642b278f84 HTTP/1.1" status: 204 len: 168 time: 0.3026943 Sep 21 08:43:25.327261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37720) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:25.378856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0584aef-f9c4-4570-9919-6c2a8c1473d6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:25.380523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e0584aef-f9c4-4570-9919-6c2a8c1473d6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0521567 Sep 21 08:43:25.382971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37722) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:25.401324 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ad542fe-7c26-4dc8-b340-f75729db840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.410512 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fb5ee4-b4ea-4a76-867d-0d5f2617ec79 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:25.412110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-38fb5ee4-b4ea-4a76-867d-0d5f2617ec79 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/d272bed8-1b62-4f2b-800c-ba642b278f84 HTTP/1.1" status: 404 len: 333 time: 0.0281963 Sep 21 08:43:25.415842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37724) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:25.421360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-452646474'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:25.441535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:25.445283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.469380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:25.479250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.479657 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment 494d4656-d914-457c-8a12-14884dbcc9e6 of type vlan for network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 Sep 21 08:43:25.524466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.551082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.557114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:25.557700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.594383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1775100 Sep 21 08:43:25.597260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37726) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:25.630667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:25.638759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59bfb3-3549-4a32-83ff-875af76b8d99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=99f2feb6-4fc3-4ef4-8ef5-2d839a144506,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:25.649387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:25.747618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:25.751207 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:25.941006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.012368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:26.022162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': '494d4656-d914-457c-8a12-14884dbcc9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:26.022541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: 99f2feb6-4fc3-4ef4-8ef5-2d839a144506, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:26.042113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:26.051694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 99f2feb6-4fc3-4ef4-8ef5-2d839a144506) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:26.056520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:26.057207 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.069536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302f8848-1e63-43f7-87c3-9ef980f9c6c4 None None] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:26.073347 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-55db92fd-f294-4dbc-bc0a-1b588610a391 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4750705 Sep 21 08:43:26.076463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37730) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:26.081882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-69940881-75ee-4d9d-bb6e-1d9c520e057f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:26.198692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69940881-75ee-4d9d-bb6e-1d9c520e057f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:26.202795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69940881-75ee-4d9d-bb6e-1d9c520e057f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.227029 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'tenant_id': '1848b9dcac10404eae6db35b8aaeaf47', 'fixed_ips': [{'subnet_id': '7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:26.228095 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.303108 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-69940881-75ee-4d9d-bb6e-1d9c520e057f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a (CIDR: 2001:db8::/64) Sep 21 08:43:26.306711 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-69940881-75ee-4d9d-bb6e-1d9c520e057f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:43:26.307208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69940881-75ee-4d9d-bb6e-1d9c520e057f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:26.321358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-69940881-75ee-4d9d-bb6e-1d9c520e057f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2437541 Sep 21 08:43:26.324504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:26.329789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:26.370379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Allocated IP 2001:db8::2 (99f2feb6-4fc3-4ef4-8ef5-2d839a144506/7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a/f7282c5a-10bd-4d34-bfc3-626168594134) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:26.459623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:26.463102 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.521636 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.530017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.572249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:26.580386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:26.583457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:26.597601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Pushing event updated for resources: {'Port': ['ID=f7282c5a-10bd-4d34-bfc3-626168594134,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:26.647149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Attempting to bind port f7282c5a-10bd-4d34-bfc3-626168594134 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:26.647606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Attempting to bind port f7282c5a-10bd-4d34-bfc3-626168594134 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '494d4656-d914-457c-8a12-14884dbcc9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:26.648023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Attempting to bind port f7282c5a-10bd-4d34-bfc3-626168594134 on network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:26.654089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:26.654479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Checking segment: {'id': '494d4656-d914-457c-8a12-14884dbcc9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:26.654889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.655365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Bound using segment: {'id': '494d4656-d914-457c-8a12-14884dbcc9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:26.655848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Bound port: f7282c5a-10bd-4d34-bfc3-626168594134, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494d4656-d914-457c-8a12-14884dbcc9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:26.656238 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.724651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] For port f7282c5a-10bd-4d34-bfc3-626168594134, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:26.725596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.729700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] For port f7282c5a-10bd-4d34-bfc3-626168594134, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f7282c5a-10bd-4d34-bfc3-626168594134,segment=NetworkSegment(494d4656-d914-457c-8a12-14884dbcc9e6),segment_id=494d4656-d914-457c-8a12-14884dbcc9e6)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:26.735944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.777136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:26.783479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:26.788317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:26.789152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.798923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=84ed1ca6-e96f-4d7a-a045-a667decf6b25,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:26.828671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2aef16e5-aacd-4394-81c7-2db408ec412c tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5030134 Sep 21 08:43:26.831613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37738) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:26.834824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:26.836961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'fixed_ips': [{'subnet_id': '7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a'}, {'subnet_id': '84ed1ca6-e96f-4d7a-a045-a667decf6b25'}], 'name': 'tempest-PortsIpV6TestJSON-115731018'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:26.854670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Pushing event updated for resources: {'Port': ['ID=f7282c5a-10bd-4d34-bfc3-626168594134,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:26.865123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.865782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.866312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.867637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.868082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.868637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.869058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.869486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.869920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.870450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.870973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.871484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787d2bb-abc4-46b3-9452-00e64d4ff2ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:26.993938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:27.118809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37742) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:27.135979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.161403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 6b671ced-60ea-4806-a905-d29152807055 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:27.236572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.339600 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.344046 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.382544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2f50b110ce748bd9c2a13e55117c4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625806 Sep 21 08:43:27.383435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e903cc9-c760-40f5-9cb8-153a66c0c15c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:27.385300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37746) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:27.406005 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.406346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.406681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.407012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.407352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.407678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.407999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.408322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.408645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.408959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.409275 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.409591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e149d8-93fb-476e-a2c7-078bb5d2f068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:43:27.441881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::2f2 (99f2feb6-4fc3-4ef4-8ef5-2d839a144506/7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a/6b671ced-60ea-4806-a905-d29152807055) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:27.449256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8:0:1::2e4 (99f2feb6-4fc3-4ef4-8ef5-2d839a144506/84ed1ca6-e96f-4d7a-a045-a667decf6b25/6b671ced-60ea-4806-a905-d29152807055) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:27.453993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b93cc6f6-197f-4728-96aa-5258a50f39e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.480040 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b93cc6f6-197f-4728-96aa-5258a50f39e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.538193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b93cc6f6-197f-4728-96aa-5258a50f39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.542437 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b93cc6f6-197f-4728-96aa-5258a50f39e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.544663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b93cc6f6-197f-4728-96aa-5258a50f39e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e903cc9-c760-40f5-9cb8-153a66c0c15c HTTP/1.1" status: 204 len: 168 time: 0.1579058 Sep 21 08:43:27.553057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc6f6-197f-4728-96aa-5258a50f39e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e903cc9-c760-40f5-9cb8-153a66c0c15c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:27.632225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f7282c5a-10bd-4d34-bfc3-626168594134 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:27.637976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.682697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.691278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f7282c5a-10bd-4d34-bfc3-626168594134 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:27.691695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.739016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:27.746066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:27.752651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:27.758759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:27.759522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.763427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=6b671ced-60ea-4806-a905-d29152807055,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:27.783227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2c470440-2b48-4b59-8023-b070449cb045 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.9474959 Sep 21 08:43:27.783227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:27.788510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:27.808431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.870034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.885683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port f7282c5a-10bd-4d34-bfc3-626168594134, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f7282c5a-10bd-4d34-bfc3-626168594134,segment=NetworkSegment(494d4656-d914-457c-8a12-14884dbcc9e6),segment_id=494d4656-d914-457c-8a12-14884dbcc9e6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:27.891439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.893736 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:27.998513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e5da8-edfb-46eb-90ea-016e45767102 None None] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:28.011125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=f7282c5a-10bd-4d34-bfc3-626168594134,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:28.164410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Delete allocated IP 2001:db8:0:1::2e4 (99f2feb6-4fc3-4ef4-8ef5-2d839a144506/84ed1ca6-e96f-4d7a-a045-a667decf6b25) {{(pid=94724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 08:43:28.237304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-011c527e-32a0-48a2-88a3-c6865b4f3206 None None] Provisioning complete for port f7282c5a-10bd-4d34-bfc3-626168594134 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:28.237304 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-011c527e-32a0-48a2-88a3-c6865b4f3206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.308011 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.314534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.385583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] In _notify_port_updated(), no bound segment for port 6b671ced-60ea-4806-a905-d29152807055 on network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:28.392101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:28.392743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.395885 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "PUT /v2.0/ports/6b671ced-60ea-4806-a905-d29152807055 HTTP/1.1" status: 200 len: 925 time: 0.6118639 Sep 21 08:43:28.396933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37776) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:28.402286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a'}, {'subnet_id': '84ed1ca6-e96f-4d7a-a045-a667decf6b25'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:28.409005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0bf03-a157-431d-bf71-52dd1661b306 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=6b671ced-60ea-4806-a905-d29152807055,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:28.540306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53827cc2-2249-4a78-9a92-18c825b9ddec None None] Update dhcp port {'port': {'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'fixed_ips': [{'subnet_id': '7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a', 'ip_address': '2001:db8::2'}, {'subnet_id': '84ed1ca6-e96f-4d7a-a045-a667decf6b25'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'f7282c5a-10bd-4d34-bfc3-626168594134'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:43:28.569712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53827cc2-2249-4a78-9a92-18c825b9ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.577775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.745147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-53827cc2-2249-4a78-9a92-18c825b9ddec None None] Allocated IP 2001:db8:0:1::2 (99f2feb6-4fc3-4ef4-8ef5-2d839a144506/84ed1ca6-e96f-4d7a-a045-a667decf6b25/f7282c5a-10bd-4d34-bfc3-626168594134) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:28.847159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-53827cc2-2249-4a78-9a92-18c825b9ddec None None] For port f7282c5a-10bd-4d34-bfc3-626168594134, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f7282c5a-10bd-4d34-bfc3-626168594134,segment=NetworkSegment(494d4656-d914-457c-8a12-14884dbcc9e6),segment_id=494d4656-d914-457c-8a12-14884dbcc9e6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:28.880891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53827cc2-2249-4a78-9a92-18c825b9ddec None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.885617 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53827cc2-2249-4a78-9a92-18c825b9ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:28.952413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8:0:1::2d (99f2feb6-4fc3-4ef4-8ef5-2d839a144506/84ed1ca6-e96f-4d7a-a045-a667decf6b25/6b671ced-60ea-4806-a905-d29152807055) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:28.999938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53827cc2-2249-4a78-9a92-18c825b9ddec None None] Pushing event updated for resources: {'Port': ['ID=f7282c5a-10bd-4d34-bfc3-626168594134,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:29.100883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.106209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.195779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=6b671ced-60ea-4806-a905-d29152807055,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:29.198977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] In _notify_port_updated(), no bound segment for port 6b671ced-60ea-4806-a905-d29152807055 on network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:29.205119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:29.205760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.207088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fc09764f-20d8-4b68-81a2-d2a607a823c7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "PUT /v2.0/ports/6b671ced-60ea-4806-a905-d29152807055 HTTP/1.1" status: 200 len: 1010 time: 0.8091567 Sep 21 08:43:29.209792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37842) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:29.314405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 6b671ced-60ea-4806-a905-d29152807055 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:29.315541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.422852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.438781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 6b671ced-60ea-4806-a905-d29152807055 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:29.579023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f7282c5a-10bd-4d34-bfc3-626168594134 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:29.607700 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d64a7-ff3d-4192-88e7-090d0e650a08 None None] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:29.672168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.708736 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=6b671ced-60ea-4806-a905-d29152807055,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:29.710267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f7282c5a-10bd-4d34-bfc3-626168594134 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:29.710646 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.758668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-62353272-49c9-47cb-845a-0dd0b5d10342 None None] Provisioning complete for port f7282c5a-10bd-4d34-bfc3-626168594134 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:29.759475 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62353272-49c9-47cb-845a-0dd0b5d10342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.764799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.766925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fc1cba0f-c273-402d-ac2e-cde84813359b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/6b671ced-60ea-4806-a905-d29152807055 HTTP/1.1" status: 204 len: 168 time: 0.5561860 Sep 21 08:43:29.770269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37848) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:29.801217 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a6e11f-fdf2-4586-8854-7b9859d7a362 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:29.802946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29a6e11f-fdf2-4586-8854-7b9859d7a362 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/6b671ced-60ea-4806-a905-d29152807055 HTTP/1.1" status: 404 len: 333 time: 0.0316591 Sep 21 08:43:29.805739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37850) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:29.864368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 84ed1ca6-e96f-4d7a-a045-a667decf6b25 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:29.867851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.909832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:29.989033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-62353272-49c9-47cb-845a-0dd0b5d10342 None None] Could not find standard attr ID for object 6b671ced-60ea-4806-a905-d29152807055. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:30.041880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.106243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.134813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=84ed1ca6-e96f-4d7a-a045-a667decf6b25,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:30.138998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.141126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-31b66710-061d-4b46-b86b-04ee3bae7112 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/84ed1ca6-e96f-4d7a-a045-a667decf6b25 HTTP/1.1" status: 204 len: 168 time: 0.3343320 Sep 21 08:43:30.143618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37854) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:30.201557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:30.205150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.213254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca5d4e-e683-4211-ab09-2e84f3b2153a None None] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:30.263706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.322839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-db3aabac-4378-4d32-8128-25c04b46b994 None None] Provisioning complete for port f7282c5a-10bd-4d34-bfc3-626168594134 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:30.323284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db3aabac-4378-4d32-8128-25c04b46b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.379462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.452826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.469837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.471920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a HTTP/1.1" status: 204 len: 168 time: 0.3271155 Sep 21 08:43:30.474665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37856) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:30.498980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d51658-d992-4e47-ba89-3963aa4a0020 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:30.554553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c0f584-e2f7-4399-8fd2-e3023db2a8b9 None None] Update dhcp port {'port': {'network_id': '99f2feb6-4fc3-4ef4-8ef5-2d839a144506', 'fixed_ips': [{'subnet_id': '7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'f7282c5a-10bd-4d34-bfc3-626168594134'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:43:30.577421 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.585848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-20c0f584-e2f7-4399-8fd2-e3023db2a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.644615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port f7282c5a-10bd-4d34-bfc3-626168594134 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:30.645352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.729493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] For port f7282c5a-10bd-4d34-bfc3-626168594134, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f7282c5a-10bd-4d34-bfc3-626168594134,segment=NetworkSegment(494d4656-d914-457c-8a12-14884dbcc9e6),segment_id=494d4656-d914-457c-8a12-14884dbcc9e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:30.730443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.754594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for f7282c5a-10bd-4d34-bfc3-626168594134 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:30.790701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761fe21-e301-4362-b2c9-73808a9b06ca None None] Network 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:30.884152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.898942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-de46d653-8760-4ad4-9117-d1d209c2243a None None] Provisioning complete for port f7282c5a-10bd-4d34-bfc3-626168594134 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:30.899341 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-de46d653-8760-4ad4-9117-d1d209c2243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:30.929316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=f7282c5a-10bd-4d34-bfc3-626168594134,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:30.932732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No DVR routers for this DVR port f7282c5a-10bd-4d34-bfc3-626168594134 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:30.941327 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-de46d653-8760-4ad4-9117-d1d209c2243a None None] Port f7282c5a-10bd-4d34-bfc3-626168594134 was deleted so its status cannot be updated. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 21 08:43:30.976678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2490d773-65d6-4949-83d1-c8f010696050 None None] DHCP port deletion for 99f2feb6-4fc3-4ef4-8ef5-2d839a144506 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:31.036166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.058405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f2feb6-4fc3-4ef4-8ef5-2d839a144506']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:31.068291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494d4656-d914-457c-8a12-14884dbcc9e6') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:31.068603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494d4656-d914-457c-8a12-14884dbcc9e6') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:31.080209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.095669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.102302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:31.102846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:31.106926 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:31.171658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.178958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.185446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/99f2feb6-4fc3-4ef4-8ef5-2d839a144506 HTTP/1.1" status: 204 len: 168 time: 0.7050083 Sep 21 08:43:31.185949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37864) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:31.201805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa7b3-a7dc-45ad-be28-aa23d95297c6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=99f2feb6-4fc3-4ef4-8ef5-2d839a144506,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:31.237023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7985085-c3fc-4ef7-ac0d-c002283cd9fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:31.238516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b7985085-c3fc-4ef7-ac0d-c002283cd9fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0515692 Sep 21 08:43:31.242413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37866) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:31.292307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1295913f-f06b-4a51-9410-e3793eba6857 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0486822 Sep 21 08:43:31.295622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37868) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:31.301575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1876388774'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:31.323832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:31.328117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.353046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:31.361977 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.362321 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment a61c2b2c-af6a-44e4-99da-890189cf9ab7 of type vlan for network a2a52b48-12f0-4047-94e1-4bc776681b2a Sep 21 08:43:31.402617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.427015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.432453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:31.433063 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:31.466260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1691399 Sep 21 08:43:31.469301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37870) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:31.476336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:31.526781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065757f8-703e-4b8a-8c9b-66804b745c26 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=a2a52b48-12f0-4047-94e1-4bc776681b2a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:31.538701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a2a52b48-12f0-4047-94e1-4bc776681b2a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:31.563130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f7282c5a-10bd-4d34-bfc3-626168594134 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:43:31.609613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f7282c5a-10bd-4d34-bfc3-626168594134 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:31.610005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f7282c5a-10bd-4d34-bfc3-626168594134 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:43:31.621253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:31.627490 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.150917 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.204535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=2c2fb8fd-d382-4070-b6c0-6bb95d28825f,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:32.220034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': 'a61c2b2c-af6a-44e4-99da-890189cf9ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:32.220397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: a2a52b48-12f0-4047-94e1-4bc776681b2a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:32.238954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network a2a52b48-12f0-4047-94e1-4bc776681b2a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:32.246324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a2a52b48-12f0-4047-94e1-4bc776681b2a) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:32.250488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:32.251081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.255887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc886d7-c50f-46a6-a797-c590d5dc6b6a None None] Network a2a52b48-12f0-4047-94e1-4bc776681b2a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:32.273802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d307354a-5790-4f09-8d0f-fd2f4ac98361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8010426 Sep 21 08:43:32.274212 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37876) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:32.279801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a', 'name': 'tempest-PortsIpV6TestJSON-1299663158'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:32.335515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.397880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:32.401612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.420087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 51c6e883-ebc6-46f6-9cbf-9e2314258e97 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:32.423223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-a2a52b48-12f0-4047-94e1-4bc776681b2a', 'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a', 'tenant_id': '1848b9dcac10404eae6db35b8aaeaf47', 'fixed_ips': [{'subnet_id': '2c2fb8fd-d382-4070-b6c0-6bb95d28825f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:32.424126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.547100 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::1a2 (a2a52b48-12f0-4047-94e1-4bc776681b2a/2c2fb8fd-d382-4070-b6c0-6bb95d28825f/51c6e883-ebc6-46f6-9cbf-9e2314258e97) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:32.704696 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.738173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.780415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network a2a52b48-12f0-4047-94e1-4bc776681b2a is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:32.783573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:32.786037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:32.792010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:32.792661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.798360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Allocated IP 2001:db8::2 (a2a52b48-12f0-4047-94e1-4bc776681b2a/2c2fb8fd-d382-4070-b6c0-6bb95d28825f/b2bb3117-36dc-4555-8170-df60f6c4f856) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:32.815795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=51c6e883-ebc6-46f6-9cbf-9e2314258e97,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:32.820987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d5cde2ca-fa9d-49eb-8296-34b9d5bc67fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5456378 Sep 21 08:43:32.823894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37878) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:32.829293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a', 'name': 'tempest-PortsIpV6TestJSON-230160797'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:32.957257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:32.961242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.973709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:32.980210 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.019267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Network a2a52b48-12f0-4047-94e1-4bc776681b2a is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:33.022792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:33.029692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:33.037328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Pushing event updated for resources: {'Port': ['ID=b2bb3117-36dc-4555-8170-df60f6c4f856,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:33.093513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Attempting to bind port b2bb3117-36dc-4555-8170-df60f6c4f856 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:33.093894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Attempting to bind port b2bb3117-36dc-4555-8170-df60f6c4f856 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a61c2b2c-af6a-44e4-99da-890189cf9ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:33.094271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Attempting to bind port b2bb3117-36dc-4555-8170-df60f6c4f856 on network a2a52b48-12f0-4047-94e1-4bc776681b2a {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:33.100145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:33.101898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Checking segment: {'id': 'a61c2b2c-af6a-44e4-99da-890189cf9ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:33.101898 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.102104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Bound using segment: {'id': 'a61c2b2c-af6a-44e4-99da-890189cf9ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:33.102497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Bound port: b2bb3117-36dc-4555-8170-df60f6c4f856, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61c2b2c-af6a-44e4-99da-890189cf9ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a2a52b48-12f0-4047-94e1-4bc776681b2a'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:33.102896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.181454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] For port b2bb3117-36dc-4555-8170-df60f6c4f856, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:33.187334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] For port b2bb3117-36dc-4555-8170-df60f6c4f856, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b2bb3117-36dc-4555-8170-df60f6c4f856,segment=NetworkSegment(a61c2b2c-af6a-44e4-99da-890189cf9ab7),segment_id=a61c2b2c-af6a-44e4-99da-890189cf9ab7)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:33.193381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.281155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d104ed-ba4c-4cc0-80be-99dddea82348 None None] Pushing event updated for resources: {'Port': ['ID=b2bb3117-36dc-4555-8170-df60f6c4f856,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:33.302995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port c32c4379-828c-4b64-beb8-d4e6c1f570ea yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:33.427284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::128 (a2a52b48-12f0-4047-94e1-4bc776681b2a/2c2fb8fd-d382-4070-b6c0-6bb95d28825f/c32c4379-828c-4b64-beb8-d4e6c1f570ea) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:33.619137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.639759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b2bb3117-36dc-4555-8170-df60f6c4f856 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:33.660166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.695471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b2bb3117-36dc-4555-8170-df60f6c4f856 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:33.695848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.702395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network a2a52b48-12f0-4047-94e1-4bc776681b2a is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:33.705710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:33.709560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:33.715184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:33.716356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.737771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=c32c4379-828c-4b64-beb8-d4e6c1f570ea,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:33.742540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-985adb39-f356-495b-9822-fcd84f846506 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9176412 Sep 21 08:43:33.745265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37884) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:33.795006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.847990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port b2bb3117-36dc-4555-8170-df60f6c4f856, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b2bb3117-36dc-4555-8170-df60f6c4f856,segment=NetworkSegment(a61c2b2c-af6a-44e4-99da-890189cf9ab7),segment_id=a61c2b2c-af6a-44e4-99da-890189cf9ab7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:33.849201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ef1d3-b1c9-476a-8715-18561d5a12cb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:33.850877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-287ef1d3-b1c9-476a-8715-18561d5a12cb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a2 HTTP/1.1" status: 200 len: 929 time: 0.1029117 Sep 21 08:43:33.853770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37886) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:33.855585 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.880528 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:33.908795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=b2bb3117-36dc-4555-8170-df60f6c4f856,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:33.949589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port c32c4379-828c-4b64-beb8-d4e6c1f570ea {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:33.949990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.044291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.057411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for c32c4379-828c-4b64-beb8-d4e6c1f570ea owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:34.205218 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.242179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=c32c4379-828c-4b64-beb8-d4e6c1f570ea,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:34.275680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.277554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8628313e-e3ae-4d1c-8e05-f5a233b219c4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/c32c4379-828c-4b64-beb8-d4e6c1f570ea HTTP/1.1" status: 204 len: 168 time: 0.4227724 Sep 21 08:43:34.280415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37890) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:34.308497 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b233d93-cb2e-411c-a69a-65b8f0c9b2dd tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:34.310626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4b233d93-cb2e-411c-a69a-65b8f0c9b2dd tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/c32c4379-828c-4b64-beb8-d4e6c1f570ea HTTP/1.1" status: 404 len: 333 time: 0.0292032 Sep 21 08:43:34.313551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37892) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:34.332292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ebb6ee-38be-4365-9ed0-f7a03ff94678 None None] Network a2a52b48-12f0-4047-94e1-4bc776681b2a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:34.411814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 51c6e883-ebc6-46f6-9cbf-9e2314258e97 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:34.412364 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.414724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-02194003-32cd-4a68-93b5-ff145e737658 None None] Provisioning complete for port b2bb3117-36dc-4555-8170-df60f6c4f856 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:34.415164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-02194003-32cd-4a68-93b5-ff145e737658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.517627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.530032 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 51c6e883-ebc6-46f6-9cbf-9e2314258e97 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:34.675711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.714045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=51c6e883-ebc6-46f6-9cbf-9e2314258e97,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:34.744247 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.749714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c7bb77f2-60e6-49b1-a78f-b864c3c6dcbc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/51c6e883-ebc6-46f6-9cbf-9e2314258e97 HTTP/1.1" status: 204 len: 168 time: 0.4319432 Sep 21 08:43:34.749714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37894) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:34.778487 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cab50e-4061-430e-89c9-f84290deb618 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:34.783025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37896) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:34.787525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-23cab50e-4061-430e-89c9-f84290deb618 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/51c6e883-ebc6-46f6-9cbf-9e2314258e97 HTTP/1.1" status: 404 len: 333 time: 0.0294752 Sep 21 08:43:34.845058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 2c2fb8fd-d382-4070-b6c0-6bb95d28825f {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:34.848443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.893831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3611f534-0f39-4ce7-ba4c-860f7b32c6e8 None None] Provisioning complete for port b2bb3117-36dc-4555-8170-df60f6c4f856 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:34.894279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3611f534-0f39-4ce7-ba4c-860f7b32c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.905206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:34.999171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3611f534-0f39-4ce7-ba4c-860f7b32c6e8 None None] Could not find standard attr ID for object 51c6e883-ebc6-46f6-9cbf-9e2314258e97. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:35.024946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.091968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.113096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9e7b97c8-03ec-46f5-8cc9-fa302b83f202 None None] Could not find standard attr ID for object 51c6e883-ebc6-46f6-9cbf-9e2314258e97. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:35.128130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2fb8fd-d382-4070-b6c0-6bb95d28825f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:35.130146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.134928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37898) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:35.135094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7bc03c02-0d53-460a-bfff-8479f0c25996 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/2c2fb8fd-d382-4070-b6c0-6bb95d28825f HTTP/1.1" status: 204 len: 168 time: 0.3509655 Sep 21 08:43:35.226283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.271673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6a6ee-61ce-4cc8-8bb1-60ee6675857e None None] Network a2a52b48-12f0-4047-94e1-4bc776681b2a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:35.288206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port b2bb3117-36dc-4555-8170-df60f6c4f856 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:35.288924 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.342233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2b358da8-336e-480e-8aa9-b48ec77bd0dc None None] Could not find standard attr ID for object c32c4379-828c-4b64-beb8-d4e6c1f570ea. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:35.365002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] For port b2bb3117-36dc-4555-8170-df60f6c4f856, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b2bb3117-36dc-4555-8170-df60f6c4f856,segment=NetworkSegment(a61c2b2c-af6a-44e4-99da-890189cf9ab7),segment_id=a61c2b2c-af6a-44e4-99da-890189cf9ab7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:35.365519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.379136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for b2bb3117-36dc-4555-8170-df60f6c4f856 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:35.466397 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.473551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c073913-beb3-48b4-967f-f8ea2120f8de None None] DHCP port deletion for a2a52b48-12f0-4047-94e1-4bc776681b2a request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:35.502380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No DVR routers for this DVR port b2bb3117-36dc-4555-8170-df60f6c4f856 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:35.505620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=b2bb3117-36dc-4555-8170-df60f6c4f856,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:35.569584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b2bb3117-36dc-4555-8170-df60f6c4f856 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:43:35.591460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.595247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b2bb3117-36dc-4555-8170-df60f6c4f856 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:35.602853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b2bb3117-36dc-4555-8170-df60f6c4f856 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:43:35.617042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a52b48-12f0-4047-94e1-4bc776681b2a']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:35.626696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61c2b2c-af6a-44e4-99da-890189cf9ab7') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:35.627080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61c2b2c-af6a-44e4-99da-890189cf9ab7') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:35.636428 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.650449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.657050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:35.657525 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:35.660480 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:35.726111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.736188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.738318 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/a2a52b48-12f0-4047-94e1-4bc776681b2a HTTP/1.1" status: 204 len: 168 time: 0.6022573 Sep 21 08:43:35.742055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37902) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:35.748058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-389057715'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:35.748863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b6a87-f825-44b1-a570-88fb029ed1b5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=a2a52b48-12f0-4047-94e1-4bc776681b2a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:35.771240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:35.774761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.801237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:35.813458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.814091 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment 4a2f8080-ca07-478d-b441-8455ed2162d5 of type vlan for network 4a8184b1-3dda-4a16-875f-3c12c76ce8be Sep 21 08:43:35.855716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.881555 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.887164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:35.888364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:35.928357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1850967 Sep 21 08:43:35.931427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37904) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:35.938040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:35.963230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72701af-7442-49a6-ba28-56a8f3dbc8f8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=4a8184b1-3dda-4a16-875f-3c12c76ce8be,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:35.974177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:36.045099 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:36.050952 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.260055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.323628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=2cf3d29e-bf52-4758-a4a8-f48d4231f976,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:36.335622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': '4a2f8080-ca07-478d-b441-8455ed2162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:36.335990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: 4a8184b1-3dda-4a16-875f-3c12c76ce8be, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:36.353557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:36.363554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 4a8184b1-3dda-4a16-875f-3c12c76ce8be) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:36.368437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:36.369405 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.372897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d33bad6-73ce-4f66-a3ab-55f4ed31d1b6 None None] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:36.391377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37908) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:36.391806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-20934854-5d52-41cd-8b71-0459135b5452 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4583137 Sep 21 08:43:36.396495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be', 'name': 'tempest-PortsIpV6TestJSON-1240503881', 'fixed_ips': [{'subnet_id': '2cf3d29e-bf52-4758-a4a8-f48d4231f976', 'ip_address': '2001:db8::10'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:36.538309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:36.541830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-4a8184b1-3dda-4a16-875f-3c12c76ce8be', 'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be', 'tenant_id': '1848b9dcac10404eae6db35b8aaeaf47', 'fixed_ips': [{'subnet_id': '2cf3d29e-bf52-4758-a4a8-f48d4231f976'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:36.545992 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.637529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.659968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 48f09b56-4686-4f3c-8820-dc03b40ca4a2 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:36.692464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Allocated IP 2001:db8::2 (4a8184b1-3dda-4a16-875f-3c12c76ce8be/2cf3d29e-bf52-4758-a4a8-f48d4231f976/a6d2ec68-acb9-4397-9d1f-873327363897) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:36.850175 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.862871 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.900071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:36.907603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:36.910526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:36.913806 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::10 (4a8184b1-3dda-4a16-875f-3c12c76ce8be/2cf3d29e-bf52-4758-a4a8-f48d4231f976/48f09b56-4686-4f3c-8820-dc03b40ca4a2) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:36.926314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Pushing event updated for resources: {'Port': ['ID=a6d2ec68-acb9-4397-9d1f-873327363897,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:36.975940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Attempting to bind port a6d2ec68-acb9-4397-9d1f-873327363897 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:36.976313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Attempting to bind port a6d2ec68-acb9-4397-9d1f-873327363897 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '4a2f8080-ca07-478d-b441-8455ed2162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:36.976684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Attempting to bind port a6d2ec68-acb9-4397-9d1f-873327363897 on network 4a8184b1-3dda-4a16-875f-3c12c76ce8be {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:36.982556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:36.982921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Checking segment: {'id': '4a2f8080-ca07-478d-b441-8455ed2162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:36.983350 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:36.983743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Bound using segment: {'id': '4a2f8080-ca07-478d-b441-8455ed2162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:36.984209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Bound port: a6d2ec68-acb9-4397-9d1f-873327363897, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2f8080-ca07-478d-b441-8455ed2162d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:36.984619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.059702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] For port a6d2ec68-acb9-4397-9d1f-873327363897, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:37.062987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] For port a6d2ec68-acb9-4397-9d1f-873327363897, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a6d2ec68-acb9-4397-9d1f-873327363897,segment=NetworkSegment(4a2f8080-ca07-478d-b441-8455ed2162d5),segment_id=4a2f8080-ca07-478d-b441-8455ed2162d5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:37.067758 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.094090 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.133984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a6a32-0e6e-4947-99b7-d81ec3dfecbd None None] Pushing event updated for resources: {'Port': ['ID=a6d2ec68-acb9-4397-9d1f-873327363897,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:37.143886 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.190140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:37.193628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:37.200723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:37.207356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:37.207356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.213697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=48f09b56-4686-4f3c-8820-dc03b40ca4a2,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:37.228758 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b62c07b6-9501-4175-96da-5a4d11103510 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8362699 Sep 21 08:43:37.231995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37910) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:37.237169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': '4a8184b1-3dda-4a16-875f-3c12c76ce8be', 'name': 'tempest-PortsIpV6TestJSON-621681653', 'fixed_ips': [{'subnet_id': '2cf3d29e-bf52-4758-a4a8-f48d4231f976', 'ip_address': '2001:db8::f'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:37.398936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:37.404320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.423823 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 127e851e-6842-43e3-8d18-74aa4f8f504a yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:37.600351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::f (4a8184b1-3dda-4a16-875f-3c12c76ce8be/2cf3d29e-bf52-4758-a4a8-f48d4231f976/127e851e-6842-43e3-8d18-74aa4f8f504a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:37.601441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a6d2ec68-acb9-4397-9d1f-873327363897 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:37.665559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a6d2ec68-acb9-4397-9d1f-873327363897 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:37.665944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.749622 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.769516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.803009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port a6d2ec68-acb9-4397-9d1f-873327363897, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a6d2ec68-acb9-4397-9d1f-873327363897,segment=NetworkSegment(4a2f8080-ca07-478d-b441-8455ed2162d5),segment_id=4a2f8080-ca07-478d-b441-8455ed2162d5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:37.806833 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.810886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.859639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:37.863116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:37.869535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:37.876080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:37.876725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:37.881614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=a6d2ec68-acb9-4397-9d1f-873327363897,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:37.895009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=127e851e-6842-43e3-8d18-74aa4f8f504a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:37.907054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d4eac2b7-01db-421e-affb-51d07e8697aa tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6739278 Sep 21 08:43:37.910257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37914) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:38.007020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b490839-1fe5-4e64-b2d9-4bd9b4f7d049 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:38.008730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b490839-1fe5-4e64-b2d9-4bd9b4f7d049 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0974684 Sep 21 08:43:38.011512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37916) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:38.070890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb585c-0bfc-4dbf-a3aa-e0352fb2ee79 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:38.077640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb585c-0bfc-4dbf-a3aa-e0352fb2ee79 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:38.084097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb585c-0bfc-4dbf-a3aa-e0352fb2ee79 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:38.088384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eccb585c-0bfc-4dbf-a3aa-e0352fb2ee79 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0733807 Sep 21 08:43:38.088917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37918) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:38.157991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa11e47-d5c1-4acf-8355-92ff59b66941 None None] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:38.195802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 127e851e-6842-43e3-8d18-74aa4f8f504a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:38.196160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.228382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4d9b7aaa-9632-46b1-8111-0aefcc9ca2f4 None None] Provisioning complete for port a6d2ec68-acb9-4397-9d1f-873327363897 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:38.228907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d9b7aaa-9632-46b1-8111-0aefcc9ca2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.295878 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.309510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 127e851e-6842-43e3-8d18-74aa4f8f504a owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:38.455582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.490518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=127e851e-6842-43e3-8d18-74aa4f8f504a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:38.516594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.521009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-93ad3387-aa16-47b4-9c9d-86ecc540f7f5 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/127e851e-6842-43e3-8d18-74aa4f8f504a HTTP/1.1" status: 204 len: 168 time: 0.4287288 Sep 21 08:43:38.522930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37920) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:38.549233 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-85513fb9-8443-4fa8-a69b-38931b8f6a63 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:38.550831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-85513fb9-8443-4fa8-a69b-38931b8f6a63 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/127e851e-6842-43e3-8d18-74aa4f8f504a HTTP/1.1" status: 404 len: 333 time: 0.0268738 Sep 21 08:43:38.553616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37924) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:38.647002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 48f09b56-4686-4f3c-8820-dc03b40ca4a2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:38.647303 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.711174 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ac8d9133-0a4b-4247-8544-14ef7684c1df None None] Could not find standard attr ID for object 127e851e-6842-43e3-8d18-74aa4f8f504a. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:38.727801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ac8d9133-0a4b-4247-8544-14ef7684c1df None None] Provisioning complete for port a6d2ec68-acb9-4397-9d1f-873327363897 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:38.728210 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9133-0a4b-4247-8544-14ef7684c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.754404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.770400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 48f09b56-4686-4f3c-8820-dc03b40ca4a2 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:38.852331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ac8d9133-0a4b-4247-8544-14ef7684c1df None None] Provisioning complete for port 48f09b56-4686-4f3c-8820-dc03b40ca4a2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:38.853103 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d9133-0a4b-4247-8544-14ef7684c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.900520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d9133-0a4b-4247-8544-14ef7684c1df None None] Port 48f09b56-4686-4f3c-8820-dc03b40ca4a2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:38.935630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.964980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=48f09b56-4686-4f3c-8820-dc03b40ca4a2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:38.993388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:38.995440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-291a5266-fcf0-4812-94df-b9c1dca38f76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/48f09b56-4686-4f3c-8820-dc03b40ca4a2 HTTP/1.1" status: 204 len: 168 time: 0.4408104 Sep 21 08:43:38.998827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37926) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:39.014652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bd348cbe-97a9-431e-9af9-e7476732ba9d None None] Could not find standard attr ID for object 48f09b56-4686-4f3c-8820-dc03b40ca4a2. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:39.032096 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bbfcfd-a5fc-4c38-a2f8-2f9f2148b418 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:39.034054 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-75bbfcfd-a5fc-4c38-a2f8-2f9f2148b418 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/48f09b56-4686-4f3c-8820-dc03b40ca4a2 HTTP/1.1" status: 404 len: 333 time: 0.0342431 Sep 21 08:43:39.036762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37928) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:39.090996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 2cf3d29e-bf52-4758-a4a8-f48d4231f976 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:39.094388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.137325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-58c8935c-d0c2-4904-8ebc-9a11d412e191 None None] Could not find standard attr ID for object 127e851e-6842-43e3-8d18-74aa4f8f504a. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:39.153929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.247518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.313003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.345753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf3d29e-bf52-4758-a4a8-f48d4231f976,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:39.349501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.351480 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1685bcb2-91c4-4fab-b40d-3121e374c775 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/2cf3d29e-bf52-4758-a4a8-f48d4231f976 HTTP/1.1" status: 204 len: 168 time: 0.3134756 Sep 21 08:43:39.354015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37930) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:39.367750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948a391-55c2-4c86-917f-86eeadd0cd36 None None] Network 4a8184b1-3dda-4a16-875f-3c12c76ce8be requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:39.438892 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.500879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port a6d2ec68-acb9-4397-9d1f-873327363897 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:39.501232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.573753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] DHCP port deletion for 4a8184b1-3dda-4a16-875f-3c12c76ce8be request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:39.576501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] For port a6d2ec68-acb9-4397-9d1f-873327363897, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a6d2ec68-acb9-4397-9d1f-873327363897,segment=NetworkSegment(4a2f8080-ca07-478d-b441-8455ed2162d5),segment_id=4a2f8080-ca07-478d-b441-8455ed2162d5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:39.577088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.594365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for a6d2ec68-acb9-4397-9d1f-873327363897 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:39.650111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] Deleting port a6d2ec68-acb9-4397-9d1f-873327363897 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:39.650603 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.690033 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.719389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=a6d2ec68-acb9-4397-9d1f-873327363897,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:39.721031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] For port a6d2ec68-acb9-4397-9d1f-873327363897, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a6d2ec68-acb9-4397-9d1f-873327363897,segment=NetworkSegment(4a2f8080-ca07-478d-b441-8455ed2162d5),segment_id=4a2f8080-ca07-478d-b441-8455ed2162d5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:39.722384 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.725117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No DVR routers for this DVR port a6d2ec68-acb9-4397-9d1f-873327363897 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:39.744929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] Calling delete_port for a6d2ec68-acb9-4397-9d1f-873327363897 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:39.819426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.823836 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.839963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8184b1-3dda-4a16-875f-3c12c76ce8be']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:39.848957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] Pushing event deleted for resources: {'Port': ['ID=a6d2ec68-acb9-4397-9d1f-873327363897,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:39.850769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2f8080-ca07-478d-b441-8455ed2162d5') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:39.851071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2f8080-ca07-478d-b441-8455ed2162d5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:39.854936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751535d-d867-4ef6-aee5-beb284cfa394 None None] No DVR routers for this DVR port a6d2ec68-acb9-4397-9d1f-873327363897 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:39.872074 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.905114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.914987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:39.916037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:39.921960 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:40.026386 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.034210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.036286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/4a8184b1-3dda-4a16-875f-3c12c76ce8be HTTP/1.1" status: 204 len: 168 time: 0.6811190 Sep 21 08:43:40.042096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37934) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:40.045421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1819429775'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:40.058458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e040-64ab-48b5-b40f-a96a733c8004 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=4a8184b1-3dda-4a16-875f-3c12c76ce8be,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:40.077272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:40.080951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.104687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:43:40.115862 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.116094 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Added segment c063ef81-6327-4157-b2e9-2c908a790a03 of type vlan for network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa Sep 21 08:43:40.157820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.183434 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.189152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:40.189752 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.229751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1859939 Sep 21 08:43:40.230214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37936) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:40.265182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:40.281746 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5325d9-06ba-461c-a091-032eabe096fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Network': ['ID=9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:40.293028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:43:40.361050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:40.364790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.556799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.621479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=651e6775-fbc6-4673-970a-be28e5923428,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:40.631352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Checking segment: {'id': 'c063ef81-6327-4157-b2e9-2c908a790a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:40.631739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network hostable DHCP agents. Network: 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:43:40.649224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:43:40.657390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:40.661838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:40.662557 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.672152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5981e206-6f6a-429e-8dfe-e7c27ca82c76 None None] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:40.679078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c309c752-271a-4e2b-b109-a22671b902dc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4476800 Sep 21 08:43:40.681659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37948) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:40.687008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-436bf10a-b367-4e42-82d8-2ea6f329fecc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-283157563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:40.710402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436bf10a-b367-4e42-82d8-2ea6f329fecc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.711521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436bf10a-b367-4e42-82d8-2ea6f329fecc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.767006 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436bf10a-b367-4e42-82d8-2ea6f329fecc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.772188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436bf10a-b367-4e42-82d8-2ea6f329fecc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.790807 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-436bf10a-b367-4e42-82d8-2ea6f329fecc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.796376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-436bf10a-b367-4e42-82d8-2ea6f329fecc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1099346 Sep 21 08:43:40.796918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37950) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:40.802489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa', 'name': 'tempest-PortsIpV6TestJSON-868716449'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:40.854844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa', 'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa', 'tenant_id': '1848b9dcac10404eae6db35b8aaeaf47', 'fixed_ips': [{'subnet_id': '651e6775-fbc6-4673-970a-be28e5923428'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:40.855896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.933264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:40.937446 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:40.957763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port c739e30a-5b43-4263-8dcb-eb8b2d40989d yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:41.003296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Allocated IP 2001:db8::2 (9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa/651e6775-fbc6-4673-970a-be28e5923428/47f39f2b-37a3-43a4-8fa8-4c58b2b30242) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:41.147854 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.154320 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.195544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:41.200328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:41.203125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:41.214587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Pushing event updated for resources: {'Port': ['ID=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:41.219687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::53 (9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa/651e6775-fbc6-4673-970a-be28e5923428/c739e30a-5b43-4263-8dcb-eb8b2d40989d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:41.272494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Attempting to bind port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:41.272866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Attempting to bind port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c063ef81-6327-4157-b2e9-2c908a790a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:41.273238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Attempting to bind port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 on network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:41.279464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:41.279852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Checking segment: {'id': 'c063ef81-6327-4157-b2e9-2c908a790a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:41.280390 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.280793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Bound using segment: {'id': 'c063ef81-6327-4157-b2e9-2c908a790a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:41.281272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Bound port: 47f39f2b-37a3-43a4-8fa8-4c58b2b30242, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c063ef81-6327-4157-b2e9-2c908a790a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:41.281660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.348743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] For port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:41.352376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] For port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,segment=NetworkSegment(c063ef81-6327-4157-b2e9-2c908a790a03),segment_id=c063ef81-6327-4157-b2e9-2c908a790a03)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:41.357858 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.385570 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.415263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0e5ac-b01e-42f7-a31e-818239f83f37 None None] Pushing event updated for resources: {'Port': ['ID=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:41.433641 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.489105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:41.492544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:41.495155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:41.501351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:41.501855 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:41.518543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=c739e30a-5b43-4263-8dcb-eb8b2d40989d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:41.529693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a112f42c-156a-4d77-9877-bf15a8c2d99d tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7319162 Sep 21 08:43:41.532466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37960) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:41.577112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a6d2ec68-acb9-4397-9d1f-873327363897 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:43:41.603056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: a6d2ec68-acb9-4397-9d1f-873327363897 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:41.603437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a6d2ec68-acb9-4397-9d1f-873327363897 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:43:41.882292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.134985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.140895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.216423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=c739e30a-5b43-4263-8dcb-eb8b2d40989d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:42.328982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.453041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.493961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340b195-01f2-41b3-959b-31b7a3ba5da6 None None] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:42.527053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-77bc84d4-6798-4f39-a898-7978420a6f47 None None] Provisioning complete for port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:42.527470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77bc84d4-6798-4f39-a898-7978420a6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.695952 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77bc84d4-6798-4f39-a898-7978420a6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.739921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-77bc84d4-6798-4f39-a898-7978420a6f47 None None] For port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,segment=NetworkSegment(c063ef81-6327-4157-b2e9-2c908a790a03),segment_id=c063ef81-6327-4157-b2e9-2c908a790a03)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:42.740874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.746557 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77bc84d4-6798-4f39-a898-7978420a6f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.749995 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.750823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:42.813014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc84d4-6798-4f39-a898-7978420a6f47 None None] Pushing event updated for resources: {'Port': ['ID=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:42.880280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=c739e30a-5b43-4263-8dcb-eb8b2d40989d,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:42.918408 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:42.920047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:43.049021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Router 04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:43:43.081325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f44be65c-1c25-459a-9205-d62e0e510f24 None None] Provisioning complete for port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:43.081971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f44be65c-1c25-459a-9205-d62e0e510f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:43.153700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:43:43.159108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e7d9da3d-3416-4436-a145-9575daeef859 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "PUT /v2.0/routers/04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6246347 Sep 21 08:43:43.161409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37974) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:43.165442 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] Sync routers for ids ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:43:43.177371 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] Routers {'04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:43:43.178250 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:43.191130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f44be65c-1c25-459a-9205-d62e0e510f24 None None] Provisioning complete for port c739e30a-5b43-4263-8dcb-eb8b2d40989d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:43.191537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f44be65c-1c25-459a-9205-d62e0e510f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:43.228572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f44be65c-1c25-459a-9205-d62e0e510f24 None None] Port c739e30a-5b43-4263-8dcb-eb8b2d40989d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:43.238473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cdf29d-9565-470c-8814-8b73c5671420 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:43.240401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b0cdf29d-9565-470c-8814-8b73c5671420 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1 HTTP/1.1" status: 200 len: 987 time: 0.0777986 Sep 21 08:43:43.243531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 37976) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:43.325558 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:43.336924 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] Routers {'04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:43:43.338255 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:43.352397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a0de8100-2b62-4bb1-8063-bdd38334bbf7 None None] Provisioning complete for port c739e30a-5b43-4263-8dcb-eb8b2d40989d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:43.352790 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0de8100-2b62-4bb1-8063-bdd38334bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:43.389184 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:43.390604 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ae92c-c506-4991-a0a7-d052c14c7de0 None None] The sync data for ids ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'] in n-d-809980-2 is: [] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:43:43.402779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a0de8100-2b62-4bb1-8063-bdd38334bbf7 None None] Port c739e30a-5b43-4263-8dcb-eb8b2d40989d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:43.525397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4dac11cf-3ccc-45b2-8fa5-2e9b8057d280 None None] Provisioning complete for port c739e30a-5b43-4263-8dcb-eb8b2d40989d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:43.526620 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dac11cf-3ccc-45b2-8fa5-2e9b8057d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:43.600723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4dac11cf-3ccc-45b2-8fa5-2e9b8057d280 None None] Port c739e30a-5b43-4263-8dcb-eb8b2d40989d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:43.647183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:43.699336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:43.700015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:43.770884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:43.834804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-965898e0-0a51-456f-aeb7-27cad3a78d2c None None] Provisioning complete for port c739e30a-5b43-4263-8dcb-eb8b2d40989d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:43.835253 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-965898e0-0a51-456f-aeb7-27cad3a78d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:43.886484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-965898e0-0a51-456f-aeb7-27cad3a78d2c None None] Port c739e30a-5b43-4263-8dcb-eb8b2d40989d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:44.378035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port c739e30a-5b43-4263-8dcb-eb8b2d40989d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:44.378635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:44.464835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:44.476520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for c739e30a-5b43-4263-8dcb-eb8b2d40989d owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:44.648903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:44.679427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=c739e30a-5b43-4263-8dcb-eb8b2d40989d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:44.776695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:44.943175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Router 04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:43:45.026706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:43:45.034430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37982) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:45.036163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] Sync routers for ids ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:43:45.039838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-73862180-f118-40eb-9557-be2c74781cf7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "PUT /v2.0/routers/04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954216 Sep 21 08:43:45.045671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] Routers {'04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:43:45.046292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:45.057890 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-712d0f41-15b4-4a43-b2b0-555875c84228 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:45.059918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-712d0f41-15b4-4a43-b2b0-555875c84228 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/c739e30a-5b43-4263-8dcb-eb8b2d40989d HTTP/1.1" status: 404 len: 333 time: 0.0239761 Sep 21 08:43:45.062557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37984) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:45.080151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:45.088589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] Routers {'04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:43:45.089189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:45.123954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:45.124601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e5fd32-e816-43e9-9b43-eeb6961b33f2 None None] The sync data for ids ['04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1'] in n-d-809980-2 is: [] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:43:45.136405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10666458-a4c2-4791-86b3-817a13a6db66 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.290333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10666458-a4c2-4791-86b3-817a13a6db66 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.292434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10666458-a4c2-4791-86b3-817a13a6db66 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.334680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10666458-a4c2-4791-86b3-817a13a6db66 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.335166 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10666458-a4c2-4791-86b3-817a13a6db66 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Fanout notify agent at l3_agent the message router_deleted on router 04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:43:45.342837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10666458-a4c2-4791-86b3-817a13a6db66 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.343939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10666458-a4c2-4791-86b3-817a13a6db66 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/routers/04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1 HTTP/1.1" status: 204 len: 168 time: 0.2805123 Sep 21 08:43:45.346522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37986) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:45.396618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 651e6775-fbc6-4673-970a-be28e5923428 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:45.399629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.442870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.523842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.581043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.613395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=651e6775-fbc6-4673-970a-be28e5923428,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:45.615483 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.618026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6bcc4c76-88e1-487f-b6ba-3a788661740e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/651e6775-fbc6-4673-970a-be28e5923428 HTTP/1.1" status: 204 len: 168 time: 0.2699203 Sep 21 08:43:45.619890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37988) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:45.622275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eeb031-54f0-41bc-8066-f3fc7029927c None None] Network 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:45.694174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.747374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:45.747722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.789693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] DHCP port deletion for 9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:45.842259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] Deleting port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:45.842545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.909247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] For port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,segment=NetworkSegment(c063ef81-6327-4157-b2e9-2c908a790a03),segment_id=c063ef81-6327-4157-b2e9-2c908a790a03)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:45.909652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:45.922987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] Calling delete_port for 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:46.136624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] For port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,segment=NetworkSegment(c063ef81-6327-4157-b2e9-2c908a790a03),segment_id=c063ef81-6327-4157-b2e9-2c908a790a03)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:46.137780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.152855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:46.155111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.181223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] Pushing event deleted for resources: {'Port': ['ID=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:46.183098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41de616-d067-4a42-804e-9fa6c4cdf43b None None] No DVR routers for this DVR port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:46.234485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.267380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=47f39f2b-37a3-43a4-8fa8-4c58b2b30242,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:46.269252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No DVR routers for this DVR port 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:46.351369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.372108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:46.381289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c063ef81-6327-4157-b2e9-2c908a790a03') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:46.381584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c063ef81-6327-4157-b2e9-2c908a790a03') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:46.391380 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.404332 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.410157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:46.410551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: self.session.flush() Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:46.414002 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:46.478116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.485459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.490996 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa HTTP/1.1" status: 204 len: 168 time: 0.8666565 Sep 21 08:43:46.491192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37996) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:46.511152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f1b0d-f056-40ac-b11e-f29a7fd3cb0e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=9c0f3956-7c3c-49ab-83a1-1f397b9c2dfa,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:46.530163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-44a0f581-e5d3-4af6-b8dd-35dd3f8ee844 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497420 Sep 21 08:43:46.544237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809511a5-5595-4834-a6f8-711111d0e076 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:46.549043 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-809511a5-5595-4834-a6f8-711111d0e076 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/d02374bc-bc01-4244-bcd0-c5e237a3d4d5 HTTP/1.1" status: 200 len: 845 time: 0.0536206 Sep 21 08:43:46.549302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 37998) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:46.594139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-95603cb9-d653-41d3-affb-674945dc88fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/d02374bc-bc01-4244-bcd0-c5e237a3d4d5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0403831 Sep 21 08:43:46.594550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38000) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:46.599327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:46.615666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-30e4e568-9dd0-41a5-9900-2eeb8c304c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:46.617122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-30e4e568-9dd0-41a5-9900-2eeb8c304c0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1096 time: 0.0427427 Sep 21 08:43:46.695134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:46.699274 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.725887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-123ef8c9-850f-4036-98cc-adf16fc24596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:46.727438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-123ef8c9-850f-4036-98cc-adf16fc24596 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.0901556 Sep 21 08:43:46.812953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-0336659e-dfc9-4089-852a-49be83258098 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 200 len: 999 time: 0.0778058 Sep 21 08:43:46.867340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-06fb0f6b-837f-46ac-825f-4a026dd71996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:46.868823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-06fb0f6b-837f-46ac-825f-4a026dd71996 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0484657 Sep 21 08:43:46.909744 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.917128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-508b986c-7878-4025-96d9-fa0b67f04387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:46.919214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-508b986c-7878-4025-96d9-fa0b67f04387 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425889 Sep 21 08:43:46.953583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:46.956974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:46.961648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:46.962340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:46.969620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0e4b5a-cef9-4686-96a4-a8037ddb91da None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:46.978977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=20cc76fa-932f-4a43-9d5a-48fe02a66796,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:46.986623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-270d8ea8-594f-4643-a893-5995119c4508 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3884835 Sep 21 08:43:46.986807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38002) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:46.991468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-34b5baff-6123-46bb-9bb8-ce412ef91513 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119179229'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:47.015629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b5baff-6123-46bb-9bb8-ce412ef91513 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.032535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-b40cf6ad-97e4-4c80-afbc-75acfa570570 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063807 Sep 21 08:43:47.134730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b5baff-6123-46bb-9bb8-ce412ef91513 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.140004 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b5baff-6123-46bb-9bb8-ce412ef91513 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.155286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a5b125bf-8a23-4325-980a-8d3a91cdf0c7 req-821b5713-47be-4e0e-89f9-ea6d18e5db74 service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152997 Sep 21 08:43:47.173740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'tenant_id': '1848b9dcac10404eae6db35b8aaeaf47', 'fixed_ips': [{'subnet_id': '20cc76fa-932f-4a43-9d5a-48fe02a66796'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:43:47.174795 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.183102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-34b5baff-6123-46bb-9bb8-ce412ef91513 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.188194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38004) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:47.192142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-34b5baff-6123-46bb-9bb8-ce412ef91513 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2039700 Sep 21 08:43:47.193692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-19fb6950-a7ba-4cb0-8c9c-36955a415e3a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'security_group': {'name': 'tempest-secgroup-486978297'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:47.194496 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5baff-6123-46bb-9bb8-ce412ef91513 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39872d84-acc7-48bb-92d8-0faeb77dd601,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:47.219770 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fb6950-a7ba-4cb0-8c9c-36955a415e3a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.318073 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fb6950-a7ba-4cb0-8c9c-36955a415e3a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.323819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fb6950-a7ba-4cb0-8c9c-36955a415e3a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.353302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19fb6950-a7ba-4cb0-8c9c-36955a415e3a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.354550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19fb6950-a7ba-4cb0-8c9c-36955a415e3a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1653569 Sep 21 08:43:47.357025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6950-a7ba-4cb0-8c9c-36955a415e3a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d79c8-7b10-4772-8012-2479ae690911,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:47.357896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38008) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:47.360188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Allocated IP 2001:db8::2 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/20cc76fa-932f-4a43-9d5a-48fe02a66796/ca679ec3-1a53-42fa-9804-5ed9c8d1487b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:47.364740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-634438030', 'security_groups': ['da8d79c8-7b10-4772-8012-2479ae690911'], 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20cc76fa-932f-4a43-9d5a-48fe02a66796'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:47.479372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:47.502026 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.509414 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.552159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:47.560146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:47.562271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Pushing event updated for resources: {'Port': ['ID=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:47.564595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:47.572168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.576871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:43:47.592049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 yet. {{(pid=94725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:47.610889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:47.611227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 47f39f2b-37a3-43a4-8fa8-4c58b2b30242 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:43:47.636419 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Attempting to bind port ca679ec3-1a53-42fa-9804-5ed9c8d1487b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:43:47.636795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Attempting to bind port ca679ec3-1a53-42fa-9804-5ed9c8d1487b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '67595472-a2ff-4742-8c6f-5b8de533a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:43:47.637149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Attempting to bind port ca679ec3-1a53-42fa-9804-5ed9c8d1487b on network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:43:47.642592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:43:47.642962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Checking segment: {'id': '67595472-a2ff-4742-8c6f-5b8de533a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:43:47.643392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.643786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Bound using segment: {'id': '67595472-a2ff-4742-8c6f-5b8de533a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:43:47.644255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Bound port: ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67595472-a2ff-4742-8c6f-5b8de533a2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:43:47.644628 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.705465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] For port ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:43:47.708668 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] For port ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,segment=NetworkSegment(67595472-a2ff-4742-8c6f-5b8de533a2a2),segment_id=67595472-a2ff-4742-8c6f-5b8de533a2a2)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:43:47.712638 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.758516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::356 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/20cc76fa-932f-4a43-9d5a-48fe02a66796/a5a57bf1-ea57-406e-9fe2-5b09ab75fad3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:47.774088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e5849-ba33-4f42-a46f-7b0fab701bcb None None] Pushing event updated for resources: {'Port': ['ID=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:47.855123 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-d398abb9-e291-4c2e-a893-51aed5cdb020 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836310 Sep 21 08:43:47.962527 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:43:47.975678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:47.986352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-1a8d6fa3-e331-4ed4-97b6-db71bd83c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:47.987888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-1a8d6fa3-e331-4ed4-97b6-db71bd83c826 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1096 time: 0.0864646 Sep 21 08:43:48.038836 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:48.122518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:48.128372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:48.133475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:48.139620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:48.140223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:48.158867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=a5a57bf1-ea57-406e-9fe2-5b09ab75fad3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:48.172201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5fb0624d-c017-4a78-9588-9cea1d8ead29 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8129344 Sep 21 08:43:48.175045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:48.177050 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-a728c8f3-2136-41fc-ab49-312d681ba557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:48.178424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-a728c8f3-2136-41fc-ab49-312d681ba557 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.1635785 Sep 21 08:43:48.180554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-25219be6-b31b-4888-a7c7-19ded21dab44 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:48.245790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-986a1833-336b-4240-a2e8-1fb3b3f22661 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 1001 time: 0.0589409 Sep 21 08:43:48.294343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25219be6-b31b-4888-a7c7-19ded21dab44 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:48.298054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25219be6-b31b-4888-a7c7-19ded21dab44 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:48.298575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-e5a1dcc4-760b-4492-8fad-3439068fc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:48.300108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-e5a1dcc4-760b-4492-8fad-3439068fc210 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0460489 Sep 21 08:43:48.351064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-145adf78-9134-4c22-bf79-06dd4618b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:48.352894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-145adf78-9134-4c22-bf79-06dd4618b05d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447521 Sep 21 08:43:48.404860 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-25219be6-b31b-4888-a7c7-19ded21dab44 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20cc76fa-932f-4a43-9d5a-48fe02a66796 (CIDR: 2001:db8::/64) Sep 21 08:43:48.408538 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-25219be6-b31b-4888-a7c7-19ded21dab44 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:43:48.409038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25219be6-b31b-4888-a7c7-19ded21dab44 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:48.428068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-25219be6-b31b-4888-a7c7-19ded21dab44 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2516968 Sep 21 08:43:48.431472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38016) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:48.437144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:48.535450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-291e15d0-f826-4df0-9a1e-a1b4df651eab service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738970 Sep 21 08:43:48.652534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:48.656938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:48.697861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d44342a-8d0f-46a2-b8bb-4383b7d9a25d req-c036ebcd-b8cb-4e42-9414-7ad8f90a75d4 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517434 Sep 21 08:43:48.947550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Provisioning complete for port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:48.948136 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:48.969002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.004813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:49.016053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:49.016567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.032540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:49.034508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:49.036742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=c669ad44-bf20-4185-9a42-440d16ee8559,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:49.039909 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:49.040784 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.066026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3ae8efd2-b1d2-4b4f-8817-dc8c46ccf52a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6308532 Sep 21 08:43:49.066191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38026) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:49.076821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1333531935', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c669ad44-bf20-4185-9a42-440d16ee8559'}], 'security_groups': ['39872d84-acc7-48bb-92d8-0faeb77dd601']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:49.120105 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.184398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0c4208-46ae-4d05-8617-af017717112b None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:49.191147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] For port ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,segment=NetworkSegment(67595472-a2ff-4742-8c6f-5b8de533a2a2),segment_id=67595472-a2ff-4742-8c6f-5b8de533a2a2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:49.194700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.204589 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.294173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a68fc-0c9d-4da9-80cf-68a565aa38c4 None None] Pushing event updated for resources: {'Port': ['ID=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:49.355704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-78e7df4a-6ed0-4525-87c4-c1f24204e098 None None] Provisioning complete for port a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:49.356172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78e7df4a-6ed0-4525-87c4-c1f24204e098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.420544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-78e7df4a-6ed0-4525-87c4-c1f24204e098 None None] Port a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:49.495735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710130cb-7cd8-4afc-be85-d88b6cd04def None None] Update dhcp port {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'fixed_ips': [{'subnet_id': '20cc76fa-932f-4a43-9d5a-48fe02a66796', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c669ad44-bf20-4185-9a42-440d16ee8559'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'ca679ec3-1a53-42fa-9804-5ed9c8d1487b'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:43:49.528658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-710130cb-7cd8-4afc-be85-d88b6cd04def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.541125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Delete allocated IP 2001:db8::356 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/20cc76fa-932f-4a43-9d5a-48fe02a66796) {{(pid=94725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 08:43:49.553933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8:0:1::121 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/c669ad44-bf20-4185-9a42-440d16ee8559/a5a57bf1-ea57-406e-9fe2-5b09ab75fad3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:49.653976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ca679ec3-1a53-42fa-9804-5ed9c8d1487b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:49.708191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:49.708570 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.729802 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.735999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.797627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] In _notify_port_updated(), no bound segment for port a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 on network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 {{(pid=94725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:49.803301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:49.804611 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.805953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-710130cb-7cd8-4afc-be85-d88b6cd04def None None] Allocated IP 2001:db8:0:1::2 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/c669ad44-bf20-4185-9a42-440d16ee8559/ca679ec3-1a53-42fa-9804-5ed9c8d1487b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:49.808204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "PUT /v2.0/ports/a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 HTTP/1.1" status: 200 len: 931 time: 0.7409050 Sep 21 08:43:49.808903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38030) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:49.813157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246113c-9636-44c6-833f-dbe6f2bbc1fc tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=a5a57bf1-ea57-406e-9fe2-5b09ab75fad3,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:49.940829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-710130cb-7cd8-4afc-be85-d88b6cd04def None None] For port ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,segment=NetworkSegment(67595472-a2ff-4742-8c6f-5b8de533a2a2),segment_id=67595472-a2ff-4742-8c6f-5b8de533a2a2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:49.942004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:49.942436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.978521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-710130cb-7cd8-4afc-be85-d88b6cd04def None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:49.986397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-710130cb-7cd8-4afc-be85-d88b6cd04def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.053549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.075303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710130cb-7cd8-4afc-be85-d88b6cd04def None None] Pushing event updated for resources: {'Port': ['ID=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:50.076937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 owned by {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:50.220448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.249673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=a5a57bf1-ea57-406e-9fe2-5b09ab75fad3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:50.280455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.282447 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae83b3e4-9a6a-4a17-8f47-245ad153e12b tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 HTTP/1.1" status: 204 len: 168 time: 0.4680724 Sep 21 08:43:50.285448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38036) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:50.315223 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb49f40-ae6d-4249-95b9-ffe4578660fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:50.319500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3eb49f40-ae6d-4249-95b9-ffe4578660fb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/a5a57bf1-ea57-406e-9fe2-5b09ab75fad3 HTTP/1.1" status: 404 len: 333 time: 0.0304999 Sep 21 08:43:50.319723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38038) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:50.379804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-97585809-93e2-48e3-9f85-14fa5977b155 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.404455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-97585809-93e2-48e3-9f85-14fa5977b155 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.449335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-97585809-93e2-48e3-9f85-14fa5977b155 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.452105 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-97585809-93e2-48e3-9f85-14fa5977b155 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.453335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-97585809-93e2-48e3-9f85-14fa5977b155 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/security-groups/da8d79c8-7b10-4772-8012-2479ae690911 HTTP/1.1" status: 204 len: 168 time: 0.1327074 Sep 21 08:43:50.456094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38040) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:50.463894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97585809-93e2-48e3-9f85-14fa5977b155 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d79c8-7b10-4772-8012-2479ae690911,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:50.520285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c731218-df0a-487f-beeb-998539b00b76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.546528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c731218-df0a-487f-beeb-998539b00b76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.593595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c731218-df0a-487f-beeb-998539b00b76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.596355 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c731218-df0a-487f-beeb-998539b00b76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.600098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c731218-df0a-487f-beeb-998539b00b76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/security-groups/39872d84-acc7-48bb-92d8-0faeb77dd601 HTTP/1.1" status: 204 len: 168 time: 0.1404142 Sep 21 08:43:50.600431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38042) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:50.612181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c731218-df0a-487f-beeb-998539b00b76 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39872d84-acc7-48bb-92d8-0faeb77dd601,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:50.664098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 20cc76fa-932f-4a43-9d5a-48fe02a66796 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:50.667597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.711558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.744911 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c5c430b6-0e84-4d87-8eb1-7d431cfcda45 None None] Could not find standard attr ID for object a5a57bf1-ea57-406e-9fe2-5b09ab75fad3. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:50.759445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c5c430b6-0e84-4d87-8eb1-7d431cfcda45 None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:50.760219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5c430b6-0e84-4d87-8eb1-7d431cfcda45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.841014 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.917675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c5c430b6-0e84-4d87-8eb1-7d431cfcda45 None None] Provisioning complete for port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:50.918058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5c430b6-0e84-4d87-8eb1-7d431cfcda45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.952921 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:50.967977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c5c430b6-0e84-4d87-8eb1-7d431cfcda45 None None] Port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:50.988820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=20cc76fa-932f-4a43-9d5a-48fe02a66796,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:50.998053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.004692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38044) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:51.005253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b8bd8e45-3d3b-4872-8a37-feb697f7f180 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/20cc76fa-932f-4a43-9d5a-48fe02a66796 HTTP/1.1" status: 204 len: 168 time: 0.4036014 Sep 21 08:43:51.013345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:51.113352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a2eb0f98-09cf-413e-a345-abcc817c8d17 None None] Could not find standard attr ID for object a5a57bf1-ea57-406e-9fe2-5b09ab75fad3. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:51.211820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c033ac9-a77a-48f6-bae9-10e8ffac19c9 None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:51.243071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:51.249929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.509097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.564754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:51.568337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:51.570441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ca679ec3-1a53-42fa-9804-5ed9c8d1487b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:51.573411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:51.574026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.586524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=f5d1920e-1936-4e26-b459-d68a637f6b4b,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:51.602295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38050) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:51.603063 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b3e358be-bb06-4c83-be6d-3f5657cb5af1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5957859 Sep 21 08:43:51.606898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-29d0e7c5-ffab-471d-90f1-445ba96d36b4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'security_group': {'name': 'tempest-secgroup-884637007'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:51.623510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:51.623931 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.630703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29d0e7c5-ffab-471d-90f1-445ba96d36b4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.729363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29d0e7c5-ffab-471d-90f1-445ba96d36b4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.733552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29d0e7c5-ffab-471d-90f1-445ba96d36b4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.761014 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-29d0e7c5-ffab-471d-90f1-445ba96d36b4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.763029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-29d0e7c5-ffab-471d-90f1-445ba96d36b4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1590564 Sep 21 08:43:51.765601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38052) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:51.767169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0e7c5-ffab-471d-90f1-445ba96d36b4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011391f8-6644-4073-8547-b1f2240b470b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:51.770611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1cccee45-17d2-459f-965c-94010fa07664 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1603438067'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:51.799148 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1cccee45-17d2-459f-965c-94010fa07664 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.885057 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1cccee45-17d2-459f-965c-94010fa07664 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.889537 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1cccee45-17d2-459f-965c-94010fa07664 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.918986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccee45-17d2-459f-965c-94010fa07664 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a439d172-70dd-4e5b-93fe-c79f0553a956,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:51.921297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1cccee45-17d2-459f-965c-94010fa07664 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:51.924989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1cccee45-17d2-459f-965c-94010fa07664 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1559289 Sep 21 08:43:51.925227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38054) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:51.932062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-547f2bf2-ab18-440f-bc68-1d54eba9c268 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1598022623'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:51.939372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef41a97-04cb-4385-83bb-4635ce2516a5 None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:51.955216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-547f2bf2-ab18-440f-bc68-1d54eba9c268 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.038791 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-547f2bf2-ab18-440f-bc68-1d54eba9c268 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.042790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-547f2bf2-ab18-440f-bc68-1d54eba9c268 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.066472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9694bd73-9a8e-432a-be54-0b4eb075fe1b None None] Provisioning complete for port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:52.066857 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9694bd73-9a8e-432a-be54-0b4eb075fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.073748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-547f2bf2-ab18-440f-bc68-1d54eba9c268 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.075014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-547f2bf2-ab18-440f-bc68-1d54eba9c268 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1489141 Sep 21 08:43:52.075725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f2bf2-ab18-440f-bc68-1d54eba9c268 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b92556-a0fb-469c-a0bc-fc2a986ad895,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:52.078168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38056) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:52.083225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1309111529', 'security_groups': ['c7b92556-a0fb-469c-a0bc-fc2a986ad895'], 'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f5d1920e-1936-4e26-b459-d68a637f6b4b'}]}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:52.126563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9694bd73-9a8e-432a-be54-0b4eb075fe1b None None] Port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:52.146076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9694bd73-9a8e-432a-be54-0b4eb075fe1b None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:52.146458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9694bd73-9a8e-432a-be54-0b4eb075fe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.213212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:52.223122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587dc66e-0f2a-4b8c-b38d-57dd616b7c41 None None] Update dhcp port {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'fixed_ips': [{'subnet_id': 'c669ad44-bf20-4185-9a42-440d16ee8559', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f5d1920e-1936-4e26-b459-d68a637f6b4b'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'ca679ec3-1a53-42fa-9804-5ed9c8d1487b'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:43:52.279013 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-587dc66e-0f2a-4b8c-b38d-57dd616b7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.315961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.335537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] device_id is not set on port 1d5d6c23-7b4a-4e50-a73a-703d297e5d30 yet. {{(pid=94724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 21 08:43:52.415616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d2050d9-5c1f-4dcc-8a44-4c1892c3b3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.470263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-587dc66e-0f2a-4b8c-b38d-57dd616b7c41 None None] Allocated IP 2001:db8::2 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/f5d1920e-1936-4e26-b459-d68a637f6b4b/ca679ec3-1a53-42fa-9804-5ed9c8d1487b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:52.561921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-587dc66e-0f2a-4b8c-b38d-57dd616b7c41 None None] For port ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,segment=NetworkSegment(67595472-a2ff-4742-8c6f-5b8de533a2a2),segment_id=67595472-a2ff-4742-8c6f-5b8de533a2a2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:52.590652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-587dc66e-0f2a-4b8c-b38d-57dd616b7c41 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.595693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-587dc66e-0f2a-4b8c-b38d-57dd616b7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.658283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8::333 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/f5d1920e-1936-4e26-b459-d68a637f6b4b/1d5d6c23-7b4a-4e50-a73a-703d297e5d30) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:52.685701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dc66e-0f2a-4b8c-b38d-57dd616b7c41 None None] Pushing event updated for resources: {'Port': ['ID=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:52.818279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.854562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.902172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:52.909143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:52.914257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:43:52.919943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:52.920577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:52.927382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=1d5d6c23-7b4a-4e50-a73a-703d297e5d30,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:52.947408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3c4b15c9-4a14-4baa-a931-2fc7bf9de2c8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8654108 Sep 21 08:43:52.947798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38064) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:52.953420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-07055158-50d5-44ad-8d19-5ba675cbf0c3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:53.077473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07055158-50d5-44ad-8d19-5ba675cbf0c3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:53.080947 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07055158-50d5-44ad-8d19-5ba675cbf0c3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.184728 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-07055158-50d5-44ad-8d19-5ba675cbf0c3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5d1920e-1936-4e26-b459-d68a637f6b4b (CIDR: 2001:db8::/64) Sep 21 08:43:53.188685 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-07055158-50d5-44ad-8d19-5ba675cbf0c3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:43:53.189176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07055158-50d5-44ad-8d19-5ba675cbf0c3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:53.205792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-07055158-50d5-44ad-8d19-5ba675cbf0c3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2565386 Sep 21 08:43:53.208319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38066) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:53.213158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f6cc44ec-6111-45ea-946b-644ed5f6d253 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:53.323851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-11b16c84-a082-451c-994f-229efe9bcc30 None None] Provisioning complete for port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:53.324949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11b16c84-a082-451c-994f-229efe9bcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.333867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc44ec-6111-45ea-946b-644ed5f6d253 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:53.337868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6cc44ec-6111-45ea-946b-644ed5f6d253 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.376265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-11b16c84-a082-451c-994f-229efe9bcc30 None None] Port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:53.386523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-11b16c84-a082-451c-994f-229efe9bcc30 None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:53.386982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11b16c84-a082-451c-994f-229efe9bcc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.504930 n-d-809980-2 neutron-server[94724]: INFO neutron.db.ipam_backend_mixin [None req-f6cc44ec-6111-45ea-946b-644ed5f6d253 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c669ad44-bf20-4185-9a42-440d16ee8559 (CIDR: 2001:db8:0:1::/64) Sep 21 08:43:53.508789 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cc44ec-6111-45ea-946b-644ed5f6d253 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:43:53.509213 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cc44ec-6111-45ea-946b-644ed5f6d253 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:53.525439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f6cc44ec-6111-45ea-946b-644ed5f6d253 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3161769 Sep 21 08:43:53.528839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38070) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:53.534159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'subnet': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:53.569845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ca679ec3-1a53-42fa-9804-5ed9c8d1487b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:53.616938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ca63c260-dba9-4dc3-a2a9-e6d8e3d2066d None None] Provisioning complete for port 1d5d6c23-7b4a-4e50-a73a-703d297e5d30 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:53.617232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ca63c260-dba9-4dc3-a2a9-e6d8e3d2066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.654564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Made reservation on behalf of 1848b9dcac10404eae6db35b8aaeaf47 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:43:53.658429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.660717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:53.661095 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.663661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ca63c260-dba9-4dc3-a2a9-e6d8e3d2066d None None] Port 1d5d6c23-7b4a-4e50-a73a-703d297e5d30 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:53.889357 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.933156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:43:53.938871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:43:53.943039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:53.943680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:53.950820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964dc8db-e470-4273-a4d3-097bfd6b0e70 None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:53.962026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Subnet': ['ID=2ba6e836-f9bf-4837-a895-8093bae32ac8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:53.973902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38072) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:53.974291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c425f37-1903-4d14-b79a-d591032baa13 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4440517 Sep 21 08:43:53.981583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-954126945', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ba6e836-f9bf-4837-a895-8093bae32ac8'}], 'security_groups': ['011391f8-6644-4073-8547-b1f2240b470b', 'a439d172-70dd-4e5b-93fe-c79f0553a956']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:54.050790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.179780 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a59415-adf6-43a1-bff7-e22e28e27f45 None None] Update dhcp port {'port': {'network_id': 'f04563eb-5c5f-4a3f-b0c6-39bffe32d586', 'fixed_ips': [{'subnet_id': 'c669ad44-bf20-4185-9a42-440d16ee8559', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f5d1920e-1936-4e26-b459-d68a637f6b4b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ba6e836-f9bf-4837-a895-8093bae32ac8'}], 'binding:host_id': 'n-d-809980-2'}, 'id': 'ca679ec3-1a53-42fa-9804-5ed9c8d1487b'} from n-d-809980-2. {{(pid=94726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 21 08:43:54.208219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14a59415-adf6-43a1-bff7-e22e28e27f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.366731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Delete allocated IP 2001:db8::333 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/f5d1920e-1936-4e26-b459-d68a637f6b4b) {{(pid=94724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 21 08:43:54.376055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Allocated IP 2001:db8:0:2::3a6 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/2ba6e836-f9bf-4837-a895-8093bae32ac8/1d5d6c23-7b4a-4e50-a73a-703d297e5d30) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:54.551971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.556941 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.640354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-14a59415-adf6-43a1-bff7-e22e28e27f45 None None] Allocated IP 2001:db8:0:2::2 (f04563eb-5c5f-4a3f-b0c6-39bffe32d586/2ba6e836-f9bf-4837-a895-8093bae32ac8/ca679ec3-1a53-42fa-9804-5ed9c8d1487b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:43:54.644134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] In _notify_port_updated(), no bound segment for port 1d5d6c23-7b4a-4e50-a73a-703d297e5d30 on network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 {{(pid=94724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 21 08:43:54.650245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:43:54.651191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.653416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "PUT /v2.0/ports/1d5d6c23-7b4a-4e50-a73a-703d297e5d30 HTTP/1.1" status: 200 len: 969 time: 0.6777339 Sep 21 08:43:54.656379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38076) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:54.686279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec19abf-1e79-46c0-9789-8707caac63e8 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event updated for resources: {'Port': ['ID=1d5d6c23-7b4a-4e50-a73a-703d297e5d30,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:54.770599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-14a59415-adf6-43a1-bff7-e22e28e27f45 None None] For port ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,segment=NetworkSegment(67595472-a2ff-4742-8c6f-5b8de533a2a2),segment_id=67595472-a2ff-4742-8c6f-5b8de533a2a2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:54.788378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port 1d5d6c23-7b4a-4e50-a73a-703d297e5d30 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:54.788723 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.801923 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14a59415-adf6-43a1-bff7-e22e28e27f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.807815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14a59415-adf6-43a1-bff7-e22e28e27f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.897323 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:54.910578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for 1d5d6c23-7b4a-4e50-a73a-703d297e5d30 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:54.916515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a59415-adf6-43a1-bff7-e22e28e27f45 None None] Pushing event updated for resources: {'Port': ['ID=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:55.051378 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.086234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=1d5d6c23-7b4a-4e50-a73a-703d297e5d30,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:55.112374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.115790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e83c9305-3681-46a1-8906-a0c499eba413 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/1d5d6c23-7b4a-4e50-a73a-703d297e5d30 HTTP/1.1" status: 204 len: 168 time: 0.4557047 Sep 21 08:43:55.117220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38078) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:55.142017 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-14abf2a2-0305-457c-a564-41f411bc8b8f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] GET failed (client error): The resource could not be found. Sep 21 08:43:55.143624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-14abf2a2-0305-457c-a564-41f411bc8b8f tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports/1d5d6c23-7b4a-4e50-a73a-703d297e5d30 HTTP/1.1" status: 404 len: 333 time: 0.0254335 Sep 21 08:43:55.146314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38080) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:55.202709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-848a5671-bb7a-48cf-9588-57375c7c7dc3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.225853 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-848a5671-bb7a-48cf-9588-57375c7c7dc3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.269113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-848a5671-bb7a-48cf-9588-57375c7c7dc3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.271999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-848a5671-bb7a-48cf-9588-57375c7c7dc3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.273209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-848a5671-bb7a-48cf-9588-57375c7c7dc3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/security-groups/c7b92556-a0fb-469c-a0bc-fc2a986ad895 HTTP/1.1" status: 204 len: 168 time: 0.1259160 Sep 21 08:43:55.276214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38082) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:55.284729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a5671-bb7a-48cf-9588-57375c7c7dc3 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b92556-a0fb-469c-a0bc-fc2a986ad895,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:55.323848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.336259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e61102a-72fb-4042-8d80-ee3e572120f4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.360395 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e61102a-72fb-4042-8d80-ee3e572120f4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.404488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-70848031-5c94-44eb-b7b7-6057dddfd93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.408603 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e61102a-72fb-4042-8d80-ee3e572120f4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.411154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e61102a-72fb-4042-8d80-ee3e572120f4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.412528 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9e61102a-72fb-4042-8d80-ee3e572120f4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/security-groups/a439d172-70dd-4e5b-93fe-c79f0553a956 HTTP/1.1" status: 204 len: 168 time: 0.1352735 Sep 21 08:43:55.415356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38084) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:55.422631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61102a-72fb-4042-8d80-ee3e572120f4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a439d172-70dd-4e5b-93fe-c79f0553a956,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:55.476231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-500ab2f5-28b4-4547-8602-e5becfcaacf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.494179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e6e0f757-c134-44dd-9176-6838d449d097 None None] Could not find standard attr ID for object 1d5d6c23-7b4a-4e50-a73a-703d297e5d30. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:55.501150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-500ab2f5-28b4-4547-8602-e5becfcaacf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.569358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-500ab2f5-28b4-4547-8602-e5becfcaacf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.572412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-500ab2f5-28b4-4547-8602-e5becfcaacf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.577276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-500ab2f5-28b4-4547-8602-e5becfcaacf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/security-groups/011391f8-6644-4073-8547-b1f2240b470b HTTP/1.1" status: 204 len: 168 time: 0.1576996 Sep 21 08:43:55.577404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38088) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:55.589957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ab2f5-28b4-4547-8602-e5becfcaacf6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011391f8-6644-4073-8547-b1f2240b470b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:55.658459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet f5d1920e-1936-4e26-b459-d68a637f6b4b {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:55.662309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.691892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ca679ec3-1a53-42fa-9804-5ed9c8d1487b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:43:55.710496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.730287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e6e0f757-c134-44dd-9176-6838d449d097 None None] Provisioning complete for port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:55.730841 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f757-c134-44dd-9176-6838d449d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.776394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0f757-c134-44dd-9176-6838d449d097 None None] Port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:55.806231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:55.806609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.810466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e6e0f757-c134-44dd-9176-6838d449d097 None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:55.810851 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f757-c134-44dd-9176-6838d449d097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.825932 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.899163 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.931167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d1920e-1936-4e26-b459-d68a637f6b4b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:55.946992 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:55.953679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38096) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:55.954735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-36a1103f-058a-4d8c-a7a2-f913b117c1e1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/f5d1920e-1936-4e26-b459-d68a637f6b4b HTTP/1.1" status: 204 len: 168 time: 0.3763554 Sep 21 08:43:56.012046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet 2ba6e836-f9bf-4837-a895-8093bae32ac8 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:56.016395 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.021056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed165fb-5c63-4512-b327-f2929d2ef53b None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:56.058734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.086939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2a1f4677-792c-4855-935a-e51e1b3cd3ed None None] Could not find standard attr ID for object 1d5d6c23-7b4a-4e50-a73a-703d297e5d30. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 08:43:56.158620 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.218424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.248013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba6e836-f9bf-4837-a895-8093bae32ac8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:56.250064 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.254661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38098) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.254834 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-90e81c97-2f4e-46f7-a689-dc874a54deb1 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/2ba6e836-f9bf-4837-a895-8093bae32ac8 HTTP/1.1" status: 204 len: 168 time: 0.2999740 Sep 21 08:43:56.284666 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-28528f46-f625-437a-bbc0-fef28900f2e7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.285142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28528f46-f625-437a-bbc0-fef28900f2e7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.286920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-28528f46-f625-437a-bbc0-fef28900f2e7 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/f5d1920e-1936-4e26-b459-d68a637f6b4b HTTP/1.1" status: 404 len: 337 time: 0.0308769 Sep 21 08:43:56.289569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38100) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.345067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting subnet c669ad44-bf20-4185-9a42-440d16ee8559 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:43:56.348620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.398625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.485805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.549328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.581727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Subnet': ['ID=c669ad44-bf20-4185-9a42-440d16ee8559,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:56.585585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.587623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-619ea7ef-7b4e-4fc9-b98b-2c83e0ec00a6 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/c669ad44-bf20-4185-9a42-440d16ee8559 HTTP/1.1" status: 204 len: 168 time: 0.2969999 Sep 21 08:43:56.590358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38102) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.618723 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e671709-55a5-4fd5-bcf2-1d997e4b07bb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.619277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e671709-55a5-4fd5-bcf2-1d997e4b07bb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.621153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5e671709-55a5-4fd5-bcf2-1d997e4b07bb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/20cc76fa-932f-4a43-9d5a-48fe02a66796 HTTP/1.1" status: 404 len: 337 time: 0.0297129 Sep 21 08:43:56.624631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38104) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.656811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fe07cfb8-152a-46e2-8e38-ba9753584de4 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "GET /v2.0/ports?device_id=04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1 HTTP/1.1" status: 200 len: 205 time: 0.0310724 Sep 21 08:43:56.659133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38106) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.707924 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-338f8256-99c7-48f4-a325-81b9f8e677bb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] delete failed (client error): The resource could not be found. Sep 21 08:43:56.709864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-338f8256-99c7-48f4-a325-81b9f8e677bb tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/routers/04a4e0ea-0f96-4ce0-bbc8-f92c8449a6d1 HTTP/1.1" status: 404 len: 336 time: 0.0496092 Sep 21 08:43:56.712625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38108) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.745884 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7d452c-61e7-4b06-bcc6-f3bad710545a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.747100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7d452c-61e7-4b06-bcc6-f3bad710545a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.749055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6d7d452c-61e7-4b06-bcc6-f3bad710545a tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/651e6775-fbc6-4673-970a-be28e5923428 HTTP/1.1" status: 404 len: 337 time: 0.0353420 Sep 21 08:43:56.751592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38110) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.753584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33158224-1926-4956-9eee-9d5513a5c0f8 None None] Network f04563eb-5c5f-4a3f-b0c6-39bffe32d586 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:43:56.788762 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-91db0dc6-823e-45f3-903c-5c32f6456209 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.788762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91db0dc6-823e-45f3-903c-5c32f6456209 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.789453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-91db0dc6-823e-45f3-903c-5c32f6456209 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/2cf3d29e-bf52-4758-a4a8-f48d4231f976 HTTP/1.1" status: 404 len: 337 time: 0.0368752 Sep 21 08:43:56.792211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38114) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.830347 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1e5004-86bf-4482-9045-e3e12a49bae9 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.830811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1e5004-86bf-4482-9045-e3e12a49bae9 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.832601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6d1e5004-86bf-4482-9045-e3e12a49bae9 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/2c2fb8fd-d382-4070-b6c0-6bb95d28825f HTTP/1.1" status: 404 len: 337 time: 0.0324409 Sep 21 08:43:56.835162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.848746 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.860111 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3deeee2-74c6-4108-bba3-dadc66e0d361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.860738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3deeee2-74c6-4108-bba3-dadc66e0d361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.864822 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d3deeee2-74c6-4108-bba3-dadc66e0d361 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/6b671ced-60ea-4806-a905-d29152807055 HTTP/1.1" status: 404 len: 333 time: 0.0260603 Sep 21 08:43:56.865134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38118) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.875088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e604fd5a-a49b-49b1-a359-d7e44ca0f3ac None None] Provisioning complete for port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:56.875639 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e604fd5a-a49b-49b1-a359-d7e44ca0f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.897584 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a2aaf7-827c-4d24-9497-243fa66d3fee tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.898055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a2aaf7-827c-4d24-9497-243fa66d3fee tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.902206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-52a2aaf7-827c-4d24-9497-243fa66d3fee tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/84ed1ca6-e96f-4d7a-a045-a667decf6b25 HTTP/1.1" status: 404 len: 337 time: 0.0338159 Sep 21 08:43:56.903469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38120) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.929964 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8b292d-d4e4-4d83-92ac-65383f021229 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.930421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8b292d-d4e4-4d83-92ac-65383f021229 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.932186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e604fd5a-a49b-49b1-a359-d7e44ca0f3ac None None] Port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:43:56.932408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ac8b292d-d4e4-4d83-92ac-65383f021229 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/7c2fa4a1-3bd3-4549-9cac-ad654e6ee25a HTTP/1.1" status: 404 len: 337 time: 0.0279744 Sep 21 08:43:56.935775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38122) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:56.949045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e604fd5a-a49b-49b1-a359-d7e44ca0f3ac None None] Provisioning complete for port ca679ec3-1a53-42fa-9804-5ed9c8d1487b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:43:56.950191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e604fd5a-a49b-49b1-a359-d7e44ca0f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:56.976731 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e9cf1-e1d8-434d-a06f-ce05be29e697 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:56.977676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2e9cf1-e1d8-434d-a06f-ce05be29e697 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:56.980029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0c2e9cf1-e1d8-434d-a06f-ce05be29e697 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/30bfaab0-5237-4d32-8dc1-d82bc54b2d33 HTTP/1.1" status: 404 len: 333 time: 0.0426481 Sep 21 08:43:56.982890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38124) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:57.014026 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e0a3c7-3528-487c-a34f-05487db43282 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:57.014537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e0a3c7-3528-487c-a34f-05487db43282 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:57.016535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-92e0a3c7-3528-487c-a34f-05487db43282 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/de6ec054-a7f8-416a-aa50-7285c8ec3822 HTTP/1.1" status: 404 len: 337 time: 0.0322461 Sep 21 08:43:57.019028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38126) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:57.033820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] DHCP port deletion for f04563eb-5c5f-4a3f-b0c6-39bffe32d586 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:43:57.049757 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c4f74a-25b9-4d87-a372-1c2abef63df0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] DELETE failed (client error): The resource could not be found. Sep 21 08:43:57.050143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c4f74a-25b9-4d87-a372-1c2abef63df0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 08:43:57.051929 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78c4f74a-25b9-4d87-a372-1c2abef63df0 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/subnets/0235164d-c2ba-4655-a29e-7b688ed8130d HTTP/1.1" status: 404 len: 337 time: 0.0317667 Sep 21 08:43:57.054367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38128) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:57.088601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] Deleting port ca679ec3-1a53-42fa-9804-5ed9c8d1487b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:57.089004 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.144215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Deleting port d02374bc-bc01-4244-bcd0-c5e237a3d4d5 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:43:57.144562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.154285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] For port ca679ec3-1a53-42fa-9804-5ed9c8d1487b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,segment=NetworkSegment(67595472-a2ff-4742-8c6f-5b8de533a2a2),segment_id=67595472-a2ff-4742-8c6f-5b8de533a2a2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:43:57.154621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.166944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] Calling delete_port for ca679ec3-1a53-42fa-9804-5ed9c8d1487b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:57.209956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.223144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Calling delete_port for d02374bc-bc01-4244-bcd0-c5e237a3d4d5 owned by {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:43:57.242445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.269141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] Pushing event deleted for resources: {'Port': ['ID=ca679ec3-1a53-42fa-9804-5ed9c8d1487b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:57.271003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16810b-7e08-4459-9bd6-c96de81c3772 None None] No DVR routers for this DVR port ca679ec3-1a53-42fa-9804-5ed9c8d1487b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:43:57.312228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.343361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Port': ['ID=d02374bc-bc01-4244-bcd0-c5e237a3d4d5,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:57.347238 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.349756 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-de5d7e2c-f6ff-419f-aeaf-e857b9d9424e tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/ports/d02374bc-bc01-4244-bcd0-c5e237a3d4d5 HTTP/1.1" status: 204 len: 168 time: 0.2944376 Sep 21 08:43:57.352210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38130) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:57.428193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.519431 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.540728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04563eb-5c5f-4a3f-b0c6-39bffe32d586']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:57.549979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67595472-a2ff-4742-8c6f-5b8de533a2a2') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:57.550276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67595472-a2ff-4742-8c6f-5b8de533a2a2') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:43:57.560726 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.565036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ca679ec3-1a53-42fa-9804-5ed9c8d1487b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:43:57.576822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.583102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:43:57.584112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.586341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: ca679ec3-1a53-42fa-9804-5ed9c8d1487b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:43:57.586677 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:43:57.591424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device ca679ec3-1a53-42fa-9804-5ed9c8d1487b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:43:57.649112 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.656256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.657969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] 10.222.0.59 "DELETE /v2.0/networks/f04563eb-5c5f-4a3f-b0c6-39bffe32d586 HTTP/1.1" status: 204 len: 168 time: 0.3047409 Sep 21 08:43:57.668921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a24dbc-3e58-495b-8780-f63642cb6e99 tempest-PortsIpV6TestJSON-194089762 tempest-PortsIpV6TestJSON-194089762-project] Pushing event deleted for resources: {'Network': ['ID=f04563eb-5c5f-4a3f-b0c6-39bffe32d586,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:57.852454 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:57.930573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38142) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:58.064452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0c529934-d9cb-45e9-8296-0c267836d0de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1848b9dcac10404eae6db35b8aaeaf47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327209 Sep 21 08:43:58.067006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38146) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:58.115014 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ffa8eb47-7774-4655-8783-73d1dbfd76d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:58.137997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ffa8eb47-7774-4655-8783-73d1dbfd76d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:58.198830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ffa8eb47-7774-4655-8783-73d1dbfd76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:58.202023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ffa8eb47-7774-4655-8783-73d1dbfd76d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:58.203435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ffa8eb47-7774-4655-8783-73d1dbfd76d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae37c06c-260b-405d-a37f-60dc2ff6b5bf HTTP/1.1" status: 204 len: 168 time: 0.1354201 Sep 21 08:43:58.211389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8eb47-7774-4655-8783-73d1dbfd76d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae37c06c-260b-405d-a37f-60dc2ff6b5bf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:58.868336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38168) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:58.972317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--484071708'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:58.995818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.004558 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.097703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.102486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.139889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372759dc-cd42-4615-9e0f-d5540fa6a876,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:59.198955 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.203253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.230095 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.232006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3626423 Sep 21 08:43:59.235892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38174) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.236374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737c309-90eb-4806-9fa2-6453de385fb9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b2270-b3ca-44b6-b4f2-c6a6109f4d93,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:59.301299 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8001dc90-9bf5-4966-afbd-ced3f479510a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0640898 Sep 21 08:43:59.303915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38176) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.309182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e375e76f-7409-40d5-8301-a07e71841010 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-security--74854287', 'description': 'tempest-security-description-1086083018'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:59.334275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e375e76f-7409-40d5-8301-a07e71841010 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.387759 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e375e76f-7409-40d5-8301-a07e71841010 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.391384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e375e76f-7409-40d5-8301-a07e71841010 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.393948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e375e76f-7409-40d5-8301-a07e71841010 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.395208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e375e76f-7409-40d5-8301-a07e71841010 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "PUT /v2.0/security-groups/0d7b2270-b3ca-44b6-b4f2-c6a6109f4d93 HTTP/1.1" status: 200 len: 1778 time: 0.0902710 Sep 21 08:43:59.398055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38178) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.428030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375e76f-7409-40d5-8301-a07e71841010 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b2270-b3ca-44b6-b4f2-c6a6109f4d93,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:59.440539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7058480e-4e82-40b5-a579-266b458add6d tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups/0d7b2270-b3ca-44b6-b4f2-c6a6109f4d93 HTTP/1.1" status: 200 len: 1778 time: 0.0412922 Sep 21 08:43:59.443177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38180) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.496202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b072dfb-69ed-4c79-8ddf-e51d750b5857 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.518920 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b072dfb-69ed-4c79-8ddf-e51d750b5857 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.563634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b072dfb-69ed-4c79-8ddf-e51d750b5857 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.566293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5b072dfb-69ed-4c79-8ddf-e51d750b5857 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.569765 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b072dfb-69ed-4c79-8ddf-e51d750b5857 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/0d7b2270-b3ca-44b6-b4f2-c6a6109f4d93 HTTP/1.1" status: 204 len: 168 time: 0.1233299 Sep 21 08:43:59.570312 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38182) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.577973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b072dfb-69ed-4c79-8ddf-e51d750b5857 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b2270-b3ca-44b6-b4f2-c6a6109f4d93,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:59.625348 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-01cb37c9-83cd-4fd8-a00a-c7ab8266b735 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512090 Sep 21 08:43:59.625650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38184) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.638528 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-070ce08e-46aa-41a0-9655-54111109c9de tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] delete failed (client error): The resource could not be found. Sep 21 08:43:59.639641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-070ce08e-46aa-41a0-9655-54111109c9de tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/0d7b2270-b3ca-44b6-b4f2-c6a6109f4d93 HTTP/1.1" status: 404 len: 347 time: 0.0130024 Sep 21 08:43:59.643249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38186) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.648179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-251827a6-7229-459e-b9fd-dbc0887ecd1a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--231542255'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:59.670473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-251827a6-7229-459e-b9fd-dbc0887ecd1a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.753359 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-251827a6-7229-459e-b9fd-dbc0887ecd1a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.757148 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-251827a6-7229-459e-b9fd-dbc0887ecd1a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.785561 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-251827a6-7229-459e-b9fd-dbc0887ecd1a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.786909 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-251827a6-7229-459e-b9fd-dbc0887ecd1a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1427231 Sep 21 08:43:59.789827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.794370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bdc23cf0-a189-4ef6-91a2-f9debd6afe62 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': 'fdbdbc23-4991-4de6-a98f-e57b732c71dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:43:59.802785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251827a6-7229-459e-b9fd-dbc0887ecd1a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbdbc23-4991-4de6-a98f-e57b732c71dd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:59.827393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdc23cf0-a189-4ef6-91a2-f9debd6afe62 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.883249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdc23cf0-a189-4ef6-91a2-f9debd6afe62 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.888522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdc23cf0-a189-4ef6-91a2-f9debd6afe62 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.911117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc23cf0-a189-4ef6-91a2-f9debd6afe62 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc814620-dee4-46cd-99f0-401bb80ea995,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:43:59.915115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdc23cf0-a189-4ef6-91a2-f9debd6afe62 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.918919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bdc23cf0-a189-4ef6-91a2-f9debd6afe62 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255791 Sep 21 08:43:59.919524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38190) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:43:59.951655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60ef5ccb-4891-470f-8bb5-f986e5b6fa6b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.959441 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60ef5ccb-4891-470f-8bb5-f986e5b6fa6b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:43:59.997239 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60ef5ccb-4891-470f-8bb5-f986e5b6fa6b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.003461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60ef5ccb-4891-470f-8bb5-f986e5b6fa6b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.006908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-60ef5ccb-4891-470f-8bb5-f986e5b6fa6b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/bc814620-dee4-46cd-99f0-401bb80ea995 HTTP/1.1" status: 204 len: 168 time: 0.0845206 Sep 21 08:44:00.008323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38196) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.021788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef5ccb-4891-470f-8bb5-f986e5b6fa6b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc814620-dee4-46cd-99f0-401bb80ea995,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:00.060517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e29028a9-9aa8-4c03-932a-5b0e9eb0d112 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509465 Sep 21 08:44:00.061041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38198) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.122037 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d868-6f9d-4be3-96e2-fae6dbc1b908 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.148529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d868-6f9d-4be3-96e2-fae6dbc1b908 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.196342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d868-6f9d-4be3-96e2-fae6dbc1b908 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.199443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d868-6f9d-4be3-96e2-fae6dbc1b908 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.203091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b8c1d868-6f9d-4be3-96e2-fae6dbc1b908 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/fdbdbc23-4991-4de6-a98f-e57b732c71dd HTTP/1.1" status: 204 len: 168 time: 0.1387370 Sep 21 08:44:00.203664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38202) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.209943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1d868-6f9d-4be3-96e2-fae6dbc1b908 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbdbc23-4991-4de6-a98f-e57b732c71dd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:00.269574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38204) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.269798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6cd67653-cde9-4bfe-9f80-5a79f832c22b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645411 Sep 21 08:44:00.274044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3408260f-28bd-44c6-817c-d613c15571b1 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--2083961098'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:00.299762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3408260f-28bd-44c6-817c-d613c15571b1 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.381078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3408260f-28bd-44c6-817c-d613c15571b1 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.385073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3408260f-28bd-44c6-817c-d613c15571b1 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.414895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3408260f-28bd-44c6-817c-d613c15571b1 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.419080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3408260f-28bd-44c6-817c-d613c15571b1 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1458490 Sep 21 08:44:00.419080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408260f-28bd-44c6-817c-d613c15571b1 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645e5f3b-00b8-4d23-a951-3c2e20013075,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:00.419689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38206) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.426448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8ffae0d3-60c2-416e-a9ef-eae85494431a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': '645e5f3b-00b8-4d23-a951-3c2e20013075', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:00.454774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffae0d3-60c2-416e-a9ef-eae85494431a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.509809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffae0d3-60c2-416e-a9ef-eae85494431a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.513381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffae0d3-60c2-416e-a9ef-eae85494431a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.532864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffae0d3-60c2-416e-a9ef-eae85494431a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e922a21f-532b-42bf-9eb7-e9257e95727e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:00.540689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffae0d3-60c2-416e-a9ef-eae85494431a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.542105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8ffae0d3-60c2-416e-a9ef-eae85494431a tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213048 Sep 21 08:44:00.545378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38208) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.549845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ac074851-6c73-4ca7-a268-59a4bf5dc0f9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': '645e5f3b-00b8-4d23-a951-3c2e20013075', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:00.578891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac074851-6c73-4ca7-a268-59a4bf5dc0f9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.639084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac074851-6c73-4ca7-a268-59a4bf5dc0f9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.643355 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac074851-6c73-4ca7-a268-59a4bf5dc0f9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.664030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac074851-6c73-4ca7-a268-59a4bf5dc0f9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382f8f5a-a014-4c1a-99ff-94472bfc885c,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:00.669699 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac074851-6c73-4ca7-a268-59a4bf5dc0f9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.671140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ac074851-6c73-4ca7-a268-59a4bf5dc0f9 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247051 Sep 21 08:44:00.673751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38210) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.678475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-513ebd06-218d-489b-9a16-6379eab05fc0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': '645e5f3b-00b8-4d23-a951-3c2e20013075', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:00.707306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-513ebd06-218d-489b-9a16-6379eab05fc0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.771273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-513ebd06-218d-489b-9a16-6379eab05fc0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.775450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-513ebd06-218d-489b-9a16-6379eab05fc0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.795611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ebd06-218d-489b-9a16-6379eab05fc0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9163c17-6976-47eb-8eb1-d410ab4b6f90,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:00.808875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-513ebd06-218d-489b-9a16-6379eab05fc0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.810111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-513ebd06-218d-489b-9a16-6379eab05fc0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352301 Sep 21 08:44:00.812856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38212) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.817669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-94778aa9-3e0c-41a6-828b-9b0e188e68e2 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': '645e5f3b-00b8-4d23-a951-3c2e20013075', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:00.847060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94778aa9-3e0c-41a6-828b-9b0e188e68e2 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.910880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94778aa9-3e0c-41a6-828b-9b0e188e68e2 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.914973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94778aa9-3e0c-41a6-828b-9b0e188e68e2 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.936907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94778aa9-3e0c-41a6-828b-9b0e188e68e2 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a676705c-b926-44c1-83f6-e6abff14f6a4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:00.944801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94778aa9-3e0c-41a6-828b-9b0e188e68e2 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:00.946214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-94778aa9-3e0c-41a6-828b-9b0e188e68e2 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319268 Sep 21 08:44:00.949243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38214) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:00.954714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-41888509-3390-4ec3-8e49-63b879399542 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': '645e5f3b-00b8-4d23-a951-3c2e20013075', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:00.985049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41888509-3390-4ec3-8e49-63b879399542 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.046805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41888509-3390-4ec3-8e49-63b879399542 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.051544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41888509-3390-4ec3-8e49-63b879399542 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.074925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41888509-3390-4ec3-8e49-63b879399542 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d37cabf-8481-4f10-874c-3f5a09e095ea,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:01.078888 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41888509-3390-4ec3-8e49-63b879399542 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.082893 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-41888509-3390-4ec3-8e49-63b879399542 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1293786 Sep 21 08:44:01.083451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38216) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.113604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bd34e326-743f-49db-9599-5f9da07c3044 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.121249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bd34e326-743f-49db-9599-5f9da07c3044 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.154781 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bd34e326-743f-49db-9599-5f9da07c3044 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.168700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bd34e326-743f-49db-9599-5f9da07c3044 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.172900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38220) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.186279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bd34e326-743f-49db-9599-5f9da07c3044 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/9d37cabf-8481-4f10-874c-3f5a09e095ea HTTP/1.1" status: 204 len: 168 time: 0.0950630 Sep 21 08:44:01.186279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34e326-743f-49db-9599-5f9da07c3044 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d37cabf-8481-4f10-874c-3f5a09e095ea,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:01.226572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d016774-a36f-4920-bb43-da140fb6531f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0521500 Sep 21 08:44:01.229288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38222) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.259612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-574b3887-fa31-4f60-85a0-2730f05462af tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.268022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-574b3887-fa31-4f60-85a0-2730f05462af tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.296647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-574b3887-fa31-4f60-85a0-2730f05462af tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.303457 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-574b3887-fa31-4f60-85a0-2730f05462af tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.306558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-574b3887-fa31-4f60-85a0-2730f05462af tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/a676705c-b926-44c1-83f6-e6abff14f6a4 HTTP/1.1" status: 204 len: 168 time: 0.0759940 Sep 21 08:44:01.307487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38224) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.312530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b3887-fa31-4f60-85a0-2730f05462af tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a676705c-b926-44c1-83f6-e6abff14f6a4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:01.366699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4c663069-60f5-4e8a-a6f0-5efa6888ea43 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0571368 Sep 21 08:44:01.369273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.394182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b12785-8fef-4dc0-9f2d-77d3d5b3b07b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.403589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b12785-8fef-4dc0-9f2d-77d3d5b3b07b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.432687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b12785-8fef-4dc0-9f2d-77d3d5b3b07b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.439263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b12785-8fef-4dc0-9f2d-77d3d5b3b07b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.440393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-74b12785-8fef-4dc0-9f2d-77d3d5b3b07b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d9163c17-6976-47eb-8eb1-d410ab4b6f90 HTTP/1.1" status: 204 len: 168 time: 0.0702229 Sep 21 08:44:01.443230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38228) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.445682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b12785-8fef-4dc0-9f2d-77d3d5b3b07b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9163c17-6976-47eb-8eb1-d410ab4b6f90,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:01.491354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ea31f99c-dfd4-4533-b9d8-d6a380bd7b37 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0451148 Sep 21 08:44:01.492315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38230) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.519074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e30c0df-5516-4f3c-a8d4-af1cab4b4f9e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.526443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e30c0df-5516-4f3c-a8d4-af1cab4b4f9e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.553843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e30c0df-5516-4f3c-a8d4-af1cab4b4f9e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.560981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8e30c0df-5516-4f3c-a8d4-af1cab4b4f9e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.562291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8e30c0df-5516-4f3c-a8d4-af1cab4b4f9e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/382f8f5a-a014-4c1a-99ff-94472bfc885c HTTP/1.1" status: 204 len: 168 time: 0.0690575 Sep 21 08:44:01.565041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38232) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.568292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30c0df-5516-4f3c-a8d4-af1cab4b4f9e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=382f8f5a-a014-4c1a-99ff-94472bfc885c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:01.609374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-50fee71a-69b4-40c1-b112-acf342cdfa98 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0430820 Sep 21 08:44:01.612185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38234) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.636870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2591-7f8f-415e-8098-237b223c269b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.645060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2591-7f8f-415e-8098-237b223c269b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.672711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2591-7f8f-415e-8098-237b223c269b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.679037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc7a2591-7f8f-415e-8098-237b223c269b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.680197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc7a2591-7f8f-415e-8098-237b223c269b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/e922a21f-532b-42bf-9eb7-e9257e95727e HTTP/1.1" status: 204 len: 168 time: 0.0670877 Sep 21 08:44:01.682973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38236) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.686714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a2591-7f8f-415e-8098-237b223c269b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e922a21f-532b-42bf-9eb7-e9257e95727e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:01.725174 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a441877b-fd11-4a13-b88a-7609a0d1cdb3 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401328 Sep 21 08:44:01.727712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38238) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.778386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-98d68a56-f792-4b67-9731-94435ec1b517 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.801515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-98d68a56-f792-4b67-9731-94435ec1b517 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.845462 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-98d68a56-f792-4b67-9731-94435ec1b517 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.848141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-98d68a56-f792-4b67-9731-94435ec1b517 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:01.849351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-98d68a56-f792-4b67-9731-94435ec1b517 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/645e5f3b-00b8-4d23-a951-3c2e20013075 HTTP/1.1" status: 204 len: 168 time: 0.1206985 Sep 21 08:44:01.852214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.859171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d68a56-f792-4b67-9731-94435ec1b517 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e5f3b-00b8-4d23-a951-3c2e20013075,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:01.895799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1c584411-be50-421c-b818-9147650b4dc5 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421722 Sep 21 08:44:01.900206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38242) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:01.905420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9f85f10f-8c62-4c29-aa80-6291e936e8ab tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--899434591'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:01.928982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f85f10f-8c62-4c29-aa80-6291e936e8ab tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.015436 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f85f10f-8c62-4c29-aa80-6291e936e8ab tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.019106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f85f10f-8c62-4c29-aa80-6291e936e8ab tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.047529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f85f10f-8c62-4c29-aa80-6291e936e8ab tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.048707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9f85f10f-8c62-4c29-aa80-6291e936e8ab tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1471741 Sep 21 08:44:02.050558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85f10f-8c62-4c29-aa80-6291e936e8ab tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5217f9ef-bd3d-4b22-98df-7c07b0e72587,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:02.051542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.056173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-00d39046-a47f-4c71-972b-c9fc6b662b1c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': '5217f9ef-bd3d-4b22-98df-7c07b0e72587', 'direction': 'ingress', 'protocol': 17}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:02.084717 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00d39046-a47f-4c71-972b-c9fc6b662b1c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.143996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00d39046-a47f-4c71-972b-c9fc6b662b1c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.147662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00d39046-a47f-4c71-972b-c9fc6b662b1c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.164559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d39046-a47f-4c71-972b-c9fc6b662b1c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bd93bf-a806-4f33-be4b-1adfd3662de7,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:02.172515 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00d39046-a47f-4c71-972b-c9fc6b662b1c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.173923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-00d39046-a47f-4c71-972b-c9fc6b662b1c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1213176 Sep 21 08:44:02.176646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38246) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.231252 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff512eff-38e2-45a3-a117-4ba95e0c22c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.255460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff512eff-38e2-45a3-a117-4ba95e0c22c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.311004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff512eff-38e2-45a3-a117-4ba95e0c22c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.311665 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.315765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff512eff-38e2-45a3-a117-4ba95e0c22c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.319831 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38252) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.320556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ff512eff-38e2-45a3-a117-4ba95e0c22c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/5217f9ef-bd3d-4b22-98df-7c07b0e72587 HTTP/1.1" status: 204 len: 168 time: 0.1428545 Sep 21 08:44:02.332283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff512eff-38e2-45a3-a117-4ba95e0c22c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5217f9ef-bd3d-4b22-98df-7c07b0e72587,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:02.386572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1162bbdc-70d2-4aeb-8ebf-118f98b01463 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655041 Sep 21 08:44:02.390604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38254) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.395803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e5871dea-6bcc-40a0-a7f1-0069743329bb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--29849345'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:02.424448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5871dea-6bcc-40a0-a7f1-0069743329bb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.504591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38258) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.509295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5871dea-6bcc-40a0-a7f1-0069743329bb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.515305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5871dea-6bcc-40a0-a7f1-0069743329bb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.554430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e5871dea-6bcc-40a0-a7f1-0069743329bb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.555716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e5871dea-6bcc-40a0-a7f1-0069743329bb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1636658 Sep 21 08:44:02.557568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5871dea-6bcc-40a0-a7f1-0069743329bb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaadb855-f7b9-4a7f-bc1e-37b729ed86cc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:02.558535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38262) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.565972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0c007ad3-7cec-4c0b-82c5-7bc5b1eb845c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--912085115'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:02.591756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c007ad3-7cec-4c0b-82c5-7bc5b1eb845c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.628731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07b397c0-df95-4eee-9bc1-332e4892bb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.693562 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c007ad3-7cec-4c0b-82c5-7bc5b1eb845c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.699099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c007ad3-7cec-4c0b-82c5-7bc5b1eb845c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.747181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c007ad3-7cec-4c0b-82c5-7bc5b1eb845c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c54dee-22eb-4d38-b0fb-c414033fb34a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:02.806068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07b397c0-df95-4eee-9bc1-332e4892bb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.811543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07b397c0-df95-4eee-9bc1-332e4892bb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.820842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c007ad3-7cec-4c0b-82c5-7bc5b1eb845c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.822053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0c007ad3-7cec-4c0b-82c5-7bc5b1eb845c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2618332 Sep 21 08:44:02.825798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38264) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.830440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-23fa15ac-c476-4e18-a296-1092e8be9edf tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': 'aaadb855-f7b9-4a7f-bc1e-37b729ed86cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '81c54dee-22eb-4d38-b0fb-c414033fb34a', 'remote_ip_prefix': None}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:02.853956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-07b397c0-df95-4eee-9bc1-332e4892bb2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8014d090f1514c13b542adc02a986f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459935 Sep 21 08:44:02.853956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b397c0-df95-4eee-9bc1-332e4892bb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b89558-31f9-46dd-b026-57b3c0e25718,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:02.854927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:02.880002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23fa15ac-c476-4e18-a296-1092e8be9edf tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.936657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6122-92d2-4993-8018-baa8a6c54c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.975159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6122-92d2-4993-8018-baa8a6c54c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:02.998525 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23fa15ac-c476-4e18-a296-1092e8be9edf tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.009888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23fa15ac-c476-4e18-a296-1092e8be9edf tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.033342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa15ac-c476-4e18-a296-1092e8be9edf tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141698c1-d29f-4349-ba99-bbcaf5d96a15,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.044749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23fa15ac-c476-4e18-a296-1092e8be9edf tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.045955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-23fa15ac-c476-4e18-a296-1092e8be9edf tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2190986 Sep 21 08:44:03.047344 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6122-92d2-4993-8018-baa8a6c54c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.049297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38268) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.049938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6122-92d2-4993-8018-baa8a6c54c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.050950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ef0f6122-92d2-4993-8018-baa8a6c54c6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b8b89558-31f9-46dd-b026-57b3c0e25718 HTTP/1.1" status: 204 len: 168 time: 0.1950693 Sep 21 08:44:03.060104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f6122-92d2-4993-8018-baa8a6c54c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b89558-31f9-46dd-b026-57b3c0e25718,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.078061 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f5c46a-eb36-4269-bf28-6aad88a42a4b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.086871 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f5c46a-eb36-4269-bf28-6aad88a42a4b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.114368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f5c46a-eb36-4269-bf28-6aad88a42a4b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.122445 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f5c46a-eb36-4269-bf28-6aad88a42a4b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.123605 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-34f5c46a-eb36-4269-bf28-6aad88a42a4b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/141698c1-d29f-4349-ba99-bbcaf5d96a15 HTTP/1.1" status: 204 len: 168 time: 0.0732713 Sep 21 08:44:03.126309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38272) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.127734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5c46a-eb36-4269-bf28-6aad88a42a4b tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=141698c1-d29f-4349-ba99-bbcaf5d96a15,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.171632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-55e2443e-1964-4b47-a3e0-97ba8484a963 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0408704 Sep 21 08:44:03.171632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38276) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.227241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-86bc2295-93d1-4a53-89ae-1f2721c4ba13 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.250168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-86bc2295-93d1-4a53-89ae-1f2721c4ba13 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.294877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-86bc2295-93d1-4a53-89ae-1f2721c4ba13 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.297617 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-86bc2295-93d1-4a53-89ae-1f2721c4ba13 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.298785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-86bc2295-93d1-4a53-89ae-1f2721c4ba13 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/81c54dee-22eb-4d38-b0fb-c414033fb34a HTTP/1.1" status: 204 len: 168 time: 0.1264248 Sep 21 08:44:03.301804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38282) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.309586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc2295-93d1-4a53-89ae-1f2721c4ba13 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c54dee-22eb-4d38-b0fb-c414033fb34a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.359541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b04b73d6-a1c3-446e-894c-512a3ba77891 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0562155 Sep 21 08:44:03.362098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38286) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.412529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0f20fd-3760-44f2-9074-591001d136e0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.435586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0f20fd-3760-44f2-9074-591001d136e0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.476088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0f20fd-3760-44f2-9074-591001d136e0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.478611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee0f20fd-3760-44f2-9074-591001d136e0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.482665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ee0f20fd-3760-44f2-9074-591001d136e0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/aaadb855-f7b9-4a7f-bc1e-37b729ed86cc HTTP/1.1" status: 204 len: 168 time: 0.1167977 Sep 21 08:44:03.483113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38292) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.502872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f20fd-3760-44f2-9074-591001d136e0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaadb855-f7b9-4a7f-bc1e-37b729ed86cc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.544455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-36e6614e-c93f-486a-868f-00ba9a20ed8f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601134 Sep 21 08:44:03.548340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38296) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.553162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-09f1d37f-e5e4-46f6-8207-158104e4c8cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267488827'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:03.578769 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09f1d37f-e5e4-46f6-8207-158104e4c8cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.668815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09f1d37f-e5e4-46f6-8207-158104e4c8cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.672653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09f1d37f-e5e4-46f6-8207-158104e4c8cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.694612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09f1d37f-e5e4-46f6-8207-158104e4c8cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.695814 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-09f1d37f-e5e4-46f6-8207-158104e4c8cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1464856 Sep 21 08:44:03.699020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38302) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.703767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a3ae6f57-3562-4ae7-b9f0-59f12bc86dd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': 'af7a76c4-847f-46a9-baf3-27fef50452f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:03.704004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1d37f-e5e4-46f6-8207-158104e4c8cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7a76c4-847f-46a9-baf3-27fef50452f0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.741637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6f57-3562-4ae7-b9f0-59f12bc86dd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.802249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6f57-3562-4ae7-b9f0-59f12bc86dd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.806463 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6f57-3562-4ae7-b9f0-59f12bc86dd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.825152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae6f57-3562-4ae7-b9f0-59f12bc86dd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75279eb9-fe2f-4054-b3c3-7b15a2cd5e53,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.832260 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3ae6f57-3562-4ae7-b9f0-59f12bc86dd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.833616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3ae6f57-3562-4ae7-b9f0-59f12bc86dd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1334388 Sep 21 08:44:03.838980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38306) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.856890 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.867195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9625-d2c4-4922-9cd9-6c803f04cdd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.874687 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9625-d2c4-4922-9cd9-6c803f04cdd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.901889 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9625-d2c4-4922-9cd9-6c803f04cdd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.908311 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9625-d2c4-4922-9cd9-6c803f04cdd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:03.909477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a5dc9625-d2c4-4922-9cd9-6c803f04cdd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/75279eb9-fe2f-4054-b3c3-7b15a2cd5e53 HTTP/1.1" status: 204 len: 168 time: 0.0719035 Sep 21 08:44:03.912236 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38310) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:03.917342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc9625-d2c4-4922-9cd9-6c803f04cdd7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75279eb9-fe2f-4054-b3c3-7b15a2cd5e53,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:03.954266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0bdeadcb-c2fa-4c92-b186-322f91e82e7f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408816 Sep 21 08:44:03.956977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38314) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.318569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66a2819a-d219-4cb0-a2a5-c0fd66f4d812 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.341231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66a2819a-d219-4cb0-a2a5-c0fd66f4d812 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.383650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66a2819a-d219-4cb0-a2a5-c0fd66f4d812 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.386641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-66a2819a-d219-4cb0-a2a5-c0fd66f4d812 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.388376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-66a2819a-d219-4cb0-a2a5-c0fd66f4d812 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/af7a76c4-847f-46a9-baf3-27fef50452f0 HTTP/1.1" status: 204 len: 168 time: 0.4301369 Sep 21 08:44:04.391204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38330) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.397500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2819a-d219-4cb0-a2a5-c0fd66f4d812 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7a76c4-847f-46a9-baf3-27fef50452f0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:04.439109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a92b25be-e85e-4194-aa51-4d7a96a97477 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0429521 Sep 21 08:44:04.439707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38332) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.443531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-adb213ff-d029-40da-a9b0-0799715094cb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190146957'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:04.467835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-adb213ff-d029-40da-a9b0-0799715094cb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.548098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-adb213ff-d029-40da-a9b0-0799715094cb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.552209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-adb213ff-d029-40da-a9b0-0799715094cb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.581418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-adb213ff-d029-40da-a9b0-0799715094cb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.583750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-adb213ff-d029-40da-a9b0-0799715094cb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1434841 Sep 21 08:44:04.585556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38334) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.586082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb213ff-d029-40da-a9b0-0799715094cb tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4aaf0d-8f43-4726-81a4-8df61e363847,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:04.591801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8fb1a772-eb0a-421e-854b-406896650970 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': 'cc4aaf0d-8f43-4726-81a4-8df61e363847', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:04.620488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a772-eb0a-421e-854b-406896650970 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.675096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a772-eb0a-421e-854b-406896650970 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.679136 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a772-eb0a-421e-854b-406896650970 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.697617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1a772-eb0a-421e-854b-406896650970 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5cfa3d-fc41-4f24-a2aa-8dbe9e496da9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:04.703851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a772-eb0a-421e-854b-406896650970 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.708303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.708458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8fb1a772-eb0a-421e-854b-406896650970 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216242 Sep 21 08:44:04.724491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-865afb62-1d1b-4484-9adb-0f7f65125db4 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules/0a5cfa3d-fc41-4f24-a2aa-8dbe9e496da9 HTTP/1.1" status: 200 len: 763 time: 0.0150278 Sep 21 08:44:04.727460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38338) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.769145 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c3b4d96c-e28f-4503-8bc1-b7c14f95634e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407002 Sep 21 08:44:04.771814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38340) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.796028 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-847546a9-d2bc-4725-89cd-1047a1b70b68 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.804186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-847546a9-d2bc-4725-89cd-1047a1b70b68 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.831176 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-847546a9-d2bc-4725-89cd-1047a1b70b68 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.837081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-847546a9-d2bc-4725-89cd-1047a1b70b68 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.838211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-847546a9-d2bc-4725-89cd-1047a1b70b68 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/0a5cfa3d-fc41-4f24-a2aa-8dbe9e496da9 HTTP/1.1" status: 204 len: 168 time: 0.0654771 Sep 21 08:44:04.840974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38342) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.845634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847546a9-d2bc-4725-89cd-1047a1b70b68 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a5cfa3d-fc41-4f24-a2aa-8dbe9e496da9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:04.889233 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e2257446-4335-4808-848b-dfb12e26c1a0 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437317 Sep 21 08:44:04.889471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38344) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:04.893782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d0970120-f42a-4979-bdb4-5c466b1888c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': 'cc4aaf0d-8f43-4726-81a4-8df61e363847', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:04.920801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0970120-f42a-4979-bdb4-5c466b1888c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.979190 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0970120-f42a-4979-bdb4-5c466b1888c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:04.984433 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0970120-f42a-4979-bdb4-5c466b1888c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.003151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0970120-f42a-4979-bdb4-5c466b1888c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ef4ffe-8026-4f68-a67f-4e0ab78b5661,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.008993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d0970120-f42a-4979-bdb4-5c466b1888c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.011759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d0970120-f42a-4979-bdb4-5c466b1888c7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213684 Sep 21 08:44:05.013463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38346) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.028843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d06b4799-dff6-417e-ac57-58aaf77d691e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules/80ef4ffe-8026-4f68-a67f-4e0ab78b5661 HTTP/1.1" status: 200 len: 763 time: 0.0142548 Sep 21 08:44:05.031010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38348) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.071645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b5874a32-c168-4019-963f-875642cffede tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395811 Sep 21 08:44:05.075086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38350) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.097061 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e08abf93-67c6-4fe4-b9c6-e61f3ea430b4 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.104354 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e08abf93-67c6-4fe4-b9c6-e61f3ea430b4 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.131298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e08abf93-67c6-4fe4-b9c6-e61f3ea430b4 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.137457 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e08abf93-67c6-4fe4-b9c6-e61f3ea430b4 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.138605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e08abf93-67c6-4fe4-b9c6-e61f3ea430b4 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/80ef4ffe-8026-4f68-a67f-4e0ab78b5661 HTTP/1.1" status: 204 len: 168 time: 0.0626009 Sep 21 08:44:05.141342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38352) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.147578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08abf93-67c6-4fe4-b9c6-e61f3ea430b4 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80ef4ffe-8026-4f68-a67f-4e0ab78b5661,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.182304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9ef14880-55fc-40e3-a319-20067177c100 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391464 Sep 21 08:44:05.184872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38354) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.190829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9f99a340-baa3-4b4d-b60c-4fa99fe706cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Request body: {'security_group_rule': {'security_group_id': 'cc4aaf0d-8f43-4726-81a4-8df61e363847', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:05.222351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f99a340-baa3-4b4d-b60c-4fa99fe706cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.232130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.236956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474847390', 'description': 'tempest-secgroup-smoke-474847390 description', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:05.260872 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.270058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.280990 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f99a340-baa3-4b4d-b60c-4fa99fe706cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.285092 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f99a340-baa3-4b4d-b60c-4fa99fe706cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.304184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99a340-baa3-4b4d-b60c-4fa99fe706cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d266cbe8-b64a-4adc-926a-427b77c4f83d,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.369225 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.373689 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.377477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f99a340-baa3-4b4d-b60c-4fa99fe706cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.381334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9f99a340-baa3-4b4d-b60c-4fa99fe706cc tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928349 Sep 21 08:44:05.381503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38358) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.397784 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b04491f-d2c2-4320-9efa-3d6d9b95852e tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules/d266cbe8-b64a-4adc-926a-427b77c4f83d HTTP/1.1" status: 200 len: 764 time: 0.0150583 Sep 21 08:44:05.400594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38360) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.414915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5c3ca0-9ccf-4ada-81c4-1d17bf99ea22,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.443456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d4880e4a-798b-4ddd-8e70-491a07f3e267 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0417359 Sep 21 08:44:05.446078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38362) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.469147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f01ace66-73f0-4e24-8ad6-7a79c790ca2f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.475641 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.476686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f01ace66-73f0-4e24-8ad6-7a79c790ca2f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.479624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.505835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f01ace66-73f0-4e24-8ad6-7a79c790ca2f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.506075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.511555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2755711 Sep 21 08:44:05.516112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38364) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.520563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ed9d2eae-83e4-47a8-8826-ef9d808ec956 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'e5237825-5329-4de5-8241-abc37149697a', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:05.521052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f01ace66-73f0-4e24-8ad6-7a79c790ca2f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.522356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f01ace66-73f0-4e24-8ad6-7a79c790ca2f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-group-rules/d266cbe8-b64a-4adc-926a-427b77c4f83d HTTP/1.1" status: 204 len: 168 time: 0.0753345 Sep 21 08:44:05.523544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ace66-73f0-4e24-8ad6-7a79c790ca2f tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d266cbe8-b64a-4adc-926a-427b77c4f83d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.525237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38366) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.533720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865aece-45dd-410d-9982-90f498feb15b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5237825-5329-4de5-8241-abc37149697a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.556146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2eae-83e4-47a8-8826-ef9d808ec956 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.571863 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e165e8cf-d505-4847-bf2b-a7443bf5260c tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431468 Sep 21 08:44:05.572206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38368) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.603562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2eae-83e4-47a8-8826-ef9d808ec956 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.607970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2eae-83e4-47a8-8826-ef9d808ec956 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.626269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d2eae-83e4-47a8-8826-ef9d808ec956 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7432ff-220f-4358-9983-166a78da34d8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.632274 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b37-17b4-40a8-aa4f-d1af26e00612 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.633015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed9d2eae-83e4-47a8-8826-ef9d808ec956 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.634663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ed9d2eae-83e4-47a8-8826-ef9d808ec956 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174521 Sep 21 08:44:05.637926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38370) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.647504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9dc6ee33-91d2-4e69-8a6f-e335535c5ca3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'e5237825-5329-4de5-8241-abc37149697a', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:05.668466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b37-17b4-40a8-aa4f-d1af26e00612 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.706343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ee33-91d2-4e69-8a6f-e335535c5ca3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.726790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b37-17b4-40a8-aa4f-d1af26e00612 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.729272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46dd2b37-17b4-40a8-aa4f-d1af26e00612 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.730401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-46dd2b37-17b4-40a8-aa4f-d1af26e00612 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "DELETE /v2.0/security-groups/cc4aaf0d-8f43-4726-81a4-8df61e363847 HTTP/1.1" status: 204 len: 168 time: 0.1572978 Sep 21 08:44:05.733576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38372) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.749380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd2b37-17b4-40a8-aa4f-d1af26e00612 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4aaf0d-8f43-4726-81a4-8df61e363847,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.776585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ee33-91d2-4e69-8a6f-e335535c5ca3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.781574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7669af4f-4d17-499d-8370-e2cb36492c25 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467010 Sep 21 08:44:05.781884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ee33-91d2-4e69-8a6f-e335535c5ca3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.788161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38374) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.808780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6ee33-91d2-4e69-8a6f-e335535c5ca3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5558ec-1f0e-4df8-9a2f-de58b9a17ee6,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.819754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dc6ee33-91d2-4e69-8a6f-e335535c5ca3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.820912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9dc6ee33-91d2-4e69-8a6f-e335535c5ca3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1820657 Sep 21 08:44:05.824082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38376) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.828970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b9080075-6e1f-4b4b-9ddc-4ba5af1dcaaf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'e5237825-5329-4de5-8241-abc37149697a', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:05.848044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3b246381-3a32-4b1c-9d47-ba98d4eb80d7 tempest-SecGroupTest-1362399815 tempest-SecGroupTest-1362399815-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570059 Sep 21 08:44:05.856624 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9080075-6e1f-4b4b-9ddc-4ba5af1dcaaf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.913864 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9080075-6e1f-4b4b-9ddc-4ba5af1dcaaf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.917622 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9080075-6e1f-4b4b-9ddc-4ba5af1dcaaf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.937459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9080075-6e1f-4b4b-9ddc-4ba5af1dcaaf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8108dd2-0db7-49ca-94b8-200a37bf97f7,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:05.944991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b9080075-6e1f-4b4b-9ddc-4ba5af1dcaaf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:05.946216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b9080075-6e1f-4b4b-9ddc-4ba5af1dcaaf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211460 Sep 21 08:44:05.949263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38380) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:05.954291 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fc4fb505-c545-45cb-8a15-a38f923a0fa6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'e5237825-5329-4de5-8241-abc37149697a', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:05.982064 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb505-c545-45cb-8a15-a38f923a0fa6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.048952 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb505-c545-45cb-8a15-a38f923a0fa6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.051863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb505-c545-45cb-8a15-a38f923a0fa6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.069470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fb505-c545-45cb-8a15-a38f923a0fa6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e348563e-3c57-47ac-b161-0b47dbdf5401,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:06.076753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb505-c545-45cb-8a15-a38f923a0fa6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.077994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fc4fb505-c545-45cb-8a15-a38f923a0fa6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275301 Sep 21 08:44:06.080875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38384) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:06.085273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'e5237825-5329-4de5-8241-abc37149697a', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:06.102797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38386) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:06.108657 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:44:06.113930 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.173645 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.178435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.197192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33b09bf-593e-4318-9970-1f2d588b6320,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:06.201913 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.205814 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-563d43be-6747-42a2-a2ea-f36ffaeb7beb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214006 Sep 21 08:44:06.206466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38390) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:06.210391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'e5237825-5329-4de5-8241-abc37149697a', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:06.233769 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:44:06.238776 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.251859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f5b8ea9b-74c4-4282-8d77-8676723abcc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c43593909c64c3988e76037eba3784d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476972 Sep 21 08:44:06.254249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38392) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:06.300740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.302556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2023837-0c0d-422b-9edf-8c2b7401582c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.304731 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.324913 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2023837-0c0d-422b-9edf-8c2b7401582c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.325342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df33d95-65ab-43ab-8a0a-e495a5a220fb,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:06.333695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.335192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-600e02c0-1ec5-4d97-8fd7-b65f81b82f73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281571 Sep 21 08:44:06.338448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38394) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:06.343772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'network': {'name': 'tempest-network-smoke--800866037', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:06.365557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:44:06.369177 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.374152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2023837-0c0d-422b-9edf-8c2b7401582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.376728 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2023837-0c0d-422b-9edf-8c2b7401582c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.377873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2023837-0c0d-422b-9edf-8c2b7401582c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/372759dc-cd42-4615-9e0f-d5540fa6a876 HTTP/1.1" status: 204 len: 168 time: 0.1226001 Sep 21 08:44:06.386459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2023837-0c0d-422b-9edf-8c2b7401582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372759dc-cd42-4615-9e0f-d5540fa6a876,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:06.399149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:44:06.409171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.409549 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Added segment 6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a of type vlan for network 516c0b8e-84fb-415f-a1e2-371e61e99555 Sep 21 08:44:06.450187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.473740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.479426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:06.480039 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.517414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1779075 Sep 21 08:44:06.520378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38400) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:06.524990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'admin_state_up': True, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:06.560649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2cda7-4314-4849-afed-5d0ae3bbff38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Network': ['ID=516c0b8e-84fb-415f-a1e2-371e61e99555,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:06.572097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:44:06.582052 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.583178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.646245 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.786273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:06.984140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.003478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.049435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38418) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:07.113641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.107 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/63f0874f-feab-43e5-8a95-b03daa4cb5b1) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:44:07.148647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-895593da-5963-4048-b370-64924e067bac tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:07.149092 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-895593da-5963-4048-b370-64924e067bac tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 08:44:07.149624 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-895593da-5963-4048-b370-64924e067bac tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 08:44:07.150603 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-895593da-5963-4048-b370-64924e067bac tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1001713 Sep 21 08:44:07.154777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38422) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:07.181327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--971490650'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:07.220545 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.236746 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.260509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.331935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.379136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:44:07.385368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:44:07.398145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:44:07.424766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=63f0874f-feab-43e5-8a95-b03daa4cb5b1,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:07.439838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.446057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.577638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba8de24-a0f4-4d12-ad9f-a6a5598d2379,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:07.673682 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.678548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.740560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.741785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5860412 Sep 21 08:44:07.744703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38424) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:07.748518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ba02d-e10e-48d6-8750-44d922fdf01a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f5fa7a-570a-40b1-bed3-42bed8e4cfcf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:07.750159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-18dfa175-ff0e-4a74-9e62-626818428d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '28f5fa7a-570a-40b1-bed3-42bed8e4cfcf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:07.765651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.778700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18dfa175-ff0e-4a74-9e62-626818428d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.836479 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18dfa175-ff0e-4a74-9e62-626818428d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.840976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18dfa175-ff0e-4a74-9e62-626818428d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.861267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfa175-ff0e-4a74-9e62-626818428d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010a2951-c465-4005-8dd5-477209d4bfb0,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:07.866430 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18dfa175-ff0e-4a74-9e62-626818428d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.868037 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-18dfa175-ff0e-4a74-9e62-626818428d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221659 Sep 21 08:44:07.870455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38426) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:07.874851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-be135bda-c3b2-4dd7-9b3c-cb23c162c7ab tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '28f5fa7a-570a-40b1-bed3-42bed8e4cfcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:07.900909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be135bda-c3b2-4dd7-9b3c-cb23c162c7ab tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:07.947696 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-be135bda-c3b2-4dd7-9b3c-cb23c162c7ab tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): There was a conflict when trying to complete your request. Sep 21 08:44:07.952270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-be135bda-c3b2-4dd7-9b3c-cb23c162c7ab tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0776527 Sep 21 08:44:07.952806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38428) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:07.972373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.106362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 1f2f01b8-7c30-4ec2-8867-89324881329b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:44:08.218594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:44:08.229834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Sync routers for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:44:08.238486 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.239850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-be9788e0-2203-403f-8431-6ea431a14683 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7183883 Sep 21 08:44:08.243106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.243774 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:08.244508 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:08.358233 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:08.365941 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.389455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.395127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dfd9362a-7b70-4e73-ad06-ed362742ea89 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4c078b3c4bbe41f1ba074b9abc714126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1507676 Sep 21 08:44:08.398104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38434) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.435263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.438079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.442014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/28f5fa7a-570a-40b1-bed3-42bed8e4cfcf HTTP/1.1" status: 204 len: 168 time: 0.4882944 Sep 21 08:44:08.442705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38436) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.463226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f5fa7a-570a-40b1-bed3-42bed8e4cfcf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:08.476598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.476955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.477301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.477645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.478006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.478344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.478673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.479002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.479358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.479680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.480011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.480861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2233bca-8898-4d18-a0a5-22b6f7af9a49 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.505543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9bcba-5609-4f60-9032-bad0730608d9 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:08.509760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c3c9bcba-5609-4f60-9032-bad0730608d9 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1073568 Sep 21 08:44:08.510004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-72ee3c12-ea5e-48c9-8c01-d3cdb58dd49d tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633931 Sep 21 08:44:08.510169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38438) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.510359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38440) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.515144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c08cd574-770c-47ed-9453-790960613ade tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--102483736'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:08.541342 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:07Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:08.552543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-31c98118-cac7-4a6d-a1ad-260e93d1fa4e tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328586 Sep 21 08:44:08.556380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38442) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.563511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295393781', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:08.565069 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c08cd574-770c-47ed-9453-790960613ade tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.569198 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Checking router: 1f2f01b8-7c30-4ec2-8867-89324881329b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:44:08.569376 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Updating router 1f2f01b8-7c30-4ec2-8867-89324881329b port 63f0874f-feab-43e5-8a95-b03daa4cb5b1 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:44:08.595476 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.665505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c08cd574-770c-47ed-9453-790960613ade tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.670122 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c08cd574-770c-47ed-9453-790960613ade tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.685921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:44:08.691213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.695006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c08cd574-770c-47ed-9453-790960613ade tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.699343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c08cd574-770c-47ed-9453-790960613ade tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1851199 Sep 21 08:44:08.701107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38444) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.709197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fa0ba83d-c5f4-4a74-8da6-dfa205856868 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '7594eb2b-d92f-4598-8a64-81649cce1e42', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:08.709687 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-fa0ba83d-c5f4-4a74-8da6-dfa205856868 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 21 08:44:08.710189 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-fa0ba83d-c5f4-4a74-8da6-dfa205856868 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:08.713773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fa0ba83d-c5f4-4a74-8da6-dfa205856868 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091879 Sep 21 08:44:08.714774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38446) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.716624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cd574-770c-47ed-9453-790960613ade tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7594eb2b-d92f-4598-8a64-81649cce1e42,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:08.836185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-127bbe88-2800-4b5c-ac1d-41de24043b99 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.850734 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.857137 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.886091 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-127bbe88-2800-4b5c-ac1d-41de24043b99 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.904833 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Attempting to bind port 63f0874f-feab-43e5-8a95-b03daa4cb5b1 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:44:08.905194 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Attempting to bind port 63f0874f-feab-43e5-8a95-b03daa4cb5b1 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:44:08.905547 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Attempting to bind port 63f0874f-feab-43e5-8a95-b03daa4cb5b1 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:44:08.912559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Pushing event updated for resources: {'Port': ['ID=63f0874f-feab-43e5-8a95-b03daa4cb5b1,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:08.915388 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:44:08.915819 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:44:08.916138 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.916518 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:44:08.916973 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Bound port: 63f0874f-feab-43e5-8a95-b03daa4cb5b1, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:44:08.917346 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.924188 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.924528 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.924862 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.925186 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.925508 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.925826 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.926143 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.926455 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.926767 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.927104 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.927443 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.927808 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:08.971496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-127bbe88-2800-4b5c-ac1d-41de24043b99 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.973999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-127bbe88-2800-4b5c-ac1d-41de24043b99 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.975183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-127bbe88-2800-4b5c-ac1d-41de24043b99 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/7594eb2b-d92f-4598-8a64-81649cce1e42 HTTP/1.1" status: 204 len: 168 time: 0.2591236 Sep 21 08:44:08.978131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38448) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:08.979284 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:08.987445 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] For port 63f0874f-feab-43e5-8a95-b03daa4cb5b1, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:44:08.990649 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] For port 63f0874f-feab-43e5-8a95-b03daa4cb5b1, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=63f0874f-feab-43e5-8a95-b03daa4cb5b1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:44:08.995195 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.011730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bbe88-2800-4b5c-ac1d-41de24043b99 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7594eb2b-d92f-4598-8a64-81649cce1e42,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.040703 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:09.041595 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:09.042208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38450) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.042640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-18d38651-df9f-4317-aeea-aa5ea4919be5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630839 Sep 21 08:44:09.049070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-649658b7-bf6d-4b3f-91e7-ac055ef1c3c4 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172478677'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:09.062333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Subnet': ['ID=85431a06-e11c-43d5-b1bd-54cfb9566d79,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.087656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Checking segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:44:09.088075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network hostable DHCP agents. Network: 516c0b8e-84fb-415f-a1e2-371e61e99555, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:44:09.092606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-649658b7-bf6d-4b3f-91e7-ac055ef1c3c4 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.103342 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f3989-cf27-45c1-b96d-58769bbbd16e None None] Pushing event updated for resources: {'Port': ['ID=63f0874f-feab-43e5-8a95-b03daa4cb5b1,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.118340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:44:09.134991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 516c0b8e-84fb-415f-a1e2-371e61e99555) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:44:09.141019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:09.141629 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.147882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f0670-d177-4083-9e32-ac80c6ed2bb0 None None] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:44:09.176559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:09.203559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-649658b7-bf6d-4b3f-91e7-ac055ef1c3c4 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.210767 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-649658b7-bf6d-4b3f-91e7-ac055ef1c3c4 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.221953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f1c575bc-1ed8-4c68-90d9-072ae6a72d6e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6643136 Sep 21 08:44:09.225753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38452) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.247999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-649658b7-bf6d-4b3f-91e7-ac055ef1c3c4 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.249599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-649658b7-bf6d-4b3f-91e7-ac055ef1c3c4 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2040358 Sep 21 08:44:09.251992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649658b7-bf6d-4b3f-91e7-ac055ef1c3c4 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdac800-8f42-4f28-9717-563f2515b082,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.255267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38454) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.263182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ffe33bdc-8e1c-47bd-ab79-229ff438f083 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '8fdac800-8f42-4f28-9717-563f2515b082', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:09.263182 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-ffe33bdc-8e1c-47bd-ab79-229ff438f083 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 21 08:44:09.263662 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-ffe33bdc-8e1c-47bd-ab79-229ff438f083 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:09.264838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ffe33bdc-8e1c-47bd-ab79-229ff438f083 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079110 Sep 21 08:44:09.267644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38456) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.319305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-516c0b8e-84fb-415f-a1e2-371e61e99555', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:44:09.320196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.338632 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7363933d-f444-4689-b5a1-10ad0ca02d37 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.364193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7363933d-f444-4689-b5a1-10ad0ca02d37 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.389618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:07Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:09.414121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7363933d-f444-4689-b5a1-10ad0ca02d37 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.416694 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5880d2c3-ec75-43f1-92be-40efa0b36899 None None] The sync data for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 is: [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:07Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:44:09.416885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7363933d-f444-4689-b5a1-10ad0ca02d37 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.418001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7363933d-f444-4689-b5a1-10ad0ca02d37 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/8fdac800-8f42-4f28-9717-563f2515b082 HTTP/1.1" status: 204 len: 168 time: 0.1487331 Sep 21 08:44:09.423274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38458) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.442059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363933d-f444-4689-b5a1-10ad0ca02d37 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdac800-8f42-4f28-9717-563f2515b082,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.491333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6eac6428-3ca3-41e5-90f9-02601cb39d6b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669856 Sep 21 08:44:09.495079 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38460) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.500118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5e7a152d-0397-47f2-b93a-b5896678517a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--312086185'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:09.524671 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a152d-0397-47f2-b93a-b5896678517a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.530802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Allocated IP 172.20.0.2 (516c0b8e-84fb-415f-a1e2-371e61e99555/85431a06-e11c-43d5-b1bd-54cfb9566d79/4732281f-743d-428a-ab93-733eea855b29) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:44:09.619474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a152d-0397-47f2-b93a-b5896678517a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.626309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a152d-0397-47f2-b93a-b5896678517a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.658400 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e7a152d-0397-47f2-b93a-b5896678517a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.662405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5e7a152d-0397-47f2-b93a-b5896678517a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1633070 Sep 21 08:44:09.662405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a152d-0397-47f2-b93a-b5896678517a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f993d2-1c85-427d-83bd-46769c68957a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.663228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38462) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.668433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ceb597b0-4f55-4c91-9c0d-35c31810e343 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'd9f993d2-1c85-427d-83bd-46769c68957a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:09.669051 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-ceb597b0-4f55-4c91-9c0d-35c31810e343 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 21 08:44:09.669559 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-ceb597b0-4f55-4c91-9c0d-35c31810e343 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:09.673220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ceb597b0-4f55-4c91-9c0d-35c31810e343 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063937 Sep 21 08:44:09.674111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38464) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.678708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-96f58993-245b-4a66-954b-ad08f4f2e5d2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'd9f993d2-1c85-427d-83bd-46769c68957a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:09.679512 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-96f58993-245b-4a66-954b-ad08f4f2e5d2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 21 08:44:09.680207 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-96f58993-245b-4a66-954b-ad08f4f2e5d2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:09.685014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-96f58993-245b-4a66-954b-ad08f4f2e5d2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064218 Sep 21 08:44:09.687122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38466) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.692911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6fd4092c-61f5-44ba-a501-73ac0da7f892 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'd9f993d2-1c85-427d-83bd-46769c68957a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:09.693880 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-6fd4092c-61f5-44ba-a501-73ac0da7f892 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 21 08:44:09.694480 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-6fd4092c-61f5-44ba-a501-73ac0da7f892 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:09.698939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6fd4092c-61f5-44ba-a501-73ac0da7f892 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073762 Sep 21 08:44:09.698939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38468) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.704326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5cb87320-0bf0-4f65-92d9-461c59f57915 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'd9f993d2-1c85-427d-83bd-46769c68957a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:09.704976 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-5cb87320-0bf0-4f65-92d9-461c59f57915 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 21 08:44:09.705569 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-5cb87320-0bf0-4f65-92d9-461c59f57915 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:09.706728 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5cb87320-0bf0-4f65-92d9-461c59f57915 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063977 Sep 21 08:44:09.709578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38470) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.747673 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.757495 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.798412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:44:09.801605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:44:09.802718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e021d00f-32c9-49d7-a2d8-048ba7045f85 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.805666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:44:09.830216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e021d00f-32c9-49d7-a2d8-048ba7045f85 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.834158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.847158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Pushing event updated for resources: {'Port': ['ID=4732281f-743d-428a-ab93-733eea855b29,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.880301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Attempting to bind port 4732281f-743d-428a-ab93-733eea855b29 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:44:09.880975 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Attempting to bind port 4732281f-743d-428a-ab93-733eea855b29 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:44:09.881370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Attempting to bind port 4732281f-743d-428a-ab93-733eea855b29 on network 516c0b8e-84fb-415f-a1e2-371e61e99555 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:44:09.885017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e021d00f-32c9-49d7-a2d8-048ba7045f85 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.888373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:44:09.888778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Checking segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:44:09.889194 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.889566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e021d00f-32c9-49d7-a2d8-048ba7045f85 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.889705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Bound using segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:44:09.890086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Bound port: 4732281f-743d-428a-ab93-733eea855b29, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:44:09.890477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:09.891585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e021d00f-32c9-49d7-a2d8-048ba7045f85 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/d9f993d2-1c85-427d-83bd-46769c68957a HTTP/1.1" status: 204 len: 168 time: 0.1802669 Sep 21 08:44:09.893979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38472) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.901906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021d00f-32c9-49d7-a2d8-048ba7045f85 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f993d2-1c85-427d-83bd-46769c68957a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:09.981658 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d604411f-d1a2-45c4-a97c-3d934992ca9d tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863976 Sep 21 08:44:09.989573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38474) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:09.990934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] For port 4732281f-743d-428a-ab93-733eea855b29, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:44:09.994519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] For port 4732281f-743d-428a-ab93-733eea855b29, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4732281f-743d-428a-ab93-733eea855b29,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:44:09.995967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c53b9dfc-30d8-4637-bb8d-fe4b56aaf687 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--530580698'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.000584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.060579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1035ff3-9f1c-41da-b006-ec8fe697c2f2 None None] Pushing event updated for resources: {'Port': ['ID=4732281f-743d-428a-ab93-733eea855b29,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:10.069373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53b9dfc-30d8-4637-bb8d-fe4b56aaf687 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.213206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.1 (516c0b8e-84fb-415f-a1e2-371e61e99555/85431a06-e11c-43d5-b1bd-54cfb9566d79/e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:44:10.280166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53b9dfc-30d8-4637-bb8d-fe4b56aaf687 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.295263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53b9dfc-30d8-4637-bb8d-fe4b56aaf687 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.357915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c53b9dfc-30d8-4637-bb8d-fe4b56aaf687 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.359186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c53b9dfc-30d8-4637-bb8d-fe4b56aaf687 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3686841 Sep 21 08:44:10.362428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38476) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.367068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ed5d020f-8d30-4a84-ad88-6eaafc874e62 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.367590 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-ed5d020f-8d30-4a84-ad88-6eaafc874e62 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 08:44:10.368097 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-ed5d020f-8d30-4a84-ad88-6eaafc874e62 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.372666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ed5d020f-8d30-4a84-ad88-6eaafc874e62 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091939 Sep 21 08:44:10.373146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38478) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.375185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b9dfc-30d8-4637-bb8d-fe4b56aaf687 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9102947-0446-4294-a4a1-80ab228d18f0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:10.380150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3ee7526a-c8ee-4a03-9fd3-5d1145123dcd tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.425109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.447295 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-3ee7526a-c8ee-4a03-9fd3-5d1145123dcd tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.448546 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3ee7526a-c8ee-4a03-9fd3-5d1145123dcd tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0743260 Sep 21 08:44:10.451547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38480) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.457134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-94635b13-9c28-463b-86ac-f72b52007d7a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.457730 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-94635b13-9c28-463b-86ac-f72b52007d7a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 21 08:44:10.458083 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-94635b13-9c28-463b-86ac-f72b52007d7a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.459005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-94635b13-9c28-463b-86ac-f72b52007d7a tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065060 Sep 21 08:44:10.461552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38482) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.466239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-909c0a30-ec36-425a-9c0b-581acc331de2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.473335 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.506429 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-909c0a30-ec36-425a-9c0b-581acc331de2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.510341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-909c0a30-ec36-425a-9c0b-581acc331de2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0453680 Sep 21 08:44:10.510612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38484) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.515943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ac317cb1-bda1-4791-b0ff-b6b1978fd151 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.516424 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-ac317cb1-bda1-4791-b0ff-b6b1978fd151 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 21 08:44:10.516909 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-ac317cb1-bda1-4791-b0ff-b6b1978fd151 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.520520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ac317cb1-bda1-4791-b0ff-b6b1978fd151 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063345 Sep 21 08:44:10.520686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:44:10.520808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38486) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.522207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:44:10.526533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4ade6fd9-6542-485c-869a-b9592d33dfe0 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.528924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:44:10.558358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:10.574459 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-4ade6fd9-6542-485c-869a-b9592d33dfe0 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.578860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4ade6fd9-6542-485c-869a-b9592d33dfe0 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0539267 Sep 21 08:44:10.578860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38488) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.583226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6b4f1b28-2dd0-4399-9c93-cb86d155311c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.583736 n-d-809980-2 neutron-server[94724]: WARNING neutron.api.v2.base [None req-6b4f1b28-2dd0-4399-9c93-cb86d155311c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 21 08:44:10.584211 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-6b4f1b28-2dd0-4399-9c93-cb86d155311c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.585161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b4f1b28-2dd0-4399-9c93-cb86d155311c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058439 Sep 21 08:44:10.588276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38490) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.592428 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.593095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-457d0666-6cc2-4312-8d9e-8cc24989c656 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.636241 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-457d0666-6cc2-4312-8d9e-8cc24989c656 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.637883 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-457d0666-6cc2-4312-8d9e-8cc24989c656 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0487063 Sep 21 08:44:10.640751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38492) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.645142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e2e09caf-f83d-4a92-82d8-5b72ac569abb tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': 'c9102947-0446-4294-a4a1-80ab228d18f0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.681075 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-e2e09caf-f83d-4a92-82d8-5b72ac569abb tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:10.682154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2e09caf-f83d-4a92-82d8-5b72ac569abb tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0404222 Sep 21 08:44:10.685061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38494) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.725219 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.742670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36ce8e6b-f360-4fd9-a9ec-fd8153f127ce tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.767022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36ce8e6b-f360-4fd9-a9ec-fd8153f127ce tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.817491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36ce8e6b-f360-4fd9-a9ec-fd8153f127ce tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.820960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36ce8e6b-f360-4fd9-a9ec-fd8153f127ce tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:10.825425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-36ce8e6b-f360-4fd9-a9ec-fd8153f127ce tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/c9102947-0446-4294-a4a1-80ab228d18f0 HTTP/1.1" status: 204 len: 168 time: 0.1360819 Sep 21 08:44:10.826599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38496) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.853765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce8e6b-f360-4fd9-a9ec-fd8153f127ce tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9102947-0446-4294-a4a1-80ab228d18f0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:10.890803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-daba377e-1f6f-4c47-b08d-d7fa7ec2f651 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631018 Sep 21 08:44:10.900414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38498) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:10.907743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-2d00c5f9-d6a3-4130-8e77-04c3c00eaba5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730721272'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:10.932680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d00c5f9-d6a3-4130-8e77-04c3c00eaba5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.034127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d00c5f9-d6a3-4130-8e77-04c3c00eaba5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.040036 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d00c5f9-d6a3-4130-8e77-04c3c00eaba5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.071234 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d00c5f9-d6a3-4130-8e77-04c3c00eaba5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.076014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d00c5f9-d6a3-4130-8e77-04c3c00eaba5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1741536 Sep 21 08:44:11.076974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38500) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:11.085740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0e5f4c7d-2e17-4c44-a379-35e2dd8388ec tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '82c422c4-f62e-4626-99f1-e720e43ce5d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:11.095600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00c5f9-d6a3-4130-8e77-04c3c00eaba5 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c422c4-f62e-4626-99f1-e720e43ce5d1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:11.140856 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-0e5f4c7d-2e17-4c44-a379-35e2dd8388ec tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The resource could not be found. Sep 21 08:44:11.145128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0e5f4c7d-2e17-4c44-a379-35e2dd8388ec tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0631566 Sep 21 08:44:11.145565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38502) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:11.150189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6ad1e5f2-5fc4-4c4b-adc8-fefaeafab4cf tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '82c422c4-f62e-4626-99f1-e720e43ce5d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ca44f9a5-13bb-4184-8799-ef357daaf88a'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:11.152740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642584c-3064-48cb-b105-39c2135dfdce None None] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:44:11.195081 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-6ad1e5f2-5fc4-4c4b-adc8-fefaeafab4cf tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The resource could not be found. Sep 21 08:44:11.200216 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6ad1e5f2-5fc4-4c4b-adc8-fefaeafab4cf tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0536225 Sep 21 08:44:11.201010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38504) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:11.231027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0e12b3ab-6d20-4ccc-8c9a-d8350232cb86 None None] Provisioning complete for port 4732281f-743d-428a-ab93-733eea855b29 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:11.231998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e12b3ab-6d20-4ccc-8c9a-d8350232cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.268628 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbf6-e020-4851-8f46-5e5860f675b9 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.297834 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbf6-e020-4851-8f46-5e5860f675b9 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.345580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbf6-e020-4851-8f46-5e5860f675b9 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.348222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e22cbbf6-e020-4851-8f46-5e5860f675b9 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.349387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e22cbbf6-e020-4851-8f46-5e5860f675b9 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/82c422c4-f62e-4626-99f1-e720e43ce5d1 HTTP/1.1" status: 204 len: 168 time: 0.1473596 Sep 21 08:44:11.352489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38506) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:11.358394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cbbf6-e020-4851-8f46-5e5860f675b9 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c422c4-f62e-4626-99f1-e720e43ce5d1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:11.366959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e12b3ab-6d20-4ccc-8c9a-d8350232cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.432561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0e12b3ab-6d20-4ccc-8c9a-d8350232cb86 None None] For port 4732281f-743d-428a-ab93-733eea855b29, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4732281f-743d-428a-ab93-733eea855b29,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:11.439406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-23cbff6d-2eff-4a2a-80f1-73f4d5949f37 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816636 Sep 21 08:44:11.439660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38508) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:11.444578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-dfbb14fa-04d3-4dc3-829c-574c0f064458 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '09cec98b-b471-4dab-982c-47cd2a53c06a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:11.446857 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e12b3ab-6d20-4ccc-8c9a-d8350232cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.455688 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.462513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.497506 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-dfbb14fa-04d3-4dc3-829c-574c0f064458 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The resource could not be found. Sep 21 08:44:11.498661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dfbb14fa-04d3-4dc3-829c-574c0f064458 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0578988 Sep 21 08:44:11.503537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38510) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:11.514758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-62e1b668-4e55-45f0-9fde-8746f82d44f2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--374854216'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:11.536394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12b3ab-6d20-4ccc-8c9a-d8350232cb86 None None] Pushing event updated for resources: {'Port': ['ID=4732281f-743d-428a-ab93-733eea855b29,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:11.547681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:11.556295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62e1b668-4e55-45f0-9fde-8746f82d44f2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.561544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.688916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:44:11.691044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:44:11.703757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62e1b668-4e55-45f0-9fde-8746f82d44f2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.713677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62e1b668-4e55-45f0-9fde-8746f82d44f2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.725984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4732281f-743d-428a-ab93-733eea855b29 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:44:11.746737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1b668-4e55-45f0-9fde-8746f82d44f2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c09ecc4-c7b0-4222-b8b8-8c3904f2a642,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:11.767077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62e1b668-4e55-45f0-9fde-8746f82d44f2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.768522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-62e1b668-4e55-45f0-9fde-8746f82d44f2 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2639344 Sep 21 08:44:11.771385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38512) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:11.775834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4a58a182-e4f3-42b8-bed8-44d87c4ef715 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--127337549'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:11.802983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c9e1ac21-fa94-4ea4-b61a-32ae5cbe120e None None] Provisioning complete for port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:11.803974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ac21-fa94-4ea4-b61a-32ae5cbe120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.813129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a58a182-e4f3-42b8-bed8-44d87c4ef715 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.849446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 1f2f01b8-7c30-4ec2-8867-89324881329b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:44:11.852377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1ac21-fa94-4ea4-b61a-32ae5cbe120e None None] Port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:44:11.865120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4732281f-743d-428a-ab93-733eea855b29 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:11.865777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.888622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c9e1ac21-fa94-4ea4-b61a-32ae5cbe120e None None] Provisioning complete for port 4732281f-743d-428a-ab93-733eea855b29 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:11.889290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ac21-fa94-4ea4-b61a-32ae5cbe120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.919907 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a58a182-e4f3-42b8-bed8-44d87c4ef715 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.926118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a58a182-e4f3-42b8-bed8-44d87c4ef715 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.988452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58a182-e4f3-42b8-bed8-44d87c4ef715 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba685ebe-a09e-4ac6-af44-ef4578086d89,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:11.994869 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a58a182-e4f3-42b8-bed8-44d87c4ef715 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:11.996827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4a58a182-e4f3-42b8-bed8-44d87c4ef715 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2244551 Sep 21 08:44:11.999714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38514) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.006749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:44:12.007285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c6b25c91-9cac-4467-9c0e-0da5f920b6f7 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group_rule': {'security_group_id': '2c09ecc4-c7b0-4222-b8b8-8c3904f2a642', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ba685ebe-a09e-4ac6-af44-ef4578086d89'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:12.021895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-657a9b6b-5887-4709-ac0d-ff5254b89661 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/1f2f01b8-7c30-4ec2-8867-89324881329b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861021 Sep 21 08:44:12.022159 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 63f0874f-feab-43e5-8a95-b03daa4cb5b1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:44:12.053080 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-c6b25c91-9cac-4467-9c0e-0da5f920b6f7 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 08:44:12.058253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c6b25c91-9cac-4467-9c0e-0da5f920b6f7 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0546918 Sep 21 08:44:12.058383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Sync routers for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:44:12.058534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38518) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.082742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:12.083394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:12.098698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38520) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.130405 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e569f659-bd15-49c4-b987-6b802332f1e3 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.162549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 63f0874f-feab-43e5-8a95-b03daa4cb5b1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:12.163140 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.173706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e569f659-bd15-49c4-b987-6b802332f1e3 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.236574 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e569f659-bd15-49c4-b987-6b802332f1e3 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.239286 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e569f659-bd15-49c4-b987-6b802332f1e3 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.241839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e569f659-bd15-49c4-b987-6b802332f1e3 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/ba685ebe-a09e-4ac6-af44-ef4578086d89 HTTP/1.1" status: 204 len: 168 time: 0.1820822 Sep 21 08:44:12.244554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38532) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.268037 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569f659-bd15-49c4-b987-6b802332f1e3 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba685ebe-a09e-4ac6-af44-ef4578086d89,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:12.302812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:12.304702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ff22dec1-3f90-41fe-91af-f3f0e66abde2 None None] Provisioning complete for port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:12.305302 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ff22dec1-3f90-41fe-91af-f3f0e66abde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.341208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f687d3eb-de3f-4dd4-b849-a6f14658de4d tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0931158 Sep 21 08:44:12.344907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38534) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.365754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 572302c4-8fd8-4f43-988e-489c35459fb8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:12.366381 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.436411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55b2505f-662f-4d06-a444-717be2a4080b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.461501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.461874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.469210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55b2505f-662f-4d06-a444-717be2a4080b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.474709 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ff22dec1-3f90-41fe-91af-f3f0e66abde2 None None] Port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:44:12.480019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 572302c4-8fd8-4f43-988e-489c35459fb8 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:12.538464 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-20f9b4aa-2a07-451b-ab74-ff8f07d6a1e5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474847390&fields=id&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 267 time: 0.0449121 Sep 21 08:44:12.540068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55b2505f-662f-4d06-a444-717be2a4080b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.543545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55b2505f-662f-4d06-a444-717be2a4080b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.547498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-55b2505f-662f-4d06-a444-717be2a4080b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/2c09ecc4-c7b0-4222-b8b8-8c3904f2a642 HTTP/1.1" status: 204 len: 168 time: 0.2005968 Sep 21 08:44:12.548165 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.548331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38540) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.586084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 63f0874f-feab-43e5-8a95-b03daa4cb5b1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=63f0874f-feab-43e5-8a95-b03daa4cb5b1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:12.586375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2505f-662f-4d06-a444-717be2a4080b tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c09ecc4-c7b0-4222-b8b8-8c3904f2a642,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:12.611544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.660957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-eafde12c-193a-461b-b16e-7dad242a58e3 None None] Provisioning complete for port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:12.661941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eafde12c-193a-461b-b16e-7dad242a58e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.676452 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8fc4c97d-b28a-4a86-81cd-09cf9bfbc7ed tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238973 Sep 21 08:44:12.680406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38544) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.682862 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.685774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cd06042c-fe0a-432a-abed-94384a5d8c73 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189160212'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:12.712917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=572302c4-8fd8-4f43-988e-489c35459fb8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:12.730637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-e3ae2bae-ed9c-4763-b2b8-0a9131e4b4cf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:12.732456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-e3ae2bae-ed9c-4763-b2b8-0a9131e4b4cf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 796 time: 0.1786654 Sep 21 08:44:12.743795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd06042c-fe0a-432a-abed-94384a5d8c73 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.767969 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-a53831ad-19a9-4b28-bc69-8b5171e21a46 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/quotas/4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 375 time: 0.0257041 Sep 21 08:44:12.784904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.785254 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Floating IP 8ec317ae-00ca-40a4-843a-5f7341e12350 disassociated (deleted). External IP: 172.25.1.4, port: 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166. Sep 21 08:44:12.856151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-b6fe4945-0f88-415d-ab60-93602f5d6372 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778618 Sep 21 08:44:12.877208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=63f0874f-feab-43e5-8a95-b03daa4cb5b1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:12.894237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-eafde12c-193a-461b-b16e-7dad242a58e3 None None] Port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:44:12.902235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:11Z', 'revision_number': 2, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:12.906948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd06042c-fe0a-432a-abed-94384a5d8c73 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.912572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd06042c-fe0a-432a-abed-94384a5d8c73 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.933299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Checking router: 1f2f01b8-7c30-4ec2-8867-89324881329b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:44:12.934779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Updating router 1f2f01b8-7c30-4ec2-8867-89324881329b port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:44:12.947081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd06042c-fe0a-432a-abed-94384a5d8c73 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.951349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38548) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:12.952075 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cd06042c-fe0a-432a-abed-94384a5d8c73 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2705309 Sep 21 08:44:12.954088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06042c-fe0a-432a-abed-94384a5d8c73 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad0cff-e835-4539-a76b-dc44c5019648,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:12.962706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9b57b90c-6b91-483f-994d-7bc4dfdfeb11 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:12.963769 n-d-809980-2 neutron-server[94725]: WARNING neutron.api.v2.base [None req-9b57b90c-6b91-483f-994d-7bc4dfdfeb11 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 21 08:44:12.964504 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-9b57b90c-6b91-483f-994d-7bc4dfdfeb11 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] update failed (client error): There was a conflict when trying to complete your request. Sep 21 08:44:12.966294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9b57b90c-6b91-483f-994d-7bc4dfdfeb11 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "PUT /v2.0/security-groups/53ad0cff-e835-4539-a76b-dc44c5019648 HTTP/1.1" status: 409 len: 330 time: 0.0138528 Sep 21 08:44:12.966435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:12.969817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38550) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:13.055618 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-f2dc9674-b7ba-4849-a2d6-44e4545b8716 service neutron] 10.222.0.59 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745203 Sep 21 08:44:13.089767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-68e5d508-7ad0-43fd-87af-9c9b9043335c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.093192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:44:13.119552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-68e5d508-7ad0-43fd-87af-9c9b9043335c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.159093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-5cacc219-f781-4752-a4df-71a49e2f95cd service neutron] 10.222.0.59 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970356 Sep 21 08:44:13.237657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-68e5d508-7ad0-43fd-87af-9c9b9043335c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.240411 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-68e5d508-7ad0-43fd-87af-9c9b9043335c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.241629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-68e5d508-7ad0-43fd-87af-9c9b9043335c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/53ad0cff-e835-4539-a76b-dc44c5019648 HTTP/1.1" status: 204 len: 168 time: 0.2708352 Sep 21 08:44:13.244319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38554) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:13.260740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5d508-7ad0-43fd-87af-9c9b9043335c tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad0cff-e835-4539-a76b-dc44c5019648,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:13.265669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:44:13.270226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.279160 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:44:13.300320 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:13.308248 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:13.313966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.314682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c09eb1cb-2ff0-4ca0-bfd3-dcb855e2132f tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684867 Sep 21 08:44:13.318777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38560) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:13.324724 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.334840 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-723eda5f-708c-47ac-8133-0be62d000836 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] delete failed (client error): The resource could not be found. Sep 21 08:44:13.340628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38564) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:13.340807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-723eda5f-708c-47ac-8133-0be62d000836 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "DELETE /v2.0/security-groups/57df1f99-b03f-40e4-80fd-92b1cda441bb HTTP/1.1" status: 404 len: 347 time: 0.0208509 Sep 21 08:44:13.356556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a7ca4242-51c4-47ed-933c-010718422d9b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "DELETE /v2.0/floatingips/8ec317ae-00ca-40a4-843a-5f7341e12350 HTTP/1.1" status: 204 len: 168 time: 1.2478728 Sep 21 08:44:13.357229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:44:13.361762 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8758bc7-334a-423e-93bc-36a8a3cbe669" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:44:13.368347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d215e-aa10-4d3c-8539-92502dbaec6f None None] Pushing event updated for resources: {'Port': ['ID=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:13.380611 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-09732504-fd7f-4e82-be76-6043f736e4a0 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] show failed (client error): The resource could not be found. Sep 21 08:44:13.382013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-09732504-fd7f-4e82-be76-6043f736e4a0 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-groups/076beda6-070a-4297-8943-91d4a850742d HTTP/1.1" status: 404 len: 347 time: 0.0398164 Sep 21 08:44:13.385915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38570) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:13.410074 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-d1a7531f-545f-478b-8fe2-3923565a0c40 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] show failed (client error): The resource could not be found. Sep 21 08:44:13.411378 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d1a7531f-545f-478b-8fe2-3923565a0c40 tempest-NegativeSecGroupTest-539698161 tempest-NegativeSecGroupTest-539698161-project] 10.222.0.59 "GET /v2.0/security-group-rules/8f6de1aa-432b-4564-b44e-518ee2136828 HTTP/1.1" status: 404 len: 356 time: 0.0240240 Sep 21 08:44:13.441635 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:13.477788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Attempting to bind port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:44:13.478268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Attempting to bind port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:44:13.478737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Attempting to bind port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d on network 516c0b8e-84fb-415f-a1e2-371e61e99555 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:44:13.485763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:44:13.486307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Checking segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:44:13.486819 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.487332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Bound using segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:44:13.487927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Bound port: e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:44:13.488418 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.578781 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] For port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:44:13.582539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] For port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:44:13.591593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.677480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:13.678045 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c7ef0f1-5df9-41ad-9e17-f9044a11c7f4 req-f8ce6ec9-85e7-4f12-bbda-96b25011959f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 210 time: 0.2122049 Sep 21 08:44:13.679340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:13.694458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d215e-aa10-4d3c-8539-92502dbaec6f None None] Pushing event updated for resources: {'Port': ['ID=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:13.766757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4732281f-743d-428a-ab93-733eea855b29 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:44:13.856009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-369b25a1-ea08-4baf-a528-84b2290c055a None None] Provisioning complete for port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:13.856480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-369b25a1-ea08-4baf-a528-84b2290c055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:13.866436 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641e901f-3394-436e-8653-29b487879d58 x-openstack-request-id: req-641e901f-3394-436e-8653-29b487879d58 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:44:13.866754 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:44:13.867018 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-641e901f-3394-436e-8653-29b487879d58 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:44:13.867950 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'status': 'completed', 'code': 200} Sep 21 08:44:13.894453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-5472697e-6970-4b1a-a04e-35d70054c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:13.896664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-5472697e-6970-4b1a-a04e-35d70054c603 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 1096 time: 0.0741889 Sep 21 08:44:13.920088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48022f69-1880-4db3-8a79-39f53a12c499 req-0a31f3a8-9b0d-43bd-bfd9-1a206df64e44 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:13.923109 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48022f69-1880-4db3-8a79-39f53a12c499 req-0a31f3a8-9b0d-43bd-bfd9-1a206df64e44 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 945 time: 0.1525707 Sep 21 08:44:13.988238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48022f69-1880-4db3-8a79-39f53a12c499 req-13ae8f92-1257-4e05-b780-96b9bf22521c tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575962 Sep 21 08:44:14.021142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38582) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:14.042124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-47c7c2d0-4a0b-467f-913d-16ceb84d01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:14.043770 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-47c7c2d0-4a0b-467f-913d-16ceb84d01d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.1383820 Sep 21 08:44:14.057496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:14.095283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-4c25459d-ee8a-43a0-8d20-c70c62338741 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 200 len: 217 time: 0.0430045 Sep 21 08:44:14.096915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4732281f-743d-428a-ab93-733eea855b29 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:14.097297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.113910 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:17Z', 'revision_number': 1, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:14.124022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-369b25a1-ea08-4baf-a528-84b2290c055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.143375 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:44:14.152720 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:14.153510 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:43:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:14.161331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-944b4250-536b-4ca4-a3a3-b90758920256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:14.162952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-944b4250-536b-4ca4-a3a3-b90758920256 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0597649 Sep 21 08:44:14.164173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-369b25a1-ea08-4baf-a528-84b2290c055a None None] For port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:14.173974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-369b25a1-ea08-4baf-a528-84b2290c055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.217857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5ae360c5-d062-4d92-bfcc-881d7ff9468f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e66beb9770b54494ac387ed8d47ccc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950951 Sep 21 08:44:14.220530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38586) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:14.222989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-d230cc12-f606-444c-805e-83a6a200a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:14.224738 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-d230cc12-f606-444c-805e-83a6a200a179 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526156 Sep 21 08:44:14.275853 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:14.288058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-acc289dd-6261-414b-aa0f-1ea254a18322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.316677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-acc289dd-6261-414b-aa0f-1ea254a18322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.340749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b25a1-ea08-4baf-a528-84b2290c055a None None] Pushing event updated for resources: {'Port': ['ID=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:14.363675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-de432b62-82d1-4a93-9842-1615abe950e5 None None] Provisioning complete for port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:14.363675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-de432b62-82d1-4a93-9842-1615abe950e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.386123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-0dcb2184-a856-4269-b0fb-353da0b02c7c service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523371 Sep 21 08:44:14.407495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-acc289dd-6261-414b-aa0f-1ea254a18322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.413077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-acc289dd-6261-414b-aa0f-1ea254a18322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.414338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-acc289dd-6261-414b-aa0f-1ea254a18322 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8ba8de24-a0f4-4d12-ad9f-a6a5598d2379 HTTP/1.1" status: 204 len: 168 time: 0.1926532 Sep 21 08:44:14.427088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc289dd-6261-414b-aa0f-1ea254a18322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba8de24-a0f4-4d12-ad9f-a6a5598d2379,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:14.455373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 63f0874f-feab-43e5-8a95-b03daa4cb5b1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:44:14.506152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8758bc7-334a-423e-93bc-36a8a3cbe669 req-efb4b03f-0eae-4c37-b1a3-e946c981e75e service neutron] 10.222.0.62 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118546 Sep 21 08:44:14.539112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 63f0874f-feab-43e5-8a95-b03daa4cb5b1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:14.539524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:14.654629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:13Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:14.665448 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:17Z', 'revision_number': 1, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:14.701284 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5eee8d-aee1-4733-b18c-b67a12e4432a None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '94d1540b-d120-4208-9de9-f4f0f424e60c', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'port_id': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'mac_address': 'fa:16:3e:b7:d7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:40:14Z', 'updated_at': '2021-09-21T08:40:17Z', 'revision_number': 1, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:44:14.707170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850c860-2213-4e0f-b967-8ea6d580877a None None] The sync data for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 is: [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:13Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:44:14.839524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd4b1a24-ea0b-4269-8911-738b29c2ff28 req-a86b6788-61fc-471e-b695-3a745889f0ff tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 210 time: 0.0797229 Sep 21 08:44:15.158196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adabef-4842-4335-9f43-55bbd12aeb00 req-40b7d1e1-3363-499a-a5b1-3953fb1a461a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:15.163290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e60bf-12b1-4f65-b1e7-1589e8e6fe1d None None] New status for floating IP 8ec317ae-00ca-40a4-843a-5f7341e12350: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:44:15.164354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8adabef-4842-4335-9f43-55bbd12aeb00 req-40b7d1e1-3363-499a-a5b1-3953fb1a461a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 945 time: 0.0923960 Sep 21 08:44:15.220405 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e8adabef-4842-4335-9f43-55bbd12aeb00 req-80510c63-dc74-43e7-ab91-5f152014c513 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Sep 21 08:44:15.323410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-8e879277-c70d-4760-bff7-6a207e70c11a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:15.325545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-8e879277-c70d-4760-bff7-6a207e70c11a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 945 time: 0.1056583 Sep 21 08:44:15.436352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:15.436352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:15.536124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] For port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:15.536750 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:15.572176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:15.682175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:44:15.772275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:15.776961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:15.777550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:15.828223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-dad9bd02-f498-4429-994a-2ac8925902bb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:15.837108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-dad9bd02-f498-4429-994a-2ac8925902bb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 796 time: 0.1889403 Sep 21 08:44:15.857093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=99de7a9f-c7c0-4a95-a2f0-0a58bf98a166,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:15.929892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-b9f3cea8-4e53-486f-bb16-e5213bdccc8b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 379 time: 0.0841525 Sep 21 08:44:15.942065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] No DVR routers for this DVR port 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:44:15.945250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:15.947123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'port': {'device_id': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'admin_state_up': True, 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'security_groups': ['e5237825-5329-4de5-8241-abc37149697a']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:15.949488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.62 "DELETE /v2.0/ports/99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 HTTP/1.1" status: 204 len: 173 time: 0.6162047 Sep 21 08:44:15.950319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'name': 'network-vif-deleted', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:44:15.953640 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba522b0-6f97-4d0c-92a0-8571ef142a6e" -d '{"events": [{"server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "name": "network-vif-deleted", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:44:16.030351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e923781c-eda1-425d-9fcf-a7e3c2f630a5 req-46733f2c-1511-4401-9448-8dd3e12aeca0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 210 time: 0.0730367 Sep 21 08:44:16.044444 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0bc61-85ca-4439-bb89-5e0067cc525b x-openstack-request-id: req-12d0bc61-85ca-4439-bb89-5e0067cc525b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:44:16.044935 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9", "name": "network-vif-deleted", "tag": "99de7a9f-c7c0-4a95-a2f0-0a58bf98a166", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:44:16.045292 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12d0bc61-85ca-4439-bb89-5e0067cc525b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:44:16.045841 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9', 'name': 'network-vif-deleted', 'tag': '99de7a9f-c7c0-4a95-a2f0-0a58bf98a166', 'status': 'completed', 'code': 200} Sep 21 08:44:16.112352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:44:16.117181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:16.285905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.7 (516c0b8e-84fb-415f-a1e2-371e61e99555/85431a06-e11c-43d5-b1bd-54cfb9566d79/5bea4696-ccda-4b99-a2f9-a78d4b39f9b6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:44:16.468139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb04f708-8788-4d40-8ba6-33c9b5985bbb req-08707cee-a709-41e7-b5b0-dc0e10a0efb0 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0869412 Sep 21 08:44:16.523613 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:16.566413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:16.616115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:44:16.622381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:44:16.628379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:44:16.633083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:16.691361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:16.691361 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:16.712161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-9d559eca-6f04-4230-b768-152b866954b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7734406 Sep 21 08:44:16.726651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Request body: {'port': {'device_id': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:16.804308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:16.969723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8cbc5c6f-b05c-467e-b5cf-d12fd39cf8a4 None None] Provisioning complete for port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:16.970366 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8cbc5c6f-b05c-467e-b5cf-d12fd39cf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.008439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc5c6f-b05c-467e-b5cf-d12fd39cf8a4 None None] Port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:44:17.131116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:44:17.141596 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.156882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Transition to ACTIVE for port object 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:44:17.158327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38672) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:17.165251 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.167251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cc9d9-e65a-441e-8b6d-e6141bca940e req-cf02d4b2-c2d9-4917-bc0b-53111542d71b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:17.169835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-588cc9d9-e65a-441e-8b6d-e6141bca940e req-cf02d4b2-c2d9-4917-bc0b-53111542d71b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 931 time: 0.0689378 Sep 21 08:44:17.240662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-588cc9d9-e65a-441e-8b6d-e6141bca940e req-f6bc73d6-49bf-4c7a-90ca-e491c6517788 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588739 Sep 21 08:44:17.251231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:17.336273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:44:17.336929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:44:17.337067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on network 516c0b8e-84fb-415f-a1e2-371e61e99555 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:44:17.347134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6274ce8-a99f-4d2e-8a88-0298464b9fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.349182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on network 516c0b8e-84fb-415f-a1e2-371e61e99555 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:44:17.349585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on network 516c0b8e-84fb-415f-a1e2-371e61e99555 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:44:17.361895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:44:17.362312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Checking segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:44:17.362799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Bound using segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:44:17.363374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Bound port: 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:44:17.363881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.464574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:44:17.470662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:44:17.478320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.524604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:17.525378 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.527411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] 10.222.0.62 "PUT /v2.0/ports/5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 1091 time: 0.8065863 Sep 21 08:44:17.529859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:44:17.541725 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdad917-764e-4100-804f-a86f97e02daa" -d '{"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:44:17.613427 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977a19ae-164e-41e0-8de4-ac75b53b0bae x-openstack-request-id: req-977a19ae-164e-41e0-8de4-ac75b53b0bae {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:44:17.613427 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:44:17.613427 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-977a19ae-164e-41e0-8de4-ac75b53b0bae {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:44:17.613427 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'status': 'completed', 'code': 200} Sep 21 08:44:17.641920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-864c8d0a-6ed8-4639-b77d-2d9890e947e1 req-af060f99-2499-4563-ad7b-41af0c22784b tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0674195 Sep 21 08:44:17.657253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6274ce8-a99f-4d2e-8a88-0298464b9fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.659433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85714-157e-45aa-98c7-49ce738cc527 service neutron] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:17.671346 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6274ce8-a99f-4d2e-8a88-0298464b9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.704203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-7adcd24e-9d4b-4413-93eb-51b48fe66ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:17.705868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-7adcd24e-9d4b-4413-93eb-51b48fe66ff6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1094 time: 0.1285648 Sep 21 08:44:17.730856 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c6274ce8-a99f-4d2e-8a88-0298464b9fa0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b71cf898b9745dc8e6f85b7feaf07d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681231 Sep 21 08:44:17.731355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38682) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:17.731617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6274ce8-a99f-4d2e-8a88-0298464b9fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2831ad73-0fd6-45e1-b467-3b76aaf100db,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:17.765419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-e5319f90-df41-4f79-abdd-09f552ece80f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0486333 Sep 21 08:44:17.817811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbaa8-1130-449a-bd2c-7e008e0cb58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.822286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-0af5f986-5cc4-44fa-8215-1b52aa40b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:17.824208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-0af5f986-5cc4-44fa-8215-1b52aa40b683 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0519145 Sep 21 08:44:17.843742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbaa8-1130-449a-bd2c-7e008e0cb58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.870395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-a02a5bda-37f2-4ac3-bd35-346eaa0dfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:17.872005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-a02a5bda-37f2-4ac3-bd35-346eaa0dfb81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412946 Sep 21 08:44:17.895129 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbaa8-1130-449a-bd2c-7e008e0cb58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.900491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5dbbaa8-1130-449a-bd2c-7e008e0cb58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:17.901774 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e5dbbaa8-1130-449a-bd2c-7e008e0cb58c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2831ad73-0fd6-45e1-b467-3b76aaf100db HTTP/1.1" status: 204 len: 168 time: 0.1688979 Sep 21 08:44:17.912939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbbaa8-1130-449a-bd2c-7e008e0cb58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831ad73-0fd6-45e1-b467-3b76aaf100db,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:17.989648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-1bcce060-b68c-41aa-ab52-fea867706314 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106076 Sep 21 08:44:18.085507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9e5b947f-c873-46d9-b19e-f5f625f2b182 req-56f660e8-234a-4b34-a77d-8b2285a89517 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880699 Sep 21 08:44:18.178838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad917-764e-4100-804f-a86f97e02daa req-0293a20b-76de-4c71-bdde-0fbca57b660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:18.180384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fdad917-764e-4100-804f-a86f97e02daa req-0293a20b-76de-4c71-bdde-0fbca57b660e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1094 time: 0.0474882 Sep 21 08:44:18.194718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38688) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:18.208805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0912a397-155a-4c3b-ad4f-daf80bac0694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:18.304669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad917-764e-4100-804f-a86f97e02daa req-9d6e2f13-6ddc-4a33-9209-5c6d3dab6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:18.307829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fdad917-764e-4100-804f-a86f97e02daa req-9d6e2f13-6ddc-4a33-9209-5c6d3dab6800 service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1196480 Sep 21 08:44:18.335627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0912a397-155a-4c3b-ad4f-daf80bac0694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:18.354980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0912a397-155a-4c3b-ad4f-daf80bac0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:18.362790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fdad917-764e-4100-804f-a86f97e02daa req-2eeae43b-fda4-47d5-b0b3-9d75e8e91e04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0475316 Sep 21 08:44:18.404250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912a397-155a-4c3b-ad4f-daf80bac0694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70193c8-87d5-43f1-816d-53cbbfb2a47c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:18.411260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0912a397-155a-4c3b-ad4f-daf80bac0694 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4260e273d7ac4c9b87352ae748acc3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154605 Sep 21 08:44:18.411784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38692) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:18.422194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad917-764e-4100-804f-a86f97e02daa req-78e63e75-58b9-4902-91b7-ffcc4ec83e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:18.423673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fdad917-764e-4100-804f-a86f97e02daa req-78e63e75-58b9-4902-91b7-ffcc4ec83e3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0540645 Sep 21 08:44:18.426203 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9164a8-c31c-46d0-9c17-94340f5472ef req-9cd8261b-fb25-4cd5-870f-7a20180cbcf6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:18.427818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f9164a8-c31c-46d0-9c17-94340f5472ef req-9cd8261b-fb25-4cd5-870f-7a20180cbcf6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 943 time: 0.1062567 Sep 21 08:44:18.468940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8f9164a8-c31c-46d0-9c17-94340f5472ef req-fcc7acfc-347c-4a6d-8781-5ae4aca050ab tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351224 Sep 21 08:44:18.498177 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c393118-abb4-48bb-ad45-075653157ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:18.501032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdad917-764e-4100-804f-a86f97e02daa req-d3ebac90-a792-4810-b53f-ec6a293abfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:18.502537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fdad917-764e-4100-804f-a86f97e02daa req-d3ebac90-a792-4810-b53f-ec6a293abfdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714400 Sep 21 08:44:18.546810 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c393118-abb4-48bb-ad45-075653157ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:18.633827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fdad917-764e-4100-804f-a86f97e02daa req-d4d498df-cfb6-41bd-903b-174e33cbcbf3 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228702 Sep 21 08:44:18.651320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c393118-abb4-48bb-ad45-075653157ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:18.653778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3c393118-abb4-48bb-ad45-075653157ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:18.654866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3c393118-abb4-48bb-ad45-075653157ef3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b70193c8-87d5-43f1-816d-53cbbfb2a47c HTTP/1.1" status: 204 len: 168 time: 0.2421598 Sep 21 08:44:18.679453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c393118-abb4-48bb-ad45-075653157ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70193c8-87d5-43f1-816d-53cbbfb2a47c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:18.780919 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-523518c5-6f43-4410-9cf5-9c26420fa017 req-5517e535-507c-4a2d-bd05-013f2db32842 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0417309 Sep 21 08:44:18.783709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8fdad917-764e-4100-804f-a86f97e02daa req-19fac697-f806-40eb-be20-53589d64c698 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425669 Sep 21 08:44:19.596859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f486411-ed51-47e4-828a-f0916c08a897 req-535cb499-30d3-499d-93be-8f322e50aee4 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:19.598275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f486411-ed51-47e4-828a-f0916c08a897 req-535cb499-30d3-499d-93be-8f322e50aee4 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 943 time: 0.0524635 Sep 21 08:44:19.639522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5f486411-ed51-47e4-828a-f0916c08a897 req-2052a22f-0a70-4061-b48f-adc1ebcba83e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351071 Sep 21 08:44:19.686383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:19.707707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:19.708142 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 99de7a9f-c7c0-4a95-a2f0-0a58bf98a166 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:19.931381 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb3b9b12-b913-4104-ad3f-1978b3bdda81 req-54164109-e7e2-4d36-b812-b7b742c57c56 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bb1fbe6-459e-42f5-bd9f-fe0a0b2865a9 HTTP/1.1" status: 200 len: 210 time: 0.0273936 Sep 21 08:44:20.757718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917b868-fc96-4d60-bbd3-9244963102ac req-b04b2a0e-a62b-4d61-b2cd-4e7673821b80 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:20.759627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1917b868-fc96-4d60-bbd3-9244963102ac req-b04b2a0e-a62b-4d61-b2cd-4e7673821b80 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 943 time: 0.0514786 Sep 21 08:44:20.800586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1917b868-fc96-4d60-bbd3-9244963102ac req-dabb1395-1bcb-4758-91d6-dfa171de7be3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Sep 21 08:44:21.687888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:44:21.793372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:21.805433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'port_id': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'mac_address': 'fa:16:3e:76:c6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:44:21.848765 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:21.865314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:44:21.890918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:21.896442 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:21.968891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3eddc-1747-4bab-8b06-a84f0b213e36 req-2f9962a3-9882-49d9-b3ed-93cb79cc77b9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:21.974278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:21.978662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57c3eddc-1747-4bab-8b06-a84f0b213e36 req-2f9962a3-9882-49d9-b3ed-93cb79cc77b9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 944 time: 0.0893223 Sep 21 08:44:22.015852 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-57c3eddc-1747-4bab-8b06-a84f0b213e36 req-10018283-0d02-4dba-af41-3f2ae23e79b9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361145 Sep 21 08:44:22.208496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:44:22.418626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-695ce909-8d1a-480e-b9ca-8f10b64a4713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:23.133406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3815ffe-9b74-4385-a5a0-bf1db17a75a3 req-65310bf5-64a0-44d5-a579-f616143a95ce tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:23.140749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3815ffe-9b74-4385-a5a0-bf1db17a75a3 req-65310bf5-64a0-44d5-a579-f616143a95ce tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 944 time: 0.0567927 Sep 21 08:44:23.182849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3815ffe-9b74-4385-a5a0-bf1db17a75a3 req-b11857b7-07c3-41cc-ba89-e0c987af0572 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Sep 21 08:44:23.701736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:44:23.768477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:44:23.773397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:44:23.773825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:23.876901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:23.903089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:44:23.905894 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea077a73-7d4f-4041-bc3c-13b7c1773f0e" -d '{"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-plugged", "status": "completed", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:44:23.923256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:23.929718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:23.986874 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f135ff07-b9d7-4414-aa0d-3cdf2a27e5c9 x-openstack-request-id: req-f135ff07-b9d7-4414-aa0d-3cdf2a27e5c9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:44:23.987480 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-plugged", "status": "completed", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:44:23.987891 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f135ff07-b9d7-4414-aa0d-3cdf2a27e5c9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:44:23.988443 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'code': 200} Sep 21 08:44:23.989573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:24.088380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76214f-f7b2-4104-9b9c-d12fc90ec4e1 req-692aebdb-6bfa-4617-b2bc-17e4745e39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:24.089829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb76214f-f7b2-4104-9b9c-d12fc90ec4e1 req-692aebdb-6bfa-4617-b2bc-17e4745e39a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0422218 Sep 21 08:44:24.130892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb76214f-f7b2-4104-9b9c-d12fc90ec4e1 req-6fd5664c-76d1-4976-8a9d-5af0ea1708fe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344794 Sep 21 08:44:24.331079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08717f-8589-4fe5-81cc-7a974e5b00a1 req-a1606c22-c2b4-4748-b6b4-42aa6cf777a7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:24.335833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce08717f-8589-4fe5-81cc-7a974e5b00a1 req-a1606c22-c2b4-4748-b6b4-42aa6cf777a7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0672758 Sep 21 08:44:24.390467 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ce08717f-8589-4fe5-81cc-7a974e5b00a1 req-cc4414cd-6adb-4239-b3fb-e96ae68c85e1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477066 Sep 21 08:44:24.954435 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:44:25.321258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.329064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38800) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:25.417474 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-064b71ea-1687-429a-800e-309e61a3656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.545441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 02cdeae3-46a8-438b-b25b-0340cb00ef7c {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:25.546022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.550145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f944c6-6a27-4915-9bbe-1fa1d5bf1556 req-914e16b3-d0a8-470f-a10a-37f17cb0cddc tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:25.552275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a8f944c6-6a27-4915-9bbe-1fa1d5bf1556 req-914e16b3-d0a8-470f-a10a-37f17cb0cddc tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0686822 Sep 21 08:44:25.600645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a8f944c6-6a27-4915-9bbe-1fa1d5bf1556 req-89683e86-3c0c-43e3-b3c0-c80a062e6368 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Sep 21 08:44:25.641727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.642059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.656137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 02cdeae3-46a8-438b-b25b-0340cb00ef7c owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:25.777629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a90caa-ea0b-4272-883b-9f3fc62427c3 req-464d7871-81c7-4796-b638-c3d96702c68f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:25.779192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05a90caa-ea0b-4272-883b-9f3fc62427c3 req-464d7871-81c7-4796-b638-c3d96702c68f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0811887 Sep 21 08:44:25.843042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05a90caa-ea0b-4272-883b-9f3fc62427c3 req-3591e87d-0b9e-4336-83aa-40ea26fc8cd8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578053 Sep 21 08:44:25.867308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38820) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:25.897752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.910574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c735981-6f3b-4a75-a42a-41d5dc8e1195 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:25.915652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6c735981-6f3b-4a75-a42a-41d5dc8e1195 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1091 time: 0.0471845 Sep 21 08:44:25.916372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38822) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:25.921872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:44:25.923744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38824) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:25.937603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=02cdeae3-46a8-438b-b25b-0340cb00ef7c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:25.948482 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.996471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:25.996726 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Floating IP 94d1540b-d120-4208-9de9-f4f0f424e60c disassociated (deleted). External IP: 172.25.1.232, port: e6f14b27-772e-43da-b6f8-655a78b7c209. Sep 21 08:44:26.062260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.169589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.108 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/65a12e22-7a45-4702-9e9d-a4e07f5d6c0b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:44:26.280947 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.314501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.354272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:44:26.359673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:44:26.364401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:44:26.364827 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea899014-c17c-4194-9fd0-a517d8d9a68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.366380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=65a12e22-7a45-4702-9e9d-a4e07f5d6c0b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:26.592904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea899014-c17c-4194-9fd0-a517d8d9a68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.598919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea899014-c17c-4194-9fd0-a517d8d9a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.602205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:44:26.646468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ea899014-c17c-4194-9fd0-a517d8d9a68f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f7fb169d7d5436c8dbb2b2bb56c5c70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7198820 Sep 21 08:44:26.647605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea899014-c17c-4194-9fd0-a517d8d9a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f53bab-9b09-474f-8a78-be887a4a5e9d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:26.650075 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38828) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:26.728647 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.776168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5af96228-ae39-4dd5-aba1-e52b6c82db8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.790890 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.796489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:44:26.799363 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.802758 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.810550 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:44:26.821155 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:26.821842 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:26.832420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5af96228-ae39-4dd5-aba1-e52b6c82db8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.847885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c4d7a793-867a-4b4d-b072-5f7195f9a019 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "DELETE /v2.0/floatingips/94d1540b-d120-4208-9de9-f4f0f424e60c HTTP/1.1" status: 204 len: 168 time: 1.5152040 Sep 21 08:44:26.847885 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:44:26.850489 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:44:26.900969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5af96228-ae39-4dd5-aba1-e52b6c82db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.905221 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5af96228-ae39-4dd5-aba1-e52b6c82db8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:26.906526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5af96228-ae39-4dd5-aba1-e52b6c82db8a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/98f53bab-9b09-474f-8a78-be887a4a5e9d HTTP/1.1" status: 204 len: 168 time: 0.2541032 Sep 21 08:44:26.942895 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc6ff2a-f693-4b65-ae08-abadb4b4f97c x-openstack-request-id: req-ebc6ff2a-f693-4b65-ae08-abadb4b4f97c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:44:26.943456 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:44:26.943687 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ebc6ff2a-f693-4b65-ae08-abadb4b4f97c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:44:26.944231 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'status': 'completed', 'code': 200} Sep 21 08:44:26.946008 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96228-ae39-4dd5-aba1-e52b6c82db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f53bab-9b09-474f-8a78-be887a4a5e9d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:26.954959 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:27.071556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-67f68054-0849-4e9c-9a42-ed673c13b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:27.076196 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-67f68054-0849-4e9c-9a42-ed673c13b14c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=50bca0c104354a579d1dbeda20de19b9&device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 1096 time: 0.1043577 Sep 21 08:44:27.101880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.112702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.207829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=65a12e22-7a45-4702-9e9d-a4e07f5d6c0b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:27.218466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.233659 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:27.258357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a252495-8966-46cd-af58-6497d0ef439c req-9d0e8d48-9bf0-47cd-a3a5-e43c891697e8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:27.261152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a252495-8966-46cd-af58-6497d0ef439c req-9d0e8d48-9bf0-47cd-a3a5-e43c891697e8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 945 time: 0.1365290 Sep 21 08:44:27.270867 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:44:27.282842 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:27.284055 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:27.295192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-fcd9d36c-c678-403c-a694-7f2695f7d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:27.297351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-fcd9d36c-c678-403c-a694-7f2695f7d5a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 200 len: 913 time: 0.2054472 Sep 21 08:44:27.347582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:27.350557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-5bb643a2-47ca-438b-8ef2-31380a6b7898 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 200 len: 217 time: 0.0447519 Sep 21 08:44:27.354682 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP 8b21c250-dd33-49e7-8e12-e785261641bf associated. External IP: 172.25.1.108, port: 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6. Sep 21 08:44:27.394977 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4ff7-8a37-49f4-a287-909410fedbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.397242 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a252495-8966-46cd-af58-6497d0ef439c req-54f77db5-22b6-4339-9225-e724cc7d2cbb tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147833 Sep 21 08:44:27.407253 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:27.427251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-e1888de3-f4cb-4ad6-a158-ec3606b23146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:27.428903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-e1888de3-f4cb-4ad6-a158-ec3606b23146 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 200 len: 851 time: 0.0669327 Sep 21 08:44:27.490397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-0564c832-99ba-4da8-adbb-f8ba5d911561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:27.491865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-0564c832-99ba-4da8-adbb-f8ba5d911561 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58d30fbd-0189-44cc-a2a6-a303d07fa3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530138 Sep 21 08:44:27.599047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-71fb3249-b276-4052-a4a4-8351336b429f service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986955 Sep 21 08:44:27.631210 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4ff7-8a37-49f4-a287-909410fedbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.640249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b0a4ff7-8a37-49f4-a287-909410fedbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.674332 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:27.695097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 1f2f01b8-7c30-4ec2-8867-89324881329b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:44:27.702026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9b0a4ff7-8a37-49f4-a287-909410fedbc6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5061432617bb4b3a81789afdb6aff87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504426 Sep 21 08:44:27.702327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38842) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:27.706497 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91bfe33-1cce-4735-8f1e-f044079fcdcb None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:31:07Z', 'revision_number': 4, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '739d26a7-9a26-4a69-9f56-1e05435e9673', 'name': '', 'network_id': '58d30fbd-0189-44cc-a2a6-a303d07fa3fc', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'mac_address': 'fa:16:3e:17:5e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '2a0097df-b767-4375-b855-5856d730a8c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:05Z', 'updated_at': '2021-09-21T08:31:12Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'subnets': [{'id': '2a0097df-b767-4375-b855-5856d730a8c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:44:27.710536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a4ff7-8a37-49f4-a287-909410fedbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0d605c-c640-4eeb-87de-17c8cc7fddf9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:27.716583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddf61e85-be90-4a70-8dcd-3685f7e9d5eb req-dc396bfe-a060-48d2-9496-bb19d19218f2 service neutron] 10.222.0.50 "GET /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084003 Sep 21 08:44:27.862433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8c5e1e6-676a-44ff-8b1c-a711541c0156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.864035 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.897554 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8c5e1e6-676a-44ff-8b1c-a711541c0156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.906729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:44:27.917282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] Sync routers for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:44:27.931492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:27.932289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:27.939523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:27.972357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9a86f4df-77a4-4ed6-8eb7-fa9de6a4da47 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0548332 Sep 21 08:44:27.974513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:44:27.976390 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eb4305-df40-4ca3-a48e-0ffc57b998f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:44:28.007107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8c5e1e6-676a-44ff-8b1c-a711541c0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:28.011224 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8c5e1e6-676a-44ff-8b1c-a711541c0156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:28.014583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d8c5e1e6-676a-44ff-8b1c-a711541c0156 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d0d605c-c640-4eeb-87de-17c8cc7fddf9 HTTP/1.1" status: 204 len: 168 time: 0.3110549 Sep 21 08:44:28.025398 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8005f206-bd91-4fb3-a4cc-23aaae8995a1 None None] New status for floating IP 94d1540b-d120-4208-9de9-f4f0f424e60c: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:44:28.038405 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56cdae9-01aa-4c2a-bd7b-2edac9ef8a67 x-openstack-request-id: req-e56cdae9-01aa-4c2a-bd7b-2edac9ef8a67 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:44:28.039179 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:44:28.040471 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e56cdae9-01aa-4c2a-bd7b-2edac9ef8a67 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:44:28.040958 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'status': 'completed', 'code': 200} Sep 21 08:44:28.045783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5e1e6-676a-44ff-8b1c-a711541c0156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0d605c-c640-4eeb-87de-17c8cc7fddf9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:28.116969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-f444bab8-163b-466c-854b-8a6870762156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:28.118561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-f444bab8-163b-466c-854b-8a6870762156 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0629606 Sep 21 08:44:28.132683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5d51-341c-4d30-83e4-e29cdb51fc3a req-0039ff12-8f94-4247-8292-dcd369343b77 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:28.134718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d9b5d51-341c-4d30-83e4-e29cdb51fc3a req-0039ff12-8f94-4247-8292-dcd369343b77 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0801651 Sep 21 08:44:28.202750 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d9b5d51-341c-4d30-83e4-e29cdb51fc3a req-4112bdf8-9314-41f8-b6a3-a58a7d7bcc58 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546253 Sep 21 08:44:28.231473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38850) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:28.257335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-a8cb6ce8-30d8-486f-8d2c-9f910a5afae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:28.259224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-a8cb6ce8-30d8-486f-8d2c-9f910a5afae3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1332788 Sep 21 08:44:28.290531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:28.364367 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-21869ed4-770c-4a06-9940-1523d9bc5888 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 999 time: 0.0979877 Sep 21 08:44:28.463930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-a418b794-b676-4790-9220-7a0f4ff22e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:28.468472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-a418b794-b676-4790-9220-7a0f4ff22e64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0961080 Sep 21 08:44:28.578340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-bcd016d6-16ab-41e0-a4f7-f0f0016a1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:28.581083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-bcd016d6-16ab-41e0-a4f7-f0f0016a1fbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055729 Sep 21 08:44:28.666957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '8b21c250-dd33-49e7-8e12-e785261641bf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'port_id': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'mac_address': 'fa:16:3e:76:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:44:26Z', 'updated_at': '2021-09-21T08:44:26Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:14Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:28.697412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] Checking router: 1f2f01b8-7c30-4ec2-8867-89324881329b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:44:28.697705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de2ce1-4d0c-4178-8a96-e9599114d5d7 req-9c810e4a-1b5b-4a17-9b7a-cb51f497722a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:28.706168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24de2ce1-4d0c-4178-8a96-e9599114d5d7 req-9c810e4a-1b5b-4a17-9b7a-cb51f497722a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 945 time: 0.1731174 Sep 21 08:44:28.711078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-068a9646-6bbf-4224-b913-cd68ebf2bca6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/8b21c250-dd33-49e7-8e12-e785261641bf HTTP/1.1" status: 200 len: 991 time: 0.4777436 Sep 21 08:44:28.713171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:28.714065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:28.742335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-a6aed435-3b77-40ba-b8f0-3cac365b3469 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514668 Sep 21 08:44:28.779072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24de2ce1-4d0c-4178-8a96-e9599114d5d7 req-0637dd11-9af0-457a-a47f-adf86a300de9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/security-groups?id=75a501ad-835e-463b-b03e-8c827c285c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719330 Sep 21 08:44:28.859809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:28.887092 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26eb4305-df40-4ca3-a48e-0ffc57b998f4 req-635bef24-6f3b-452b-ae40-9147da1e4309 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349065 Sep 21 08:44:28.913317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-f22ae5c1-781c-4e76-8bfb-19210c8262a4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:28.915388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-f22ae5c1-781c-4e76-8bfb-19210c8262a4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 945 time: 0.0696704 Sep 21 08:44:29.023036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port e6f14b27-772e-43da-b6f8-655a78b7c209 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:29.023417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:29.120175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] For port e6f14b27-772e-43da-b6f8-655a78b7c209, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e6f14b27-772e-43da-b6f8-655a78b7c209,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:29.121041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:29.121344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '8b21c250-dd33-49e7-8e12-e785261641bf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'port_id': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'mac_address': 'fa:16:3e:76:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:44:26Z', 'updated_at': '2021-09-21T08:44:26Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:14Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:29.135161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for e6f14b27-772e-43da-b6f8-655a78b7c209 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:29.148788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012a397e-17be-45d6-8ac0-b3498dd7ea03 None None] The sync data for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 is: [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '8b21c250-dd33-49e7-8e12-e785261641bf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.108', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'port_id': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'mac_address': 'fa:16:3e:76:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:44:26Z', 'updated_at': '2021-09-21T08:44:26Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:14Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:44:29.277210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:29.309135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=e6f14b27-772e-43da-b6f8-655a78b7c209,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:29.341379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.341732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.342087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.342429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.342765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.343097 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.343450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.343781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.344107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.344432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.344756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.345076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:29.366114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] No DVR routers for this DVR port e6f14b27-772e-43da-b6f8-655a78b7c209 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:44:29.368810 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:29.371558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f9ce34fc-6d4d-4109-811f-d8c5d14102d2 req-3aa04cf5-a87d-4b30-9dbb-dbee7ae71bb8 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.50 "DELETE /v2.0/ports/e6f14b27-772e-43da-b6f8-655a78b7c209 HTTP/1.1" status: 204 len: 173 time: 0.4494371 Sep 21 08:44:29.372096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'name': 'network-vif-deleted', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:44:29.374598 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31a520-11c1-48ed-89ef-9c1c04b9c6b9" -d '{"events": [{"server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "name": "network-vif-deleted", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:44:29.403759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe28f443-4e0c-4b36-b0cf-3e5281d4d011 None None] New status for floating IP 8b21c250-dd33-49e7-8e12-e785261641bf: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:44:29.423062 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300834a1-49c5-4906-84e9-4feba02767de x-openstack-request-id: req-300834a1-49c5-4906-84e9-4feba02767de {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:44:29.423443 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d025f9f-cbcd-4bfd-bba8-f369e9d64253", "name": "network-vif-deleted", "tag": "e6f14b27-772e-43da-b6f8-655a78b7c209", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:44:29.423697 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-300834a1-49c5-4906-84e9-4feba02767de {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:44:29.424194 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d025f9f-cbcd-4bfd-bba8-f369e9d64253', 'name': 'network-vif-deleted', 'tag': 'e6f14b27-772e-43da-b6f8-655a78b7c209', 'status': 'completed', 'code': 200} Sep 21 08:44:29.713156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38884) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:29.812589 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c34e55a4-d166-4e0a-97aa-b9e06aff3220 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/8b21c250-dd33-49e7-8e12-e785261641bf HTTP/1.1" status: 200 len: 993 time: 0.0979364 Sep 21 08:44:29.893966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01e2078e-4e12-4500-8bc5-bd8027da4186 req-df617bda-ae63-41e4-86aa-929344e4d499 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 210 time: 0.0272427 Sep 21 08:44:31.001613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f98ba27-d2bb-485e-bf52-eff3f64a0bcf req-0c208e01-0db7-43fe-aa87-f5326cffc695 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 210 time: 0.0280976 Sep 21 08:44:32.099780 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2635e00-815d-4d5e-957e-d5a36b6bf07f req-537e9463-bbaf-49d4-bd8e-063bf3fd0157 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 210 time: 0.0295463 Sep 21 08:44:32.315904 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:32.400817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e6f14b27-772e-43da-b6f8-655a78b7c209 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:32.425394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e6f14b27-772e-43da-b6f8-655a78b7c209 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:32.425740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e6f14b27-772e-43da-b6f8-655a78b7c209 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:33.217548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b49ddec0-dd84-4360-93ec-e7e68fe2b892 req-c890c20c-f953-4938-b2a8-ffd61c2d5ee9 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d025f9f-cbcd-4bfd-bba8-f369e9d64253 HTTP/1.1" status: 200 len: 210 time: 0.0271409 Sep 21 08:44:33.578406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 38932) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:33.685788 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-381f9f7c-87b4-446d-a07f-6a38dbb4791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.778910 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-381f9f7c-87b4-446d-a07f-6a38dbb4791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.782988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-381f9f7c-87b4-446d-a07f-6a38dbb4791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.821146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-381f9f7c-87b4-446d-a07f-6a38dbb4791a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2647fd4170c04bd7937ecc8922901243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416480 Sep 21 08:44:33.824080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38936) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:33.824600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f9f7c-87b4-446d-a07f-6a38dbb4791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc190ff-0c7e-40f6-a429-0bdc31dbea2d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:33.872058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.875052 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23cbfc8f-09ea-4b13-892b-6e952cde0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.896194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23cbfc8f-09ea-4b13-892b-6e952cde0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.942836 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23cbfc8f-09ea-4b13-892b-6e952cde0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.945368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-23cbfc8f-09ea-4b13-892b-6e952cde0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:33.946557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-23cbfc8f-09ea-4b13-892b-6e952cde0b33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbc190ff-0c7e-40f6-a429-0bdc31dbea2d HTTP/1.1" status: 204 len: 168 time: 0.1200283 Sep 21 08:44:33.954798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbfc8f-09ea-4b13-892b-6e952cde0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc190ff-0c7e-40f6-a429-0bdc31dbea2d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:34.275771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 38952) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:34.406093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Deleting port 01a4fda0-358f-4735-b80c-ca4ab7938dbc {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:34.406442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:34.483878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:34.484214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:34.497023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Calling delete_port for 01a4fda0-358f-4735-b80c-ca4ab7938dbc owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:34.633291 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:34.664793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'Port': ['ID=01a4fda0-358f-4735-b80c-ca4ab7938dbc,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:34.722396 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:34.722396 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:34.726255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a943ad5-e34b-4769-a0e1-6abc58655ea4 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "DELETE /v2.0/floatingips/6545270a-e7e3-452f-80ea-c26e1c9eb17b HTTP/1.1" status: 204 len: 168 time: 0.4470675 Sep 21 08:44:35.952660 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39104) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:36.067806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1be78dd-2d27-4706-8e4b-878cf915e24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.161351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1be78dd-2d27-4706-8e4b-878cf915e24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.165599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1be78dd-2d27-4706-8e4b-878cf915e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.202860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be78dd-2d27-4706-8e4b-878cf915e24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea9174-5c14-4a4f-8810-378ffe36f7cb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:36.210909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a1be78dd-2d27-4706-8e4b-878cf915e24f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f00e70b9f85b464d8654e1a35fa914a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2560725 Sep 21 08:44:36.211204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39108) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:36.264997 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10801443-244f-4d1f-a20a-72a90f8cfe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.286667 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10801443-244f-4d1f-a20a-72a90f8cfe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.332318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10801443-244f-4d1f-a20a-72a90f8cfe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.334864 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10801443-244f-4d1f-a20a-72a90f8cfe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.336081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-10801443-244f-4d1f-a20a-72a90f8cfe6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43ea9174-5c14-4a4f-8810-378ffe36f7cb HTTP/1.1" status: 204 len: 168 time: 0.1237812 Sep 21 08:44:36.344570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10801443-244f-4d1f-a20a-72a90f8cfe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea9174-5c14-4a4f-8810-378ffe36f7cb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:36.614262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39114) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:36.627565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcac5e89-aab9-4a64-9009-816cb365f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.717575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcac5e89-aab9-4a64-9009-816cb365f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.721778 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcac5e89-aab9-4a64-9009-816cb365f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.759990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fcac5e89-aab9-4a64-9009-816cb365f9fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2db88f2bad8a4acf85bbbd8058e31924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446371 Sep 21 08:44:36.761491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac5e89-aab9-4a64-9009-816cb365f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a8e7d-270e-4d74-b540-fdea91c2b598,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:36.763272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39116) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:36.812981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b979603-0643-4ecd-8c81-3d3983ca6508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.834846 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b979603-0643-4ecd-8c81-3d3983ca6508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.884543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b979603-0643-4ecd-8c81-3d3983ca6508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.887964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2b979603-0643-4ecd-8c81-3d3983ca6508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:36.891928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2b979603-0643-4ecd-8c81-3d3983ca6508 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f43a8e7d-270e-4d74-b540-fdea91c2b598 HTTP/1.1" status: 204 len: 168 time: 0.1275756 Sep 21 08:44:36.901569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b979603-0643-4ecd-8c81-3d3983ca6508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a8e7d-270e-4d74-b540-fdea91c2b598,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:36.987765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39122) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:37.050722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc81f-c5fc-41d7-be02-a88483ddb77a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:37.078407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc81f-c5fc-41d7-be02-a88483ddb77a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:37.150905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc81f-c5fc-41d7-be02-a88483ddb77a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:37.153449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7fcc81f-c5fc-41d7-be02-a88483ddb77a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:37.157196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f7fcc81f-c5fc-41d7-be02-a88483ddb77a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] 10.222.0.59 "DELETE /v2.0/security-groups/75a501ad-835e-463b-b03e-8c827c285c87 HTTP/1.1" status: 204 len: 168 time: 0.1658924 Sep 21 08:44:37.170122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcc81f-c5fc-41d7-be02-a88483ddb77a tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a501ad-835e-463b-b03e-8c827c285c87,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:38.240294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:38.784050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:39.033168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Deleting port 739d26a7-9a26-4a69-9f56-1e05435e9673 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:39.033513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:39.114759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] For port 739d26a7-9a26-4a69-9f56-1e05435e9673, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=739d26a7-9a26-4a69-9f56-1e05435e9673,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:39.115041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:39.127513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Calling delete_port for 739d26a7-9a26-4a69-9f56-1e05435e9673 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:39.303483 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:39.330580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Pushing event deleted for resources: {'Port': ['ID=739d26a7-9a26-4a69-9f56-1e05435e9673,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:39.498768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:39.713235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Router e3c05068-3c84-417f-819c-3c36a723da6f has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:44:39.817532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:44:39.823519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1fd89fdb-2858-4a2f-b767-fc596d7e656a admin admin] 10.222.0.59 "PUT /v2.0/routers/e3c05068-3c84-417f-819c-3c36a723da6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819564 Sep 21 08:44:39.826277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:39.829726 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] Sync routers for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:44:39.838752 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:39.839874 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:39.930430 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:39.943012 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:40.044448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.097681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Deleting port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:40.098021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.182596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] For port 70f9afaf-f79d-49c5-96a3-e77df92e9cf6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:40.182596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.194108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Calling delete_port for 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:40.216690 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:44:39Z', 'revision_number': 5, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port': {'id': '70f9afaf-f79d-49c5-96a3-e77df92e9cf6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:7b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:30:59Z', 'updated_at': '2021-09-21T08:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:40.242509 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] Checking router: e3c05068-3c84-417f-819c-3c36a723da6f for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:44:40.251077 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] Routers {'e3c05068-3c84-417f-819c-3c36a723da6f'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:40.251720 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['e3c05068-3c84-417f-819c-3c36a723da6f'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:40.338531 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] Set router e3c05068-3c84-417f-819c-3c36a723da6f gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:40.358790 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.384371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f9afaf-f79d-49c5-96a3-e77df92e9cf6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:40.392041 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:44:40Z', 'revision_number': 6, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:40.417240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f316ccaa-4989-46b4-82cb-85abb5fe45a6 None None] The sync data for ids ['e3c05068-3c84-417f-819c-3c36a723da6f'] in n-d-809980-2 is: [{'id': 'e3c05068-3c84-417f-819c-3c36a723da6f', 'name': 'tempest-TestVolumeBootPattern-1031522786-router', 'tenant_id': '50bca0c104354a579d1dbeda20de19b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:30:56Z', 'updated_at': '2021-09-21T08:44:40Z', 'revision_number': 6, 'project_id': '50bca0c104354a579d1dbeda20de19b9', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:44:40.450295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.540407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.542543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.588217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.588785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c05068-3c84-417f-819c-3c36a723da6f {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:44:40.593106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.594269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-049f13c1-23f8-479f-ade4-9b26fe7162c6 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e3c05068-3c84-417f-819c-3c36a723da6f HTTP/1.1" status: 204 len: 168 time: 0.7670653 Sep 21 08:44:40.596790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39134) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:40.640907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] Deleting subnet 2a0097df-b767-4375-b855-5856d730a8c0 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:44:40.643909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.677523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.762059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.822289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.848716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0097df-b767-4375-b855-5856d730a8c0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:40.852955 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.857988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4115039d-5bb1-42d3-859d-7d4b247d3bc3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2a0097df-b767-4375-b855-5856d730a8c0 HTTP/1.1" status: 204 len: 168 time: 0.2576985 Sep 21 08:44:40.857988 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:40.863410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c0a0af-ea01-440d-99e3-1dd94b816d69 None None] Network 58d30fbd-0189-44cc-a2a6-a303d07fa3fc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:44:40.934672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:40.987568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Deleting port 5a466676-6872-44b8-be9a-4e87d204d19a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:40.987912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.050285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] For port 5a466676-6872-44b8-be9a-4e87d204d19a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5a466676-6872-44b8-be9a-4e87d204d19a,segment=NetworkSegment(ecfe4bc7-8965-4cc6-9984-102a1c04c4ae),segment_id=ecfe4bc7-8965-4cc6-9984-102a1c04c4ae)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:41.050649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.062552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Calling delete_port for 5a466676-6872-44b8-be9a-4e87d204d19a owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:41.141037 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.168562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a466676-6872-44b8-be9a-4e87d204d19a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:41.172604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] No DVR routers for this DVR port 5a466676-6872-44b8-be9a-4e87d204d19a on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:44:41.207261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af8c67-e9fa-4a66-b9af-342aa362ddde None None] DHCP port deletion for 58d30fbd-0189-44cc-a2a6-a303d07fa3fc request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:44:41.253684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.274638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d30fbd-0189-44cc-a2a6-a303d07fa3fc']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:41.284823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:41.285125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfe4bc7-8965-4cc6-9984-102a1c04c4ae') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:41.295587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.308785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.314647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:44:41.315039 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:44:41.316704 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:44:41.371370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.377044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.382327 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/58d30fbd-0189-44cc-a2a6-a303d07fa3fc HTTP/1.1" status: 204 len: 168 time: 0.5198898 Sep 21 08:44:41.382439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:41.396395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873c5ab-5bcd-4b66-98a8-a67ef020b8a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d30fbd-0189-44cc-a2a6-a303d07fa3fc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:41.616596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:41.637056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:41.637403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 70f9afaf-f79d-49c5-96a3-e77df92e9cf6 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:41.638008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 739d26a7-9a26-4a69-9f56-1e05435e9673 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:41.658961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 739d26a7-9a26-4a69-9f56-1e05435e9673 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:41.659300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 739d26a7-9a26-4a69-9f56-1e05435e9673 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:41.659734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5a466676-6872-44b8-be9a-4e87d204d19a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:41.678369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 5a466676-6872-44b8-be9a-4e87d204d19a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:41.678714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5a466676-6872-44b8-be9a-4e87d204d19a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:41.741572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:41.984080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Deleting port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:41.984430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:42.062046 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] For port c4d2d3d6-3a80-4df9-9c45-197a405dcaaf, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,segment=NetworkSegment(746554f8-54d5-463c-8f54-41238f1756c9),segment_id=746554f8-54d5-463c-8f54-41238f1756c9)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:42.062332 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:42.075300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Calling delete_port for c4d2d3d6-3a80-4df9-9c45-197a405dcaaf owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:42.250248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:42.279575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d2d3d6-3a80-4df9-9c45-197a405dcaaf,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:42.443552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:42.956858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:44:43.061039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:44:43.066433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fecf977d-7884-4928-98c4-d908a442a6b1 admin admin] 10.222.0.59 "PUT /v2.0/routers/80827ee8-dae2-4bd3-93d8-54e6cb6e782b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6828980 Sep 21 08:44:43.068533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:43.069463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] Sync routers for ids ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:44:43.079050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] Routers {'80827ee8-dae2-4bd3-93d8-54e6cb6e782b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:43.079683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:43.172412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.181875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] Set router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:43.274556 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.330884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Deleting port 86eba914-5cf4-4138-ba5e-2835dd9ba36b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:43.331136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.360098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:44:42Z', 'revision_number': 5, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port': {'id': '86eba914-5cf4-4138-ba5e-2835dd9ba36b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:31:14Z', 'updated_at': '2021-09-21T08:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:43.390769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] Checking router: 80827ee8-dae2-4bd3-93d8-54e6cb6e782b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:44:43.399180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] Routers {'80827ee8-dae2-4bd3-93d8-54e6cb6e782b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:44:43.399822 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:44:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:43.409742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] For port 86eba914-5cf4-4138-ba5e-2835dd9ba36b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=86eba914-5cf4-4138-ba5e-2835dd9ba36b,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:43.410119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.422919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Calling delete_port for 86eba914-5cf4-4138-ba5e-2835dd9ba36b owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:43.484851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] Set router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:44:43.538078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:44:43Z', 'revision_number': 6, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:43.568946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafca3f-5d92-4fbe-91f8-d1c84eb97130 None None] The sync data for ids ['80827ee8-dae2-4bd3-93d8-54e6cb6e782b'] in n-d-809980-2 is: [{'id': '80827ee8-dae2-4bd3-93d8-54e6cb6e782b', 'name': 'tempest-TestVolumeBootPattern-1919792944-router', 'tenant_id': '2011ecf8963342a79d6b3a67caab83fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:31:13Z', 'updated_at': '2021-09-21T08:44:43Z', 'revision_number': 6, 'project_id': '2011ecf8963342a79d6b3a67caab83fe', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:44:43.592851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.621049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Pushing event deleted for resources: {'Port': ['ID=86eba914-5cf4-4138-ba5e-2835dd9ba36b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:43.687141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.780064 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.782262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.825600 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.826198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80827ee8-dae2-4bd3-93d8-54e6cb6e782b {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:44:43.831009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.832225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4027aa74-0369-422d-b913-616cbf7cd39b admin admin] 10.222.0.59 "DELETE /v2.0/routers/80827ee8-dae2-4bd3-93d8-54e6cb6e782b HTTP/1.1" status: 204 len: 168 time: 0.7626948 Sep 21 08:44:43.834838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39142) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:43.879459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] Deleting subnet 3e5fc612-3635-4139-b234-39c7d3dfa3a3 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:44:43.882465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.920711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:43.997324 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.049839 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.074796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5fc612-3635-4139-b234-39c7d3dfa3a3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:44.082451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.086561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7771b9a2-1fae-4efd-a0ab-f5b6cfbc67b7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3e5fc612-3635-4139-b234-39c7d3dfa3a3 HTTP/1.1" status: 204 len: 168 time: 0.2486000 Sep 21 08:44:44.087003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39144) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:44.087900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96ebf77-a138-43a7-bedd-3aa357c84194 None None] Network 798b13a0-6b4f-46cd-aec8-eec84ae605b6 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:44:44.156493 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.212890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Deleting port 84084ed9-48ef-4586-874f-1bc6436a3196 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:44.213242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.259194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] DHCP port deletion for 798b13a0-6b4f-46cd-aec8-eec84ae605b6 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:44:44.282665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] For port 84084ed9-48ef-4586-874f-1bc6436a3196, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=84084ed9-48ef-4586-874f-1bc6436a3196,segment=NetworkSegment(746554f8-54d5-463c-8f54-41238f1756c9),segment_id=746554f8-54d5-463c-8f54-41238f1756c9)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:44.283037 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.296707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Calling delete_port for 84084ed9-48ef-4586-874f-1bc6436a3196 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:44.309954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Deleting port 84084ed9-48ef-4586-874f-1bc6436a3196 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:44:44.310480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.378784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] For port 84084ed9-48ef-4586-874f-1bc6436a3196, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=84084ed9-48ef-4586-874f-1bc6436a3196,segment=NetworkSegment(746554f8-54d5-463c-8f54-41238f1756c9),segment_id=746554f8-54d5-463c-8f54-41238f1756c9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:44:44.378999 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.379188 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.392179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Calling delete_port for 84084ed9-48ef-4586-874f-1bc6436a3196 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:44:44.409584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Pushing event deleted for resources: {'Port': ['ID=84084ed9-48ef-4586-874f-1bc6436a3196,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:44.413204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] No DVR routers for this DVR port 84084ed9-48ef-4586-874f-1bc6436a3196 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 08:44:44.467517 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 08:44:44.478808 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.484150 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.503762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798b13a0-6b4f-46cd-aec8-eec84ae605b6']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:44.504074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Pushing event deleted for resources: {'Port': ['ID=84084ed9-48ef-4586-874f-1bc6436a3196,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:44.506287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] No DVR routers for this DVR port 84084ed9-48ef-4586-874f-1bc6436a3196 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:44:44.514771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.515116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.515477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.515829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.516158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.516484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.516806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.517124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.517444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.517764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.517993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746554f8-54d5-463c-8f54-41238f1756c9') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:44.518139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.518385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93153be6-c8c1-4329-8033-9fd5cf07793d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:44:44.518744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746554f8-54d5-463c-8f54-41238f1756c9') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:44:44.529919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.543997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.549886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:44:44.550248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:44:44.551894 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:44:44.609918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.615603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.617622 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] 10.222.0.59 "DELETE /v2.0/networks/798b13a0-6b4f-46cd-aec8-eec84ae605b6 HTTP/1.1" status: 204 len: 168 time: 0.5295732 Sep 21 08:44:44.628638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3121f2-8077-491d-8fa3-6c43cfbc5221 admin admin] Pushing event deleted for resources: {'Network': ['ID=798b13a0-6b4f-46cd-aec8-eec84ae605b6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:44.733650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39148) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:44.776588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f787652-b575-4501-8156-6d552aeb9f62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50bca0c104354a579d1dbeda20de19b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394006 Sep 21 08:44:44.776821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:44.825515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80653491-8c25-4ee3-8569-4dc54841d94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.845870 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80653491-8c25-4ee3-8569-4dc54841d94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.896848 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80653491-8c25-4ee3-8569-4dc54841d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.899482 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80653491-8c25-4ee3-8569-4dc54841d94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:44.900602 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-80653491-8c25-4ee3-8569-4dc54841d94a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6c0b1ab-32a7-42c3-ae7a-460bccf5f911 HTTP/1.1" status: 204 len: 168 time: 0.1229119 Sep 21 08:44:44.908071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80653491-8c25-4ee3-8569-4dc54841d94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0b1ab-32a7-42c3-ae7a-460bccf5f911,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:45.228048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39158) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:45.272509 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a3241c07-f8cc-4839-b37c-1e9acde6234f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2011ecf8963342a79d6b3a67caab83fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433118 Sep 21 08:44:45.275018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39160) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:44:45.322049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ce100ed-520b-4de5-b3b0-10afee1ee2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:45.342545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ce100ed-520b-4de5-b3b0-10afee1ee2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:45.388527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ce100ed-520b-4de5-b3b0-10afee1ee2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:45.391194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ce100ed-520b-4de5-b3b0-10afee1ee2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:45.392432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1ce100ed-520b-4de5-b3b0-10afee1ee2e1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81375465-3436-4b8f-8802-278a6022a54c HTTP/1.1" status: 204 len: 168 time: 0.1164157 Sep 21 08:44:45.400184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce100ed-520b-4de5-b3b0-10afee1ee2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81375465-3436-4b8f-8802-278a6022a54c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:44:45.608232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 86eba914-5cf4-4138-ba5e-2835dd9ba36b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:45.629281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 86eba914-5cf4-4138-ba5e-2835dd9ba36b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:45.629728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 86eba914-5cf4-4138-ba5e-2835dd9ba36b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:45.629865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84084ed9-48ef-4586-874f-1bc6436a3196 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:45.649964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 84084ed9-48ef-4586-874f-1bc6436a3196 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:45.650370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84084ed9-48ef-4586-874f-1bc6436a3196 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:45.650733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c4d2d3d6-3a80-4df9-9c45-197a405dcaaf no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:44:45.674233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: c4d2d3d6-3a80-4df9-9c45-197a405dcaaf {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:44:45.674586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device c4d2d3d6-3a80-4df9-9c45-197a405dcaaf not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:44:46.647389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-cf9fb4b4-f6fa-45b6-983a-96ee6b6ebf7c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765149 Sep 21 08:44:46.727695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-881baaae-b58c-4c00-a360-dd722652f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:46.729070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-881baaae-b58c-4c00-a360-dd722652f457 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0402312 Sep 21 08:44:46.835659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-88dd36db-edf1-4107-8ae4-53e05212facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:46.837148 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-88dd36db-edf1-4107-8ae4-53e05212facc service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.0881174 Sep 21 08:44:46.901915 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-6dc4456d-917f-4ba5-b51b-a83f08eceaa8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0564039 Sep 21 08:44:46.949506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-1cdccaac-0c98-4580-a286-9a3312c631a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:46.950911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-1cdccaac-0c98-4580-a286-9a3312c631a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0425715 Sep 21 08:44:47.000276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-fe13d501-1e0d-41bc-8135-ce200747fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:44:47.001683 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-fe13d501-1e0d-41bc-8135-ce200747fc59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439796 Sep 21 08:44:47.013020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-6ca99339-4995-459d-8a22-2a708f593dae service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:44:47.013958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-6ca99339-4995-459d-8a22-2a708f593dae service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053954 Sep 21 08:44:47.105114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-9e77ea76-c8e3-4dcc-8964-5c23e071ce49 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814235 Sep 21 08:44:47.197933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64519b62-cc67-4589-8ce3-3dd460f86bee req-b0d099b0-8cea-4945-9177-b7f5b73d1e83 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857012 Sep 21 08:44:52.409769 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8355f196-1401-4c1c-b980-91601acd4bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:55.325963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:55.409424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1dd1-51db-485f-9714-01097b3aef3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:56.786573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:44:57.856154 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:00.701270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-07b29fe3-68c3-42e5-83ba-f72a728182e2 req-9170298c-f9f7-4129-9a4b-f870a003bb01 service neutron] (94724) timed out ('10.222.0.59', 38552) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:45:01.954326 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:45:02.333278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:03.875647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:22.410616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-04bad6cd-a04d-4bd1-a0a3-dd8573718dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:25.326723 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:25.409221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-851beb6f-f0a2-4e61-b117-344daea37e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:26.788139 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:27.862255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:32.348666 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:32.487185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f04ab-873f-49eb-bf10-9f2c8d022783 req-95c83ff1-740b-40c5-92e9-6cd637949fd8 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:32.488908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-504f04ab-873f-49eb-bf10-9f2c8d022783 req-95c83ff1-740b-40c5-92e9-6cd637949fd8 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0402980 Sep 21 08:45:32.507691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-504f04ab-873f-49eb-bf10-9f2c8d022783 req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:32.597786 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-504f04ab-873f-49eb-bf10-9f2c8d022783 req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:32.601501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-504f04ab-873f-49eb-bf10-9f2c8d022783 req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:32.621642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-504f04ab-873f-49eb-bf10-9f2c8d022783 req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259503 Sep 21 08:45:32.632660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9022b3df-c245-4584-8e32-ec3ec76f1aa1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:45:32.640864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.641215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.641559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.641896 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.642229 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.642561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.642890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.643461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.643606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.643889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.644215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.644540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68144a8-0b05-44fc-b900-c5c88f4c284d tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:32.737325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045781-dea8-4eea-a605-4914d0b6fa2c req-d65056f9-d64d-4a99-87b1-ec8842ec3ddc tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:32.738796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a4045781-dea8-4eea-a605-4914d0b6fa2c req-d65056f9-d64d-4a99-87b1-ec8842ec3ddc tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0478806 Sep 21 08:45:32.776015 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a4045781-dea8-4eea-a605-4914d0b6fa2c req-de9b871e-cf46-486b-8aee-8f390a9cf77f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308223 Sep 21 08:45:32.797428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39198) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:45:32.857161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-39edd2e7-b7c8-49a7-9609-948c5157408a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/8b21c250-dd33-49e7-8e12-e785261641bf HTTP/1.1" status: 200 len: 993 time: 0.0583649 Sep 21 08:45:33.255734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-ad4f5ef8-f065-46fd-ab98-4fc4df14a894 req-4765bb5a-e611-4511-a2e1-5c03be4fb2d8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:45:33.256764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ad4f5ef8-f065-46fd-ab98-4fc4df14a894 req-4765bb5a-e611-4511-a2e1-5c03be4fb2d8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589058 Sep 21 08:45:33.668544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39222) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:45:33.887251 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:34.107195 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3c71-82b6-4ce4-b2a1-f2eae5d9734b req-f4b81c62-969a-4df3-a191-30775a31c89e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:34.108695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-988d3c71-82b6-4ce4-b2a1-f2eae5d9734b req-f4b81c62-969a-4df3-a191-30775a31c89e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.4056621 Sep 21 08:45:34.114982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-bcab7938-8d8e-4ca2-9e8e-87bd7444bc70 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4454916 Sep 21 08:45:34.125061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-768d9d6c-5337-4b5b-a8c6-f56c3d8ddad5 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:45:34.126004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-768d9d6c-5337-4b5b-a8c6-f56c3d8ddad5 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045443 Sep 21 08:45:34.153025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-988d3c71-82b6-4ce4-b2a1-f2eae5d9734b req-e0b64b75-8f45-4bb6-ba86-e7710a585d60 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370841 Sep 21 08:45:35.214539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-596c6782-4a9b-4cb5-9c1b-11143b4a14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:35.216107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-596c6782-4a9b-4cb5-9c1b-11143b4a14a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0413852 Sep 21 08:45:35.333386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9720fc-740d-4a23-b0d6-a425eb3c1cfe req-a9349b3e-909c-4bcd-b3fc-41c188d4dce2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:35.334876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef9720fc-740d-4a23-b0d6-a425eb3c1cfe req-a9349b3e-909c-4bcd-b3fc-41c188d4dce2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.1041934 Sep 21 08:45:35.366818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-fc868ab8-92bd-49cd-a40e-a222a988860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:35.368305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-fc868ab8-92bd-49cd-a40e-a222a988860c service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1457438 Sep 21 08:45:35.418254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ef9720fc-740d-4a23-b0d6-a425eb3c1cfe req-9b542c11-db8c-4f6b-8bac-6f3017474653 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766106 Sep 21 08:45:35.442993 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-14732824-3d9c-4ec8-b736-03b59c237db2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0636153 Sep 21 08:45:35.491803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4000fd69-0007-4517-9ef6-fae9ff77f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:35.493228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4000fd69-0007-4517-9ef6-fae9ff77f2f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0436249 Sep 21 08:45:35.542735 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-ccb33e6f-09db-4f3d-8a2f-121e691a67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:35.544244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-ccb33e6f-09db-4f3d-8a2f-121e691a67a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438464 Sep 21 08:45:35.633340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-7c75fc41-7ef0-4403-baf9-93cde15d7293 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820997 Sep 21 08:45:35.727342 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-7e011687-d42d-4c15-b236-dddef3e10feb service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860715 Sep 21 08:45:36.531537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0900cc0-ca04-42dc-ae60-f54e9153058b req-535ecf9b-5312-4a17-9136-5b1851b62a94 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:36.533038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0900cc0-ca04-42dc-ae60-f54e9153058b req-535ecf9b-5312-4a17-9136-5b1851b62a94 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0484166 Sep 21 08:45:36.571240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a0900cc0-ca04-42dc-ae60-f54e9153058b req-e9c3cf40-c01a-45a2-a6fc-20de4e3dbd4e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Sep 21 08:45:37.688435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6c47f-dcce-43a0-86f0-bff6c48c335c req-0dcea95b-8af9-4363-85c0-79eca2994616 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:37.689884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ee6c47f-dcce-43a0-86f0-bff6c48c335c req-0dcea95b-8af9-4363-85c0-79eca2994616 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0503047 Sep 21 08:45:37.729020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6ee6c47f-dcce-43a0-86f0-bff6c48c335c req-e494edbe-d00f-4545-bbd0-e513fd730186 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 Sep 21 08:45:38.841783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9c394-b444-4806-b95e-4658f63993c6 req-e5b130be-428c-4116-b384-ea19399d2db9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:38.843298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70f9c394-b444-4806-b95e-4658f63993c6 req-e5b130be-428c-4116-b384-ea19399d2db9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0481644 Sep 21 08:45:38.880206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70f9c394-b444-4806-b95e-4658f63993c6 req-35f1485c-8c91-48d0-80b3-4332a060db23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308764 Sep 21 08:45:38.954038 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:45:39.996322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e498dd-8dbc-461d-829f-0767b03f8ef5 req-ff76113e-2b46-4575-8b6e-bfac2c6b47e3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:39.997807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04e498dd-8dbc-461d-829f-0767b03f8ef5 req-ff76113e-2b46-4575-8b6e-bfac2c6b47e3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0485010 Sep 21 08:45:40.035823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-04e498dd-8dbc-461d-829f-0767b03f8ef5 req-7f99b5bb-878c-4d85-b904-43759f5cbc72 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321395 Sep 21 08:45:41.153071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c475a32-4b68-429a-bb09-cf0ea266fa6c req-0489c414-64a9-48ce-b2d1-9d311b8624b3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:41.154555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c475a32-4b68-429a-bb09-cf0ea266fa6c req-0489c414-64a9-48ce-b2d1-9d311b8624b3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0518260 Sep 21 08:45:41.196323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c475a32-4b68-429a-bb09-cf0ea266fa6c req-50bf3723-1d22-41fb-95ea-f676759b893e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357444 Sep 21 08:45:42.315184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72291279-75d9-42f3-9eb6-28a20270fbf9 req-8addc640-c10c-4a86-b60e-d706ac3fbf66 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:42.316707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72291279-75d9-42f3-9eb6-28a20270fbf9 req-8addc640-c10c-4a86-b60e-d706ac3fbf66 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0529335 Sep 21 08:45:42.353642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72291279-75d9-42f3-9eb6-28a20270fbf9 req-2f8d5c90-fcbb-40cf-bcd6-e6c8b0c2c83c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302837 Sep 21 08:45:43.468053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224f1a-6316-4477-9103-6e9e70da2cc6 req-3a1c9813-b08b-465b-acc6-39d731eb3fe7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:43.469533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97224f1a-6316-4477-9103-6e9e70da2cc6 req-3a1c9813-b08b-465b-acc6-39d731eb3fe7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0485902 Sep 21 08:45:43.506286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97224f1a-6316-4477-9103-6e9e70da2cc6 req-c69053ea-5e76-4ae8-b71e-15106aa05b44 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307577 Sep 21 08:45:44.622061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c94010-8b15-4bef-9870-9e149a6f0f02 req-bf3dda9f-9b59-4197-b373-98baa7656ded tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:44.623570 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1c94010-8b15-4bef-9870-9e149a6f0f02 req-bf3dda9f-9b59-4197-b373-98baa7656ded tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0496886 Sep 21 08:45:44.661518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b1c94010-8b15-4bef-9870-9e149a6f0f02 req-d467486f-d085-4366-ae88-39a183d47b3f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319161 Sep 21 08:45:45.775134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb2896-b573-4e95-adda-5c18feb7483f req-671ce1a8-beb2-4613-9c5f-d737a5e7fd80 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:45.776657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1abb2896-b573-4e95-adda-5c18feb7483f req-671ce1a8-beb2-4613-9c5f-d737a5e7fd80 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0486348 Sep 21 08:45:45.815566 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1abb2896-b573-4e95-adda-5c18feb7483f req-6b46a7a7-7674-4834-af5b-0dfe16174e31 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327482 Sep 21 08:45:46.557345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787d07-9579-4c8f-84b6-3862020debfc req-d6bacdf0-c4dc-43d9-abc5-291cdce0bd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:46.558832 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb787d07-9579-4c8f-84b6-3862020debfc req-d6bacdf0-c4dc-43d9-abc5-291cdce0bd3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0404606 Sep 21 08:45:46.663222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787d07-9579-4c8f-84b6-3862020debfc req-596ce2ae-194e-4999-a1d1-6e0eb5bdc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:46.664714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb787d07-9579-4c8f-84b6-3862020debfc req-596ce2ae-194e-4999-a1d1-6e0eb5bdc6a8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.0872815 Sep 21 08:45:46.729391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb787d07-9579-4c8f-84b6-3862020debfc req-be5487a9-65b1-4427-aa77-eebd8986c129 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0567908 Sep 21 08:45:46.781155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787d07-9579-4c8f-84b6-3862020debfc req-e233c5bc-c279-4400-9d2b-a775bdbddfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:46.782589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb787d07-9579-4c8f-84b6-3862020debfc req-e233c5bc-c279-4400-9d2b-a775bdbddfb4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0466533 Sep 21 08:45:46.830007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787d07-9579-4c8f-84b6-3862020debfc req-faac2837-8d16-47ee-81ea-9bfcf693a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:46.831524 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb787d07-9579-4c8f-84b6-3862020debfc req-faac2837-8d16-47ee-81ea-9bfcf693a8d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394747 Sep 21 08:45:46.953715 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb787d07-9579-4c8f-84b6-3862020debfc req-8c1f99e1-20c3-44f5-855f-6165ce5f2a0c service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138902 Sep 21 08:45:46.966295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005606d-0ce3-4017-886e-8c4124099b5b req-c3af1f5c-94b3-403f-bf21-fd702c13bcbc tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:46.968434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d005606d-0ce3-4017-886e-8c4124099b5b req-c3af1f5c-94b3-403f-bf21-fd702c13bcbc tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0742934 Sep 21 08:45:47.056183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d005606d-0ce3-4017-886e-8c4124099b5b req-6209b137-efe8-4a3d-a3b9-d895c4ceb0c2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789919 Sep 21 08:45:47.080128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb787d07-9579-4c8f-84b6-3862020debfc req-e23c7821-76ea-4720-8014-6c6e8b8c2c75 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105087 Sep 21 08:45:47.667945 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-3db1e62d-d02d-4148-be55-5d16c1d189fc service neutron] show failed (client error): The resource could not be found. Sep 21 08:45:47.668970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-3db1e62d-d02d-4148-be55-5d16c1d189fc service neutron] 10.222.0.62 "GET /v2.0/ports/5bea4696-ccda-4b99-a2f9-a78d4b39f9b6/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0619061 Sep 21 08:45:47.936182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-18c257fe-a346-412f-9414-d4cd0b78fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:47.937709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-18c257fe-a346-412f-9414-d4cd0b78fd46 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 1096 time: 0.1203418 Sep 21 08:45:47.949514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-6582d407-863e-4828-a632-61d717ea8e02 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:45:47.950466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-6582d407-863e-4828-a632-61d717ea8e02 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052454 Sep 21 08:45:47.962771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:45:48.018399 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:48.176641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d77f0-e971-4c3e-af41-a272029c48d3 req-3e2fc08e-da2b-4e1f-9d48-ae68d7e80cf0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:48.178161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b1d77f0-e971-4c3e-af41-a272029c48d3 req-3e2fc08e-da2b-4e1f-9d48-ae68d7e80cf0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0547163 Sep 21 08:45:48.216714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b1d77f0-e971-4c3e-af41-a272029c48d3 req-89efb439-fa78-4644-8833-5357ffebccc8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325229 Sep 21 08:45:48.220128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:45:48.252937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:45:48.292072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:45:48.294340 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47665ac-2b7c-4f4c-93b4-49c2762cf44d" -d '{"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:45:48.298475 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:48.311006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Transition to ACTIVE for port object 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:45:48.317348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:48.345708 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d137692-6aeb-4ba8-8d57-e5c1b3ee9ae2 x-openstack-request-id: req-7d137692-6aeb-4ba8-8d57-e5c1b3ee9ae2 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:45:48.346008 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:45:48.346270 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d137692-6aeb-4ba8-8d57-e5c1b3ee9ae2 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:45:48.346663 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'code': 200} Sep 21 08:45:48.423991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:45:48.445094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.445442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.445779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.446118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.446444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.446774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.447375 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.447769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.448588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.448911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.449229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.449548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:48.505074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] No DVR routers for this DVR port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:45:48.634847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:45:48.635064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:45:48.635452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on network 516c0b8e-84fb-415f-a1e2-371e61e99555 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:45:48.639616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on network 516c0b8e-84fb-415f-a1e2-371e61e99555 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:45:48.639940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Attempting to bind port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on network 516c0b8e-84fb-415f-a1e2-371e61e99555 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:45:48.644699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:45:48.645038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Checking segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:45:48.645425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Bound using segment: {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:45:48.645851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Bound port: 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:45:48.646208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:48.708633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:45:48.711803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:45:48.716946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:48.749230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:48.749880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:48.751336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] 10.222.0.50 "PUT /v2.0/ports/5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 1091 time: 0.7923279 Sep 21 08:45:48.775526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009f00e-3112-42b5-bdb5-2bd870c6dcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:45:48.824577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-66adefac-e68e-4e51-a252-e80b5ed787df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:48.826118 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-66adefac-e68e-4e51-a252-e80b5ed787df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1094 time: 0.0470650 Sep 21 08:45:48.920580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-d75b0ee4-9dfc-4366-8b21-bab62fa16a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:48.922071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-d75b0ee4-9dfc-4366-8b21-bab62fa16a7c service neutron] 10.222.0.50 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.0881102 Sep 21 08:45:48.994273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-13b12a20-f6a0-463e-b8c0-ead1a1a3de88 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 999 time: 0.0643489 Sep 21 08:45:49.044969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-5d4db5ce-da3b-4b4a-8d57-5adfe26e5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:49.046354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-5d4db5ce-da3b-4b4a-8d57-5adfe26e5d66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0445769 Sep 21 08:45:49.092974 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-402cd559-a31f-48ed-a5b1-d844abc50964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:49.094456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-402cd559-a31f-48ed-a5b1-d844abc50964 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399468 Sep 21 08:45:49.187580 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-85fb13e1-09b2-47e9-84dd-51c1d9d80509 service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849445 Sep 21 08:45:49.277319 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e6e7c2eb-8604-490f-ad90-fc9a6e8f5251 req-9b307e0f-481a-43ee-8bc8-1f45d6176fc8 service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825067 Sep 21 08:45:49.332825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6832e9f-5ee2-44a4-9fa0-bf55dbb87ef6 req-d17c205d-1966-423a-be85-f4c9ff216a04 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:49.334761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6832e9f-5ee2-44a4-9fa0-bf55dbb87ef6 req-d17c205d-1966-423a-be85-f4c9ff216a04 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 943 time: 0.0500367 Sep 21 08:45:49.374290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6832e9f-5ee2-44a4-9fa0-bf55dbb87ef6 req-a65a340b-d76a-4c53-b3b7-35d18128da60 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Sep 21 08:45:50.347768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:45:50.350168 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916efe8a-ccb1-4acb-93b8-7aca57800fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:45:50.402670 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12839e3f-1828-4979-8707-d9c02a4755d4 x-openstack-request-id: req-12839e3f-1828-4979-8707-d9c02a4755d4 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:45:50.402956 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:45:50.403206 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12839e3f-1828-4979-8707-d9c02a4755d4 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:45:50.403627 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'status': 'completed', 'code': 200} Sep 21 08:45:50.495062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-762eaf4d-8b29-4130-9da0-b0f6d1e6e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:50.496656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-762eaf4d-8b29-4130-9da0-b0f6d1e6e313 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1094 time: 0.0774212 Sep 21 08:45:50.498706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-eb0e0839-1a45-4465-9e89-0a39c1648102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:50.500151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-eb0e0839-1a45-4465-9e89-0a39c1648102 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1094 time: 0.0720258 Sep 21 08:45:50.503207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28691078-d301-45f3-a637-50354d4d1ac8 req-e831768d-be1a-4da9-807d-d4c48004b14b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:50.504847 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28691078-d301-45f3-a637-50354d4d1ac8 req-e831768d-be1a-4da9-807d-d4c48004b14b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 943 time: 0.0553141 Sep 21 08:45:50.552881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-28691078-d301-45f3-a637-50354d4d1ac8 req-e0e9822a-abe0-42eb-87af-067ff33ef57e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Sep 21 08:45:50.666176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-5d4aaa78-66af-49de-894e-35bc2dfdc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:50.667823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-5d4aaa78-66af-49de-894e-35bc2dfdc310 service neutron] 10.222.0.50 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1619158 Sep 21 08:45:50.668912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-d5e3aa10-6d8b-45ee-8a0b-59e7a7fabdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:50.670241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-d5e3aa10-6d8b-45ee-8a0b-59e7a7fabdf2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1628933 Sep 21 08:45:51.098590 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-b79daa6f-7076-44a1-a826-760d544dfba2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 999 time: 0.4215488 Sep 21 08:45:51.104601 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-f057487d-6053-4f27-b42d-18e15aa4dce5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 999 time: 0.4179265 Sep 21 08:45:51.181827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-8d8b74a9-919f-443a-9793-803dcf50b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:51.183849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-8d8b74a9-919f-443a-9793-803dcf50b491 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0784166 Sep 21 08:45:51.185473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-52e5d417-f9a3-4d60-acc6-06a1a36702af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:51.186766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-52e5d417-f9a3-4d60-acc6-06a1a36702af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0743623 Sep 21 08:45:51.254588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-f2056b75-af20-44a6-b613-afd083f171d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:51.256110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-f2056b75-af20-44a6-b613-afd083f171d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653303 Sep 21 08:45:51.258544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-3d0f9fed-956f-4179-aacd-25c26588e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:51.259931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-3d0f9fed-956f-4179-aacd-25c26588e973 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616119 Sep 21 08:45:51.422044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-cb81ffd9-b416-48f8-825b-895eea2a31cd service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582823 Sep 21 08:45:51.425454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-ea077928-5bfe-49d1-8f3d-0eea5424960d service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550322 Sep 21 08:45:51.581690 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-a9898295-fb15-4ab6-bdec-bf2ac9ec1c95 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526492 Sep 21 08:45:51.586933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-916efe8a-ccb1-4acb-93b8-7aca57800fd3 req-0a145257-a5ca-4e66-93ba-73c2a59e4961 service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474431 Sep 21 08:45:51.702805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08f2a5-23cd-402e-b1ff-46c5ee992cd5 req-90e6a223-c7c4-4278-b910-8dd12272116a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:51.704323 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d08f2a5-23cd-402e-b1ff-46c5ee992cd5 req-90e6a223-c7c4-4278-b910-8dd12272116a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 943 time: 0.0760293 Sep 21 08:45:51.710590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-f934e21e-d574-475e-a18f-90933ca1a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:51.712043 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-f934e21e-d574-475e-a18f-90933ca1a705 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1094 time: 0.0576437 Sep 21 08:45:51.765923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d08f2a5-23cd-402e-b1ff-46c5ee992cd5 req-27de63e3-2265-488c-a120-fb47896cbce1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529554 Sep 21 08:45:51.833875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-aef52192-9abc-43ff-ba8c-33300f97c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:51.835404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-aef52192-9abc-43ff-ba8c-33300f97c083 service neutron] 10.222.0.50 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1007724 Sep 21 08:45:51.920764 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-1c5d30d5-4eaf-4529-b903-33c0a11cab59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 999 time: 0.0773263 Sep 21 08:45:52.056930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:45:52.057946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-c1b56014-72f6-45fb-8fe5-eddcf16ee1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.059465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-c1b56014-72f6-45fb-8fe5-eddcf16ee1e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.1311483 Sep 21 08:45:52.078147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc085fb-d895-4685-9e99-e762808efd0a req-23a83420-3898-42ae-9f8a-acc05da522e8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.079649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bc085fb-d895-4685-9e99-e762808efd0a req-23a83420-3898-42ae-9f8a-acc05da522e8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 943 time: 0.1618798 Sep 21 08:45:52.097326 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-cf047991-9314-4c0d-864a-c07f04825fd3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.098505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:45:52.098773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-cf047991-9314-4c0d-864a-c07f04825fd3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a&tenant_id=4c078b3c4bbe41f1ba074b9abc714126&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 943 time: 0.1695018 Sep 21 08:45:52.184518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-453b9cd0-7c75-49c1-a76d-7f221820c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.186034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-453b9cd0-7c75-49c1-a76d-7f221820c1c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172111 Sep 21 08:45:52.191604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bc085fb-d895-4685-9e99-e762808efd0a req-2d45f36b-99ff-4938-8ad7-8f1dcc58c9eb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038325 Sep 21 08:45:52.235456 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-0354b4c3-d92c-4909-ab50-23af1834fa94 service neutron] delete failed (client error): The resource could not be found. Sep 21 08:45:52.236451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-0354b4c3-d92c-4909-ab50-23af1834fa94 service neutron] 10.222.0.62 "DELETE /v2.0/ports/5bea4696-ccda-4b99-a2f9-a78d4b39f9b6/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.1219995 Sep 21 08:45:52.321374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-589b4bb7-1133-4733-802d-5f8fcffd29ad service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242321 Sep 21 08:45:52.331821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-ec3408aa-169a-459e-87dc-bc01a3d6c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.333273 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-ec3408aa-169a-459e-87dc-bc01a3d6c98e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1094 time: 0.0538652 Sep 21 08:45:52.410663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef6b195c-82c0-43c3-b08f-da4b0a1193d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:52.489563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45071ab5-90ee-484a-bacd-9476aab0e917 req-ae463664-3c59-446d-99bb-99bcf119d769 service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553271 Sep 21 08:45:52.492226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-37c563f3-4c4c-432e-bddc-b1bb6b9b0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.493617 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-37c563f3-4c4c-432e-bddc-b1bb6b9b0c9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1525691 Sep 21 08:45:52.559768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-021491f5-abf5-4913-967d-819a9ee414f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 999 time: 0.0593941 Sep 21 08:45:52.607025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-dcb0286a-ad7e-488e-99ab-6d55eee238a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.608443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-dcb0286a-ad7e-488e-99ab-6d55eee238a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0425076 Sep 21 08:45:52.656035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-15075434-2e7e-466e-8497-bb75c027bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:52.657518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-15075434-2e7e-466e-8497-bb75c027bb17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426116 Sep 21 08:45:52.747854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-f0c44a31-94d1-434f-8a4d-6688b6d61846 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833590 Sep 21 08:45:52.845398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b2313c2d-0801-464c-965d-4f1cba010a54 req-a029ac6b-ec93-49f0-9bf0-38a9a863d2e3 service neutron] 10.222.0.62 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909100 Sep 21 08:45:52.852667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:45:52.955038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:45:52.968591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'port_id': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'mac_address': 'fa:16:3e:76:c6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:45:53.007892 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:53.023873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:45:53.048894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:45:53.053115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:53.106304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:45:53.115629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.115984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.116331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.116676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.117009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.117396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.117983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.118145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.118390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.118913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.119036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.119355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:45:53.345231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:45:53.351864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ad2c-7082-46a7-ac96-88c256b18090 req-2406df87-b5e5-4607-8d0b-9f03eb1ef7ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:45:53.354491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9963ad2c-7082-46a7-ac96-88c256b18090 req-2406df87-b5e5-4607-8d0b-9f03eb1ef7ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 944 time: 0.0789645 Sep 21 08:45:53.402886 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9963ad2c-7082-46a7-ac96-88c256b18090 req-638f01ca-8c8a-4745-8b8c-d74d0bb10f04 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Sep 21 08:45:53.427552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:45:53.489576 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-df80fc72-6f81-4531-861a-b69541f7c948 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/8b21c250-dd33-49e7-8e12-e785261641bf HTTP/1.1" status: 200 len: 992 time: 0.0601950 Sep 21 08:45:54.859045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:45:54.906375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:45:54.910558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:45:54.910928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:54.989881 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:55.159614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:45:55.161770 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff56b6-d3d4-452e-9f84-e46c15b36807" -d '{"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-plugged", "status": "completed", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:45:55.174512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:45:55.178627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:55.227537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:45:55.332071 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:55.359649 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62534040-9e6f-4e7f-ad6b-73de48400cc7 x-openstack-request-id: req-62534040-9e6f-4e7f-ad6b-73de48400cc7 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:45:55.359939 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-plugged", "status": "completed", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:45:55.360189 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62534040-9e6f-4e7f-ad6b-73de48400cc7 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:45:55.360577 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'code': 200} Sep 21 08:45:55.409477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2242f57-7bc5-4284-8414-eaff61c9a833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:56.792056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:45:57.860656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:02.365131 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:03.881293 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:15.954217 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:46:21.937680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef1fb2-b09d-4639-9bd6-fe8514e8b135 req-17e15812-65fe-4722-81f2-9e559fe555ff tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:21.939229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3aef1fb2-b09d-4639-9bd6-fe8514e8b135 req-17e15812-65fe-4722-81f2-9e559fe555ff tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0406656 Sep 21 08:46:21.979503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3aef1fb2-b09d-4639-9bd6-fe8514e8b135 req-9b46e94f-a6f7-4bd3-bfc2-90d9574ca1fb tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342324 Sep 21 08:46:22.001715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39312) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:22.168394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 65a12e22-7a45-4702-9e9d-a4e07f5d6c0b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:46:22.168664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:22.243612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:22.243941 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:22.256134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 65a12e22-7a45-4702-9e9d-a4e07f5d6c0b owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:46:22.408722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:22.411594 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ae7b862f-0b49-466a-a1bc-aae2e87e9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:22.434119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=65a12e22-7a45-4702-9e9d-a4e07f5d6c0b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:22.501109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:22.501440 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP 8b21c250-dd33-49e7-8e12-e785261641bf disassociated (deleted). External IP: 172.25.1.108, port: 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6. Sep 21 08:46:22.703602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 1f2f01b8-7c30-4ec2-8867-89324881329b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:46:22.809750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:46:22.814162 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:22.820477 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] Sync routers for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:46:22.829477 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:22.830076 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:45:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:22.840652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-61e93e5b-51e8-4620-ba92-e317c382be3c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/floatingips/8b21c250-dd33-49e7-8e12-e785261641bf HTTP/1.1" status: 204 len: 168 time: 0.8378315 Sep 21 08:46:22.841260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:46:22.843533 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae62b99-a660-46b1-b185-4744fbcc1840" -d '{"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:46:22.889378 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90730ca-e396-45e2-8b7f-f6c3a19322d8 x-openstack-request-id: req-b90730ca-e396-45e2-8b7f-f6c3a19322d8 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:46:22.889663 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:46:22.889921 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b90730ca-e396-45e2-8b7f-f6c3a19322d8 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:46:22.890315 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'status': 'completed', 'code': 200} Sep 21 08:46:22.936906 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:22.958648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-17a201c6-7aa7-428b-a520-ea75c02c3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:22.960549 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-17a201c6-7aa7-428b-a520-ea75c02c3f5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 1096 time: 0.0423424 Sep 21 08:46:23.109918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-e47925e8-f243-47da-a4f0-c52d57df0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:23.111460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-e47925e8-f243-47da-a4f0-c52d57df0d4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 200 len: 897 time: 0.1408293 Sep 21 08:46:23.120568 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7710e-1624-4701-89d7-4788d194d901 req-533beb13-9c43-49e2-a5c2-1cf37408228a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:23.122081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-00b7710e-1624-4701-89d7-4788d194d901 req-533beb13-9c43-49e2-a5c2-1cf37408228a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0753200 Sep 21 08:46:23.155738 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:14Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:23.168823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-9cb68d66-9a1f-497a-9375-1bc92e65d4c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0457535 Sep 21 08:46:23.182187 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] Checking router: 1f2f01b8-7c30-4ec2-8867-89324881329b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:46:23.190807 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:23.191454 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:45:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:23.219188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-00b7710e-1624-4701-89d7-4788d194d901 req-18470790-3338-413d-a684-f919700c3fa0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902710 Sep 21 08:46:23.241432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-0c0b0d39-ace5-4dfd-852c-1418ed0e1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:23.243006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-0c0b0d39-ace5-4dfd-852c-1418ed0e1660 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 200 len: 834 time: 0.0661530 Sep 21 08:46:23.302026 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:23.519842 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:14Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:23.551365 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2b9ed-4cab-4e3c-868d-575aa795e69b None None] The sync data for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 is: [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:44:10Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d', 'name': '', 'network_id': '516c0b8e-84fb-415f-a1e2-371e61e99555', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:63:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:10Z', 'updated_at': '2021-09-21T08:44:14Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '85431a06-e11c-43d5-b1bd-54cfb9566d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:46:23.642493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-0d58a770-bf14-4167-aa23-be5f14f6343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:23.644035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-0d58a770-bf14-4167-aa23-be5f14f6343e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=516c0b8e-84fb-415f-a1e2-371e61e99555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3933654 Sep 21 08:46:23.748402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-ba731e39-3867-41a2-a7fe-747bdff64254 service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959356 Sep 21 08:46:23.800151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59282202-b497-4189-9de0-e5a64ec37cbe None None] New status for floating IP 8b21c250-dd33-49e7-8e12-e785261641bf: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:46:23.855691 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae62b99-a660-46b1-b185-4744fbcc1840 req-2e8a356f-cb0c-4eb5-bc54-97b46c64c2db service neutron] 10.222.0.50 "GET /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990820 Sep 21 08:46:24.345696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1165-c9eb-49fe-95d6-03db12948692 req-5f7777cc-31fb-4d01-b078-44472ec43b00 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:24.347208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-683e1165-c9eb-49fe-95d6-03db12948692 req-5f7777cc-31fb-4d01-b078-44472ec43b00 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0496519 Sep 21 08:46:24.385377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-683e1165-c9eb-49fe-95d6-03db12948692 req-10e854d7-9788-45ff-8c30-87f2043b8d42 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=e5237825-5329-4de5-8241-abc37149697a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Sep 21 08:46:24.469777 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127401dd-01a3-40b4-869e-221d81103265 req-db248b66-8e93-4cb4-805d-9dd84cdc05a4 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:24.471402 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-127401dd-01a3-40b4-869e-221d81103265 req-db248b66-8e93-4cb4-805d-9dd84cdc05a4 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d53cce1-9793-4b27-9eb4-91117ca09f3a HTTP/1.1" status: 200 len: 945 time: 0.0479703 Sep 21 08:46:24.562548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:46:24.562787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:24.647813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:24.648179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:24.660914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:46:24.789553 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:24.818424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=5bea4696-ccda-4b99-a2f9-a78d4b39f9b6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:24.862762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] No DVR routers for this DVR port 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:46:24.865332 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:24.867334 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-127401dd-01a3-40b4-869e-221d81103265 req-a764b432-8227-46e4-9af9-317ccf9476a8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "DELETE /v2.0/ports/5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 HTTP/1.1" status: 204 len: 173 time: 0.3896890 Sep 21 08:46:24.891179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-deleted', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:46:24.893495 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae7599d-f43e-4612-b08a-6cf75a67db5d" -d '{"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-deleted", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:46:24.928617 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc8edb8-3bee-41c1-8204-1979dba49252 x-openstack-request-id: req-3fc8edb8-3bee-41c1-8204-1979dba49252 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:46:24.929060 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d53cce1-9793-4b27-9eb4-91117ca09f3a", "name": "network-vif-deleted", "tag": "5bea4696-ccda-4b99-a2f9-a78d4b39f9b6", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:46:24.929387 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fc8edb8-3bee-41c1-8204-1979dba49252 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:46:24.930611 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cce1-9793-4b27-9eb4-91117ca09f3a', 'name': 'network-vif-deleted', 'tag': '5bea4696-ccda-4b99-a2f9-a78d4b39f9b6', 'status': 'completed', 'code': 200} Sep 21 08:46:25.334285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:25.409254 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-669e52c0-c4bb-46dc-9da0-d1662c59a7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:25.440411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39326) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:25.795917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:26.049480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:46:26.049801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:26.142923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:26.143294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:26.155598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:46:26.338292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:26.365897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:26.536806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:26.749230 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 1f2f01b8-7c30-4ec2-8867-89324881329b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:46:26.794618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:26.857737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:46:26.862830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-04418785-543c-4143-b25c-2650161128ea tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/1f2f01b8-7c30-4ec2-8867-89324881329b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4213552 Sep 21 08:46:26.865445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39328) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:26.867952 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] Sync routers for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:46:26.877621 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:26.878225 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:26.915995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting subnet 85431a06-e11c-43d5-b1bd-54cfb9566d79 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:46:26.918992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:26.964102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.050506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.068396 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:27.108762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.140229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Subnet': ['ID=85431a06-e11c-43d5-b1bd-54cfb9566d79,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:27.145138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.149419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-99bb4084-75e5-4e48-a94c-42a7531908ae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/subnets/85431a06-e11c-43d5-b1bd-54cfb9566d79 HTTP/1.1" status: 204 len: 168 time: 0.2806513 Sep 21 08:46:27.149728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39330) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:27.152448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44638f4b-d9f5-458f-bf7d-224c2c931746 None None] Network 516c0b8e-84fb-415f-a1e2-371e61e99555 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:46:27.247675 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:46:26Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:27.263384 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.273893 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] Checking router: 1f2f01b8-7c30-4ec2-8867-89324881329b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:46:27.282269 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] Routers {'1f2f01b8-7c30-4ec2-8867-89324881329b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:27.282881 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['1f2f01b8-7c30-4ec2-8867-89324881329b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:27.347393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] DHCP port deletion for 516c0b8e-84fb-415f-a1e2-371e61e99555 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:46:27.380757 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.394705 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] Set router 1f2f01b8-7c30-4ec2-8867-89324881329b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:27.396837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] Deleting port 4732281f-743d-428a-ab93-733eea855b29 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:46:27.397221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.435254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 63f0874f-feab-43e5-8a95-b03daa4cb5b1 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:46:27.435668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.465597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] For port 4732281f-743d-428a-ab93-733eea855b29, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4732281f-743d-428a-ab93-733eea855b29,segment=NetworkSegment(6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a),segment_id=6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:27.466002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.478600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] Calling delete_port for 4732281f-743d-428a-ab93-733eea855b29 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:46:27.515702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 63f0874f-feab-43e5-8a95-b03daa4cb5b1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=63f0874f-feab-43e5-8a95-b03daa4cb5b1,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:27.516379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.529509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 63f0874f-feab-43e5-8a95-b03daa4cb5b1 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:46:27.559090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.581239 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:46:26Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:27.582241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] Pushing event deleted for resources: {'Port': ['ID=4732281f-743d-428a-ab93-733eea855b29,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:27.592624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a224f4-b9d5-41b5-99a2-601301ac4c12 None None] No DVR routers for this DVR port 4732281f-743d-428a-ab93-733eea855b29 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:46:27.609153 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfdd4ff-437b-4da0-9b3c-ae34fc97c71e None None] The sync data for ids ['1f2f01b8-7c30-4ec2-8867-89324881329b'] in n-d-809980-2 is: [{'id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754008587', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:44:06Z', 'updated_at': '2021-09-21T08:46:26Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '63f0874f-feab-43e5-8a95-b03daa4cb5b1', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:08:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f01b8-7c30-4ec2-8867-89324881329b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:44:07Z', 'updated_at': '2021-09-21T08:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:46:27.710547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.743438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=63f0874f-feab-43e5-8a95-b03daa4cb5b1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:27.774929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4732281f-743d-428a-ab93-733eea855b29 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:46:27.803114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4732281f-743d-428a-ab93-733eea855b29 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:46:27.803813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4732281f-743d-428a-ab93-733eea855b29 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:46:27.808138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.866971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.902773 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.904882 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.946042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.946815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Fanout notify agent at l3_agent the message router_deleted on router 1f2f01b8-7c30-4ec2-8867-89324881329b {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:46:27.954033 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:27.955420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-82c1ccb2-cbb6-4c91-8f66-dbb7e0b93011 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/routers/1f2f01b8-7c30-4ec2-8867-89324881329b HTTP/1.1" status: 204 len: 168 time: 0.8046117 Sep 21 08:46:27.957882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:28.038100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.131498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.154826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516c0b8e-84fb-415f-a1e2-371e61e99555']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:28.163704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:28.163999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9a7a75-0c9e-42bc-a86d-4f8c7fc3c78a') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:28.173023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.186011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.191622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:46:28.192001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:46:28.194809 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:46:28.251264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.255818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.258126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/networks/516c0b8e-84fb-415f-a1e2-371e61e99555 HTTP/1.1" status: 204 len: 168 time: 0.2993066 Sep 21 08:46:28.261007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39334) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:28.272135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208b7c1-0df9-48e5-bea2-e6fc2ecf26da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Network': ['ID=516c0b8e-84fb-415f-a1e2-371e61e99555,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:28.319342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b82f351d-dae7-4e36-bfc7-e05a2193b069 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.344223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b82f351d-dae7-4e36-bfc7-e05a2193b069 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.406189 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b82f351d-dae7-4e36-bfc7-e05a2193b069 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.408877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b82f351d-dae7-4e36-bfc7-e05a2193b069 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:28.410080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b82f351d-dae7-4e36-bfc7-e05a2193b069 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/security-groups/e5237825-5329-4de5-8241-abc37149697a HTTP/1.1" status: 204 len: 168 time: 0.1480858 Sep 21 08:46:28.422652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f351d-dae7-4e36-bfc7-e05a2193b069 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5237825-5329-4de5-8241-abc37149697a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:28.975178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:46:28.998445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:46:28.998795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5bea4696-ccda-4b99-a2f9-a78d4b39f9b6 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:46:29.022570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39340) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.027741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-51a5bedc-e9e3-46a1-ac19-8c0097410284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538627894', 'description': 'tempest-secgroup-smoke-538627894 description', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.053912 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a5bedc-e9e3-46a1-ac19-8c0097410284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.132111 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a5bedc-e9e3-46a1-ac19-8c0097410284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.135569 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a5bedc-e9e3-46a1-ac19-8c0097410284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.160602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a5bedc-e9e3-46a1-ac19-8c0097410284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.161834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-51a5bedc-e9e3-46a1-ac19-8c0097410284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1382492 Sep 21 08:46:29.164826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39342) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.165719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5bedc-e9e3-46a1-ac19-8c0097410284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3437a0af-121c-4d09-8c61-f350f5dd07a3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:29.171148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-61d6b867-556d-49de-98b6-ec1b21d0d835 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '3437a0af-121c-4d09-8c61-f350f5dd07a3', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.197403 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61d6b867-556d-49de-98b6-ec1b21d0d835 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.255573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61d6b867-556d-49de-98b6-ec1b21d0d835 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.259600 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61d6b867-556d-49de-98b6-ec1b21d0d835 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.279176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6b867-556d-49de-98b6-ec1b21d0d835 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5ec707-af9b-4e3c-966f-3b6f0be7b03c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:29.285175 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61d6b867-556d-49de-98b6-ec1b21d0d835 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.286462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-61d6b867-556d-49de-98b6-ec1b21d0d835 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205602 Sep 21 08:46:29.290147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39344) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.294807 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4261a9d7-db2f-44a7-b3d8-40ca192a0c6d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '3437a0af-121c-4d09-8c61-f350f5dd07a3', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.320316 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4261a9d7-db2f-44a7-b3d8-40ca192a0c6d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.376233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4261a9d7-db2f-44a7-b3d8-40ca192a0c6d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.379849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4261a9d7-db2f-44a7-b3d8-40ca192a0c6d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.397926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a9d7-db2f-44a7-b3d8-40ca192a0c6d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b343ef34-7528-41d9-82d3-c27cc86ebe03,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:29.404351 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4261a9d7-db2f-44a7-b3d8-40ca192a0c6d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.405778 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4261a9d7-db2f-44a7-b3d8-40ca192a0c6d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146953 Sep 21 08:46:29.408502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39346) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.412762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-33a4549d-59e3-4ad5-8f77-604c017c08cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '3437a0af-121c-4d09-8c61-f350f5dd07a3', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.438285 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a4549d-59e3-4ad5-8f77-604c017c08cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.496764 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a4549d-59e3-4ad5-8f77-604c017c08cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.500245 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a4549d-59e3-4ad5-8f77-604c017c08cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.517371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4549d-59e3-4ad5-8f77-604c017c08cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dd5cdf-f6f6-4e15-8b2e-a2eadb9ec7b2,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:29.523946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a4549d-59e3-4ad5-8f77-604c017c08cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.525175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-33a4549d-59e3-4ad5-8f77-604c017c08cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157067 Sep 21 08:46:29.528380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39348) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.532588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d556406b-d921-4f62-b63f-9f5056dbf7d5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '3437a0af-121c-4d09-8c61-f350f5dd07a3', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.557441 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d556406b-d921-4f62-b63f-9f5056dbf7d5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.619030 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d556406b-d921-4f62-b63f-9f5056dbf7d5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.623867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d556406b-d921-4f62-b63f-9f5056dbf7d5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.641689 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556406b-d921-4f62-b63f-9f5056dbf7d5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c35daad-d3cc-489f-a472-2c20d654af1a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:29.649001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d556406b-d921-4f62-b63f-9f5056dbf7d5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.650405 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d556406b-d921-4f62-b63f-9f5056dbf7d5 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205587 Sep 21 08:46:29.652649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39350) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.656904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '3437a0af-121c-4d09-8c61-f350f5dd07a3', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.664691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:46:29.678491 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:46:29.684023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.687577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:46:29.687931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e65e17f3-d226-46eb-8bc2-2a8ab3b7c73d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:46:29.688351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 63f0874f-feab-43e5-8a95-b03daa4cb5b1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:46:29.707890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 63f0874f-feab-43e5-8a95-b03daa4cb5b1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:46:29.708245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 63f0874f-feab-43e5-8a95-b03daa4cb5b1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:46:29.744402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.748276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.765802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40240f9-c1d2-4c20-96e8-488b60ca44e0,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:29.772632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.774089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a89a89de-94c3-4d76-b6d6-4bc9d4763a4b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204939 Sep 21 08:46:29.777277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39352) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.782763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '3437a0af-121c-4d09-8c61-f350f5dd07a3', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.805746 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:46:29.810670 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.870317 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.873851 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.890994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b52c5eb-f073-4a96-8fde-722ca670e183,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:29.898144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.900261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b3e735dc-5168-4c25-beb9-71e78e3b761f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219299 Sep 21 08:46:29.903407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39354) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:29.908260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'network': {'name': 'tempest-network-smoke--658503604', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:29.928662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:46:29.932311 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.954970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:46:29.964880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:29.965253 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Added segment 19778307-c7da-49b0-a2c4-201c80388bf7 of type vlan for network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c Sep 21 08:46:30.008384 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.034415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.040221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:30.040816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.075284 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1707938 Sep 21 08:46:30.078042 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:30.085986 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'admin_state_up': True, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:30.121483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d4400-78da-439b-b499-c808bb66c4f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Network': ['ID=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:30.133024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:46:30.137300 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.138352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.194421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.328931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.831226 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.850666 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:30.952078 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.112 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/93508d67-5ca2-4f6b-8187-4b96a18768a6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:46:31.052857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:31.085650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:31.123700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:46:31.126623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:46:31.132209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:46:31.137678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=93508d67-5ca2-4f6b-8187-4b96a18768a6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:31.377671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:31.569422 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:31.694857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 55e972ed-d629-4be8-9327-ebda595a89b4 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:46:31.800058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:46:31.809501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Sync routers for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:46:31.818398 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:31.819755 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8a1015aa-4950-4260-be4f-f0461ca79a34 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7408035 Sep 21 08:46:31.823693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39358) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:31.824248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:31.824881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:31.851851 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c86ef384-d335-44d5-bb73-e655a1926e1c tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4c078b3c4bbe41f1ba074b9abc714126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270548 Sep 21 08:46:31.854463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:31.927810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:31.945397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a148a80-8831-43bc-92f6-7b75b97d6bd7 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:31.947163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2a148a80-8831-43bc-92f6-7b75b97d6bd7 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917985 Sep 21 08:46:31.950693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39362) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:31.980792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fb08ef15-3e35-4e7a-acc7-f2ee56d0c118 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290263 Sep 21 08:46:31.983204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39364) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:31.987942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-833061047', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:32.075121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:46:32.078745 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.103935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:31Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:32.130075 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Checking router: 55e972ed-d629-4be8-9327-ebda595a89b4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:46:32.130420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Updating router 55e972ed-d629-4be8-9327-ebda595a89b4 port 93508d67-5ca2-4f6b-8187-4b96a18768a6 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:46:32.156139 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.262734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.329683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Subnet': ['ID=8513b5df-5731-49cb-a9af-38467420c705,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:32.340385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Checking segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:46:32.340752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network hostable DHCP agents. Network: 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:46:32.359640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:46:32.368139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:46:32.373315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:32.373931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.382945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b4efd-b282-4ab2-be48-3236336a4b94 None None] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:46:32.388555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dc0b8238-00dd-4bbc-9451-aec762b93603 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4043210 Sep 21 08:46:32.391259 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39366) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:32.414647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.466884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.477366 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.561699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Attempting to bind port 93508d67-5ca2-4f6b-8187-4b96a18768a6 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:46:32.562072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Attempting to bind port 93508d67-5ca2-4f6b-8187-4b96a18768a6 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:46:32.562432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Attempting to bind port 93508d67-5ca2-4f6b-8187-4b96a18768a6 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:46:32.566646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c3c64-559d-48cc-9ab0-257fa942d257 None None] Pushing event updated for resources: {'Port': ['ID=93508d67-5ca2-4f6b-8187-4b96a18768a6,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:32.575839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:46:32.576211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:46:32.576613 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.576998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:46:32.577465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Bound port: 93508d67-5ca2-4f6b-8187-4b96a18768a6, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:46:32.577844 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.643148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:46:32.644006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.662078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] For port 93508d67-5ca2-4f6b-8187-4b96a18768a6, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:46:32.675523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] For port 93508d67-5ca2-4f6b-8187-4b96a18768a6, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=93508d67-5ca2-4f6b-8187-4b96a18768a6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:46:32.682290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.798422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c3c64-559d-48cc-9ab0-257fa942d257 None None] Pushing event updated for resources: {'Port': ['ID=93508d67-5ca2-4f6b-8187-4b96a18768a6,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:32.803361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:32.803965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:32.829880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:32.891373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Allocated IP 172.20.0.2 (0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c/8513b5df-5731-49cb-a9af-38467420c705/0d7edc0a-724a-4e9c-8ae3-640a18a8f846) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:46:32.962622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:33.202535 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.210421 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.258702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.1 (0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c/8513b5df-5731-49cb-a9af-38467420c705/025431ea-23f1-45c3-b517-7f5c79902d70) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:46:33.382560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.394837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:46:33.399299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:46:33.404720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:46:33.417750 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.421133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Pushing event updated for resources: {'Port': ['ID=0d7edc0a-724a-4e9c-8ae3-640a18a8f846,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:33.442190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:31Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:33.457384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:46:33.460301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:46:33.464031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:46:33.485498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7eab60-b9f9-4fea-911c-6d0d372497f9 None None] The sync data for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 is: [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:31Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:46:33.490995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=025431ea-23f1-45c3-b517-7f5c79902d70,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:33.502896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Attempting to bind port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:46:33.503337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Attempting to bind port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:46:33.503773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Attempting to bind port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:46:33.512609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:46:33.512981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Checking segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:46:33.513393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.513792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Bound using segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:46:33.514266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Bound port: 0d7edc0a-724a-4e9c-8ae3-640a18a8f846, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:46:33.514651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.517557 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.585945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] For port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:46:33.590004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] For port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0d7edc0a-724a-4e9c-8ae3-640a18a8f846,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:46:33.594233 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.656006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0147c94-2f6f-4502-bdd2-a3f7436909a7 None None] Pushing event updated for resources: {'Port': ['ID=0d7edc0a-724a-4e9c-8ae3-640a18a8f846,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:33.683907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:33.892272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:34.025165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:34.030702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:34.101130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=025431ea-23f1-45c3-b517-7f5c79902d70,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:34.106029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:34.208441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:46:34.209907 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:46:34.330290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 55e972ed-d629-4be8-9327-ebda595a89b4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:46:34.444943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:46:34.451026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6ec5dbe5-406e-49ba-8fc0-2a2f54eabefd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/55e972ed-d629-4be8-9327-ebda595a89b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0587370 Sep 21 08:46:34.607242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b7bc5-1adf-40e0-b198-e7896324b42d None None] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:46:34.646275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-2b42166c-dd5f-48bd-8ec6-e36692f5b044 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538627894&fields=id&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 267 time: 0.0331573 Sep 21 08:46:34.694851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-93dc49ab-edae-41e1-a569-9f61df7786ae None None] Provisioning complete for port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:34.695225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93dc49ab-edae-41e1-a569-9f61df7786ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:34.752083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-fb77feb6-1dc8-4ec1-8cba-1857f66902c0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:34.753556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-fb77feb6-1dc8-4ec1-8cba-1857f66902c0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 796 time: 0.1004820 Sep 21 08:46:34.772669 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-ffe6f437-b560-4c16-861b-e853aa86d232 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/quotas/4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 375 time: 0.0122290 Sep 21 08:46:34.832117 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93dc49ab-edae-41e1-a569-9f61df7786ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:34.833807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-2b0fb041-f718-4a93-82e3-f8f01f46a047 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552046 Sep 21 08:46:34.858590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-7fe05b25-efaa-47cd-a310-83c47c485275 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:46:34.860008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-7fe05b25-efaa-47cd-a310-83c47c485275 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061181 Sep 21 08:46:34.867268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-93dc49ab-edae-41e1-a569-9f61df7786ae None None] For port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0d7edc0a-724a-4e9c-8ae3-640a18a8f846,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:34.872616 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93dc49ab-edae-41e1-a569-9f61df7786ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:34.926788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc49ab-edae-41e1-a569-9f61df7786ae None None] Pushing event updated for resources: {'Port': ['ID=0d7edc0a-724a-4e9c-8ae3-640a18a8f846,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:34.971069 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-d6d6fa18-edcb-4061-acf6-11b2fff52900 service neutron] 10.222.0.59 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021361 Sep 21 08:46:35.073891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db78c99c-ab18-4fa4-b281-011df8f68da3 service neutron] 10.222.0.59 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963588 Sep 21 08:46:35.093799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-06bbee5e-df00-4897-be65-e825f3755b68 None None] Provisioning complete for port 025431ea-23f1-45c3-b517-7f5c79902d70 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:35.094180 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-06bbee5e-df00-4897-be65-e825f3755b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.131421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-06bbee5e-df00-4897-be65-e825f3755b68 None None] Port 025431ea-23f1-45c3-b517-7f5c79902d70 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:46:35.142640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-06bbee5e-df00-4897-be65-e825f3755b68 None None] Provisioning complete for port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:35.143069 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-06bbee5e-df00-4897-be65-e825f3755b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.191834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Sync routers for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:46:35.207716 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:35.208544 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:35.285331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f2867d12-ada5-434b-921d-c44b78bcc20c req-5121edb0-b65c-4b9c-97f0-6c53de7c63df tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 210 time: 0.0357771 Sep 21 08:46:35.352897 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:35.375580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-87a1cad3-5daf-44ea-b171-be82266ad923 None None] Provisioning complete for port 025431ea-23f1-45c3-b517-7f5c79902d70 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:35.376379 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-87a1cad3-5daf-44ea-b171-be82266ad923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.426513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-87a1cad3-5daf-44ea-b171-be82266ad923 None None] Port 025431ea-23f1-45c3-b517-7f5c79902d70 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:46:35.577256 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 2, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:35.607592 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Checking router: 55e972ed-d629-4be8-9327-ebda595a89b4 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:46:35.608222 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Updating router 55e972ed-d629-4be8-9327-ebda595a89b4 port 025431ea-23f1-45c3-b517-7f5c79902d70 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:46:35.636507 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.659949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0bd72fe6-104b-4d3f-afd7-aa36bffffe12 None None] Provisioning complete for port 025431ea-23f1-45c3-b517-7f5c79902d70 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:35.660330 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0bd72fe6-104b-4d3f-afd7-aa36bffffe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.709582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0bd72fe6-104b-4d3f-afd7-aa36bffffe12 None None] Port 025431ea-23f1-45c3-b517-7f5c79902d70 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:46:35.739526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93508d67-5ca2-4f6b-8187-4b96a18768a6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:46:35.806016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 93508d67-5ca2-4f6b-8187-4b96a18768a6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:35.806454 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.897040 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.924008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 93508d67-5ca2-4f6b-8187-4b96a18768a6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=93508d67-5ca2-4f6b-8187-4b96a18768a6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:35.928657 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.930321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:46:35.992732 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:35.999231 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.023297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=93508d67-5ca2-4f6b-8187-4b96a18768a6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:36.033294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:36.033862 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.085697 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Pushing event updated for resources: {'Port': ['ID=025431ea-23f1-45c3-b517-7f5c79902d70,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:36.113921 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.115574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.115574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.115574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.115574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.115574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.116773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.116773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.116773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.116773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.117107 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.117358 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:46:36.130875 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Attempting to bind port 025431ea-23f1-45c3-b517-7f5c79902d70 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:46:36.131254 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Attempting to bind port 025431ea-23f1-45c3-b517-7f5c79902d70 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:46:36.131653 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Attempting to bind port 025431ea-23f1-45c3-b517-7f5c79902d70 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:46:36.137315 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:46:36.137683 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Checking segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:46:36.138086 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.138493 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Bound using segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:46:36.138991 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Bound port: 025431ea-23f1-45c3-b517-7f5c79902d70, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:46:36.139420 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.206042 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] For port 025431ea-23f1-45c3-b517-7f5c79902d70, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:46:36.209781 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] For port 025431ea-23f1-45c3-b517-7f5c79902d70, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=025431ea-23f1-45c3-b517-7f5c79902d70,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:46:36.215202 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.280376 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745ac3b-f427-47f0-a437-5b0542bd04d6 None None] Pushing event updated for resources: {'Port': ['ID=025431ea-23f1-45c3-b517-7f5c79902d70,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:36.285218 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:36.285832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:36.339854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b47ef731-865d-4649-a381-69f8df025aa6 None None] Provisioning complete for port 025431ea-23f1-45c3-b517-7f5c79902d70 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:36.340623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b47ef731-865d-4649-a381-69f8df025aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.431768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e69d8712-49f9-48a1-b0ab-c34067d582bc req-23a51363-e3c6-49a0-afc3-c8af4fe923b3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 210 time: 0.0562983 Sep 21 08:46:36.450607 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b47ef731-865d-4649-a381-69f8df025aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.453257 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:36.456985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b54d9325-68f7-4f01-90a3-08f92715cd95 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:36.458824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b54d9325-68f7-4f01-90a3-08f92715cd95 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 796 time: 0.2301559 Sep 21 08:46:36.496507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b47ef731-865d-4649-a381-69f8df025aa6 None None] For port 025431ea-23f1-45c3-b517-7f5c79902d70, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=025431ea-23f1-45c3-b517-7f5c79902d70,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:36.502262 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b47ef731-865d-4649-a381-69f8df025aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.565122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef731-865d-4649-a381-69f8df025aa6 None None] Pushing event updated for resources: {'Port': ['ID=025431ea-23f1-45c3-b517-7f5c79902d70,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:36.622095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9ee873c9-ebdb-40f2-96ad-4534d2ba0ac1 None None] Provisioning complete for port 025431ea-23f1-45c3-b517-7f5c79902d70 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:36.622629 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ee873c9-ebdb-40f2-96ad-4534d2ba0ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:36.779518 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:36.805877 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb64dc2-47ed-44ac-a635-5cffc7d9dd8a None None] The sync data for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 is: [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:46:36.856052 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-20df36fa-5afd-4c2b-8c1f-5f349014ed90 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 379 time: 0.3811767 Sep 21 08:46:36.864175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'port': {'device_id': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'admin_state_up': True, 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'security_groups': ['3437a0af-121c-4d09-8c61-f350f5dd07a3']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:36.977890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:46:36.981651 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.113249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.12 (0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c/8513b5df-5731-49cb-a9af-38467420c705/646048ad-55fb-48cf-b10d-6c893b6f7530) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:46:37.265451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.299877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.343992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:46:37.347021 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:46:37.353017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:46:37.359640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:37.408328 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:37.409084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.426904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-db563a70-3136-45b9-ad92-412f28146bf1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671558 Sep 21 08:46:37.440876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Request body: {'port': {'device_id': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:37.513017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.577718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f746ec8-3d8f-4637-97c7-78b08a254c44 req-36424357-6494-4df8-bd02-0caa27047ecd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:37.579461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f746ec8-3d8f-4637-97c7-78b08a254c44 req-36424357-6494-4df8-bd02-0caa27047ecd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 932 time: 0.0634801 Sep 21 08:46:37.623805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f746ec8-3d8f-4637-97c7-78b08a254c44 req-a45191f3-9a35-4768-96f1-eaece0d1344c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371513 Sep 21 08:46:37.636323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9a8bb6c7-0fb9-47d6-a6eb-aa6473df8272 None None] Provisioning complete for port 646048ad-55fb-48cf-b10d-6c893b6f7530 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:37.636323 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9a8bb6c7-0fb9-47d6-a6eb-aa6473df8272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.676835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9a8bb6c7-0fb9-47d6-a6eb-aa6473df8272 None None] Port 646048ad-55fb-48cf-b10d-6c893b6f7530 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:46:37.801698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93508d67-5ca2-4f6b-8187-4b96a18768a6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:46:37.842604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646048ad-55fb-48cf-b10d-6c893b6f7530 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:46:37.851847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.866450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Transition to ACTIVE for port object 646048ad-55fb-48cf-b10d-6c893b6f7530 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:46:37.870555 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.871604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 93508d67-5ca2-4f6b-8187-4b96a18768a6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:37.871982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:37.942440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:37.963216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 025431ea-23f1-45c3-b517-7f5c79902d70 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:46:38.005084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:46:38.005608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:46:38.005945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:46:38.013056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:46:38.013379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:46:38.019130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:46:38.019503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Checking segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:46:38.019895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Bound using segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:46:38.020318 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Bound port: 646048ad-55fb-48cf-b10d-6c893b6f7530, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:46:38.020678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:38.024853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 025431ea-23f1-45c3-b517-7f5c79902d70 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:38.025331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:38.093523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:46:38.097261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:46:38.102741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:38.141656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.142259 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:38.143647 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] 10.222.0.50 "PUT /v2.0/ports/646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1092 time: 0.7078028 Sep 21 08:46:38.144205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:46:38.146364 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff41528c-eb79-4945-9717-7f9844dfa5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:46:38.170512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1a10d-bfc7-4022-92bf-1022734aead2 service neutron] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:38.187219 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e693bf6-335e-4f66-b62c-3f16c725b30f x-openstack-request-id: req-0e693bf6-335e-4f66-b62c-3f16c725b30f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:46:38.187542 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:46:38.187782 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e693bf6-335e-4f66-b62c-3f16c725b30f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:46:38.188178 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'status': 'completed', 'code': 200} Sep 21 08:46:38.246463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-149d1e92-f41b-474f-99a3-8a1f5bad5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.248044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-149d1e92-f41b-474f-99a3-8a1f5bad5127 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1095 time: 0.0495505 Sep 21 08:46:38.294070 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-216c346f-1248-4fab-83f9-75fcdf498f21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 217 time: 0.0365820 Sep 21 08:46:38.346094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-7813fd18-743c-4e62-9958-73cca998d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.347805 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-7813fd18-743c-4e62-9958-73cca998d20e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0455310 Sep 21 08:46:38.393441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-a920c30e-2c29-49ac-b697-c8e5aee730ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.401970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-a920c30e-2c29-49ac-b697-c8e5aee730ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395815 Sep 21 08:46:38.490679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-0252cf5f-d626-40b1-82bb-3cedda2c07e7 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877388 Sep 21 08:46:38.584057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-65fbed1b-7ca9-4e57-9e55-09587e60d5b0 req-5fd48945-5f8a-4bfc-9c00-592ed254fa7a service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846977 Sep 21 08:46:38.670658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-6b666886-86e1-47de-ae2b-d08d641e8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.672238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-6b666886-86e1-47de-ae2b-d08d641e8d4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1095 time: 0.0428286 Sep 21 08:46:38.749224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd71fde-f2a0-4b42-92fb-1e29213b0d83 req-1cf8f7af-aa48-4ae8-b747-07b0e0ac9906 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.750755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd71fde-f2a0-4b42-92fb-1e29213b0d83 req-1cf8f7af-aa48-4ae8-b747-07b0e0ac9906 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 944 time: 0.0520964 Sep 21 08:46:38.768468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-8d9ceef8-1e42-44f7-ae56-6c9b79c7f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.769963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-8d9ceef8-1e42-44f7-ae56-6c9b79c7f92d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.0900819 Sep 21 08:46:38.789249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dd71fde-f2a0-4b42-92fb-1e29213b0d83 req-246ad19b-fb7e-4416-9d7c-d6534ffdbd4a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324435 Sep 21 08:46:38.820201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-2cd05ba9-3794-40c3-a8e3-8220ca17576f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 217 time: 0.0417504 Sep 21 08:46:38.874458 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-dff72f99-082a-493d-8908-644680fd79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.876185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-dff72f99-082a-493d-8908-644680fd79e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0478790 Sep 21 08:46:38.925103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-474ce085-c254-4309-979c-426b9c77a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:38.926552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-474ce085-c254-4309-979c-426b9c77a614 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427678 Sep 21 08:46:39.024194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-4ee81968-b7ba-4240-8b3b-1364cf142989 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898175 Sep 21 08:46:39.119247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff41528c-eb79-4945-9717-7f9844dfa5ae req-06d9abe4-e428-46cd-bac1-59e5e6ef0dbe service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866919 Sep 21 08:46:39.914342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326edd2-8d6f-4d42-96ad-3bd2d0a88d25 req-e5304913-12c9-4fa1-b9af-5e0a3c070a05 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:39.915844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5326edd2-8d6f-4d42-96ad-3bd2d0a88d25 req-e5304913-12c9-4fa1-b9af-5e0a3c070a05 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 944 time: 0.0536606 Sep 21 08:46:39.954989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5326edd2-8d6f-4d42-96ad-3bd2d0a88d25 req-9368ba56-17fe-4f04-8a96-73f284062cd2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326912 Sep 21 08:46:41.006217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:46:41.070729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee2d67-ce55-48de-b3cf-4c28e126727f req-b824cc0f-1259-4255-a2b7-1a0b21a26a12 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:41.072430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ddee2d67-ce55-48de-b3cf-4c28e126727f req-b824cc0f-1259-4255-a2b7-1a0b21a26a12 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 944 time: 0.0492122 Sep 21 08:46:41.105254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:41.110765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ddee2d67-ce55-48de-b3cf-4c28e126727f req-6a21b0cc-a7a6-40d8-ad70-34def1df8c3e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321572 Sep 21 08:46:41.116849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'port_id': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'mac_address': 'fa:16:3e:a5:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:46:41.153967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:41.167124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646048ad-55fb-48cf-b10d-6c893b6f7530 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:46:41.186637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:41.190258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:41.243080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:41.384470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['646048ad-55fb-48cf-b10d-6c893b6f7530'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:46:42.224820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dfaa1-5c12-43fb-a602-5284dcc90126 req-4441b4ec-37f4-47cc-b02f-b6ffbe0ea10b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:42.226328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b80dfaa1-5c12-43fb-a602-5284dcc90126 req-4441b4ec-37f4-47cc-b02f-b6ffbe0ea10b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Sep 21 08:46:42.264347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b80dfaa1-5c12-43fb-a602-5284dcc90126 req-6d1f1e60-6b2a-49a5-bb0e-354bee517f61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Sep 21 08:46:43.005874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:46:43.053799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 646048ad-55fb-48cf-b10d-6c893b6f7530 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:46:43.057535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 646048ad-55fb-48cf-b10d-6c893b6f7530 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:46:43.057936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:43.132013 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:43.154571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:46:43.156859 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec866534-e19b-4360-8b8c-82bc355e35cd" -d '{"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-plugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:46:43.168793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:46:43.173904 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:43.202816 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fea076-43f4-4e50-902c-4b189f5fb35d x-openstack-request-id: req-59fea076-43f4-4e50-902c-4b189f5fb35d {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:46:43.203097 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-plugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:46:43.203361 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-59fea076-43f4-4e50-902c-4b189f5fb35d {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:46:43.203745 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'code': 200} Sep 21 08:46:43.228844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:43.295724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca8a95-7844-430d-8755-07d846e36dee req-b199480f-525f-425c-bbb2-69302139324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:43.297395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5fca8a95-7844-430d-8755-07d846e36dee req-b199480f-525f-425c-bbb2-69302139324e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1097 time: 0.0398343 Sep 21 08:46:43.335971 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5fca8a95-7844-430d-8755-07d846e36dee req-655137e8-ed21-4262-aa85-c2c0eddd829b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308318 Sep 21 08:46:43.391296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee6ba2-6250-4fcb-9d63-8959809271af req-f964cce2-017d-47a1-840a-92b741949779 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:43.392812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4fee6ba2-6250-4fcb-9d63-8959809271af req-f964cce2-017d-47a1-840a-92b741949779 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0599742 Sep 21 08:46:43.430619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4fee6ba2-6250-4fcb-9d63-8959809271af req-4e60e68e-e698-467b-847e-1acdb67f50db tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320547 Sep 21 08:46:44.548076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef72da-accd-479b-9740-1ff7733f1dde req-08b197b9-dfad-4215-a4f1-2889afa21416 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:44.549576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97ef72da-accd-479b-9740-1ff7733f1dde req-08b197b9-dfad-4215-a4f1-2889afa21416 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0499170 Sep 21 08:46:44.587567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97ef72da-accd-479b-9740-1ff7733f1dde req-0f883f9c-d1fa-4751-b9ca-b93cd98b4c66 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320406 Sep 21 08:46:44.699405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1621-8168-43c9-9e78-0f4e5ae38ce6 req-60c9bf9f-17cb-4893-9bbf-e5755b179406 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:44.701541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3ac1621-8168-43c9-9e78-0f4e5ae38ce6 req-60c9bf9f-17cb-4893-9bbf-e5755b179406 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Sep 21 08:46:44.738161 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d3ac1621-8168-43c9-9e78-0f4e5ae38ce6 req-9b374926-92b7-4a33-8029-b0e4c6faec42 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306661 Sep 21 08:46:44.759148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39418) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:44.798220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0e963-94ab-4d6a-83fe-831fc8c9c904 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:44.799792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5be0e963-94ab-4d6a-83fe-831fc8c9c904 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1092 time: 0.0396154 Sep 21 08:46:44.802657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39420) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:44.806925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:46:44.829262 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:44.928054 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.036572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.191 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/1c3ab940-c8b0-4de6-8655-13619207ac09) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:46:45.137347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.170359 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.205439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:46:45.209860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:46:45.213412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:46:45.245557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=1c3ab940-c8b0-4de6-8655-13619207ac09,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:45.577492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.645551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.796814 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.801369 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.865337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=1c3ab940-c8b0-4de6-8655-13619207ac09,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:46:45.878340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:45.988618 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP f76b342c-3b30-4c67-94a2-75c63795cd84 associated. External IP: 172.25.1.191, port: 646048ad-55fb-48cf-b10d-6c893b6f7530. Sep 21 08:46:46.199001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 55e972ed-d629-4be8-9327-ebda595a89b4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:46:46.304413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:46:46.314393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] Sync routers for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:46:46.322427 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:46.324348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:46.325507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:46.349648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3e2ef9fa-f5f1-4768-93f8-4855e97d462f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5459580 Sep 21 08:46:46.350366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:46:46.352732 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba4018b-77c7-4e2b-8566-42124d21dbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:46:46.395472 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dcf2d3-a66d-408e-b9c7-bb749d13bd41 x-openstack-request-id: req-11dcf2d3-a66d-408e-b9c7-bb749d13bd41 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:46:46.396578 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:46:46.396838 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11dcf2d3-a66d-408e-b9c7-bb749d13bd41 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:46:46.397250 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'status': 'completed', 'code': 200} Sep 21 08:46:46.435851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:46.463910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-5b29982f-1a02-4885-88d8-9139ebafd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:46.465379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-5b29982f-1a02-4885-88d8-9139ebafd103 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1097 time: 0.0466990 Sep 21 08:46:46.472989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8a66e-837e-4492-b895-e24ff36948de req-b27c4112-35e4-45a7-9b0e-1a2aa06fb37c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:46.474535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39b8a66e-837e-4492-b895-e24ff36948de req-b27c4112-35e4-45a7-9b0e-1a2aa06fb37c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0566907 Sep 21 08:46:46.515434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-39b8a66e-837e-4492-b895-e24ff36948de req-5c095749-aaa7-4b76-900c-05b18978a805 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Sep 21 08:46:46.542468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39426) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:46.564993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-4039c8f9-a591-4a82-acce-5e1e020b0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:46.566508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-4039c8f9-a591-4a82-acce-5e1e020b0a89 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.0938399 Sep 21 08:46:46.604077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ce1f281-d904-4559-9426-63ef263ca2e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/f76b342c-3b30-4c67-94a2-75c63795cd84 HTTP/1.1" status: 200 len: 992 time: 0.0604534 Sep 21 08:46:46.633208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-1d8cae20-fb29-454e-bbe5-e72d754f3e10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1000 time: 0.0584650 Sep 21 08:46:46.667967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'f76b342c-3b30-4c67-94a2-75c63795cd84', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'port_id': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'mac_address': 'fa:16:3e:a5:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:46:45Z', 'updated_at': '2021-09-21T08:46:45Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:46.683538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-df386718-94e2-4763-969d-a5ad0077acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:46.685662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-df386718-94e2-4763-969d-a5ad0077acd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0449331 Sep 21 08:46:46.700831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] Checking router: 55e972ed-d629-4be8-9327-ebda595a89b4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:46:46.709177 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:46:46.709788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:46:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:46.735294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-add9e1d4-0125-4f61-8d99-65b053ba3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:46.736777 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-add9e1d4-0125-4f61-8d99-65b053ba3f26 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439343 Sep 21 08:46:46.829324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-194cafe6-acd5-45e3-9fde-f4434ad5660f service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Sep 21 08:46:46.928916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ba4018b-77c7-4e2b-8566-42124d21dbeb req-7c9b561a-3677-4e77-a614-93c3a718bd1f service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918727 Sep 21 08:46:46.965998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:46:47.186946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'f76b342c-3b30-4c67-94a2-75c63795cd84', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'port_id': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'mac_address': 'fa:16:3e:a5:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:46:45Z', 'updated_at': '2021-09-21T08:46:45Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:46:47.218619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6db2c-4544-4c3b-97b4-3419dfab906a None None] The sync data for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 is: [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'f76b342c-3b30-4c67-94a2-75c63795cd84', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.191', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'port_id': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'mac_address': 'fa:16:3e:a5:a1:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:46:45Z', 'updated_at': '2021-09-21T08:46:45Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:46:47.405791 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b60ff-c695-4051-8ca0-fd397a9e14b3 None None] New status for floating IP f76b342c-3b30-4c67-94a2-75c63795cd84: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:46:47.608493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39428) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:46:47.672278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-06ff5436-4734-4aff-928e-3658df3806da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/f76b342c-3b30-4c67-94a2-75c63795cd84 HTTP/1.1" status: 200 len: 994 time: 0.0631709 Sep 21 08:46:51.805904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-9d4c797b-861b-42c1-9ca8-f4aad2c9c8e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400243 Sep 21 08:46:51.897928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-7df808d7-8b64-4bef-a93a-494b0b02031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:51.899372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-7df808d7-8b64-4bef-a93a-494b0b02031e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1097 time: 0.0402918 Sep 21 08:46:52.007413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-6d7f80a6-0d90-4e22-9a87-de2b72aa6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:52.008895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-6d7f80a6-0d90-4e22-9a87-de2b72aa6b10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.0888200 Sep 21 08:46:52.073061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-9b15a486-4dd5-46a8-ab0d-060ba0604cc1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1002 time: 0.0564222 Sep 21 08:46:52.125682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-19018800-e34a-46ad-b750-a1eeb280a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:52.127237 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-19018800-e34a-46ad-b750-a1eeb280a3f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0467150 Sep 21 08:46:52.172773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-7d8a26e5-13e5-42cb-89e1-bbccc27bcafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:46:52.174214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-7d8a26e5-13e5-42cb-89e1-bbccc27bcafd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397213 Sep 21 08:46:52.268014 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-a2eec3cc-5f8e-46ed-b259-da46ff1ba38c service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858986 Sep 21 08:46:52.356513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4b878186-ac17-43a8-8f8f-0c5fc48c944c req-dc5c12ce-cbf3-48a4-9bc8-46734f31e70e service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809031 Sep 21 08:46:52.412055 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-83ecfe4c-84c0-4e11-acf7-069c7d49da74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:52.954320 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:46:55.335598 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:55.410982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-93a72c2c-f52f-46e4-a86a-1c0d310c5f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:56.797500 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:46:57.867009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:02.380941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:03.895807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:08.303570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-e89a876b-1c05-47d6-add7-fd3c91622434 req-356278a4-41e3-41d6-a90b-e8b14c6ae0ce tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] (94724) timed out ('10.222.0.50', 56750) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:47:16.300088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6e338-7337-4fde-bd84-8072d6e3cd8a req-11c3edfb-bfd8-4989-bd9e-33dd37c53b5f tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:16.301641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6e6e338-7337-4fde-bd84-8072d6e3cd8a req-11c3edfb-bfd8-4989-bd9e-33dd37c53b5f tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1097 time: 0.0421581 Sep 21 08:47:16.337675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6e6e338-7337-4fde-bd84-8072d6e3cd8a req-8664b38b-4523-4d82-9a14-fc22cc398eb7 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300872 Sep 21 08:47:16.454945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f9e3-d286-471a-8382-6154136c7fa5 req-c5a5e59a-a3ce-442f-ba97-867ccaf9358e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:16.457004 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f70f9e3-d286-471a-8382-6154136c7fa5 req-c5a5e59a-a3ce-442f-ba97-867ccaf9358e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0487025 Sep 21 08:47:16.494469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f70f9e3-d286-471a-8382-6154136c7fa5 req-8de7dad3-e70d-42ce-b143-6858b772fc82 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Sep 21 08:47:16.515523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39446) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:47:16.576220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-107f5f69-1924-4efd-9947-bc0ef92a56d0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/f76b342c-3b30-4c67-94a2-75c63795cd84 HTTP/1.1" status: 200 len: 994 time: 0.0595109 Sep 21 08:47:17.093105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-fe1563bd-d109-4aaf-abc4-1b14974f4d0a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0697939 Sep 21 08:47:17.105899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b538e-e7f0-4db9-b528-4f2d3dc99e8f req-d2e5fafd-f9af-42a0-ab7b-3855e790c8f3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:17.107439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e69b538e-e7f0-4db9-b528-4f2d3dc99e8f req-d2e5fafd-f9af-42a0-ab7b-3855e790c8f3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0763626 Sep 21 08:47:17.150516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e69b538e-e7f0-4db9-b528-4f2d3dc99e8f req-24b415e0-2f34-432b-8b5d-a4483cec75c9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356050 Sep 21 08:47:18.193218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-0dde6b86-d1d2-4dd8-bfc7-6dd946cf583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:18.194742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-0dde6b86-d1d2-4dd8-bfc7-6dd946cf583a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1097 time: 0.0460901 Sep 21 08:47:18.320001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-eabade18-3648-42ce-bdd8-ffb5b258c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:18.321725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-eabade18-3648-42ce-bdd8-ffb5b258c1b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.1189544 Sep 21 08:47:18.330087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003497f-e1ea-47c2-a133-26b496b899c9 req-7c9d2685-6fe2-4b20-82f1-5fb8e0080a09 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:18.331911 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d003497f-e1ea-47c2-a133-26b496b899c9 req-7c9d2685-6fe2-4b20-82f1-5fb8e0080a09 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0725691 Sep 21 08:47:18.407228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d003497f-e1ea-47c2-a133-26b496b899c9 req-723be3fb-e589-41a0-91fd-6ec1dbac71d0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689127 Sep 21 08:47:18.413861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-65de2106-1679-4be1-a4b4-5f4575e645bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1002 time: 0.0810368 Sep 21 08:47:18.469937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-00ab6929-3dc5-49d7-81dc-a4157d239cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:18.471898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-00ab6929-3dc5-49d7-81dc-a4157d239cf6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0504999 Sep 21 08:47:18.524246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-52fbe7f7-0a5a-4c90-9e1d-175374791c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:18.525745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-52fbe7f7-0a5a-4c90-9e1d-175374791c3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418491 Sep 21 08:47:18.617377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-3de078cb-9485-44e9-b832-c2c3abeabe92 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823925 Sep 21 08:47:19.029895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-aba35dfa-3506-4189-b7ff-ef9bee515360 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052060 Sep 21 08:47:19.527292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897cbf9-6ed8-4cfc-997c-085d4e1ed126 req-611cd921-bc0a-41fa-ba76-48da53b442ac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:19.528881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2897cbf9-6ed8-4cfc-997c-085d4e1ed126 req-611cd921-bc0a-41fa-ba76-48da53b442ac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0518031 Sep 21 08:47:19.568547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2897cbf9-6ed8-4cfc-997c-085d4e1ed126 req-78758e2a-b50c-43d4-b8ef-0fab42c6ae0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Sep 21 08:47:20.686949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d756307-68a4-4b44-906a-c6cc20d6d2b9 req-cec88d1e-d214-4f1e-aaa8-d99efdd5a1e3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:20.688443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d756307-68a4-4b44-906a-c6cc20d6d2b9 req-cec88d1e-d214-4f1e-aaa8-d99efdd5a1e3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Sep 21 08:47:20.726397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d756307-68a4-4b44-906a-c6cc20d6d2b9 req-f8b0fc77-917e-4df0-92a2-b79336ff64b2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319922 Sep 21 08:47:21.847680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930ed8d-312c-499c-ab3c-858ef6d63b4d req-8126320b-7e64-4c1e-8cf3-a8fe9192e85a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:21.849184 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d930ed8d-312c-499c-ab3c-858ef6d63b4d req-8126320b-7e64-4c1e-8cf3-a8fe9192e85a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0536299 Sep 21 08:47:21.886775 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d930ed8d-312c-499c-ab3c-858ef6d63b4d req-b59de62d-cbf5-4ac2-8b78-840400f2e695 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313537 Sep 21 08:47:22.412684 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-63d4938e-9113-4b06-bf8e-83e799ccf602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:23.007336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b091a-24d3-46b9-8e42-75366a678011 req-4c401c02-2555-4ae1-9bd1-9d26d61c597a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:23.008840 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff6b091a-24d3-46b9-8e42-75366a678011 req-4c401c02-2555-4ae1-9bd1-9d26d61c597a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0536754 Sep 21 08:47:23.046333 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff6b091a-24d3-46b9-8e42-75366a678011 req-b301126b-a11d-46cd-8e96-5297a428e149 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316226 Sep 21 08:47:24.163061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079df002-89ea-4fdd-82db-58cda00c732d req-56c62231-0510-48f6-a05d-90604c1077a9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:24.164611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-079df002-89ea-4fdd-82db-58cda00c732d req-56c62231-0510-48f6-a05d-90604c1077a9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0496807 Sep 21 08:47:24.203000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-079df002-89ea-4fdd-82db-58cda00c732d req-ae102267-0081-4e1e-90d2-536cf59cbdfd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Sep 21 08:47:25.319645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49244b9-8f2c-4ce4-8223-02ae2b76c06b req-2f25b0b2-c86f-4c7a-b084-e5b231dceabf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:25.321435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f49244b9-8f2c-4ce4-8223-02ae2b76c06b req-2f25b0b2-c86f-4c7a-b084-e5b231dceabf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0489733 Sep 21 08:47:25.341057 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:25.363930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f49244b9-8f2c-4ce4-8223-02ae2b76c06b req-b57196c8-5f5b-452a-8d12-a596691ed46d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363543 Sep 21 08:47:25.412190 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9f4112e8-14fe-4957-a2bc-b3b6f12e78d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:26.489791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc17a3-1682-44f4-9685-d939fde8e342 req-4a95fff4-b674-42de-a5c9-81a396dc876c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:26.491354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0efc17a3-1682-44f4-9685-d939fde8e342 req-4a95fff4-b674-42de-a5c9-81a396dc876c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0508029 Sep 21 08:47:26.530817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0efc17a3-1682-44f4-9685-d939fde8e342 req-e66104b4-dee8-4d70-9a15-76f22b8d279b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331452 Sep 21 08:47:26.801108 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:27.643720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a09240-54c0-4df0-9d90-48b96ee66736 req-af9bd023-1040-470b-8521-ac34be512f07 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:27.645419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a09240-54c0-4df0-9d90-48b96ee66736 req-af9bd023-1040-470b-8521-ac34be512f07 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0480311 Sep 21 08:47:27.682595 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-37a09240-54c0-4df0-9d90-48b96ee66736 req-2b2f1c11-9da9-4d8a-95f6-52e687b25137 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311303 Sep 21 08:47:27.865773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:28.800919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fa6cf-b949-47dd-b6a0-bddcf0392d4c req-50c8ab13-122d-48c7-a318-35dd905a4ab7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:28.802436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a45fa6cf-b949-47dd-b6a0-bddcf0392d4c req-50c8ab13-122d-48c7-a318-35dd905a4ab7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0532453 Sep 21 08:47:28.839333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a45fa6cf-b949-47dd-b6a0-bddcf0392d4c req-8b690e37-3db8-493c-9c4f-764a1f8349ec tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Sep 21 08:47:29.953057 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:47:29.958041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e82f7-1d52-497a-9eec-5ba54da7f7ce req-bd7137c2-4ee3-433f-ac8d-25cbba72e8da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:29.959635 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-682e82f7-1d52-497a-9eec-5ba54da7f7ce req-bd7137c2-4ee3-433f-ac8d-25cbba72e8da tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0537906 Sep 21 08:47:30.000942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-682e82f7-1d52-497a-9eec-5ba54da7f7ce req-c2033321-ca63-4f0b-aed8-a51259a741ba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350139 Sep 21 08:47:31.092648 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-32c8edd5-9d9c-43bf-b48f-07bb0dac65a6 service neutron] show failed (client error): The resource could not be found. Sep 21 08:47:31.093820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-32c8edd5-9d9c-43bf-b48f-07bb0dac65a6 service neutron] 10.222.0.50 "GET /v2.0/ports/646048ad-55fb-48cf-b10d-6c893b6f7530/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0544703 Sep 21 08:47:31.122126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cee59-fc8c-4de4-8be0-7f618c577da7 req-ffaa8bc3-5372-4b2b-b7c1-b60075a8deab tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:31.123730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e95cee59-fc8c-4de4-8be0-7f618c577da7 req-ffaa8bc3-5372-4b2b-b7c1-b60075a8deab tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0506730 Sep 21 08:47:31.163842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e95cee59-fc8c-4de4-8be0-7f618c577da7 req-95b47af3-fe45-4e8e-8bb0-3f1e143688fe tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339067 Sep 21 08:47:31.287369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-bd4f6263-e711-42ce-8259-fb42b43d02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:31.288782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-bd4f6263-e711-42ce-8259-fb42b43d02a3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 1097 time: 0.0403745 Sep 21 08:47:31.300817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:47:31.359334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:31.565710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:31.598918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:47:31.636914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:47:31.639235 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa5742-81ce-4588-9d52-3401ea0613c2" -d '{"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-unplugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:47:31.644148 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:31.656991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Transition to ACTIVE for port object 646048ad-55fb-48cf-b10d-6c893b6f7530 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:47:31.661078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:31.691904 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bffb316-23f0-4ada-bc21-9b519f7bb5f8 x-openstack-request-id: req-8bffb316-23f0-4ada-bc21-9b519f7bb5f8 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:47:31.692190 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-unplugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:47:31.692436 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bffb316-23f0-4ada-bc21-9b519f7bb5f8 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:47:31.692827 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'code': 200} Sep 21 08:47:31.712320 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:31.755512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.755857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.756198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.756534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.756867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.757197 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.757523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.757847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.758190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.758493 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.758815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.759134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:31.803757 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] No DVR routers for this DVR port 646048ad-55fb-48cf-b10d-6c893b6f7530 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:47:31.937463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:47:31.937800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:47:31.938130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:47:31.942315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:47:31.942639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:47:31.947721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:47:31.948060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Checking segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:47:31.948444 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Bound using segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:47:31.948876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Bound port: 646048ad-55fb-48cf-b10d-6c893b6f7530, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:47:31.949237 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:32.013524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:47:32.016479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:47:32.020685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:32.057032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:32.057783 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:32.059142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] 10.222.0.62 "PUT /v2.0/ports/646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1092 time: 0.7627778 Sep 21 08:47:32.091303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c8f03-ad61-4249-9b34-48b718a94e81 service neutron] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:32.127819 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-0c85d4d8-b31c-4a1f-980a-f1b2e4167dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:32.130103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-0c85d4d8-b31c-4a1f-980a-f1b2e4167dd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1095 time: 0.0466785 Sep 21 08:47:32.225626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-d6866259-1fd9-417f-879d-1c0ef67e640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:32.227139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-d6866259-1fd9-417f-879d-1c0ef67e640d service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.0900257 Sep 21 08:47:32.283176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66867380-191c-4143-ae6c-4c81a43675e5 req-e85bbfa7-d0d8-455c-8bee-d2ad8661ad83 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:32.284754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66867380-191c-4143-ae6c-4c81a43675e5 req-e85bbfa7-d0d8-455c-8bee-d2ad8661ad83 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 944 time: 0.0496268 Sep 21 08:47:32.296841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-dd9a7077-8448-4991-aa5f-72baf2b48889 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1000 time: 0.0631576 Sep 21 08:47:32.323814 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66867380-191c-4143-ae6c-4c81a43675e5 req-710d4d78-342e-44e6-9da2-e731c80656a2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327365 Sep 21 08:47:32.345941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-3a5c7d2a-f2b0-4f85-b216-4a6cef4e77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:32.347390 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-3a5c7d2a-f2b0-4f85-b216-4a6cef4e77b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0442338 Sep 21 08:47:32.393336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:32.395094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-1706a474-7fa4-492a-9ac1-ffe0b022427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:32.396642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-1706a474-7fa4-492a-9ac1-ffe0b022427f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423827 Sep 21 08:47:32.492705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-d586da2e-e349-4266-9a9e-49f21a5cfd74 service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887749 Sep 21 08:47:32.584437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-92477ba6-7e88-4010-b281-154632a3ccaf service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843782 Sep 21 08:47:33.440221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899f1a7-a200-43ec-a0de-82ca085cbf39 req-54b42e52-615d-4977-b536-be849833f2e8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:33.441714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5899f1a7-a200-43ec-a0de-82ca085cbf39 req-54b42e52-615d-4977-b536-be849833f2e8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 944 time: 0.0494874 Sep 21 08:47:33.479604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5899f1a7-a200-43ec-a0de-82ca085cbf39 req-9c4cbfa2-88de-4205-b7cf-a8424d6ab747 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Sep 21 08:47:33.694574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:47:33.697253 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d1d601-36e5-44ac-93ac-c4ed22a82964" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:47:33.743877 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968456c4-a42c-4407-b068-91072b54ae17 x-openstack-request-id: req-968456c4-a42c-4407-b068-91072b54ae17 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:47:33.744165 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:47:33.744947 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-968456c4-a42c-4407-b068-91072b54ae17 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:47:33.745359 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'status': 'completed', 'code': 200} Sep 21 08:47:33.831235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-f720e56d-c2b7-42da-89b1-c7fae0f5acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:33.832776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-f720e56d-c2b7-42da-89b1-c7fae0f5acf5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1095 time: 0.0695202 Sep 21 08:47:33.834566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-1c23e8b6-f97f-4fdc-9965-a354434d0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:33.835943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-1c23e8b6-f97f-4fdc-9965-a354434d0fef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1095 time: 0.0636053 Sep 21 08:47:33.908735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:34.000133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-a2827bc2-5a77-4aa4-83db-9dcbccd3b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:34.001652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-a2827bc2-5a77-4aa4-83db-9dcbccd3b649 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.1613905 Sep 21 08:47:34.002773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-4d82749c-bf8c-4702-b201-a81c02adab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:34.004133 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-4d82749c-bf8c-4702-b201-a81c02adab49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.1563733 Sep 21 08:47:34.110473 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-226750d5-137c-4513-b217-7c9bc03ecb1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1000 time: 0.1014178 Sep 21 08:47:34.116476 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-33591e46-b4fa-4623-ad74-f475e28c709c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1000 time: 0.1006405 Sep 21 08:47:34.194138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-aff468b6-ee82-4d70-b8c1-909d1ffe4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:34.200837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-aff468b6-ee82-4d70-b8c1-909d1ffe4457 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0763726 Sep 21 08:47:34.200837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-820fdae0-3c80-4351-ac0e-d258a5cfbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:34.200837 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-820fdae0-3c80-4351-ac0e-d258a5cfbd0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0741103 Sep 21 08:47:34.273044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-cf6e5d60-7c61-4060-a074-5d605580afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:34.274535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-cf6e5d60-7c61-4060-a074-5d605580afaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714912 Sep 21 08:47:34.276391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-dee2931f-5f27-4b8b-a5e1-b420f0d7a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:34.277760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-dee2931f-5f27-4b8b-a5e1-b420f0d7a819 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665748 Sep 21 08:47:34.432639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-a023e452-d3d7-4623-89f6-91275326572d service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501851 Sep 21 08:47:34.434521 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-9b790c92-b020-42c2-8fb7-11815a796166 service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451294 Sep 21 08:47:34.625500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-ac4d51e3-b42c-4eea-974f-8c5bc3720c91 service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766443 Sep 21 08:47:34.628987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43d1d601-36e5-44ac-93ac-c4ed22a82964 req-1b11d82b-ede0-4829-9009-da4d3c506591 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875753 Sep 21 08:47:34.640696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda473f6-302b-46de-9acb-a1c105762ca6 req-e90136fc-23c9-49a3-8296-8a291a852a73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:34.642224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda473f6-302b-46de-9acb-a1c105762ca6 req-e90136fc-23c9-49a3-8296-8a291a852a73 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 944 time: 0.0952265 Sep 21 08:47:34.682121 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bda473f6-302b-46de-9acb-a1c105762ca6 req-55187968-fd4a-4924-a54d-0437a76f1719 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326021 Sep 21 08:47:35.207759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:47:35.245126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:47:35.823019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3ee6b-ebe1-4f21-98ec-0653151b7f93 req-f904b96a-bb4b-4d7d-8eb3-c7d8939057f1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:35.824476 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52d3ee6b-ebe1-4f21-98ec-0653151b7f93 req-f904b96a-bb4b-4d7d-8eb3-c7d8939057f1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 944 time: 0.0642536 Sep 21 08:47:35.864726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52d3ee6b-ebe1-4f21-98ec-0653151b7f93 req-cd9aabb0-5d00-4634-9982-1784ac77eaab tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340986 Sep 21 08:47:36.530239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:47:36.624655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:36.635300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'port_id': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'mac_address': 'fa:16:3e:a5:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:47:36.671408 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:36.683555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646048ad-55fb-48cf-b10d-6c893b6f7530 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:47:36.701870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:36.706606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:36.755572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:36.762712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.763054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.763430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.763769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.764102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.764430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.764789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.765112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.765435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.765754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.766074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.766395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:47:36.981650 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b23e88-fe88-483d-b117-c4e4ac9038c7 req-8938c289-eb6c-4575-acfe-c19a2917e22b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:36.983236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4b23e88-fe88-483d-b117-c4e4ac9038c7 req-8938c289-eb6c-4575-acfe-c19a2917e22b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 945 time: 0.0510769 Sep 21 08:47:37.020794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4b23e88-fe88-483d-b117-c4e4ac9038c7 req-0ddcc8c9-3bab-40cc-ae41-ec1b4051876c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316427 Sep 21 08:47:37.035701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['646048ad-55fb-48cf-b10d-6c893b6f7530'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:47:37.282222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-215b6ec3-472b-40e9-be0a-7a345069d386 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:37.283734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-215b6ec3-472b-40e9-be0a-7a345069d386 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053&tenant_id=4c078b3c4bbe41f1ba074b9abc714126&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 945 time: 0.0895705 Sep 21 08:47:37.291094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc752f1-d215-4aa0-a139-3dfe961aa294 req-da919c04-2c2f-4500-9bd5-458fe7003063 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:37.292487 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cc752f1-d215-4aa0-a139-3dfe961aa294 req-da919c04-2c2f-4500-9bd5-458fe7003063 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 945 time: 0.0708840 Sep 21 08:47:37.364478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cc752f1-d215-4aa0-a139-3dfe961aa294 req-3990e084-246e-4b32-ae90-51eca14ac745 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645199 Sep 21 08:47:37.372214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-1afa70f3-f06a-47fa-a371-ecea32773d61 service neutron] 10.222.0.62 "GET /v2.0/ports/646048ad-55fb-48cf-b10d-6c893b6f7530/bindings/n-h1-809980-2 HTTP/1.1" status: 200 len: 382 time: 0.0788486 Sep 21 08:47:37.435104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-16920ab2-486c-4bcd-b1b7-5488bc9bac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:37.436803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-16920ab2-486c-4bcd-b1b7-5488bc9bac9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1096 time: 0.0420427 Sep 21 08:47:37.529438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-b18027c4-7b1b-4c93-9428-1324cfdd0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:37.531008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-b18027c4-7b1b-4c93-9428-1324cfdd0e38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.0870323 Sep 21 08:47:37.594438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-1b49a069-1d54-404e-81e0-580ce3a5b616 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1001 time: 0.0564985 Sep 21 08:47:37.647204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-d30f2211-f4b9-4b46-b2df-1ce1c6ba0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:37.648651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-d30f2211-f4b9-4b46-b2df-1ce1c6ba0cdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0466311 Sep 21 08:47:37.692878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-4259517a-4873-470f-b7dd-750acdda7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:37.694328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-4259517a-4873-470f-b7dd-750acdda7df0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392261 Sep 21 08:47:37.783941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-5957d5ea-7609-4936-995c-3c411eb322ec service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821130 Sep 21 08:47:37.877486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-07336c89-33cd-4c5b-8bba-7102d179693c service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861070 Sep 21 08:47:38.482264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b95ce-b84b-452c-8c61-7219852fc16e req-c7b2c6d3-667b-4e49-85f7-e74a43020fb6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:38.483779 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a4b95ce-b84b-452c-8c61-7219852fc16e req-c7b2c6d3-667b-4e49-85f7-e74a43020fb6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 945 time: 0.0491939 Sep 21 08:47:38.523211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a4b95ce-b84b-452c-8c61-7219852fc16e req-513737e3-4449-4dd5-944e-f388d4f76e1e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334957 Sep 21 08:47:38.542377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:47:38.590167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 646048ad-55fb-48cf-b10d-6c893b6f7530 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:47:38.593669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 646048ad-55fb-48cf-b10d-6c893b6f7530 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:47:38.594043 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:38.667998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:38.689804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:47:38.692071 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5997a363-7ba2-4696-a0a9-ab4a079ef1f4" -d '{"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-plugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:47:38.705408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:38.709623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:38.743702 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc31512-b68f-4517-9284-fed7e977719f x-openstack-request-id: req-1bc31512-b68f-4517-9284-fed7e977719f {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:47:38.743997 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-plugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:47:38.744248 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1bc31512-b68f-4517-9284-fed7e977719f {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:47:38.744644 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'code': 200} Sep 21 08:47:38.761371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:39.638916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73953f-a633-4aa7-92c2-c44d5b4dcf58 req-8c11ab16-a35a-44bd-8d45-160f35e92e15 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:39.640340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd73953f-a633-4aa7-92c2-c44d5b4dcf58 req-8c11ab16-a35a-44bd-8d45-160f35e92e15 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0502253 Sep 21 08:47:39.682510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd73953f-a633-4aa7-92c2-c44d5b4dcf58 req-5051e08c-23ff-4e60-894e-e551763f6adc tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353501 Sep 21 08:47:39.947369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-db765fa7-6fb8-4b74-bfad-ccd0d61fbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:39.948844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-db765fa7-6fb8-4b74-bfad-ccd0d61fbd54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 1097 time: 0.0410941 Sep 21 08:47:39.961993 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:47:40.018772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:40.219387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:40.250571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:47:40.288341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:47:40.290617 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f831aa9-d565-43ab-8084-0d1222fb075c" -d '{"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-unplugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:47:40.294269 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:40.306805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Transition to ACTIVE for port object 646048ad-55fb-48cf-b10d-6c893b6f7530 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:47:40.310834 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:40.347001 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e403f9e9-0ec9-4754-a525-b18f598d200c x-openstack-request-id: req-e403f9e9-0ec9-4754-a525-b18f598d200c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:47:40.347299 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-unplugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:47:40.347575 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e403f9e9-0ec9-4754-a525-b18f598d200c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:47:40.347967 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'code': 200} Sep 21 08:47:40.399510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=10']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:40.441284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] No DVR routers for this DVR port 646048ad-55fb-48cf-b10d-6c893b6f7530 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:47:40.578505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:47:40.578832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:47:40.579153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:47:40.583306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:47:40.583648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Attempting to bind port 646048ad-55fb-48cf-b10d-6c893b6f7530 on network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:47:40.588294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:47:40.588628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Checking segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:47:40.589007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Bound using segment: {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:47:40.589423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Bound port: 646048ad-55fb-48cf-b10d-6c893b6f7530, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19778307-c7da-49b0-a2c4-201c80388bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:47:40.589771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:40.650087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:47:40.653201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:47:40.658780 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:40.696246 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:40.696876 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:40.698344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] 10.222.0.50 "PUT /v2.0/ports/646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1093 time: 0.7404993 Sep 21 08:47:40.722205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090df20-bb59-413a-b76a-8c3d3aa074fd service neutron] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=11']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:40.775637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-6b4982c4-09d6-47a1-97cd-1616bcd70cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:40.777181 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-6b4982c4-09d6-47a1-97cd-1616bcd70cea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1096 time: 0.0445509 Sep 21 08:47:40.834461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d321e4-3c25-42b6-b4a0-7718fcf76a05 req-67ce9b73-8b54-4ac5-91c6-bde95bf05c5a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:40.836190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d321e4-3c25-42b6-b4a0-7718fcf76a05 req-67ce9b73-8b54-4ac5-91c6-bde95bf05c5a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 945 time: 0.0579805 Sep 21 08:47:40.878318 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67d321e4-3c25-42b6-b4a0-7718fcf76a05 req-a6e61c83-05a5-4a8f-ab02-164675220375 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355623 Sep 21 08:47:40.884712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-a77981d8-7dcc-4838-bb69-9a0d780aa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:40.886449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-a77981d8-7dcc-4838-bb69-9a0d780aa21e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.1010039 Sep 21 08:47:40.955957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-6a2a68f9-11de-41fb-99ae-6d8afd99347a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1000 time: 0.0604153 Sep 21 08:47:41.006530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-690648a3-b150-42ed-bea2-6ae58b977b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:41.007951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-690648a3-b150-42ed-bea2-6ae58b977b50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0445423 Sep 21 08:47:41.057487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c1a7296b-68e9-4a43-82ec-39d5c2e64a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:41.058893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-c1a7296b-68e9-4a43-82ec-39d5c2e64a16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428710 Sep 21 08:47:41.148360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-2b761270-7eac-45ba-bfdc-edffbb259151 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810733 Sep 21 08:47:41.556392 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06dda170-1c7e-47ca-8934-e2ffe10f2a41 req-e478b6c3-5049-4efc-b1bb-24b3bd82143b service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002285 Sep 21 08:47:42.001220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c5b76-7e53-42b5-9cc6-e7369deba5f8 req-d1a4efa3-5a7a-41f1-a9b2-654368d6e573 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.002722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-797c5b76-7e53-42b5-9cc6-e7369deba5f8 req-d1a4efa3-5a7a-41f1-a9b2-654368d6e573 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 945 time: 0.0520599 Sep 21 08:47:42.043937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-797c5b76-7e53-42b5-9cc6-e7369deba5f8 req-1b1bfe95-3380-494a-a26c-c3b8e0321361 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351453 Sep 21 08:47:42.349031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:47:42.351421 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb2d2be-1399-42bb-be51-fc6008cbb027" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:47:42.403274 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6072f07-7442-4f60-b390-94170f74bc14 x-openstack-request-id: req-a6072f07-7442-4f60-b390-94170f74bc14 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:47:42.403592 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:47:42.403847 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a6072f07-7442-4f60-b390-94170f74bc14 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:47:42.404261 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'status': 'completed', 'code': 200} Sep 21 08:47:42.493445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-6f30090e-bed7-421c-ad1f-61e09f6e57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.494970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-6f30090e-bed7-421c-ad1f-61e09f6e57a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1096 time: 0.0724125 Sep 21 08:47:42.499979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-d2882aa7-7ef7-4909-bda0-fc3d1cc70a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.499979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-d2882aa7-7ef7-4909-bda0-fc3d1cc70a18 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1096 time: 0.0687053 Sep 21 08:47:42.552436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:47:42.595971 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:47:42.661564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-9862b43e-f217-4a5e-8e35-a62c7726de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.662987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-9862b43e-f217-4a5e-8e35-a62c7726de49 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.1521711 Sep 21 08:47:42.663965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-9ff6548d-f8f0-49b6-904e-d324491c3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.665304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-9ff6548d-f8f0-49b6-904e-d324491c3861 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.1619709 Sep 21 08:47:42.779044 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-e4b4f515-1304-4000-9deb-9a517595d889 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1000 time: 0.1032131 Sep 21 08:47:42.780740 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-25b0c03e-9adc-4a4b-bf80-6a1d4fde3aaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1000 time: 0.1112683 Sep 21 08:47:42.876025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-1160b33d-afba-49be-8ac6-7b659908934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.878235 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-1160b33d-afba-49be-8ac6-7b659908934e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0906446 Sep 21 08:47:42.880010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-17300fbc-149d-4ed6-83d2-c3352ef48403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.882217 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-17300fbc-149d-4ed6-83d2-c3352ef48403 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0931892 Sep 21 08:47:42.976598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-8ebe7bfc-1f6e-43a1-9073-a8c66c251e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.978147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-8ebe7bfc-1f6e-43a1-9073-a8c66c251e86 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933533 Sep 21 08:47:42.980918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-3c640af0-17b1-4010-8b3d-74ca63e805b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:42.982297 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-3c640af0-17b1-4010-8b3d-74ca63e805b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832875 Sep 21 08:47:43.171152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-7eb43676-0a31-4bd2-8b08-9f801942ee88 service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859498 Sep 21 08:47:43.178314 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-a8ec6442-6ed1-42b3-9617-5f4d063544b7 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747344 Sep 21 08:47:43.208658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:47:43.248329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce04ab-8e39-4e85-abb3-2a34b7b4e75d req-930f5ada-3ac5-4ee9-ae84-6c92d7afc19d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:43.249739 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23ce04ab-8e39-4e85-abb3-2a34b7b4e75d req-930f5ada-3ac5-4ee9-ae84-6c92d7afc19d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 945 time: 0.1326742 Sep 21 08:47:43.308785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:43.320094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'port_id': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'mac_address': 'fa:16:3e:a5:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:47:43.357249 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:43.369743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646048ad-55fb-48cf-b10d-6c893b6f7530 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:47:43.369953 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23ce04ab-8e39-4e85-abb3-2a34b7b4e75d req-c326b70c-0bd8-4cf1-934a-4891a51d452f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945721 Sep 21 08:47:43.378214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-49584818-6554-46a5-a451-16fea731b9e0 service neutron] 10.222.0.62 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989813 Sep 21 08:47:43.383830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-abb2d2be-1399-42bb-be51-fc6008cbb027 req-a0582dc1-adec-4fa3-b2bb-8622d2550586 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950433 Sep 21 08:47:43.389903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:43.395554 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:43.443255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=12']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:43.620426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['646048ad-55fb-48cf-b10d-6c893b6f7530'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:47:44.488507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c19c6-907f-4834-88bc-a1cfd790300d req-92ab474c-d729-484f-8644-2ca601578dd9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:44.490011 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8c19c6-907f-4834-88bc-a1cfd790300d req-92ab474c-d729-484f-8644-2ca601578dd9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 946 time: 0.0498140 Sep 21 08:47:44.527383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d8c19c6-907f-4834-88bc-a1cfd790300d req-bc1b95be-8a92-42e6-a4f0-13fa71bc3a19 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Sep 21 08:47:44.549912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39544) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:47:44.612617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bf2da8b6-a0fa-4ab7-864f-4553cb2ac93c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/f76b342c-3b30-4c67-94a2-75c63795cd84 HTTP/1.1" status: 200 len: 993 time: 0.0615733 Sep 21 08:47:45.207908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:47:45.255740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 646048ad-55fb-48cf-b10d-6c893b6f7530 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:47:45.259306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 646048ad-55fb-48cf-b10d-6c893b6f7530 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:47:45.259698 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:45.334738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:45.355584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:47:45.357781 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6090d3cb-e4ab-43bc-a613-0334d7ea5a02" -d '{"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-plugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:47:45.370492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:47:45.374516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:45.399062 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad734bc7-6ba7-477f-a6be-facc88671206 x-openstack-request-id: req-ad734bc7-6ba7-477f-a6be-facc88671206 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:47:45.399374 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-plugged", "status": "completed", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:47:45.399625 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad734bc7-6ba7-477f-a6be-facc88671206 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:47:45.400009 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'code': 200} Sep 21 08:47:45.423847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=13']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:47:51.803740 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-50c4ce8f-e2fc-4415-8954-be67bc05bea5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409222 Sep 21 08:47:51.889160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-a4bfc390-70ba-493c-bd62-a0df2c9c14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:51.893073 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-a4bfc390-70ba-493c-bd62-a0df2c9c14c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1098 time: 0.0439317 Sep 21 08:47:51.994178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-47c23c0e-7af1-4a19-bc4f-50ba41cb939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:51.995687 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-47c23c0e-7af1-4a19-bc4f-50ba41cb939f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.0848227 Sep 21 08:47:52.063532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-44e9daed-7cd8-45eb-83a2-550250edecc4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 1002 time: 0.0601459 Sep 21 08:47:52.115672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-8ede152a-8aa6-4f7d-aa76-3d8abc17453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:52.122929 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-8ede152a-8aa6-4f7d-aa76-3d8abc17453f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0468800 Sep 21 08:47:52.162634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-6f3b0f91-3508-4f0b-9bdd-83ed4dd79261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:47:52.164067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-6f3b0f91-3508-4f0b-9bdd-83ed4dd79261 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399256 Sep 21 08:47:52.257732 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-3482ead8-15cf-466f-8b1e-93af519cfc53 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863163 Sep 21 08:47:52.346626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c41ed5ea-d121-49d1-a381-faa28884deb6 req-7edd9cb7-d18d-4bd7-a7fa-93e80d00e992 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818410 Sep 21 08:47:52.414941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a2958fb7-7831-43ad-8845-2d0007776190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:55.342340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:55.416119 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-915c4f06-2316-4a0f-ad08-53f4c77c2672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:56.810375 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:47:57.869155 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:02.391630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:03.908449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:06.952990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:48:12.681918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-7b2ddcf9-ccc3-4d30-881b-3bade5524f03 req-24994f3b-2673-4a40-969a-bacad4ba29a6 service neutron] (94725) timed out ('10.222.0.62', 63304) {{(pid=94725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:48:13.048574 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6bd0-1f0a-4034-a337-6995f194edea req-61712e43-c0c2-4de9-9f6a-e9c4b03f9d95 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:13.050096 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-96fa6bd0-1f0a-4034-a337-6995f194edea req-61712e43-c0c2-4de9-9f6a-e9c4b03f9d95 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1098 time: 0.0405052 Sep 21 08:48:13.089228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-96fa6bd0-1f0a-4034-a337-6995f194edea req-0401698e-5b07-48dd-a669-cc28976a7341 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328774 Sep 21 08:48:13.111263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39560) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:13.269145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 1c3ab940-c8b0-4de6-8655-13619207ac09 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:48:13.269942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:13.346201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:13.346532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:13.358249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 1c3ab940-c8b0-4de6-8655-13619207ac09 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:48:13.531101 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:13.560278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=1c3ab940-c8b0-4de6-8655-13619207ac09,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:13.587277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.587656 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.588063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.588390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.588771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.589134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.589470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.589806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.590140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.590469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.590797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.591121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:13.630594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:13.630929 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP f76b342c-3b30-4c67-94a2-75c63795cd84 disassociated (deleted). External IP: 172.25.1.191, port: 646048ad-55fb-48cf-b10d-6c893b6f7530. Sep 21 08:48:13.837511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 55e972ed-d629-4be8-9327-ebda595a89b4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:48:13.943785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:48:13.948523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:13.954421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] Sync routers for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:48:13.963821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:13.964438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:13.976626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-42d9c9fc-56ef-484d-881b-335fef948f87 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/floatingips/f76b342c-3b30-4c67-94a2-75c63795cd84 HTTP/1.1" status: 204 len: 168 time: 0.8642347 Sep 21 08:48:13.977220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:48:13.979675 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a03888-13c9-48db-9224-b3e587bca42c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:48:14.073890 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:14.081421 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e0cac-dc2c-4698-a740-e5b9ae5f95fa x-openstack-request-id: req-622e0cac-dc2c-4698-a740-e5b9ae5f95fa {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:48:14.081863 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:48:14.082180 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-622e0cac-dc2c-4698-a740-e5b9ae5f95fa {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:48:14.082644 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'status': 'completed', 'code': 200} Sep 21 08:48:14.163784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03888-13c9-48db-9224-b3e587bca42c req-d38734da-9494-40b5-acb0-b35ababd5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:14.165481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35a03888-13c9-48db-9224-b3e587bca42c req-d38734da-9494-40b5-acb0-b35ababd5542 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 1098 time: 0.0527050 Sep 21 08:48:14.288620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:14.299905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e694-658d-4799-b297-ec5bffcffec4 req-eac14b4f-86e6-4551-9150-b7abfb597949 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:14.301567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5fc0e694-658d-4799-b297-ec5bffcffec4 req-eac14b4f-86e6-4551-9150-b7abfb597949 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 947 time: 0.1000142 Sep 21 08:48:14.304665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03888-13c9-48db-9224-b3e587bca42c req-33ea4088-7608-4d99-88a8-9b3ab7b92675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:14.306067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35a03888-13c9-48db-9224-b3e587bca42c req-33ea4088-7608-4d99-88a8-9b3ab7b92675 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 200 len: 897 time: 0.1326585 Sep 21 08:48:14.320581 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] Checking router: 55e972ed-d629-4be8-9327-ebda595a89b4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:48:14.330052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:14.330052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:14.356779 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35a03888-13c9-48db-9224-b3e587bca42c req-05b8b7fe-aedb-4cfb-8f6e-c5609e60016d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 200 len: 217 time: 0.0422258 Sep 21 08:48:14.402065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5fc0e694-658d-4799-b297-ec5bffcffec4 req-86c2309b-415b-4433-a464-5c95712b1e24 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936053 Sep 21 08:48:14.432404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03888-13c9-48db-9224-b3e587bca42c req-9f4f66bc-bbe8-4e6d-8d90-dbfa29283a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:14.433898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35a03888-13c9-48db-9224-b3e587bca42c req-9f4f66bc-bbe8-4e6d-8d90-dbfa29283a59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 200 len: 834 time: 0.0646105 Sep 21 08:48:14.445417 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:14.483843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03888-13c9-48db-9224-b3e587bca42c req-d4c967c0-2f55-42d8-b7b1-66cf1142484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:14.485395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35a03888-13c9-48db-9224-b3e587bca42c req-d4c967c0-2f55-42d8-b7b1-66cf1142484c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430570 Sep 21 08:48:14.579554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35a03888-13c9-48db-9224-b3e587bca42c req-e2ac7298-360e-4419-9d34-8ba0b5a64a26 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855367 Sep 21 08:48:14.652954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:14.694884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-35a03888-13c9-48db-9224-b3e587bca42c req-123984d4-19f2-4c04-80b0-489dc6fcb206 service neutron] 10.222.0.50 "GET /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060159 Sep 21 08:48:14.697143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47633e80-3a0d-4e13-927b-bf6e5731561a None None] The sync data for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 is: [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:33Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '025431ea-23f1-45c3-b517-7f5c79902d70', 'name': '', 'network_id': '0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:12:8a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '8513b5df-5731-49cb-a9af-38467420c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:32Z', 'updated_at': '2021-09-21T08:46:36Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': '8513b5df-5731-49cb-a9af-38467420c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:48:14.920647 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f901b3-bc3d-49ab-9730-8a89c037a7fb None None] New status for floating IP f76b342c-3b30-4c67-94a2-75c63795cd84: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:48:15.521868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4f4c-b541-4155-a138-7c95b19a6ba9 req-d5768baa-6b1b-44db-9b53-da76caafc463 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:15.523469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f09f4f4c-b541-4155-a138-7c95b19a6ba9 req-d5768baa-6b1b-44db-9b53-da76caafc463 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 947 time: 0.0492966 Sep 21 08:48:15.563076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f09f4f4c-b541-4155-a138-7c95b19a6ba9 req-e2eb2f06-5e7d-4b70-8c66-d5617943390e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=3437a0af-121c-4d09-8c61-f350f5dd07a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334709 Sep 21 08:48:15.592779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c4b97-5c23-4559-b641-f307855f269a req-fdc1672e-2ec9-49a5-844c-e4368219b351 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:15.594236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-396c4b97-5c23-4559-b641-f307855f269a req-fdc1672e-2ec9-49a5-844c-e4368219b351 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb0d278-4fb7-40f0-89cc-917b54f53053 HTTP/1.1" status: 200 len: 947 time: 0.0491941 Sep 21 08:48:15.685530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 646048ad-55fb-48cf-b10d-6c893b6f7530 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:48:15.685880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:15.772917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 646048ad-55fb-48cf-b10d-6c893b6f7530, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=646048ad-55fb-48cf-b10d-6c893b6f7530,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:15.773286 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:15.785780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 646048ad-55fb-48cf-b10d-6c893b6f7530 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:48:15.914114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:15.943185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=646048ad-55fb-48cf-b10d-6c893b6f7530,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:15.989405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] No DVR routers for this DVR port 646048ad-55fb-48cf-b10d-6c893b6f7530 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:48:15.992079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:15.994220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-396c4b97-5c23-4559-b641-f307855f269a req-626f9370-5164-41db-b6ef-a41256680dba tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "DELETE /v2.0/ports/646048ad-55fb-48cf-b10d-6c893b6f7530 HTTP/1.1" status: 204 len: 173 time: 0.3933160 Sep 21 08:48:15.994692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-deleted', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:48:15.997034 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f827a4-4e20-4b86-b676-4032739a4f58" -d '{"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-deleted", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:48:16.037119 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93fd9d0-8482-4939-9b7d-44e97f9adc99 x-openstack-request-id: req-f93fd9d0-8482-4939-9b7d-44e97f9adc99 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:48:16.037416 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb0d278-4fb7-40f0-89cc-917b54f53053", "name": "network-vif-deleted", "tag": "646048ad-55fb-48cf-b10d-6c893b6f7530", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:48:16.037674 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f93fd9d0-8482-4939-9b7d-44e97f9adc99 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:48:16.038075 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb0d278-4fb7-40f0-89cc-917b54f53053', 'name': 'network-vif-deleted', 'tag': '646048ad-55fb-48cf-b10d-6c893b6f7530', 'status': 'completed', 'code': 200} Sep 21 08:48:16.622880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39576) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:16.974774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:17.222748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 025431ea-23f1-45c3-b517-7f5c79902d70 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:48:17.223094 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:17.308420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 025431ea-23f1-45c3-b517-7f5c79902d70, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=025431ea-23f1-45c3-b517-7f5c79902d70,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:17.308710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:17.325697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 025431ea-23f1-45c3-b517-7f5c79902d70 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:48:17.511796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:17.538867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=025431ea-23f1-45c3-b517-7f5c79902d70,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:17.712826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:17.926994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 55e972ed-d629-4be8-9327-ebda595a89b4 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:48:18.031977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:48:18.037881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0eb41b83-c46f-4478-8416-34e4c3c294c6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/55e972ed-d629-4be8-9327-ebda595a89b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4138541 Sep 21 08:48:18.040457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39578) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:18.042874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796720e7-9a96-4191-a713-6172b89290cd None None] Sync routers for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:48:18.052963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:18.053587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:18.090167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting subnet 8513b5df-5731-49cb-a9af-38467420c705 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:48:18.093542 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.135201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.226234 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.286139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.309605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:18.313548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Subnet': ['ID=8513b5df-5731-49cb-a9af-38467420c705,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:18.315583 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.320811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-14d0387a-47e0-43e8-b75c-8bb27c911f0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/subnets/8513b5df-5731-49cb-a9af-38467420c705 HTTP/1.1" status: 204 len: 168 time: 0.2761228 Sep 21 08:48:18.320811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39580) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:18.339284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd3a772-758a-4b61-8984-2f9893f53c9d None None] Network 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:48:18.428143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.591078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:48:17Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:18.620073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796720e7-9a96-4191-a713-6172b89290cd None None] Checking router: 55e972ed-d629-4be8-9327-ebda595a89b4 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:48:18.628936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] Routers {'55e972ed-d629-4be8-9327-ebda595a89b4'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:18.629564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['55e972ed-d629-4be8-9327-ebda595a89b4'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:18.668056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] DHCP port deletion for 0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:48:18.765747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] Set router 55e972ed-d629-4be8-9327-ebda595a89b4 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:18.831782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] Deleting port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:48:18.832084 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.872758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.928509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 93508d67-5ca2-4f6b-8187-4b96a18768a6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:48:18.928860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.944175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] For port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0d7edc0a-724a-4e9c-8ae3-640a18a8f846,segment=NetworkSegment(19778307-c7da-49b0-a2c4-201c80388bf7),segment_id=19778307-c7da-49b0-a2c4-201c80388bf7)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:18.944580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:18.961237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] Calling delete_port for 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:48:19.009376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 93508d67-5ca2-4f6b-8187-4b96a18768a6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=93508d67-5ca2-4f6b-8187-4b96a18768a6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:19.009755 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.022577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 93508d67-5ca2-4f6b-8187-4b96a18768a6 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:48:19.081384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-796720e7-9a96-4191-a713-6172b89290cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:48:17Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:19.108859 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.110685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796720e7-9a96-4191-a713-6172b89290cd None None] The sync data for ids ['55e972ed-d629-4be8-9327-ebda595a89b4'] in n-d-809980-2 is: [{'id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239395305', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:48:17Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '93508d67-5ca2-4f6b-8187-4b96a18768a6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:89:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e972ed-d629-4be8-9327-ebda595a89b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:46:30Z', 'updated_at': '2021-09-21T08:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:48:19.136037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] Pushing event deleted for resources: {'Port': ['ID=0d7edc0a-724a-4e9c-8ae3-640a18a8f846,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:19.139130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f3e0d-5cc9-4f63-978a-7e44dce1f8ca None None] No DVR routers for this DVR port 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:48:19.204529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.231440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=93508d67-5ca2-4f6b-8187-4b96a18768a6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:19.292783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.383362 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.385379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.428698 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.429280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Fanout notify agent at l3_agent the message router_deleted on router 55e972ed-d629-4be8-9327-ebda595a89b4 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:48:19.436049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.439657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5703512f-4eee-4b7b-9fa1-daf82409ebc6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/routers/55e972ed-d629-4be8-9327-ebda595a89b4 HTTP/1.1" status: 204 len: 168 time: 1.1159391 Sep 21 08:48:19.439906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39584) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:19.447722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:48:19.468466 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 646048ad-55fb-48cf-b10d-6c893b6f7530 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:48:19.469121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 646048ad-55fb-48cf-b10d-6c893b6f7530 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:48:19.525528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.614394 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.634632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:19.644190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19778307-c7da-49b0-a2c4-201c80388bf7') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:19.644557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19778307-c7da-49b0-a2c4-201c80388bf7') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:19.654601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.669131 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.676518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:48:19.676940 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:48:19.680044 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:48:19.747234 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.757304 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.759441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/networks/0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c HTTP/1.1" status: 204 len: 168 time: 0.3184288 Sep 21 08:48:19.762128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39586) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:19.775745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad7f60-d214-4393-a94c-8d04c6f8d130 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Network': ['ID=0e7cd789-ee4b-4f36-a8b7-63dc4fd7f69c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:19.785922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:48:19.811564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:48:19.811936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0d7edc0a-724a-4e9c-8ae3-640a18a8f846 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:48:19.812371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 025431ea-23f1-45c3-b517-7f5c79902d70 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:48:19.832154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 025431ea-23f1-45c3-b517-7f5c79902d70 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:48:19.832505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 025431ea-23f1-45c3-b517-7f5c79902d70 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:48:19.838579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f22ff9f9-7bd3-4c11-9e88-eb4cde4b375f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.863856 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f22ff9f9-7bd3-4c11-9e88-eb4cde4b375f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.922263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f22ff9f9-7bd3-4c11-9e88-eb4cde4b375f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.924712 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f22ff9f9-7bd3-4c11-9e88-eb4cde4b375f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:19.926370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f22ff9f9-7bd3-4c11-9e88-eb4cde4b375f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/security-groups/3437a0af-121c-4d09-8c61-f350f5dd07a3 HTTP/1.1" status: 204 len: 168 time: 0.1632557 Sep 21 08:48:19.935288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ff9f9-7bd3-4c11-9e88-eb4cde4b375f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3437a0af-121c-4d09-8c61-f350f5dd07a3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:20.164315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39592) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:20.168843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bb7b1a16-d4bd-496b-91d9-70fb9a7294b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373998612', 'description': 'tempest-secgroup-smoke-373998612 description', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:20.193849 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1a16-d4bd-496b-91d9-70fb9a7294b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.275985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1a16-d4bd-496b-91d9-70fb9a7294b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.279702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1a16-d4bd-496b-91d9-70fb9a7294b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.306793 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1a16-d4bd-496b-91d9-70fb9a7294b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.308041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bb7b1a16-d4bd-496b-91d9-70fb9a7294b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1427438 Sep 21 08:48:20.309849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1a16-d4bd-496b-91d9-70fb9a7294b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b60d34-d47b-408d-996c-36d2f909edbd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:20.311052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39594) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:20.316068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f8c89c99-664f-42e9-ae8e-9226ca6df85d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '67b60d34-d47b-408d-996c-36d2f909edbd', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:20.342179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c89c99-664f-42e9-ae8e-9226ca6df85d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.398327 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c89c99-664f-42e9-ae8e-9226ca6df85d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.403064 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c89c99-664f-42e9-ae8e-9226ca6df85d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.418803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c89c99-664f-42e9-ae8e-9226ca6df85d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c6e154-96c7-4c1e-b2ed-4a67054af6f8,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:20.428085 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c89c99-664f-42e9-ae8e-9226ca6df85d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.429315 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f8c89c99-664f-42e9-ae8e-9226ca6df85d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171668 Sep 21 08:48:20.432042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39596) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:20.437384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5b12a3bc-c2ea-4c2c-9165-49dd72495394 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '67b60d34-d47b-408d-996c-36d2f909edbd', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:20.463960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b12a3bc-c2ea-4c2c-9165-49dd72495394 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.520546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b12a3bc-c2ea-4c2c-9165-49dd72495394 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.524215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b12a3bc-c2ea-4c2c-9165-49dd72495394 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.541565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12a3bc-c2ea-4c2c-9165-49dd72495394 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fad723-891b-46e0-8da6-1ee9a9c1f3fb,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:20.548442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b12a3bc-c2ea-4c2c-9165-49dd72495394 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.549901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5b12a3bc-c2ea-4c2c-9165-49dd72495394 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169438 Sep 21 08:48:20.552783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39598) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:20.557142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-df10fcc9-7207-4429-8c08-26aa567e4583 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '67b60d34-d47b-408d-996c-36d2f909edbd', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:20.583595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df10fcc9-7207-4429-8c08-26aa567e4583 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.643853 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df10fcc9-7207-4429-8c08-26aa567e4583 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.648277 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df10fcc9-7207-4429-8c08-26aa567e4583 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.666814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10fcc9-7207-4429-8c08-26aa567e4583 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441a908f-9480-4404-9fdb-b2285648e780,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:20.673887 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df10fcc9-7207-4429-8c08-26aa567e4583 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.675337 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-df10fcc9-7207-4429-8c08-26aa567e4583 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215057 Sep 21 08:48:20.678007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39600) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:20.682225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4bb0047c-d7a4-442d-84ab-407b813287ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '67b60d34-d47b-408d-996c-36d2f909edbd', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:20.708442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bb0047c-d7a4-442d-84ab-407b813287ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.767182 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bb0047c-d7a4-442d-84ab-407b813287ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.771225 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bb0047c-d7a4-442d-84ab-407b813287ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.788444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0047c-d7a4-442d-84ab-407b813287ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95964243-c58d-4856-ac0c-ac1024b2aff0,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:20.796071 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bb0047c-d7a4-442d-84ab-407b813287ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.797330 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4bb0047c-d7a4-442d-84ab-407b813287ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184170 Sep 21 08:48:20.800170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39602) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:20.804479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '67b60d34-d47b-408d-996c-36d2f909edbd', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:20.827967 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:48:20.833268 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.891564 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.896055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.913521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a4830f-efe3-4bb1-ad39-d57e0811b3dd,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:20.919307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:20.920556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb5e8cbd-b5f3-4d3a-b668-f06d60847e6c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194415 Sep 21 08:48:20.923455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39604) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:20.928143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': '67b60d34-d47b-408d-996c-36d2f909edbd', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:20.949903 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:48:20.954804 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.020761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.024070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.042936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fc6a5f-3e43-49e0-8f46-f4fe9a7c92fe,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:21.045240 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.046542 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-60786b58-a1b5-42d7-ba58-aa42d273a922 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220174 Sep 21 08:48:21.049494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39606) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:21.054387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'network': {'name': 'tempest-network-smoke--627641653', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:21.074999 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:48:21.078353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.102298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:48:21.111552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.111903 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Added segment dfbe6577-12e7-4f76-b860-b5713174bbf2 of type vlan for network db2d4754-a311-4826-9fe8-5dea21b353cf Sep 21 08:48:21.157606 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.181228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.186792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:21.187405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.222388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1718419 Sep 21 08:48:21.225107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39608) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:21.257803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'admin_state_up': True, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:21.267526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aba777-ef37-4e67-a2fe-ffebe08313de tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Network': ['ID=db2d4754-a311-4826-9fe8-5dea21b353cf,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:21.277752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network db2d4754-a311-4826-9fe8-5dea21b353cf details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:48:21.284023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.285064 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.334939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.482155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.666987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.672017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93508d67-5ca2-4f6b-8187-4b96a18768a6 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:48:21.689899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.695872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 93508d67-5ca2-4f6b-8187-4b96a18768a6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:48:21.696224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 93508d67-5ca2-4f6b-8187-4b96a18768a6 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:48:21.790895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.124 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:48:21.890942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.928964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:21.965711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:48:21.968528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:48:21.974785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:48:21.980290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:22.419730 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-20f16f92-a359-4b02-b5c6-f5c60f585eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:22.532434 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:22.724574 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:22.849529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router ebeac06c-06a8-4580-b79b-725e13c1b8d8 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:48:22.953137 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:48:22.963001 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Sync routers for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:48:22.971726 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:22.972031 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:22.972961 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:22.975472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ce70b7f0-61f9-43b0-9b94-70f186f510e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7493310 Sep 21 08:48:22.977579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39610) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:23.008924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b522eee4-cd39-4aa1-9704-569f8797dd85 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4c078b3c4bbe41f1ba074b9abc714126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299993 Sep 21 08:48:23.011460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39612) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:23.075983 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:23.098273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec510e9-f154-4188-8688-37513de933ae tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:23.099837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3ec510e9-f154-4188-8688-37513de933ae tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872810 Sep 21 08:48:23.102580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39614) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:23.129826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4a7b6abc-e247-4c83-9e1a-8e0867fd98e3 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262005 Sep 21 08:48:23.133236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39616) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:23.137886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-812583923', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:23.228732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:48:23.232495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.246164 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:22Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:23.272141 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Checking router: ebeac06c-06a8-4580-b79b-725e13c1b8d8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:48:23.272481 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Updating router ebeac06c-06a8-4580-b79b-725e13c1b8d8 port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:48:23.300515 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.415166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.473673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Subnet': ['ID=ac9ff684-e512-482c-bf82-e308a2b644e2,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:23.484426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Checking segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:48:23.484796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network hostable DHCP agents. Network: db2d4754-a311-4826-9fe8-5dea21b353cf, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:48:23.502573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network db2d4754-a311-4826-9fe8-5dea21b353cf is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:48:23.512806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, db2d4754-a311-4826-9fe8-5dea21b353cf) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:48:23.517740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:23.518351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.524352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4ea94-6e10-4bfa-b587-d3b62d4dcb02 None None] Network db2d4754-a311-4826-9fe8-5dea21b353cf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:48:23.534649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f8bae607-0cee-4ce3-bb9e-79bdbc1c824b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4002771 Sep 21 08:48:23.538011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39618) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:23.566902 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.572961 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.619052 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Attempting to bind port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:48:23.619446 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Attempting to bind port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:48:23.619808 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Attempting to bind port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:48:23.632562 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Pushing event updated for resources: {'Port': ['ID=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:23.634683 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:48:23.635560 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:48:23.635560 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.635896 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:48:23.636302 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Bound port: e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:48:23.636678 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.644854 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.645180 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.645761 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.646206 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.646364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.646686 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.647017 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.647359 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.647685 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.648008 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.648328 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.648648 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:48:23.686010 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-db2d4754-a311-4826-9fe8-5dea21b353cf', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:48:23.687048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.709302 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] For port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:48:23.713298 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] For port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:48:23.717447 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.785135 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408432ff-9dec-4007-8119-de27fc8ed090 None None] Pushing event updated for resources: {'Port': ['ID=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:23.798947 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:23.803975 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:23.837438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Allocated IP 172.20.0.2 (db2d4754-a311-4826-9fe8-5dea21b353cf/ac9ff684-e512-482c-bf82-e308a2b644e2/bec44fe8-bfdc-4916-ad4b-5b9921687d47) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:48:23.988869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.993191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:23.996974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:24.018814 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:24.033760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Network db2d4754-a311-4826-9fe8-5dea21b353cf is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:48:24.038124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:48:24.043783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:48:24.050842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Pushing event updated for resources: {'Port': ['ID=bec44fe8-bfdc-4916-ad4b-5b9921687d47,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:24.105057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Attempting to bind port bec44fe8-bfdc-4916-ad4b-5b9921687d47 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:48:24.105433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Attempting to bind port bec44fe8-bfdc-4916-ad4b-5b9921687d47 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:48:24.105835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Attempting to bind port bec44fe8-bfdc-4916-ad4b-5b9921687d47 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:48:24.111181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:48:24.111604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Checking segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:48:24.112018 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:24.112413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Bound using segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:48:24.113460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Bound port: bec44fe8-bfdc-4916-ad4b-5b9921687d47, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:48:24.113849 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:24.178046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] For port bec44fe8-bfdc-4916-ad4b-5b9921687d47, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:48:24.182082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] For port bec44fe8-bfdc-4916-ad4b-5b9921687d47, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bec44fe8-bfdc-4916-ad4b-5b9921687d47,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:48:24.187266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:24.209235 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:22Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:24.249239 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629daea2-0a9c-49ed-a4f5-578881fd9e48 None None] The sync data for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 is: [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:22Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:48:24.250371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09041a2-c91b-436c-b3a3-f196a353a32d None None] Pushing event updated for resources: {'Port': ['ID=bec44fe8-bfdc-4916-ad4b-5b9921687d47,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:24.306309 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.1 (db2d4754-a311-4826-9fe8-5dea21b353cf/ac9ff684-e512-482c-bf82-e308a2b644e2/4f6ad71a-9a3e-496b-9167-c991712faab3) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:48:24.447811 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:24.485454 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:24.543768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network db2d4754-a311-4826-9fe8-5dea21b353cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:48:24.547044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:48:24.551248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:48:24.593006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=4f6ad71a-9a3e-496b-9167-c991712faab3,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:24.615554 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:24.760028 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.062771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.068605 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.147531 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.149474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=4f6ad71a-9a3e-496b-9167-c991712faab3,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:25.249726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network db2d4754-a311-4826-9fe8-5dea21b353cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:48:25.251469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:48:25.258778 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8befdd88-4d47-4d12-936b-6c16d6bbcc2e None None] Network db2d4754-a311-4826-9fe8-5dea21b353cf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:48:25.371790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router ebeac06c-06a8-4580-b79b-725e13c1b8d8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:48:25.374251 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.389563 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-efabede7-355d-440c-85b9-18d9418c8d10 None None] Provisioning complete for port bec44fe8-bfdc-4916-ad4b-5b9921687d47 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:25.389930 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-efabede7-355d-440c-85b9-18d9418c8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.454673 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6b199df5-0fba-40b6-b2f1-1146c604f948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.489264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:48:25.495025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ea7170df-5965-4178-b963-b3901e7cc02a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/ebeac06c-06a8-4580-b79b-725e13c1b8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9558356 Sep 21 08:48:25.521467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-efabede7-355d-440c-85b9-18d9418c8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.561785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-efabede7-355d-440c-85b9-18d9418c8d10 None None] For port bec44fe8-bfdc-4916-ad4b-5b9921687d47, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bec44fe8-bfdc-4916-ad4b-5b9921687d47,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:25.569413 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-efabede7-355d-440c-85b9-18d9418c8d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.639355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabede7-355d-440c-85b9-18d9418c8d10 None None] Pushing event updated for resources: {'Port': ['ID=bec44fe8-bfdc-4916-ad4b-5b9921687d47,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:25.661677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-8d62942f-b759-4025-9664-630c521cd8bd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373998612&fields=id&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 267 time: 0.0500767 Sep 21 08:48:25.799205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-394084bd-3dad-4e07-9e0f-5d92b176d518 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:25.803645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:48:25.804713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-394084bd-3dad-4e07-9e0f-5d92b176d518 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 796 time: 0.1331203 Sep 21 08:48:25.814686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5942fea8-f828-4644-8824-ee9f7a41b3b8 None None] Provisioning complete for port bec44fe8-bfdc-4916-ad4b-5b9921687d47 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:25.815144 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5942fea8-f828-4644-8824-ee9f7a41b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.820859 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-9cac18c2-66eb-4b01-a8ba-f03a357c091c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/quotas/4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 375 time: 0.0102413 Sep 21 08:48:25.887454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-d7188043-3f1d-4cfe-88b1-6e9da0573455 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551136 Sep 21 08:48:25.945539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:25.946020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:25.997341 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-812ef191-f1cf-4257-a2a1-205e35399149 service neutron] 10.222.0.59 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937164 Sep 21 08:48:25.997462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5942fea8-f828-4644-8824-ee9f7a41b3b8 None None] Provisioning complete for port 4f6ad71a-9a3e-496b-9167-c991712faab3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:25.997462 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5942fea8-f828-4644-8824-ee9f7a41b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:26.035499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57991a0-5695-4925-988b-82221362751b None None] Sync routers for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:48:26.085720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5942fea8-f828-4644-8824-ee9f7a41b3b8 None None] Port 4f6ad71a-9a3e-496b-9167-c991712faab3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:48:26.088200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57991a0-5695-4925-988b-82221362751b None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:26.089115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a57991a0-5695-4925-988b-82221362751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:48:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:26.099986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-4f9b35d4-d81e-495f-9bf5-d1ba0d05ff2c service neutron] 10.222.0.59 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985787 Sep 21 08:48:26.140706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:26.172878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:26.179164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:26.180063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bec44fe8-bfdc-4916-ad4b-5b9921687d47 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:48:26.284051 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bb460e1a-ba28-4a35-857e-2494a5a83ee9 req-959b7baf-21df-40cd-a6aa-52c93f00a6d3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 210 time: 0.0310624 Sep 21 08:48:26.470920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-a57991a0-5695-4925-988b-82221362751b None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:26.473283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8fe65ab3-6929-4da4-8d37-7c7217837403 None None] Provisioning complete for port 4f6ad71a-9a3e-496b-9167-c991712faab3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:26.473653 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8fe65ab3-6929-4da4-8d37-7c7217837403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:26.503995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:26.582957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8fe65ab3-6929-4da4-8d37-7c7217837403 None None] Port 4f6ad71a-9a3e-496b-9167-c991712faab3 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:48:26.608288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bec44fe8-bfdc-4916-ad4b-5b9921687d47 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:26.608674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:26.782309 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a57991a0-5695-4925-988b-82221362751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 2, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:26.814398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57991a0-5695-4925-988b-82221362751b None None] Checking router: ebeac06c-06a8-4580-b79b-725e13c1b8d8 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:48:26.814767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57991a0-5695-4925-988b-82221362751b None None] Updating router ebeac06c-06a8-4580-b79b-725e13c1b8d8 port 4f6ad71a-9a3e-496b-9167-c991712faab3 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:48:26.848068 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:26.850642 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a57991a0-5695-4925-988b-82221362751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.116349 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a57991a0-5695-4925-988b-82221362751b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.122090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a57991a0-5695-4925-988b-82221362751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.174154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427eabe-3ebc-4764-8eeb-01e582ffa541 None None] Pushing event updated for resources: {'Port': ['ID=4f6ad71a-9a3e-496b-9167-c991712faab3,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:27.235977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a57991a0-5695-4925-988b-82221362751b None None] Attempting to bind port 4f6ad71a-9a3e-496b-9167-c991712faab3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:48:27.236369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a57991a0-5695-4925-988b-82221362751b None None] Attempting to bind port 4f6ad71a-9a3e-496b-9167-c991712faab3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:48:27.236729 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57991a0-5695-4925-988b-82221362751b None None] Attempting to bind port 4f6ad71a-9a3e-496b-9167-c991712faab3 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:48:27.243452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57991a0-5695-4925-988b-82221362751b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:48:27.243735 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57991a0-5695-4925-988b-82221362751b None None] Checking segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:48:27.244058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a57991a0-5695-4925-988b-82221362751b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.245311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57991a0-5695-4925-988b-82221362751b None None] Bound using segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:48:27.245602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-a57991a0-5695-4925-988b-82221362751b None None] Bound port: 4f6ad71a-9a3e-496b-9167-c991712faab3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:48:27.245994 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a57991a0-5695-4925-988b-82221362751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.281150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-381f70b4-80ea-4878-9705-f605c4626bd9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:27.283049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-381f70b4-80ea-4878-9705-f605c4626bd9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 796 time: 0.1296678 Sep 21 08:48:27.330371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-1a7f27fc-b471-4935-b416-ac459c781229 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 379 time: 0.0384362 Sep 21 08:48:27.338146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a57991a0-5695-4925-988b-82221362751b None None] For port 4f6ad71a-9a3e-496b-9167-c991712faab3, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:48:27.341980 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'port': {'device_id': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'admin_state_up': True, 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'security_groups': ['67b60d34-d47b-408d-996c-36d2f909edbd']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:27.342165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a57991a0-5695-4925-988b-82221362751b None None] For port 4f6ad71a-9a3e-496b-9167-c991712faab3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4f6ad71a-9a3e-496b-9167-c991712faab3,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:48:27.348709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a57991a0-5695-4925-988b-82221362751b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.409181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57991a0-5695-4925-988b-82221362751b None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:27.410114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a57991a0-5695-4925-988b-82221362751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:48:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:27.443919 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-640459e4-2871-474e-8ffd-e3640c612822 req-836c778c-cf3a-4355-b133-275ef4047aa1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 210 time: 0.0702424 Sep 21 08:48:27.468991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427eabe-3ebc-4764-8eeb-01e582ffa541 None None] Pushing event updated for resources: {'Port': ['ID=4f6ad71a-9a3e-496b-9167-c991712faab3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:27.515595 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:48:27.519873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.550919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-a57991a0-5695-4925-988b-82221362751b None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:27.668821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d76973a3-bca5-4561-9ad2-7076b3d6c135 None None] Provisioning complete for port 4f6ad71a-9a3e-496b-9167-c991712faab3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:27.669199 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d76973a3-bca5-4561-9ad2-7076b3d6c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.758983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:48:27.895927 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.899378 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d76973a3-bca5-4561-9ad2-7076b3d6c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.922325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:27.922604 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:27.961551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-a57991a0-5695-4925-988b-82221362751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:27.969096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d76973a3-bca5-4561-9ad2-7076b3d6c135 None None] For port 4f6ad71a-9a3e-496b-9167-c991712faab3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4f6ad71a-9a3e-496b-9167-c991712faab3,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:27.996062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57991a0-5695-4925-988b-82221362751b None None] The sync data for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 is: [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:48:27.996397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.5 (db2d4754-a311-4826-9fe8-5dea21b353cf/ac9ff684-e512-482c-bf82-e308a2b644e2/f5e3497b-42d5-4bd9-872e-c81f7be16599) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:48:28.001347 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d76973a3-bca5-4561-9ad2-7076b3d6c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.090222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76973a3-bca5-4561-9ad2-7076b3d6c135 None None] Pushing event updated for resources: {'Port': ['ID=4f6ad71a-9a3e-496b-9167-c991712faab3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:28.128253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5ee52490-feae-4d71-8b8a-9740482658b4 None None] Provisioning complete for port 4f6ad71a-9a3e-496b-9167-c991712faab3 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:28.128729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ee52490-feae-4d71-8b8a-9740482658b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.173544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.212213 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.255851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network db2d4754-a311-4826-9fe8-5dea21b353cf is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:48:28.259053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:48:28.265160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:48:28.293852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:28.327716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:28.328532 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.344498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-3b816273-fd18-43b6-8aa4-9dbc5d352d8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0077777 Sep 21 08:48:28.357284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Request body: {'port': {'device_id': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:28.423877 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.556219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a9dd9af0-5671-44db-ba4d-1f2eda41a01e None None] Provisioning complete for port f5e3497b-42d5-4bd9-872e-c81f7be16599 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:28.557521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a9dd9af0-5671-44db-ba4d-1f2eda41a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.577650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f2ed8-7c0b-46c8-9bc6-368b68a6bde6 req-c0770c73-70b7-4766-a764-9532e836b4af tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:28.579421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee0f2ed8-7c0b-46c8-9bc6-368b68a6bde6 req-c0770c73-70b7-4766-a764-9532e836b4af tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 931 time: 0.0636551 Sep 21 08:48:28.595242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd9af0-5671-44db-ba4d-1f2eda41a01e None None] Port f5e3497b-42d5-4bd9-872e-c81f7be16599 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:48:28.625533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ee0f2ed8-7c0b-46c8-9bc6-368b68a6bde6 req-ccb55510-33f0-4b1f-8713-c50eba002c4a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350773 Sep 21 08:48:28.722955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e3497b-42d5-4bd9-872e-c81f7be16599 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:48:28.731089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.744450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Transition to ACTIVE for port object f5e3497b-42d5-4bd9-872e-c81f7be16599 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:48:28.749167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.806023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:28.885260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:48:28.885682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:48:28.886087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:48:28.890969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:48:28.891403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:48:28.896635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:48:28.897065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Checking segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:48:28.897621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Bound using segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:48:28.898135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Bound port: f5e3497b-42d5-4bd9-872e-c81f7be16599, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:48:28.898572 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:28.968680 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:48:28.972826 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:48:28.978000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:29.016262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.017116 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:29.018471 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] 10.222.0.62 "PUT /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 1091 time: 0.6656039 Sep 21 08:48:29.020621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:48:29.024842 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:48:29.064615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cbcd9-d2b9-4147-bd05-7ff0bfedc04b service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:29.082953 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81291572-0cf6-4f4f-abaf-c4ac0fe03ec1 x-openstack-request-id: req-81291572-0cf6-4f4f-abaf-c4ac0fe03ec1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:48:29.083248 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:48:29.083581 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-81291572-0cf6-4f4f-abaf-c4ac0fe03ec1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:48:29.083982 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'status': 'completed', 'code': 200} Sep 21 08:48:29.118730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-e196fa5b-63c0-4d76-9d40-67eb4cbaa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.120327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-e196fa5b-63c0-4d76-9d40-67eb4cbaa4b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1094 time: 0.0483410 Sep 21 08:48:29.169369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-955e7ba5-0830-4953-a7d2-d706cc713f63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 217 time: 0.0401604 Sep 21 08:48:29.231869 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-e614d5b1-1c86-479d-af70-46bda9cfe66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.233370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-e614d5b1-1c86-479d-af70-46bda9cfe66b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0561719 Sep 21 08:48:29.280964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-02a3c43e-e271-4fa5-8b3f-2291d0e6e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.282463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-02a3c43e-e271-4fa5-8b3f-2291d0e6e19c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417664 Sep 21 08:48:29.375597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-44eefe9a-439e-4fa1-8d09-39ea231fe3e9 service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858569 Sep 21 08:48:29.464317 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-91eab756-6b11-4f86-8c29-292bd56c23d2 req-2a2780ca-a2e8-4dfe-a4ac-4e1eb0463808 service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820127 Sep 21 08:48:29.557989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-ddc4c4c4-44a3-45d4-a514-03225f9db05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.559526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-ddc4c4c4-44a3-45d4-a514-03225f9db05c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1094 time: 0.0476780 Sep 21 08:48:29.648414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-3ce415a9-f7c2-4040-994d-47850e8e0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.649895 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-3ce415a9-f7c2-4040-994d-47850e8e0250 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 897 time: 0.0832407 Sep 21 08:48:29.698136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-7029c480-9e2d-4090-b7ef-d3b396ffd48e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 217 time: 0.0404079 Sep 21 08:48:29.748111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52007e2b-0999-488e-840c-4fcb6b123e86 req-870e4d0b-911b-42a0-84b6-b566c5617adb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.750510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-697b7587-0ddc-49c4-af0c-69cf6883d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.751271 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52007e2b-0999-488e-840c-4fcb6b123e86 req-870e4d0b-911b-42a0-84b6-b566c5617adb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 943 time: 0.0527372 Sep 21 08:48:29.751865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4f6ad71a-9a3e-496b-9167-c991712faab3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:48:29.752312 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-697b7587-0ddc-49c4-af0c-69cf6883d9fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0469291 Sep 21 08:48:29.791697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-52007e2b-0999-488e-840c-4fcb6b123e86 req-c2666800-139e-4ae4-ab6f-b5e92af86fef tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339630 Sep 21 08:48:29.806030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-cbd22775-50bd-4258-9334-5075a87a13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:29.807589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-cbd22775-50bd-4258-9334-5075a87a13ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491745 Sep 21 08:48:29.813275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4f6ad71a-9a3e-496b-9167-c991712faab3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:29.813779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:29.901365 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-cf78bf5e-d7f4-4d00-9f52-7bd9903db1fe service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870235 Sep 21 08:48:29.992494 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a5b9a002-fb16-4078-8384-46ffbc1aaf3f req-1fb41ed5-fdfa-47d9-b99b-6b33ef100f7c service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830274 Sep 21 08:48:30.909505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abb24b-7487-4f74-a63b-584ec8443c1c req-795f4b16-89e2-4862-bad3-0ba7edcf45e6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:30.911010 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98abb24b-7487-4f74-a63b-584ec8443c1c req-795f4b16-89e2-4862-bad3-0ba7edcf45e6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 943 time: 0.0492480 Sep 21 08:48:30.953645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98abb24b-7487-4f74-a63b-584ec8443c1c req-1f3179ae-f0cc-492b-8fe5-f4bb709a4e9d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365796 Sep 21 08:48:32.067963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64f0ec-2446-4314-ab95-e7a8ebd6ccda req-c431d13f-f7ce-4f5d-b3b1-77dad1da1bc8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:32.069453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad64f0ec-2446-4314-ab95-e7a8ebd6ccda req-c431d13f-f7ce-4f5d-b3b1-77dad1da1bc8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 943 time: 0.0495555 Sep 21 08:48:32.106269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad64f0ec-2446-4314-ab95-e7a8ebd6ccda req-476f2e88-7314-4516-81ad-03c075195257 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306342 Sep 21 08:48:32.390417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:32.675405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:48:32.770026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:32.781123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'port_id': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'mac_address': 'fa:16:3e:db:30:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:48:32.817953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:32.830397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e3497b-42d5-4bd9-872e-c81f7be16599 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:48:32.848945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:32.852667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:32.897999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:33.130106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['f5e3497b-42d5-4bd9-872e-c81f7be16599'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:48:33.220738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe82a8-d12f-41f2-afce-2ee019b7bdb8 req-69a88018-9e8c-4a5d-806f-a7847954f04f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:33.222333 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2efe82a8-d12f-41f2-afce-2ee019b7bdb8 req-69a88018-9e8c-4a5d-806f-a7847954f04f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 944 time: 0.0504613 Sep 21 08:48:33.261081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2efe82a8-d12f-41f2-afce-2ee019b7bdb8 req-38a0278b-c30a-48ad-b77c-c12817382a80 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Sep 21 08:48:33.906293 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:34.381147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa6327-6ad8-4fb5-b04f-8e7b4ae9cfec req-8c4c9e04-1f05-4f98-a39f-de335fd7113a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:34.382576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51aa6327-6ad8-4fb5-b04f-8e7b4ae9cfec req-8c4c9e04-1f05-4f98-a39f-de335fd7113a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 944 time: 0.0526209 Sep 21 08:48:34.419861 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51aa6327-6ad8-4fb5-b04f-8e7b4ae9cfec req-de1a3714-b789-48bf-bbcd-8a2347406331 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Sep 21 08:48:34.691089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:48:34.741526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port f5e3497b-42d5-4bd9-872e-c81f7be16599 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:48:34.745055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port f5e3497b-42d5-4bd9-872e-c81f7be16599 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:48:34.745430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:34.821797 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:34.843200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:48:34.845468 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ddb8c0-a33d-46ca-99a0-82b7b0a1f2e1" -d '{"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:48:34.857586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:48:34.862770 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:34.886556 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54af839-8c98-405b-b057-e442dc0aa8d7 x-openstack-request-id: req-c54af839-8c98-405b-b057-e442dc0aa8d7 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:48:34.886845 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:48:34.887093 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c54af839-8c98-405b-b057-e442dc0aa8d7 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:48:34.887507 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'code': 200} Sep 21 08:48:34.912630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:34.981073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b2982-3d5f-47db-b772-2c681791710b req-8f2fc5e1-3b49-4aaa-98ea-8480914d8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:34.982555 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a56b2982-3d5f-47db-b772-2c681791710b req-8f2fc5e1-3b49-4aaa-98ea-8480914d8a2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1096 time: 0.0440922 Sep 21 08:48:35.017701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a56b2982-3d5f-47db-b772-2c681791710b req-66456b59-127d-47d4-96f8-fbeac5b92dc9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272040 Sep 21 08:48:35.544955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdab2d5-d3ef-45ea-9a10-c88e7822f571 req-f02a5eb6-f724-487f-8276-e1bde99fc074 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:35.546449 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7cdab2d5-d3ef-45ea-9a10-c88e7822f571 req-f02a5eb6-f724-487f-8276-e1bde99fc074 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Sep 21 08:48:35.584631 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7cdab2d5-d3ef-45ea-9a10-c88e7822f571 req-74b656e6-b161-41c7-83ab-a46c638cce83 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316198 Sep 21 08:48:36.697864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b323223-980e-4bdd-908d-a843606b1a11 req-523aec72-cf1a-4209-8c0c-c13aed19c030 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:36.699374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b323223-980e-4bdd-908d-a843606b1a11 req-523aec72-cf1a-4209-8c0c-c13aed19c030 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0481048 Sep 21 08:48:36.740250 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b323223-980e-4bdd-908d-a843606b1a11 req-3769899a-a287-402c-af08-b5d8759d5694 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350723 Sep 21 08:48:36.852285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6221f3-a7ce-41c7-94b4-8a84cea9ba15 req-fdeafb42-1e8b-4fdc-9f28-53fdc15198c8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:36.853772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d6221f3-a7ce-41c7-94b4-8a84cea9ba15 req-fdeafb42-1e8b-4fdc-9f28-53fdc15198c8 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0479672 Sep 21 08:48:36.893052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d6221f3-a7ce-41c7-94b4-8a84cea9ba15 req-c1b0a57c-c9dc-40eb-82e7-fb8aca498aee tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333521 Sep 21 08:48:36.914015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39674) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:36.962248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e426c-c0ac-480c-acfa-ca150d893665 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:36.963807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a02e426c-c0ac-480c-acfa-ca150d893665 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1091 time: 0.0487869 Sep 21 08:48:36.966531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39676) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:36.970776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:48:36.993035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:37.086901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:37.193135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.219 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b4ec8028-7d4b-40a5-963d-5354b51ff9d0) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:48:37.293212 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:37.326604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:37.366795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:48:37.369556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:48:37.373758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:48:37.401120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=b4ec8028-7d4b-40a5-963d-5354b51ff9d0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:37.729301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:37.797321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:37.946200 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:37.950911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:38.020477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=b4ec8028-7d4b-40a5-963d-5354b51ff9d0,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:48:38.028757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:38.128268 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP 6f2a3b60-ae45-40af-b46c-d90953832079 associated. External IP: 172.25.1.219, port: f5e3497b-42d5-4bd9-872e-c81f7be16599. Sep 21 08:48:38.334808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router ebeac06c-06a8-4580-b79b-725e13c1b8d8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:48:38.441879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:48:38.452199 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] Sync routers for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:48:38.458949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:38.463009 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:38.463644 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:48:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:38.488760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-79a993f9-cb53-4bd1-b9b5-128114715871 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5187035 Sep 21 08:48:38.488760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:48:38.489196 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:48:38.530869 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711153ba-3450-46de-bbcf-db950eeb12c9 x-openstack-request-id: req-711153ba-3450-46de-bbcf-db950eeb12c9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:48:38.531215 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:48:38.531501 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-711153ba-3450-46de-bbcf-db950eeb12c9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:48:38.531906 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'status': 'completed', 'code': 200} Sep 21 08:48:38.575321 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:38.620656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93220ff-31a3-4431-9c3a-66a3b1c92d97 req-32402799-73cd-4238-b743-1e62f9fe460d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:38.622189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d93220ff-31a3-4431-9c3a-66a3b1c92d97 req-32402799-73cd-4238-b743-1e62f9fe460d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0762730 Sep 21 08:48:38.625096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-4313c6bc-d2f2-41dc-adde-2eeb9f88d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:38.626501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-4313c6bc-d2f2-41dc-adde-2eeb9f88d27a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1096 time: 0.0703332 Sep 21 08:48:38.719567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d93220ff-31a3-4431-9c3a-66a3b1c92d97 req-d490c27a-37b5-4fc7-92de-2efb3151afae tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907733 Sep 21 08:48:38.740924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39682) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:38.744966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-34b739b7-ce99-4662-aa23-1e29537df610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:38.746917 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-34b739b7-ce99-4662-aa23-1e29537df610 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 897 time: 0.1119847 Sep 21 08:48:38.805852 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6f2a3b60-ae45-40af-b46c-d90953832079', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'port_id': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'mac_address': 'fa:16:3e:db:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:48:37Z', 'updated_at': '2021-09-21T08:48:37Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:38.815761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-81fea59d-e7fa-4f59-871b-61a434020418 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/6f2a3b60-ae45-40af-b46c-d90953832079 HTTP/1.1" status: 200 len: 991 time: 0.0730381 Sep 21 08:48:38.820336 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-833663eb-4931-4590-a59f-8619e61059c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 999 time: 0.0664454 Sep 21 08:48:38.832661 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] Checking router: ebeac06c-06a8-4580-b79b-725e13c1b8d8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:48:38.840866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:48:38.841473 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:48:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:38.874717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-70edb21c-046f-4f56-84cb-dd88909088ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:38.876172 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-70edb21c-046f-4f56-84cb-dd88909088ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0491540 Sep 21 08:48:38.921488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-a5b2d334-1988-44f1-a215-209b49edc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:38.923030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-a5b2d334-1988-44f1-a215-209b49edc8e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398037 Sep 21 08:48:38.945154 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:48:39.011267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-e21f38fd-83e4-44a3-8225-e9a3b6c89c8c service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813527 Sep 21 08:48:39.106042 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b7c5f19-b5d7-475b-9aeb-25447b9b8b2c req-f4913fb8-2e17-4fd5-8dea-dc63f6db7a1c service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873542 Sep 21 08:48:39.166234 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6f2a3b60-ae45-40af-b46c-d90953832079', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'port_id': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'mac_address': 'fa:16:3e:db:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:48:37Z', 'updated_at': '2021-09-21T08:48:37Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:48:39.191597 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36de482-ad45-45e2-8670-c544834efeaa None None] The sync data for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 is: [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6f2a3b60-ae45-40af-b46c-d90953832079', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.219', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'port_id': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'mac_address': 'fa:16:3e:db:30:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:48:37Z', 'updated_at': '2021-09-21T08:48:37Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:48:39.387615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44c58f-040f-4bad-a8a4-6919ef5fbd19 None None] New status for floating IP 6f2a3b60-ae45-40af-b46c-d90953832079: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:48:39.818565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39684) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:48:39.877592 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c9ac42a7-770d-4449-ab33-cf71b92b1e08 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/6f2a3b60-ae45-40af-b46c-d90953832079 HTTP/1.1" status: 200 len: 993 time: 0.0578754 Sep 21 08:48:43.952370 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:48:52.421524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-35c32484-d359-4bab-bd72-3d36428b8c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:52.520599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-34d35ef7-c46a-4b15-b5bc-051062153d62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432818 Sep 21 08:48:52.602488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-4dab68c7-c443-41a7-b0b3-93a2f6dfe8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:52.604071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-4dab68c7-c443-41a7-b0b3-93a2f6dfe8ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1096 time: 0.0415125 Sep 21 08:48:52.703563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-d61da4f0-66c3-48ed-802c-d694baf0f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:52.705005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-d61da4f0-66c3-48ed-802c-d694baf0f501 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 897 time: 0.0825787 Sep 21 08:48:52.773032 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-f1530794-ba3f-4cbd-9884-83ae5a1b6772 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 1001 time: 0.0606089 Sep 21 08:48:52.821693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-b3b15f68-0dca-4b63-a485-761fb85aba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:52.823131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-b3b15f68-0dca-4b63-a485-761fb85aba05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0432646 Sep 21 08:48:52.867552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-1e083a8a-2d5a-479d-853d-97bde516e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:48:52.869024 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-1e083a8a-2d5a-479d-853d-97bde516e786 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388713 Sep 21 08:48:52.961716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-c49e7ee6-17bb-44e6-a203-043f8a718894 service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Sep 21 08:48:53.053715 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-25e4639c-6d66-4278-b9fb-1758fd991784 req-65783482-6bac-4e93-8640-e1b805cbc315 service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850220 Sep 21 08:48:55.345231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:55.416065 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5d8eb47-41d8-4566-91cb-acbd2ff6b4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:56.809204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:48:57.872886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:02.389219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:03.931160 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:20.951591 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:49:22.421676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-10e8d19e-2969-4dc1-bb3b-80bcf9136add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:25.347548 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:25.415567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-770d2cd1-bd61-4c5e-aee6-1bd05d2a3bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:26.813614 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:27.876288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:32.388149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:33.939019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:42.752385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcba18-733a-40c8-92d9-98a800793171 req-0f45b15d-79f2-41c4-bd04-41695a704b31 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:42.753881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dbcba18-733a-40c8-92d9-98a800793171 req-0f45b15d-79f2-41c4-bd04-41695a704b31 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.1076591 Sep 21 08:49:42.795472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1dbcba18-733a-40c8-92d9-98a800793171 req-ae254b1d-c942-4acd-a132-6dac3195212e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349321 Sep 21 08:49:42.817620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39722) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:49:42.877597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-08f604bb-3482-4d36-b5a8-341e72401efe tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/6f2a3b60-ae45-40af-b46c-d90953832079 HTTP/1.1" status: 200 len: 993 time: 0.0586715 Sep 21 08:49:43.326415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358fed2-d5c5-43d4-82bd-52a093eac634 req-feaa37a8-3cb7-464a-9f72-b3672a1fe100 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:43.327927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c358fed2-d5c5-43d4-82bd-52a093eac634 req-feaa37a8-3cb7-464a-9f72-b3672a1fe100 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1096 time: 0.0435297 Sep 21 08:49:43.361090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c358fed2-d5c5-43d4-82bd-52a093eac634 req-f368ed4f-f9c7-4c6a-b0e4-4db8db3849e3 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273321 Sep 21 08:49:43.483005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-f6fc9627-698d-4325-8bf2-94d8c0633a80 req-62d84602-79df-4787-a9da-f8dab567b65a service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:49:43.484098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6fc9627-698d-4325-8bf2-94d8c0633a80 req-62d84602-79df-4787-a9da-f8dab567b65a service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584502 Sep 21 08:49:44.878566 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39756) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:49:44.969612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-3b4954c9-1726-429f-899f-7f6db985f910 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899174 Sep 21 08:49:44.978693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-378ea73c-cdfa-46d9-b07f-d80be85a29b4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:49:44.979687 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-378ea73c-cdfa-46d9-b07f-d80be85a29b4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054522 Sep 21 08:49:45.557297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-d283691c-6ce2-430a-b6e0-474dccc4bb95 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:45.558679 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-d283691c-6ce2-430a-b6e0-474dccc4bb95 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 1093 time: 0.0907919 Sep 21 08:49:45.567337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Request body: {'binding': {'host': 'n-h2-809980-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:49:45.567792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Unknown quota resources ['binding']. {{(pid=94724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 21 08:49:45.698763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on host n-h2-809980-2 for vnic_type normal with profile None {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:49:45.699086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:49:45.699449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:49:45.703720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:49:45.704048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:49:45.708800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:49:45.709142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Checking segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:49:45.709529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Bound using segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:49:45.709956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Bound port: f5e3497b-42d5-4bd9-872e-c81f7be16599, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:49:45.794976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:49:45.800520 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] Notify callbacks [] for binding, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:45.801729 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c3fc278b-5762-4558-b9f7-4c853e7e1d98 service neutron] 10.222.0.59 "POST /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599/bindings HTTP/1.1" status: 201 len: 389 time: 0.2376282 Sep 21 08:49:45.949349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a30b7-a64f-4b23-a414-aa249a649a3b req-57afd870-bb7c-4696-9401-b5a1b8fd974e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:45.951081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc8a30b7-a64f-4b23-a414-aa249a649a3b req-57afd870-bb7c-4696-9401-b5a1b8fd974e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0507531 Sep 21 08:49:46.001853 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc8a30b7-a64f-4b23-a414-aa249a649a3b req-4117b40a-8c4a-4ce5-8157-0f60ccf7bf33 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429800 Sep 21 08:49:46.029830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-156889e5-ee60-499f-b74b-f271840509df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:46.031329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-156889e5-ee60-499f-b74b-f271840509df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1096 time: 0.0430117 Sep 21 08:49:46.125294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-82a2f6ac-464b-4cc9-a162-d1a8f81a38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:46.126667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-82a2f6ac-464b-4cc9-a162-d1a8f81a38e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 897 time: 0.0880346 Sep 21 08:49:46.200190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-c763652f-f091-4821-9be4-d40b2325c00f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 1001 time: 0.0656638 Sep 21 08:49:46.253838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-4408e7f6-87ad-4105-a2b5-2c36776d3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:46.255288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-4408e7f6-87ad-4105-a2b5-2c36776d3828 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0479991 Sep 21 08:49:46.301854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-5e4106a4-6200-440a-95c9-82373146569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:46.303364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-5e4106a4-6200-440a-95c9-82373146569d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404146 Sep 21 08:49:46.392163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-fd82017c-4ab7-4f82-ad26-737e11d385f6 service neutron] 10.222.0.50 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805111 Sep 21 08:49:46.489393 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-937f8d97-6d47-4fb3-b59e-822e45694b60 service neutron] 10.222.0.50 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895870 Sep 21 08:49:46.623007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-79a0bdc2-1812-4dd6-873d-6a4b85d214b7 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:46.624535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-79a0bdc2-1812-4dd6-873d-6a4b85d214b7 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702&tenant_id=4c078b3c4bbe41f1ba074b9abc714126&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1096 time: 0.0773337 Sep 21 08:49:46.636273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809980-2'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:49:46.688178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:46.813538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:49:46.850004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:49:46.889253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:49:46.891539 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1c4148-e501-43a6-b472-e28ff341b9a8" -d '{"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:49:46.895289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:46.901222 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:46.996699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:49:47.007994 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796546bb-2f7f-4bb6-be21-b3c8cac92070 x-openstack-request-id: req-796546bb-2f7f-4bb6-be21-b3c8cac92070 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:49:47.008794 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:49:47.009043 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-796546bb-2f7f-4bb6-be21-b3c8cac92070 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:49:47.009429 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'code': 200} Sep 21 08:49:47.012871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.013045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.013382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.013715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.014039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.014363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.014687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.015007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.015344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.015666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.015983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.016298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:47.069555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on host n-h1-809980-2 for vnic_type normal with profile {"migrating_to": "n-h2-809980-2"} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:49:47.069891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:49:47.070221 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:49:47.085618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:49:47.085948 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Attempting to bind port f5e3497b-42d5-4bd9-872e-c81f7be16599 on network db2d4754-a311-4826-9fe8-5dea21b353cf {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:49:47.105356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:49:47.105734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Checking segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:49:47.106106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Bound using segment: {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:49:47.106523 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Bound port: f5e3497b-42d5-4bd9-872e-c81f7be16599, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbe6577-12e7-4f76-b860-b5713174bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:49:47.106889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:47.165424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56183b-8675-43b2-8b19-f4ef4ee20bcd req-32216fbd-d805-45bb-b472-40ceb4d413ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:47.166927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d56183b-8675-43b2-8b19-f4ef4ee20bcd req-32216fbd-d805-45bb-b472-40ceb4d413ca tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 943 time: 0.0937402 Sep 21 08:49:47.177032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5335d01f-e816-4ac6-b87f-9570f31cb93f None None] Provisioning complete for port f5e3497b-42d5-4bd9-872e-c81f7be16599 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:49:47.177619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5335d01f-e816-4ac6-b87f-9570f31cb93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:47.208772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:49:47.213143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:49:47.215188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5335d01f-e816-4ac6-b87f-9570f31cb93f None None] Port f5e3497b-42d5-4bd9-872e-c81f7be16599 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:49:47.220135 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:47.251984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d56183b-8675-43b2-8b19-f4ef4ee20bcd req-393cd552-bce2-4455-b774-6393fb4587c2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782125 Sep 21 08:49:47.321110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=8']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:49:47.363386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:47.364012 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:47.365436 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-bc5c9557-c5b4-4334-8ae9-2b9b9b4d355f service neutron] 10.222.0.50 "PUT /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 1121 time: 0.7331810 Sep 21 08:49:47.432748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['f5e3497b-42d5-4bd9-872e-c81f7be16599'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:49:47.553256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Provisioning complete for port f5e3497b-42d5-4bd9-872e-c81f7be16599 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:49:47.553504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:47.687612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:47.727741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:49:47.730151 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e9a6c5-2fff-4412-92aa-b038b4711c30" -d '{"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:49:47.752691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:49:47.757901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:47.801318 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b5d6d8-51ec-43b3-b84e-636b40fe12f8 x-openstack-request-id: req-c5b5d6d8-51ec-43b3-b84e-636b40fe12f8 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:49:47.801618 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:49:47.801870 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c5b5d6d8-51ec-43b3-b84e-636b40fe12f8 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:49:47.802256 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'code': 200} Sep 21 08:49:48.057573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:49:48.068462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.068807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.069407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.069745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.070081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.070491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.070800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.071657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.071988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.072344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.072717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.073077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc60ac-e749-4a6c-b6cb-b29cc07e1201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:48.376930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08811e59-7213-4c5d-9f8c-2bfd715615da req-cb48257c-99d9-4436-9453-98cb58b2af3f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:48.379081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08811e59-7213-4c5d-9f8c-2bfd715615da req-cb48257c-99d9-4436-9453-98cb58b2af3f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0523803 Sep 21 08:49:48.419190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-08811e59-7213-4c5d-9f8c-2bfd715615da req-0af91380-88e4-4e8a-8c93-027405d0a59a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340874 Sep 21 08:49:49.010256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:49:49.012807 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:49:49.049787 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b89486e-b5a0-4910-a7c4-a850aac925fe x-openstack-request-id: req-1b89486e-b5a0-4910-a7c4-a850aac925fe {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:49:49.050074 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:49:49.050325 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b89486e-b5a0-4910-a7c4-a850aac925fe {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:49:49.050718 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'status': 'completed', 'code': 200} Sep 21 08:49:49.161243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-1367d644-f5c7-44de-95fd-98b7374785bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:49.162757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-1367d644-f5c7-44de-95fd-98b7374785bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1126 time: 0.0909011 Sep 21 08:49:49.254729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-4ca45d29-8673-4c3f-987b-bd64f1c66389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:49.256293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-4ca45d29-8673-4c3f-987b-bd64f1c66389 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 897 time: 0.0866473 Sep 21 08:49:49.327409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-d4c02e3f-af09-4bfd-bcc0-c487778d6e3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 1001 time: 0.0633669 Sep 21 08:49:49.379560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-b6e9db07-d2a3-4e5f-bb45-4b6a81af94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:49.381863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-b6e9db07-d2a3-4e5f-bb45-4b6a81af94bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0478773 Sep 21 08:49:49.433288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-bfa39c16-b4dd-4e68-bda3-ddb9f76634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:49.434792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-bfa39c16-b4dd-4e68-bda3-ddb9f76634e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440700 Sep 21 08:49:49.564952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-42bbc693-db21-4e65-b252-6f42fa52988a service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220560 Sep 21 08:49:49.578651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8e2f-9093-42a3-808f-2ed5dbeedbea req-4efb3e1f-2dff-4bde-bf2c-e13ef5f51b05 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:49.580076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cbd8e2f-9093-42a3-808f-2ed5dbeedbea req-4efb3e1f-2dff-4bde-bf2c-e13ef5f51b05 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0762010 Sep 21 08:49:49.674344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7cbd8e2f-9093-42a3-808f-2ed5dbeedbea req-b0928331-7348-4d41-8f65-3edc82d1ceed tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852723 Sep 21 08:49:49.703415 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-206bfd5c-bda8-4f2e-ab9e-a9c36fa73657 req-f0989a34-7f14-4a98-a97e-02180a3191c1 service neutron] 10.222.0.62 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219168 Sep 21 08:49:49.925193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:49:50.027540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:49:50.039833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 has no active binding in host n-h2-809980-2 {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 21 08:49:50.920397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad6d8d-3c7d-476b-b690-e1485f412b00 req-321f53ad-a1d8-4e65-b4e7-98b2b2cb2980 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:50.922166 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-44ad6d8d-3c7d-476b-b690-e1485f412b00 req-321f53ad-a1d8-4e65-b4e7-98b2b2cb2980 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.1604125 Sep 21 08:49:50.984205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-44ad6d8d-3c7d-476b-b690-e1485f412b00 req-2a05a147-5740-4990-9651-0bf0d1f29f66 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544543 Sep 21 08:49:52.107713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f100ce-eac9-4822-92ef-7826c8f708d2 req-d1efa00f-340f-4621-aa40-a80d92f2f1f6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:52.109762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92f100ce-eac9-4822-92ef-7826c8f708d2 req-d1efa00f-340f-4621-aa40-a80d92f2f1f6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 945 time: 0.0498378 Sep 21 08:49:52.147554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-92f100ce-eac9-4822-92ef-7826c8f708d2 req-31678f91-255d-4a9f-ae4a-37805289a1cd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Sep 21 08:49:52.422749 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f3a3c597-80be-41cb-be44-3bea9e34eaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:52.553082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-f3b0b7e8-f864-4c4d-8e0e-6e35eb16d43e service neutron] 10.222.0.62 "GET /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 384 time: 0.0572193 Sep 21 08:49:52.737058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:49:52.762867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:49:52.811028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:49:52.813452 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5846317-1656-4437-a4e5-36dd6d6a7e61" -d '{"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:49:52.822072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:49:52.837830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:52.855368 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a602322b-7d54-4542-8943-d53cd0d815b5 x-openstack-request-id: req-a602322b-7d54-4542-8943-d53cd0d815b5 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:49:52.855659 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:49:52.855972 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a602322b-7d54-4542-8943-d53cd0d815b5 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:49:52.856365 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'code': 200} Sep 21 08:49:52.917422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] Transition to ACTIVE for port object f5e3497b-42d5-4bd9-872e-c81f7be16599 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:49:52.921565 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:53.016844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=11']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:49:53.054925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] No DVR routers for this DVR port f5e3497b-42d5-4bd9-872e-c81f7be16599 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:49:53.185307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ccae65f4-2520-48ff-bc77-ea095e8b220c service neutron] 10.222.0.62 "PUT /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599/bindings/n-h2-809980-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6257215 Sep 21 08:49:53.291420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0f8eb-119a-4226-a23a-8445ee9473fd req-6b3be68a-e13f-4a84-b0ae-6934c07ace67 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:53.292821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dbd0f8eb-119a-4226-a23a-8445ee9473fd req-6b3be68a-e13f-4a84-b0ae-6934c07ace67 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 944 time: 0.0791023 Sep 21 08:49:53.308295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-3453b15c-fab1-40d7-8c51-31ff16f0dca8 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:53.309725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-3453b15c-fab1-40d7-8c51-31ff16f0dca8 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702&tenant_id=4c078b3c4bbe41f1ba074b9abc714126&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.0686626 Sep 21 08:49:53.361505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dbd0f8eb-119a-4226-a23a-8445ee9473fd req-d3d05568-1c60-4f52-9254-4af7b0ab49f4 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613723 Sep 21 08:49:53.372195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-b785819d-ebfd-4210-ad3c-dd43a46f4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:53.373743 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-b785819d-ebfd-4210-ad3c-dd43a46f4d28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 1095 time: 0.0548356 Sep 21 08:49:53.439395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ca90f516-959a-4762-8bd8-1001ef437af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:53.440854 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-ca90f516-959a-4762-8bd8-1001ef437af3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1095 time: 0.0402570 Sep 21 08:49:53.850541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-229c3d80-71ac-4198-aa57-7e3890c98c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:53.852040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-229c3d80-71ac-4198-aa57-7e3890c98c75 service neutron] 10.222.0.50 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 897 time: 0.4034960 Sep 21 08:49:53.917606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-129f870e-0611-49c0-8d53-b9e6ba25ac59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 999 time: 0.0571053 Sep 21 08:49:53.969931 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-98182317-d27d-4c6a-9871-aea9f74d0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:53.971259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-98182317-d27d-4c6a-9871-aea9f74d0e78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0467434 Sep 21 08:49:54.016330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-a3ae1e63-ce50-45d4-aefd-2908017f0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:54.017784 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-a3ae1e63-ce50-45d4-aefd-2908017f0d13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389941 Sep 21 08:49:54.106978 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-f5889f7f-db7b-4aad-a6ed-edcbf1f6c1b0 service neutron] 10.222.0.50 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806043 Sep 21 08:49:54.201302 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-6ad3cf26-d29e-4af3-ac92-0924d42a6397 service neutron] 10.222.0.50 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864830 Sep 21 08:49:54.426421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-80ecdccf-282f-4e54-ad32-efc8be549716 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:54.428028 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-80ecdccf-282f-4e54-ad32-efc8be549716 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702&tenant_id=4c078b3c4bbe41f1ba074b9abc714126&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 1095 time: 0.0429688 Sep 21 08:49:54.479944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b961-990b-4e64-b107-528d390971f8 req-81ca784e-efc9-44cf-bca0-173a93854d57 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:54.481560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9717b961-990b-4e64-b107-528d390971f8 req-81ca784e-efc9-44cf-bca0-173a93854d57 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 944 time: 0.0496891 Sep 21 08:49:54.519161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9717b961-990b-4e64-b107-528d390971f8 req-25730440-8753-410f-b94d-ff50f402076d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Sep 21 08:49:54.574782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-f4548a7b-ceb3-4997-86dc-d6f999bde7d3 service neutron] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:49:54.578146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-f4548a7b-ceb3-4997-86dc-d6f999bde7d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:54.579275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283a1b9c-37e9-4d95-a638-86c5b5cc4e77 req-f4548a7b-ceb3-4997-86dc-d6f999bde7d3 service neutron] 10.222.0.50 "DELETE /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599/bindings/n-h1-809980-2 HTTP/1.1" status: 204 len: 173 time: 0.1430202 Sep 21 08:49:54.627670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e75bf-de92-4e3f-b52c-f20a7f0957b1 req-482c96f9-b775-4c29-909f-610af2d472d6 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:54.629268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc9e75bf-de92-4e3f-b52c-f20a7f0957b1 req-482c96f9-b775-4c29-909f-610af2d472d6 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1095 time: 0.0440974 Sep 21 08:49:54.663229 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fc9e75bf-de92-4e3f-b52c-f20a7f0957b1 req-6ca3a162-2fc9-4b94-9e4b-6c22c36b09e2 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272086 Sep 21 08:49:54.777139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64761be7-adb9-4f02-b529-330376887128 req-4e49ef3b-d863-4dd4-8920-ffb95ccaa468 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:54.778663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64761be7-adb9-4f02-b529-330376887128 req-4e49ef3b-d863-4dd4-8920-ffb95ccaa468 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 944 time: 0.0498598 Sep 21 08:49:54.822705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64761be7-adb9-4f02-b529-330376887128 req-bf64fcbe-5158-48a3-a643-1ab9da509f31 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365436 Sep 21 08:49:54.844394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39802) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:49:54.912123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f52e06b8-c14b-4b7b-8530-bbd27a6f7262 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/6f2a3b60-ae45-40af-b46c-d90953832079 HTTP/1.1" status: 200 len: 991 time: 0.0665832 Sep 21 08:49:55.094300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:49:55.137019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:49:55.147514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39808) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:49:55.320983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port b4ec8028-7d4b-40a5-963d-5354b51ff9d0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:49:55.321323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.350488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.401646 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.401971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.413763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for b4ec8028-7d4b-40a5-963d-5354b51ff9d0 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:49:55.416559 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-234a732b-27c2-4a7b-9465-3955c741e8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.555847 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.584991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=b4ec8028-7d4b-40a5-963d-5354b51ff9d0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:49:55.597101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.597458 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.597798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.598135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.598470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.598800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.599127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.599490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.599816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.600146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.600468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.600784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:49:55.653555 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.653889 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP 6f2a3b60-ae45-40af-b46c-d90953832079 disassociated (deleted). External IP: 172.25.1.219, port: f5e3497b-42d5-4bd9-872e-c81f7be16599. Sep 21 08:49:55.860583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router ebeac06c-06a8-4580-b79b-725e13c1b8d8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:49:55.968576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:49:55.973308 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:55.978872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] Sync routers for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:49:55.988089 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:49:55.988694 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:49:55.999990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eb6e3ee2-5bc7-404b-a706-08c6a4c60d0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/floatingips/6f2a3b60-ae45-40af-b46c-d90953832079 HTTP/1.1" status: 204 len: 168 time: 0.8511364 Sep 21 08:49:56.000582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:49:56.002937 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:49:56.045759 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3a3e47-ddfd-47f7-aa6c-5d381205923d x-openstack-request-id: req-1b3a3e47-ddfd-47f7-aa6c-5d381205923d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:49:56.046050 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:49:56.046301 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b3a3e47-ddfd-47f7-aa6c-5d381205923d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:49:56.046699 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'status': 'completed', 'code': 200} Sep 21 08:49:56.096978 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:49:56.120117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-80ce1e92-bd09-44ad-9628-5b9e0119d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:56.121540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-80ce1e92-bd09-44ad-9628-5b9e0119d3b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 1095 time: 0.0482967 Sep 21 08:49:56.272926 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-360d6b27-a601-4f27-b248-0ccd7031aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:56.279862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-360d6b27-a601-4f27-b248-0ccd7031aa4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 200 len: 897 time: 0.1397214 Sep 21 08:49:56.283864 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc622bc5-4d58-4920-8631-7350e7551971 req-32e64bca-11e4-4870-8c0c-e56af9aba3ad tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:56.285367 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc622bc5-4d58-4920-8631-7350e7551971 req-32e64bca-11e4-4870-8c0c-e56af9aba3ad tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 944 time: 0.0774579 Sep 21 08:49:56.332100 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:49:56.332785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-7b52ba99-773b-4d57-a8db-b408a281aac7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 200 len: 217 time: 0.0464168 Sep 21 08:49:56.360558 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] Checking router: ebeac06c-06a8-4580-b79b-725e13c1b8d8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:49:56.369266 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:49:56.370194 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:49:56.384839 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc622bc5-4d58-4920-8631-7350e7551971 req-8acf73c5-d25a-484e-81e0-8efa677c660d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=67b60d34-d47b-408d-996c-36d2f909edbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927553 Sep 21 08:49:56.398621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-196d85ab-40ef-4ecf-a97b-a142cbc631a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:56.406698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-196d85ab-40ef-4ecf-a97b-a142cbc631a7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 200 len: 834 time: 0.0595207 Sep 21 08:49:56.467194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-1fcdbc0f-068d-4d59-a500-43bda1e5c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:56.468903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-1fcdbc0f-068d-4d59-a500-43bda1e5c271 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db2d4754-a311-4826-9fe8-5dea21b353cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594041 Sep 21 08:49:56.589679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-f76c7f8e-90c1-452f-a222-478c9254fdba service neutron] 10.222.0.50 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983882 Sep 21 08:49:56.597998 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:49:56.687663 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-db137a70-8c1b-46c3-bd02-55f75c8129b9 service neutron] 10.222.0.50 "GET /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Sep 21 08:49:56.721483 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b51d5-645c-4f24-b45c-410103a18493 req-df968ee7-5eb6-43f7-99fb-742a72c6c10b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:49:56.722996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-971b51d5-645c-4f24-b45c-410103a18493 req-df968ee7-5eb6-43f7-99fb-742a72c6c10b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 944 time: 0.0540636 Sep 21 08:49:56.805841 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:49:56.813327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:56.822690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port f5e3497b-42d5-4bd9-872e-c81f7be16599 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:49:56.823099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:56.835302 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ba281-37b6-4801-8e34-ef58156a0012 None None] The sync data for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 is: [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:24Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '4f6ad71a-9a3e-496b-9167-c991712faab3', 'name': '', 'network_id': 'db2d4754-a311-4826-9fe8-5dea21b353cf', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:77:67:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:24Z', 'updated_at': '2021-09-21T08:48:27Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'ac9ff684-e512-482c-bf82-e308a2b644e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:49:56.921448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port f5e3497b-42d5-4bd9-872e-c81f7be16599, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=f5e3497b-42d5-4bd9-872e-c81f7be16599,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:49:56.921448 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:56.934398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for f5e3497b-42d5-4bd9-872e-c81f7be16599 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:49:57.070835 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:57.082797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d09cc9-e5ad-4b83-8a78-f55db2f52fd8 None None] New status for floating IP 6f2a3b60-ae45-40af-b46c-d90953832079: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:49:57.103338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=f5e3497b-42d5-4bd9-872e-c81f7be16599,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:49:57.494834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] No DVR routers for this DVR port f5e3497b-42d5-4bd9-872e-c81f7be16599 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:49:57.497806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:57.499859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-971b51d5-645c-4f24-b45c-410103a18493 req-c6cda459-af3a-4cd3-afb5-fb8eb861211c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.50 "DELETE /v2.0/ports/f5e3497b-42d5-4bd9-872e-c81f7be16599 HTTP/1.1" status: 204 len: 173 time: 0.7707069 Sep 21 08:49:57.527518 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-637dbff7-435b-4d54-abfb-168ec86e339c req-90197e6c-f4a5-4672-8e36-3efa509ab7f1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae4a64b9-f0ca-46f2-a538-e63d7cc83702 HTTP/1.1" status: 200 len: 210 time: 0.0328228 Sep 21 08:49:57.878561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:57.951930 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:49:58.047742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-deleted', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:49:58.049983 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b9b753-063b-4cd8-a2d8-fb668f4bd341" -d '{"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-deleted", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:49:58.086074 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532f488b-8ede-4fcf-965d-533d045da1df x-openstack-request-id: req-532f488b-8ede-4fcf-965d-533d045da1df {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:49:58.086366 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a64b9-f0ca-46f2-a538-e63d7cc83702", "name": "network-vif-deleted", "tag": "f5e3497b-42d5-4bd9-872e-c81f7be16599", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:49:58.086617 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-532f488b-8ede-4fcf-965d-533d045da1df {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:49:58.087025 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a64b9-f0ca-46f2-a538-e63d7cc83702', 'name': 'network-vif-deleted', 'tag': 'f5e3497b-42d5-4bd9-872e-c81f7be16599', 'status': 'completed', 'code': 200} Sep 21 08:49:58.583827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39824) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:49:58.945220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:59.195399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 4f6ad71a-9a3e-496b-9167-c991712faab3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:49:59.196560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:59.285313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 4f6ad71a-9a3e-496b-9167-c991712faab3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4f6ad71a-9a3e-496b-9167-c991712faab3,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:49:59.285674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:59.298066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 4f6ad71a-9a3e-496b-9167-c991712faab3 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:49:59.479423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:59.505063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=4f6ad71a-9a3e-496b-9167-c991712faab3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:49:59.683149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:49:59.899168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router ebeac06c-06a8-4580-b79b-725e13c1b8d8 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:49:59.987794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:50:00.002166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:50:00.007211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-27abfc84-3b43-4ba6-8062-c85aad7ddf0d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/ebeac06c-06a8-4580-b79b-725e13c1b8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4223146 Sep 21 08:50:00.010357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39826) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:00.012874 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] Sync routers for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:50:00.015476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: f5e3497b-42d5-4bd9-872e-c81f7be16599 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:50:00.015979 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device f5e3497b-42d5-4bd9-872e-c81f7be16599 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:50:00.024568 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:00.025262 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:00.065264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting subnet ac9ff684-e512-482c-bf82-e308a2b644e2 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:50:00.068287 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.108378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.128328 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:00.191408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.255440 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.284014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9ff684-e512-482c-bf82-e308a2b644e2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:00.289283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.291626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-06a566c5-6f30-4dcb-b58a-e1c9873af72c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/subnets/ac9ff684-e512-482c-bf82-e308a2b644e2 HTTP/1.1" status: 204 len: 168 time: 0.2808523 Sep 21 08:50:00.294218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39828) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:00.297186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb41e6-9af7-416b-8a54-a6add5b47219 None None] Network db2d4754-a311-4826-9fe8-5dea21b353cf requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:50:00.310094 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:49:59Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:00.341738 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] Checking router: ebeac06c-06a8-4580-b79b-725e13c1b8d8 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:50:00.350711 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] Routers {'ebeac06c-06a8-4580-b79b-725e13c1b8d8'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:00.351336 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:00.404784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.463110 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] Set router ebeac06c-06a8-4580-b79b-725e13c1b8d8 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:00.473178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] DHCP port deletion for db2d4754-a311-4826-9fe8-5dea21b353cf request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:50:00.512291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.526809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] Deleting port bec44fe8-bfdc-4916-ad4b-5b9921687d47 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:50:00.527340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.572033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:50:00.572412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.595642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] For port bec44fe8-bfdc-4916-ad4b-5b9921687d47, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bec44fe8-bfdc-4916-ad4b-5b9921687d47,segment=NetworkSegment(dfbe6577-12e7-4f76-b860-b5713174bbf2),segment_id=dfbe6577-12e7-4f76-b860-b5713174bbf2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:00.596045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.610483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] Calling delete_port for bec44fe8-bfdc-4916-ad4b-5b9921687d47 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:50:00.644567 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:49:59Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:00.672411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:00.673083 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.679446 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd76bac-cb16-4849-8fed-784a827380bd None None] The sync data for ids ['ebeac06c-06a8-4580-b79b-725e13c1b8d8'] in n-d-809980-2 is: [{'id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520355225', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:49:59Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': 'e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebeac06c-06a8-4580-b79b-725e13c1b8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:48:21Z', 'updated_at': '2021-09-21T08:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:50:00.687231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:50:00.703190 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.726042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] Pushing event deleted for resources: {'Port': ['ID=bec44fe8-bfdc-4916-ad4b-5b9921687d47,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:00.735112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df85237-ee14-40f3-98f0-70c485a6bf9c None None] No DVR routers for this DVR port bec44fe8-bfdc-4916-ad4b-5b9921687d47 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:50:00.879692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:00.911590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:00.971761 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.071943 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.074276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.128270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.129261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Fanout notify agent at l3_agent the message router_deleted on router ebeac06c-06a8-4580-b79b-725e13c1b8d8 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:50:01.139122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.140361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-25f299a6-32c4-473f-b51c-cfad5072ef5e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/routers/ebeac06c-06a8-4580-b79b-725e13c1b8d8 HTTP/1.1" status: 204 len: 168 time: 0.8451686 Sep 21 08:50:01.142919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39830) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:01.229157 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.326806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.349047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2d4754-a311-4826-9fe8-5dea21b353cf']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:01.359419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbe6577-12e7-4f76-b860-b5713174bbf2') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:01.359419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbe6577-12e7-4f76-b860-b5713174bbf2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:01.372856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.387194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.394028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:50:01.394431 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:50:01.397571 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:50:01.456776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.463877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.465622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/networks/db2d4754-a311-4826-9fe8-5dea21b353cf HTTP/1.1" status: 204 len: 168 time: 0.3217318 Sep 21 08:50:01.468462 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39832) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:01.476765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c81e5-3d08-42e2-bb8f-1c203413c158 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Network': ['ID=db2d4754-a311-4826-9fe8-5dea21b353cf,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:01.527970 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cf19-50e0-47da-8297-e8e3d79de8e0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.556309 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cf19-50e0-47da-8297-e8e3d79de8e0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.616828 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cf19-50e0-47da-8297-e8e3d79de8e0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.619963 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cf19-50e0-47da-8297-e8e3d79de8e0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:01.623684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d1f7cf19-50e0-47da-8297-e8e3d79de8e0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/security-groups/67b60d34-d47b-408d-996c-36d2f909edbd HTTP/1.1" status: 204 len: 168 time: 0.1516314 Sep 21 08:50:01.630873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7cf19-50e0-47da-8297-e8e3d79de8e0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b60d34-d47b-408d-996c-36d2f909edbd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:01.771371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:50:01.792205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:50:01.792553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e0202e2d-d8f7-4b56-b4eb-4b7cd5e2859e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:50:01.792967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4f6ad71a-9a3e-496b-9167-c991712faab3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:50:01.811711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4f6ad71a-9a3e-496b-9167-c991712faab3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:50:01.812059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4f6ad71a-9a3e-496b-9167-c991712faab3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:50:01.812465 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bec44fe8-bfdc-4916-ad4b-5b9921687d47 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:50:01.830355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: bec44fe8-bfdc-4916-ad4b-5b9921687d47 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:50:01.830708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bec44fe8-bfdc-4916-ad4b-5b9921687d47 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:50:02.030640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39838) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.035210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9a3c8c46-015e-4efb-88be-813042c27dbd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203572591', 'description': 'tempest-secgroup-smoke-203572591 description', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.057383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8c46-015e-4efb-88be-813042c27dbd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.136583 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8c46-015e-4efb-88be-813042c27dbd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.140212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8c46-015e-4efb-88be-813042c27dbd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.169330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8c46-015e-4efb-88be-813042c27dbd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.170562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9a3c8c46-015e-4efb-88be-813042c27dbd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389277 Sep 21 08:50:02.173592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39840) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.174690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c8c46-015e-4efb-88be-813042c27dbd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a179dde6-8460-45ab-8117-ba20eff99c99,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:02.179009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-061234f4-5444-43fd-a740-243bb3ebca7a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'a179dde6-8460-45ab-8117-ba20eff99c99', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.205559 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-061234f4-5444-43fd-a740-243bb3ebca7a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.264334 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-061234f4-5444-43fd-a740-243bb3ebca7a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.267898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-061234f4-5444-43fd-a740-243bb3ebca7a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.285494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061234f4-5444-43fd-a740-243bb3ebca7a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331dbe3f-d1e8-4cf0-b3f3-a9268fbce2c4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:02.292049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-061234f4-5444-43fd-a740-243bb3ebca7a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.293301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-061234f4-5444-43fd-a740-243bb3ebca7a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186798 Sep 21 08:50:02.296015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39842) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.300530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-4ba03d29-3237-4aab-ba98-f3f72ecc5140 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'a179dde6-8460-45ab-8117-ba20eff99c99', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.326438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4ba03d29-3237-4aab-ba98-f3f72ecc5140 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.381570 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4ba03d29-3237-4aab-ba98-f3f72ecc5140 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.386110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4ba03d29-3237-4aab-ba98-f3f72ecc5140 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.387822 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.404480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba03d29-3237-4aab-ba98-f3f72ecc5140 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0e2b1d-bed7-4bda-9337-00b45cbbbe2c,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:02.412413 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4ba03d29-3237-4aab-ba98-f3f72ecc5140 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.413907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4ba03d29-3237-4aab-ba98-f3f72ecc5140 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169138 Sep 21 08:50:02.416635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39844) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.420970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-edd55161-778f-4326-8b4b-509b8ab9cc2c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'a179dde6-8460-45ab-8117-ba20eff99c99', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.448065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edd55161-778f-4326-8b4b-509b8ab9cc2c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.505004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edd55161-778f-4326-8b4b-509b8ab9cc2c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.509174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edd55161-778f-4326-8b4b-509b8ab9cc2c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.528062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd55161-778f-4326-8b4b-509b8ab9cc2c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090a3d54-ef2c-4c1b-ba1e-67e22e3bd8d2,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:02.533707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edd55161-778f-4326-8b4b-509b8ab9cc2c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.534996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-edd55161-778f-4326-8b4b-509b8ab9cc2c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174102 Sep 21 08:50:02.537559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39846) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.541825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-523809ec-0b6b-4a4b-bfda-228d66deb306 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'a179dde6-8460-45ab-8117-ba20eff99c99', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.568030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523809ec-0b6b-4a4b-bfda-228d66deb306 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.628858 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523809ec-0b6b-4a4b-bfda-228d66deb306 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.632396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523809ec-0b6b-4a4b-bfda-228d66deb306 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.650665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523809ec-0b6b-4a4b-bfda-228d66deb306 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949fd2e5-f152-4082-87b8-3cf817f325df,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:02.656075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-523809ec-0b6b-4a4b-bfda-228d66deb306 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.657304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-523809ec-0b6b-4a4b-bfda-228d66deb306 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188245 Sep 21 08:50:02.659958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39848) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.664188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'a179dde6-8460-45ab-8117-ba20eff99c99', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.685467 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:50:02.690538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.750933 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.754652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.775182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426689bc-c0e3-4565-9338-5d4402a7a13e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:02.779213 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.785081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0e4d8c6b-f895-4ce7-be50-7c9ea8f52d23 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196275 Sep 21 08:50:02.785081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39850) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.787614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'security_group_rule': {'security_group_id': 'a179dde6-8460-45ab-8117-ba20eff99c99', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.809833 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Project 4c078b3c4bbe41f1ba074b9abc714126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:50:02.814716 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.880941 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.885494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.909464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a6108e-e594-4587-85b2-983ee4deabdf,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:02.915142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.916665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05fddb56-f66d-46be-a673-72c246cfd284 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324477 Sep 21 08:50:02.919847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39852) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:02.924742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'network': {'name': 'tempest-network-smoke--57354074', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'port_security_enabled': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:02.945660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:50:02.949726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.972244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:50:02.981147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:02.981494 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Added segment 90bfb08c-748f-4d77-94cc-97cd651ade23 of type vlan for network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 Sep 21 08:50:03.024368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.048188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.053613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:03.054217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.088801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1680918 Sep 21 08:50:03.091789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39854) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:03.096138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'admin_state_up': True, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:03.130101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70f90e-8634-4cfc-84f0-36989ab0bbac tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Network': ['ID=6a219812-df64-4ccb-a88a-2d25aeb0fc88,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:03.140794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:50:03.147505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.148534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.203680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.335921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.529218 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.548260 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.651786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.245 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/22cd261f-a067-444b-bc9f-766163097627) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:50:03.750793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.786389 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:03.820776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:50:03.825413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:50:03.827994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:50:03.935795 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:04.192521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=22cd261f-a067-444b-bc9f-766163097627,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:04.411777 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:04.601615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:04.724336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:50:04.830454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:50:04.840178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Sync routers for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:50:04.848810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:04.849017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:04.849789 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:04.850259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a40fa872-f121-4234-b443-27f0d18cb87b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7575080 Sep 21 08:50:04.854117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39856) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:04.887945 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8cb464e2-ce75-41b8-a2cf-79f6ec74c973 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=4c078b3c4bbe41f1ba074b9abc714126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302975 Sep 21 08:50:04.888124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39858) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:04.956449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:04.974517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988e7496-fbfc-42a1-ae57-aec708fbd191 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:04.979457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-988e7496-fbfc-42a1-ae57-aec708fbd191 tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870769 Sep 21 08:50:04.979646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39860) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:05.013367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-45eafa15-2707-4948-b4bc-832739f5aada tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301678 Sep 21 08:50:05.013550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39862) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:05.018234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615345544', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:05.111659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:50:05.115705 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.130408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:04Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:05.160456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Checking router: 66cc24b2-9c16-4c77-a1e2-faf7158286d7 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:50:05.160813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Updating router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 port 22cd261f-a067-444b-bc9f-766163097627 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:50:05.185915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.305449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.364787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Subnet': ['ID=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:05.374681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Checking segment: {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:50:05.375357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network hostable DHCP agents. Network: 6a219812-df64-4ccb-a88a-2d25aeb0fc88, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:50:05.392932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:50:05.402422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 6a219812-df64-4ccb-a88a-2d25aeb0fc88) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:50:05.407374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:05.408140 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.423948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c003a343-eea9-432a-83ac-3764aa0a2bf9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4094121 Sep 21 08:50:05.426860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39864) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:05.428152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d0626-b79b-41f8-b03d-bacdac28f37b None None] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:50:05.472258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.502791 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.572601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b136f2-f597-4d63-8ffe-5e35784c828b None None] Pushing event updated for resources: {'Port': ['ID=22cd261f-a067-444b-bc9f-766163097627,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:05.575196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Attempting to bind port 22cd261f-a067-444b-bc9f-766163097627 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:50:05.575594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Attempting to bind port 22cd261f-a067-444b-bc9f-766163097627 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:50:05.575955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Attempting to bind port 22cd261f-a067-444b-bc9f-766163097627 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:50:05.599728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:50:05.600104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:50:05.600512 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.600905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:50:05.601386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Bound port: 22cd261f-a067-444b-bc9f-766163097627, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:50:05.601770 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.681395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] For port 22cd261f-a067-444b-bc9f-766163097627, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:50:05.685202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:50:05.686045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.688954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] For port 22cd261f-a067-444b-bc9f-766163097627, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=22cd261f-a067-444b-bc9f-766163097627,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:50:05.700739 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.826708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b136f2-f597-4d63-8ffe-5e35784c828b None None] Pushing event updated for resources: {'Port': ['ID=22cd261f-a067-444b-bc9f-766163097627,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:05.831391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:05.832009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:05.882043 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:05.954556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Allocated IP 172.20.0.2 (6a219812-df64-4ccb-a88a-2d25aeb0fc88/a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8/055f7d97-8702-4826-b76b-a63d638a7dbd) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:50:05.981588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:06.389935 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.396318 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.443108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.1 (6a219812-df64-4ccb-a88a-2d25aeb0fc88/a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8/177a0c89-db59-4a8a-95d9-181abc2e3335) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:50:06.444387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:50:06.452517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:50:06.458986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:50:06.462597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:04Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:06.465937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Pushing event updated for resources: {'Port': ['ID=055f7d97-8702-4826-b76b-a63d638a7dbd,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:06.496565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fefc535-860e-4fe6-90a6-28514d1d1f29 None None] The sync data for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 is: [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:04Z', 'revision_number': 3, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:50:06.555246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Attempting to bind port 055f7d97-8702-4826-b76b-a63d638a7dbd on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:50:06.555634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Attempting to bind port 055f7d97-8702-4826-b76b-a63d638a7dbd by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:50:06.555995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Attempting to bind port 055f7d97-8702-4826-b76b-a63d638a7dbd on network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:50:06.562126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:50:06.562635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Checking segment: {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:50:06.563045 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.563926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Bound using segment: {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:50:06.563926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Bound port: 055f7d97-8702-4826-b76b-a63d638a7dbd, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:50:06.564298 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.566617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.603598 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.638102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] For port 055f7d97-8702-4826-b76b-a63d638a7dbd, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:50:06.641956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] For port 055f7d97-8702-4826-b76b-a63d638a7dbd, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=055f7d97-8702-4826-b76b-a63d638a7dbd,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:50:06.642441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:50:06.645879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:50:06.646510 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.650514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:50:06.681060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=177a0c89-db59-4a8a-95d9-181abc2e3335,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:06.709196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:06.723168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6539b-3fec-43c4-a6da-3819443e3324 None None] Pushing event updated for resources: {'Port': ['ID=055f7d97-8702-4826-b76b-a63d638a7dbd,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:06.868775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:07.194330 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:07.200628 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:07.278926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=177a0c89-db59-4a8a-95d9-181abc2e3335,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:07.281577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:07.380002 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:50:07.381473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:50:07.504494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:50:07.618540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:50:07.627082 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7fabb216-9b1f-4f1e-bf37-7735c4d00a2f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/66cc24b2-9c16-4c77-a1e2-faf7158286d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1957238 Sep 21 08:50:07.685827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb1c30-274a-45f9-8728-76721b2b67e3 None None] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:50:07.773734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-91983e89-7fba-45c9-9d79-b1c8c83c6ddf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203572591&fields=id&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 267 time: 0.0414772 Sep 21 08:50:07.800851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1c5f8085-5a9e-4d73-9e01-69cc31e4c16d None None] Provisioning complete for port 055f7d97-8702-4826-b76b-a63d638a7dbd triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:07.801322 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8085-5a9e-4d73-9e01-69cc31e4c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:07.861765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 055f7d97-8702-4826-b76b-a63d638a7dbd up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:50:07.896849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-009544d7-4497-423e-a18a-cdae9aacd466 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:07.898856 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-009544d7-4497-423e-a18a-cdae9aacd466 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/networks?id=6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 200 len: 795 time: 0.1219895 Sep 21 08:50:07.914561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-41159d04-5538-4ca6-8881-5b2dd0276b70 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/quotas/4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 375 time: 0.0092566 Sep 21 08:50:07.974901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-e5393cce-9b76-4043-96f5-3b77cc4542e3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537686 Sep 21 08:50:07.990288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 055f7d97-8702-4826-b76b-a63d638a7dbd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:07.990691 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.019290 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8085-5a9e-4d73-9e01-69cc31e4c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.067998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1c5f8085-5a9e-4d73-9e01-69cc31e4c16d None None] For port 055f7d97-8702-4826-b76b-a63d638a7dbd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=055f7d97-8702-4826-b76b-a63d638a7dbd,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:08.075355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1c5f8085-5a9e-4d73-9e01-69cc31e4c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.087442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-19a182d8-d00e-4e9b-9c79-13ab86415d3e service neutron] 10.222.0.59 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996900 Sep 21 08:50:08.144338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22cd261f-a067-444b-bc9f-766163097627 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:50:08.148820 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Sync routers for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:50:08.162883 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:08.163693 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:08.177391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f8085-5a9e-4d73-9e01-69cc31e4c16d None None] Pushing event updated for resources: {'Port': ['ID=055f7d97-8702-4826-b76b-a63d638a7dbd,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:08.192460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-b11cbd2f-8b8b-47d2-8b79-1c6ab435c014 service neutron] 10.222.0.59 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041675 Sep 21 08:50:08.214959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 22cd261f-a067-444b-bc9f-766163097627 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:08.215352 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.287254 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:08.311912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.326576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4bc3dc00-8b86-46ab-8fc0-f948912d74d0 None None] Provisioning complete for port 055f7d97-8702-4826-b76b-a63d638a7dbd triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:08.326956 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4bc3dc00-8b86-46ab-8fc0-f948912d74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.389194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 22cd261f-a067-444b-bc9f-766163097627, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=22cd261f-a067-444b-bc9f-766163097627,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:08.405901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.419203 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41d4adc7-c68d-4a75-9e07-74ab0c1e8838 req-a1377ec0-7603-44da-80ad-e95e5c008018 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 210 time: 0.0476954 Sep 21 08:50:08.493845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=22cd261f-a067-444b-bc9f-766163097627,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:08.544093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4bc3dc00-8b86-46ab-8fc0-f948912d74d0 None None] Provisioning complete for port 177a0c89-db59-4a8a-95d9-181abc2e3335 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:08.544466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4bc3dc00-8b86-46ab-8fc0-f948912d74d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.567195 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:07Z', 'revision_number': 2, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:08.585242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3dc00-8b86-46ab-8fc0-f948912d74d0 None None] Port 177a0c89-db59-4a8a-95d9-181abc2e3335 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:50:08.597741 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Checking router: 66cc24b2-9c16-4c77-a1e2-faf7158286d7 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:50:08.598136 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Updating router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 port 177a0c89-db59-4a8a-95d9-181abc2e3335 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:50:08.625057 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.706554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ce4f5b6f-6b5d-4a26-8a6a-48b220357115 None None] Provisioning complete for port 177a0c89-db59-4a8a-95d9-181abc2e3335 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:08.707776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ce4f5b6f-6b5d-4a26-8a6a-48b220357115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.748597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ce4f5b6f-6b5d-4a26-8a6a-48b220357115 None None] Port 177a0c89-db59-4a8a-95d9-181abc2e3335 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:50:08.866960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e66f9fbc-af09-492a-8647-264aad70d3e6 None None] Provisioning complete for port 177a0c89-db59-4a8a-95d9-181abc2e3335 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:08.867412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e66f9fbc-af09-492a-8647-264aad70d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:08.906543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e66f9fbc-af09-492a-8647-264aad70d3e6 None None] Port 177a0c89-db59-4a8a-95d9-181abc2e3335 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:50:08.996519 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.001766 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.051416 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Pushing event updated for resources: {'Port': ['ID=177a0c89-db59-4a8a-95d9-181abc2e3335,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:09.072758 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.073138 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.073478 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.073805 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.074132 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.074456 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.074783 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.075101 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.075479 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.075831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.076153 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.076468 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:50:09.110646 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Attempting to bind port 177a0c89-db59-4a8a-95d9-181abc2e3335 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:50:09.111005 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Attempting to bind port 177a0c89-db59-4a8a-95d9-181abc2e3335 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:50:09.111385 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Attempting to bind port 177a0c89-db59-4a8a-95d9-181abc2e3335 on network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:50:09.116454 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:50:09.116819 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Checking segment: {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:50:09.117213 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.117594 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Bound using segment: {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:50:09.118643 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Bound port: 177a0c89-db59-4a8a-95d9-181abc2e3335, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:50:09.119020 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.184106 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] For port 177a0c89-db59-4a8a-95d9-181abc2e3335, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:50:09.187266 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] For port 177a0c89-db59-4a8a-95d9-181abc2e3335, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=177a0c89-db59-4a8a-95d9-181abc2e3335,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:50:09.191912 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.226872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-da604d07-9954-446a-bb15-a04c73ac921e None None] Provisioning complete for port 177a0c89-db59-4a8a-95d9-181abc2e3335 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:09.228082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da604d07-9954-446a-bb15-a04c73ac921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.251964 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:09.253334 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:09.313050 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736acfc3-843c-49ba-ac3b-fbe25118bef0 None None] Pushing event updated for resources: {'Port': ['ID=177a0c89-db59-4a8a-95d9-181abc2e3335,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:09.356998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da604d07-9954-446a-bb15-a04c73ac921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.406184 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:09.413118 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-da604d07-9954-446a-bb15-a04c73ac921e None None] For port 177a0c89-db59-4a8a-95d9-181abc2e3335, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=177a0c89-db59-4a8a-95d9-181abc2e3335,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:09.422072 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da604d07-9954-446a-bb15-a04c73ac921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.497057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-455ef576-dd02-49e8-9705-78d8cd42d23f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:09.498677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da604d07-9954-446a-bb15-a04c73ac921e None None] Pushing event updated for resources: {'Port': ['ID=177a0c89-db59-4a8a-95d9-181abc2e3335,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:09.499446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-455ef576-dd02-49e8-9705-78d8cd42d23f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/networks?id=6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 200 len: 795 time: 0.1952925 Sep 21 08:50:09.542300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-40fd3680-e2c2-45d8-82e7-925149d22ae7 None None] Provisioning complete for port 177a0c89-db59-4a8a-95d9-181abc2e3335 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:09.542907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40fd3680-e2c2-45d8-82e7-925149d22ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.558408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9538aa12-2577-4a97-80ed-37035e89f8dc req-dff70ec4-8e43-489c-b762-2585e4cc1429 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 210 time: 0.0418096 Sep 21 08:50:09.581460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-41895961-e793-4e1b-be3b-097abd57d4e1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c078b3c4bbe41f1ba074b9abc714126 HTTP/1.1" status: 200 len: 379 time: 0.0720534 Sep 21 08:50:09.593815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'port': {'device_id': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'admin_state_up': True, 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'security_groups': ['a179dde6-8460-45ab-8117-ba20eff99c99']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:09.655773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:09.684653 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e779398-78fb-4f93-906e-f875aaaf114d None None] The sync data for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 is: [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:50:09.705098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Made reservation on behalf of 4c078b3c4bbe41f1ba074b9abc714126 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:50:09.708719 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.830250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 055f7d97-8702-4826-b76b-a63d638a7dbd up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:50:09.880353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.20.0.5 (6a219812-df64-4ccb-a88a-2d25aeb0fc88/a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8/cb73f7fe-87b6-4c86-ad75-ab0892c43c88) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:50:09.880766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 055f7d97-8702-4826-b76b-a63d638a7dbd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:09.881074 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:09.968308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22cd261f-a067-444b-bc9f-766163097627 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:50:10.017561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 22cd261f-a067-444b-bc9f-766163097627 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:10.017887 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.038844 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.080414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.127176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:50:10.130429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:50:10.134054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:50:10.163057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:10.201079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:10.202212 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.218361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-92cb09fd-1118-4cb8-905a-132d5956863e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6301098 Sep 21 08:50:10.231409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Request body: {'port': {'device_id': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:10.288807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.452497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6dc11297-0fa4-4e8b-9b6b-6f2d93837ada None None] Provisioning complete for port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:10.452875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6dc11297-0fa4-4e8b-9b6b-6f2d93837ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.491827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6dc11297-0fa4-4e8b-9b6b-6f2d93837ada None None] Port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:50:10.572545 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb73f7fe-87b6-4c86-ad75-ab0892c43c88 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:50:10.581174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.593991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Transition to ACTIVE for port object cb73f7fe-87b6-4c86-ad75-ab0892c43c88 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:50:10.598935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.672488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:10.688256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44dd99-302a-4864-9842-0af9fe78e4a7 req-22a45839-dd57-46f4-b82b-4272167f6889 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:10.690086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d44dd99-302a-4864-9842-0af9fe78e4a7 req-22a45839-dd57-46f4-b82b-4272167f6889 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 943 time: 0.0619698 Sep 21 08:50:10.739792 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Attempting to bind port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:50:10.740272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Attempting to bind port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:50:10.740706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Attempting to bind port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 on network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:50:10.747746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d44dd99-302a-4864-9842-0af9fe78e4a7 req-c1229366-a133-4b5b-a0e1-e26cdb67df60 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513093 Sep 21 08:50:10.748181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 on network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:50:10.748579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Attempting to bind port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 on network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:50:10.754031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:50:10.754454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Checking segment: {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:50:10.754912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Bound using segment: {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:50:10.755439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Bound port: cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bfb08c-748f-4d77-94cc-97cd651ade23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:50:10.756000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.831978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:50:10.835172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:50:10.841429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.876712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:10.877484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:10.878772 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] 10.222.0.62 "PUT /v2.0/ports/cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 200 len: 1091 time: 0.6519835 Sep 21 08:50:10.879224 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:50:10.881533 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:50:10.907565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb356c-9fe8-4122-ab1f-2bcdb0e86d8b service neutron] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:10.946004 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a5ab9e-79ae-43ae-a8ac-c23b6b0648b1 x-openstack-request-id: req-77a5ab9e-79ae-43ae-a8ac-c23b6b0648b1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:50:10.946304 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:50:10.946547 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-77a5ab9e-79ae-43ae-a8ac-c23b6b0648b1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:50:10.946932 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'status': 'completed', 'code': 200} Sep 21 08:50:10.980768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-adcaec36-5fea-4345-a786-a3479c7b3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:10.982322 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-adcaec36-5fea-4345-a786-a3479c7b3e57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1094 time: 0.0454073 Sep 21 08:50:11.033337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-c1325b20-275c-43f7-8540-bcaebd7c36c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 200 len: 217 time: 0.0430584 Sep 21 08:50:11.084767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-4dc38952-26e6-4141-bd5f-420dd48f9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:11.086279 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-4dc38952-26e6-4141-bd5f-420dd48f9203 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 HTTP/1.1" status: 200 len: 834 time: 0.0465930 Sep 21 08:50:11.133656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-b5f360ed-c087-47ad-8bbb-70086b2e39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:11.135239 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-b5f360ed-c087-47ad-8bbb-70086b2e39a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a219812-df64-4ccb-a88a-2d25aeb0fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396147 Sep 21 08:50:11.229689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-3112e27c-f285-4b25-93a1-092ed40bf480 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867009 Sep 21 08:50:11.318662 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ebd134c6-12be-4f32-b413-d87e7b925833 req-1dc40a2d-1420-41b4-ac8b-86d3b2e07c75 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811977 Sep 21 08:50:11.412764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-25a5a7de-453c-4a15-9580-8b90c887deef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:11.414481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-25a5a7de-453c-4a15-9580-8b90c887deef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1094 time: 0.0457671 Sep 21 08:50:11.504480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-e544e160-dbf1-4f1e-a4d2-32672a11efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:11.505951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-e544e160-dbf1-4f1e-a4d2-32672a11efb8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 200 len: 896 time: 0.0841956 Sep 21 08:50:11.549913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-08b3e0d0-f249-45c7-b177-ebb91aef254a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 200 len: 217 time: 0.0370548 Sep 21 08:50:11.597570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-e9d96afe-e5d0-459e-b01a-34e15c3bb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:11.598912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-e9d96afe-e5d0-459e-b01a-34e15c3bb26d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 HTTP/1.1" status: 200 len: 834 time: 0.0424340 Sep 21 08:50:11.644933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-fc626a6b-2e90-4de1-b6c4-5ab5907ba994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:11.646443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-fc626a6b-2e90-4de1-b6c4-5ab5907ba994 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a219812-df64-4ccb-a88a-2d25aeb0fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403750 Sep 21 08:50:11.745491 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-98da2038-b422-4c3d-b498-afc55b09a996 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916677 Sep 21 08:50:11.804515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 177a0c89-db59-4a8a-95d9-181abc2e3335 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:50:11.843632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e41694ca-b1f1-4de1-bda8-6d48f6573cf2 req-f24520ba-0f34-4e06-8484-ef4aa8c7c2ac service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908153 Sep 21 08:50:11.858614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 177a0c89-db59-4a8a-95d9-181abc2e3335 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:11.858914 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:11.878525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf8330-4809-4a70-97d2-031f8a31902b req-d2a261d0-d9be-4bc3-a49c-79612703fd0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:11.880063 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdcf8330-4809-4a70-97d2-031f8a31902b req-d2a261d0-d9be-4bc3-a49c-79612703fd0c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 943 time: 0.0528514 Sep 21 08:50:11.921568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdcf8330-4809-4a70-97d2-031f8a31902b req-0d661460-442f-49b0-b898-6cc2c70d226f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345066 Sep 21 08:50:13.037466 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108c188-f5a2-4736-ae27-2d79d58a13ab req-3fe42278-170c-4a43-aefe-b14798273ab0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:13.038935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f108c188-f5a2-4736-ae27-2d79d58a13ab req-3fe42278-170c-4a43-aefe-b14798273ab0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 943 time: 0.0479159 Sep 21 08:50:13.080983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f108c188-f5a2-4736-ae27-2d79d58a13ab req-6e35691c-2950-4bb8-90d7-6cc536c72955 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355628 Sep 21 08:50:14.193921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9f70e-fa14-4e18-a925-264f6586d436 req-40bde394-d4a9-4e7c-8975-221491bbf0f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:14.195422 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6f9f70e-fa14-4e18-a925-264f6586d436 req-40bde394-d4a9-4e7c-8975-221491bbf0f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 943 time: 0.0485847 Sep 21 08:50:14.232610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b6f9f70e-fa14-4e18-a925-264f6586d436 req-1e1a5d40-474e-416e-999e-7f5366b7c31e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Sep 21 08:50:15.157473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device cb73f7fe-87b6-4c86-ad75-ab0892c43c88 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:50:15.252311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:15.263973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'port_id': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'mac_address': 'fa:16:3e:c6:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:50:15.306709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:15.319926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb73f7fe-87b6-4c86-ad75-ab0892c43c88 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:50:15.339382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:15.343858 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:15.353641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b7b9a-b50b-496e-a10d-e8f09d20b19a req-377c7c7c-af18-4202-88e2-6e8b7f3b7f32 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:15.355171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf1b7b9a-b50b-496e-a10d-e8f09d20b19a req-377c7c7c-af18-4202-88e2-6e8b7f3b7f32 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 943 time: 0.0529447 Sep 21 08:50:15.390824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:15.392705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf1b7b9a-b50b-496e-a10d-e8f09d20b19a req-f23066ff-7962-46a8-818f-d1840df9a55f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Sep 21 08:50:15.669711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['cb73f7fe-87b6-4c86-ad75-ab0892c43c88'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:50:16.505673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3ccec-8bb2-48e4-be64-2b0fd7782345 req-9c2fcc95-42e5-4fa3-8cdb-7bc7c614c8dd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:16.507127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68a3ccec-8bb2-48e4-be64-2b0fd7782345 req-9c2fcc95-42e5-4fa3-8cdb-7bc7c614c8dd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 944 time: 0.0481410 Sep 21 08:50:16.544151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68a3ccec-8bb2-48e4-be64-2b0fd7782345 req-24dc6467-d7b0-4a11-b1ee-69d5cbb269aa tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309176 Sep 21 08:50:17.173168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device cb73f7fe-87b6-4c86-ad75-ab0892c43c88 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:50:17.220701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:50:17.224334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:50:17.224701 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:17.300768 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:17.322406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:50:17.324671 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d0523a-3512-4f36-827f-1705c5b0ce55" -d '{"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-plugged", "status": "completed", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:50:17.337613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:50:17.342135 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:17.364631 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de557919-ab78-44a6-b968-a09a7e0c440e x-openstack-request-id: req-de557919-ab78-44a6-b968-a09a7e0c440e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:50:17.364917 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-plugged", "status": "completed", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:50:17.365163 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de557919-ab78-44a6-b968-a09a7e0c440e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:50:17.365549 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'code': 200} Sep 21 08:50:17.392767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:17.458790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1075d5-6cd5-4e48-81f4-06af3d88785d req-c32e5b92-294a-46d4-9f75-275d4b8e5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:17.460361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c1075d5-6cd5-4e48-81f4-06af3d88785d req-c32e5b92-294a-46d4-9f75-275d4b8e5c51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1096 time: 0.0410566 Sep 21 08:50:17.493510 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c1075d5-6cd5-4e48-81f4-06af3d88785d req-ef74d743-8b1b-4278-93ac-9bdf05d95fb1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263641 Sep 21 08:50:17.660932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c64bec-2ae0-4d15-b035-620e3e45ecf6 req-df80552d-0d44-48f8-bf7a-e55ff27c29d0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:17.662378 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b4c64bec-2ae0-4d15-b035-620e3e45ecf6 req-df80552d-0d44-48f8-bf7a-e55ff27c29d0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0514495 Sep 21 08:50:17.699983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b4c64bec-2ae0-4d15-b035-620e3e45ecf6 req-de1f9cb0-dd7a-4c50-bba0-f751e27449e9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Sep 21 08:50:18.816351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44537787-61b0-4a28-ab4e-6ff0fd66cd27 req-ac9306bb-e236-4679-9319-86c23166b6e7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:18.817929 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44537787-61b0-4a28-ab4e-6ff0fd66cd27 req-ac9306bb-e236-4679-9319-86c23166b6e7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0496993 Sep 21 08:50:18.860314 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44537787-61b0-4a28-ab4e-6ff0fd66cd27 req-27fc5a3b-34f4-488e-82f4-cb23d19dde2a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352824 Sep 21 08:50:19.973997 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7ca1c-e77e-4ffc-81ea-3a496ae89b9c req-d23898cb-e98f-483b-a539-a9bac33b425b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:19.975417 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38f7ca1c-e77e-4ffc-81ea-3a496ae89b9c req-d23898cb-e98f-483b-a539-a9bac33b425b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0485973 Sep 21 08:50:20.013274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38f7ca1c-e77e-4ffc-81ea-3a496ae89b9c req-a715b894-20c8-4bdb-a352-63ba460f2099 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312560 Sep 21 08:50:20.139030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc7302-772e-4ea9-bdfc-f5e03204034c req-3302f47f-d5a3-41a9-ae8d-154a9254ab38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:20.140599 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dccc7302-772e-4ea9-bdfc-f5e03204034c req-3302f47f-d5a3-41a9-ae8d-154a9254ab38 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0488513 Sep 21 08:50:20.178920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dccc7302-772e-4ea9-bdfc-f5e03204034c req-b9fad36a-77fd-4091-bc72-0370a38897df tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323622 Sep 21 08:50:20.200475 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39922) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:20.239376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4affe0-421f-46e2-90d4-4eaeb9cb303f tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:20.240806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fd4affe0-421f-46e2-90d4-4eaeb9cb303f tempest-TestNetworkAdvancedServerOps-666382941 tempest-TestNetworkAdvancedServerOps-666382941-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1091 time: 0.0393779 Sep 21 08:50:20.243528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 39924) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:20.247677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:50:20.268903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:20.368268 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:20.468152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Allocated IP 172.25.1.120 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/8af83d34-3fb7-4f14-9ea2-dc4da4febd04) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:50:20.570009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:20.602709 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:20.637942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:50:20.640748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:50:20.644706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:50:20.679604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=8af83d34-3fb7-4f14-9ea2-dc4da4febd04,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:21.000330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:21.065115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:21.210962 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:21.215519 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:21.284706 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event updated for resources: {'Port': ['ID=8af83d34-3fb7-4f14-9ea2-dc4da4febd04,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:50:21.295255 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:21.713220 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c associated. External IP: 172.25.1.120, port: cb73f7fe-87b6-4c86-ad75-ab0892c43c88. Sep 21 08:50:21.915663 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:50:22.018457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:50:22.028588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] Sync routers for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:50:22.035138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:22.038449 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:22.039065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:22.065106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a77705e8-3d21-4bf4-b39f-16dded30a81a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8205841 Sep 21 08:50:22.065776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:50:22.068254 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:50:22.107715 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57bbdaa-201b-4c8b-9b9b-d197d4ad27b9 x-openstack-request-id: req-c57bbdaa-201b-4c8b-9b9b-d197d4ad27b9 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:50:22.108276 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:50:22.108531 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c57bbdaa-201b-4c8b-9b9b-d197d4ad27b9 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:50:22.108929 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'status': 'completed', 'code': 200} Sep 21 08:50:22.148717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:22.167073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ed99-3707-4c17-819b-3e8ac053af4f req-3f37c528-7881-4faa-84ee-ecbaf325b501 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:22.168607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66e7ed99-3707-4c17-819b-3e8ac053af4f req-3f37c528-7881-4faa-84ee-ecbaf325b501 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0516837 Sep 21 08:50:22.170928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-192404ea-532e-4d04-b4f4-057a02e14dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:22.172478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-192404ea-532e-4d04-b4f4-057a02e14dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1096 time: 0.0415375 Sep 21 08:50:22.213223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66e7ed99-3707-4c17-819b-3e8ac053af4f req-8ee68a33-785c-40f9-a9a3-2419281ed273 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354333 Sep 21 08:50:22.235087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39930) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:22.270284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-d20246ed-8adf-4b55-8cfd-75944720b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:22.272029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-d20246ed-8adf-4b55-8cfd-75944720b5c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 200 len: 896 time: 0.0926902 Sep 21 08:50:22.300257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5f01dbef-22ef-41c8-8271-a0ee42da4e5c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c HTTP/1.1" status: 200 len: 991 time: 0.0639405 Sep 21 08:50:22.342435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-149859e9-3554-4118-af6e-6616b11f67a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 200 len: 999 time: 0.0626001 Sep 21 08:50:22.381759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'port_id': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'mac_address': 'fa:16:3e:c6:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:50:20Z', 'updated_at': '2021-09-21T08:50:20Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:22.391427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-ab5bdf8b-c5c0-4509-8753-780df3ac6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:22.392944 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-ab5bdf8b-c5c0-4509-8753-780df3ac6d88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 HTTP/1.1" status: 200 len: 834 time: 0.0431361 Sep 21 08:50:22.441239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-a0021ad8-26d4-4845-a11b-0ba6c8b67dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:22.442782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-a0021ad8-26d4-4845-a11b-0ba6c8b67dc8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a219812-df64-4ccb-a88a-2d25aeb0fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428200 Sep 21 08:50:22.543975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-d52c6fa5-fd31-4b8e-a5d3-4c5e89d91ab9 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932500 Sep 21 08:50:22.561287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] Checking router: 66cc24b2-9c16-4c77-a1e2-faf7158286d7 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:50:22.575809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:50:22.576504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:49:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:22.578346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c32dcde2-e9d9-4dc5-a097-11c602425e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:22.639678 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c52e7cdf-03c3-4ac7-b767-be06f8c9db18 req-df167493-c237-48a3-b5d4-fa73a0bfa920 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888627 Sep 21 08:50:22.684901 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:50:22.899205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'port_id': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'mac_address': 'fa:16:3e:c6:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:50:20Z', 'updated_at': '2021-09-21T08:50:20Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:50:22.928265 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0738ca-4e19-4d74-abc7-3a5804475dc8 None None] The sync data for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 is: [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'floating_ip_address': '172.25.1.120', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'port_id': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'mac_address': 'fa:16:3e:c6:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:50:20Z', 'updated_at': '2021-09-21T08:50:20Z', 'revision_number': 0, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:50:23.116817 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5a5dc-65cd-4060-be3b-b2dd6cfa2b0c None None] New status for floating IP b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:50:23.304140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 39932) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:50:23.364711 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e0f2ef0b-6088-4117-a5d1-e6fadf2dbe8f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c HTTP/1.1" status: 200 len: 993 time: 0.0594277 Sep 21 08:50:25.352693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:25.416933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c87ae707-5844-4d7e-abe9-55c9b97ab6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:26.810693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:27.881843 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:32.389659 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:33.936260 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:34.951446 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:50:52.426549 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0c25b557-173d-447b-bf79-f0d865fced65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:55.355799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:55.419373 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0654-e903-4e26-88ea-05cced5e209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:55.512849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-b05add92-993b-463b-8447-c9defe42c67b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396335 Sep 21 08:50:55.592676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82d578-7bad-4edd-9485-88a74710194d req-320ef451-2b2b-4105-9150-6516ec986629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:55.594163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-320ef451-2b2b-4105-9150-6516ec986629 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1096 time: 0.0406406 Sep 21 08:50:55.698969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82d578-7bad-4edd-9485-88a74710194d req-16ea2b1f-e70b-46ad-950a-b1c0e6082675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:55.700451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-16ea2b1f-e70b-46ad-950a-b1c0e6082675 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 200 len: 896 time: 0.0877488 Sep 21 08:50:55.764593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-d14c0f1e-2f51-4402-bb58-acb438d7e15e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 200 len: 1001 time: 0.0575480 Sep 21 08:50:55.813796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82d578-7bad-4edd-9485-88a74710194d req-968b2f79-4404-4f10-aa6e-7fff43efd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:55.815562 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-968b2f79-4404-4f10-aa6e-7fff43efd518 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 HTTP/1.1" status: 200 len: 834 time: 0.0442040 Sep 21 08:50:55.863293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82d578-7bad-4edd-9485-88a74710194d req-ab5c5c03-2ea3-473c-a334-4c9b80fecca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:50:55.864803 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-ab5c5c03-2ea3-473c-a334-4c9b80fecca3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a219812-df64-4ccb-a88a-2d25aeb0fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423608 Sep 21 08:50:55.953382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-183259ef-32d4-4cdf-b96d-6ad78867776d service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815728 Sep 21 08:50:56.045421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-be82d578-7bad-4edd-9485-88a74710194d req-a842d891-7dc9-4677-b333-35306fe6bcec service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855086 Sep 21 08:50:56.813015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:50:57.883626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:02.386123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:03.950879 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:11.951436 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:51:22.426651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ae702816-6fa1-4811-87c4-447bde6b0932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:24.315129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec16fc-f3ae-4fd5-af15-ef7d7d31a874 req-0d626f20-89f9-460b-804f-38a60f607edb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:24.316688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edec16fc-f3ae-4fd5-af15-ef7d7d31a874 req-0d626f20-89f9-460b-804f-38a60f607edb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0536027 Sep 21 08:51:24.355879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-edec16fc-f3ae-4fd5-af15-ef7d7d31a874 req-bdc5fb24-8451-42fa-ab00-317c00fe164a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324326 Sep 21 08:51:25.359253 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:25.419046 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e47432d4-bee6-437a-ae24-559911940d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:25.475047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893145d2-2078-44a3-8028-d4100975da5b req-bf1cf00f-9fdd-445f-8d7b-9890b1483e4c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:25.476570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-893145d2-2078-44a3-8028-d4100975da5b req-bf1cf00f-9fdd-445f-8d7b-9890b1483e4c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0535703 Sep 21 08:51:25.516317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-893145d2-2078-44a3-8028-d4100975da5b req-9efbe054-01c5-4f8b-920c-38a586d0628f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327981 Sep 21 08:51:26.630040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd85ca4-227f-44ac-ba7e-4dec5afd3e64 req-858b53cc-94b8-41a6-96e8-2ec9fb5c221b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:26.631525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dd85ca4-227f-44ac-ba7e-4dec5afd3e64 req-858b53cc-94b8-41a6-96e8-2ec9fb5c221b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0475101 Sep 21 08:51:26.668374 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9dd85ca4-227f-44ac-ba7e-4dec5afd3e64 req-0d5fb281-3754-49d4-a119-dbdedb4faac9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303650 Sep 21 08:51:26.816093 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:27.781188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d03ccb-c111-4582-9c4e-0b57c3f2d886 req-f7160cf6-cd1d-48d6-b387-0a19de22a2e6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:27.782683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38d03ccb-c111-4582-9c4e-0b57c3f2d886 req-f7160cf6-cd1d-48d6-b387-0a19de22a2e6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0482714 Sep 21 08:51:27.821382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38d03ccb-c111-4582-9c4e-0b57c3f2d886 req-89230efd-b6b3-4b71-9d93-8d3e71f33b3e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326018 Sep 21 08:51:27.887136 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:28.940227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd82b6-6de7-4c36-aafc-684de63d6d38 req-5f4b1eaf-2e10-479e-a7b2-a5468c92b010 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:28.941733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-30bd82b6-6de7-4c36-aafc-684de63d6d38 req-5f4b1eaf-2e10-479e-a7b2-a5468c92b010 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0531678 Sep 21 08:51:28.979291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-30bd82b6-6de7-4c36-aafc-684de63d6d38 req-6e11504a-112f-4b0a-ad0c-a3bf7d286618 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307348 Sep 21 08:51:30.092583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2016da-8285-4f30-8053-5e1108d97005 req-86045bdf-badf-4473-8307-af01b8abd382 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:30.094094 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d2016da-8285-4f30-8053-5e1108d97005 req-86045bdf-badf-4473-8307-af01b8abd382 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0483568 Sep 21 08:51:30.130441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d2016da-8285-4f30-8053-5e1108d97005 req-64fa5fa1-2255-4eb9-8ab1-88bdf7476ab7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303452 Sep 21 08:51:31.245583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae1a3-4ec6-4bfa-ba66-f417c2b6eaf1 req-d8bb0513-dc66-41fc-a9da-068071ccd063 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:31.247081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9aaae1a3-4ec6-4bfa-ba66-f417c2b6eaf1 req-d8bb0513-dc66-41fc-a9da-068071ccd063 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0508039 Sep 21 08:51:31.288128 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9aaae1a3-4ec6-4bfa-ba66-f417c2b6eaf1 req-a45fb0ae-15af-4695-82e9-7ec09f67b04a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344739 Sep 21 08:51:32.388737 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:32.408546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858721-e740-4653-8670-31dc4c586577 req-3d5aac01-27bf-43d5-99f9-fe95a49bf625 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:32.410044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2a858721-e740-4653-8670-31dc4c586577 req-3d5aac01-27bf-43d5-99f9-fe95a49bf625 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0556815 Sep 21 08:51:32.448425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2a858721-e740-4653-8670-31dc4c586577 req-0ce6ef0b-6139-4aa4-9823-51824c224670 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317781 Sep 21 08:51:33.560970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a839ae-03d6-48f7-8e81-bc58d097f5e7 req-5fa4abca-ae6a-45b0-b8c0-cd04f4b9452c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:33.562459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51a839ae-03d6-48f7-8e81-bc58d097f5e7 req-5fa4abca-ae6a-45b0-b8c0-cd04f4b9452c tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0474637 Sep 21 08:51:33.602041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51a839ae-03d6-48f7-8e81-bc58d097f5e7 req-827983e6-03c9-4e5d-922e-0d5da6a96531 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324342 Sep 21 08:51:33.963203 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:34.716574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b986a4b-5345-45dc-9b7a-a454a501a93b req-edbd187a-7ebb-41d1-9a1c-a41380e39e61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:34.718067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b986a4b-5345-45dc-9b7a-a454a501a93b req-edbd187a-7ebb-41d1-9a1c-a41380e39e61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0489130 Sep 21 08:51:34.755654 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7b986a4b-5345-45dc-9b7a-a454a501a93b req-a808c64f-4cf9-4fd4-a948-c982e350f80b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316226 Sep 21 08:51:35.880359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc03875-2a31-40ee-a733-87cc7416bc76 req-9c62760f-e0e2-4f95-a4b9-dd5fad9988fb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:35.881863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddc03875-2a31-40ee-a733-87cc7416bc76 req-9c62760f-e0e2-4f95-a4b9-dd5fad9988fb tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0556340 Sep 21 08:51:35.921502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ddc03875-2a31-40ee-a733-87cc7416bc76 req-160e1d21-03a5-462d-b242-13f1c3eeb8e2 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330014 Sep 21 08:51:37.034659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551fcaa-9d99-4ef7-aba9-4e5640e621c9 req-17d47870-1798-4b62-8799-f653c5963e71 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:37.036181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0551fcaa-9d99-4ef7-aba9-4e5640e621c9 req-17d47870-1798-4b62-8799-f653c5963e71 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0483246 Sep 21 08:51:37.073599 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0551fcaa-9d99-4ef7-aba9-4e5640e621c9 req-26c8bc11-b882-4758-940c-69525cb8a1cf tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306871 Sep 21 08:51:38.186205 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164a058-5e45-4810-8d7a-9e2e247966da req-117a0f2c-ccb8-47c0-8eda-d6e68c1a4c0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:38.187720 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1164a058-5e45-4810-8d7a-9e2e247966da req-117a0f2c-ccb8-47c0-8eda-d6e68c1a4c0a tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0485206 Sep 21 08:51:38.226257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1164a058-5e45-4810-8d7a-9e2e247966da req-eb79dc95-2fe2-4b8b-8eaf-b540f2eb7ff7 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Sep 21 08:51:38.745491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b37e31-683d-4ffc-988d-982804eb2d9b req-36d235f3-1bc6-4df2-b694-42a2773fc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:38.747033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e7b37e31-683d-4ffc-988d-982804eb2d9b req-36d235f3-1bc6-4df2-b694-42a2773fc8f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1096 time: 0.0417953 Sep 21 08:51:38.782404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e7b37e31-683d-4ffc-988d-982804eb2d9b req-55826d7d-3914-4977-a520-80c0f72ef47a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279400 Sep 21 08:51:39.344625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32db91-ed94-4d35-a03c-91965cff0092 req-e887ff36-4f09-49a2-a9ad-8b14516b3537 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:39.346032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c32db91-ed94-4d35-a03c-91965cff0092 req-e887ff36-4f09-49a2-a9ad-8b14516b3537 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0529168 Sep 21 08:51:39.383482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c32db91-ed94-4d35-a03c-91965cff0092 req-a09a8e9d-414f-4c17-8461-4ea85fae23b6 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Sep 21 08:51:39.700408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device cb73f7fe-87b6-4c86-ad75-ab0892c43c88 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:51:39.703527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device cb73f7fe-87b6-4c86-ad75-ab0892c43c88 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:51:39.845479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:39.851520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:51:39.875346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'port_id': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'mac_address': 'fa:16:3e:c6:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:51:39.881255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:51:39.883543 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71efcd4-5863-480c-920f-8bbf98e0354c" -d '{"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-unplugged", "status": "completed", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:51:39.897711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:51:39.916771 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:39.954246 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:39.983550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb73f7fe-87b6-4c86-ad75-ab0892c43c88 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:51:39.988485 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 08:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49637b9-ff0c-43b9-9eef-d92288001ca5 x-openstack-request-id: req-b49637b9-ff0c-43b9-9eef-d92288001ca5 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:51:39.988793 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-unplugged", "status": "completed", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:51:39.989045 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b49637b9-ff0c-43b9-9eef-d92288001ca5 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:51:39.989420 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'code': 200} Sep 21 08:51:39.994370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:51:40.019622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.019963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.020298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.020635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.020961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.021286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.021607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.021927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.022295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.022628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.022946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.023284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:51:40.041548 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 08:51:40.041902 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 08:51:40.495359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d477ab3-6cd1-4941-8662-b7f74728e42a req-d5dbc5d7-78d6-4989-a34f-5787bde551ec tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:40.496858 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d477ab3-6cd1-4941-8662-b7f74728e42a req-d5dbc5d7-78d6-4989-a34f-5787bde551ec tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 943 time: 0.0482025 Sep 21 08:51:40.534498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d477ab3-6cd1-4941-8662-b7f74728e42a req-bbd745dd-d5fe-4ddc-8350-b502f1e2d66e tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Sep 21 08:51:40.556101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40010) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:51:40.577417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:40.590503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb73f7fe-87b6-4c86-ad75-ab0892c43c88 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:51:40.609960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:51:40.614965 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:40.621112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bab3cca7-8d30-4489-bdf4-2babe94f23b1 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/floatingips/b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c HTTP/1.1" status: 200 len: 991 time: 0.0638740 Sep 21 08:51:40.662627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:51:40.963214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['cb73f7fe-87b6-4c86-ad75-ab0892c43c88'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:51:43.707667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device cb73f7fe-87b6-4c86-ad75-ab0892c43c88 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:51:43.756867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:51:43.757239 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:43.833002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:43.854085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:51:43.856306 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde77fe2-0854-4ace-99cf-4d8b34923153" -d '{"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-plugged", "status": "completed", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:51:43.868650 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:51:43.873865 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:43.899761 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe37365-a7d2-40dc-94eb-0e465c598ed9 x-openstack-request-id: req-dfe37365-a7d2-40dc-94eb-0e465c598ed9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:51:43.900036 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-plugged", "status": "completed", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:51:43.900285 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfe37365-a7d2-40dc-94eb-0e465c598ed9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:51:43.900655 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'code': 200} Sep 21 08:51:43.924299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:51:48.951453 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:51:52.428098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ea4892b-849b-4578-a0d7-ea84363aa145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:55.359731 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:55.418300 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d4a777be-34f6-426f-8a19-2e4d01b85849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:56.506320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-32cd3476-777d-46aa-86fe-f33fdfe6e706 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431333 Sep 21 08:51:56.588949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902963d1-fffd-4e01-933b-7300902480f2 req-039f562b-6ff8-4c83-bdd8-256cb387f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:56.590432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-039f562b-6ff8-4c83-bdd8-256cb387f955 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1096 time: 0.0408518 Sep 21 08:51:56.692300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902963d1-fffd-4e01-933b-7300902480f2 req-6d8bac4b-9422-4481-b3ca-77791a8d2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:56.694047 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-6d8bac4b-9422-4481-b3ca-77791a8d2839 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 200 len: 896 time: 0.0850904 Sep 21 08:51:56.763420 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-d980995f-15c2-49a8-928d-8d49351ab796 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 200 len: 1001 time: 0.0611541 Sep 21 08:51:56.812442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902963d1-fffd-4e01-933b-7300902480f2 req-b874739e-2572-4bcc-99eb-a28777a86e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:56.813916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-b874739e-2572-4bcc-99eb-a28777a86e2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 HTTP/1.1" status: 200 len: 834 time: 0.0436785 Sep 21 08:51:56.819393 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:51:56.859879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902963d1-fffd-4e01-933b-7300902480f2 req-8bfe15e4-b21e-4329-94cb-d5fe5b70a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:51:56.861351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-8bfe15e4-b21e-4329-94cb-d5fe5b70a486 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a219812-df64-4ccb-a88a-2d25aeb0fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392447 Sep 21 08:51:56.953710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-1967bfa0-0340-40a4-bd7a-50371b0c3c60 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Sep 21 08:51:57.049842 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-902963d1-fffd-4e01-933b-7300902480f2 req-fd3cf075-524a-4104-9196-7a56d77a4a59 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884309 Sep 21 08:51:57.889000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:02.386650 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:03.960658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:22.428951 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8aa604d8-e5ce-4aff-bb6f-618e55cc30dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:25.361232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:25.416692 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b55614d-be3e-4be1-b8c9-0d5da8f0aaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:25.949971 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:52:26.823046 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:27.894192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:32.383454 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:33.974918 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:52.432694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bef4eccf-cc82-4aa3-b176-512e82169a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:55.361779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:55.417005 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a2622943-bd3b-4d62-97a9-18dabee41e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:55.552543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40048) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:52:55.707153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 8af83d34-3fb7-4f14-9ea2-dc4da4febd04 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:52:55.707542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:55.781255 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:55.781582 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:55.793241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 8af83d34-3fb7-4f14-9ea2-dc4da4febd04 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:52:55.938412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:55.964003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=8af83d34-3fb7-4f14-9ea2-dc4da4febd04,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:52:55.975592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.975940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.976281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.976619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.976949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.977280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.977611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.977938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.978264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.978591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.978915 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:55.979233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:52:56.037773 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:56.038101 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Floating IP b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c disassociated (deleted). External IP: 172.25.1.120, port: cb73f7fe-87b6-4c86-ad75-ab0892c43c88. Sep 21 08:52:56.251647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:52:56.358990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:52:56.363767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:56.368223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] Sync routers for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:52:56.376738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:52:56.377350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:52:56.389527 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f0b7be37-9801-4b8d-84e4-431d2afac1f0 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/floatingips/b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c HTTP/1.1" status: 204 len: 168 time: 0.8359275 Sep 21 08:52:56.390096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:52:56.392343 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b133bd5-7071-48c6-953b-68cf43503154" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:52:56.432565 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8c9224-40d2-4c83-9a81-5cc34239f7a1 x-openstack-request-id: req-1b8c9224-40d2-4c83-9a81-5cc34239f7a1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:52:56.432861 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:52:56.433109 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b8c9224-40d2-4c83-9a81-5cc34239f7a1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:52:56.433512 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'status': 'completed', 'code': 200} Sep 21 08:52:56.486908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:52:56.498893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b133bd5-7071-48c6-953b-68cf43503154 req-8e843460-f3b0-488c-85ec-8c2b1fd88d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:52:56.500472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b133bd5-7071-48c6-953b-68cf43503154 req-8e843460-f3b0-488c-85ec-8c2b1fd88d79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 1096 time: 0.0443218 Sep 21 08:52:56.603569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b133bd5-7071-48c6-953b-68cf43503154 req-b25c198c-8e3e-4feb-89f8-2adb9fb5b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:52:56.606056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b133bd5-7071-48c6-953b-68cf43503154 req-b25c198c-8e3e-4feb-89f8-2adb9fb5b435 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 200 len: 896 time: 0.0974391 Sep 21 08:52:56.647645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b133bd5-7071-48c6-953b-68cf43503154 req-f893bde1-4e6a-4125-966d-2391451f44ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 200 len: 217 time: 0.0346522 Sep 21 08:52:56.648252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc0cf5-f788-4131-8802-fe57fb688800 req-cba4378f-1d84-4e70-b754-992ff3bec9c9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:52:56.649833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70bc0cf5-f788-4131-8802-fe57fb688800 req-cba4378f-1d84-4e70-b754-992ff3bec9c9 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0545416 Sep 21 08:52:56.689845 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70bc0cf5-f788-4131-8802-fe57fb688800 req-d8de1f78-5f00-497f-b177-01916e197c0b tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330935 Sep 21 08:52:56.695714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:52:56.702185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b133bd5-7071-48c6-953b-68cf43503154 req-1a74499d-d6c0-433a-922c-5c2f930a1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:52:56.703775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b133bd5-7071-48c6-953b-68cf43503154 req-1a74499d-d6c0-433a-922c-5c2f930a1c04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 HTTP/1.1" status: 200 len: 834 time: 0.0492523 Sep 21 08:52:56.721969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] Checking router: 66cc24b2-9c16-4c77-a1e2-faf7158286d7 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:52:56.730196 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:52:56.731365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:52:56.758018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b133bd5-7071-48c6-953b-68cf43503154 req-3f6b7cb1-33af-46a7-a6d8-965c899a7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:52:56.759593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b133bd5-7071-48c6-953b-68cf43503154 req-3f6b7cb1-33af-46a7-a6d8-965c899a7f96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6a219812-df64-4ccb-a88a-2d25aeb0fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453429 Sep 21 08:52:56.840612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:56.847578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:52:56.852941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b133bd5-7071-48c6-953b-68cf43503154 req-728bb1c6-139a-4c00-bb10-879ac5daaf47 service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850697 Sep 21 08:52:56.947602 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b133bd5-7071-48c6-953b-68cf43503154 req-966c4188-98da-495d-9aaf-96b6b7543d1f service neutron] 10.222.0.62 "GET /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871003 Sep 21 08:52:57.044951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:52:57.070524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081e917e-06ea-4eb2-803a-2684c50de0b6 None None] The sync data for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 is: [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:06Z', 'revision_number': 4, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '177a0c89-db59-4a8a-95d9-181abc2e3335', 'name': '', 'network_id': '6a219812-df64-4ccb-a88a-2d25aeb0fc88', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'mac_address': 'fa:16:3e:5c:db:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:06Z', 'updated_at': '2021-09-21T08:50:09Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'subnets': [{'id': 'a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:52:57.284944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6992f868-2f25-4224-b7a7-0459b838ac8e None None] New status for floating IP b1c3d67d-a1a2-44d1-a3e3-230d1b902a5c: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:52:57.812550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f123101-b85c-4123-bd91-75be479b957c req-e142f4ce-fb4e-4663-81eb-54f8c3a9213d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:52:57.814169 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f123101-b85c-4123-bd91-75be479b957c req-e142f4ce-fb4e-4663-81eb-54f8c3a9213d tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0519023 Sep 21 08:52:57.853286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f123101-b85c-4123-bd91-75be479b957c req-b4a14bb1-8b82-43c0-97b5-04a277d73747 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/security-groups?id=a179dde6-8460-45ab-8117-ba20eff99c99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328808 Sep 21 08:52:57.894803 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:58.252157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-06cdeac4-194c-44b6-b3bd-5c573778ce45 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:52:58.253671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-06cdeac4-194c-44b6-b3bd-5c573778ce45 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 945 time: 0.0489695 Sep 21 08:52:58.347102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:52:58.347384 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:58.433668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port cb73f7fe-87b6-4c86-ad75-ab0892c43c88, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:52:58.434035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:58.446556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for cb73f7fe-87b6-4c86-ad75-ab0892c43c88 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:52:58.577342 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:58.608374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=cb73f7fe-87b6-4c86-ad75-ab0892c43c88,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:52:58.651565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] No DVR routers for this DVR port cb73f7fe-87b6-4c86-ad75-ab0892c43c88 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:52:58.654358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:52:58.656424 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-285746f0-d36a-4110-ae04-4544bdbb0705 req-8bc26378-4f87-44fa-96b7-e2e8652c0d61 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.62 "DELETE /v2.0/ports/cb73f7fe-87b6-4c86-ad75-ab0892c43c88 HTTP/1.1" status: 204 len: 173 time: 0.3969100 Sep 21 08:52:58.656881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-deleted', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:52:58.659206 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d215e7b-09b2-4700-8b2c-d5b40b63ee14" -d '{"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-deleted", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:52:58.710496 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6498e61-7362-4658-9284-74ad6e678721 x-openstack-request-id: req-b6498e61-7362-4658-9284-74ad6e678721 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:52:58.710800 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6d811d-c31d-4e87-a863-5d754b08f07c", "name": "network-vif-deleted", "tag": "cb73f7fe-87b6-4c86-ad75-ab0892c43c88", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:52:58.711048 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6498e61-7362-4658-9284-74ad6e678721 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:52:58.711472 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6d811d-c31d-4e87-a863-5d754b08f07c', 'name': 'network-vif-deleted', 'tag': 'cb73f7fe-87b6-4c86-ad75-ab0892c43c88', 'status': 'completed', 'code': 200} Sep 21 08:52:58.962747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-015f6c64-6562-4aee-a318-a57c7cd34784 req-d43027af-d040-4f30-aa50-be3aba43b1f3 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f6d811d-c31d-4e87-a863-5d754b08f07c HTTP/1.1" status: 200 len: 210 time: 0.0276453 Sep 21 08:53:00.020820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40072) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:00.696871 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:00.946136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 177a0c89-db59-4a8a-95d9-181abc2e3335 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:53:00.946488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:01.042136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 177a0c89-db59-4a8a-95d9-181abc2e3335, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=177a0c89-db59-4a8a-95d9-181abc2e3335,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:01.042741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:01.055620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 177a0c89-db59-4a8a-95d9-181abc2e3335 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:53:01.244401 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:01.272786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=177a0c89-db59-4a8a-95d9-181abc2e3335,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:01.452858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:01.679725 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:53:01.784058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:53:01.789927 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8803b5c1-ba54-494e-9b13-77d204eb1258 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "PUT /v2.0/routers/66cc24b2-9c16-4c77-a1e2-faf7158286d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7678735 Sep 21 08:53:01.793921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40074) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:01.794747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] Sync routers for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:53:01.804659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:01.805290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:01.864204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting subnet a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:53:01.867397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:01.909171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:01.998454 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.063728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.065606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:02.095248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.097156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/subnets/a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8 HTTP/1.1" status: 204 len: 168 time: 0.3018732 Sep 21 08:53:02.098129 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3506ab-fe47-4ffd-a912-c2de8943142f tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a80991-42b1-43bd-a5d7-73bfd6c7ccd8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:02.100102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:02.121454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b676f-f8c9-48e6-ae3c-17ba60b4998e None None] Network 6a219812-df64-4ccb-a88a-2d25aeb0fc88 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:53:02.144591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device cb73f7fe-87b6-4c86-ad75-ab0892c43c88 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:53:02.182541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: cb73f7fe-87b6-4c86-ad75-ab0892c43c88 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:53:02.182886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device cb73f7fe-87b6-4c86-ad75-ab0892c43c88 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:53:02.209279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.311703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.362844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': '22cd261f-a067-444b-bc9f-766163097627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:53:01Z', 'revision_number': 5, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port': {'id': '22cd261f-a067-444b-bc9f-766163097627', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:02.366084 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Deleting port 22cd261f-a067-444b-bc9f-766163097627 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:53:02.366831 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.398802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] Checking router: 66cc24b2-9c16-4c77-a1e2-faf7158286d7 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:53:02.412283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.412916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] Routers {'66cc24b2-9c16-4c77-a1e2-faf7158286d7'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:02.413516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:02.446775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] DHCP port deletion for 6a219812-df64-4ccb-a88a-2d25aeb0fc88 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:53:02.454179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] For port 22cd261f-a067-444b-bc9f-766163097627, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=22cd261f-a067-444b-bc9f-766163097627,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:02.454560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.466668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Calling delete_port for 22cd261f-a067-444b-bc9f-766163097627 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:53:02.522428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] Set router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:02.578625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:53:02Z', 'revision_number': 6, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:02.609352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2557d456-b582-4932-8e59-e672e55e7b4c None None] The sync data for ids ['66cc24b2-9c16-4c77-a1e2-faf7158286d7'] in n-d-809980-2 is: [{'id': '66cc24b2-9c16-4c77-a1e2-faf7158286d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1146295434', 'tenant_id': '4c078b3c4bbe41f1ba074b9abc714126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:50:03Z', 'updated_at': '2021-09-21T08:53:02Z', 'revision_number': 6, 'project_id': '4c078b3c4bbe41f1ba074b9abc714126', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:53:02.614485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Deleting port 055f7d97-8702-4826-b76b-a63d638a7dbd {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:53:02.614829 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.684138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] For port 055f7d97-8702-4826-b76b-a63d638a7dbd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=055f7d97-8702-4826-b76b-a63d638a7dbd,segment=NetworkSegment(90bfb08c-748f-4d77-94cc-97cd651ade23),segment_id=90bfb08c-748f-4d77-94cc-97cd651ade23)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:02.684538 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.697653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Calling delete_port for 055f7d97-8702-4826-b76b-a63d638a7dbd owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:53:02.777345 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:02.805589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Pushing event deleted for resources: {'Port': ['ID=055f7d97-8702-4826-b76b-a63d638a7dbd,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:02.811085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] No DVR routers for this DVR port 055f7d97-8702-4826-b76b-a63d638a7dbd on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:53:02.822885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.822885 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.823101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.823343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.823688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.824056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.824392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.824721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.825048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.825375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.825759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.826013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500ffc20-af0c-406a-a5d5-b9fd04e38c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:02.949278 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:53:02.975827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.009957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Port': ['ID=22cd261f-a067-444b-bc9f-766163097627,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:03.055034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.055417 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.055767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.056110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.056450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.056788 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.057162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.057484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.057822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.058153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.059053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.059419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:03.079115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.172983 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.175110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.219547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.220129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Fanout notify agent at l3_agent the message router_deleted on router 66cc24b2-9c16-4c77-a1e2-faf7158286d7 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:53:03.228284 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.231931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-77cd56da-61e8-486e-8be8-01aadd4eae18 tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/routers/66cc24b2-9c16-4c77-a1e2-faf7158286d7 HTTP/1.1" status: 204 len: 168 time: 1.1282718 Sep 21 08:53:03.232210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40078) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:03.313991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.408297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.427473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a219812-df64-4ccb-a88a-2d25aeb0fc88']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:03.436870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bfb08c-748f-4d77-94cc-97cd651ade23') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:03.437170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bfb08c-748f-4d77-94cc-97cd651ade23') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:03.446491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.459739 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.465893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:53:03.466279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:53:03.469100 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:53:03.529424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.536440 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.539066 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/networks/6a219812-df64-4ccb-a88a-2d25aeb0fc88 HTTP/1.1" status: 204 len: 168 time: 0.3051443 Sep 21 08:53:03.541139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40080) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:03.552456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023d24c-5f3a-4f8a-af90-03627578e1fd tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'Network': ['ID=6a219812-df64-4ccb-a88a-2d25aeb0fc88,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:03.605816 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46f18b62-d77a-452c-8fd7-2225593d11aa tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.630621 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46f18b62-d77a-452c-8fd7-2225593d11aa tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.688514 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46f18b62-d77a-452c-8fd7-2225593d11aa tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.691280 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46f18b62-d77a-452c-8fd7-2225593d11aa tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:03.692811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-46f18b62-d77a-452c-8fd7-2225593d11aa tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] 10.222.0.59 "DELETE /v2.0/security-groups/a179dde6-8460-45ab-8117-ba20eff99c99 HTTP/1.1" status: 204 len: 168 time: 0.1506438 Sep 21 08:53:03.702617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f18b62-d77a-452c-8fd7-2225593d11aa tempest-TestNetworkAdvancedServerOps-1397078057 tempest-TestNetworkAdvancedServerOps-1397078057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a179dde6-8460-45ab-8117-ba20eff99c99,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:03.862207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 177a0c89-db59-4a8a-95d9-181abc2e3335 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:53:03.885806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 177a0c89-db59-4a8a-95d9-181abc2e3335 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:53:03.886069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 177a0c89-db59-4a8a-95d9-181abc2e3335 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:53:03.886480 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 055f7d97-8702-4826-b76b-a63d638a7dbd no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:53:03.907036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 055f7d97-8702-4826-b76b-a63d638a7dbd {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:53:03.907412 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 055f7d97-8702-4826-b76b-a63d638a7dbd not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:53:03.907956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22cd261f-a067-444b-bc9f-766163097627 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:53:03.926644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 22cd261f-a067-444b-bc9f-766163097627 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:53:03.926991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 22cd261f-a067-444b-bc9f-766163097627 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:53:03.989007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.001859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40090) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:05.178055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-50a6b509-0951-4aca-bb08-22f11434d95d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c078b3c4bbe41f1ba074b9abc714126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749268 Sep 21 08:53:05.180616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40096) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:05.236598 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c871612-1256-4b71-b888-d6eb0aef6ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.258205 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c871612-1256-4b71-b888-d6eb0aef6ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.305927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c871612-1256-4b71-b888-d6eb0aef6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.308569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c871612-1256-4b71-b888-d6eb0aef6ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.309745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8c871612-1256-4b71-b888-d6eb0aef6ee3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e5c3ca0-9ccf-4ada-81c4-1d17bf99ea22 HTTP/1.1" status: 204 len: 168 time: 0.1282244 Sep 21 08:53:05.317702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c871612-1256-4b71-b888-d6eb0aef6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5c3ca0-9ccf-4ada-81c4-1d17bf99ea22,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:05.565677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40102) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:05.604458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bdf2f332-4c43-467f-a984-f710bc721c45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6dda9c1b48e942f0b5ba3949cb6dd655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376384 Sep 21 08:53:05.606801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40104) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:05.654980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce65c-9633-4464-91af-405c9d3344c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.675443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce65c-9633-4464-91af-405c9d3344c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.721885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce65c-9633-4464-91af-405c9d3344c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.724620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb5ce65c-9633-4464-91af-405c9d3344c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:05.725865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-bb5ce65c-9633-4464-91af-405c9d3344c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9022b3df-c245-4584-8e32-ec3ec76f1aa1 HTTP/1.1" status: 204 len: 168 time: 0.1181657 Sep 21 08:53:05.733948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ce65c-9633-4464-91af-405c9d3344c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9022b3df-c245-4584-8e32-ec3ec76f1aa1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:06.907395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40140) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:07.078374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'network': {'name': 'tempest-network-smoke--1808266802', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'port_security_enabled': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:07.103949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:53:07.107715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.115921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.209300 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.212975 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.238649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:53:07.248831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdf114a-1c49-40cb-a8b6-886aaef2979e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:07.253620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.253964 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Added segment f81ebbb2-76bf-40ea-80b0-0180bfc89e2b of type vlan for network 7145c2e1-1cf1-489b-bf14-990cb920b40f Sep 21 08:53:07.293711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.317937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.323536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:07.324159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.354842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4462929 Sep 21 08:53:07.358263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40146) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:07.364822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-179520313', 'admin_state_up': True, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:07.409702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cdb82-5d31-4c17-b80d-a2730b0805a6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Network': ['ID=7145c2e1-1cf1-489b-bf14-990cb920b40f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:07.421378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:53:07.424741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.425766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.478608 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.618042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.806796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.830035 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:07.931178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.25.1.15 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/4767782f-d6a9-4f0c-9f36-09e141d646d3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:53:08.040426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:08.072966 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:08.108745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:53:08.111533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:53:08.115073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:53:08.140985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=4767782f-d6a9-4f0c-9f36-09e141d646d3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:08.365805 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:08.560181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:08.683204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router b0cac382-9bfe-4874-907f-effe85aa8e2c is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:53:08.788422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:53:08.798291 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Sync routers for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:53:08.807659 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:08.807985 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:08.808337 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:08.812525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b96d2fe-a9c9-4164-bac8-bdafecb6d257 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4500012 Sep 21 08:53:08.812722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40148) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:08.881724 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f2a33d52-3f6f-49f7-9dcb-f108acac1156 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2164df615c014d6b9834941ac5a577f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679209 Sep 21 08:53:08.884476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40152) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:08.911633 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:08.971398 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27249e2-f53a-4ff7-b92c-2db8a2c4694c tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:08.972844 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c27249e2-f53a-4ff7-b92c-2db8a2c4694c tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874884 Sep 21 08:53:08.975772 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40154) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:09.010496 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-61c3111a-7023-4525-95cf-2f192c9d5a74 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336146 Sep 21 08:53:09.013712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40156) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:09.018664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1844313682', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:09.110100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:53:09.113814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.175242 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:08Z', 'revision_number': 3, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:09.205039 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Checking router: b0cac382-9bfe-4874-907f-effe85aa8e2c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:53:09.205381 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Updating router b0cac382-9bfe-4874-907f-effe85aa8e2c port 4767782f-d6a9-4f0c-9f36-09e141d646d3 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:53:09.228616 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.296417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.357892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Subnet': ['ID=9120bcc9-94f3-4534-99a3-297d4ac88785,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:09.365403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Checking segment: {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:53:09.365509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network hostable DHCP agents. Network: 7145c2e1-1cf1-489b-bf14-990cb920b40f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:53:09.383613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:53:09.392723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 7145c2e1-1cf1-489b-bf14-990cb920b40f) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:53:09.397425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:09.398548 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.401752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd483ad-9c86-4ee1-ac7d-6aa2254000c5 None None] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:53:09.413094 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ec4a67f3-91d5-42f1-b493-59f2e956ccad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3980217 Sep 21 08:53:09.415575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40158) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:09.484032 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.490967 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.537743 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Attempting to bind port 4767782f-d6a9-4f0c-9f36-09e141d646d3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:53:09.537743 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Attempting to bind port 4767782f-d6a9-4f0c-9f36-09e141d646d3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:53:09.537743 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Attempting to bind port 4767782f-d6a9-4f0c-9f36-09e141d646d3 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:53:09.552321 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:53:09.552695 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:53:09.553087 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.553464 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:53:09.553930 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Bound port: 4767782f-d6a9-4f0c-9f36-09e141d646d3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:53:09.554300 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.562319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-7145c2e1-1cf1-489b-bf14-990cb920b40f', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:53:09.563496 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.574239 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Pushing event updated for resources: {'Port': ['ID=4767782f-d6a9-4f0c-9f36-09e141d646d3,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:09.588690 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.589026 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.589373 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.589721 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.590040 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.590359 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.590679 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.590990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.591303 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.591654 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.591999 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.592326 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:53:09.618295 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] For port 4767782f-d6a9-4f0c-9f36-09e141d646d3, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:53:09.622016 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] For port 4767782f-d6a9-4f0c-9f36-09e141d646d3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4767782f-d6a9-4f0c-9f36-09e141d646d3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:53:09.626334 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.688736 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:09.689388 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:09.693301 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a938f4-bb31-45c0-afb3-e3c5f9c1127c None None] Pushing event updated for resources: {'Port': ['ID=4767782f-d6a9-4f0c-9f36-09e141d646d3,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:09.724037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Allocated IP 172.20.0.2 (7145c2e1-1cf1-489b-bf14-990cb920b40f/9120bcc9-94f3-4534-99a3-297d4ac88785/0f655a65-e1af-4ea6-a778-80583b9bba62) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:53:09.799933 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:09.890306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.892955 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.898530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:09.938763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:53:09.945982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:53:09.950986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:53:09.954379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Pushing event updated for resources: {'Port': ['ID=0f655a65-e1af-4ea6-a778-80583b9bba62,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:09.993768 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:08Z', 'revision_number': 3, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:10.010175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Attempting to bind port 0f655a65-e1af-4ea6-a778-80583b9bba62 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:53:10.010550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Attempting to bind port 0f655a65-e1af-4ea6-a778-80583b9bba62 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:53:10.010915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Attempting to bind port 0f655a65-e1af-4ea6-a778-80583b9bba62 on network 7145c2e1-1cf1-489b-bf14-990cb920b40f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:53:10.016005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:53:10.016375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Checking segment: {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:53:10.016777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.017170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Bound using segment: {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:53:10.017632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Bound port: 0f655a65-e1af-4ea6-a778-80583b9bba62, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:53:10.018021 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.020566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d79eda-a240-4086-9359-2e325bd26391 None None] The sync data for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 is: [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:08Z', 'revision_number': 3, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:53:10.090768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] For port 0f655a65-e1af-4ea6-a778-80583b9bba62, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:53:10.094947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] For port 0f655a65-e1af-4ea6-a778-80583b9bba62, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0f655a65-e1af-4ea6-a778-80583b9bba62,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:53:10.100753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.164468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21523e5e-482d-4632-8afc-b4a47be7e497 None None] Pushing event updated for resources: {'Port': ['ID=0f655a65-e1af-4ea6-a778-80583b9bba62,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:10.188817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.20.0.1 (7145c2e1-1cf1-489b-bf14-990cb920b40f/9120bcc9-94f3-4534-99a3-297d4ac88785/7d264fcf-f2b4-45bd-bd89-3403fd9f2557) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:53:10.326103 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.390354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.436533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:53:10.439888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:53:10.446520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:53:10.454024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:10.506931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.643280 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.937452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:10.942963 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:11.016288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:11.021349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:11.124584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:53:11.126143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:53:11.146896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df25154f-8d61-424a-89b9-d2a538736439 None None] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:53:11.268256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-314461d4-be22-44c9-910b-7dfd4022cbc0 None None] Provisioning complete for port 0f655a65-e1af-4ea6-a778-80583b9bba62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:11.268737 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-314461d4-be22-44c9-910b-7dfd4022cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:11.388381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-314461d4-be22-44c9-910b-7dfd4022cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:11.423517 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-314461d4-be22-44c9-910b-7dfd4022cbc0 None None] For port 0f655a65-e1af-4ea6-a778-80583b9bba62, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0f655a65-e1af-4ea6-a778-80583b9bba62,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:11.430892 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-314461d4-be22-44c9-910b-7dfd4022cbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:11.486706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314461d4-be22-44c9-910b-7dfd4022cbc0 None None] Pushing event updated for resources: {'Port': ['ID=0f655a65-e1af-4ea6-a778-80583b9bba62,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:11.610414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router b0cac382-9bfe-4874-907f-effe85aa8e2c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:53:11.654062 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d7732755-ef49-4675-aac5-2834cdb4b424 None None] Provisioning complete for port 0f655a65-e1af-4ea6-a778-80583b9bba62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:11.654477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d7732755-ef49-4675-aac5-2834cdb4b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:11.729969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:53:11.738659 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6c513b5d-5da3-44f6-aed2-30ea0d008b78 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "PUT /v2.0/routers/b0cac382-9bfe-4874-907f-effe85aa8e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3195662 Sep 21 08:53:11.738759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40162) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:11.741533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Sync routers for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:53:11.762058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:11.762676 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:11.811587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d7732755-ef49-4675-aac5-2834cdb4b424 None None] Provisioning complete for port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:11.812051 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d7732755-ef49-4675-aac5-2834cdb4b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:11.918708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81211d6-7888-40f2-a7e2-2b9d80e4288f tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:11.919437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81211d6-7888-40f2-a7e2-2b9d80e4288f tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:11.920064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81211d6-7888-40f2-a7e2-2b9d80e4288f tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:11.920692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81211d6-7888-40f2-a7e2-2b9d80e4288f tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:11.922676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f81211d6-7888-40f2-a7e2-2b9d80e4288f tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1829200 Sep 21 08:53:11.925392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40164) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:12.047624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a146f-ab0d-4e7f-9a1c-92cf11f5332a tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:12.048109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a146f-ab0d-4e7f-9a1c-92cf11f5332a tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:12.048579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a146f-ab0d-4e7f-9a1c-92cf11f5332a tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:12.049044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a146f-ab0d-4e7f-9a1c-92cf11f5332a tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:12.050770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f86a146f-ab0d-4e7f-9a1c-92cf11f5332a tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1242757 Sep 21 08:53:12.053726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40166) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:12.070627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0f655a65-e1af-4ea6-a778-80583b9bba62 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:53:12.111233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d7732755-ef49-4675-aac5-2834cdb4b424 None None] Port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:53:12.124588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:12.210590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 0f655a65-e1af-4ea6-a778-80583b9bba62 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:12.211262 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.281242 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8fd78c8a-f926-4622-b0d8-90ab5e75d553 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2263002 Sep 21 08:53:12.301046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-efa28d23-4f13-4e64-9fd6-3aaf24cffa08 None None] Provisioning complete for port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:12.301936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-efa28d23-4f13-4e64-9fd6-3aaf24cffa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.370150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-efa28d23-4f13-4e64-9fd6-3aaf24cffa08 None None] Port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:53:12.432656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4767782f-d6a9-4f0c-9f36-09e141d646d3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:53:12.478675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:10Z', 'revision_number': 2, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:12.499080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40172) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:12.503652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-936f0fd6-cc09-4e97-b125-13d7abc486d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102021175', 'description': 'tempest-secgroup-smoke-102021175 description', 'project_id': '2164df615c014d6b9834941ac5a577f6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:12.511072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Checking router: b0cac382-9bfe-4874-907f-effe85aa8e2c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:53:12.511483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Updating router b0cac382-9bfe-4874-907f-effe85aa8e2c port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:53:12.526017 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-936f0fd6-cc09-4e97-b125-13d7abc486d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.540652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.554488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4767782f-d6a9-4f0c-9f36-09e141d646d3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:12.554881 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.613455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-936f0fd6-cc09-4e97-b125-13d7abc486d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.618549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-936f0fd6-cc09-4e97-b125-13d7abc486d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.649718 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-936f0fd6-cc09-4e97-b125-13d7abc486d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.650884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-936f0fd6-cc09-4e97-b125-13d7abc486d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1507893 Sep 21 08:53:12.652808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f0fd6-cc09-4e97-b125-13d7abc486d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a0e64f-607b-4f87-9917-d45ec57e184f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:12.654076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40174) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:12.660038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-956d890c-ea49-4e4d-9496-e6ad12635aae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '82a0e64f-607b-4f87-9917-d45ec57e184f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:12.686856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-956d890c-ea49-4e4d-9496-e6ad12635aae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.744291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-956d890c-ea49-4e4d-9496-e6ad12635aae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.748853 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-956d890c-ea49-4e4d-9496-e6ad12635aae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.760023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.766478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d890c-ea49-4e4d-9496-e6ad12635aae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90934404-2dbc-4f3c-ac63-12b0beb3cd88,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:12.776228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-956d890c-ea49-4e4d-9496-e6ad12635aae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.777516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-956d890c-ea49-4e4d-9496-e6ad12635aae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217980 Sep 21 08:53:12.783640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40176) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:12.785271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ce3cd436-300b-44bb-af43-b7d9a25097a7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '82a0e64f-607b-4f87-9917-d45ec57e184f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:12.817036 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd436-300b-44bb-af43-b7d9a25097a7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.819339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 4767782f-d6a9-4f0c-9f36-09e141d646d3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4767782f-d6a9-4f0c-9f36-09e141d646d3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:12.827241 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.889167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd436-300b-44bb-af43-b7d9a25097a7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.892987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd436-300b-44bb-af43-b7d9a25097a7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.899695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=4767782f-d6a9-4f0c-9f36-09e141d646d3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:12.915134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cd436-300b-44bb-af43-b7d9a25097a7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0222868-a43a-4bbc-acf0-6c2d15d87b89,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:12.923233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3cd436-300b-44bb-af43-b7d9a25097a7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.927479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ce3cd436-300b-44bb-af43-b7d9a25097a7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430511 Sep 21 08:53:12.928023 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40178) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:12.932384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4dea945c-cc52-4d07-9678-e9679f692944 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '82a0e64f-607b-4f87-9917-d45ec57e184f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:12.944363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.950220 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:12.961627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4dea945c-cc52-4d07-9678-e9679f692944 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.003875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3233f10-d07b-44b4-9890-931b338e33e4 None None] Pushing event updated for resources: {'Port': ['ID=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:13.041742 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4dea945c-cc52-4d07-9678-e9679f692944 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.047261 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4dea945c-cc52-4d07-9678-e9679f692944 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.059557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Attempting to bind port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:53:13.059981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Attempting to bind port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:53:13.060408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Attempting to bind port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 on network 7145c2e1-1cf1-489b-bf14-990cb920b40f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:53:13.065894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:53:13.066426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Checking segment: {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:53:13.067149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.067624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Bound using segment: {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:53:13.068459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Bound port: 7d264fcf-f2b4-45bd-bd89-3403fd9f2557, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:53:13.069053 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.074838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea945c-cc52-4d07-9678-e9679f692944 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3786a4-221e-4f4e-a13f-39ace4ce0b75,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:13.078710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4dea945c-cc52-4d07-9678-e9679f692944 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.080028 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4dea945c-cc52-4d07-9678-e9679f692944 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510623 Sep 21 08:53:13.082818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40180) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:13.087890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-8b608a54-b1a4-475e-9a98-297b87aa21d7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '82a0e64f-607b-4f87-9917-d45ec57e184f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:13.120174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b608a54-b1a4-475e-9a98-297b87aa21d7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.142848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] For port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:53:13.146964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] For port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:53:13.155124 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.189047 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b608a54-b1a4-475e-9a98-297b87aa21d7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.195900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b608a54-b1a4-475e-9a98-297b87aa21d7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.206425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:13.207069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:52:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:13.211639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b608a54-b1a4-475e-9a98-297b87aa21d7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baba624-97d0-4a0c-ac67-1399466f10aa,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:13.226024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b608a54-b1a4-475e-9a98-297b87aa21d7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.227252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8b608a54-b1a4-475e-9a98-297b87aa21d7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431463 Sep 21 08:53:13.230769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40182) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:13.235410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '82a0e64f-607b-4f87-9917-d45ec57e184f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:13.263342 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Project 2164df615c014d6b9834941ac5a577f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:53:13.269671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.276360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3233f10-d07b-44b4-9890-931b338e33e4 None None] Pushing event updated for resources: {'Port': ['ID=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:13.332511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ffacdb3f-2e20-4858-abb8-27d051d9a849 None None] Provisioning complete for port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:13.332882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ffacdb3f-2e20-4858-abb8-27d051d9a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.349406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.353861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.370191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:13.375653 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fac809-1e51-40cf-bf8e-33a0605729d1,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:13.379794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.381220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-04a90c71-89ee-4dd4-bdd8-00eb9b8ae539 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493685 Sep 21 08:53:13.383891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40184) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:13.389081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '82a0e64f-607b-4f87-9917-d45ec57e184f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:13.413396 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Project 2164df615c014d6b9834941ac5a577f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:53:13.419006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.481168 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.486228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.503822 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae623e35-cdc3-4434-a37e-2c3f33b4cee7,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:13.512321 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.513711 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4c6e5be8-3483-48f7-a00f-5213ece6a3f1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287084 Sep 21 08:53:13.555183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ffacdb3f-2e20-4858-abb8-27d051d9a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.627479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ffacdb3f-2e20-4858-abb8-27d051d9a849 None None] For port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:13.634410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ffacdb3f-2e20-4858-abb8-27d051d9a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.657566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-47cc7b4a-0583-4b61-982a-dfd83f04c31e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102021175&fields=id&tenant_id=2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 267 time: 0.0370550 Sep 21 08:53:13.691952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacdb3f-2e20-4858-abb8-27d051d9a849 None None] Pushing event updated for resources: {'Port': ['ID=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:13.700584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:13.727021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb3256-9d19-45ad-a46d-32c9e1e68c67 None None] The sync data for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 is: [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:53:13.753692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b7470b69-db67-4f87-be48-7bf4ff52f0a7 None None] Provisioning complete for port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:13.754075 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b7470b69-db67-4f87-be48-7bf4ff52f0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:13.788709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-65a38235-840a-44fe-80f0-9cd686d9b645 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:13.796058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-65a38235-840a-44fe-80f0-9cd686d9b645 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/networks?id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 797 time: 0.1270890 Sep 21 08:53:13.809504 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-5a343fc3-b2a0-4cc0-8e8b-163ea2712c9a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/quotas/2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 375 time: 0.0113366 Sep 21 08:53:13.878397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-b4aed14e-9b09-45f9-ae15-97b74f1f20e7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631862 Sep 21 08:53:13.996239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:53:14.050937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-af161d07-1c59-440f-9477-272ad1df2847 service neutron] 10.222.0.59 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572144 Sep 21 08:53:14.051185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:14.051599 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:14.133324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4767782f-d6a9-4f0c-9f36-09e141d646d3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:53:14.152493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-38aafcc1-9970-40ae-91bb-c159da87a913 service neutron] 10.222.0.59 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939021 Sep 21 08:53:14.191376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4767782f-d6a9-4f0c-9f36-09e141d646d3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:14.192126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:14.342301 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e8913630-828d-4bd8-90ef-fd4ad207d07d req-ac4526e8-9e43-4362-8b68-aac031ddd568 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 210 time: 0.0346251 Sep 21 08:53:15.416061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeec8cbb-6c52-4aa6-b68f-6996d80d9139 req-24ced0df-91e6-4bf9-86da-fdb63306b26c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 210 time: 0.0313709 Sep 21 08:53:16.446698 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-1e7c4e8a-0ea8-4425-b3c1-aba14d533f92 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:16.448682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-1e7c4e8a-0ea8-4425-b3c1-aba14d533f92 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.50 "GET /v2.0/networks?id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 797 time: 0.1222806 Sep 21 08:53:16.518386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87cb001c-746a-4d9f-84ff-33fda414f05c req-b292af74-5d3a-4da0-8f29-156c28727f75 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 210 time: 0.0329764 Sep 21 08:53:16.522480 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-dfd6f2a3-76c5-41f5-9b81-bed278dcf5d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 379 time: 0.0592418 Sep 21 08:53:16.533832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'port': {'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'admin_state_up': True, 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'security_groups': ['82a0e64f-607b-4f87-9917-d45ec57e184f']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:16.646558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:53:16.650031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:16.774040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.20.0.4 (7145c2e1-1cf1-489b-bf14-990cb920b40f/9120bcc9-94f3-4534-99a3-297d4ac88785/e59f00d8-a8ce-4eca-b85a-2351ddc65f0d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:53:16.915495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:16.948611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:16.991754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:53:16.994828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:53:17.001571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:53:17.007952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:17.060282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:17.060918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.076321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-4bdcfd93-6b94-4545-b4dd-c723c4cca59b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5463707 Sep 21 08:53:17.139335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Request body: {'port': {'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:17.196235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.226622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-11f38e13-4e30-44c3-9345-b960614516dd None None] Provisioning complete for port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:17.227183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11f38e13-4e30-44c3-9345-b960614516dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.260658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-11f38e13-4e30-44c3-9345-b960614516dd None None] Port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:53:17.467008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59f00d8-a8ce-4eca-b85a-2351ddc65f0d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:53:17.474194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.485575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Transition to ACTIVE for port object e59f00d8-a8ce-4eca-b85a-2351ddc65f0d will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:53:17.490536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.543184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:17.611480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Attempting to bind port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:53:17.611821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Attempting to bind port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:53:17.612179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Attempting to bind port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d on network 7145c2e1-1cf1-489b-bf14-990cb920b40f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:53:17.617006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d on network 7145c2e1-1cf1-489b-bf14-990cb920b40f not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:53:17.617329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Attempting to bind port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d on network 7145c2e1-1cf1-489b-bf14-990cb920b40f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:53:17.622861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:53:17.623197 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Checking segment: {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:53:17.623611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Bound using segment: {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:53:17.624040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Bound port: e59f00d8-a8ce-4eca-b85a-2351ddc65f0d, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:53:17.624399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.645939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034a1-2731-4fbd-8dcf-4b2a4c3838a7 req-81e6bc03-5825-43b7-95ba-8b3857ca1fa5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:17.648015 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45e034a1-2731-4fbd-8dcf-4b2a4c3838a7 req-81e6bc03-5825-43b7-95ba-8b3857ca1fa5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 943 time: 0.0543253 Sep 21 08:53:17.688639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-45e034a1-2731-4fbd-8dcf-4b2a4c3838a7 req-ba86b14f-f8ee-4657-b8df-b12e98793c99 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341237 Sep 21 08:53:17.698228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] For port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:53:17.702186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] For port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:53:17.709402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.743175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:17.743903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:17.745334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] 10.222.0.50 "PUT /v2.0/ports/e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 200 len: 1091 time: 0.6606634 Sep 21 08:53:17.745804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:53:17.748346 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279" -d '{"events": [{"name": "network-changed", "server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:53:17.784878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3751e1-6025-4698-b646-5d6e10f51931 service neutron] Pushing event updated for resources: {'Port': ['ID=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:17.850105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-563778da-1b23-4830-81fd-03fab89b1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:17.851674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-563778da-1b23-4830-81fd-03fab89b1875 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1094 time: 0.0418906 Sep 21 08:53:17.900895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-c3747ebf-a379-4edb-b2f2-f542e67a5f91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 200 len: 217 time: 0.0403869 Sep 21 08:53:17.956553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-7023bb48-494a-4757-bfa0-7d810091d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:17.958118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-7023bb48-494a-4757-bfa0-7d810091d43f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9120bcc9-94f3-4534-99a3-297d4ac88785 HTTP/1.1" status: 200 len: 835 time: 0.0499413 Sep 21 08:53:17.959610 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffaed69-cde0-40b9-aeef-4cc68eda909a x-openstack-request-id: req-9ffaed69-cde0-40b9-aeef-4cc68eda909a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:53:17.959902 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:53:17.960156 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ffaed69-cde0-40b9-aeef-4cc68eda909a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:53:17.960550 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'status': 'completed', 'code': 200} Sep 21 08:53:18.006891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-75b1c58e-43dd-4f55-afb6-38c7c89cd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:18.008389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-75b1c58e-43dd-4f55-afb6-38c7c89cd203 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7145c2e1-1cf1-489b-bf14-990cb920b40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422192 Sep 21 08:53:18.103291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-c7dbf2f1-03c5-4762-81ba-79149d7a9d6a service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862460 Sep 21 08:53:18.194018 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c6dce296-a61f-40e9-b881-fba187ccc9b8 req-5c49d02d-5d96-4b99-82f4-1fdecbcd7815 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827165 Sep 21 08:53:18.282544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-22ea9635-3e60-4382-a524-1b6c8c9d8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:18.283991 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-22ea9635-3e60-4382-a524-1b6c8c9d8d16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1094 time: 0.0402241 Sep 21 08:53:18.381535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-544cb792-04c9-4362-8530-bcf689c7ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:18.383378 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-544cb792-04c9-4362-8530-bcf689c7ee0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 898 time: 0.0912187 Sep 21 08:53:18.425704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-65574ae2-5339-4f06-a5d6-85127257d135 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 200 len: 217 time: 0.0347865 Sep 21 08:53:18.482278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-7f1644a8-f131-4b18-878f-70891590eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:18.483820 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-7f1644a8-f131-4b18-878f-70891590eec0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9120bcc9-94f3-4534-99a3-297d4ac88785 HTTP/1.1" status: 200 len: 835 time: 0.0493512 Sep 21 08:53:18.535178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-cb562541-2896-437f-b16c-2c43bff5f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:18.536668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-cb562541-2896-437f-b16c-2c43bff5f96b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7145c2e1-1cf1-489b-bf14-990cb920b40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449371 Sep 21 08:53:18.632705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-54393e48-977d-49dd-bd02-a10d44bf0fb1 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884430 Sep 21 08:53:18.729617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b2b11e0b-80fe-45e4-b65f-79dd8a4c6279 req-0da8a880-2d91-4e02-b71a-d667b4589b18 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890725 Sep 21 08:53:18.810548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea259b5-f128-4f80-9146-cc902904b2c8 req-799e7573-8504-4ebc-b4d3-b3e907780548 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:18.812082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aea259b5-f128-4f80-9146-cc902904b2c8 req-799e7573-8504-4ebc-b4d3-b3e907780548 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 943 time: 0.0511265 Sep 21 08:53:18.853104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aea259b5-f128-4f80-9146-cc902904b2c8 req-aa032dc5-9387-442f-8c05-2128d7a9a24a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344050 Sep 21 08:53:19.969943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be2de6-7a50-403b-8cd4-72a57d0cf600 req-4ae7632b-73b8-4bac-853c-36398e07a56f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:19.971471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14be2de6-7a50-403b-8cd4-72a57d0cf600 req-4ae7632b-73b8-4bac-853c-36398e07a56f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 943 time: 0.0494933 Sep 21 08:53:20.009175 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-14be2de6-7a50-403b-8cd4-72a57d0cf600 req-6aee41fc-7439-48f2-be24-f11a15a5815a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Sep 21 08:53:21.002443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e59f00d8-a8ce-4eca-b85a-2351ddc65f0d details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:53:21.100934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:21.113443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:53:21.128077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61487195-32aa-4a03-b166-1efc5f0c5a4c req-1d51c5c4-2152-40de-93e6-aba4cd469e7b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:21.129573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61487195-32aa-4a03-b166-1efc5f0c5a4c req-1d51c5c4-2152-40de-93e6-aba4cd469e7b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 943 time: 0.0488064 Sep 21 08:53:21.149741 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:21.163596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59f00d8-a8ce-4eca-b85a-2351ddc65f0d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:53:21.172208 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-61487195-32aa-4a03-b166-1efc5f0c5a4c req-a741dd14-34e5-4eab-b808-6cafb0a3afe6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366518 Sep 21 08:53:21.183679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:21.188107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:21.238939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:21.428995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e59f00d8-a8ce-4eca-b85a-2351ddc65f0d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:53:22.290856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1943c6-78c4-4258-b121-009576eb2436 req-bed2002c-a122-4469-8d29-e5ba5cb26ae7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:22.292352 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1943c6-78c4-4258-b121-009576eb2436 req-bed2002c-a122-4469-8d29-e5ba5cb26ae7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 944 time: 0.0513339 Sep 21 08:53:22.330317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e1943c6-78c4-4258-b121-009576eb2436 req-80952ab4-7c6e-4ec9-b752-f7d0367aa9e3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Sep 21 08:53:22.436830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-66964407-c404-4b19-ba95-c5211fc6f59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:23.018808 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e59f00d8-a8ce-4eca-b85a-2351ddc65f0d up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:53:23.070493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:53:23.074687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:53:23.075058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:23.148270 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:23.172605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:53:23.174829 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84143bf4-f090-4c03-b8e8-29636ae268c4" -d '{"events": [{"server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "name": "network-vif-plugged", "status": "completed", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:53:23.187725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:53:23.191774 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:23.226229 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb49913-5c7e-4d6a-9bc4-5b0dbd7d05a9 x-openstack-request-id: req-edb49913-5c7e-4d6a-9bc4-5b0dbd7d05a9 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:53:23.226522 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "name": "network-vif-plugged", "status": "completed", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:53:23.226775 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edb49913-5c7e-4d6a-9bc4-5b0dbd7d05a9 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:53:23.227172 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'code': 200} Sep 21 08:53:23.248799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:23.322071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308db03-b84b-4d9b-8c52-4fd07951c2e9 req-c1aee8ce-395b-4409-99b4-69ac1010bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:23.329190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6308db03-b84b-4d9b-8c52-4fd07951c2e9 req-c1aee8ce-395b-4409-99b4-69ac1010bd16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1096 time: 0.0392275 Sep 21 08:53:23.359361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6308db03-b84b-4d9b-8c52-4fd07951c2e9 req-6549bb90-c0e9-417e-ab1f-a642c995726e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278502 Sep 21 08:53:23.446376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29d2c3-f079-4ddc-8ebb-7ca6704d3726 req-48f13163-ca7c-4601-beb1-c880ab5d841f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:23.447940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab29d2c3-f079-4ddc-8ebb-7ca6704d3726 req-48f13163-ca7c-4601-beb1-c880ab5d841f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Sep 21 08:53:23.485877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab29d2c3-f079-4ddc-8ebb-7ca6704d3726 req-7fc8a324-719c-4ae9-b517-349f9890c9cf tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Sep 21 08:53:24.601413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5850048-876f-4569-b41c-4a2241d475a0 req-dd85c8a3-46b3-4bb6-a062-ec71a4b6219e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:24.602876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5850048-876f-4569-b41c-4a2241d475a0 req-dd85c8a3-46b3-4bb6-a062-ec71a4b6219e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 945 time: 0.0489037 Sep 21 08:53:24.641114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5850048-876f-4569-b41c-4a2241d475a0 req-f786fcff-2506-4888-a75e-812a998e96bc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Sep 21 08:53:24.755295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61fcfd-89ef-4fae-95d7-8757250a9e93 req-4e7ec776-d202-4d6e-ac28-08149e1fdd23 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:24.756796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c61fcfd-89ef-4fae-95d7-8757250a9e93 req-4e7ec776-d202-4d6e-ac28-08149e1fdd23 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 945 time: 0.0516555 Sep 21 08:53:24.794840 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c61fcfd-89ef-4fae-95d7-8757250a9e93 req-ecd308d1-ba7e-4746-a828-59c0e513f02a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315249 Sep 21 08:53:24.815867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40264) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:24.854818 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e09799-c18a-4c0c-bedc-30e8cd6cb43d tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:24.856388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-77e09799-c18a-4c0c-bedc-30e8cd6cb43d tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1091 time: 0.0392730 Sep 21 08:53:24.859238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:24.863569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:53:24.884748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:24.981308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:25.084054 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.25.1.82 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/50c5e5ac-a531-464e-ae71-083a8173b02f) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:53:25.188801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:25.221214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:25.256333 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:53:25.259068 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:53:25.262570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:53:25.289149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=50c5e5ac-a531-464e-ae71-083a8173b02f,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:25.364392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:25.417022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-706d0f24-dfd8-44a1-aef3-d5c6dd56a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:25.931203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:25.995435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:26.141602 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:26.146094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:26.220851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=50c5e5ac-a531-464e-ae71-083a8173b02f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:53:26.227254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:26.326413 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Floating IP 6d2e91a3-059b-44e9-a6da-372a3a128e13 associated. External IP: 172.25.1.82, port: e59f00d8-a8ce-4eca-b85a-2351ddc65f0d. Sep 21 08:53:26.527240 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router b0cac382-9bfe-4874-907f-effe85aa8e2c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:53:26.633063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:53:26.643856 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] Sync routers for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:53:26.650912 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:26.653643 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:26.654247 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:53:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:26.681049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1eaf54c0-8232-46a9-80e7-ed6861b4df51 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8207150 Sep 21 08:53:26.681618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:53:26.684360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40270) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:26.684841 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2eb106-335e-4049-9f76-81fb944646ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:53:26.723966 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c216c3d-d0e8-46c6-8277-df95184da7c9 x-openstack-request-id: req-2c216c3d-d0e8-46c6-8277-df95184da7c9 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:53:26.724332 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:53:26.725070 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c216c3d-d0e8-46c6-8277-df95184da7c9 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:53:26.725070 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'status': 'completed', 'code': 200} Sep 21 08:53:26.749943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a9657f33-1756-44f9-adae-24650dd67f2f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/floatingips/6d2e91a3-059b-44e9-a6da-372a3a128e13 HTTP/1.1" status: 200 len: 990 time: 0.0636628 Sep 21 08:53:26.764308 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:26.792171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb106-335e-4049-9f76-81fb944646ff req-16826330-488c-49f5-b2f0-20736b5a4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:26.794430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b2eb106-335e-4049-9f76-81fb944646ff req-16826330-488c-49f5-b2f0-20736b5a4fb6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1096 time: 0.0435035 Sep 21 08:53:26.830753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:26.886249 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb106-335e-4049-9f76-81fb944646ff req-4c33661d-c336-4cf0-bc62-997f505a4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:26.887823 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b2eb106-335e-4049-9f76-81fb944646ff req-4c33661d-c336-4cf0-bc62-997f505a4ad9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 898 time: 0.0860004 Sep 21 08:53:26.957621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b2eb106-335e-4049-9f76-81fb944646ff req-2a3db27e-3501-4932-a4db-e518f093e72a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 200 len: 998 time: 0.0622759 Sep 21 08:53:26.984212 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:25Z', 'revision_number': 0, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:27.008180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb106-335e-4049-9f76-81fb944646ff req-6105fa1e-2801-4e89-af90-ebeff069fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:27.010024 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b2eb106-335e-4049-9f76-81fb944646ff req-6105fa1e-2801-4e89-af90-ebeff069fea5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9120bcc9-94f3-4534-99a3-297d4ac88785 HTTP/1.1" status: 200 len: 835 time: 0.0451787 Sep 21 08:53:27.014062 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] Checking router: b0cac382-9bfe-4874-907f-effe85aa8e2c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:53:27.022544 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:53:27.023142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:53:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:27.056547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb106-335e-4049-9f76-81fb944646ff req-c2ba29cd-8a7f-47a9-9c69-7bd48da569f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:27.064464 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b2eb106-335e-4049-9f76-81fb944646ff req-c2ba29cd-8a7f-47a9-9c69-7bd48da569f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7145c2e1-1cf1-489b-bf14-990cb920b40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402594 Sep 21 08:53:27.125949 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:53:27.160653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b2eb106-335e-4049-9f76-81fb944646ff req-86382845-ae2a-46b4-bb52-80ce091e8695 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876186 Sep 21 08:53:27.244376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0b2eb106-335e-4049-9f76-81fb944646ff req-8c0a1aeb-e5ce-4864-983b-fcbb801461e2 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823867 Sep 21 08:53:27.346654 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:25Z', 'revision_number': 0, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:53:27.375265 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c80e84-4282-4153-b883-2c5e384d157f None None] The sync data for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 is: [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:25Z', 'revision_number': 0, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:53:27.558594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2d0dd-6a07-4e41-ba8f-ced49a8842ba None None] New status for floating IP 6d2e91a3-059b-44e9-a6da-372a3a128e13: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:53:27.753107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40274) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:27.817071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9bd0ceef-bef5-4a97-866d-95dc173effd6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/floatingips/6d2e91a3-059b-44e9-a6da-372a3a128e13 HTTP/1.1" status: 200 len: 992 time: 0.0625632 Sep 21 08:53:27.897297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:32.382220 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:33.987970 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:39.947693 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:53:52.437007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d42653c6-85bf-4751-84d1-aa62b244a2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:55.368020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:55.421848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-920db6fe-3492-4188-86b6-8e397e1ffac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:56.407050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40288) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:53:56.508652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec035f66-c41f-45a5-b75c-41d92881efb0 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:56.509136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec035f66-c41f-45a5-b75c-41d92881efb0 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:56.509620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec035f66-c41f-45a5-b75c-41d92881efb0 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:56.511340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ec035f66-c41f-45a5-b75c-41d92881efb0 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/ports?project_id=2164df615c014d6b9834941ac5a577f6&network_id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 2969 time: 0.1032114 Sep 21 08:53:56.832756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:57.901694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:53:58.780843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-173f1c03-8185-4634-bece-7ba46c4e243d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427542 Sep 21 08:53:58.872410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8012-e787-4422-a431-3ad702c6befd req-b12bf8a5-7645-4ae8-90d6-7d299bd649e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:58.873961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-b12bf8a5-7645-4ae8-90d6-7d299bd649e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1096 time: 0.0467672 Sep 21 08:53:58.986718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8012-e787-4422-a431-3ad702c6befd req-c4d4ccab-a1a7-491b-96bb-dac2027db312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:58.988287 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-c4d4ccab-a1a7-491b-96bb-dac2027db312 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 898 time: 0.0887861 Sep 21 08:53:59.061595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-4fe05db8-a6b6-457d-b550-b9297cab8a65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 200 len: 1000 time: 0.0655272 Sep 21 08:53:59.112760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8012-e787-4422-a431-3ad702c6befd req-b1a7f12a-1d8d-4ec0-b75f-69fe5968dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:59.114298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-b1a7f12a-1d8d-4ec0-b75f-69fe5968dc12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9120bcc9-94f3-4534-99a3-297d4ac88785 HTTP/1.1" status: 200 len: 835 time: 0.0454576 Sep 21 08:53:59.161238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac8012-e787-4422-a431-3ad702c6befd req-85521e29-7984-4a8b-97f2-17916b17d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:53:59.162780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-85521e29-7984-4a8b-97f2-17916b17d3b6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7145c2e1-1cf1-489b-bf14-990cb920b40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412579 Sep 21 08:53:59.259899 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-7ec7e00b-1daf-422a-a09a-89b19791b007 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889904 Sep 21 08:53:59.352831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1ac8012-e787-4422-a431-3ad702c6befd req-e630e434-6280-49ed-884f-075835e91b33 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853012 Sep 21 08:54:00.571915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40302) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:00.625783 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be23c06a-af49-4c88-bc9b-2eb6ec7eb915 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:00.627424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-be23c06a-af49-4c88-bc9b-2eb6ec7eb915 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e HTTP/1.1" status: 200 len: 814 time: 0.0539887 Sep 21 08:54:01.635761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40308) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:01.641961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'network': {'name': 'tempest-network-smoke--407764305', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'port_security_enabled': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:01.663493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:54:01.666971 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:01.697171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:54:01.707742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:01.708090 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Added segment 10b55a0e-5129-4da5-a9b0-7aa00d7d4970 of type vlan for network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f Sep 21 08:54:01.748455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:01.773710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:01.779232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:01.779898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:01.819228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1814487 Sep 21 08:54:01.822401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40310) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:01.847616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093e319-664e-4ed8-b1f8-8d403cef99a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Network': ['ID=a97b8b66-1880-4f6e-a90b-f8c44ab1b93f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:01.858228 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:54:01.899261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74ad905-cc1c-41ea-ae56-8be157bfe93c tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:01.900825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a74ad905-cc1c-41ea-ae56-8be157bfe93c tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2164df615c014d6b9834941ac5a577f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0773959 Sep 21 08:54:01.903671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40312) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:02.053899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fac908-8a93-4e69-8a65-a6ce32c5d022 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:02.055348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d7fac908-8a93-4e69-8a65-a6ce32c5d022 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507494 Sep 21 08:54:02.058070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40314) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:02.097973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-18900c4e-ffd0-49bc-837c-25ad14e72686 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382698 Sep 21 08:54:02.100657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40318) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:02.128862 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-719ae36a-8f9e-4bfc-91c5-7dcd6713f020 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2164df615c014d6b9834941ac5a577f6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271363 Sep 21 08:54:02.131440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40320) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:02.216118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a16880-8de2-4f64-b001-f810634dc503 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:02.217638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3a16880-8de2-4f64-b001-f810634dc503 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851035 Sep 21 08:54:02.220330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40322) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:02.253716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-66bce60f-5dde-4391-829c-67a28fa14214 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323496 Sep 21 08:54:02.256085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40326) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:02.260658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-955992924', 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:02.346176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:54:02.349661 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:02.380981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:02.543420 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:02.609190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Subnet': ['ID=51fb58ab-5994-451d-b346-56f8996f452f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:02.622258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.622586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.622929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.623271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.623634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.623970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.624298 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.624626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.624956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.625286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.625632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.625962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:02.628973 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Checking segment: {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:54:02.629335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network hostable DHCP agents. Network: a97b8b66-1880-4f6e-a90b-f8c44ab1b93f, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:54:02.649347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:54:02.660881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, a97b8b66-1880-4f6e-a90b-f8c44ab1b93f) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:54:02.666908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:02.667325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:02.670530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8fe65b-5988-4fb6-8bc7-b385491633b3 None None] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:54:02.682305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d6ba4cd4-4dfc-454f-9b13-8c2667daade6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4251266 Sep 21 08:54:02.913347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40330) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:02.918721 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-80b5bf44-ec80-4f9a-b5bf-0b4aeb21cadc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287179718', 'description': 'tempest-secgroup-smoke-287179718 description', 'project_id': '2164df615c014d6b9834941ac5a577f6'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:02.941479 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80b5bf44-ec80-4f9a-b5bf-0b4aeb21cadc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:02.971203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ips': [{'subnet_id': '51fb58ab-5994-451d-b346-56f8996f452f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:54:02.972152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.028325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80b5bf44-ec80-4f9a-b5bf-0b4aeb21cadc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.031730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80b5bf44-ec80-4f9a-b5bf-0b4aeb21cadc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.059658 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-80b5bf44-ec80-4f9a-b5bf-0b4aeb21cadc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.060984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-80b5bf44-ec80-4f9a-b5bf-0b4aeb21cadc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466269 Sep 21 08:54:03.064070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40332) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:03.064946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5bf44-ec80-4f9a-b5bf-0b4aeb21cadc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.074609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '9ff2458c-c7af-44cf-8842-1e0f0e0dc58b', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:03.100475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.114622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Allocated IP 172.20.0.18 (a97b8b66-1880-4f6e-a90b-f8c44ab1b93f/51fb58ab-5994-451d-b346-56f8996f452f/1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:54:03.160133 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.164299 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.181238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e363a555-42e1-4974-9e2b-bf33b0de02d7,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.190106 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.191594 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247356 Sep 21 08:54:03.193005 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.193351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.193687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.194024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.194361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.194646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40334) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:03.194882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.194986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.195326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.195651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.195974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.196322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.196651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b85fba-36e6-45d1-93ae-4c762f886c9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.206953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-84b20687-de50-4ce9-87f1-c0bfd6a37be1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '9ff2458c-c7af-44cf-8842-1e0f0e0dc58b', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:03.234005 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84b20687-de50-4ce9-87f1-c0bfd6a37be1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.259887 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.266540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.292863 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84b20687-de50-4ce9-87f1-c0bfd6a37be1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.298127 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84b20687-de50-4ce9-87f1-c0bfd6a37be1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.304275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:54:03.307131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:54:03.310426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:54:03.318418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20687-de50-4ce9-87f1-c0bfd6a37be1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67485151-9293-4896-9156-36c9bc12b5f3,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.321379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84b20687-de50-4ce9-87f1-c0bfd6a37be1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.325833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-84b20687-de50-4ce9-87f1-c0bfd6a37be1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267219 Sep 21 08:54:03.326397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40336) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:03.331019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b1ba0637-c30a-4e15-9220-fc43cc520dde tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '9ff2458c-c7af-44cf-8842-1e0f0e0dc58b', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:03.332443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Pushing event updated for resources: {'Port': ['ID=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.357162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.357511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.357863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.358204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.358538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.358867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.359195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.359546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.359752 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0637-c30a-4e15-9220-fc43cc520dde tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.359866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.360405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.360501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.360813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:03.390115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Attempting to bind port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:54:03.390486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Attempting to bind port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:54:03.390854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Attempting to bind port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d on network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:54:03.395837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:54:03.396211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Checking segment: {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:54:03.396619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.397016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Bound using segment: {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:54:03.397491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Bound port: 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:54:03.397876 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.420000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0637-c30a-4e15-9220-fc43cc520dde tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.424731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0637-c30a-4e15-9220-fc43cc520dde tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.443890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba0637-c30a-4e15-9220-fc43cc520dde tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17ca5cc-0bfb-4066-86b2-df6b480efe7a,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.449325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0637-c30a-4e15-9220-fc43cc520dde tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.451812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b1ba0637-c30a-4e15-9220-fc43cc520dde tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243157 Sep 21 08:54:03.453576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40338) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:03.458199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a96ef85a-3ec9-4f4b-9c99-28f37c8abbf3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '9ff2458c-c7af-44cf-8842-1e0f0e0dc58b', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:03.472593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] For port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:54:03.475853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] For port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:54:03.481458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.485035 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a96ef85a-3ec9-4f4b-9c99-28f37c8abbf3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.544891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d5495-6683-4428-b5b3-65c287425bc4 None None] Pushing event updated for resources: {'Port': ['ID=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.551397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a96ef85a-3ec9-4f4b-9c99-28f37c8abbf3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.556350 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a96ef85a-3ec9-4f4b-9c99-28f37c8abbf3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.575710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ef85a-3ec9-4f4b-9c99-28f37c8abbf3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58630b37-574b-40fa-ae0c-2bdf955ab508,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.583241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a96ef85a-3ec9-4f4b-9c99-28f37c8abbf3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.584527 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a96ef85a-3ec9-4f4b-9c99-28f37c8abbf3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298761 Sep 21 08:54:03.587294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40340) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:03.592381 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '9ff2458c-c7af-44cf-8842-1e0f0e0dc58b', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:03.617328 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Project 2164df615c014d6b9834941ac5a577f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:54:03.628795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.709210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.713042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.735228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aa5600-c947-48be-9c69-da7bf3d8ba28,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.742336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.743843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4a0e4222-6f89-4ab9-b993-d16683151afb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555142 Sep 21 08:54:03.746781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40344) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:03.751621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '9ff2458c-c7af-44cf-8842-1e0f0e0dc58b', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:03.779096 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Project 2164df615c014d6b9834941ac5a577f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:54:03.786986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.849221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.853635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.876166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80584d8c-f9a0-4e6c-9ffa-d8514fda9b88,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:03.883673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:03.885350 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3be1869c-86c5-438d-bbf1-2c5685868998 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374276 Sep 21 08:54:03.923095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:54:03.974999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:03.975634 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:04.022731 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:04.046477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-c2aa3724-0d1b-495c-a24b-594cae00b750 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287179718&fields=id&tenant_id=2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 267 time: 0.0474737 Sep 21 08:54:04.068783 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:04.102129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:04.106224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:04.158001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-073e34f5-654a-4871-b589-9119864919be tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:04.159582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-073e34f5-654a-4871-b589-9119864919be tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/networks?id=a97b8b66-1880-4f6e-a90b-f8c44ab1b93f HTTP/1.1" status: 200 len: 796 time: 0.1057773 Sep 21 08:54:04.161270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:04.179151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-43b2af4a-6b2d-494b-afe2-cafb3cf2239a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/quotas/2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 375 time: 0.0102122 Sep 21 08:54:04.277736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-bfd6785a-7d41-40a8-95a4-d59dc39d3ac3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0916564 Sep 21 08:54:04.293749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-bf61a777-f550-4de7-b94e-ed70c957caca service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:54:04.294721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-bf61a777-f550-4de7-b94e-ed70c957caca service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053256 Sep 21 08:54:04.388068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-a1eaa90e-ecff-4da0-b301-e7bd011214b2 service neutron] 10.222.0.59 "GET /v2.0/networks/a97b8b66-1880-4f6e-a90b-f8c44ab1b93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870376 Sep 21 08:54:04.422738 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dadfa9-7617-40d7-a723-6b776963f05e None None] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:54:04.485070 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-cacdabc6-8c68-4795-96ba-1f6552b5a4db service neutron] 10.222.0.59 "GET /v2.0/networks/a97b8b66-1880-4f6e-a90b-f8c44ab1b93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907588 Sep 21 08:54:04.538538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-973b548a-10a9-4d21-b8c7-645fd7de0c21 None None] Provisioning complete for port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:04.538918 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-973b548a-10a9-4d21-b8c7-645fd7de0c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:04.671127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ea6f268-be6f-4c38-a35b-290e54e36580 req-07a12ec3-ba65-4dcf-8ea2-58cafe9bc079 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 210 time: 0.0433118 Sep 21 08:54:04.887815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b74cca99-1552-450c-9586-f51f8f0c00e1 None None] Provisioning complete for port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:04.888184 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b74cca99-1552-450c-9586-f51f8f0c00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:05.747831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b777786-0bc4-4437-9b73-1585d8c37a16 req-ba42a0fa-1f5d-4fd6-b62d-41754e6c5ab6 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 210 time: 0.0260551 Sep 21 08:54:05.898352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:54:05.951651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:05.951966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:06.823884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64efdf5c-09bf-419b-bf7e-7e846a4f1a55 req-b6e2d8ad-54e3-43a1-8959-8fd1310ee173 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 210 time: 0.0266659 Sep 21 08:54:07.694784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-f4513283-722f-4d91-a6dc-22ff34d9e8d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:07.696253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-f4513283-722f-4d91-a6dc-22ff34d9e8d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "GET /v2.0/networks?id=a97b8b66-1880-4f6e-a90b-f8c44ab1b93f HTTP/1.1" status: 200 len: 796 time: 0.1044228 Sep 21 08:54:07.740938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-5288c514-9f6e-47e0-9bbb-5851e4ea7ca0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 471 time: 0.0360079 Sep 21 08:54:07.750531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'port': {'device_id': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'admin_state_up': True, 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'security_groups': ['9ff2458c-c7af-44cf-8842-1e0f0e0dc58b']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:07.858139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:54:07.861837 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:07.918499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70b10fe0-f067-4b94-8f3b-d6a4ba957744 req-a9c1cec5-c68e-4032-95a5-883ccb1921a2 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 210 time: 0.0265608 Sep 21 08:54:07.990752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.20.0.23 (a97b8b66-1880-4f6e-a90b-f8c44ab1b93f/51fb58ab-5994-451d-b346-56f8996f452f/328ad1ea-3833-4798-b662-5786504de3d0) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:54:08.132703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.165942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.206701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:54:08.209644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:54:08.213301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:54:08.251414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=328ad1ea-3833-4798-b662-5786504de3d0,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:08.274357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:08.275000 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.290738 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e9c0a5e1-6735-4529-9398-ce08e6c51f01 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436416 Sep 21 08:54:08.302578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Request body: {'port': {'device_id': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:54:08.359242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.400425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d567838a-563f-4918-bdee-263cd4f6d509 None None] Provisioning complete for port 328ad1ea-3833-4798-b662-5786504de3d0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:08.400983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d567838a-563f-4918-bdee-263cd4f6d509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.434763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d567838a-563f-4918-bdee-263cd4f6d509 None None] Port 328ad1ea-3833-4798-b662-5786504de3d0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:54:08.615278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328ad1ea-3833-4798-b662-5786504de3d0 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:54:08.623019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.634415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Transition to ACTIVE for port object 328ad1ea-3833-4798-b662-5786504de3d0 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:54:08.639151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.695432 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Pushing event updated for resources: {'Port': ['ID=328ad1ea-3833-4798-b662-5786504de3d0,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:08.760020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Attempting to bind port 328ad1ea-3833-4798-b662-5786504de3d0 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:54:08.760358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Attempting to bind port 328ad1ea-3833-4798-b662-5786504de3d0 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:54:08.760686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Attempting to bind port 328ad1ea-3833-4798-b662-5786504de3d0 on network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:54:08.765305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Port 328ad1ea-3833-4798-b662-5786504de3d0 on network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:54:08.765631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Attempting to bind port 328ad1ea-3833-4798-b662-5786504de3d0 on network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:54:08.770472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:54:08.770811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Checking segment: {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:54:08.771198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Bound using segment: {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:54:08.771662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Bound port: 328ad1ea-3833-4798-b662-5786504de3d0, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:54:08.772027 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.840384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] For port 328ad1ea-3833-4798-b662-5786504de3d0, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:54:08.844033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] For port 328ad1ea-3833-4798-b662-5786504de3d0, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=328ad1ea-3833-4798-b662-5786504de3d0,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:54:08.848551 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.885335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:08.885989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:08.887858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] 10.222.0.62 "PUT /v2.0/ports/328ad1ea-3833-4798-b662-5786504de3d0 HTTP/1.1" status: 200 len: 1092 time: 0.5895336 Sep 21 08:54:08.888296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'tag': '328ad1ea-3833-4798-b662-5786504de3d0'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:54:08.890547 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62facc7d-9a07-4d1d-bd72-b48155a84cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "07bec53d-2304-42c5-8c68-d5d02a2de34b", "tag": "328ad1ea-3833-4798-b662-5786504de3d0"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:54:08.916674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a68ce5-3e94-432d-8c86-dbbe3bc57a4d service neutron] Pushing event updated for resources: {'Port': ['ID=328ad1ea-3833-4798-b662-5786504de3d0,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:08.939422 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0ca6ac-dad5-41f4-b665-24ec15cca50f x-openstack-request-id: req-5a0ca6ac-dad5-41f4-b665-24ec15cca50f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:54:08.940178 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bec53d-2304-42c5-8c68-d5d02a2de34b", "tag": "328ad1ea-3833-4798-b662-5786504de3d0", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:54:08.940604 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a0ca6ac-dad5-41f4-b665-24ec15cca50f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:54:08.941444 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'tag': '328ad1ea-3833-4798-b662-5786504de3d0', 'status': 'completed', 'code': 200} Sep 21 08:54:09.003769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e1038871-dff9-4a0f-8141-b8e8211d6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.005327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e1038871-dff9-4a0f-8141-b8e8211d6968 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 1095 time: 0.0444980 Sep 21 08:54:09.044640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5950f-1c59-45c4-a6a2-2ca73b58e6eb req-3730fe23-a8e0-4f43-b436-76f35577a577 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.046319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7b5950f-1c59-45c4-a6a2-2ca73b58e6eb req-3730fe23-a8e0-4f43-b436-76f35577a577 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 944 time: 0.0518179 Sep 21 08:54:09.049275 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-88c9804b-c634-4e6c-893e-8c571b0e5ead service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=328ad1ea-3833-4798-b662-5786504de3d0 HTTP/1.1" status: 200 len: 217 time: 0.0353837 Sep 21 08:54:09.087830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7b5950f-1c59-45c4-a6a2-2ca73b58e6eb req-1d8d6ae5-83d3-4e86-8548-891db8a7d91f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350826 Sep 21 08:54:09.104800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-02999531-418c-403a-a60d-feffa69111cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.106925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-02999531-418c-403a-a60d-feffa69111cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51fb58ab-5994-451d-b346-56f8996f452f HTTP/1.1" status: 200 len: 837 time: 0.0508680 Sep 21 08:54:09.151202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-a0d1737a-effa-4079-9c34-65f707a07b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.153173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-a0d1737a-effa-4079-9c34-65f707a07b5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a97b8b66-1880-4f6e-a90b-f8c44ab1b93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393188 Sep 21 08:54:09.244545 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-e96caa5c-dc9e-4136-9749-891e408df000 service neutron] 10.222.0.62 "GET /v2.0/networks/a97b8b66-1880-4f6e-a90b-f8c44ab1b93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838399 Sep 21 08:54:09.588211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eb59e7ad-e715-4e48-bfeb-22c3f4c4ef76 req-ddb210d2-98f5-4483-9151-dcf15f903354 service neutron] 10.222.0.62 "GET /v2.0/networks/a97b8b66-1880-4f6e-a90b-f8c44ab1b93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371289 Sep 21 08:54:09.675785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-d2e42862-9bbf-4dec-a5fd-51173b8a3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.677257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-d2e42862-9bbf-4dec-a5fd-51173b8a3ebb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 1095 time: 0.0409684 Sep 21 08:54:09.772513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-dfeacd37-8768-4d4c-9a4e-0f73fe1bfd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.773955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-dfeacd37-8768-4d4c-9a4e-0f73fe1bfd2e service neutron] 10.222.0.62 "GET /v2.0/networks?id=a97b8b66-1880-4f6e-a90b-f8c44ab1b93f HTTP/1.1" status: 200 len: 897 time: 0.0856714 Sep 21 08:54:09.815294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-38729513-799b-4593-bac7-8a4bd1da1266 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=328ad1ea-3833-4798-b662-5786504de3d0 HTTP/1.1" status: 200 len: 217 time: 0.0343361 Sep 21 08:54:09.867172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-dd549cf9-ddab-4c7f-970c-9f0d359e0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.868673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-dd549cf9-ddab-4c7f-970c-9f0d359e0444 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=51fb58ab-5994-451d-b346-56f8996f452f HTTP/1.1" status: 200 len: 837 time: 0.0468700 Sep 21 08:54:09.912991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-7f71fae8-efed-4994-b9a7-a55965d57d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:09.914484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-7f71fae8-efed-4994-b9a7-a55965d57d0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a97b8b66-1880-4f6e-a90b-f8c44ab1b93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388777 Sep 21 08:54:10.001453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-802b94fb-26ab-4bde-94f9-e988c94aa425 service neutron] 10.222.0.62 "GET /v2.0/networks/a97b8b66-1880-4f6e-a90b-f8c44ab1b93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800569 Sep 21 08:54:10.092913 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-62facc7d-9a07-4d1d-bd72-b48155a84cc1 req-816a767a-6a5e-4600-85d0-f2059c7ec000 service neutron] 10.222.0.62 "GET /v2.0/networks/a97b8b66-1880-4f6e-a90b-f8c44ab1b93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841787 Sep 21 08:54:10.206761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c64635-58a5-4170-b1a4-f7e4a51531e2 req-41bbc454-1287-44f0-b7b2-e8f0cececdcf tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:10.208254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02c64635-58a5-4170-b1a4-f7e4a51531e2 req-41bbc454-1287-44f0-b7b2-e8f0cececdcf tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 944 time: 0.0489962 Sep 21 08:54:10.244748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02c64635-58a5-4170-b1a4-f7e4a51531e2 req-640062be-15b7-4dce-9ea9-702783c32766 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305381 Sep 21 08:54:11.362316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b0541-5fff-4e64-b313-abc3ff5a3f39 req-c0bc0b3f-1afd-490f-929a-a09e5fef9403 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:11.363794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e4b0541-5fff-4e64-b313-abc3ff5a3f39 req-c0bc0b3f-1afd-490f-929a-a09e5fef9403 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 944 time: 0.0529776 Sep 21 08:54:11.399602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e4b0541-5fff-4e64-b313-abc3ff5a3f39 req-02452445-58de-4cc9-a403-75c7cd858f5c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299144 Sep 21 08:54:12.459396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 328ad1ea-3833-4798-b662-5786504de3d0 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:54:12.562469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 328ad1ea-3833-4798-b662-5786504de3d0, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=328ad1ea-3833-4798-b662-5786504de3d0,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:12.575897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '328ad1ea-3833-4798-b662-5786504de3d0', 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'port_id': '328ad1ea-3833-4798-b662-5786504de3d0', 'mac_address': 'fa:16:3e:22:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fb58ab-5994-451d-b346-56f8996f452f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:54:12.615255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:12.629137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328ad1ea-3833-4798-b662-5786504de3d0 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:54:12.649621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 328ad1ea-3833-4798-b662-5786504de3d0, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=328ad1ea-3833-4798-b662-5786504de3d0,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:12.654939 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:12.702149 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=328ad1ea-3833-4798-b662-5786504de3d0,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:12.763489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b4fb4-479c-4b84-918e-9e6051d7f4ef req-3ff14dda-0191-4795-a8a5-5fc47132f0ad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:12.764960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-914b4fb4-479c-4b84-918e-9e6051d7f4ef req-3ff14dda-0191-4795-a8a5-5fc47132f0ad tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 945 time: 0.0478170 Sep 21 08:54:12.806888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-914b4fb4-479c-4b84-918e-9e6051d7f4ef req-f3c535be-a6b2-4062-aecd-71fa4d490ef9 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359359 Sep 21 08:54:13.008893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['328ad1ea-3833-4798-b662-5786504de3d0'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:54:13.923635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2347a7-36da-497b-bc63-3e25f4da78f5 req-ebf825e7-e385-4a40-a45e-cf0fc08489b3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:13.925187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2347a7-36da-497b-bc63-3e25f4da78f5 req-ebf825e7-e385-4a40-a45e-cf0fc08489b3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 945 time: 0.0500784 Sep 21 08:54:13.963017 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2347a7-36da-497b-bc63-3e25f4da78f5 req-4e47eb61-c3b0-488b-a79a-5b4626482c7e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Sep 21 08:54:14.477294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 328ad1ea-3833-4798-b662-5786504de3d0 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:54:14.528121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 328ad1ea-3833-4798-b662-5786504de3d0 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:54:14.531733 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 328ad1ea-3833-4798-b662-5786504de3d0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:14.532111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:14.606693 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:14.628201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328ad1ea-3833-4798-b662-5786504de3d0'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:54:14.630436 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd61b29-43f7-4d8d-9374-5b02244550f2" -d '{"events": [{"server_uuid": "07bec53d-2304-42c5-8c68-d5d02a2de34b", "name": "network-vif-plugged", "status": "completed", "tag": "328ad1ea-3833-4798-b662-5786504de3d0"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:54:14.643500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 328ad1ea-3833-4798-b662-5786504de3d0, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=328ad1ea-3833-4798-b662-5786504de3d0,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:14.648979 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:14.673332 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6513354e-c15b-4fea-9d68-d98a873dc255 x-openstack-request-id: req-6513354e-c15b-4fea-9d68-d98a873dc255 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:54:14.673620 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bec53d-2304-42c5-8c68-d5d02a2de34b", "name": "network-vif-plugged", "status": "completed", "tag": "328ad1ea-3833-4798-b662-5786504de3d0", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:54:14.673866 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6513354e-c15b-4fea-9d68-d98a873dc255 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:54:14.674252 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328ad1ea-3833-4798-b662-5786504de3d0', 'code': 200} Sep 21 08:54:14.702482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=328ad1ea-3833-4798-b662-5786504de3d0,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:14.763152 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24674bfa-349d-4e37-ac60-4edbefc6267d req-d7e515b8-8592-40f7-934c-3b770f23fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:14.764608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24674bfa-349d-4e37-ac60-4edbefc6267d req-d7e515b8-8592-40f7-934c-3b770f23fbc2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 1097 time: 0.0412903 Sep 21 08:54:14.799774 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24674bfa-349d-4e37-ac60-4edbefc6267d req-114cfe10-76b0-4599-8239-fdbbfadd10f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284610 Sep 21 08:54:15.079336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540de8f-a39b-4ed4-83e2-9a369ef570b6 req-37a6b6f4-390a-4402-92a2-02a46afdd2ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:15.080759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1540de8f-a39b-4ed4-83e2-9a369ef570b6 req-37a6b6f4-390a-4402-92a2-02a46afdd2ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 946 time: 0.0500615 Sep 21 08:54:15.117543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1540de8f-a39b-4ed4-83e2-9a369ef570b6 req-ea8477ef-a36e-44ba-8039-5537b6509112 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307362 Sep 21 08:54:16.233930 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300df76-a79a-41a3-982b-35ef60995a68 req-0d4ecc8e-0a7e-46a6-b4c7-a65300c291eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:16.235493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d300df76-a79a-41a3-982b-35ef60995a68 req-0d4ecc8e-0a7e-46a6-b4c7-a65300c291eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 946 time: 0.0504122 Sep 21 08:54:16.272792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d300df76-a79a-41a3-982b-35ef60995a68 req-5c346f50-e290-47a3-9683-f18a22183945 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Sep 21 08:54:16.388685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b6938-8ddd-4238-a3b9-fb0236b09a55 req-40fe4d5d-e060-43bf-8afa-8f33d28422b7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:16.390154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d27b6938-8ddd-4238-a3b9-fb0236b09a55 req-40fe4d5d-e060-43bf-8afa-8f33d28422b7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 946 time: 0.0531747 Sep 21 08:54:16.427741 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d27b6938-8ddd-4238-a3b9-fb0236b09a55 req-6def7147-02f4-45c5-997d-09a9687a5d27 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314465 Sep 21 08:54:16.946673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:54:17.898492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40408) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:18.653323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:18.916188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.20.0.17 (a97b8b66-1880-4f6e-a90b-f8c44ab1b93f/51fb58ab-5994-451d-b346-56f8996f452f/261504e3-9f73-41fd-ab2f-adfd8acbbad8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:54:19.026468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.060630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.098478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:54:19.101420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:54:19.105182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:54:19.134242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=261504e3-9f73-41fd-ab2f-adfd8acbbad8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:19.154866 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.289160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.355274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9990003b-1768-46db-b593-95babd98c6dd None None] Provisioning complete for port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:19.355921 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9990003b-1768-46db-b593-95babd98c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.388164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9990003b-1768-46db-b593-95babd98c6dd None None] Port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:54:19.563306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.568080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.635871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=261504e3-9f73-41fd-ab2f-adfd8acbbad8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:19.641856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:19.733022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:54:19.734397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:54:19.851384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router b0cac382-9bfe-4874-907f-effe85aa8e2c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:54:19.964584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:54:19.971661 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f83abc2a-cfdf-445b-bad3-eeb81853602b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "PUT /v2.0/routers/b0cac382-9bfe-4874-907f-effe85aa8e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0701823 Sep 21 08:54:19.986456 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Sync routers for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:54:19.996683 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:54:19.997257 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:53:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:20.009851 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-54c9af34-d483-41c8-8cf6-e927f6caad1c None None] Provisioning complete for port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:20.010159 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-54c9af34-d483-41c8-8cf6-e927f6caad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:20.043624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-54c9af34-d483-41c8-8cf6-e927f6caad1c None None] Port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:54:20.103910 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:54:20.331094 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:19Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:27Z', 'revision_number': 1, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261504e3-9f73-41fd-ab2f-adfd8acbbad8', 'name': '', 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:fd:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '51fb58ab-5994-451d-b346-56f8996f452f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:54:18Z', 'updated_at': '2021-09-21T08:54:19Z', 'revision_number': 2, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '51fb58ab-5994-451d-b346-56f8996f452f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:20.361101 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Checking router: b0cac382-9bfe-4874-907f-effe85aa8e2c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:54:20.361355 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Updating router b0cac382-9bfe-4874-907f-effe85aa8e2c port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:54:20.388043 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:20.638131 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:20.646088 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:20.701217 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Pushing event updated for resources: {'Port': ['ID=261504e3-9f73-41fd-ab2f-adfd8acbbad8,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:20.723346 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.723692 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.724025 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.724354 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.724678 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.724998 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.725326 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.725644 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.725958 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.726273 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.726585 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.726894 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:54:20.759434 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Attempting to bind port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:54:20.759797 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Attempting to bind port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:54:20.760149 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Attempting to bind port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 on network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:54:20.765669 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:54:20.766032 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Checking segment: {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:54:20.766429 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:20.766814 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Bound using segment: {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:54:20.767272 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Bound port: 261504e3-9f73-41fd-ab2f-adfd8acbbad8, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b55a0e-5129-4da5-a9b0-7aa00d7d4970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:54:20.767670 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:20.831938 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] For port 261504e3-9f73-41fd-ab2f-adfd8acbbad8, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:54:20.835658 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] For port 261504e3-9f73-41fd-ab2f-adfd8acbbad8, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=261504e3-9f73-41fd-ab2f-adfd8acbbad8,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:54:20.840649 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:20.900501 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:54:20.901134 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:53:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:20.905976 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb88fc-65fa-4cb5-8e5c-35136e4ade70 None None] Pushing event updated for resources: {'Port': ['ID=261504e3-9f73-41fd-ab2f-adfd8acbbad8,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:20.968068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-84e89f6b-bd6a-4d07-a39d-d002a63054b7 None None] Provisioning complete for port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:20.968634 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-84e89f6b-bd6a-4d07-a39d-d002a63054b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:21.024424 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:54:21.053126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-84e89f6b-bd6a-4d07-a39d-d002a63054b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:21.088704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-84e89f6b-bd6a-4d07-a39d-d002a63054b7 None None] For port 261504e3-9f73-41fd-ab2f-adfd8acbbad8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=261504e3-9f73-41fd-ab2f-adfd8acbbad8,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:21.097453 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-84e89f6b-bd6a-4d07-a39d-d002a63054b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:21.144275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e89f6b-bd6a-4d07-a39d-d002a63054b7 None None] Pushing event updated for resources: {'Port': ['ID=261504e3-9f73-41fd-ab2f-adfd8acbbad8,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:21.216587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f91c5489-726a-441b-bec9-f1cf7b717306 None None] Provisioning complete for port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:21.216954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f91c5489-726a-441b-bec9-f1cf7b717306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:21.253592 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:19Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:27Z', 'revision_number': 1, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261504e3-9f73-41fd-ab2f-adfd8acbbad8', 'name': '', 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:fd:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '51fb58ab-5994-451d-b346-56f8996f452f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:54:18Z', 'updated_at': '2021-09-21T08:54:20Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '51fb58ab-5994-451d-b346-56f8996f452f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:21.279256 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bda40-4789-4bba-917b-160542cfc3d6 None None] The sync data for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 is: [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:19Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:27Z', 'revision_number': 1, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '261504e3-9f73-41fd-ab2f-adfd8acbbad8', 'name': '', 'network_id': 'a97b8b66-1880-4f6e-a90b-f8c44ab1b93f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:fd:f7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '51fb58ab-5994-451d-b346-56f8996f452f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:54:18Z', 'updated_at': '2021-09-21T08:54:20Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '51fb58ab-5994-451d-b346-56f8996f452f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:54:21.918843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 261504e3-9f73-41fd-ab2f-adfd8acbbad8 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:54:21.968783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:54:21.969390 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:22.437805 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-643f18e2-e117-49c7-91b7-d71ba07f9683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:25.368645 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:25.421920 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ca84d622-45b9-4f03-b998-588c0553900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:26.833575 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:27.902690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:32.380123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:34.032813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:52.438333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f6109041-6bfe-46eb-bf61-b8961ac7bf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:53.768384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40456) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:53.946132 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:54:54.129413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:54.431732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 261504e3-9f73-41fd-ab2f-adfd8acbbad8 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:54:54.432087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:54.523036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port 261504e3-9f73-41fd-ab2f-adfd8acbbad8, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=261504e3-9f73-41fd-ab2f-adfd8acbbad8,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:54.523435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:54.535086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 261504e3-9f73-41fd-ab2f-adfd8acbbad8 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:54:54.718786 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:54.744887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=261504e3-9f73-41fd-ab2f-adfd8acbbad8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:54.922234 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:55.135705 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router b0cac382-9bfe-4874-907f-effe85aa8e2c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:54:55.240924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:54:55.246146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-efa0acdc-f970-4466-9571-45093c71ea35 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "PUT /v2.0/routers/b0cac382-9bfe-4874-907f-effe85aa8e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766796 Sep 21 08:54:55.250510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] Sync routers for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:54:55.259628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:54:55.260242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:55.385191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:55.393732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:54:55.441742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b10fe4f0-e895-4b4e-8ec3-278871d9a985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:55.587815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d1a1-146f-4b87-8b11-59dafc9d7487 req-be70c65a-f735-49e5-a3bc-dd782d3a8da5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:55.589331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c589d1a1-146f-4b87-8b11-59dafc9d7487 req-be70c65a-f735-49e5-a3bc-dd782d3a8da5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 946 time: 0.1726229 Sep 21 08:54:55.627500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c589d1a1-146f-4b87-8b11-59dafc9d7487 req-bdd64fde-992e-410e-bd77-c1f3f95f8e9e tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321155 Sep 21 08:54:55.627736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:54Z', 'revision_number': 6, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:27Z', 'revision_number': 1, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:55.657205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] Checking router: b0cac382-9bfe-4874-907f-effe85aa8e2c for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:54:55.665362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:54:55.665970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:55.920172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:54:56.132269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:54Z', 'revision_number': 6, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:27Z', 'revision_number': 1, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:56.158083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec96db7c-e278-4eae-a556-ac9fad55923b None None] The sync data for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 is: [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:54Z', 'revision_number': 6, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6d2e91a3-059b-44e9-a6da-372a3a128e13', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.82', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'port_id': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'mac_address': 'fa:16:3e:90:d0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:53:25Z', 'updated_at': '2021-09-21T08:53:27Z', 'revision_number': 1, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:54:56.815027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ca5f-ac23-488e-9cbe-4495cfcc19f5 req-86ee13e5-77ff-4c74-9166-ebdab96e1d0a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:56.816500 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19b2ca5f-ac23-488e-9cbe-4495cfcc19f5 req-86ee13e5-77ff-4c74-9166-ebdab96e1d0a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 946 time: 0.1183231 Sep 21 08:54:56.838115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:56.881828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19b2ca5f-ac23-488e-9cbe-4495cfcc19f5 req-6d531b43-9bbb-4c70-9f32-5ac9fb0c4635 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587256 Sep 21 08:54:56.897904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-19782f6b-dec9-4a73-beee-0943091a5768 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:56.899369 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-19782f6b-dec9-4a73-beee-0943091a5768 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "GET /v2.0/ports?device_id=07bec53d-2304-42c5-8c68-d5d02a2de34b HTTP/1.1" status: 200 len: 946 time: 0.0699751 Sep 21 08:54:56.992695 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 328ad1ea-3833-4798-b662-5786504de3d0 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:54:56.993065 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:57.081537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port 328ad1ea-3833-4798-b662-5786504de3d0, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=328ad1ea-3833-4798-b662-5786504de3d0,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:57.081820 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:57.094438 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 328ad1ea-3833-4798-b662-5786504de3d0 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:54:57.225980 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:57.254888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=328ad1ea-3833-4798-b662-5786504de3d0,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:57.295512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] No DVR routers for this DVR port 328ad1ea-3833-4798-b662-5786504de3d0 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:54:57.298041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:57.300089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed498466-0b4f-4f44-94fb-b2cb0402aa60 req-c3b104d0-4f68-47bd-aec5-eebdb1270520 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "DELETE /v2.0/ports/328ad1ea-3833-4798-b662-5786504de3d0 HTTP/1.1" status: 204 len: 173 time: 0.3942482 Sep 21 08:54:57.300641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'name': 'network-vif-deleted', 'tag': '328ad1ea-3833-4798-b662-5786504de3d0'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:54:57.302776 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f549660-1934-4213-8b0c-dad3baec7432" -d '{"events": [{"server_uuid": "07bec53d-2304-42c5-8c68-d5d02a2de34b", "name": "network-vif-deleted", "tag": "328ad1ea-3833-4798-b662-5786504de3d0"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:54:57.407630 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2bf377-625f-4ae7-8129-e6a2be2d60c5 x-openstack-request-id: req-cc2bf377-625f-4ae7-8129-e6a2be2d60c5 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:54:57.407930 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bec53d-2304-42c5-8c68-d5d02a2de34b", "name": "network-vif-deleted", "tag": "328ad1ea-3833-4798-b662-5786504de3d0", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:54:57.408187 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc2bf377-625f-4ae7-8129-e6a2be2d60c5 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:54:57.408584 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bec53d-2304-42c5-8c68-d5d02a2de34b', 'name': 'network-vif-deleted', 'tag': '328ad1ea-3833-4798-b662-5786504de3d0', 'status': 'completed', 'code': 200} Sep 21 08:54:57.885143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 261504e3-9f73-41fd-ab2f-adfd8acbbad8 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:54:57.916810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 261504e3-9f73-41fd-ab2f-adfd8acbbad8 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:54:57.917163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 261504e3-9f73-41fd-ab2f-adfd8acbbad8 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:54:57.925649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:57.937479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40474) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:57.999801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07c54a2e-f1f5-4024-89c4-02ed79f607eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.025716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07c54a2e-f1f5-4024-89c4-02ed79f607eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.085843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07c54a2e-f1f5-4024-89c4-02ed79f607eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.088410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-07c54a2e-f1f5-4024-89c4-02ed79f607eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.089532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-07c54a2e-f1f5-4024-89c4-02ed79f607eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/security-groups/9ff2458c-c7af-44cf-8842-1e0f0e0dc58b HTTP/1.1" status: 204 len: 168 time: 0.1510355 Sep 21 08:54:58.098460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c54a2e-f1f5-4024-89c4-02ed79f607eb tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff2458c-c7af-44cf-8842-1e0f0e0dc58b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:58.121776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40478) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:58.171572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting subnet 51fb58ab-5994-451d-b346-56f8996f452f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:54:58.174522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.216938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.296105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.351840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.376856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Subnet': ['ID=51fb58ab-5994-451d-b346-56f8996f452f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:58.383269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.384582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-40a81af9-a6e4-4988-b381-ec47e8b9d702 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/subnets/51fb58ab-5994-451d-b346-56f8996f452f HTTP/1.1" status: 204 len: 168 time: 0.2618299 Sep 21 08:54:58.387233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40480) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:58.389577 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f863d-6ad5-4a03-b2e1-4a34b1998536 None None] Network a97b8b66-1880-4f6e-a90b-f8c44ab1b93f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:54:58.465868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.517889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:54:58.518493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.564084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] DHCP port deletion for a97b8b66-1880-4f6e-a90b-f8c44ab1b93f request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:54:58.605254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:58.605856 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.621004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:54:58.627930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] Deleting port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:54:58.628246 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.689339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] For port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,segment=NetworkSegment(10b55a0e-5129-4da5-a9b0-7aa00d7d4970),segment_id=10b55a0e-5129-4da5-a9b0-7aa00d7d4970)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:54:58.689745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.699874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.703688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] Calling delete_port for 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:54:58.726561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:58.728456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] No DVR routers for this DVR port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:54:58.786838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.813724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.814838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] No DVR routers for this DVR port 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:54:58.819076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c915f-a69a-41ee-8443-3a777d9823ef None None] Pushing event deleted for resources: {'Port': ['ID=1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:58.838536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97b8b66-1880-4f6e-a90b-f8c44ab1b93f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:58.848361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b55a0e-5129-4da5-a9b0-7aa00d7d4970') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:58.848662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b55a0e-5129-4da5-a9b0-7aa00d7d4970') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:54:58.858484 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.871726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.877617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:54:58.878276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:54:58.881153 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:54:58.942893 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.950197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:58.952556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/networks/a97b8b66-1880-4f6e-a90b-f8c44ab1b93f HTTP/1.1" status: 204 len: 168 time: 0.5643027 Sep 21 08:54:58.955290 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40482) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:54:58.963693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb6cd1-694e-484f-a0bd-f195b2565e50 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Network': ['ID=a97b8b66-1880-4f6e-a90b-f8c44ab1b93f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:59.110415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 50c5e5ac-a531-464e-ae71-083a8173b02f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:54:59.110668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:59.182956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:59.183291 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:59.195296 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 50c5e5ac-a531-464e-ae71-083a8173b02f owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:54:59.340961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:59.370323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=50c5e5ac-a531-464e-ae71-083a8173b02f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:54:59.430825 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:54:59.431164 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Floating IP 6d2e91a3-059b-44e9-a6da-372a3a128e13 disassociated (deleted). External IP: 172.25.1.82, port: e59f00d8-a8ce-4eca-b85a-2351ddc65f0d. Sep 21 08:54:59.772341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-8d42dc85-2f7d-4144-a1cd-4b724075e4aa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410061 Sep 21 08:54:59.859712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-7e38c80f-1c76-4146-968b-7701e0a57528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:59.861561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-7e38c80f-1c76-4146-968b-7701e0a57528 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1096 time: 0.0419269 Sep 21 08:54:59.906820 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router b0cac382-9bfe-4874-907f-effe85aa8e2c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:54:59.928829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:54:59.949034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:54:59.949484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1fc7ff4d-a4b3-4ad2-954d-1b2a90833f6d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:54:59.982572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-c74dd458-acd1-4e0e-8c07-4e825c53f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:54:59.984121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-c74dd458-acd1-4e0e-8c07-4e825c53f744 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 898 time: 0.1000943 Sep 21 08:55:00.019150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:55:00.023907 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:00.028677 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] Sync routers for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:55:00.031305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-d11da82d-7868-4a07-9b74-1a0b8e187bfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 200 len: 217 time: 0.0390928 Sep 21 08:55:00.038215 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:00.038885 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:00.050878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c7c42c4c-3a91-45bf-ba20-3b9df1f036ae tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/floatingips/6d2e91a3-059b-44e9-a6da-372a3a128e13 HTTP/1.1" status: 204 len: 168 time: 1.0942650 Sep 21 08:55:00.051578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:55:00.053878 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76736ddb-509a-4c54-b410-32a6d8732b25" -d '{"events": [{"name": "network-changed", "server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:55:00.087903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-8b377f3a-6028-4758-8985-e302f3b05c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:00.089933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-8b377f3a-6028-4758-8985-e302f3b05c6d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9120bcc9-94f3-4534-99a3-297d4ac88785 HTTP/1.1" status: 200 len: 835 time: 0.0513768 Sep 21 08:55:00.091527 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78988196-baeb-4f7e-9ef9-9b5befd30c06 x-openstack-request-id: req-78988196-baeb-4f7e-9ef9-9b5befd30c06 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:55:00.092057 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:55:00.092332 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78988196-baeb-4f7e-9ef9-9b5befd30c06 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:55:00.092732 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'status': 'completed', 'code': 200} Sep 21 08:55:00.145938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-aec3da60-9877-47ec-9887-4836e11262ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:00.147798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-aec3da60-9877-47ec-9887-4836e11262ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7145c2e1-1cf1-489b-bf14-990cb920b40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447478 Sep 21 08:55:00.251753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-eb4d0534-855a-44c1-9f03-b48c622be960 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957479 Sep 21 08:55:00.257592 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:00.376622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7b81-7fb4-462b-b457-b1af7199380e req-4407e24c-091b-41bc-a7f2-45b42f2fe89f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:00.378074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-060e7b81-7fb4-462b-b457-b1af7199380e req-4407e24c-091b-41bc-a7f2-45b42f2fe89f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 945 time: 0.1247470 Sep 21 08:55:00.385545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2054419e-5fe1-41d1-b52f-2fe6514d51ea req-0c5599c2-c75f-4a80-8326-dc694893aa97 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222489 Sep 21 08:55:00.423640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-060e7b81-7fb4-462b-b457-b1af7199380e req-6d13d0f4-184f-4cec-87b9-b031949db22d tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370805 Sep 21 08:55:00.489107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-506f16b4-bdaf-48d5-9485-824cd72858ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:00.490670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-506f16b4-bdaf-48d5-9485-824cd72858ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 1096 time: 0.0497155 Sep 21 08:55:00.491304 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:54Z', 'revision_number': 6, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:00.522029 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] Checking router: b0cac382-9bfe-4874-907f-effe85aa8e2c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:55:00.531992 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:00.532618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:00.616211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-42a79811-24f7-4ef9-94d2-c1a63b02c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:00.617743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-42a79811-24f7-4ef9-94d2-c1a63b02c1e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 200 len: 898 time: 0.1186521 Sep 21 08:55:00.660662 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:00.670715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-2141149d-daf6-4eb3-b062-0901f1a4667a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 200 len: 217 time: 0.0426648 Sep 21 08:55:00.711395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 328ad1ea-3833-4798-b662-5786504de3d0 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:55:00.734857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 328ad1ea-3833-4798-b662-5786504de3d0 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:55:00.735805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 328ad1ea-3833-4798-b662-5786504de3d0 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:55:00.939704 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:54Z', 'revision_number': 6, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:00.967865 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92bd332-d046-4bc4-9722-21878c0bf0f1 None None] The sync data for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 is: [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:54:54Z', 'revision_number': 6, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7d264fcf-f2b4-45bd-bd89-3403fd9f2557', 'name': '', 'network_id': '7145c2e1-1cf1-489b-bf14-990cb920b40f', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:28:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:10Z', 'updated_at': '2021-09-21T08:53:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '9120bcc9-94f3-4534-99a3-297d4ac88785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:55:00.996361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-bedb8691-4a8a-4d5d-8346-2ad448bd0f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:00.998435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-bedb8691-4a8a-4d5d-8346-2ad448bd0f62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9120bcc9-94f3-4534-99a3-297d4ac88785 HTTP/1.1" status: 200 len: 835 time: 0.3191977 Sep 21 08:55:01.058158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-34c5dbd4-b71b-446b-8daf-f30445c834f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:01.059177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-34c5dbd4-b71b-446b-8daf-f30445c834f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7145c2e1-1cf1-489b-bf14-990cb920b40f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500093 Sep 21 08:55:01.199818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-7a9b2d7a-2a69-4552-a3a1-cc3cb22c2d42 service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254933 Sep 21 08:55:01.265454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e0619-26a0-4e70-bea7-b404c435b494 None None] New status for floating IP 6d2e91a3-059b-44e9-a6da-372a3a128e13: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:55:01.304268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-76736ddb-509a-4c54-b410-32a6d8732b25 req-2cb84c88-a3fa-4df2-b952-ca70c381904c service neutron] 10.222.0.50 "GET /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976698 Sep 21 08:55:01.551684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd91ade-abb0-41b2-98f8-f09134eb2103 req-d43530da-0868-4fb1-ba88-3922f361c92b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:01.553280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbd91ade-abb0-41b2-98f8-f09134eb2103 req-d43530da-0868-4fb1-ba88-3922f361c92b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 945 time: 0.0524862 Sep 21 08:55:01.596550 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbd91ade-abb0-41b2-98f8-f09134eb2103 req-695391b6-67fe-4116-b5ef-77b27121eee3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=82a0e64f-607b-4f87-9917-d45ec57e184f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362458 Sep 21 08:55:01.853011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-fd1ab12c-c94f-42ea-8ed3-23ada6100ff0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:01.854393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-fd1ab12c-c94f-42ea-8ed3-23ada6100ff0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.50 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Sep 21 08:55:01.946710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:55:01.947054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:02.037279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:02.037979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:02.049365 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for e59f00d8-a8ce-4eca-b85a-2351ddc65f0d owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:55:02.172591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:02.205027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=e59f00d8-a8ce-4eca-b85a-2351ddc65f0d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:02.246188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] No DVR routers for this DVR port e59f00d8-a8ce-4eca-b85a-2351ddc65f0d on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:55:02.249029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:02.251137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed051775-3f1c-4fe1-a292-614d705d2ce9 req-e4bfae0c-484b-4660-80a5-5555ab2a24c4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.50 "DELETE /v2.0/ports/e59f00d8-a8ce-4eca-b85a-2351ddc65f0d HTTP/1.1" status: 204 len: 173 time: 0.3891575 Sep 21 08:55:02.251644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'name': 'network-vif-deleted', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:55:02.254082 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8361537-bfb6-4e4e-8d62-34908ece9ee8" -d '{"events": [{"server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "name": "network-vif-deleted", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:55:02.290445 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095438cd-bd7d-4960-a174-320fdcc46287 x-openstack-request-id: req-095438cd-bd7d-4960-a174-320fdcc46287 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:55:02.290745 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a151cf0c-2a56-4be7-8c30-0f7a52172a14", "name": "network-vif-deleted", "tag": "e59f00d8-a8ce-4eca-b85a-2351ddc65f0d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:55:02.290996 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-095438cd-bd7d-4960-a174-320fdcc46287 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:55:02.291429 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a151cf0c-2a56-4be7-8c30-0f7a52172a14', 'name': 'network-vif-deleted', 'tag': 'e59f00d8-a8ce-4eca-b85a-2351ddc65f0d', 'status': 'completed', 'code': 200} Sep 21 08:55:02.381444 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:02.732618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-41839e57-25af-4b43-9624-26928aa635ba req-92f51851-7bcf-4830-9765-af4554b3506d tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=a151cf0c-2a56-4be7-8c30-0f7a52172a14 HTTP/1.1" status: 200 len: 210 time: 0.0301044 Sep 21 08:55:03.788492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40498) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:03.849423 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:03.874084 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:03.932959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:03.936203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:03.937364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/security-groups/82a0e64f-607b-4f87-9917-d45ec57e184f HTTP/1.1" status: 204 len: 168 time: 0.1479077 Sep 21 08:55:03.946772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a0e64f-607b-4f87-9917-d45ec57e184f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:03.954801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.955153 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.955527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.955868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.956211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.956543 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.956873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.957201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.957527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.957858 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.958206 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.958539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a83715b-5f41-4290-98eb-509603c5fffa tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:03.969900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40502) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:04.031205 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:04.326547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:04.571597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:55:04.571935 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:04.663403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port 7d264fcf-f2b4-45bd-bd89-3403fd9f2557, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:04.663682 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:04.676525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:55:04.865722 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:04.892894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=7d264fcf-f2b4-45bd-bd89-3403fd9f2557,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:05.070066 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.284357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router b0cac382-9bfe-4874-907f-effe85aa8e2c has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:55:05.392406 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:55:05.397444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-31bab662-1002-474e-a370-4c3763aa6b8b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "PUT /v2.0/routers/b0cac382-9bfe-4874-907f-effe85aa8e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4264293 Sep 21 08:55:05.400116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40504) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:05.401885 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] Sync routers for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:55:05.411665 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:05.412271 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:05.454664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting subnet 9120bcc9-94f3-4534-99a3-297d4ac88785 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:55:05.457786 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.496918 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.515714 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:05.554580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e59f00d8-a8ce-4eca-b85a-2351ddc65f0d no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:55:05.579594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e59f00d8-a8ce-4eca-b85a-2351ddc65f0d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:55:05.580216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e59f00d8-a8ce-4eca-b85a-2351ddc65f0d not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:55:05.581086 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.645627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.671435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Subnet': ['ID=9120bcc9-94f3-4534-99a3-297d4ac88785,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:05.677241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.679604 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1634636a-8a60-406e-9eb0-f1026b5cdd74 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/subnets/9120bcc9-94f3-4534-99a3-297d4ac88785 HTTP/1.1" status: 204 len: 168 time: 0.2779200 Sep 21 08:55:05.681778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40506) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:05.686288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d9130f-d9ca-4483-bffa-07eab415c085 None None] Network 7145c2e1-1cf1-489b-bf14-990cb920b40f requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:55:05.699188 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:55:04Z', 'revision_number': 7, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:05.728028 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] Checking router: b0cac382-9bfe-4874-907f-effe85aa8e2c for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:55:05.736966 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] Routers {'b0cac382-9bfe-4874-907f-effe85aa8e2c'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:05.738004 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['b0cac382-9bfe-4874-907f-effe85aa8e2c'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:05.798103 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.878471 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] Set router b0cac382-9bfe-4874-907f-effe85aa8e2c gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:05.888291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] DHCP port deletion for 7145c2e1-1cf1-489b-bf14-990cb920b40f request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:55:05.942350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:05.957596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] Deleting port 0f655a65-e1af-4ea6-a778-80583b9bba62 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:55:05.958742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.015039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 4767782f-d6a9-4f0c-9f36-09e141d646d3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:55:06.015742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.039773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0f655a65-e1af-4ea6-a778-80583b9bba62 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:55:06.072027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] For port 0f655a65-e1af-4ea6-a778-80583b9bba62, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0f655a65-e1af-4ea6-a778-80583b9bba62,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:06.072363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.094376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] Calling delete_port for 0f655a65-e1af-4ea6-a778-80583b9bba62 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:55:06.101410 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:55:04Z', 'revision_number': 7, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:06.122004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port 4767782f-d6a9-4f0c-9f36-09e141d646d3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4767782f-d6a9-4f0c-9f36-09e141d646d3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:06.123081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.131617 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeb8b6d-2a4e-468b-98cb-91dabbbfe7d5 None None] The sync data for ids ['b0cac382-9bfe-4874-907f-effe85aa8e2c'] in n-d-809980-2 is: [{'id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'name': 'tempest-TestNetworkBasicOps-router-179520313', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:55:04Z', 'revision_number': 7, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '4767782f-d6a9-4f0c-9f36-09e141d646d3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0cac382-9bfe-4874-907f-effe85aa8e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:53:07Z', 'updated_at': '2021-09-21T08:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:55:06.140425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 4767782f-d6a9-4f0c-9f36-09e141d646d3 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:55:06.188507 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.237659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 0f655a65-e1af-4ea6-a778-80583b9bba62, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0f655a65-e1af-4ea6-a778-80583b9bba62,segment=NetworkSegment(f81ebbb2-76bf-40ea-80b0-0180bfc89e2b),segment_id=f81ebbb2-76bf-40ea-80b0-0180bfc89e2b)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:06.250845 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.294959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.316033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] No DVR routers for this DVR port 0f655a65-e1af-4ea6-a778-80583b9bba62 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:55:06.317937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=0f655a65-e1af-4ea6-a778-80583b9bba62,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:06.330471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.330831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.331175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.332059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.332059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.332231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.332521 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.332899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.333169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.333497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.333951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.334152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.342810 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.360294 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009c3b9-ba36-455e-9c88-73e7fb763043 None None] Pushing event deleted for resources: {'Port': ['ID=0f655a65-e1af-4ea6-a778-80583b9bba62,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:06.372053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=4767782f-d6a9-4f0c-9f36-09e141d646d3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:06.402274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.402626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.402971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.403363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.403714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.404050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.404386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.404718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.405049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.405382 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.405733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.406068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:55:06.447276 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.549404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.551776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.605870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.606443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Fanout notify agent at l3_agent the message router_deleted on router b0cac382-9bfe-4874-907f-effe85aa8e2c {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:55:06.614116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.615259 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05d7c9aa-2983-4281-b145-594c895a089b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/routers/b0cac382-9bfe-4874-907f-effe85aa8e2c HTTP/1.1" status: 204 len: 168 time: 0.9319577 Sep 21 08:55:06.617793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40508) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:06.697010 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.788160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.811304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7145c2e1-1cf1-489b-bf14-990cb920b40f']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:06.824976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:06.825281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81ebbb2-76bf-40ea-80b0-0180bfc89e2b') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:06.835817 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.852789 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.859472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:55:06.859873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: timer() Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:55:06.862755 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:55:06.922712 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.929625 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:06.931379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/networks/7145c2e1-1cf1-489b-bf14-990cb920b40f HTTP/1.1" status: 204 len: 168 time: 0.3126121 Sep 21 08:55:06.942826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0448d-49ff-4ba1-96e9-593cf31c3d0c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Network': ['ID=7145c2e1-1cf1-489b-bf14-990cb920b40f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:06.950478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40510) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:06.953787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'network': {'name': 'tempest-network-smoke--2067971790', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:06.976518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:55:06.980242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.004769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:55:07.015640 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.015980 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Added segment 24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5 of type vlan for network 651db291-7743-4a43-a5ba-37666bf8b08e Sep 21 08:55:07.064988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.093504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.098876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:07.099508 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.163092 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2141044 Sep 21 08:55:07.166212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40512) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:07.171076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'admin_state_up': True, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:07.195291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.196395 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.220741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e8fb7-de7c-4785-9147-dcb5a7383521 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Network': ['ID=651db291-7743-4a43-a5ba-37666bf8b08e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:07.232015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 651db291-7743-4a43-a5ba-37666bf8b08e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:55:07.257206 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.396655 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.584121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.606531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.707164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.25.1.7 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/7b59bdd2-9576-4c1a-9338-0c9b5e5e1174) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:55:07.811960 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.845560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:07.880453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:55:07.883226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:55:07.886727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:55:07.914589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:07.931126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:55:07.955259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:55:07.955639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7d264fcf-f2b4-45bd-bd89-3403fd9f2557 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:55:07.956051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4767782f-d6a9-4f0c-9f36-09e141d646d3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:55:07.975239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4767782f-d6a9-4f0c-9f36-09e141d646d3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:55:07.975532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4767782f-d6a9-4f0c-9f36-09e141d646d3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:55:08.137765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:08.556171 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:08.683671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:55:08.788040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:55:08.798101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Sync routers for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:55:08.807295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:08.808512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-def2d2db-fd66-47a0-bee8-14e7c0629ed7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6411843 Sep 21 08:55:08.808940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:08.809556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:08.811536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40514) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:08.839813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1ddd2624-8b7c-4c7b-9b09-047fd0edfb86 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=2164df615c014d6b9834941ac5a577f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272343 Sep 21 08:55:08.842987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40516) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:08.916137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:08.930749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e357f-f27e-4078-a024-0bf305de36ae tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:08.932322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d45e357f-f27e-4078-a024-0bf305de36ae tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883956 Sep 21 08:55:08.935143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40518) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:08.967388 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-afbeb2b3-5bc1-47ee-9044-216ccc6a8a2d tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311282 Sep 21 08:55:08.970020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40520) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:08.974891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1679531165', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:09.062530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:55:09.066402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.095755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:08Z', 'revision_number': 3, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:09.121601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Checking router: 8a437ccd-f5bd-4aba-a8b2-9098e891d994 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:55:09.121950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Updating router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:55:09.153055 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.248820 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.317639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Subnet': ['ID=6bdda548-314e-4f0a-800f-0ff7f749c7fe,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:09.321944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Checking segment: {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:55:09.322317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network hostable DHCP agents. Network: 651db291-7743-4a43-a5ba-37666bf8b08e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:55:09.340039 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 651db291-7743-4a43-a5ba-37666bf8b08e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:55:09.349506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 651db291-7743-4a43-a5ba-37666bf8b08e) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:55:09.353727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:09.354402 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.362221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efaba1a-326b-422c-a40d-ff2422266a39 None None] Network 651db291-7743-4a43-a5ba-37666bf8b08e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:55:09.369793 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eeacdae4-1d50-4ede-a2d3-fb9e82c461e4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3984954 Sep 21 08:55:09.372403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40522) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:09.458930 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.467704 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.558276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Attempting to bind port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:55:09.558647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Attempting to bind port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:55:09.559012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Attempting to bind port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:55:09.562423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da6574-a540-40a6-aa7a-988ea881dd80 None None] Pushing event updated for resources: {'Port': ['ID=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:09.572765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:55:09.573138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:55:09.573546 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.573939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:55:09.574416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Bound port: 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:55:09.574795 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.612657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-651db291-7743-4a43-a5ba-37666bf8b08e', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:55:09.613514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.701635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] For port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:55:09.723198 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] For port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:55:09.732856 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.815802 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:09.984008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Allocated IP 172.20.0.2 (651db291-7743-4a43-a5ba-37666bf8b08e/6bdda548-314e-4f0a-800f-0ff7f749c7fe/96ebc96e-1d48-43ef-9d55-31271882f8c4) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:55:09.987768 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:09.988413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:09.994619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da6574-a540-40a6-aa7a-988ea881dd80 None None] Pushing event updated for resources: {'Port': ['ID=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:10.158015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:10.316378 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.326192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.369904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.20.0.1 (651db291-7743-4a43-a5ba-37666bf8b08e/6bdda548-314e-4f0a-800f-0ff7f749c7fe/127ae834-53ab-4855-831a-018c91d039b6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:55:10.396838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Network 651db291-7743-4a43-a5ba-37666bf8b08e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:55:10.399067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Pushing event updated for resources: {'Port': ['ID=96ebc96e-1d48-43ef-9d55-31271882f8c4,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:10.402750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:55:10.407248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:55:10.470212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Attempting to bind port 96ebc96e-1d48-43ef-9d55-31271882f8c4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:55:10.470574 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Attempting to bind port 96ebc96e-1d48-43ef-9d55-31271882f8c4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:55:10.470937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Attempting to bind port 96ebc96e-1d48-43ef-9d55-31271882f8c4 on network 651db291-7743-4a43-a5ba-37666bf8b08e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:55:10.478004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:55:10.478356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Checking segment: {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:55:10.478753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.479139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Bound using segment: {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:55:10.479636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Bound port: 96ebc96e-1d48-43ef-9d55-31271882f8c4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:55:10.480013 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.482917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:08Z', 'revision_number': 3, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:10.493874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.515089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1de9ed-807f-4309-950a-9a5d578677c0 None None] The sync data for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 is: [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:08Z', 'revision_number': 3, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:55:10.528393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.571772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] For port 96ebc96e-1d48-43ef-9d55-31271882f8c4, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:55:10.576215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] For port 96ebc96e-1d48-43ef-9d55-31271882f8c4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=96ebc96e-1d48-43ef-9d55-31271882f8c4,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:55:10.576636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 651db291-7743-4a43-a5ba-37666bf8b08e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:55:10.582290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:55:10.585718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.587516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:55:10.592445 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=127ae834-53ab-4855-831a-018c91d039b6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:10.634295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:10.662068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973e882-4ce4-4916-ab3b-8c8b88004aaa None None] Pushing event updated for resources: {'Port': ['ID=96ebc96e-1d48-43ef-9d55-31271882f8c4,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:10.808796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:11.143415 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:11.149595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:11.227653 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:11.229428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=127ae834-53ab-4855-831a-018c91d039b6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:11.577139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 651db291-7743-4a43-a5ba-37666bf8b08e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:55:11.578550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:55:11.662060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3021431-d834-4037-a9f6-adcf5840f59c None None] Network 651db291-7743-4a43-a5ba-37666bf8b08e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:55:11.690710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:55:11.738527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0272297a-a464-4d0e-8991-6c21a3f5e401 None None] Provisioning complete for port 96ebc96e-1d48-43ef-9d55-31271882f8c4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:11.738527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0272297a-a464-4d0e-8991-6c21a3f5e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:11.813097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:55:11.819172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1fa4a020-a316-4fa9-977b-a9499a4964d4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "PUT /v2.0/routers/8a437ccd-f5bd-4aba-a8b2-9098e891d994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4457681 Sep 21 08:55:11.821610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40524) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:11.881919 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0272297a-a464-4d0e-8991-6c21a3f5e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:11.925682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-0272297a-a464-4d0e-8991-6c21a3f5e401 None None] For port 96ebc96e-1d48-43ef-9d55-31271882f8c4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=96ebc96e-1d48-43ef-9d55-31271882f8c4,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:11.940671 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0272297a-a464-4d0e-8991-6c21a3f5e401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.005285 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272297a-a464-4d0e-8991-6c21a3f5e401 None None] Pushing event updated for resources: {'Port': ['ID=96ebc96e-1d48-43ef-9d55-31271882f8c4,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:12.054307 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 96ebc96e-1d48-43ef-9d55-31271882f8c4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:55:12.061610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004f217-5cce-437d-8892-2e71cc52f6ba tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.062106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004f217-5cce-437d-8892-2e71cc52f6ba tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.062600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004f217-5cce-437d-8892-2e71cc52f6ba tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.063078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004f217-5cce-437d-8892-2e71cc52f6ba tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.065357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8004f217-5cce-437d-8892-2e71cc52f6ba tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2425468 Sep 21 08:55:12.068148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40526) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:12.111259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 96ebc96e-1d48-43ef-9d55-31271882f8c4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:12.111674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.128888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73accb90-7d5b-456e-901a-6923b9a4acff tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.129365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73accb90-7d5b-456e-901a-6923b9a4acff tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.129833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73accb90-7d5b-456e-901a-6923b9a4acff tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.130346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73accb90-7d5b-456e-901a-6923b9a4acff tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:12.134419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-73accb90-7d5b-456e-901a-6923b9a4acff tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0621109 Sep 21 08:55:12.135126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40528) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:12.174086 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Sync routers for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:55:12.183638 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:12.184265 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:12.202039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-be1b551c-c6fe-4865-8a0d-364bb30c8219 None None] Provisioning complete for port 127ae834-53ab-4855-831a-018c91d039b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:12.202783 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be1b551c-c6fe-4865-8a0d-364bb30c8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.253170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-be1b551c-c6fe-4865-8a0d-364bb30c8219 None None] Port 127ae834-53ab-4855-831a-018c91d039b6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:55:12.255924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:55:12.295467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-be1b551c-c6fe-4865-8a0d-364bb30c8219 None None] Provisioning complete for port 96ebc96e-1d48-43ef-9d55-31271882f8c4 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:12.296196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be1b551c-c6fe-4865-8a0d-364bb30c8219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.304919 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:12.355747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:12.356416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.420436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2d0b5bf9-0bcb-4768-89ee-f2e0f31b3248 tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2842312 Sep 21 08:55:12.474164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.497712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:12.503086 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.552225 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:11Z', 'revision_number': 2, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:12.574366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cc8f53eb-6f9c-4882-a0b5-5e5a3d65fdb3 None None] Provisioning complete for port 127ae834-53ab-4855-831a-018c91d039b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:12.574751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cc8f53eb-6f9c-4882-a0b5-5e5a3d65fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.580903 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Checking router: 8a437ccd-f5bd-4aba-a8b2-9098e891d994 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:55:12.581252 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Updating router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 port 127ae834-53ab-4855-831a-018c91d039b6 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:55:12.599354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40532) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:12.604425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-482ff474-68e4-4033-ae6b-ff2ee778a9d5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001329770', 'description': 'tempest-secgroup-smoke-1001329770 description', 'project_id': '2164df615c014d6b9834941ac5a577f6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:12.609561 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.621383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f53eb-6f9c-4882-a0b5-5e5a3d65fdb3 None None] Port 127ae834-53ab-4855-831a-018c91d039b6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:55:12.623252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:12.635174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-482ff474-68e4-4033-ae6b-ff2ee778a9d5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.721722 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-482ff474-68e4-4033-ae6b-ff2ee778a9d5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.725521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-482ff474-68e4-4033-ae6b-ff2ee778a9d5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.744067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7c5cd5d4-f7d4-4810-a458-375104aa49a9 None None] Provisioning complete for port 127ae834-53ab-4855-831a-018c91d039b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:12.744706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd5d4-f7d4-4810-a458-375104aa49a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.757803 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-482ff474-68e4-4033-ae6b-ff2ee778a9d5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.761721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-482ff474-68e4-4033-ae6b-ff2ee778a9d5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1586087 Sep 21 08:55:12.761855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40534) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:12.766747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-39b76526-cbae-4990-b240-f390a018e0ea tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '234355f7-24fa-49f3-81f3-7230bbeaf6d2', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:12.771953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ff474-68e4-4033-ae6b-ff2ee778a9d5 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234355f7-24fa-49f3-81f3-7230bbeaf6d2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:12.799572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7c5cd5d4-f7d4-4810-a458-375104aa49a9 None None] Port 127ae834-53ab-4855-831a-018c91d039b6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:55:12.806433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b76526-cbae-4990-b240-f390a018e0ea tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.864156 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b76526-cbae-4990-b240-f390a018e0ea tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.868084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b76526-cbae-4990-b240-f390a018e0ea tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.886814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b76526-cbae-4990-b240-f390a018e0ea tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee7d630-eb44-4230-91bf-212d8f6fd8dd,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:12.897079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b76526-cbae-4990-b240-f390a018e0ea tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.898557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-39b76526-cbae-4990-b240-f390a018e0ea tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358023 Sep 21 08:55:12.901224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40536) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:12.905819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9cb8b360-95c4-4813-9c28-79ed10e3292c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '234355f7-24fa-49f3-81f3-7230bbeaf6d2', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:12.933312 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cb8b360-95c4-4813-9c28-79ed10e3292c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.993298 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cb8b360-95c4-4813-9c28-79ed10e3292c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.996968 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cb8b360-95c4-4813-9c28-79ed10e3292c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:12.998250 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.009450 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.017510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8b360-95c4-4813-9c28-79ed10e3292c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b454761-834a-4593-aa35-1cc80eecdff6,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.027082 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9cb8b360-95c4-4813-9c28-79ed10e3292c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.028392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9cb8b360-95c4-4813-9c28-79ed10e3292c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261954 Sep 21 08:55:13.031011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40538) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:13.035436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d2f4371b-fad6-4b39-86c6-78e54e0a73ec tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '234355f7-24fa-49f3-81f3-7230bbeaf6d2', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:13.057357 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b4bcd-09d8-4980-aaa2-528d9ff53a5b None None] Pushing event updated for resources: {'Port': ['ID=127ae834-53ab-4855-831a-018c91d039b6,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.063617 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2f4371b-fad6-4b39-86c6-78e54e0a73ec tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.111853 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Attempting to bind port 127ae834-53ab-4855-831a-018c91d039b6 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:55:13.112421 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Attempting to bind port 127ae834-53ab-4855-831a-018c91d039b6 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:55:13.112571 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Attempting to bind port 127ae834-53ab-4855-831a-018c91d039b6 on network 651db291-7743-4a43-a5ba-37666bf8b08e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:55:13.118024 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:55:13.118385 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Checking segment: {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:55:13.118783 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.119167 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Bound using segment: {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:55:13.119648 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Bound port: 127ae834-53ab-4855-831a-018c91d039b6, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:55:13.120026 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.133060 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2f4371b-fad6-4b39-86c6-78e54e0a73ec tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.139044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2f4371b-fad6-4b39-86c6-78e54e0a73ec tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.157791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4371b-fad6-4b39-86c6-78e54e0a73ec tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9145085e-1d15-4cb6-b856-1f633923da5c,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.168295 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2f4371b-fad6-4b39-86c6-78e54e0a73ec tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.170440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d2f4371b-fad6-4b39-86c6-78e54e0a73ec tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384697 Sep 21 08:55:13.173133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40540) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:13.177705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-60710dc6-e7ec-4c86-b57b-ad49b11aacb7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '234355f7-24fa-49f3-81f3-7230bbeaf6d2', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:13.189141 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] For port 127ae834-53ab-4855-831a-018c91d039b6, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:55:13.193002 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] For port 127ae834-53ab-4855-831a-018c91d039b6, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=127ae834-53ab-4855-831a-018c91d039b6,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:55:13.197268 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.209951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60710dc6-e7ec-4c86-b57b-ad49b11aacb7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.257644 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b4bcd-09d8-4980-aaa2-528d9ff53a5b None None] Pushing event updated for resources: {'Port': ['ID=127ae834-53ab-4855-831a-018c91d039b6,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.260217 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:13.260816 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:54:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:13.280425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60710dc6-e7ec-4c86-b57b-ad49b11aacb7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.283935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60710dc6-e7ec-4c86-b57b-ad49b11aacb7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.301810 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60710dc6-e7ec-4c86-b57b-ad49b11aacb7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0045212-9180-4d90-ad22-ff4c97f5791d,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.309069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60710dc6-e7ec-4c86-b57b-ad49b11aacb7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.310327 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-60710dc6-e7ec-4c86-b57b-ad49b11aacb7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362200 Sep 21 08:55:13.313347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40542) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:13.319081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '234355f7-24fa-49f3-81f3-7230bbeaf6d2', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:13.329000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a5b80351-5ddc-4259-88e2-e59775fafdcf None None] Provisioning complete for port 127ae834-53ab-4855-831a-018c91d039b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:13.329690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5b80351-5ddc-4259-88e2-e59775fafdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.349827 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Project 2164df615c014d6b9834941ac5a577f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:55:13.356059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.385307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:13.419133 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5b80351-5ddc-4259-88e2-e59775fafdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.433695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.438983 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.458293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a5b80351-5ddc-4259-88e2-e59775fafdcf None None] For port 127ae834-53ab-4855-831a-018c91d039b6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=127ae834-53ab-4855-831a-018c91d039b6,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:13.458702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67270a6a-e4c6-4881-852e-bdaf633295b7,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.463585 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5b80351-5ddc-4259-88e2-e59775fafdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.464778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.469303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40544) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:13.471206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-89486460-1cb1-4675-b080-0587f373916c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561263 Sep 21 08:55:13.473890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'security_group_rule': {'security_group_id': '234355f7-24fa-49f3-81f3-7230bbeaf6d2', 'project_id': '2164df615c014d6b9834941ac5a577f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:13.507472 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Project 2164df615c014d6b9834941ac5a577f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:55:13.512520 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.527454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80351-5ddc-4259-88e2-e59775fafdcf None None] Pushing event updated for resources: {'Port': ['ID=127ae834-53ab-4855-831a-018c91d039b6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.576154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.581042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.594771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8f601744-51bd-4bd0-a505-344432470094 None None] Provisioning complete for port 127ae834-53ab-4855-831a-018c91d039b6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:13.595151 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f601744-51bd-4bd0-a505-344432470094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.599628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab09a11e-9287-4bae-a35c-f4e637b60a8b,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:13.610633 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:13.612364 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-699d2bf5-2e6e-4a4c-ba08-b0b1b6f831ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420419 Sep 21 08:55:13.644879 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:13.671618 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ef1f4-ebd9-48b7-ad4c-d02a043ae35b None None] The sync data for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 is: [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:55:13.788923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-77db6272-b388-4f0a-b829-013ad06f5be9 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001329770&fields=id&tenant_id=2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 267 time: 0.0388861 Sep 21 08:55:13.909267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-8af8faf9-c5b5-4ba4-8e74-448877862fd7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:13.910807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-8af8faf9-c5b5-4ba4-8e74-448877862fd7 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/networks?id=651db291-7743-4a43-a5ba-37666bf8b08e HTTP/1.1" status: 200 len: 797 time: 0.1136346 Sep 21 08:55:13.927473 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-03c256f7-325d-443b-96b1-0256a3572265 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/quotas/2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 375 time: 0.0100760 Sep 21 08:55:13.982925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-46f682f0-32a0-4964-ba67-821b614f4d8c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492554 Sep 21 08:55:14.046512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 96ebc96e-1d48-43ef-9d55-31271882f8c4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:55:14.081422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-48aa2c5a-9f4c-4890-a7b2-2623a082fdf4 service neutron] 10.222.0.59 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864153 Sep 21 08:55:14.097304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 96ebc96e-1d48-43ef-9d55-31271882f8c4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:14.097685 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:14.181882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-06d19cbd-6d48-4763-8a7d-78f4adea2f06 service neutron] 10.222.0.59 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939271 Sep 21 08:55:14.193948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 127ae834-53ab-4855-831a-018c91d039b6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:55:14.243747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 127ae834-53ab-4855-831a-018c91d039b6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:14.244118 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:14.334020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:55:14.379904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-718116df-49be-4172-affe-3cc28ee73819 req-0c532a90-354f-4ff6-a8c9-1ed747b36e6d tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 210 time: 0.0388417 Sep 21 08:55:14.397537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:14.397981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:15.288368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-cfaf6021-8c26-481a-ad96-ed973aace795 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:15.289965 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-cfaf6021-8c26-481a-ad96-ed973aace795 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "GET /v2.0/networks?id=651db291-7743-4a43-a5ba-37666bf8b08e HTTP/1.1" status: 200 len: 797 time: 0.1145263 Sep 21 08:55:15.334018 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-9c6108b5-5733-423f-9ec6-35c2274dbf0d tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2164df615c014d6b9834941ac5a577f6 HTTP/1.1" status: 200 len: 380 time: 0.0343227 Sep 21 08:55:15.344256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'port': {'device_id': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'admin_state_up': True, 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'security_groups': ['234355f7-24fa-49f3-81f3-7230bbeaf6d2']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:15.452964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Made reservation on behalf of 2164df615c014d6b9834941ac5a577f6 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:55:15.456634 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:15.499278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a7c73591-8c49-4d02-97c0-63cff1e5bfa0 req-ee0f7d8c-48e6-40be-b38e-3eb3f0c57ab3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 210 time: 0.0331113 Sep 21 08:55:15.605849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.20.0.3 (651db291-7743-4a43-a5ba-37666bf8b08e/6bdda548-314e-4f0a-800f-0ff7f749c7fe/ed9609c8-718c-4602-8f4e-aec1f0f5e740) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:55:15.745174 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:15.777409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:15.820278 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network 651db291-7743-4a43-a5ba-37666bf8b08e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:55:15.823336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:55:15.828977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:55:15.835413 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=ed9609c8-718c-4602-8f4e-aec1f0f5e740,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:15.888940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:15.889570 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:15.905188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-71d70545-02e9-4e0c-a234-3083f3cc2474 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642638 Sep 21 08:55:15.915644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-e8674dad-3a54-4bfe-99a2-99df1a7a30cc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 08:55:15.916613 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-e8674dad-3a54-4bfe-99a2-99df1a7a30cc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053382 Sep 21 08:55:15.994699 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Request body: {'port': {'device_id': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:16.021003 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-856da081-c440-4643-b10f-8eaf551bf40e None None] Provisioning complete for port ed9609c8-718c-4602-8f4e-aec1f0f5e740 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:16.021510 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-856da081-c440-4643-b10f-8eaf551bf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:16.051906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:16.056045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-856da081-c440-4643-b10f-8eaf551bf40e None None] Port ed9609c8-718c-4602-8f4e-aec1f0f5e740 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:55:16.302061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9609c8-718c-4602-8f4e-aec1f0f5e740 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:55:16.309248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:16.320937 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Transition to ACTIVE for port object ed9609c8-718c-4602-8f4e-aec1f0f5e740 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:55:16.324299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:16.373082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9609c8-718c-4602-8f4e-aec1f0f5e740,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:16.618660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3f7a-c2f9-4217-92af-f902cb559d86 req-af06fcab-fb63-45f6-bc05-ab1c01c47599 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:16.620206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3fb3f7a-c2f9-4217-92af-f902cb559d86 req-af06fcab-fb63-45f6-bc05-ab1c01c47599 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 943 time: 0.0502689 Sep 21 08:55:16.659666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3fb3f7a-c2f9-4217-92af-f902cb559d86 req-3363de2b-f041-4dc4-960a-b0baf89f9345 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Sep 21 08:55:16.720977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Attempting to bind port ed9609c8-718c-4602-8f4e-aec1f0f5e740 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:55:16.721299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Attempting to bind port ed9609c8-718c-4602-8f4e-aec1f0f5e740 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:55:16.721621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Attempting to bind port ed9609c8-718c-4602-8f4e-aec1f0f5e740 on network 651db291-7743-4a43-a5ba-37666bf8b08e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:55:16.725687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Port ed9609c8-718c-4602-8f4e-aec1f0f5e740 on network 651db291-7743-4a43-a5ba-37666bf8b08e not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:55:16.726007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Attempting to bind port ed9609c8-718c-4602-8f4e-aec1f0f5e740 on network 651db291-7743-4a43-a5ba-37666bf8b08e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:55:16.730597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:55:16.730928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Checking segment: {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:55:16.731307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Bound using segment: {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:55:16.731774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Bound port: ed9609c8-718c-4602-8f4e-aec1f0f5e740, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:55:16.732121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:16.792528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] For port ed9609c8-718c-4602-8f4e-aec1f0f5e740, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:55:16.795548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] For port ed9609c8-718c-4602-8f4e-aec1f0f5e740, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:55:16.802993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:16.837520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:16.838140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:16.839568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] 10.222.0.62 "PUT /v2.0/ports/ed9609c8-718c-4602-8f4e-aec1f0f5e740 HTTP/1.1" status: 200 len: 1091 time: 0.9145470 Sep 21 08:55:16.840012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:55:16.842315 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:55:16.869367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886d80e-5586-4a23-926f-fc3af4b81c48 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9609c8-718c-4602-8f4e-aec1f0f5e740,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:16.890183 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bbe333-33ef-49a3-8b93-1bbafb32693f x-openstack-request-id: req-96bbe333-33ef-49a3-8b93-1bbafb32693f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:55:16.890473 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:55:16.890723 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-96bbe333-33ef-49a3-8b93-1bbafb32693f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:55:16.891112 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'status': 'completed', 'code': 200} Sep 21 08:55:16.927248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-fa91e1b7-5694-431d-b549-1df2c216cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:16.928938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-fa91e1b7-5694-431d-b549-1df2c216cf7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 1094 time: 0.0498507 Sep 21 08:55:16.972992 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-30b9f83e-b303-46d9-b35c-0728fc9995d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740 HTTP/1.1" status: 200 len: 217 time: 0.0357051 Sep 21 08:55:17.024051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-1df78db1-ad22-4bd9-896a-41b2a9c2ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:17.025539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-1df78db1-ad22-4bd9-896a-41b2a9c2ebaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bdda548-314e-4f0a-800f-0ff7f749c7fe HTTP/1.1" status: 200 len: 835 time: 0.0459535 Sep 21 08:55:17.073870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-f855fbc7-e026-496e-84cd-f58e11f246d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:17.075885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-f855fbc7-e026-496e-84cd-f58e11f246d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=651db291-7743-4a43-a5ba-37666bf8b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427952 Sep 21 08:55:17.164129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-0187fd31-d676-4a7f-a24c-e514a4ff1c9f service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808892 Sep 21 08:55:17.256636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8f0733-b510-4715-92d9-cbe5011c1154 req-c45eec99-c781-445f-b69e-b1d3279d8c05 service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851395 Sep 21 08:55:17.341953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-1cabecfa-ddc0-46f3-82eb-0a7c9aa7761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:17.343480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-1cabecfa-ddc0-46f3-82eb-0a7c9aa7761b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 1094 time: 0.0413384 Sep 21 08:55:17.435578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-b6fe45ca-46b1-44cd-9fdb-884063e2fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:17.437041 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-b6fe45ca-46b1-44cd-9fdb-884063e2fced service neutron] 10.222.0.62 "GET /v2.0/networks?id=651db291-7743-4a43-a5ba-37666bf8b08e HTTP/1.1" status: 200 len: 898 time: 0.0870740 Sep 21 08:55:17.479262 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-8d7069f3-dcd2-45ae-9c14-c7d97217ca01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740 HTTP/1.1" status: 200 len: 217 time: 0.0350466 Sep 21 08:55:17.526255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-c8e04225-e1e7-45ee-9090-f95bde65b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:17.527737 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-c8e04225-e1e7-45ee-9090-f95bde65b85b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bdda548-314e-4f0a-800f-0ff7f749c7fe HTTP/1.1" status: 200 len: 835 time: 0.0424688 Sep 21 08:55:17.573949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-b31278ad-bdd3-4381-a3ef-dd80359838f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:17.575485 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-b31278ad-bdd3-4381-a3ef-dd80359838f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=651db291-7743-4a43-a5ba-37666bf8b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395310 Sep 21 08:55:17.670686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-891d9c4c-a4fb-4ab6-8cf5-844457992efb service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874734 Sep 21 08:55:17.766521 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1770c33b-3845-4fe1-84ef-5d9463a6c1ee req-a77073c6-3552-4355-8827-747d7e0449ca service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884986 Sep 21 08:55:17.773405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4d57f-d99d-40f7-8925-3eaad76113bd req-10880aae-496e-4213-bb0e-5a48ae1755e3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:17.774881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8b4d57f-d99d-40f7-8925-3eaad76113bd req-10880aae-496e-4213-bb0e-5a48ae1755e3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 943 time: 0.0478451 Sep 21 08:55:17.813498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8b4d57f-d99d-40f7-8925-3eaad76113bd req-cb69782d-acab-4c04-8b9b-795234c9d45f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315063 Sep 21 08:55:18.927621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5dd3d-5d51-4ba4-ae33-9027d6c870a9 req-f3b2584c-3fef-47e3-9521-7c6abbe5ff1c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:18.929116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49a5dd3d-5d51-4ba4-ae33-9027d6c870a9 req-f3b2584c-3fef-47e3-9521-7c6abbe5ff1c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 943 time: 0.0487132 Sep 21 08:55:18.970768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49a5dd3d-5d51-4ba4-ae33-9027d6c870a9 req-d8fd6b1d-e2a3-4ba7-832d-22cb6bda7e90 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Sep 21 08:55:20.086396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2bb7-7629-480a-9263-4466ec9dd7ca req-767bbc48-49ce-4d91-bc18-30dd42f967ef tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:20.087878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eceb2bb7-7629-480a-9263-4466ec9dd7ca req-767bbc48-49ce-4d91-bc18-30dd42f967ef tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 943 time: 0.0517166 Sep 21 08:55:20.124725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eceb2bb7-7629-480a-9263-4466ec9dd7ca req-27ad82ab-4e1f-47d7-865f-02e9aeab9341 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302896 Sep 21 08:55:20.799721 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed9609c8-718c-4602-8f4e-aec1f0f5e740 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:55:20.895450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ed9609c8-718c-4602-8f4e-aec1f0f5e740, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:20.906829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'port_id': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'mac_address': 'fa:16:3e:dc:28:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:55:20.943584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:20.956128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9609c8-718c-4602-8f4e-aec1f0f5e740 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:55:20.979422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ed9609c8-718c-4602-8f4e-aec1f0f5e740, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:20.984195 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:21.031435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=ed9609c8-718c-4602-8f4e-aec1f0f5e740,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:21.237989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460fe88-053d-408e-9bde-d729cd0f9588 req-822a7dd5-9387-4490-ab94-5d70f8069040 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:21.239512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d460fe88-053d-408e-9bde-d729cd0f9588 req-822a7dd5-9387-4490-ab94-5d70f8069040 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 944 time: 0.0492549 Sep 21 08:55:21.264115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['ed9609c8-718c-4602-8f4e-aec1f0f5e740'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:55:21.276807 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d460fe88-053d-408e-9bde-d729cd0f9588 req-d3d2ea18-cfce-4705-983c-6f979d0517cc tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Sep 21 08:55:22.391087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda3ddb-f2d3-43ba-97ce-630280e0c13f req-d80b0851-23ef-4223-842e-8b6672fe550f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:22.392613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0dda3ddb-f2d3-43ba-97ce-630280e0c13f req-d80b0851-23ef-4223-842e-8b6672fe550f tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 944 time: 0.0479636 Sep 21 08:55:22.430890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0dda3ddb-f2d3-43ba-97ce-630280e0c13f req-326c03e7-e020-47b4-80d1-6775e2f819d3 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Sep 21 08:55:22.439405 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d8d9a970-0dc6-45c5-80c1-8977a41b7d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:22.815883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed9609c8-718c-4602-8f4e-aec1f0f5e740 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:55:22.865651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port ed9609c8-718c-4602-8f4e-aec1f0f5e740 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:55:22.869544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port ed9609c8-718c-4602-8f4e-aec1f0f5e740 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:55:22.869980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:22.951231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:22.973211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:55:22.975487 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8365869-462d-41c0-91c3-415184add6e2" -d '{"events": [{"server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "name": "network-vif-plugged", "status": "completed", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:55:22.988092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port ed9609c8-718c-4602-8f4e-aec1f0f5e740, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:55:22.992682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:23.017235 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad3024c-8a8c-4933-8dc7-1934cb202597 x-openstack-request-id: req-fad3024c-8a8c-4933-8dc7-1934cb202597 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:55:23.017528 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "name": "network-vif-plugged", "status": "completed", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:55:23.017778 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fad3024c-8a8c-4933-8dc7-1934cb202597 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:55:23.018173 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'code': 200} Sep 21 08:55:23.044064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=ed9609c8-718c-4602-8f4e-aec1f0f5e740,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:23.114801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b85fe-9c5b-466e-bf0f-1275a9e5aff3 req-cffe31c6-6aa7-489c-9132-589566cd2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:23.116316 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-883b85fe-9c5b-466e-bf0f-1275a9e5aff3 req-cffe31c6-6aa7-489c-9132-589566cd2dbb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 1096 time: 0.0439799 Sep 21 08:55:23.149804 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-883b85fe-9c5b-466e-bf0f-1275a9e5aff3 req-963d5447-7750-4207-b7b9-4bb63184f38a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269573 Sep 21 08:55:23.548413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc332ca2-f1a8-4d27-9a3f-8695f1841a03 req-7613b67d-3432-46fa-8b09-3df5cdff1da0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:23.549735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc332ca2-f1a8-4d27-9a3f-8695f1841a03 req-7613b67d-3432-46fa-8b09-3df5cdff1da0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 945 time: 0.0493417 Sep 21 08:55:23.588059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc332ca2-f1a8-4d27-9a3f-8695f1841a03 req-ee7d7496-7d35-4332-8649-f652b3ca038b tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Sep 21 08:55:24.703026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79837e52-70c8-42e5-aa9a-6509a19bacd5 req-5112cdb9-f331-4c4e-a4bf-fef401f01345 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:24.704532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79837e52-70c8-42e5-aa9a-6509a19bacd5 req-5112cdb9-f331-4c4e-a4bf-fef401f01345 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 945 time: 0.0482876 Sep 21 08:55:24.742827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79837e52-70c8-42e5-aa9a-6509a19bacd5 req-1ecf1d09-50b2-497e-9399-eeb0c984b0a4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Sep 21 08:55:24.858380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239bf45-4276-4a8c-9194-446befeb2321 req-65b644fb-a64e-42dd-ad66-f01e0a7ba9dd tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:24.859862 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0239bf45-4276-4a8c-9194-446befeb2321 req-65b644fb-a64e-42dd-ad66-f01e0a7ba9dd tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 945 time: 0.0520208 Sep 21 08:55:24.898214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0239bf45-4276-4a8c-9194-446befeb2321 req-b73771bb-3ab9-48d4-9b38-18d43317e58a tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Sep 21 08:55:24.918923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40602) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:24.958179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e242c148-cdb0-476d-af47-e3e20d321a1e tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:24.959697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e242c148-cdb0-476d-af47-e3e20d321a1e tempest-TestNetworkBasicOps-1063446146 tempest-TestNetworkBasicOps-1063446146-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 1091 time: 0.0397856 Sep 21 08:55:24.962425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40604) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:24.966705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:55:24.990905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:25.090527 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:25.190767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Allocated IP 172.25.1.232 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/17c0a216-38aa-4fd0-b885-fbd6c573f90e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:55:25.294657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:25.328862 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:25.370217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:25.376071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:55:25.377198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=17c0a216-38aa-4fd0-b885-fbd6c573f90e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:25.379830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:55:25.381885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:55:25.423047 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e3f1c67-80bc-4cdb-9553-eccfe0d47277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.093413 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.192091 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.346469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.350812 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.423465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event updated for resources: {'Port': ['ID=17c0a216-38aa-4fd0-b885-fbd6c573f90e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:55:26.430558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.529433 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Floating IP 7474bff5-52b3-4284-aaf0-06485584ee07 associated. External IP: 172.25.1.232, port: ed9609c8-718c-4602-8f4e-aec1f0f5e740. Sep 21 08:55:26.733093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:55:26.841557 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.842791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:55:26.852072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] Sync routers for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:55:26.857679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:26.861008 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:26.861624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:55:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:26.884040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-96c1dbd3-5707-4f22-888d-fe8e1ea78106 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9206300 Sep 21 08:55:26.884729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:55:26.887020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40606) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:26.887981 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f53a569-b1a7-4084-8882-3e9850cbf3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:55:26.924299 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce1b640-fe77-45ee-9ae7-703826908460 x-openstack-request-id: req-8ce1b640-fe77-45ee-9ae7-703826908460 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:55:26.924601 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:55:26.924856 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ce1b640-fe77-45ee-9ae7-703826908460 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:55:26.925263 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'status': 'completed', 'code': 200} Sep 21 08:55:26.959990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-294627fb-d32f-4b85-86bd-84151686d857 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/floatingips/7474bff5-52b3-4284-aaf0-06485584ee07 HTTP/1.1" status: 200 len: 991 time: 0.0712314 Sep 21 08:55:26.998953 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-6ba12c8a-4a31-4942-b8e9-2a5ab6d0a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:27.000530 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-6ba12c8a-4a31-4942-b8e9-2a5ab6d0a962 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 1096 time: 0.0518651 Sep 21 08:55:27.094730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-4e5b44eb-b754-4c01-bcf8-f5da1fe60f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:27.096287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-4e5b44eb-b754-4c01-bcf8-f5da1fe60f97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=651db291-7743-4a43-a5ba-37666bf8b08e HTTP/1.1" status: 200 len: 898 time: 0.0887103 Sep 21 08:55:27.124377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:27.165080 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-5026d2bb-af44-4eb3-bcb4-4affcf4b4d7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740 HTTP/1.1" status: 200 len: 999 time: 0.0619297 Sep 21 08:55:27.214928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-57426a41-0d66-47b8-8a68-1c15413196fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:27.216531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-57426a41-0d66-47b8-8a68-1c15413196fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bdda548-314e-4f0a-800f-0ff7f749c7fe HTTP/1.1" status: 200 len: 835 time: 0.0444052 Sep 21 08:55:27.261782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-16db0778-61c5-4666-80c3-00e4083e2c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:55:27.263828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-16db0778-61c5-4666-80c3-00e4083e2c41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=651db291-7743-4a43-a5ba-37666bf8b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405302 Sep 21 08:55:27.347027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '7474bff5-52b3-4284-aaf0-06485584ee07', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'port_id': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'mac_address': 'fa:16:3e:dc:28:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:55:25Z', 'updated_at': '2021-09-21T08:55:25Z', 'revision_number': 0, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:27.357507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-c8a536dc-f244-4a81-a74d-d6480196b31c service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863936 Sep 21 08:55:27.373940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] Checking router: 8a437ccd-f5bd-4aba-a8b2-9098e891d994 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:55:27.382167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:55:27.382771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:55:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:27.447002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0f53a569-b1a7-4084-8882-3e9850cbf3d7 req-e1a49d7e-cfce-4e56-b4fb-f6fc098a2497 service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829341 Sep 21 08:55:27.492250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:55:27.708590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '7474bff5-52b3-4284-aaf0-06485584ee07', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'port_id': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'mac_address': 'fa:16:3e:dc:28:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:55:25Z', 'updated_at': '2021-09-21T08:55:25Z', 'revision_number': 0, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:55:27.737991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fcf71c-aa6a-4132-be68-6c2daffad37e None None] The sync data for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 is: [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '7474bff5-52b3-4284-aaf0-06485584ee07', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'floating_ip_address': '172.25.1.232', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'port_id': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'mac_address': 'fa:16:3e:dc:28:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:55:25Z', 'updated_at': '2021-09-21T08:55:25Z', 'revision_number': 0, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:55:27.910362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:27.932287 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144d4865-b309-40bc-ae58-0787d14b9ca3 None None] New status for floating IP 7474bff5-52b3-4284-aaf0-06485584ee07: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:55:27.963893 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40610) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:28.029177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e0455a83-b129-42d1-93f6-d2706a0339ff tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/floatingips/7474bff5-52b3-4284-aaf0-06485584ee07 HTTP/1.1" status: 200 len: 991 time: 0.0641174 Sep 21 08:55:29.033085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40612) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:55:29.092587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1e1362b6-2ab5-441d-8a20-a01149b65a82 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/floatingips/7474bff5-52b3-4284-aaf0-06485584ee07 HTTP/1.1" status: 200 len: 993 time: 0.0581996 Sep 21 08:55:30.945448 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:55:32.378605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:34.043611 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:52.440623 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a2345f85-8ff0-4396-ad0d-5813978ef825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:55.371459 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:55.423641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40c56059-2b8d-4b71-92c6-fc1f4ab4e6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:56.843229 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:55:57.911250 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:01.489198 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-4f95aefd-4d93-4203-b3e5-1d945081fb3d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414774 Sep 21 08:56:01.575339 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410309-ca5b-4978-89c3-0d984948131b req-21dd11c4-e2ef-45ab-8a3f-ce582b5a3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:01.576741 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-21dd11c4-e2ef-45ab-8a3f-ce582b5a3a8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 1096 time: 0.0438011 Sep 21 08:56:01.677780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410309-ca5b-4978-89c3-0d984948131b req-89a1c2ce-f0ba-4d66-8b4b-78b55a6de6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:01.679359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-89a1c2ce-f0ba-4d66-8b4b-78b55a6de6e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=651db291-7743-4a43-a5ba-37666bf8b08e HTTP/1.1" status: 200 len: 898 time: 0.0834148 Sep 21 08:56:01.753968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-772637ff-fc03-42e9-b939-08e94e6fcfde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740 HTTP/1.1" status: 200 len: 1001 time: 0.0666225 Sep 21 08:56:01.803707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410309-ca5b-4978-89c3-0d984948131b req-8ab8ae3e-f99f-447e-8c46-20093e051ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:01.805299 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-8ab8ae3e-f99f-447e-8c46-20093e051ad7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bdda548-314e-4f0a-800f-0ff7f749c7fe HTTP/1.1" status: 200 len: 835 time: 0.0452354 Sep 21 08:56:01.852851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410309-ca5b-4978-89c3-0d984948131b req-15bebc27-e896-484d-8536-770230f5a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:01.854311 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-15bebc27-e896-484d-8536-770230f5a2ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=651db291-7743-4a43-a5ba-37666bf8b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418491 Sep 21 08:56:01.951904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-1701fbb7-e5dd-48b3-87dd-a7d65263eb0b service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902264 Sep 21 08:56:02.048088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16410309-ca5b-4978-89c3-0d984948131b req-45871a1b-149b-4824-a6dc-f317cc68614a service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889468 Sep 21 08:56:02.393677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:04.051578 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:07.945681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:56:22.441807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bd57b500-3183-4e8c-845d-d3ef1e9c1d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:25.371894 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:25.423844 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1288a7dd-1694-4b8c-9e55-d78d3ae9b31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:26.846023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:27.913427 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:32.408381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:34.057811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:40.424700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40642) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:40.488907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3ad9a158-86a3-4c68-8bb8-e31d0b8d4506 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/floatingips/7474bff5-52b3-4284-aaf0-06485584ee07 HTTP/1.1" status: 200 len: 993 time: 0.0630116 Sep 21 08:56:40.674275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40650) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:40.830577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 17c0a216-38aa-4fd0-b885-fbd6c573f90e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:56:40.830925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:40.904513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:40.904846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:40.916426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 17c0a216-38aa-4fd0-b885-fbd6c573f90e owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:56:41.092595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:41.118811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=17c0a216-38aa-4fd0-b885-fbd6c573f90e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:41.146945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.147292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.147658 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.147998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.148330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.148659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.148985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.149309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.149637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.149961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.150307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.150631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:41.190453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:41.190790 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Floating IP 7474bff5-52b3-4284-aaf0-06485584ee07 disassociated (deleted). External IP: 172.25.1.232, port: ed9609c8-718c-4602-8f4e-aec1f0f5e740. Sep 21 08:56:41.392166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:56:41.497582 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:56:41.502386 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:41.506935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] Sync routers for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:56:41.516632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:41.517236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:41.528381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ef3ca4f-bef6-4c06-8108-7c9328438ba0 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/floatingips/7474bff5-52b3-4284-aaf0-06485584ee07 HTTP/1.1" status: 204 len: 168 time: 0.8530335 Sep 21 08:56:41.528951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:56:41.531912 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2975c816122d7ea75424b46d80cb3e083bacd1be4ff454178b948c090e60be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664c0b1-ba9d-462a-b01f-afd0b1222956" -d '{"events": [{"name": "network-changed", "server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:56:41.594553 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2998a7-8785-4227-970a-78a70b4eb1a6 x-openstack-request-id: req-ca2998a7-8785-4227-970a-78a70b4eb1a6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:56:41.594853 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:56:41.595138 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca2998a7-8785-4227-970a-78a70b4eb1a6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:56:41.595535 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'status': 'completed', 'code': 200} Sep 21 08:56:41.632706 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:41.659112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-ef144909-b426-4ecb-9851-69ddf8c979b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:41.661525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-ef144909-b426-4ecb-9851-69ddf8c979b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2164df615c014d6b9834941ac5a577f6&device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 1096 time: 0.0452900 Sep 21 08:56:41.784983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-7740bee6-3e5b-4f8d-996f-60df9fbcf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:41.786472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-7740bee6-3e5b-4f8d-996f-60df9fbcf652 service neutron] 10.222.0.62 "GET /v2.0/networks?id=651db291-7743-4a43-a5ba-37666bf8b08e HTTP/1.1" status: 200 len: 898 time: 0.1168375 Sep 21 08:56:41.800267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68413c6c-94e0-428b-95eb-e14192ad9457 req-9cd9f992-120f-4fbc-a153-b6ab49bb8a54 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:41.801797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68413c6c-94e0-428b-95eb-e14192ad9457 req-9cd9f992-120f-4fbc-a153-b6ab49bb8a54 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 945 time: 0.0711691 Sep 21 08:56:41.838121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:41.848719 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-f9d0922d-1534-4fd7-8d75-f2196909a1e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740 HTTP/1.1" status: 200 len: 217 time: 0.0459466 Sep 21 08:56:41.864248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] Checking router: 8a437ccd-f5bd-4aba-a8b2-9098e891d994 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:56:41.872281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:41.872887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:41.897952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68413c6c-94e0-428b-95eb-e14192ad9457 req-bc722610-dd34-4bb1-ad26-81d18357dec4 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890634 Sep 21 08:56:41.919009 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-2507f39e-2a1e-41a0-8411-386022c8ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:41.920482 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-2507f39e-2a1e-41a0-8411-386022c8ff58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6bdda548-314e-4f0a-800f-0ff7f749c7fe HTTP/1.1" status: 200 len: 835 time: 0.0594418 Sep 21 08:56:41.967469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-f8cb981d-a244-47e1-9eb8-43364d040a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:41.969090 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-f8cb981d-a244-47e1-9eb8-43364d040a98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=651db291-7743-4a43-a5ba-37666bf8b08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405195 Sep 21 08:56:41.979854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:42.063059 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-fecc9722-5fe1-46c2-8fa2-75a8788c2d72 service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859931 Sep 21 08:56:42.154360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a664c0b1-ba9d-462a-b01f-afd0b1222956 req-61e0d743-461b-4e7b-8b12-6788e7acc078 service neutron] 10.222.0.62 "GET /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834975 Sep 21 08:56:42.178657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:42.209590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8007288-ff5a-4367-be98-1736e565cfc6 None None] The sync data for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 is: [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:10Z', 'revision_number': 4, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '127ae834-53ab-4855-831a-018c91d039b6', 'name': '', 'network_id': '651db291-7743-4a43-a5ba-37666bf8b08e', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'mac_address': 'fa:16:3e:ce:fd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:09Z', 'updated_at': '2021-09-21T08:55:13Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'subnets': [{'id': '6bdda548-314e-4f0a-800f-0ff7f749c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:56:42.415593 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bfd6b-1c6b-49ac-9353-7d24d0eb6f02 None None] New status for floating IP 7474bff5-52b3-4284-aaf0-06485584ee07: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:56:43.016592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f2632-24be-4620-a87e-ae3e9f2f1cbd req-1c486795-d4bb-42cb-ad0f-809484fd2910 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:43.018093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-804f2632-24be-4620-a87e-ae3e9f2f1cbd req-1c486795-d4bb-42cb-ad0f-809484fd2910 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Sep 21 08:56:43.060292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-804f2632-24be-4620-a87e-ae3e9f2f1cbd req-65ec0bbf-8499-4f0b-bfc1-739e5b865b23 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/security-groups?id=234355f7-24fa-49f3-81f3-7230bbeaf6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352392 Sep 21 08:56:43.383847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-26d68767-99a0-4e56-853a-7a2820e50091 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:43.385212 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-26d68767-99a0-4e56-853a-7a2820e50091 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 945 time: 0.0491419 Sep 21 08:56:43.477167 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port ed9609c8-718c-4602-8f4e-aec1f0f5e740 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:56:43.477513 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:43.563238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port ed9609c8-718c-4602-8f4e-aec1f0f5e740, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=ed9609c8-718c-4602-8f4e-aec1f0f5e740,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:43.563631 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:43.576037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for ed9609c8-718c-4602-8f4e-aec1f0f5e740 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:56:43.711409 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:43.741564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=ed9609c8-718c-4602-8f4e-aec1f0f5e740,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:43.768494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.768844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.769184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.769519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.769851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.770179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.770502 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.770827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.771173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.771522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.771862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.772190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:43.794742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] No DVR routers for this DVR port ed9609c8-718c-4602-8f4e-aec1f0f5e740 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:56:43.797951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:43.800020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7a11452-ba5d-47fb-aef8-7bb2f4948719 req-8ce810cc-3465-45b2-b4b8-d56128daa0ed tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.62 "DELETE /v2.0/ports/ed9609c8-718c-4602-8f4e-aec1f0f5e740 HTTP/1.1" status: 204 len: 173 time: 0.4082706 Sep 21 08:56:43.800469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'name': 'network-vif-deleted', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:56:43.802794 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4928bc9f-998c-49bf-b179-b54ea6fdf376" -d '{"events": [{"server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "name": "network-vif-deleted", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:56:43.844293 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e8ca3e-bd04-47ec-9cb3-61152f38b98f x-openstack-request-id: req-02e8ca3e-bd04-47ec-9cb3-61152f38b98f {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:56:43.844648 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7100386-1ce9-4b90-88b1-6c47babd9e71", "name": "network-vif-deleted", "tag": "ed9609c8-718c-4602-8f4e-aec1f0f5e740", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:56:43.844899 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02e8ca3e-bd04-47ec-9cb3-61152f38b98f {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:56:43.845294 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7100386-1ce9-4b90-88b1-6c47babd9e71', 'name': 'network-vif-deleted', 'tag': 'ed9609c8-718c-4602-8f4e-aec1f0f5e740', 'status': 'completed', 'code': 200} Sep 21 08:56:44.166685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd4351c6-6dfc-471f-8198-b7e790a157df req-3db80302-691e-4268-ba29-76e603958535 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7100386-1ce9-4b90-88b1-6c47babd9e71 HTTP/1.1" status: 200 len: 210 time: 0.0269365 Sep 21 08:56:44.945449 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:56:45.226226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40676) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:45.284498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1909039-a032-4215-ab82-70b197b0a47c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:45.308845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1909039-a032-4215-ab82-70b197b0a47c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:45.369614 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1909039-a032-4215-ab82-70b197b0a47c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:45.372315 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1909039-a032-4215-ab82-70b197b0a47c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:45.373511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a1909039-a032-4215-ab82-70b197b0a47c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/security-groups/234355f7-24fa-49f3-81f3-7230bbeaf6d2 HTTP/1.1" status: 204 len: 168 time: 0.1462986 Sep 21 08:56:45.383447 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1909039-a032-4215-ab82-70b197b0a47c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234355f7-24fa-49f3-81f3-7230bbeaf6d2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:45.410360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40680) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:45.785673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:46.296578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 127ae834-53ab-4855-831a-018c91d039b6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:56:46.297297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:46.387244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port 127ae834-53ab-4855-831a-018c91d039b6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=127ae834-53ab-4855-831a-018c91d039b6,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:46.387647 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:46.399871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 127ae834-53ab-4855-831a-018c91d039b6 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:56:46.582345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:46.608826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=127ae834-53ab-4855-831a-018c91d039b6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:46.784237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:46.996428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:56:47.101620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:56:47.108497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0fa4b8e9-e453-4a8a-a7ca-0581aa38ae3c tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "PUT /v2.0/routers/8a437ccd-f5bd-4aba-a8b2-9098e891d994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952028 Sep 21 08:56:47.109853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40682) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:47.112503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] Sync routers for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:56:47.121507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:47.122139 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:47.159514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting subnet 6bdda548-314e-4f0a-800f-0ff7f749c7fe {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 08:56:47.162587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.202436 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.225302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:47.251982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed9609c8-718c-4602-8f4e-aec1f0f5e740 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:56:47.289845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.301413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: ed9609c8-718c-4602-8f4e-aec1f0f5e740 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:56:47.301756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device ed9609c8-718c-4602-8f4e-aec1f0f5e740 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:56:47.349250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.376593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdda548-314e-4f0a-800f-0ff7f749c7fe,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:47.382475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.387078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-01a780b8-9e15-4364-818a-677f7935f805 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/subnets/6bdda548-314e-4f0a-800f-0ff7f749c7fe HTTP/1.1" status: 204 len: 168 time: 0.2736239 Sep 21 08:56:47.387078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40684) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:47.396195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc32046-de7b-412d-80ef-c1aa52960753 None None] Network 651db291-7743-4a43-a5ba-37666bf8b08e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:56:47.495135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.512158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:56:46Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:47.545582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] Checking router: 8a437ccd-f5bd-4aba-a8b2-9098e891d994 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:56:47.559267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] Routers {'8a437ccd-f5bd-4aba-a8b2-9098e891d994'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:47.559903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:47.610723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.670370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Deleting port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:56:47.670720 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.752365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] DHCP port deletion for 651db291-7743-4a43-a5ba-37666bf8b08e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 08:56:47.758378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] For port 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:47.758753 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.771027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Calling delete_port for 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:56:47.848810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] Set router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:47.920717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Deleting port 96ebc96e-1d48-43ef-9d55-31271882f8c4 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 08:56:47.921090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:47.944792 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.000949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Port': ['ID=7b59bdd2-9576-4c1a-9338-0c9b5e5e1174,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:48.030973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] For port 96ebc96e-1d48-43ef-9d55-31271882f8c4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=96ebc96e-1d48-43ef-9d55-31271882f8c4,segment=NetworkSegment(24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5),segment_id=24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:48.030973 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.052190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Calling delete_port for 96ebc96e-1d48-43ef-9d55-31271882f8c4 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 08:56:48.063763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.083678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 96ebc96e-1d48-43ef-9d55-31271882f8c4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:56:48.161293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.163433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.208578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.209168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Fanout notify agent at l3_agent the message router_deleted on router 8a437ccd-f5bd-4aba-a8b2-9098e891d994 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 08:56:48.216168 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.218495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68f2be58-43bd-4250-90e2-a557b7e415b1 tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/routers/8a437ccd-f5bd-4aba-a8b2-9098e891d994 HTTP/1.1" status: 204 len: 168 time: 0.8292348 Sep 21 08:56:48.220711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40686) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:48.223610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:56:46Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:48.226981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.284509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3722cd7-8d32-48be-9903-b152b7395867 None None] The sync data for ids ['8a437ccd-f5bd-4aba-a8b2-9098e891d994'] in n-d-809980-2 is: [{'id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'name': 'tempest-TestNetworkBasicOps-router-1722239737', 'tenant_id': '2164df615c014d6b9834941ac5a577f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:56:46Z', 'revision_number': 5, 'project_id': '2164df615c014d6b9834941ac5a577f6', 'gw_port': {'id': '7b59bdd2-9576-4c1a-9338-0c9b5e5e1174', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:06:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a437ccd-f5bd-4aba-a8b2-9098e891d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:55:07Z', 'updated_at': '2021-09-21T08:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:56:48.288133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Pushing event deleted for resources: {'Port': ['ID=96ebc96e-1d48-43ef-9d55-31271882f8c4,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:48.290672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] No DVR routers for this DVR port 96ebc96e-1d48-43ef-9d55-31271882f8c4 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 08:56:48.294374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.303748 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.304409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.304409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.304409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.304409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.304409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.304409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.305164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.305164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.305164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.305976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.305976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.306147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4810ae-6a68-4f88-9e7c-ae10eee88e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:48.406042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.425619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651db291-7743-4a43-a5ba-37666bf8b08e']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:48.442599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:48.442895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fe69a8-e6b4-4ad3-9e0a-b9fbf59475e5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:48.458206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.477263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.484483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 08:56:48.484951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: timer() Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 08:56:48.487882 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 08:56:48.549908 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.557635 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:48.559325 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] 10.222.0.59 "DELETE /v2.0/networks/651db291-7743-4a43-a5ba-37666bf8b08e HTTP/1.1" status: 204 len: 168 time: 0.3376362 Sep 21 08:56:48.571730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534bcf9-4895-4c5a-8f99-f3111e98c3af tempest-TestNetworkBasicOps-490694322 tempest-TestNetworkBasicOps-490694322-project] Pushing event deleted for resources: {'Network': ['ID=651db291-7743-4a43-a5ba-37666bf8b08e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:48.873052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40692) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:49.009547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1c6f57c6-de13-45cb-b185-dc12f27fd8e1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2164df615c014d6b9834941ac5a577f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353230 Sep 21 08:56:49.011970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40696) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:49.058476 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cc34447-2d0d-42ed-96f6-12b34b14196f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.079650 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cc34447-2d0d-42ed-96f6-12b34b14196f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.124288 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cc34447-2d0d-42ed-96f6-12b34b14196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.127104 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8cc34447-2d0d-42ed-96f6-12b34b14196f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.128288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8cc34447-2d0d-42ed-96f6-12b34b14196f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecdf114a-1c49-40cb-a8b6-886aaef2979e HTTP/1.1" status: 204 len: 168 time: 0.1154411 Sep 21 08:56:49.136001 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc34447-2d0d-42ed-96f6-12b34b14196f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdf114a-1c49-40cb-a8b6-886aaef2979e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:49.400427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40702) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:49.413921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c27444fe-9729-4c92-8edb-911b7ffa7e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.509045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c27444fe-9729-4c92-8edb-911b7ffa7e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.512841 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c27444fe-9729-4c92-8edb-911b7ffa7e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.551305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c27444fe-9729-4c92-8edb-911b7ffa7e4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a621e6eb6d9418c8006e0f30cc7e184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497955 Sep 21 08:56:49.552061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27444fe-9729-4c92-8edb-911b7ffa7e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2463b1e9-7cd2-4683-9a59-b5b36c039868,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:49.553983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40704) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:49.606292 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fde2-5203-4c86-8eef-09d6070cf18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.626756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fde2-5203-4c86-8eef-09d6070cf18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.671682 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fde2-5203-4c86-8eef-09d6070cf18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.674191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fde2-5203-4c86-8eef-09d6070cf18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:49.675441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c0a4fde2-5203-4c86-8eef-09d6070cf18a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2463b1e9-7cd2-4683-9a59-b5b36c039868 HTTP/1.1" status: 204 len: 168 time: 0.1203737 Sep 21 08:56:49.683417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4fde2-5203-4c86-8eef-09d6070cf18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463b1e9-7cd2-4683-9a59-b5b36c039868,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:49.983266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 127ae834-53ab-4855-831a-018c91d039b6 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:56:50.004828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 127ae834-53ab-4855-831a-018c91d039b6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:56:50.005166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 127ae834-53ab-4855-831a-018c91d039b6 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:56:50.005579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 08:56:50.024291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 08:56:50.024641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7b59bdd2-9576-4c1a-9338-0c9b5e5e1174 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 08:56:50.363605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40726) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:50.457984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-555875208-network', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:56:50.480292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Made reservation on behalf of 805099cc0e62458fa2fdff88f4ee66b3 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:56:50.482619 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.491552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.580915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.584647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.606572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:56:50.621308 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8577d94f-8d54-4325-aa5c-3bcf76549ece,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:50.625854 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.626194 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Added segment f8092574-0f8f-4d58-891a-32445d7c7438 of type vlan for network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 Sep 21 08:56:50.665987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.693390 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.694332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:50.694913 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.737810 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3730838 Sep 21 08:56:50.740892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40730) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:50.745949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Request body: {'subnet': {'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-555875208-subnet', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:56:50.766375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Made reservation on behalf of 805099cc0e62458fa2fdff88f4ee66b3 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:56:50.768821 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.786661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc16e-097a-46b5-a9fa-4e57fe210056 admin admin] Pushing event updated for resources: {'Network': ['ID=be9c5b90-c5ab-4c5f-9484-c12c81c23d73,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:50.797595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:56:50.942011 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:50.999069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:51.009543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Checking segment: {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:56:51.009907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Network hostable DHCP agents. Network: be9c5b90-c5ab-4c5f-9484-c12c81c23d73, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:56:51.027463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:56:51.035631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, be9c5b90-c5ab-4c5f-9484-c12c81c23d73) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:51.039636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:51.040245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.044501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57881afc-088c-485e-b4b7-c33f1f3e28b6 None None] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:56:51.054362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c974360e-2c54-47ee-b825-e42d7c81c7f2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3122833 Sep 21 08:56:51.057102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40732) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:51.061306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:56:51.082302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.083512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.135004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.191944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:56:51.192879 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.275374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.321939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Allocated IP 172.20.0.2 (be9c5b90-c5ab-4c5f-9484-c12c81c23d73/747a5c69-d5df-4d14-a0f8-abf5ea86f5eb/051f25d3-49fc-4885-879b-7cc78bb68293) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:56:51.463283 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.467970 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.468952 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.491238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.505110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:51.507879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:51.511275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:56:51.523815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Pushing event updated for resources: {'Port': ['ID=051f25d3-49fc-4885-879b-7cc78bb68293,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:51.576863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Attempting to bind port 051f25d3-49fc-4885-879b-7cc78bb68293 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:56:51.577232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Attempting to bind port 051f25d3-49fc-4885-879b-7cc78bb68293 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:56:51.577628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Attempting to bind port 051f25d3-49fc-4885-879b-7cc78bb68293 on network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:56:51.582572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:56:51.582970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Checking segment: {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:56:51.583409 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.583805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Bound using segment: {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:56:51.584268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Bound port: 051f25d3-49fc-4885-879b-7cc78bb68293, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:56:51.584652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.593840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Allocated IP 172.25.1.149 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/d08a7106-52d3-436c-8da7-2c04e3244ea2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:56:51.646303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] For port 051f25d3-49fc-4885-879b-7cc78bb68293, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:56:51.649750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] For port 051f25d3-49fc-4885-879b-7cc78bb68293, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=051f25d3-49fc-4885-879b-7cc78bb68293,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:56:51.653661 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.701691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.714429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d256675-3c23-4480-a213-f93ad3510920 None None] Pushing event updated for resources: {'Port': ['ID=051f25d3-49fc-4885-879b-7cc78bb68293,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:51.739232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:51.776528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:51.779414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:51.785985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:56:51.791496 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Pushing event updated for resources: {'Port': ['ID=d08a7106-52d3-436c-8da7-2c04e3244ea2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:52.018080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 051f25d3-49fc-4885-879b-7cc78bb68293 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:56:52.067031 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.074872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 051f25d3-49fc-4885-879b-7cc78bb68293 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:52.075518 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.164632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.196661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 051f25d3-49fc-4885-879b-7cc78bb68293, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=051f25d3-49fc-4885-879b-7cc78bb68293,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:52.201591 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.249217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=051f25d3-49fc-4885-879b-7cc78bb68293,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:52.446301 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9ab6724-ddf4-4f62-9c42-566a0c0f2bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.569195 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.648274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701719a-c41c-4d18-a376-afe632e45923 None None] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:56:52.706491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:56:52.720394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-56aa1be1-3eb7-41e5-8fcd-cbceaa4c6d88 None None] Provisioning complete for port 051f25d3-49fc-4885-879b-7cc78bb68293 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:52.720764 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-56aa1be1-3eb7-41e5-8fcd-cbceaa4c6d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.818405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:56:52.831075 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Sync routers for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:56:52.835796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:52.838951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d41ed3fb-355b-4173-a5a4-b5b9008d9708 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7809012 Sep 21 08:56:52.840538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40734) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:52.841481 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:52.842090 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:52.954078 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:53.135892 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:51Z', 'revision_number': 3, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:53.165178 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Checking router: f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:56:53.165873 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Updating router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 port d08a7106-52d3-436c-8da7-2c04e3244ea2 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:56:53.183913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-aa433b7e-3efd-419c-99a6-d7d3dd51ab06 None None] Provisioning complete for port 051f25d3-49fc-4885-879b-7cc78bb68293 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:53.184896 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aa433b7e-3efd-419c-99a6-d7d3dd51ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.192839 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.269267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.440483 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.446368 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.474144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Allocated IP 172.20.0.1 (be9c5b90-c5ab-4c5f-9484-c12c81c23d73/747a5c69-d5df-4d14-a0f8-abf5ea86f5eb/1116b306-6ee1-467b-b3df-be82be8aa65e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:56:53.586013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.587065 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Attempting to bind port d08a7106-52d3-436c-8da7-2c04e3244ea2 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:56:53.587462 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Attempting to bind port d08a7106-52d3-436c-8da7-2c04e3244ea2 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:56:53.587820 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Attempting to bind port d08a7106-52d3-436c-8da7-2c04e3244ea2 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:56:53.595732 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Pushing event updated for resources: {'Port': ['ID=d08a7106-52d3-436c-8da7-2c04e3244ea2,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:53.597819 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:56:53.598187 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:56:53.598611 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.599154 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:56:53.599696 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Bound port: d08a7106-52d3-436c-8da7-2c04e3244ea2, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:56:53.600093 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.621880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.624420 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.624754 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.625092 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.625422 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.625755 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.626081 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.626407 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.626731 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.627052 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.627393 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.627716 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.628513 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 08:56:53.660326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:53.663005 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] For port d08a7106-52d3-436c-8da7-2c04e3244ea2, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:56:53.663232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:53.666676 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] For port d08a7106-52d3-436c-8da7-2c04e3244ea2, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d08a7106-52d3-436c-8da7-2c04e3244ea2,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:56:53.669813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:56:53.671710 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.692576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1116b306-6ee1-467b-b3df-be82be8aa65e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:53.711777 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.724446 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cdc1c-16f8-467f-abcf-b7f9e68eff4e None None] Pushing event updated for resources: {'Port': ['ID=d08a7106-52d3-436c-8da7-2c04e3244ea2,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:53.737927 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:53.738585 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:53.851974 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:53.855910 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.894140 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6ec8039e-7b67-43d3-b153-1cfe47b6d158 None None] Provisioning complete for port 1116b306-6ee1-467b-b3df-be82be8aa65e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:53.894660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ec8039e-7b67-43d3-b153-1cfe47b6d158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:53.931236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8039e-7b67-43d3-b153-1cfe47b6d158 None None] Port 1116b306-6ee1-467b-b3df-be82be8aa65e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:56:54.009702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 051f25d3-49fc-4885-879b-7cc78bb68293 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:56:54.031976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:54.038093 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:54.040710 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:51Z', 'revision_number': 3, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:54.060869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 051f25d3-49fc-4885-879b-7cc78bb68293 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:54.061635 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:54.070022 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adce4fec-ad60-48dc-8cb2-6ac57bc36376 None None] The sync data for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 is: [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:51Z', 'revision_number': 3, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:56:54.111691 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:54.114233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=1116b306-6ee1-467b-b3df-be82be8aa65e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:54.211193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:54.212554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:54.346801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:56:54.464736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:56:54.470096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-218d5123-652d-4642-af9c-0e2ee887b5a8 admin admin] 10.222.0.59 "PUT /v2.0/routers/f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283576 Sep 21 08:56:54.555243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4340ad90-c5ce-4266-9939-f5f08ac6e0e7 None None] Provisioning complete for port 1116b306-6ee1-467b-b3df-be82be8aa65e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:54.555850 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4340ad90-c5ce-4266-9939-f5f08ac6e0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:54.596576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4340ad90-c5ce-4266-9939-f5f08ac6e0e7 None None] Port 1116b306-6ee1-467b-b3df-be82be8aa65e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:56:54.956833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40752) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:54.963006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1649972218-network', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:56:54.985521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Made reservation on behalf of db9d686744544652a9e4f16f66e86a64 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:56:54.987911 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:54.996449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.083136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.087765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.111600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 08:56:55.125405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee82d54-e953-4f41-8e35-c1bcb7e4aa3b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:55.131563 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.131911 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Added segment fdb19ba8-ff10-44f5-bd66-ba63fa16127d of type vlan for network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d Sep 21 08:56:55.172514 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.199923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.200865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:55.201454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.261818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3037305 Sep 21 08:56:55.264522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40754) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:55.270016 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Request body: {'subnet': {'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1649972218-subnet', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:56:55.292964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Made reservation on behalf of db9d686744544652a9e4f16f66e86a64 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:56:55.294175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44637bf-bf65-4f13-a6e6-523035ee0758 admin admin] Pushing event updated for resources: {'Network': ['ID=3e50f82f-ba6e-4c27-8932-76ba4ff8f08d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:55.295297 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.305176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 08:56:55.389125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.423399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bb5162fb-6fd0-41f4-b386-1c44d1c77ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.485392 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.543978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7269fe08-ea74-4d51-b662-9817eb50d543,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:55.552335 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Checking segment: {'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:56:55.552693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Network hostable DHCP agents. Network: 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 08:56:55.569809 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 08:56:55.578956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:55.582835 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:56:55.583458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.587931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2d12c-572f-41c6-a365-111d348d0b36 None None] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:56:55.599977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f570589d-ddbb-4540-ae4c-4f575e326824 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3336768 Sep 21 08:56:55.601083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40756) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:55.605928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:56:55.632145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.633470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.725159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:55.793376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Sync routers for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:56:55.810826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:55.811507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:55.976946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:55.980399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-3e50f82f-ba6e-4c27-8932-76ba4ff8f08d', 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'fixed_ips': [{'subnet_id': '7269fe08-ea74-4d51-b662-9817eb50d543'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 08:56:55.981375 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.025234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d08a7106-52d3-436c-8da7-2c04e3244ea2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:56:56.142244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.275568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d08a7106-52d3-436c-8da7-2c04e3244ea2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:56.275945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.283352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Allocated IP 172.20.0.2 (3e50f82f-ba6e-4c27-8932-76ba4ff8f08d/7269fe08-ea74-4d51-b662-9817eb50d543/bc899439-db14-46fa-8019-9a0a8e007f3d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:56:56.367655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.392702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.494332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.499586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Allocated IP 172.25.1.111 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/60ec9b44-29a3-4507-9a96-cd8edd5c36b6) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:56:56.500091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 2, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:56.558262 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Checking router: f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:56:56.558609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Updating router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 port 1116b306-6ee1-467b-b3df-be82be8aa65e binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:56:56.565072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port d08a7106-52d3-436c-8da7-2c04e3244ea2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d08a7106-52d3-436c-8da7-2c04e3244ea2,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:56.586428 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.607954 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.622742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.624068 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.641484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.641702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.677130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:56.681352 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:56.686922 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:56:56.690528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=d08a7106-52d3-436c-8da7-2c04e3244ea2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:56.695612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:56.702061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:56.711341 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Pushing event updated for resources: {'Port': ['ID=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:56.727896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:56:56.837891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Pushing event updated for resources: {'Port': ['ID=bc899439-db14-46fa-8019-9a0a8e007f3d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:56.866601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Attempting to bind port bc899439-db14-46fa-8019-9a0a8e007f3d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:56:56.866946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Attempting to bind port bc899439-db14-46fa-8019-9a0a8e007f3d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:56:56.867332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Attempting to bind port bc899439-db14-46fa-8019-9a0a8e007f3d on network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:56:56.875509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.884647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:56:56.885022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Checking segment: {'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:56:56.885415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.885810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Bound using segment: {'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:56:56.886283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Bound port: bc899439-db14-46fa-8019-9a0a8e007f3d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:56:56.886666 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:56.937981 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.008028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] For port bc899439-db14-46fa-8019-9a0a8e007f3d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:56:57.022896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] For port bc899439-db14-46fa-8019-9a0a8e007f3d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bc899439-db14-46fa-8019-9a0a8e007f3d,segment=NetworkSegment(fdb19ba8-ff10-44f5-bd66-ba63fa16127d),segment_id=fdb19ba8-ff10-44f5-bd66-ba63fa16127d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:56:57.030985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.128071 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.129879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb67ee-84c1-4e69-a36d-040e684f1ad8 None None] Pushing event updated for resources: {'Port': ['ID=bc899439-db14-46fa-8019-9a0a8e007f3d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:57.137422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.141717 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.186424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcdce6-0a94-4373-9fa3-f79b49df3267 None None] Pushing event updated for resources: {'Port': ['ID=1116b306-6ee1-467b-b3df-be82be8aa65e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:57.241853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Attempting to bind port 1116b306-6ee1-467b-b3df-be82be8aa65e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:56:57.242224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Attempting to bind port 1116b306-6ee1-467b-b3df-be82be8aa65e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:56:57.242590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Attempting to bind port 1116b306-6ee1-467b-b3df-be82be8aa65e on network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:56:57.248856 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:56:57.249301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Checking segment: {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:56:57.250331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.250726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Bound using segment: {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:56:57.251206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Bound port: 1116b306-6ee1-467b-b3df-be82be8aa65e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:56:57.251625 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.312392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Router 751a796c-fee7-4813-a16a-6a03addcb3bb is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 08:56:57.334019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] For port 1116b306-6ee1-467b-b3df-be82be8aa65e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:56:57.338006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] For port 1116b306-6ee1-467b-b3df-be82be8aa65e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1116b306-6ee1-467b-b3df-be82be8aa65e,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:56:57.344056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.423241 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:57.423592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:57.458586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:56:57.466957 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Sync routers for ids ['751a796c-fee7-4813-a16a-6a03addcb3bb'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:56:57.485600 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Routers {'751a796c-fee7-4813-a16a-6a03addcb3bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:57.488705 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['751a796c-fee7-4813-a16a-6a03addcb3bb'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:57.491647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.493478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-424b7ede-ca90-49f5-b671-f8f5e6b837b4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8912714 Sep 21 08:56:57.495440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcdce6-0a94-4373-9fa3-f79b49df3267 None None] Pushing event updated for resources: {'Port': ['ID=1116b306-6ee1-467b-b3df-be82be8aa65e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:57.496470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40758) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:56:57.573183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-66c7df40-4ea2-42c9-8074-138f83053549 None None] Provisioning complete for port 1116b306-6ee1-467b-b3df-be82be8aa65e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:57.574083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-66c7df40-4ea2-42c9-8074-138f83053549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.622606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:57.631494 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Set router 751a796c-fee7-4813-a16a-6a03addcb3bb gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:57.845475 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 3, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port': {'id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:56Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:57.878972 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Checking router: 751a796c-fee7-4813-a16a-6a03addcb3bb for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:56:57.879584 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Updating router 751a796c-fee7-4813-a16a-6a03addcb3bb port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:56:57.907089 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:57.967488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-66c7df40-4ea2-42c9-8074-138f83053549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.005300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-66c7df40-4ea2-42c9-8074-138f83053549 None None] For port 1116b306-6ee1-467b-b3df-be82be8aa65e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1116b306-6ee1-467b-b3df-be82be8aa65e,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:58.006517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.015521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-66c7df40-4ea2-42c9-8074-138f83053549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.034969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.114818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7df40-4ea2-42c9-8074-138f83053549 None None] Pushing event updated for resources: {'Port': ['ID=1116b306-6ee1-467b-b3df-be82be8aa65e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:58.149168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-236abffa-fbab-438b-b0fe-3e3de0403f3e None None] Provisioning complete for port 1116b306-6ee1-467b-b3df-be82be8aa65e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:58.149548 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-236abffa-fbab-438b-b0fe-3e3de0403f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.220912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bc899439-db14-46fa-8019-9a0a8e007f3d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:56:58.244148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:58.272588 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.275190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d060ee4f-a7c6-4573-9696-a2923e0b064d None None] The sync data for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 is: [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:56:58.285297 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.329585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Allocated IP 172.20.0.1 (3e50f82f-ba6e-4c27-8932-76ba4ff8f08d/7269fe08-ea74-4d51-b662-9817eb50d543/6bd865bf-cc6f-448f-acb6-87e6fe96e245) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:56:58.375811 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bc899439-db14-46fa-8019-9a0a8e007f3d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:58.379078 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.417738 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Attempting to bind port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:56:58.418250 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Attempting to bind port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:56:58.418731 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Attempting to bind port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:56:58.426107 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:56:58.426910 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:56:58.427433 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.427922 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:56:58.428511 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Bound port: 60ec9b44-29a3-4507-9a96-cd8edd5c36b6, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:56:58.429070 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.459883 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e764c-e617-4d7e-9145-6885fc5b1b99 None None] Pushing event updated for resources: {'Port': ['ID=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:58.489716 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.490907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.529759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340dfb5e-4012-4c27-98e6-51297d378a79 None None] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 08:56:58.537000 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] For port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:56:58.541805 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] For port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:56:58.543229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.550611 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.579168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:58.580532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port bc899439-db14-46fa-8019-9a0a8e007f3d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bc899439-db14-46fa-8019-9a0a8e007f3d,segment=NetworkSegment(fdb19ba8-ff10-44f5-bd66-ba63fa16127d),segment_id=fdb19ba8-ff10-44f5-bd66-ba63fa16127d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:56:58.582654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:58.586479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:56:58.621930 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.622734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d08a7106-52d3-436c-8da7-2c04e3244ea2 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:56:58.628461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.640097 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e764c-e617-4d7e-9145-6885fc5b1b99 None None] Pushing event updated for resources: {'Port': ['ID=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:58.645530 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Routers {'751a796c-fee7-4813-a16a-6a03addcb3bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:56:58.646531 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['751a796c-fee7-4813-a16a-6a03addcb3bb'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:58.688079 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6fa934f6-7f9a-4d2c-950b-5960e2824cc2 None None] Provisioning complete for port bc899439-db14-46fa-8019-9a0a8e007f3d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:58.688458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6fa934f6-7f9a-4d2c-950b-5960e2824cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:58.691896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd865bf-cc6f-448f-acb6-87e6fe96e245,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:58.802292 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] Set router 751a796c-fee7-4813-a16a-6a03addcb3bb gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:56:58.809444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=bc899439-db14-46fa-8019-9a0a8e007f3d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:58.865717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d08a7106-52d3-436c-8da7-2c04e3244ea2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:58.866099 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.073318 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 3, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port': {'id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:56Z', 'updated_at': '2021-09-21T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:56:59.179151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.219213 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c20f1-0746-4ff2-a10d-01c4d575ece1 None None] The sync data for ids ['751a796c-fee7-4813-a16a-6a03addcb3bb'] in n-d-809980-2 is: [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 3, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port': {'id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:56Z', 'updated_at': '2021-09-21T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:56:59.282485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-277ed335-5a55-412a-a733-cee6b6fd7777 None None] Provisioning complete for port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:59.283031 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-277ed335-5a55-412a-a733-cee6b6fd7777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.328731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-277ed335-5a55-412a-a733-cee6b6fd7777 None None] Port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:56:59.348280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-277ed335-5a55-412a-a733-cee6b6fd7777 None None] Provisioning complete for port bc899439-db14-46fa-8019-9a0a8e007f3d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:59.348750 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-277ed335-5a55-412a-a733-cee6b6fd7777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.398432 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.408026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.487729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd865bf-cc6f-448f-acb6-87e6fe96e245,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:56:59.493308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.580538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b3337975-98ab-4102-84cf-48a19eab2f82 None None] Provisioning complete for port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:59.581101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b3337975-98ab-4102-84cf-48a19eab2f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.629768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:56:59.631209 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:56:59.633502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-b3337975-98ab-4102-84cf-48a19eab2f82 None None] Port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:56:59.768128 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Router 751a796c-fee7-4813-a16a-6a03addcb3bb has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:56:59.867531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-89925cb7-bb7a-4076-bb05-d7f11381e8d6 None None] Provisioning complete for port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:56:59.868001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-89925cb7-bb7a-4076-bb05-d7f11381e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:56:59.893672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:56:59.898616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0966c7d5-5443-46d4-a865-bf227da6d305 admin admin] 10.222.0.59 "PUT /v2.0/routers/751a796c-fee7-4813-a16a-6a03addcb3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4010878 Sep 21 08:56:59.904723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-89925cb7-bb7a-4076-bb05-d7f11381e8d6 None None] Port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:57:00.107974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1116b306-6ee1-467b-b3df-be82be8aa65e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:57:00.158543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1116b306-6ee1-467b-b3df-be82be8aa65e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:00.158922 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.244634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bc899439-db14-46fa-8019-9a0a8e007f3d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:57:00.291754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port bc899439-db14-46fa-8019-9a0a8e007f3d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:00.292365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.387253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:57:00.431704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:00.432071 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.506418 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.525839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:57:00.529285 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.578599 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:00.633597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40766) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:00.638291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5e6e7fd5-0527-48d1-9517-d5d3ba793378 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174774814', 'description': 'tempest-secgroup-smoke-1174774814 description', 'project_id': '805099cc0e62458fa2fdff88f4ee66b3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:00.661745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7fd5-0527-48d1-9517-d5d3ba793378 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.747795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7fd5-0527-48d1-9517-d5d3ba793378 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.752081 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7fd5-0527-48d1-9517-d5d3ba793378 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.784328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e6e7fd5-0527-48d1-9517-d5d3ba793378 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.788363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5e6e7fd5-0527-48d1-9517-d5d3ba793378 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509717 Sep 21 08:57:00.788570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40768) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:00.793106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-19977c2e-a3e9-4e27-af16-b86835cc2214 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'security_group_rule': {'security_group_id': '80e97fea-4198-4cfe-bf9c-4f6f461ab4f2', 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:00.798256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e7fd5-0527-48d1-9517-d5d3ba793378 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:00.822192 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19977c2e-a3e9-4e27-af16-b86835cc2214 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.877215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19977c2e-a3e9-4e27-af16-b86835cc2214 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.881349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19977c2e-a3e9-4e27-af16-b86835cc2214 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.901918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19977c2e-a3e9-4e27-af16-b86835cc2214 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49d0b52-b678-4791-a62f-8eba739a43be,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:00.904613 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19977c2e-a3e9-4e27-af16-b86835cc2214 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.907867 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19977c2e-a3e9-4e27-af16-b86835cc2214 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183255 Sep 21 08:57:00.909054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40770) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:00.913482 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-ae7c1b92-7275-47df-8af0-ae8df95572cd tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'security_group_rule': {'security_group_id': '80e97fea-4198-4cfe-bf9c-4f6f461ab4f2', 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:00.939984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1b92-7275-47df-8af0-ae8df95572cd tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.995342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1b92-7275-47df-8af0-ae8df95572cd tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:00.999176 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1b92-7275-47df-8af0-ae8df95572cd tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.018811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c1b92-7275-47df-8af0-ae8df95572cd tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad7fcf3-25ca-47af-b1cc-04c6fc8eac0c,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:01.023848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae7c1b92-7275-47df-8af0-ae8df95572cd tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.028092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ae7c1b92-7275-47df-8af0-ae8df95572cd tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152859 Sep 21 08:57:01.028485 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40772) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:01.034157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2ccd684c-116e-42f2-844e-fbe28cebd35e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'security_group_rule': {'security_group_id': '80e97fea-4198-4cfe-bf9c-4f6f461ab4f2', 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:01.061674 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ccd684c-116e-42f2-844e-fbe28cebd35e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.121492 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ccd684c-116e-42f2-844e-fbe28cebd35e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.125538 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ccd684c-116e-42f2-844e-fbe28cebd35e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.149076 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd684c-116e-42f2-844e-fbe28cebd35e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7678db-c69b-4d9f-98fa-dcb1e3953c86,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:01.158016 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ccd684c-116e-42f2-844e-fbe28cebd35e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.159271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2ccd684c-116e-42f2-844e-fbe28cebd35e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296971 Sep 21 08:57:01.161997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40774) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:01.166447 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4ff6b7e5-be26-4873-95bc-8a7126420a80 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'security_group_rule': {'security_group_id': '80e97fea-4198-4cfe-bf9c-4f6f461ab4f2', 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:01.193916 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b7e5-be26-4873-95bc-8a7126420a80 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.258306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b7e5-be26-4873-95bc-8a7126420a80 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.263254 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b7e5-be26-4873-95bc-8a7126420a80 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.282109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6b7e5-be26-4873-95bc-8a7126420a80 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c512b883-c7b4-406a-8c0b-ac6adf5de3ad,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:01.290450 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b7e5-be26-4873-95bc-8a7126420a80 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.294220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4ff6b7e5-be26-4873-95bc-8a7126420a80 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288168 Sep 21 08:57:01.294446 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40776) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:01.298895 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'security_group_rule': {'security_group_id': '80e97fea-4198-4cfe-bf9c-4f6f461ab4f2', 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:01.321298 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Project 805099cc0e62458fa2fdff88f4ee66b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:57:01.326299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.393747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.397401 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.418368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a867f73-9e67-4335-b873-f4d204b90c9e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:01.421023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.424797 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bd6dc473-4a13-4f4d-b939-cb0190239511 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269109 Sep 21 08:57:01.425235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40778) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:01.429592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'security_group_rule': {'security_group_id': '80e97fea-4198-4cfe-bf9c-4f6f461ab4f2', 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:01.453256 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Project 805099cc0e62458fa2fdff88f4ee66b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 08:57:01.458144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.519678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.523601 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.542162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b08fc44-15ac-4f04-8d21-c680d85dc447,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:01.551376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:01.560280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-24dffa26-19db-4cf0-99cd-6b1cf364bc65 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337764 Sep 21 08:57:01.695081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b7d9e844-68f2-4c69-ac32-ef3aa5ff0c71 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174774814&fields=id&tenant_id=805099cc0e62458fa2fdff88f4ee66b3 HTTP/1.1" status: 200 len: 267 time: 0.0324903 Sep 21 08:57:01.728092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Sync routers for ids ['751a796c-fee7-4813-a16a-6a03addcb3bb'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:57:01.739985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Routers {'751a796c-fee7-4813-a16a-6a03addcb3bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:57:01.740702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['751a796c-fee7-4813-a16a-6a03addcb3bb'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:01.818602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-9eb04bc4-43ba-488e-b994-5d8405e03637 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:01.820124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-9eb04bc4-43ba-488e-b994-5d8405e03637 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 808 time: 0.1167474 Sep 21 08:57:01.839856 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-e73f3aa9-a574-4d79-a82c-7aa8c89fae25 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/quotas/805099cc0e62458fa2fdff88f4ee66b3 HTTP/1.1" status: 200 len: 375 time: 0.0098474 Sep 21 08:57:01.859974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Set router 751a796c-fee7-4813-a16a-6a03addcb3bb gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:57:01.894656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-f49273af-5b3f-4181-914a-6254c8579ba4 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490155 Sep 21 08:57:02.000471 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:57:02.095306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:02.095710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.113658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-a7302e6a-853d-4feb-9c57-9b052255c112 service neutron] 10.222.0.59 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059400 Sep 21 08:57:02.221584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-c622c79a-5697-4b55-b8be-aa7816f82ede service neutron] 10.222.0.59 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016994 Sep 21 08:57:02.306396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T08:56:59Z', 'revision_number': 4, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port': {'id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:56Z', 'updated_at': '2021-09-21T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6bd865bf-cc6f-448f-acb6-87e6fe96e245', 'name': '', 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'mac_address': 'fa:16:3e:c9:3e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '7269fe08-ea74-4d51-b662-9817eb50d543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:58Z', 'updated_at': '2021-09-21T08:56:59Z', 'revision_number': 2, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'subnets': [{'id': '7269fe08-ea74-4d51-b662-9817eb50d543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:02.335082 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Checking router: 751a796c-fee7-4813-a16a-6a03addcb3bb for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:57:02.335458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Updating router 751a796c-fee7-4813-a16a-6a03addcb3bb port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 08:57:02.396494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.425163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.441257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f16a4bc0-d16b-455f-8e26-5c4ab7867424 req-43d5dd03-ce80-4d1f-99c8-4282d3b9d191 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 210 time: 0.0408692 Sep 21 08:57:02.685748 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.691954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.779397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462144bb-a81b-49db-aec8-72d9e8ca7a10 None None] Pushing event updated for resources: {'Port': ['ID=6bd865bf-cc6f-448f-acb6-87e6fe96e245,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:02.805344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Attempting to bind port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:57:02.805713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Attempting to bind port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:57:02.806527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Attempting to bind port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 on network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:57:02.811986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:57:02.812540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Checking segment: {'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:57:02.812927 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.813329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Bound using segment: {'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:57:02.814121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Bound port: 6bd865bf-cc6f-448f-acb6-87e6fe96e245, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:57:02.814517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.886025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] For port 6bd865bf-cc6f-448f-acb6-87e6fe96e245, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:57:02.889501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] For port 6bd865bf-cc6f-448f-acb6-87e6fe96e245, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6bd865bf-cc6f-448f-acb6-87e6fe96e245,segment=NetworkSegment(fdb19ba8-ff10-44f5-bd66-ba63fa16127d),segment_id=fdb19ba8-ff10-44f5-bd66-ba63fa16127d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:57:02.894911 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:02.950015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Routers {'751a796c-fee7-4813-a16a-6a03addcb3bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:57:02.950725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['751a796c-fee7-4813-a16a-6a03addcb3bb'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:02.999816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462144bb-a81b-49db-aec8-72d9e8ca7a10 None None] Pushing event updated for resources: {'Port': ['ID=6bd865bf-cc6f-448f-acb6-87e6fe96e245,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:03.075628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-97d6ceb5-094c-4ed0-8b70-241cb59720d2 None None] Provisioning complete for port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:03.076001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d6ceb5-094c-4ed0-8b70-241cb59720d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:03.100645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] Set router 751a796c-fee7-4813-a16a-6a03addcb3bb gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:57:03.274087 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d6ceb5-094c-4ed0-8b70-241cb59720d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:03.337752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-97d6ceb5-094c-4ed0-8b70-241cb59720d2 None None] For port 6bd865bf-cc6f-448f-acb6-87e6fe96e245, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6bd865bf-cc6f-448f-acb6-87e6fe96e245,segment=NetworkSegment(fdb19ba8-ff10-44f5-bd66-ba63fa16127d),segment_id=fdb19ba8-ff10-44f5-bd66-ba63fa16127d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:57:03.344078 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97d6ceb5-094c-4ed0-8b70-241cb59720d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:03.402456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6ceb5-094c-4ed0-8b70-241cb59720d2 None None] Pushing event updated for resources: {'Port': ['ID=6bd865bf-cc6f-448f-acb6-87e6fe96e245,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:03.410510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T08:56:59Z', 'revision_number': 4, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port': {'id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:56Z', 'updated_at': '2021-09-21T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6bd865bf-cc6f-448f-acb6-87e6fe96e245', 'name': '', 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'mac_address': 'fa:16:3e:c9:3e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '7269fe08-ea74-4d51-b662-9817eb50d543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:58Z', 'updated_at': '2021-09-21T08:57:02Z', 'revision_number': 4, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'subnets': [{'id': '7269fe08-ea74-4d51-b662-9817eb50d543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:03.437942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318a3824-110e-45c3-9437-21b16a127dd5 None None] The sync data for ids ['751a796c-fee7-4813-a16a-6a03addcb3bb'] in n-d-809980-2 is: [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T08:56:59Z', 'revision_number': 4, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port': {'id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:56Z', 'updated_at': '2021-09-21T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6bd865bf-cc6f-448f-acb6-87e6fe96e245', 'name': '', 'network_id': '3e50f82f-ba6e-4c27-8932-76ba4ff8f08d', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'mac_address': 'fa:16:3e:c9:3e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '7269fe08-ea74-4d51-b662-9817eb50d543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:58Z', 'updated_at': '2021-09-21T08:57:02Z', 'revision_number': 4, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'subnets': [{'id': '7269fe08-ea74-4d51-b662-9817eb50d543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:57:03.457861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-32846330-51a2-4b16-813b-dfd30dab45bb tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:03.460092 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-32846330-51a2-4b16-813b-dfd30dab45bb tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 808 time: 0.1394176 Sep 21 08:57:03.471766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ec05e950-5045-43e7-bafb-fa2cb9fd3f18 None None] Provisioning complete for port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:03.472816 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ec05e950-5045-43e7-bafb-fa2cb9fd3f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:03.533238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-dbb8065b-3732-4d81-9d2f-632205c2506b tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=805099cc0e62458fa2fdff88f4ee66b3 HTTP/1.1" status: 200 len: 380 time: 0.0623171 Sep 21 08:57:03.547690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'port': {'device_id': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'admin_state_up': True, 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'security_groups': ['80e97fea-4198-4cfe-bf9c-4f6f461ab4f2']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:03.600107 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-54d78a55-c7b6-4573-bdfe-70abfc47680c req-19ec8fb8-ae9c-480f-a9b0-0f1f6e2560fb tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 210 time: 0.0386801 Sep 21 08:57:03.692119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Made reservation on behalf of 805099cc0e62458fa2fdff88f4ee66b3 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 08:57:03.696214 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:03.829041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Allocated IP 172.20.0.12 (be9c5b90-c5ab-4c5f-9484-c12c81c23d73/747a5c69-d5df-4d14-a0f8-abf5ea86f5eb/a31c0e89-0b09-48fe-935b-ea230cbe0614) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:57:03.979328 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.017622 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.018286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6bd865bf-cc6f-448f-acb6-87e6fe96e245 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:57:04.067557 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:57:04.071037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:57:04.078273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:57:04.081369 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.095526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:04.096002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.109022 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'Port': ['ID=a31c0e89-0b09-48fe-935b-ea230cbe0614,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:04.145012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:04.145720 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.161871 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-b793c001-f3ff-4bc2-b44f-5e90d8bf659e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6227899 Sep 21 08:57:04.174218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Request body: {'port': {'device_id': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:04.236763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.335122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3c4ae160-1026-466f-abfd-e867ed87b3da None None] Provisioning complete for port a31c0e89-0b09-48fe-935b-ea230cbe0614 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:04.335444 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae160-1026-466f-abfd-e867ed87b3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.368640 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ae160-1026-466f-abfd-e867ed87b3da None None] Port a31c0e89-0b09-48fe-935b-ea230cbe0614 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 08:57:04.500379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31c0e89-0b09-48fe-935b-ea230cbe0614 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:57:04.507633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.520096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Transition to ACTIVE for port object a31c0e89-0b09-48fe-935b-ea230cbe0614 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 08:57:04.523627 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.579879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a31c0e89-0b09-48fe-935b-ea230cbe0614,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:04.653550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Attempting to bind port a31c0e89-0b09-48fe-935b-ea230cbe0614 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 08:57:04.653923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Attempting to bind port a31c0e89-0b09-48fe-935b-ea230cbe0614 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 08:57:04.654269 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Attempting to bind port a31c0e89-0b09-48fe-935b-ea230cbe0614 on network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:57:04.659091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Port a31c0e89-0b09-48fe-935b-ea230cbe0614 on network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 08:57:04.659472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Attempting to bind port a31c0e89-0b09-48fe-935b-ea230cbe0614 on network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 08:57:04.665418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 8, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 08:57:04.665765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Checking segment: {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 08:57:04.666163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Bound using segment: {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 08:57:04.666601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Bound port: a31c0e89-0b09-48fe-935b-ea230cbe0614, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8092574-0f8f-4d58-891a-32445d7c7438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 08:57:04.667671 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.777311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b46a0-4266-40f7-af1d-5f0874cc8ef3 req-6fcc482b-6b20-4903-89b0-49ac0806bc5e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:04.778815 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b02b46a0-4266-40f7-af1d-5f0874cc8ef3 req-6fcc482b-6b20-4903-89b0-49ac0806bc5e tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 944 time: 0.0975447 Sep 21 08:57:04.779897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] For port a31c0e89-0b09-48fe-935b-ea230cbe0614, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 08:57:04.784522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] For port a31c0e89-0b09-48fe-935b-ea230cbe0614, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 08:57:04.795439 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.853754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b02b46a0-4266-40f7-af1d-5f0874cc8ef3 req-3a61e736-9776-4dbe-83e9-3a9546738195 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666451 Sep 21 08:57:04.855082 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:04.855753 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:04.857106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] 10.222.0.62 "PUT /v2.0/ports/a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 1092 time: 0.6873686 Sep 21 08:57:04.857547 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:57:04.860492 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c6bf1-68b4-4909-9436-55b78f74a1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:57:04.886959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153aaf-45ff-40b5-bf57-9ee51bf6b4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a31c0e89-0b09-48fe-935b-ea230cbe0614,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:04.914111 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf4912c-3fe6-4d7c-b204-0bd113c551da x-openstack-request-id: req-fbf4912c-3fe6-4d7c-b204-0bd113c551da {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:57:04.914462 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:57:04.914776 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fbf4912c-3fe6-4d7c-b204-0bd113c551da {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:57:04.915222 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'status': 'completed', 'code': 200} Sep 21 08:57:04.952936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-42a1e10f-9a6f-45ae-a1b5-9d2d08def865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:04.954582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-42a1e10f-9a6f-45ae-a1b5-9d2d08def865 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1095 time: 0.0511684 Sep 21 08:57:05.002833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-01029978-1a30-42a2-9cf7-2abbdc67eb20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 217 time: 0.0399430 Sep 21 08:57:05.054161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-784a3141-f808-4b57-9d3c-804f45c1cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:05.055594 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-784a3141-f808-4b57-9d3c-804f45c1cb6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0459673 Sep 21 08:57:05.102640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-f8925eb9-1f5b-4db5-a5ec-8d8ae76c51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:05.104301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-f8925eb9-1f5b-4db5-a5ec-8d8ae76c51d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414319 Sep 21 08:57:05.202156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-46a4b83e-36b9-4b6c-8774-b8f3c78eb8b5 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902393 Sep 21 08:57:05.295582 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438a52ae-087b-42b6-8635-c53447ec8e9d req-2b03e2a9-13d0-4093-bd0b-1293ea9714fd service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859673 Sep 21 08:57:05.392267 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-dc7dc8f5-c7e4-41fd-820b-dcdebb047f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:05.393639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-dc7dc8f5-c7e4-41fd-820b-dcdebb047f35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1095 time: 0.0477686 Sep 21 08:57:05.486854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-1c38feac-ca7a-4a36-9f94-04c39c03c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:05.488384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-1c38feac-ca7a-4a36-9f94-04c39c03c24b service neutron] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 909 time: 0.0878346 Sep 21 08:57:05.534139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-f9f14775-e0ae-4248-b34f-3ff5f2f2aa03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 217 time: 0.0392013 Sep 21 08:57:05.584359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-b344ce25-c462-424e-9d25-ba8a72babdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:05.585790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-b344ce25-c462-424e-9d25-ba8a72babdfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0442967 Sep 21 08:57:05.630889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-96c9eaad-aa6a-4396-91fb-8b823d3981ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:05.632389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-96c9eaad-aa6a-4396-91fb-8b823d3981ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383584 Sep 21 08:57:05.726278 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-4aa77d0d-0a63-439b-9df6-cd27bf3a9890 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863245 Sep 21 08:57:05.817709 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-996c6bf1-68b4-4909-9436-55b78f74a1bc req-0812f4aa-c676-4112-a0f4-da91fe521d7c service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839827 Sep 21 08:57:05.977760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90e0c1-3407-41e6-83d2-a5c779f58911 req-f462533c-ee87-4026-9bdd-d49082d7ce16 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:05.979264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e90e0c1-3407-41e6-83d2-a5c779f58911 req-f462533c-ee87-4026-9bdd-d49082d7ce16 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 944 time: 0.0506256 Sep 21 08:57:06.024452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e90e0c1-3407-41e6-83d2-a5c779f58911 req-7972356d-487c-423f-b5c5-f6980a5d2ca7 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389531 Sep 21 08:57:07.139233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b1ee-2f2f-4ffd-a85e-2511d8327d9a req-65d0d3bd-0cc1-4863-b880-6beba2be7e87 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:07.141170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-63c6b1ee-2f2f-4ffd-a85e-2511d8327d9a req-65d0d3bd-0cc1-4863-b880-6beba2be7e87 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 944 time: 0.0488088 Sep 21 08:57:07.178658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-63c6b1ee-2f2f-4ffd-a85e-2511d8327d9a req-7d098382-0e3f-49dd-ba90-f5481e6c8883 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315230 Sep 21 08:57:07.357917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a31c0e89-0b09-48fe-935b-ea230cbe0614 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 08:57:07.451319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a31c0e89-0b09-48fe-935b-ea230cbe0614, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:57:07.462584 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'port_id': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'mac_address': 'fa:16:3e:d9:9d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 08:57:07.496942 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:07.509456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31c0e89-0b09-48fe-935b-ea230cbe0614 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 08:57:07.528731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a31c0e89-0b09-48fe-935b-ea230cbe0614, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:57:07.532388 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:07.583022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a31c0e89-0b09-48fe-935b-ea230cbe0614,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:07.889915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['a31c0e89-0b09-48fe-935b-ea230cbe0614'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 08:57:08.291234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468b73d-590e-428d-b6a8-e1cb7468302a req-83c28805-9104-4a3a-aa02-bcd20cb6a0f1 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:08.292721 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1468b73d-590e-428d-b6a8-e1cb7468302a req-83c28805-9104-4a3a-aa02-bcd20cb6a0f1 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 945 time: 0.0474405 Sep 21 08:57:08.329567 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1468b73d-590e-428d-b6a8-e1cb7468302a req-a80a7c56-c8eb-4505-ae10-0a3e2fddb1b2 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303311 Sep 21 08:57:09.373564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a31c0e89-0b09-48fe-935b-ea230cbe0614 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 08:57:09.423102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port a31c0e89-0b09-48fe-935b-ea230cbe0614 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 08:57:09.427256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port a31c0e89-0b09-48fe-935b-ea230cbe0614 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 08:57:09.427664 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:09.444046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9c1ac-9f24-4d3d-8c51-60136eea04bd req-ca950f7c-aea9-456b-9070-72ea6f4e823d tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:09.445471 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0af9c1ac-9f24-4d3d-8c51-60136eea04bd req-ca950f7c-aea9-456b-9070-72ea6f4e823d tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Sep 21 08:57:09.482132 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0af9c1ac-9f24-4d3d-8c51-60136eea04bd req-bb3910fa-2868-46be-84e9-becbb3e7aad5 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305829 Sep 21 08:57:09.504508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:09.528741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:57:09.531011 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f14dc3567338a039e291852624abbda75fc07b84b34014a38cda9a2dd3d5fd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a07cdc-e9fb-4f98-8c6b-964858bad8ec" -d '{"events": [{"server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "name": "network-vif-plugged", "status": "completed", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:57:09.543176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port a31c0e89-0b09-48fe-935b-ea230cbe0614, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 08:57:09.547981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:09.599222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=a31c0e89-0b09-48fe-935b-ea230cbe0614,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:09.641855 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 08:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c171b34-634d-42e5-a2b3-b752b0abd632 x-openstack-request-id: req-7c171b34-634d-42e5-a2b3-b752b0abd632 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:57:09.642150 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "name": "network-vif-plugged", "status": "completed", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:57:09.642401 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c171b34-634d-42e5-a2b3-b752b0abd632 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:57:09.642797 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'code': 200} Sep 21 08:57:09.732921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35f26a-80f9-4efb-837d-2d5eb9e57462 req-0c322a8a-3fb0-45bf-8202-4326ba04dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:09.734903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a35f26a-80f9-4efb-837d-2d5eb9e57462 req-0c322a8a-3fb0-45bf-8202-4326ba04dedf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0394661 Sep 21 08:57:09.768496 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a35f26a-80f9-4efb-837d-2d5eb9e57462 req-f2bfaa31-30cc-4c8e-ae20-55699b2f429d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268147 Sep 21 08:57:10.595372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ffb7-157c-422b-85ea-b3d07288f7e5 req-ec3056d2-e092-4a1d-a235-5bdf0fbe7d69 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:10.596829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b36ffb7-157c-422b-85ea-b3d07288f7e5 req-ec3056d2-e092-4a1d-a235-5bdf0fbe7d69 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 946 time: 0.0480123 Sep 21 08:57:10.637986 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b36ffb7-157c-422b-85ea-b3d07288f7e5 req-c31ee2e0-5124-4c2b-bbea-0c4cdb9ae2f0 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Sep 21 08:57:11.751859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f806d-450f-408f-af82-960fec7dac5e req-2981e5db-b34a-46da-83ad-4844984b7039 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:11.753321 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-821f806d-450f-408f-af82-960fec7dac5e req-2981e5db-b34a-46da-83ad-4844984b7039 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 946 time: 0.0470774 Sep 21 08:57:11.794242 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-821f806d-450f-408f-af82-960fec7dac5e req-9734433f-5a75-45a2-af72-689e62736ecb tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350068 Sep 21 08:57:11.907960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683efa1-127f-4139-b2f4-30f8d847cfd6 req-0a034a1d-4496-4c72-a595-cdaf7e5e70c4 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:11.909449 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7683efa1-127f-4139-b2f4-30f8d847cfd6 req-0a034a1d-4496-4c72-a595-cdaf7e5e70c4 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 946 time: 0.0490184 Sep 21 08:57:11.947860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7683efa1-127f-4139-b2f4-30f8d847cfd6 req-109df9dc-a6fe-475c-baa8-b0a5750bebfa tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Sep 21 08:57:12.058919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40774b3-fbab-4066-9cab-69d1dc72e295 req-44cfc220-5ab6-4989-bd78-f2d7e32de292 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:12.060406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d40774b3-fbab-4066-9cab-69d1dc72e295 req-44cfc220-5ab6-4989-bd78-f2d7e32de292 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 946 time: 0.0478964 Sep 21 08:57:12.097742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d40774b3-fbab-4066-9cab-69d1dc72e295 req-806003d3-4d40-4322-8cf6-21f0cfbf543f tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Sep 21 08:57:12.118262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40836) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:12.198365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b402c-e3bd-4cab-9d95-f1d8f491bae2 tempest-TestServerBasicOps-1173073128 tempest-TestServerBasicOps-1173073128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:12.199824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-866b402c-e3bd-4cab-9d95-f1d8f491bae2 tempest-TestServerBasicOps-1173073128 tempest-TestServerBasicOps-1173073128-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1092 time: 0.0805941 Sep 21 08:57:12.203486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 40840) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:57:12.207716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 08:57:12.229817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:12.329275 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:12.429597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Allocated IP 172.25.1.207 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/e7074bad-3017-482e-8048-27c1130426cb) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 08:57:12.531977 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:12.565151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:12.601465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 08:57:12.604353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 08:57:12.610539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 08:57:12.615957 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'Port': ['ID=e7074bad-3017-482e-8048-27c1130426cb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:12.961263 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:13.025900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:13.171144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:13.175498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:13.549169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event updated for resources: {'Port': ['ID=e7074bad-3017-482e-8048-27c1130426cb,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 08:57:13.554541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:13.656154 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Floating IP 6912052c-c82f-49f2-8cad-42c7df7789ac associated. External IP: 172.25.1.207, port: a31c0e89-0b09-48fe-935b-ea230cbe0614. Sep 21 08:57:13.859555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 08:57:13.962954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 08:57:13.972629 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] Sync routers for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 08:57:13.979198 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:13.982202 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:57:13.982804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:14.010914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a61e10e7-4c3e-4ba9-86bf-2de498164022 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8064063 Sep 21 08:57:14.011531 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 08:57:14.013786 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b845b55e94d301706311c6c92910a796f45c4fd6836a7c55708b85ffbc0a4695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec93230-b5dd-46bf-b33c-11a89cca9d57" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 08:57:14.053216 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1379e6c2-725b-4613-882e-eaa9194a26cc x-openstack-request-id: req-1379e6c2-725b-4613-882e-eaa9194a26cc {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 08:57:14.053682 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 08:57:14.053988 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1379e6c2-725b-4613-882e-eaa9194a26cc {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 08:57:14.054449 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'status': 'completed', 'code': 200} Sep 21 08:57:14.103869 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:57:14.115537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-61018aea-2385-4a7f-99d3-d645312f2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:14.116968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-61018aea-2385-4a7f-99d3-d645312f2d72 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0403748 Sep 21 08:57:14.208003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-c643b658-4c59-41a5-99dd-121b90988631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:14.209480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-c643b658-4c59-41a5-99dd-121b90988631 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 909 time: 0.0850976 Sep 21 08:57:14.276789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-e94495be-ebf3-4e5d-845b-2a27fe907642 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 1000 time: 0.0606039 Sep 21 08:57:14.321871 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6912052c-c82f-49f2-8cad-42c7df7789ac', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'port_id': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'mac_address': 'fa:16:3e:d9:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:57:12Z', 'updated_at': '2021-09-21T08:57:12Z', 'revision_number': 0, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 5, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:14.325556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-696a1110-8684-4592-8530-eaaca49cdf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:14.327030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-696a1110-8684-4592-8530-eaaca49cdf4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0436642 Sep 21 08:57:14.352756 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] Checking router: f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 08:57:14.361625 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 08:57:14.362225 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T08:56:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:14.372605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-7abd1e3f-957d-4136-8ecb-c8be04f64a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:57:14.374040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-7abd1e3f-957d-4136-8ecb-c8be04f64a38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402589 Sep 21 08:57:14.465553 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 08:57:14.467017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-930178a2-dd2e-4450-bad4-0483695aab97 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858228 Sep 21 08:57:14.561495 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ec93230-b5dd-46bf-b33c-11a89cca9d57 req-a098b2ca-6b95-4286-821c-9baa5c08eec7 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863385 Sep 21 08:57:14.692245 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6912052c-c82f-49f2-8cad-42c7df7789ac', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'port_id': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'mac_address': 'fa:16:3e:d9:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:57:12Z', 'updated_at': '2021-09-21T08:57:12Z', 'revision_number': 0, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 5, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 08:57:14.721674 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d1b61-b4c4-4691-abaa-d82fe8e1311b None None] The sync data for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 is: [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '6912052c-c82f-49f2-8cad-42c7df7789ac', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'floating_ip_address': '172.25.1.207', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'port_id': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'mac_address': 'fa:16:3e:d9:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T08:57:12Z', 'updated_at': '2021-09-21T08:57:12Z', 'revision_number': 0, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 5, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 08:57:14.908981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b56579-a02d-42d3-bd68-48a02789ff34 None None] New status for floating IP 6912052c-c82f-49f2-8cad-42c7df7789ac: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 08:57:21.945759 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:57:22.447485 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2061aca0-4f74-4a56-829e-f744555dfd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:25.374176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:25.423229 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5b6fc2a9-6fc7-4532-81c3-7518e7d5df2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:26.849632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:27.920705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:32.407853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:34.097978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:52.451224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-497516e5-4eff-4f2d-8cfe-b78b8ff71c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:55.375365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:55.422956 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3673499c-bafc-49e5-8f03-8530347391d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:56.857142 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:57.923046 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:57:58.945822 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:58:02.420317 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:04.103973 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:05.480422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-0dc00f1f-c59d-4ff7-a7af-7b28d7c74384 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401511 Sep 21 08:58:05.559200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-5c6bae91-2141-43f6-a802-d6a7fd70ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:58:05.560768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-5c6bae91-2141-43f6-a802-d6a7fd70ff1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0402970 Sep 21 08:58:05.666627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-1cbbebb4-c599-4887-abdb-3760c23c179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:58:05.668126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-1cbbebb4-c599-4887-abdb-3760c23c179e service neutron] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 909 time: 0.0874760 Sep 21 08:58:05.733218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-b0d26fef-278a-44ca-8849-e4f921a44720 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 1002 time: 0.0577242 Sep 21 08:58:05.781118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-8232af1d-5337-440d-a69b-db567e656e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:58:05.782547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-8232af1d-5337-440d-a69b-db567e656e93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0427003 Sep 21 08:58:05.831448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-b6f3a5d1-4f06-46a4-bde4-ed5ac30f6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:58:05.832922 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-b6f3a5d1-4f06-46a4-bde4-ed5ac30f6289 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438917 Sep 21 08:58:05.921943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-54a28a6b-34e8-4cc3-b3a0-0dee42fc5c65 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816731 Sep 21 08:58:06.013505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b68678d0-5440-4b94-aa7c-80096a27efa4 req-8ecf9a90-c2ba-4cb3-8534-bcae82bfbb4e service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846000 Sep 21 08:58:22.453235 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79fc52e9-130b-4022-b58c-4f39cbbaff13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:25.375852 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:25.424814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-706360f1-3515-4f31-b250-df3f8f32002e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:26.857149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:27.928056 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:30.235418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 40882) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 08:58:30.322543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2b406-3943-4e83-8fad-b5eadffc3441 req-92ae8d55-45d4-4d3b-ba09-6adffa73371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:58:30.324308 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dae2b406-3943-4e83-8fad-b5eadffc3441 req-92ae8d55-45d4-4d3b-ba09-6adffa73371f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0876698 Sep 21 08:58:30.358004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dae2b406-3943-4e83-8fad-b5eadffc3441 req-ccadeaf3-caa7-411a-ab93-df603b9e326b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279422 Sep 21 08:58:32.434902 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:34.123196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:35.944449 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:58:52.454363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4e45108f-5e9c-4d4f-b36d-da301e2f325f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:55.376397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:55.425534 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44560dab-16ec-4796-a8bf-02fd5f57179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:56.859005 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:58:57.928207 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:02.418980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:04.148725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:06.494742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-2faff9ca-2fdb-4936-8359-d6a4f1ac34c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408010 Sep 21 08:59:06.575720 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd770c-ae04-496c-8c47-39867a58db5e req-3b9950be-b057-4dd4-82db-444f71f8d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:59:06.577193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-3b9950be-b057-4dd4-82db-444f71f8d847 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0397425 Sep 21 08:59:06.682917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd770c-ae04-496c-8c47-39867a58db5e req-4bda4e2d-3720-4802-b10c-29b45c903a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:59:06.684417 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-4bda4e2d-3720-4802-b10c-29b45c903a76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 909 time: 0.0878456 Sep 21 08:59:06.747817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-b27e80d1-861c-47c5-b7ac-1a5484729747 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 1002 time: 0.0566437 Sep 21 08:59:06.803282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd770c-ae04-496c-8c47-39867a58db5e req-563ac35d-2e49-4224-9a23-1326218c87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:59:06.804788 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-563ac35d-2e49-4224-9a23-1326218c87e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0506587 Sep 21 08:59:06.851942 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd770c-ae04-496c-8c47-39867a58db5e req-2c5d387d-a753-4229-99d2-939eff27c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 08:59:06.853444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-2c5d387d-a753-4229-99d2-939eff27c78a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409417 Sep 21 08:59:06.941543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-f8492a1e-5ff3-4de3-9e27-959140f0093c service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810447 Sep 21 08:59:07.034185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7efd770c-ae04-496c-8c47-39867a58db5e req-b2d34695-5d83-478b-a8bc-e03b6108ff23 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856442 Sep 21 08:59:12.943766 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:59:15.950800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-c826cf8d-fbdc-447c-a3d1-0174a41d9468 req-954003ce-a26e-48e5-8170-b3b101a096c3 tempest-TestVolumeBootPattern-303339941 tempest-TestVolumeBootPattern-303339941-project] (94724) timed out ('10.222.0.62', 63395) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 08:59:22.456020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2feddff0-edd0-4418-b788-6acf2e5f20cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:25.377044 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:25.424471 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-790214d1-2130-4586-a7b7-9600234b2414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:26.862019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:27.931216 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:32.418173 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:34.161338 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:49.942906 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 08:59:52.459152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-748f35bc-3329-408c-a027-1a3ee7468496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:55.378147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:55.425230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ffce1e0-b53f-469c-8296-c1f8cc20ee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:56.864916 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 08:59:57.933618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:02.417076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:04.175900 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:07.490958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-5f4efbf7-0073-427c-90bf-c2d5dd1caf1d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406051 Sep 21 09:00:07.570918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecfb6-07de-4f56-8267-50bdede57558 req-e06ae475-0f43-4206-a317-c4faad649e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:00:07.572728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-e06ae475-0f43-4206-a317-c4faad649e14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0412378 Sep 21 09:00:07.679509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecfb6-07de-4f56-8267-50bdede57558 req-3fbcef3d-46e1-41a4-bd82-07d9de62079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:00:07.681632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-3fbcef3d-46e1-41a4-bd82-07d9de62079b service neutron] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 909 time: 0.0891850 Sep 21 09:00:07.746094 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-10d75810-812e-4b67-9d08-1d34dc42ff32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 1002 time: 0.0580523 Sep 21 09:00:07.799194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecfb6-07de-4f56-8267-50bdede57558 req-35757927-d44e-4024-9d5e-36d06493c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:00:07.800698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-35757927-d44e-4024-9d5e-36d06493c72f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0483468 Sep 21 09:00:07.845781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ecfb6-07de-4f56-8267-50bdede57558 req-6fdae62d-f3f4-4554-8edd-79d1ea12ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:00:07.847285 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-6fdae62d-f3f4-4554-8edd-79d1ea12ce48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393836 Sep 21 09:00:07.939839 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-5450e66c-e9af-415e-af65-1ed8e14612ab service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855236 Sep 21 09:00:08.033937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-569ecfb6-07de-4f56-8267-50bdede57558 req-14c8f76f-974e-4d63-bdb5-3444c4c8933d service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874314 Sep 21 09:00:22.460150 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77506034-9d2c-4b44-8d15-a9bd255cf8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:25.378946 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:25.425703 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-324f9f88-025e-4cf7-ab26-357d88ee23af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:26.867073 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:26.942045 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:00:27.937057 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:32.448799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:34.174136 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:52.459933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5374b7be-8f2f-4819-882b-0428c766bf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:55.380953 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:55.425333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81589dbc-9b47-4a79-94c1-f29f280ce6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:56.870815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:00:57.939094 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:02.447274 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:03.941328 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:01:04.181676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:09.519165 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-323bf8e3-6c17-46e8-8c51-ae934f2832b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874910 Sep 21 09:01:09.601514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-1868efb9-3c47-4de3-a175-7b10dedf7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:01:09.602987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-1868efb9-3c47-4de3-a175-7b10dedf7ab5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0434234 Sep 21 09:01:09.703754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-1144d11a-3e47-4475-bc5d-f90689ba28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:01:09.705119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-1144d11a-3e47-4475-bc5d-f90689ba28c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 909 time: 0.0831301 Sep 21 09:01:09.773689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-f14bfa28-e4ce-4227-ae4e-55395726efa3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 1002 time: 0.0608919 Sep 21 09:01:09.823938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-eab44f3f-665e-428d-9db6-9254554b4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:01:09.825459 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-eab44f3f-665e-428d-9db6-9254554b4397 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0452535 Sep 21 09:01:09.870184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-bd5fd7f4-ccd8-4f9e-9359-d15f293c226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:01:09.872455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-bd5fd7f4-ccd8-4f9e-9359-d15f293c226b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403285 Sep 21 09:01:09.963623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-ef4605c8-423a-4589-a6bf-6daf241533a0 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841179 Sep 21 09:01:10.051522 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aef7e07f-012b-4776-bc17-62eb17e2df3e req-e3e62bed-ee85-43f4-995b-1ed7d32cc559 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811803 Sep 21 09:01:22.460635 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f8b729a6-2dbc-4e83-bac7-74a6ad8eb55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:25.380885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:25.426812 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a61cf4f0-c93e-4fe4-8707-79afdeb333f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:26.872506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:27.942372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:32.462683 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:34.203685 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:40.940103 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:01:52.461580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-01f325c0-9d00-4729-9588-734af8fa7983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:55.382104 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:55.426232 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-797f7d4a-c3b0-49e4-8903-34f7e917f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:56.874546 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:01:57.943941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:02.486189 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:04.204044 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:11.547088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-903a23b2-70d9-4195-9cd3-d3cc929714d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808184 Sep 21 09:02:11.627117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-c6d04093-9c34-4885-8993-59ca98026a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:02:11.629240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-c6d04093-9c34-4885-8993-59ca98026a37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 1097 time: 0.0400729 Sep 21 09:02:11.731424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-7b3661d4-666c-46d7-8eb3-479c1b2c1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:02:11.732931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-7b3661d4-666c-46d7-8eb3-479c1b2c1363 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 200 len: 909 time: 0.0860066 Sep 21 09:02:11.801183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-263c82f1-28ee-4e72-befc-5128619807b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 200 len: 1002 time: 0.0615015 Sep 21 09:02:11.849675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-9e185773-3692-4bba-972e-925c39b96bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:02:11.851081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-9e185773-3692-4bba-972e-925c39b96bd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 200 len: 847 time: 0.0425930 Sep 21 09:02:11.895733 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-79b326e8-6fc9-44a1-aa78-66b6d4d0356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:02:11.897176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-79b326e8-6fc9-44a1-aa78-66b6d4d0356d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be9c5b90-c5ab-4c5f-9484-c12c81c23d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389192 Sep 21 09:02:11.991039 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-bbbc2af6-ad45-4fd8-b894-bf27e714c205 service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866275 Sep 21 09:02:12.081958 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6494dd86-f844-45ed-9dd7-4d3353568ab8 req-450f72d5-d116-4e0a-af87-1994e57b7a8a service neutron] 10.222.0.62 "GET /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840120 Sep 21 09:02:17.095456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-1ef84ed2-f80a-4783-8c89-7306888a0095 req-fe1563bd-d109-4aaf-abc4-1b14974f4d0a service neutron] (94724) timed out ('10.222.0.59', 39222) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:02:17.939276 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:02:22.463502 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-991bc6ae-0b7d-4166-b90b-64d6cf5434db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:25.382573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:25.425838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f58eba06-a8d0-45e7-ba5a-c11cba92ad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:26.877680 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:27.946081 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:32.476200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:34.216688 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:35.040499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59712-6931-479e-888f-046a5bc36b48 req-35c595eb-c821-4324-95d3-204ef7f38b6a tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:02:35.042000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67c59712-6931-479e-888f-046a5bc36b48 req-35c595eb-c821-4324-95d3-204ef7f38b6a tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 946 time: 0.0924485 Sep 21 09:02:35.080681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-67c59712-6931-479e-888f-046a5bc36b48 req-58b79140-1de8-4475-8640-6aa1cc1263fa tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/security-groups?id=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Sep 21 09:02:35.401395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-afbd5b9f-4532-4057-b84b-87e807d00999 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:02:35.402846 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-afbd5b9f-4532-4057-b84b-87e807d00999 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 946 time: 0.0476530 Sep 21 09:02:35.497471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Deleting port a31c0e89-0b09-48fe-935b-ea230cbe0614 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:35.497818 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:35.591490 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] For port a31c0e89-0b09-48fe-935b-ea230cbe0614, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=a31c0e89-0b09-48fe-935b-ea230cbe0614,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:35.591866 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:35.808394 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:35.808765 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:35.809085 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Floating IP 6912052c-c82f-49f2-8cad-42c7df7789ac disassociated. External IP: 172.25.1.207, port: a31c0e89-0b09-48fe-935b-ea230cbe0614. Sep 21 09:02:35.809429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Calling delete_port for a31c0e89-0b09-48fe-935b-ea230cbe0614 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:35.950470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:35.979307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event deleted for resources: {'Port': ['ID=a31c0e89-0b09-48fe-935b-ea230cbe0614,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:35.989949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.990300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.990643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.990985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.991372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.991682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.992012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.992342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.993102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.993102 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.993329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:35.993773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:36.309554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0925674f-43ee-44ae-9f22-8aa82af1d61e req-b08db36d-8a85-48e0-ac6b-9464593cec21 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "GET /v2.0/ports?device_id=b8b68836-93a9-46a0-856f-d627cb7385c7 HTTP/1.1" status: 200 len: 210 time: 0.0827320 Sep 21 09:02:36.432019 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:02:36.540250 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:02:36.549831 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] Sync routers for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:02:36.559265 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:02:36.559894 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:02:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:36.579147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] No DVR routers for this DVR port a31c0e89-0b09-48fe-935b-ea230cbe0614 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:02:36.582338 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:36.584639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24574641-da27-4f11-ab7c-f5d5b2c8cd3a req-6e0c90d7-9fcf-4879-b4e3-7e4b7f1a26ec tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.62 "DELETE /v2.0/ports/a31c0e89-0b09-48fe-935b-ea230cbe0614 HTTP/1.1" status: 204 len: 173 time: 1.1738422 Sep 21 09:02:36.585119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'name': 'network-vif-deleted', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:02:36.628873 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ec65cf-c416-41e5-9288-2b98295b2fcb" -d '{"events": [{"server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "name": "network-vif-deleted", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:02:36.676068 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:02:36.748308 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ef79ef-c6b4-449e-ac84-dd50f2dfcb29 x-openstack-request-id: req-55ef79ef-c6b4-449e-ac84-dd50f2dfcb29 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:02:36.748603 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b68836-93a9-46a0-856f-d627cb7385c7", "name": "network-vif-deleted", "tag": "a31c0e89-0b09-48fe-935b-ea230cbe0614", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:02:36.748853 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55ef79ef-c6b4-449e-ac84-dd50f2dfcb29 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:02:36.749253 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b68836-93a9-46a0-856f-d627cb7385c7', 'name': 'network-vif-deleted', 'tag': 'a31c0e89-0b09-48fe-935b-ea230cbe0614', 'status': 'completed', 'code': 200} Sep 21 09:02:36.874522 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 5, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:36.992840 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] Checking router: f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:02:37.001298 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:02:37.001872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:02:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:37.108489 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:02:37.301454 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 5, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:37.330834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b30aaa7-dbf9-421d-b823-f65151de2c0a None None] The sync data for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 is: [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:53Z', 'revision_number': 4, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1116b306-6ee1-467b-b3df-be82be8aa65e', 'name': '', 'network_id': 'be9c5b90-c5ab-4c5f-9484-c12c81c23d73', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'mac_address': 'fa:16:3e:90:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:53Z', 'updated_at': '2021-09-21T08:56:57Z', 'revision_number': 5, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'subnets': [{'id': '747a5c69-d5df-4d14-a0f8-abf5ea86f5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:02:37.368290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41056) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:37.494070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Deleting port e7074bad-3017-482e-8048-27c1130426cb {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:37.494424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:37.574730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8c712-c8af-47d4-8006-e9dc7758f68d None None] New status for floating IP 6912052c-c82f-49f2-8cad-42c7df7789ac: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:02:37.575211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:37.575522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:37.587780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Calling delete_port for e7074bad-3017-482e-8048-27c1130426cb owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:37.735519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:37.760093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event deleted for resources: {'Port': ['ID=e7074bad-3017-482e-8048-27c1130426cb,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:37.771290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.771664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.772083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.772423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.772756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.773087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.773421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.773752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.774081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.774404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.774747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.775074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:37.834846 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:37.837266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:37.838424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5dd909e4-a691-4320-830e-5e87e7eb6c18 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "DELETE /v2.0/floatingips/6912052c-c82f-49f2-8cad-42c7df7789ac HTTP/1.1" status: 204 len: 168 time: 0.4690588 Sep 21 09:02:37.905050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41062) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:37.962888 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15ffe923-3f1d-40e7-895c-3afbbef5e319 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:37.987427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15ffe923-3f1d-40e7-895c-3afbbef5e319 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:38.046852 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15ffe923-3f1d-40e7-895c-3afbbef5e319 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:38.049824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15ffe923-3f1d-40e7-895c-3afbbef5e319 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:38.051544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-15ffe923-3f1d-40e7-895c-3afbbef5e319 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] 10.222.0.59 "DELETE /v2.0/security-groups/80e97fea-4198-4cfe-bf9c-4f6f461ab4f2 HTTP/1.1" status: 204 len: 168 time: 0.1453593 Sep 21 09:02:38.062225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffe923-3f1d-40e7-895c-3afbbef5e319 tempest-TestServerBasicOps-1564785420 tempest-TestServerBasicOps-1564785420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e97fea-4198-4cfe-bf9c-4f6f461ab4f2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:38.091345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:38.526707 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:38.769582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Deleting port 1116b306-6ee1-467b-b3df-be82be8aa65e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:38.769927 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:38.852397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] For port 1116b306-6ee1-467b-b3df-be82be8aa65e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1116b306-6ee1-467b-b3df-be82be8aa65e,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:38.852773 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:38.865039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Calling delete_port for 1116b306-6ee1-467b-b3df-be82be8aa65e owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:39.046097 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:39.072621 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Pushing event deleted for resources: {'Port': ['ID=1116b306-6ee1-467b-b3df-be82be8aa65e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:39.237891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:39.451148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:02:39.556136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:02:39.561347 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2c508607-6f08-45af-a49b-f9ed0a5a1475 admin admin] 10.222.0.59 "PUT /v2.0/routers/f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4683337 Sep 21 09:02:39.563827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41070) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:39.566965 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] Sync routers for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:02:39.575865 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:02:39.576459 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:02:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:39.668464 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:39.676274 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:02:39.771888 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:39.825584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Deleting port d08a7106-52d3-436c-8da7-2c04e3244ea2 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:39.825923 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:39.857181 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T09:02:39Z', 'revision_number': 5, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port': {'id': 'd08a7106-52d3-436c-8da7-2c04e3244ea2', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T08:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:39.882658 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] Checking router: f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:02:39.890737 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] Routers {'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:02:39.891364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:02:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:39.906638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] For port d08a7106-52d3-436c-8da7-2c04e3244ea2, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d08a7106-52d3-436c-8da7-2c04e3244ea2,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:39.907002 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:39.919081 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Calling delete_port for d08a7106-52d3-436c-8da7-2c04e3244ea2 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:39.975150 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] Set router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:02:40.028429 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T09:02:39Z', 'revision_number': 6, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:40.055737 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a321c9-0085-4697-88d7-5df0cd6eeb93 None None] The sync data for ids ['f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6'] in n-d-809980-2 is: [{'id': 'f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6', 'name': 'tempest-TestServerBasicOps-555875208-router', 'tenant_id': '805099cc0e62458fa2fdff88f4ee66b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:51Z', 'updated_at': '2021-09-21T09:02:39Z', 'revision_number': 6, 'project_id': '805099cc0e62458fa2fdff88f4ee66b3', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:02:40.090340 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.115561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08a7106-52d3-436c-8da7-2c04e3244ea2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:40.178559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.282942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.285029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.347355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.347815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:02:40.352318 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.353565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1d783cc4-7709-44e8-a91e-c832da5e7939 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f30c0bf1-e1f0-48d0-91e8-3b50f0ae1ea6 HTTP/1.1" status: 204 len: 168 time: 0.7888243 Sep 21 09:02:40.356072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41072) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:40.403199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] Deleting subnet 747a5c69-d5df-4d14-a0f8-abf5ea86f5eb {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:02:40.407278 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.445505 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.537543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.590176 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.615437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747a5c69-d5df-4d14-a0f8-abf5ea86f5eb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:40.620884 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.622763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-03ef30e6-3c58-4807-8ede-1de4c19e061b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/747a5c69-d5df-4d14-a0f8-abf5ea86f5eb HTTP/1.1" status: 204 len: 168 time: 0.2657809 Sep 21 09:02:40.625347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41074) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:40.626011 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6124c10-9c01-49df-a9b4-22912abc706a None None] Network be9c5b90-c5ab-4c5f-9484-c12c81c23d73 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:02:40.697629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.750348 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Deleting port 051f25d3-49fc-4885-879b-7cc78bb68293 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:40.750675 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.818368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] For port 051f25d3-49fc-4885-879b-7cc78bb68293, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=051f25d3-49fc-4885-879b-7cc78bb68293,segment=NetworkSegment(f8092574-0f8f-4d58-891a-32445d7c7438),segment_id=f8092574-0f8f-4d58-891a-32445d7c7438)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:40.818368 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.834347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Calling delete_port for 051f25d3-49fc-4885-879b-7cc78bb68293 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:40.851656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] DHCP port deletion for be9c5b90-c5ab-4c5f-9484-c12c81c23d73 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:02:40.863487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1116b306-6ee1-467b-b3df-be82be8aa65e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:02:40.902881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1116b306-6ee1-467b-b3df-be82be8aa65e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:02:40.903339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1116b306-6ee1-467b-b3df-be82be8aa65e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:02:40.921790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.934621 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Deleting port 051f25d3-49fc-4885-879b-7cc78bb68293 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:40.935270 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:40.939111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a31c0e89-0b09-48fe-935b-ea230cbe0614 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:02:40.947207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=051f25d3-49fc-4885-879b-7cc78bb68293,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:40.952651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] No DVR routers for this DVR port 051f25d3-49fc-4885-879b-7cc78bb68293 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:02:40.978734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: a31c0e89-0b09-48fe-935b-ea230cbe0614 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:02:40.979087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device a31c0e89-0b09-48fe-935b-ea230cbe0614 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:02:41.023613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] For port 051f25d3-49fc-4885-879b-7cc78bb68293, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:41.024018 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.029374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.037667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Calling delete_port for 051f25d3-49fc-4885-879b-7cc78bb68293 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:41.040801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Port 051f25d3-49fc-4885-879b-7cc78bb68293 was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 09:02:41.041917 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.051755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9c5b90-c5ab-4c5f-9484-c12c81c23d73']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:41.062906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8092574-0f8f-4d58-891a-32445d7c7438') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:41.063355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8092574-0f8f-4d58-891a-32445d7c7438') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:41.069496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Pushing event deleted for resources: {'Port': ['ID=051f25d3-49fc-4885-879b-7cc78bb68293,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:41.074129 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.077178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.077528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.077871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.078213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.078546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.078879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.079208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.079564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.079894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.080224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.080552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.080875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:02:41.085385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a541712-72a5-42c1-9658-ec48124b19e7 None None] No DVR routers for this DVR port 051f25d3-49fc-4885-879b-7cc78bb68293 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:02:41.092194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.100903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:02:41.101349 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:02:41.111943 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:02:41.157137 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.162559 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:41.164484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/be9c5b90-c5ab-4c5f-9484-c12c81c23d73 HTTP/1.1" status: 204 len: 168 time: 0.5382288 Sep 21 09:02:41.167645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41076) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:41.174911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e5b26-a1f0-44b2-a302-fed45921e5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9c5b90-c5ab-4c5f-9484-c12c81c23d73,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:41.791575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:42.031401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Deleting port 6bd865bf-cc6f-448f-acb6-87e6fe96e245 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:42.031751 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:42.107570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] For port 6bd865bf-cc6f-448f-acb6-87e6fe96e245, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6bd865bf-cc6f-448f-acb6-87e6fe96e245,segment=NetworkSegment(fdb19ba8-ff10-44f5-bd66-ba63fa16127d),segment_id=fdb19ba8-ff10-44f5-bd66-ba63fa16127d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:42.107861 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:42.120281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Calling delete_port for 6bd865bf-cc6f-448f-acb6-87e6fe96e245 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:42.179045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d08a7106-52d3-436c-8da7-2c04e3244ea2 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:02:42.199095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d08a7106-52d3-436c-8da7-2c04e3244ea2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:02:42.199481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d08a7106-52d3-436c-8da7-2c04e3244ea2 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:02:42.199902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 051f25d3-49fc-4885-879b-7cc78bb68293 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:02:42.218631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 051f25d3-49fc-4885-879b-7cc78bb68293 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:02:42.218982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 051f25d3-49fc-4885-879b-7cc78bb68293 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:02:42.304578 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:42.328646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd865bf-cc6f-448f-acb6-87e6fe96e245,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:42.498689 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:42.714923 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Router 751a796c-fee7-4813-a16a-6a03addcb3bb has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:02:42.817473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:02:42.822434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e9940397-fc93-470d-bea1-6f3e46996f00 admin admin] 10.222.0.59 "PUT /v2.0/routers/751a796c-fee7-4813-a16a-6a03addcb3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6537497 Sep 21 09:02:42.824899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41078) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:42.827636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] Sync routers for ids ['751a796c-fee7-4813-a16a-6a03addcb3bb'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:02:42.837274 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] Routers {'751a796c-fee7-4813-a16a-6a03addcb3bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:02:42.837892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:02:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['751a796c-fee7-4813-a16a-6a03addcb3bb'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:42.932745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:42.944913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] Set router 751a796c-fee7-4813-a16a-6a03addcb3bb gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:02:43.036725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.089527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Deleting port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:43.090051 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.127955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T09:02:42Z', 'revision_number': 5, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port': {'id': '60ec9b44-29a3-4507-9a96-cd8edd5c36b6', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:db:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T08:56:56Z', 'updated_at': '2021-09-21T08:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:43.155026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] Checking router: 751a796c-fee7-4813-a16a-6a03addcb3bb for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:02:43.163883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] Routers {'751a796c-fee7-4813-a16a-6a03addcb3bb'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:02:43.164495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:02:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['751a796c-fee7-4813-a16a-6a03addcb3bb'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:43.172427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] For port 60ec9b44-29a3-4507-9a96-cd8edd5c36b6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:43.172798 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.184525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Calling delete_port for 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:43.249782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] Set router 751a796c-fee7-4813-a16a-6a03addcb3bb gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:02:43.305416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T09:02:43Z', 'revision_number': 6, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:43.332872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c386eb3-a84a-4700-bb56-191ba4ebd6b6 None None] The sync data for ids ['751a796c-fee7-4813-a16a-6a03addcb3bb'] in n-d-809980-2 is: [{'id': '751a796c-fee7-4813-a16a-6a03addcb3bb', 'name': 'tempest-TestServerBasicOps-1649972218-router', 'tenant_id': 'db9d686744544652a9e4f16f66e86a64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T08:56:55Z', 'updated_at': '2021-09-21T09:02:43Z', 'revision_number': 6, 'project_id': 'db9d686744544652a9e4f16f66e86a64', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:02:43.352178 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.379985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ec9b44-29a3-4507-9a96-cd8edd5c36b6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:43.441442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.529238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.531299 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.574135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.574654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751a796c-fee7-4813-a16a-6a03addcb3bb {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:02:43.579490 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.580651 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-364d5739-cdfa-4443-a1d7-98890750e9a1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/751a796c-fee7-4813-a16a-6a03addcb3bb HTTP/1.1" status: 204 len: 168 time: 0.7548370 Sep 21 09:02:43.583892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41080) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:43.627182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] Deleting subnet 7269fe08-ea74-4d51-b662-9817eb50d543 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:02:43.630876 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.667245 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.752289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.806090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.833484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7269fe08-ea74-4d51-b662-9817eb50d543,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:43.835433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.837306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c770b20a-9229-4d10-b4d6-4cca61b03d07 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7269fe08-ea74-4d51-b662-9817eb50d543 HTTP/1.1" status: 204 len: 168 time: 0.2523465 Sep 21 09:02:43.839831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41084) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:43.840056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec6fd2-692e-485a-9708-a6929ed649dd None None] Network 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:02:43.910658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:43.964065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Deleting port bc899439-db14-46fa-8019-9a0a8e007f3d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:02:43.964411 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.026325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] For port bc899439-db14-46fa-8019-9a0a8e007f3d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=bc899439-db14-46fa-8019-9a0a8e007f3d,segment=NetworkSegment(fdb19ba8-ff10-44f5-bd66-ba63fa16127d),segment_id=fdb19ba8-ff10-44f5-bd66-ba63fa16127d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:02:44.026637 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.042678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Calling delete_port for bc899439-db14-46fa-8019-9a0a8e007f3d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:02:44.117607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae190117-831a-467e-8d75-cf0e4127d12d None None] DHCP port deletion for 3e50f82f-ba6e-4c27-8932-76ba4ff8f08d request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:02:44.125815 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.145247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ae190117-831a-467e-8d75-cf0e4127d12d None None] The port 'bc899439-db14-46fa-8019-9a0a8e007f3d' was deleted {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 21 09:02:44.154635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc899439-db14-46fa-8019-9a0a8e007f3d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:44.158809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] No DVR routers for this DVR port bc899439-db14-46fa-8019-9a0a8e007f3d on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:02:44.182990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bc899439-db14-46fa-8019-9a0a8e007f3d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:02:44.203877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: bc899439-db14-46fa-8019-9a0a8e007f3d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:02:44.204141 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device bc899439-db14-46fa-8019-9a0a8e007f3d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:02:44.204692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6bd865bf-cc6f-448f-acb6-87e6fe96e245 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:02:44.225798 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6bd865bf-cc6f-448f-acb6-87e6fe96e245 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:02:44.226220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6bd865bf-cc6f-448f-acb6-87e6fe96e245 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:02:44.226724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:02:44.241826 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.247101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:02:44.256053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 60ec9b44-29a3-4507-9a96-cd8edd5c36b6 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:02:44.270381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e50f82f-ba6e-4c27-8932-76ba4ff8f08d']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:44.279548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:44.279852 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb19ba8-ff10-44f5-bd66-ba63fa16127d') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:02:44.289583 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.303138 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.309765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:02:44.310565 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:02:44.312297 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:02:44.369730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.375620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.380111 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] 10.222.0.59 "DELETE /v2.0/networks/3e50f82f-ba6e-4c27-8932-76ba4ff8f08d HTTP/1.1" status: 204 len: 168 time: 0.5369806 Sep 21 09:02:44.393123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a057635-5156-4238-b6ba-e56a4d6f025d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e50f82f-ba6e-4c27-8932-76ba4ff8f08d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:44.491299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41088) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:44.535097 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-88ce4d76-fa9a-4514-8e40-59b7494196a0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=805099cc0e62458fa2fdff88f4ee66b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420938 Sep 21 09:02:44.537535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41090) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:44.585725 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dec4bd47-9980-4e0c-9a3b-2820f2a5d247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.608561 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dec4bd47-9980-4e0c-9a3b-2820f2a5d247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.656407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dec4bd47-9980-4e0c-9a3b-2820f2a5d247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.658928 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dec4bd47-9980-4e0c-9a3b-2820f2a5d247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:44.660170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dec4bd47-9980-4e0c-9a3b-2820f2a5d247 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8577d94f-8d54-4325-aa5c-3bcf76549ece HTTP/1.1" status: 204 len: 168 time: 0.1217098 Sep 21 09:02:44.668273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4bd47-9980-4e0c-9a3b-2820f2a5d247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577d94f-8d54-4325-aa5c-3bcf76549ece,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:44.983723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41098) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:45.022168 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0e07eec1-4088-4f94-aab9-26132152df68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db9d686744544652a9e4f16f66e86a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372603 Sep 21 09:02:45.024589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41100) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:02:45.072638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2de47dc2-0c28-4059-98fa-e6181cb8097a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:45.093007 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2de47dc2-0c28-4059-98fa-e6181cb8097a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:45.141018 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2de47dc2-0c28-4059-98fa-e6181cb8097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:45.143547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2de47dc2-0c28-4059-98fa-e6181cb8097a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:45.144734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2de47dc2-0c28-4059-98fa-e6181cb8097a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9ee82d54-e953-4f41-8e35-c1bcb7e4aa3b HTTP/1.1" status: 204 len: 168 time: 0.1192296 Sep 21 09:02:45.152418 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de47dc2-0c28-4059-98fa-e6181cb8097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee82d54-e953-4f41-8e35-c1bcb7e4aa3b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:02:52.466580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ad5f807-6298-42f2-b231-757903b4e9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:54.938471 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:02:55.170946 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-65668ab4-8bd4-417d-a16f-0647aa9ca607 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1b930138c91b42cab6ff65505bd5b93c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327229 Sep 21 09:02:55.353030 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-373d134e-72d8-48a9-ae4c-d916d29b90f6 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:02:55.354530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-373d134e-72d8-48a9-ae4c-d916d29b90f6 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775908 Sep 21 09:02:55.369650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-0bd98f1c-b2af-49e0-b600-fbbf4cd6869f tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/quotas/1b930138c91b42cab6ff65505bd5b93c HTTP/1.1" status: 200 len: 375 time: 0.0093603 Sep 21 09:02:55.384213 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:55.401892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-d7ed0e37-ef51-4cb1-8efa-1eea4087b604 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b930138c91b42cab6ff65505bd5b93c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265470 Sep 21 09:02:55.426468 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-65096920-a478-4f63-a9af-bcf1b998a6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:56.589861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a84b1fe7-5b89-4e0e-8844-0f3ffbbd1fde req-97536995-7a57-4519-b3df-5dde0c962e1b tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 210 time: 0.0264487 Sep 21 09:02:56.881435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:57.671293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c54990a-96bb-41ad-a63c-daa2f5e9a061 req-fa14f6c0-cd64-4a02-b3d7-1d3afc28de2e tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 210 time: 0.0300083 Sep 21 09:02:57.948743 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:02:58.746158 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d7b6bc2-7580-42b7-9e10-ecb1d23de72f req-ec2bf7cd-eb05-4a27-91a0-ed8928dae454 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 210 time: 0.0250285 Sep 21 09:02:59.821970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72db8159-faa8-470e-b4cf-3f1b6b2aa02a req-12640dfd-2f0d-4b4a-bb46-ef7fa6a2191d tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 210 time: 0.0254509 Sep 21 09:03:00.918771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2e6bea5-165f-4ca6-b56e-bbcd6040557d req-90eb379a-9633-4714-aab3-b7060c0e3bce tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 210 time: 0.0264645 Sep 21 09:03:01.624569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-c20723c4-e338-4c3e-b3a7-66cb688a8d19 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b930138c91b42cab6ff65505bd5b93c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305855 Sep 21 09:03:01.811529 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-5fdf18e0-593b-47ef-b77e-29f8fe7879ee tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:01.812983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-5fdf18e0-593b-47ef-b77e-29f8fe7879ee tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824272 Sep 21 09:03:01.826311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Request body: {'port': {'device_id': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'admin_state_up': True, 'tenant_id': '1b930138c91b42cab6ff65505bd5b93c'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:03:01.929363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Made reservation on behalf of 1b930138c91b42cab6ff65505bd5b93c for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:03:01.932830 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:01.945466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.015851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f920a66a-460b-48c9-b59f-55506e1b1900 req-4bffdd00-cb28-422c-b73c-da1eba8a2b09 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 210 time: 0.0260046 Sep 21 09:03:02.037681 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.041425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.105371 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6719f50a-f043-4097-a0b1-feeda90d7153,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:02.169319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Allocated IP 192.168.233.75 (60e71137-7ecc-4ce3-a0d1-711aba66b8cb/4c20ffc5-291a-4e0a-a1b6-9fd69e64f056/fc1bf187-30ba-425b-90c1-991ec7d77744) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:03:02.311797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.345076 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.386673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:03:02.390313 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:03:02.394512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:03:02.425430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Pushing event updated for resources: {'Port': ['ID=fc1bf187-30ba-425b-90c1-991ec7d77744,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:02.454507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:02.455144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.470307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-a6bc3455-ae82-402f-9ddc-92db1ea43401 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6475446 Sep 21 09:03:02.482918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Request body: {'port': {'device_id': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:03:02.493669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.538552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.666810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4b828537-daa6-4478-8ffe-9ea2e7c4f10d None None] Provisioning complete for port fc1bf187-30ba-425b-90c1-991ec7d77744 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:03:02.667127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4b828537-daa6-4478-8ffe-9ea2e7c4f10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.702053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4b828537-daa6-4478-8ffe-9ea2e7c4f10d None None] Port fc1bf187-30ba-425b-90c1-991ec7d77744 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:03:02.801512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1bf187-30ba-425b-90c1-991ec7d77744 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:03:02.808685 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.820891 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Transition to ACTIVE for port object fc1bf187-30ba-425b-90c1-991ec7d77744 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:03:02.824615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:02.873917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bf187-30ba-425b-90c1-991ec7d77744,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:02.939039 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Attempting to bind port fc1bf187-30ba-425b-90c1-991ec7d77744 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:03:02.939675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Attempting to bind port fc1bf187-30ba-425b-90c1-991ec7d77744 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:03:02.939795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Attempting to bind port fc1bf187-30ba-425b-90c1-991ec7d77744 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:03:02.944379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Port fc1bf187-30ba-425b-90c1-991ec7d77744 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:03:02.944688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Attempting to bind port fc1bf187-30ba-425b-90c1-991ec7d77744 on network 60e71137-7ecc-4ce3-a0d1-711aba66b8cb {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:03:02.949677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:03:02.950007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Checking segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:03:02.950417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Bound using segment: {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:03:02.950846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Bound port: fc1bf187-30ba-425b-90c1-991ec7d77744, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c622fda9-530f-49b3-85c8-8f192f3a7075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:03:02.951202 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:03.021293 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] For port fc1bf187-30ba-425b-90c1-991ec7d77744, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:03:03.024892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] For port fc1bf187-30ba-425b-90c1-991ec7d77744, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fc1bf187-30ba-425b-90c1-991ec7d77744,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:03:03.028834 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:03.382360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:03.383041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:03.384509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] 10.222.0.62 "PUT /v2.0/ports/fc1bf187-30ba-425b-90c1-991ec7d77744 HTTP/1.1" status: 200 len: 1095 time: 0.9060128 Sep 21 09:03:03.388231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'tag': 'fc1bf187-30ba-425b-90c1-991ec7d77744'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:03:03.391196 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea72d69-1c32-45aa-9786-d45052fc9bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d402e7-91b1-48ba-a232-c2b66a196a3f", "tag": "fc1bf187-30ba-425b-90c1-991ec7d77744"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:03:03.463140 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e8545e-8a9f-47f5-9bef-1b21ef008ffa x-openstack-request-id: req-04e8545e-8a9f-47f5-9bef-1b21ef008ffa {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:03:03.463457 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d402e7-91b1-48ba-a232-c2b66a196a3f", "tag": "fc1bf187-30ba-425b-90c1-991ec7d77744", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:03:03.463705 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-04e8545e-8a9f-47f5-9bef-1b21ef008ffa {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:03:03.464157 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'tag': 'fc1bf187-30ba-425b-90c1-991ec7d77744', 'status': 'completed', 'code': 200} Sep 21 09:03:03.466586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027c6bf-413d-4cae-9ad9-7dcd8440f048 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bf187-30ba-425b-90c1-991ec7d77744,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:03.488745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2aa84-e931-4ef3-b003-ec2fc7bef4e3 req-cce31a0f-944a-413f-97e9-3ab3e613b37b tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:03.490359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae2aa84-e931-4ef3-b003-ec2fc7bef4e3 req-cce31a0f-944a-413f-97e9-3ab3e613b37b tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 947 time: 0.1379814 Sep 21 09:03:03.507715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-1c622c3f-36c7-4bdf-8fb1-9d3138931c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:03.509231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-1c622c3f-36c7-4bdf-8fb1-9d3138931c3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b930138c91b42cab6ff65505bd5b93c&device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 1098 time: 0.0764794 Sep 21 09:03:03.561507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-87392b2b-30e7-4cde-b40e-1039cea8dab2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fc1bf187-30ba-425b-90c1-991ec7d77744 HTTP/1.1" status: 200 len: 217 time: 0.0439167 Sep 21 09:03:03.568868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ae2aa84-e931-4ef3-b003-ec2fc7bef4e3 req-df3d6386-d798-45d7-9ca3-d92cb8660663 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718267 Sep 21 09:03:03.612120 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-4ee200d9-ae56-4064-a31f-ab938800a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:03.613618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-4ee200d9-ae56-4064-a31f-ab938800a895 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0438995 Sep 21 09:03:03.661832 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-95dba850-e3f3-4e59-9e75-ad7e280a2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:03.663366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-95dba850-e3f3-4e59-9e75-ad7e280a2127 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431206 Sep 21 09:03:03.756450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-517ca109-285b-4d4f-8057-fece903f4586 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858243 Sep 21 09:03:03.852474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf542829-4b8a-4bfc-ba2b-bcd646c0f58f req-249844c0-5b72-472a-b9e4-f8ac169942c0 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887587 Sep 21 09:03:03.936142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-89061925-5b07-4dc7-87e0-cf63262fb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:03.937649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-89061925-5b07-4dc7-87e0-cf63262fb4ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b930138c91b42cab6ff65505bd5b93c&device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 1098 time: 0.0402737 Sep 21 09:03:04.026788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-66b819f5-d1a9-45a3-b7cb-602df7e66d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:04.028290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-66b819f5-d1a9-45a3-b7cb-602df7e66d4e service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.0835588 Sep 21 09:03:04.073733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-5f228057-5bab-499b-9d46-03dcbb3deff3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fc1bf187-30ba-425b-90c1-991ec7d77744 HTTP/1.1" status: 200 len: 217 time: 0.0383644 Sep 21 09:03:04.122210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-5e345ec1-17dd-44f1-9d01-eb205b790293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:04.123674 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-5e345ec1-17dd-44f1-9d01-eb205b790293 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0432818 Sep 21 09:03:04.168256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-c10f333f-069c-4d7e-9dd0-904588247f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:04.169735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-c10f333f-069c-4d7e-9dd0-904588247f6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390260 Sep 21 09:03:04.231297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:04.268017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-af088bbd-1af9-40c3-9d11-75d3238d8eaf service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895686 Sep 21 09:03:04.357464 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2ea72d69-1c32-45aa-9786-d45052fc9bf1 req-9562f566-f355-4135-8e1a-b74a70be5f97 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827634 Sep 21 09:03:04.682702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3694a-bc1f-4209-a502-98d9a881604e req-3a6d16e7-d1d1-4e46-88d2-6c8a435281a2 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:04.684209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cb3694a-bc1f-4209-a502-98d9a881604e req-3a6d16e7-d1d1-4e46-88d2-6c8a435281a2 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 947 time: 0.0479805 Sep 21 09:03:04.720664 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1cb3694a-bc1f-4209-a502-98d9a881604e req-d9c8e369-f09f-4138-b97b-c8c7013d5c27 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303290 Sep 21 09:03:05.839106 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6599c5e-9d65-456a-83c0-d90a42d03317 req-12e940ce-627a-4f58-9695-03b75c1ef1fe tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:05.840605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6599c5e-9d65-456a-83c0-d90a42d03317 req-12e940ce-627a-4f58-9695-03b75c1ef1fe tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 947 time: 0.0529971 Sep 21 09:03:05.877720 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b6599c5e-9d65-456a-83c0-d90a42d03317 req-b05a2311-1584-4505-9fd6-12e9a8ec6508 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311570 Sep 21 09:03:06.989450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56789dd2-220a-4142-8f95-7d284f9ac0a4 req-a2675c77-3d8c-4556-9d59-18825dda7958 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:06.990887 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56789dd2-220a-4142-8f95-7d284f9ac0a4 req-a2675c77-3d8c-4556-9d59-18825dda7958 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 947 time: 0.0468607 Sep 21 09:03:07.009399 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fc1bf187-30ba-425b-90c1-991ec7d77744 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:03:07.030446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56789dd2-220a-4142-8f95-7d284f9ac0a4 req-d2a549b9-d990-434a-af26-473eed666b8c tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Sep 21 09:03:07.108181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fc1bf187-30ba-425b-90c1-991ec7d77744, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fc1bf187-30ba-425b-90c1-991ec7d77744,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:07.118952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'fc1bf187-30ba-425b-90c1-991ec7d77744', 'network_id': '60e71137-7ecc-4ce3-a0d1-711aba66b8cb', 'port_id': 'fc1bf187-30ba-425b-90c1-991ec7d77744', 'mac_address': 'fa:16:3e:18:8d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c20ffc5-291a-4e0a-a1b6-9fd69e64f056', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:03:07.154885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:07.167844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1bf187-30ba-425b-90c1-991ec7d77744 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:03:07.186173 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fc1bf187-30ba-425b-90c1-991ec7d77744, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fc1bf187-30ba-425b-90c1-991ec7d77744,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:07.190312 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:07.236129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fc1bf187-30ba-425b-90c1-991ec7d77744,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:07.523582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fc1bf187-30ba-425b-90c1-991ec7d77744'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:03:08.146177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64839-9294-4b07-80ee-1cc578c91318 req-ef83bb51-6c73-4305-8761-4f3868901817 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:08.147723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8a64839-9294-4b07-80ee-1cc578c91318 req-ef83bb51-6c73-4305-8761-4f3868901817 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 948 time: 0.0485754 Sep 21 09:03:08.185155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8a64839-9294-4b07-80ee-1cc578c91318 req-825d4bae-15fc-4e3d-8d57-ebcb6638f8ff tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Sep 21 09:03:09.015504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fc1bf187-30ba-425b-90c1-991ec7d77744 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:03:09.065124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port fc1bf187-30ba-425b-90c1-991ec7d77744 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:03:09.069242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port fc1bf187-30ba-425b-90c1-991ec7d77744 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:03:09.069653 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:09.147468 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:09.168834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bf187-30ba-425b-90c1-991ec7d77744'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:03:09.182623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port fc1bf187-30ba-425b-90c1-991ec7d77744, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fc1bf187-30ba-425b-90c1-991ec7d77744,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:09.187158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:09.212201 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaa7b16-3175-4ba6-8a99-2e6af1d89571" -d '{"events": [{"server_uuid": "f6d402e7-91b1-48ba-a232-c2b66a196a3f", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bf187-30ba-425b-90c1-991ec7d77744"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:03:09.241937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=fc1bf187-30ba-425b-90c1-991ec7d77744,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:09.301572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaa95a-995e-4d71-9e79-d6ceed29b7e7 req-59d6157d-a049-4e1e-b3b9-94056495b884 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:09.303085 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-93eaa95a-995e-4d71-9e79-d6ceed29b7e7 req-59d6157d-a049-4e1e-b3b9-94056495b884 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 949 time: 0.0489557 Sep 21 09:03:09.305771 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d810998f-b043-487d-ab80-d5af9b043bfd x-openstack-request-id: req-d810998f-b043-487d-ab80-d5af9b043bfd {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:03:09.306130 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d402e7-91b1-48ba-a232-c2b66a196a3f", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bf187-30ba-425b-90c1-991ec7d77744", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:03:09.306445 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d810998f-b043-487d-ab80-d5af9b043bfd {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:03:09.306906 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bf187-30ba-425b-90c1-991ec7d77744', 'code': 200} Sep 21 09:03:09.342955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-93eaa95a-995e-4d71-9e79-d6ceed29b7e7 req-88c2e27b-54a4-44b6-a6e3-a7ab307c9bbb tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Sep 21 09:03:09.399412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce77255-42c5-46c3-81d4-07c2a51c5c65 req-8043d404-7dd3-43b5-afc5-d1e686b22021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:09.400881 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ce77255-42c5-46c3-81d4-07c2a51c5c65 req-8043d404-7dd3-43b5-afc5-d1e686b22021 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 1100 time: 0.0396531 Sep 21 09:03:09.434882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1ce77255-42c5-46c3-81d4-07c2a51c5c65 req-2f384c00-e255-4983-894f-595d498ab3e4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268152 Sep 21 09:03:10.463837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d22d5-5de3-46b5-9cc1-fa58bd169815 req-8b1a6e9c-becf-4651-9ea5-f7b0910408af tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:10.465339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-699d22d5-5de3-46b5-9cc1-fa58bd169815 req-8b1a6e9c-becf-4651-9ea5-f7b0910408af tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 949 time: 0.0540941 Sep 21 09:03:10.501931 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-699d22d5-5de3-46b5-9cc1-fa58bd169815 req-55ef00aa-4de6-4fa5-8d62-a3d144f4f27f tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 Sep 21 09:03:11.470726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-756bb84c-e5c0-438d-a5c2-b2157e522a9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392909 Sep 21 09:03:11.553728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e517db-8831-4117-9148-625e8360ff11 req-a1b9b91b-59bd-4779-9022-ebcc2b4d87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:11.555238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-a1b9b91b-59bd-4779-9022-ebcc2b4d87af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b930138c91b42cab6ff65505bd5b93c&device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 1100 time: 0.0417850 Sep 21 09:03:11.617543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c297fc-462a-4d2d-b772-38a6fc8fef75 req-68c532ce-928c-44a0-9431-3c744a6ec27d tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:11.618968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-21c297fc-462a-4d2d-b772-38a6fc8fef75 req-68c532ce-928c-44a0-9431-3c744a6ec27d tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 949 time: 0.0485210 Sep 21 09:03:11.656550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-21c297fc-462a-4d2d-b772-38a6fc8fef75 req-e6d65d5c-210f-4065-909a-997e1abf5c4f tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Sep 21 09:03:11.664234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e517db-8831-4117-9148-625e8360ff11 req-6d27b62e-764b-4bef-ab11-a75d50d5683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:11.665730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-6d27b62e-764b-4bef-ab11-a75d50d5683c service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb HTTP/1.1" status: 200 len: 870 time: 0.0913053 Sep 21 09:03:11.708568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-77d57497-2a7c-48a9-b35b-9513aece5272 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=fc1bf187-30ba-425b-90c1-991ec7d77744 HTTP/1.1" status: 200 len: 217 time: 0.0355451 Sep 21 09:03:11.763362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e517db-8831-4117-9148-625e8360ff11 req-4180659b-7bd7-4c95-974f-44347110a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:11.764907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-4180659b-7bd7-4c95-974f-44347110a36e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4c20ffc5-291a-4e0a-a1b6-9fd69e64f056 HTTP/1.1" status: 200 len: 843 time: 0.0500243 Sep 21 09:03:11.812192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e517db-8831-4117-9148-625e8360ff11 req-aac9da9b-25bd-46d5-b702-6bb0eb1a3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:11.813621 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-aac9da9b-25bd-46d5-b702-6bb0eb1a3064 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e71137-7ecc-4ce3-a0d1-711aba66b8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416479 Sep 21 09:03:11.903863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-bb100db9-dd9c-4625-aaf2-ff0c0bbc2681 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832195 Sep 21 09:03:11.998375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-52e517db-8831-4117-9148-625e8360ff11 req-7b92ad12-777e-43b7-8d4f-69d978cb8fa0 service neutron] 10.222.0.62 "GET /v2.0/networks/60e71137-7ecc-4ce3-a0d1-711aba66b8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877221 Sep 21 09:03:12.078382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-5859430c-7180-4448-8e6d-b5cd7dd2d5d4 req-e044af5a-8475-4a80-9541-9555c1ce5185 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:03:12.079460 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5859430c-7180-4448-8e6d-b5cd7dd2d5d4 req-e044af5a-8475-4a80-9541-9555c1ce5185 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485201 Sep 21 09:03:12.483335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-8ef6e281-45e7-4334-8208-3a8e1fe86ce1 req-56d27770-19d0-4bb1-9dd9-34cd69259056 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:03:12.484338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8ef6e281-45e7-4334-8208-3a8e1fe86ce1 req-56d27770-19d0-4bb1-9dd9-34cd69259056 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478728 Sep 21 09:03:12.806529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda7082-f6c7-48cc-a5a1-74076345dfff req-33a4c674-a6d2-4e5e-8d96-e6d9bf108e86 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:12.808042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3bda7082-f6c7-48cc-a5a1-74076345dfff req-33a4c674-a6d2-4e5e-8d96-e6d9bf108e86 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 949 time: 0.0478680 Sep 21 09:03:12.847999 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3bda7082-f6c7-48cc-a5a1-74076345dfff req-2166974a-ee90-4ccc-83e5-9564ed9fab24 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337467 Sep 21 09:03:13.966486 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863348f-4cb4-46c2-aa5d-0b0021cc8d2d req-f274a1f9-e4ca-4dac-b53b-fb01de106d79 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:13.968033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4863348f-4cb4-46c2-aa5d-0b0021cc8d2d req-f274a1f9-e4ca-4dac-b53b-fb01de106d79 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 949 time: 0.0508218 Sep 21 09:03:14.007258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4863348f-4cb4-46c2-aa5d-0b0021cc8d2d req-513ff084-4131-4562-a6f2-b79800a67baf tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.59 "GET /v2.0/security-groups?id=6719f50a-f043-4097-a0b1-feeda90d7153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323839 Sep 21 09:03:14.197010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-09cb9cd4-7429-4ad2-8675-b3ad0f7c54c4 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:14.198480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-09cb9cd4-7429-4ad2-8675-b3ad0f7c54c4 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6d402e7-91b1-48ba-a232-c2b66a196a3f HTTP/1.1" status: 200 len: 949 time: 0.0491617 Sep 21 09:03:14.289842 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Deleting port fc1bf187-30ba-425b-90c1-991ec7d77744 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:03:14.290184 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:14.376992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] For port fc1bf187-30ba-425b-90c1-991ec7d77744, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=fc1bf187-30ba-425b-90c1-991ec7d77744,segment=NetworkSegment(c622fda9-530f-49b3-85c8-8f192f3a7075),segment_id=c622fda9-530f-49b3-85c8-8f192f3a7075)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:14.377358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:14.394900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Calling delete_port for fc1bf187-30ba-425b-90c1-991ec7d77744 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:03:14.520057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:14.531629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['fc1bf187-30ba-425b-90c1-991ec7d77744'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:03:14.547979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Pushing event deleted for resources: {'Port': ['ID=fc1bf187-30ba-425b-90c1-991ec7d77744,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:14.595636 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] No DVR routers for this DVR port fc1bf187-30ba-425b-90c1-991ec7d77744 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:03:14.598419 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:14.600685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd65878c-dde2-4bde-bb67-f72982e2fe43 req-c3437cd7-c67f-4e36-ae7b-c707286af1c1 tempest-ServersAdminNegativeTestJSON-186255397 tempest-ServersAdminNegativeTestJSON-186255397-project] 10.222.0.62 "DELETE /v2.0/ports/fc1bf187-30ba-425b-90c1-991ec7d77744 HTTP/1.1" status: 204 len: 173 time: 0.3962305 Sep 21 09:03:14.601139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'name': 'network-vif-deleted', 'tag': 'fc1bf187-30ba-425b-90c1-991ec7d77744'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:03:14.603457 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a4cac-9505-4ec0-86a7-6b8a8e69a2da" -d '{"events": [{"server_uuid": "f6d402e7-91b1-48ba-a232-c2b66a196a3f", "name": "network-vif-deleted", "tag": "fc1bf187-30ba-425b-90c1-991ec7d77744"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:03:14.643892 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacaa83f-1172-439c-b8ca-c1927a4faa6b x-openstack-request-id: req-eacaa83f-1172-439c-b8ca-c1927a4faa6b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:03:14.644190 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d402e7-91b1-48ba-a232-c2b66a196a3f", "name": "network-vif-deleted", "tag": "fc1bf187-30ba-425b-90c1-991ec7d77744", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:03:14.645318 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eacaa83f-1172-439c-b8ca-c1927a4faa6b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:03:14.645672 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d402e7-91b1-48ba-a232-c2b66a196a3f', 'name': 'network-vif-deleted', 'tag': 'fc1bf187-30ba-425b-90c1-991ec7d77744', 'status': 'completed', 'code': 200} Sep 21 09:03:15.296398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41274) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:03:15.426832 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a7ff4795-eb37-4a50-b4fe-a0a996c5087f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b930138c91b42cab6ff65505bd5b93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291537 Sep 21 09:03:15.429428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:03:15.476934 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e05fae3b-c8e9-4a72-8288-c9bc7f52d338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:15.497404 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e05fae3b-c8e9-4a72-8288-c9bc7f52d338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:15.543932 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e05fae3b-c8e9-4a72-8288-c9bc7f52d338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:15.546566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e05fae3b-c8e9-4a72-8288-c9bc7f52d338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:15.547782 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e05fae3b-c8e9-4a72-8288-c9bc7f52d338 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6719f50a-f043-4097-a0b1-feeda90d7153 HTTP/1.1" status: 204 len: 168 time: 0.1174607 Sep 21 09:03:15.556916 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fae3b-c8e9-4a72-8288-c9bc7f52d338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6719f50a-f043-4097-a0b1-feeda90d7153,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:15.808186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41286) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:03:15.821914 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-153e746a-964a-4315-8836-1033714b4080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:15.914294 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-153e746a-964a-4315-8836-1033714b4080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:15.917900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-153e746a-964a-4315-8836-1033714b4080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:15.957636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-153e746a-964a-4315-8836-1033714b4080 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=160dc3aec32c4d2e88626349265799be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483467 Sep 21 09:03:15.959606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e746a-964a-4315-8836-1033714b4080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60fe2f8-fe04-45ce-b9df-25f442c9205d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:15.960441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41288) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:03:16.017726 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2781afb8-7484-49f8-a68c-e017edf05ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:16.038972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2781afb8-7484-49f8-a68c-e017edf05ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:16.085673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2781afb8-7484-49f8-a68c-e017edf05ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:16.088384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2781afb8-7484-49f8-a68c-e017edf05ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:16.089550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2781afb8-7484-49f8-a68c-e017edf05ae6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d60fe2f8-fe04-45ce-b9df-25f442c9205d HTTP/1.1" status: 204 len: 168 time: 0.1281285 Sep 21 09:03:16.097098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781afb8-7484-49f8-a68c-e017edf05ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60fe2f8-fe04-45ce-b9df-25f442c9205d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:16.798491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41316) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:03:16.891963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-437645790-network', 'tenant_id': '016e555f63f9477a9abe08baabd44e01'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:03:16.914634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Made reservation on behalf of 016e555f63f9477a9abe08baabd44e01 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:03:16.916891 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:16.924935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.011813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.015532 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.039514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:03:17.047844 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68922afa-c13b-4c4a-87f0-8497b9ea1b03,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:17.053679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.054029 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Added segment cf51e331-5bb7-4a18-aece-4652885148ab of type vlan for network 1b6094a5-279b-4029-b785-a48570441190 Sep 21 09:03:17.098100 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.122632 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.123570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:17.124151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.157486 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3578892 Sep 21 09:03:17.161148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41322) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:03:17.166188 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Request body: {'subnet': {'network_id': '1b6094a5-279b-4029-b785-a48570441190', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-437645790-subnet', 'tenant_id': '016e555f63f9477a9abe08baabd44e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:03:17.185450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec399c-ebb2-4483-b853-29a98e743321 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6094a5-279b-4029-b785-a48570441190,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:17.187260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Made reservation on behalf of 016e555f63f9477a9abe08baabd44e01 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:03:17.189586 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.197354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 1b6094a5-279b-4029-b785-a48570441190 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:03:17.356768 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.406027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09937e49-82b8-43d7-8b8b-fa667deb209a,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:17.420759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Checking segment: {'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:03:17.421124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Network hostable DHCP agents. Network: 1b6094a5-279b-4029-b785-a48570441190, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:03:17.436984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Network 1b6094a5-279b-4029-b785-a48570441190 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:03:17.445681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 1b6094a5-279b-4029-b785-a48570441190) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:03:17.449778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:17.450412 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:17.454610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba4302-7302-44ae-aecb-69f397860434 None None] Network 1b6094a5-279b-4029-b785-a48570441190 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:03:17.464452 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-46f7aac8-2fa3-4b89-88d2-3626f2a7e20e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3021524 Sep 21 09:03:17.583137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02018029-3597-4922-b3a6-9e3b804833b9 None None] Network 1b6094a5-279b-4029-b785-a48570441190 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:03:17.887573 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-1855d6cb-6dfd-4613-ba8e-e9466086c578 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:17.889027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-1855d6cb-6dfd-4613-ba8e-e9466086c578 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 811 time: 0.1016288 Sep 21 09:03:17.903345 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-fec1aa69-5e14-467b-bdd8-d26b570380bb tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/quotas/016e555f63f9477a9abe08baabd44e01 HTTP/1.1" status: 200 len: 375 time: 0.0086262 Sep 21 09:03:17.934515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-2778c688-dc02-4677-9a19-7177902b8a4a tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261219 Sep 21 09:03:18.019985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-c5267d7a-281d-4d6c-a850-8bec6e0de6c8 service neutron] 10.222.0.59 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782163 Sep 21 09:03:18.396493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-f40087e2-82fa-4be8-8374-736f7556e81d service neutron] 10.222.0.59 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703604 Sep 21 09:03:18.554899 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b3d219c-d1a2-4156-a684-de996a9298ec req-c2b9892a-3bab-4e6f-8452-a45bebab6c54 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 210 time: 0.0283680 Sep 21 09:03:19.030574 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fc1bf187-30ba-425b-90c1-991ec7d77744 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:03:19.051120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: fc1bf187-30ba-425b-90c1-991ec7d77744 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:03:19.051482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device fc1bf187-30ba-425b-90c1-991ec7d77744 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:03:19.588449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-245800ef-63ce-4d62-803e-2ece9e1c0fbb tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:19.589943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-245800ef-63ce-4d62-803e-2ece9e1c0fbb tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.62 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 811 time: 0.1117556 Sep 21 09:03:19.603604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Request body: {'port': {'device_id': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'network_id': '1b6094a5-279b-4029-b785-a48570441190', 'admin_state_up': True, 'tenant_id': '016e555f63f9477a9abe08baabd44e01'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:03:19.650180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f03e6aa-2e31-4a8d-b237-5003cf8440a9 req-9a197913-502b-4332-9eaf-76a197e813a4 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 210 time: 0.0261588 Sep 21 09:03:19.714361 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Made reservation on behalf of 016e555f63f9477a9abe08baabd44e01 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:03:19.717769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:19.838888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Allocated IP 172.20.0.7 (1b6094a5-279b-4029-b785-a48570441190/09937e49-82b8-43d7-8b8b-fa667deb209a/48299f80-4bc9-4c41-8f66-af53680f9025) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:03:19.982782 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.014706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.056779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Network 1b6094a5-279b-4029-b785-a48570441190 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:03:20.060085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:03:20.065846 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:03:20.089131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:20.116225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:20.116838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.130141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-47e9f6ae-8f24-4f48-bbac-9b001e26a7e1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5310931 Sep 21 09:03:20.142171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Request body: {'port': {'device_id': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:03:20.198633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.456071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48299f80-4bc9-4c41-8f66-af53680f9025 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:03:20.463364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.475686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Transition to ACTIVE for port object 48299f80-4bc9-4c41-8f66-af53680f9025 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:03:20.479484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.535395 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:20.600632 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:03:20.601319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:03:20.601319 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 on network 1b6094a5-279b-4029-b785-a48570441190 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:03:20.605478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Port 48299f80-4bc9-4c41-8f66-af53680f9025 on network 1b6094a5-279b-4029-b785-a48570441190 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:03:20.605805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 on network 1b6094a5-279b-4029-b785-a48570441190 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:03:20.610573 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:03:20.610913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Checking segment: {'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:03:20.611303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Bound using segment: {'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:03:20.611760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Bound port: 48299f80-4bc9-4c41-8f66-af53680f9025, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:03:20.612144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.676049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:03:20.679612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:03:20.685679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.725472 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:20.726106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:20.727533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] 10.222.0.62 "PUT /v2.0/ports/48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 1091 time: 0.5892971 Sep 21 09:03:20.727978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:03:20.730220 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:03:20.769950 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93da2973-eda0-410a-b891-4ae1676745d6 x-openstack-request-id: req-93da2973-eda0-410a-b891-4ae1676745d6 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:03:20.770235 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:03:20.770488 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93da2973-eda0-410a-b891-4ae1676745d6 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:03:20.770885 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025', 'status': 'completed', 'code': 200} Sep 21 09:03:20.795563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af01129-f8d1-46d0-8937-e2f1767da38b service neutron] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:20.829756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c333786-71a9-48d0-82dc-65bfe0e9b3f2 req-b38b4c65-5c29-4f0d-90f5-536259e8881d tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:20.831830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c333786-71a9-48d0-82dc-65bfe0e9b3f2 req-b38b4c65-5c29-4f0d-90f5-536259e8881d tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 943 time: 0.1103008 Sep 21 09:03:20.845790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8295c1d4-b12b-4d47-ac63-1d1baf76ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:20.847925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-8295c1d4-b12b-4d47-ac63-1d1baf76ad66 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1094 time: 0.0704970 Sep 21 09:03:20.896713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-3e1d7fe7-1ff3-4635-8781-875ed5bdcaab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 217 time: 0.0412965 Sep 21 09:03:20.935506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c333786-71a9-48d0-82dc-65bfe0e9b3f2 req-c43a5a76-a96e-4eea-9378-c65b7d6edfee tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970922 Sep 21 09:03:20.952990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-23f67fbe-3e83-4cbf-bbb4-4a5e8eaca4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:20.954446 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-23f67fbe-3e83-4cbf-bbb4-4a5e8eaca4af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 200 len: 851 time: 0.0510020 Sep 21 09:03:20.986154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-947f69d0-57b2-4811-a4b8-01cf230fa5e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b6094a5-279b-4029-b785-a48570441190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240133 Sep 21 09:03:21.078248 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-46894887-571c-4c76-ae46-14711fb8d961 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850437 Sep 21 09:03:21.166648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3360ccdb-6756-4931-90cd-3d0b79d5df5a req-0b6fa8e3-6d26-4cd4-adb6-718039281b41 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812585 Sep 21 09:03:21.250684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-48f8a53d-02e0-471a-a458-9e2d2b70fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:21.252126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-48f8a53d-02e0-471a-a458-9e2d2b70fb93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1094 time: 0.0421488 Sep 21 09:03:21.346599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-4b816212-e822-4e73-be8d-7e2fb21a012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:21.348024 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-4b816212-e822-4e73-be8d-7e2fb21a012f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 912 time: 0.0883701 Sep 21 09:03:21.389670 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-fa65d084-83e2-4fa2-bba0-ff9acfa1870f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 217 time: 0.0343938 Sep 21 09:03:21.442017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-ea471c98-24ea-4e1e-b7bd-e738f64c5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:21.443467 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-ea471c98-24ea-4e1e-b7bd-e738f64c5f51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 200 len: 851 time: 0.0469580 Sep 21 09:03:21.474357 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-0c14bacc-18ec-4459-a628-5718900ef865 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b6094a5-279b-4029-b785-a48570441190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236804 Sep 21 09:03:21.563667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-8ac28931-c484-48ee-8445-727cc3b4cd51 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816958 Sep 21 09:03:21.654969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db3c3cc3-1a26-4404-8d43-7e1ce2112a1f req-09b7022e-f17c-4fa2-9af9-acf2d21f4f06 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847650 Sep 21 09:03:22.051620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42394e1-3d53-4ff0-b865-3e3e20dfb82d req-99c3d4e9-ecc8-41ac-86ae-f9efc2fccb9c tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:22.053117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a42394e1-3d53-4ff0-b865-3e3e20dfb82d req-99c3d4e9-ecc8-41ac-86ae-f9efc2fccb9c tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 943 time: 0.0481956 Sep 21 09:03:22.096159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a42394e1-3d53-4ff0-b865-3e3e20dfb82d req-58d5abc6-549a-4ce5-898d-2e2f0e80b448 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369642 Sep 21 09:03:22.467545 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e028c66-da90-4bae-b359-c09e0d2d3628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:23.215633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb886a4-6ce8-488b-9565-75a18b80f709 req-0747a063-bb2b-4195-9998-fe49b8af1e2b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:23.217122 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7eb886a4-6ce8-488b-9565-75a18b80f709 req-0747a063-bb2b-4195-9998-fe49b8af1e2b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 943 time: 0.0503452 Sep 21 09:03:23.256691 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7eb886a4-6ce8-488b-9565-75a18b80f709 req-a007d14c-3c59-4f00-9685-05f909710ecc tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Sep 21 09:03:24.606969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2010-e2d9-46ed-a802-246e2c9b4222 req-e665a2b3-59fc-4b6d-b8be-0c6cde72732e tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:24.608524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e2010-e2d9-46ed-a802-246e2c9b4222 req-e665a2b3-59fc-4b6d-b8be-0c6cde72732e tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 943 time: 0.0518501 Sep 21 09:03:24.646339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e97e2010-e2d9-46ed-a802-246e2c9b4222 req-c6c694a1-64ee-4318-aa97-ea8cf8e39fb4 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Sep 21 09:03:25.062175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:03:25.153158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:25.163881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '48299f80-4bc9-4c41-8f66-af53680f9025', 'network_id': '1b6094a5-279b-4029-b785-a48570441190', 'port_id': '48299f80-4bc9-4c41-8f66-af53680f9025', 'mac_address': 'fa:16:3e:b2:3b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09937e49-82b8-43d7-8b8b-fa667deb209a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:03:25.206585 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:25.219023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48299f80-4bc9-4c41-8f66-af53680f9025 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:03:25.241539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:25.245163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:25.292017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:25.386476 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:25.427906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1766fd7f-aaeb-4b9b-a49c-1419fa81f73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:25.509416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['48299f80-4bc9-4c41-8f66-af53680f9025'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:03:25.757541 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee4d98-535a-4c37-a3ab-0a21881db354 req-748bd87e-67d4-4413-8bff-653eaab5b20b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:25.759017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24ee4d98-535a-4c37-a3ab-0a21881db354 req-748bd87e-67d4-4413-8bff-653eaab5b20b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 944 time: 0.0481286 Sep 21 09:03:25.803225 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-24ee4d98-535a-4c37-a3ab-0a21881db354 req-01f2bd41-0f39-436a-9ba6-f59f0aca1805 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Sep 21 09:03:26.884495 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:26.917755 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c675f2e-07ec-4a0a-b656-c2654fa70549 req-a74a78de-c366-4b0c-af43-8c648adaac86 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:26.919280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c675f2e-07ec-4a0a-b656-c2654fa70549 req-a74a78de-c366-4b0c-af43-8c648adaac86 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 944 time: 0.0503981 Sep 21 09:03:26.957392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1c675f2e-07ec-4a0a-b656-c2654fa70549 req-659c1014-0454-4603-8047-13d5855a4a33 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Sep 21 09:03:27.077474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:03:27.126150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 48299f80-4bc9-4c41-8f66-af53680f9025 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:03:27.130250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 48299f80-4bc9-4c41-8f66-af53680f9025 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:03:27.130619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:27.205274 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:27.227940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:03:27.230208 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7325b7-c4af-4eb9-87ca-c334e73f8346" -d '{"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:03:27.242571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:27.247002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:27.270803 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d36a8-de4b-49f4-b0dc-050ca6f08c9c x-openstack-request-id: req-622d36a8-de4b-49f4-b0dc-050ca6f08c9c {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:03:27.271093 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:03:27.271361 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-622d36a8-de4b-49f4-b0dc-050ca6f08c9c {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:03:27.271751 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025', 'code': 200} Sep 21 09:03:27.298142 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:27.359923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac595d-8b61-4291-b3f1-06c9aa299f76 req-03e09517-5142-4965-9c99-fb2cebe2fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:27.361354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcac595d-8b61-4291-b3f1-06c9aa299f76 req-03e09517-5142-4965-9c99-fb2cebe2fb0b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1096 time: 0.0396366 Sep 21 09:03:27.396103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcac595d-8b61-4291-b3f1-06c9aa299f76 req-4ad10052-c88c-46a9-a8d9-14308238ed7a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274234 Sep 21 09:03:27.951975 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:28.070792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bea299-fec4-41a1-9f04-98481422a0e4 req-1c3d416a-c11c-47da-b969-53d156b337f4 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:28.072227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-73bea299-fec4-41a1-9f04-98481422a0e4 req-1c3d416a-c11c-47da-b969-53d156b337f4 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0485227 Sep 21 09:03:28.114049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-73bea299-fec4-41a1-9f04-98481422a0e4 req-610d820e-5709-4b35-81e6-9998f95ee641 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357180 Sep 21 09:03:29.228560 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea5b3a-8edc-4f70-9e49-36624851ce65 req-ba23f862-3671-46cf-98fc-ce8aaa7183fc tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:29.230034 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4ea5b3a-8edc-4f70-9e49-36624851ce65 req-ba23f862-3671-46cf-98fc-ce8aaa7183fc tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0482838 Sep 21 09:03:29.267453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c4ea5b3a-8edc-4f70-9e49-36624851ce65 req-15363d78-7772-49d1-8060-2e8c6798e98d tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Sep 21 09:03:29.499904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf862c-2a06-4dfe-8aa0-6f4d609a3d3d req-c0479208-22f6-4fdb-9342-09fffa81bf99 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:29.501329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdcf862c-2a06-4dfe-8aa0-6f4d609a3d3d req-c0479208-22f6-4fdb-9342-09fffa81bf99 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0495431 Sep 21 09:03:29.542633 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bdcf862c-2a06-4dfe-8aa0-6f4d609a3d3d req-076fde95-ba63-43ec-8d77-08d35f73af01 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350521 Sep 21 09:03:29.558416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-a4aee836-a778-4c53-a5b5-acef08c9ba0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791032 Sep 21 09:03:29.567868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-50ad679f-c2f7-4af9-92cc-58c42a571156 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:03:29.568825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-50ad679f-c2f7-4af9-92cc-58c42a571156 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051472 Sep 21 09:03:30.660623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-39526e13-8c37-412f-a656-9331f3114b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:30.662285 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-39526e13-8c37-412f-a656-9331f3114b82 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1096 time: 0.0415721 Sep 21 09:03:30.667485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed34428-4a59-4663-b9a2-04b864684866 req-81ea2e31-eb45-4a6a-90ea-4ab555880538 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:30.668987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ed34428-4a59-4663-b9a2-04b864684866 req-81ea2e31-eb45-4a6a-90ea-4ab555880538 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0495784 Sep 21 09:03:30.708096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6ed34428-4a59-4663-b9a2-04b864684866 req-38b2c35d-1584-4236-9cfc-01394a7d53a9 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330098 Sep 21 09:03:30.751690 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-3db21820-8a13-404c-9e9b-6f2134cc111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:30.753669 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-3db21820-8a13-404c-9e9b-6f2134cc111b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 912 time: 0.0846231 Sep 21 09:03:30.799065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-2f835785-739b-45a4-a26f-ef4443c1f559 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 217 time: 0.0382035 Sep 21 09:03:30.848103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-f0e9d406-753a-4d30-a2ce-239b1f5d6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:30.849434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-f0e9d406-753a-4d30-a2ce-239b1f5d6320 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 200 len: 851 time: 0.0433986 Sep 21 09:03:30.880473 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-5e6e058d-dbbb-4e36-8477-0c09f159f79e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b6094a5-279b-4029-b785-a48570441190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246499 Sep 21 09:03:30.972818 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-50249172-9f94-480a-bdf6-e059da3f5044 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855119 Sep 21 09:03:31.060382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-c7313cc7-11e7-432c-94c7-cee3fd96d359 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811052 Sep 21 09:03:31.828758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0ef1d-1485-45e9-92c5-d759687506fe req-144a4d13-dca2-4b58-b9bd-9ce1691fb3fd tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:31.830231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5dc0ef1d-1485-45e9-92c5-d759687506fe req-144a4d13-dca2-4b58-b9bd-9ce1691fb3fd tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0538630 Sep 21 09:03:31.868468 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5dc0ef1d-1485-45e9-92c5-d759687506fe req-d00243f1-4b16-4cac-ad1a-4f73bc1b1342 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Sep 21 09:03:31.938432 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:03:32.491053 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:32.986314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad689d77-4582-4638-8e02-6791c7c9457f req-be1cc3ec-4d5b-4b0d-9907-585d827ff8d8 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:32.987806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad689d77-4582-4638-8e02-6791c7c9457f req-be1cc3ec-4d5b-4b0d-9907-585d827ff8d8 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0484595 Sep 21 09:03:33.025034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad689d77-4582-4638-8e02-6791c7c9457f req-793c3732-5135-4956-824f-596fdf1cdec5 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Sep 21 09:03:34.138171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a315458-38c9-47e8-ad5d-2bf445cbf042 req-4f085f6c-4212-4229-8164-8a6b8b2fa475 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:34.139665 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a315458-38c9-47e8-ad5d-2bf445cbf042 req-4f085f6c-4212-4229-8164-8a6b8b2fa475 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0473392 Sep 21 09:03:34.176992 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a315458-38c9-47e8-ad5d-2bf445cbf042 req-fb7cf58c-6bf4-4429-826a-9c68fed9265b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308108 Sep 21 09:03:34.238755 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:35.293390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad16366-0301-4daa-a3c4-4ef781e8a487 req-746a814e-fa4e-4a5e-94b8-b8eff84ef9e5 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:35.294838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ad16366-0301-4daa-a3c4-4ef781e8a487 req-746a814e-fa4e-4a5e-94b8-b8eff84ef9e5 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0511971 Sep 21 09:03:35.332293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ad16366-0301-4daa-a3c4-4ef781e8a487 req-edf7f2f9-e411-4769-9050-7125e8bbb2cd tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315270 Sep 21 09:03:36.445988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623522c8-3402-46b8-b449-def02ad23eca req-697e20a4-0b68-4769-b108-1cde13e2d64e tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:36.447502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-623522c8-3402-46b8-b449-def02ad23eca req-697e20a4-0b68-4769-b108-1cde13e2d64e tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0484865 Sep 21 09:03:36.484349 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-623522c8-3402-46b8-b449-def02ad23eca req-fee7abc2-f34b-41ff-b38d-b263387ab268 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Sep 21 09:03:37.598100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda565-ef87-41e1-9e1c-3b5656dd012f req-e3b84984-9205-4057-9b15-a69d7c04dd9f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:37.600122 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-47bda565-ef87-41e1-9e1c-3b5656dd012f req-e3b84984-9205-4057-9b15-a69d7c04dd9f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0488040 Sep 21 09:03:37.638446 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-47bda565-ef87-41e1-9e1c-3b5656dd012f req-782d5811-2210-42fe-a712-f6b299eb8d7d tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Sep 21 09:03:38.757244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69b370-558f-4db7-a368-e39ea15d05f9 req-e45fb199-0793-4f2c-8eca-224568f60de2 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:38.758759 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de69b370-558f-4db7-a368-e39ea15d05f9 req-e45fb199-0793-4f2c-8eca-224568f60de2 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0530727 Sep 21 09:03:38.796771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-de69b370-558f-4db7-a368-e39ea15d05f9 req-6a160d4b-3a87-4921-afb1-9569c65c48f3 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Sep 21 09:03:39.911734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2cb84-b381-4d7e-a32d-42ff449b6b82 req-9d147044-d65a-4f95-ba78-d4ff8d171eaf tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:39.913211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebf2cb84-b381-4d7e-a32d-42ff449b6b82 req-9d147044-d65a-4f95-ba78-d4ff8d171eaf tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0489831 Sep 21 09:03:39.949743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ebf2cb84-b381-4d7e-a32d-42ff449b6b82 req-1528f6c9-f165-40de-b810-8f626170d550 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306251 Sep 21 09:03:41.063520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd779-d184-482a-a529-465c553950ac req-be7f19d4-f2b5-4d98-b801-4d0629bc3904 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:41.064916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283bd779-d184-482a-a529-465c553950ac req-be7f19d4-f2b5-4d98-b801-4d0629bc3904 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0483472 Sep 21 09:03:41.102975 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-283bd779-d184-482a-a529-465c553950ac req-8d7565d8-5439-4eae-bda7-91a68db33f4a tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Sep 21 09:03:42.221163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a19c2-907f-40e2-a174-76b10733e78f req-a20ad7a0-a55b-4e7c-ad72-9f012c72a22f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:42.222640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-808a19c2-907f-40e2-a174-76b10733e78f req-a20ad7a0-a55b-4e7c-ad72-9f012c72a22f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0529261 Sep 21 09:03:42.260641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-808a19c2-907f-40e2-a174-76b10733e78f req-12f130a5-9c30-4b3e-ab4a-267909fd2fe8 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Sep 21 09:03:43.373513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d9464-10f0-4125-9c2e-5004a4ed7f43 req-fab0333f-df31-4278-a7d8-39ab11f489a3 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:43.374982 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a56d9464-10f0-4125-9c2e-5004a4ed7f43 req-fab0333f-df31-4278-a7d8-39ab11f489a3 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0481167 Sep 21 09:03:43.413939 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a56d9464-10f0-4125-9c2e-5004a4ed7f43 req-d5885df5-9528-403b-9221-f6b57c430b92 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330346 Sep 21 09:03:44.535608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003e6f-cf85-4ad8-bc64-bd560b3acc56 req-aa512423-a98a-4a7c-a56b-a10084804dd6 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:44.537118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50003e6f-cf85-4ad8-bc64-bd560b3acc56 req-aa512423-a98a-4a7c-a56b-a10084804dd6 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0562696 Sep 21 09:03:44.575248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50003e6f-cf85-4ad8-bc64-bd560b3acc56 req-e79e7215-a79c-44d0-b97c-0bf2186397c4 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Sep 21 09:03:45.692376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2625f-dc1a-4609-9f0d-f4650ac57e3f req-4aadb4a6-7bd5-483b-92e2-66d5a5eceb56 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:45.694329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbc2625f-dc1a-4609-9f0d-f4650ac57e3f req-4aadb4a6-7bd5-483b-92e2-66d5a5eceb56 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0523143 Sep 21 09:03:45.731552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbc2625f-dc1a-4609-9f0d-f4650ac57e3f req-335e9dda-9a4b-4739-9de5-a2d059a0c5cc tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312562 Sep 21 09:03:46.845468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87084518-6d80-47af-882b-0b3ac39dad04 req-9c6fb605-b92c-40b2-97bd-2f39a4eb8542 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:46.847004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87084518-6d80-47af-882b-0b3ac39dad04 req-9c6fb605-b92c-40b2-97bd-2f39a4eb8542 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0486038 Sep 21 09:03:46.884557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87084518-6d80-47af-882b-0b3ac39dad04 req-a2c595cf-9afb-4b3f-8b0a-60c7155ea7f1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308056 Sep 21 09:03:48.003827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3c98c-c39b-41ad-8001-89a01ad287bf req-d022e374-5f56-456a-8697-8b8b7d3210b4 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:48.005312 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2e3c98c-c39b-41ad-8001-89a01ad287bf req-d022e374-5f56-456a-8697-8b8b7d3210b4 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0485439 Sep 21 09:03:48.042224 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d2e3c98c-c39b-41ad-8001-89a01ad287bf req-030aedde-3b58-405b-b423-324aaa3da561 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309653 Sep 21 09:03:49.160554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aea83-6f62-4133-87a8-2a739eef5df4 req-5c9bd7f2-c965-4c85-a40a-8e5217866a7f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:49.162034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a0aea83-6f62-4133-87a8-2a739eef5df4 req-5c9bd7f2-c965-4c85-a40a-8e5217866a7f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0530093 Sep 21 09:03:49.200061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0a0aea83-6f62-4133-87a8-2a739eef5df4 req-86bc0b44-73aa-428d-b3f6-d480216e966b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Sep 21 09:03:50.311608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab36da4-15e9-40e7-8960-71ab17aa01e9 req-ca2ead00-3c9f-414c-8c66-7c34457a241f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:50.313067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ab36da4-15e9-40e7-8960-71ab17aa01e9 req-ca2ead00-3c9f-414c-8c66-7c34457a241f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0478978 Sep 21 09:03:50.350808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9ab36da4-15e9-40e7-8960-71ab17aa01e9 req-4e204117-a8a6-4060-bda4-c2104da9e9a0 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Sep 21 09:03:51.464074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05e04f-0286-4990-83da-ba18c2005ee0 req-f2c73fbb-7136-48e9-9dd1-6293a9f725ee tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:51.465562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c05e04f-0286-4990-83da-ba18c2005ee0 req-f2c73fbb-7136-48e9-9dd1-6293a9f725ee tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0474296 Sep 21 09:03:51.502468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c05e04f-0286-4990-83da-ba18c2005ee0 req-7a825262-7bfe-40f4-996c-b6336c1bfed7 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Sep 21 09:03:52.467759 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d96341c2-ef66-4488-bfc6-c59b6b18f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:52.619182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f1de-3fcd-4999-b7c2-29be76071ada req-7613c72f-f730-4e1c-9660-7dc773ddacf7 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:52.620901 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f66f1de-3fcd-4999-b7c2-29be76071ada req-7613c72f-f730-4e1c-9660-7dc773ddacf7 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0515378 Sep 21 09:03:52.657884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f66f1de-3fcd-4999-b7c2-29be76071ada req-eb74f863-2daa-4b99-911a-f2da51d3932b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Sep 21 09:03:53.774259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86cef0-3123-4ef0-bc66-4ad1e9b1224d req-a5030375-415d-47bf-8531-e1dade506294 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:53.775796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd86cef0-3123-4ef0-bc66-4ad1e9b1224d req-a5030375-415d-47bf-8531-e1dade506294 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0477054 Sep 21 09:03:53.814387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fd86cef0-3123-4ef0-bc66-4ad1e9b1224d req-78862357-be8a-4808-a084-92e54afa1cb1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326304 Sep 21 09:03:54.932514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae93b3-ada7-4db4-8638-845a64c2aa10 req-9886e9bc-5ae9-4b5b-b004-de85303613a0 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:54.933999 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dbae93b3-ada7-4db4-8638-845a64c2aa10 req-9886e9bc-5ae9-4b5b-b004-de85303613a0 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0519292 Sep 21 09:03:54.973406 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dbae93b3-ada7-4db4-8638-845a64c2aa10 req-1cd97c81-61fc-4945-883e-ff8d906b7f89 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Sep 21 09:03:55.387411 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:55.427121 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-675bb00a-ddd1-4b83-9b70-3688aa1f07f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:56.093276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e45696-8f71-402f-bfd0-3475150c000f req-7f68343b-31fa-4c38-8af3-0741a7fd27b1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:56.094681 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95e45696-8f71-402f-bfd0-3475150c000f req-7f68343b-31fa-4c38-8af3-0741a7fd27b1 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0544190 Sep 21 09:03:56.132586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-95e45696-8f71-402f-bfd0-3475150c000f req-f0a70bd4-4728-4bf3-a7e6-cd1aa175fe94 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Sep 21 09:03:56.887394 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:57.244755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68789a3e-6409-4b77-bea6-81acd13bcf27 req-996598bc-f984-4d2d-a23e-14e6a5b00698 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:57.246241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68789a3e-6409-4b77-bea6-81acd13bcf27 req-996598bc-f984-4d2d-a23e-14e6a5b00698 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0476811 Sep 21 09:03:57.283960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-68789a3e-6409-4b77-bea6-81acd13bcf27 req-e468cf51-dcd1-47d3-b7e7-ca565d46d803 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Sep 21 09:03:57.869556 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-3efce47d-46d3-4210-9650-3cf79eb7d8b4 service neutron] show failed (client error): The resource could not be found. Sep 21 09:03:57.870554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-3efce47d-46d3-4210-9650-3cf79eb7d8b4 service neutron] 10.222.0.62 "GET /v2.0/ports/48299f80-4bc9-4c41-8f66-af53680f9025/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0573533 Sep 21 09:03:57.953808 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:58.169531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-c1e86f7d-494d-4f1a-9d04-8121aea40bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:58.171061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-c1e86f7d-494d-4f1a-9d04-8121aea40bae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e&tenant_id=016e555f63f9477a9abe08baabd44e01 HTTP/1.1" status: 200 len: 1096 time: 0.1119430 Sep 21 09:03:58.182682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-7fc0096c-28be-4851-b470-aad1d6a35111 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:03:58.183707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-7fc0096c-28be-4851-b470-aad1d6a35111 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050080 Sep 21 09:03:58.195494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:03:58.252541 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:58.436349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b355f1-5b9d-4d90-9044-9a69ad78250b req-0ffb34d2-8c68-4e44-81b1-146f48cb38d6 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:58.437830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79b355f1-5b9d-4d90-9044-9a69ad78250b req-0ffb34d2-8c68-4e44-81b1-146f48cb38d6 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0881288 Sep 21 09:03:58.515551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-79b355f1-5b9d-4d90-9044-9a69ad78250b req-e0bfa323-5c51-4bab-a398-849c48fbc0ca tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502708 Sep 21 09:03:58.520277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:03:58.554427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:03:58.596726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:03:58.602774 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:58.615713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Transition to ACTIVE for port object 48299f80-4bc9-4c41-8f66-af53680f9025 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:03:58.620511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:58.648313 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06af8c2e-ad8e-410b-97a9-f5bbb39be739" -d '{"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:03:58.674235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:58.691088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] No DVR routers for this DVR port 48299f80-4bc9-4c41-8f66-af53680f9025 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:03:58.699140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.699518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.699868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.700206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.700543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.700878 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.701211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.701539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.701868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.702198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.702521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.702846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:03:58.737753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:03:58.738091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:03:58.738423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 on network 1b6094a5-279b-4029-b785-a48570441190 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:03:58.742797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Port 48299f80-4bc9-4c41-8f66-af53680f9025 on network 1b6094a5-279b-4029-b785-a48570441190 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:03:58.743125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Attempting to bind port 48299f80-4bc9-4c41-8f66-af53680f9025 on network 1b6094a5-279b-4029-b785-a48570441190 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:03:58.747989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:03:58.748328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Checking segment: {'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:03:58.748712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Bound using segment: {'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:03:58.749139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Bound port: 48299f80-4bc9-4c41-8f66-af53680f9025, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf51e331-5bb7-4a18-aece-4652885148ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1b6094a5-279b-4029-b785-a48570441190'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:03:58.749499 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:58.759964 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bc8c2b-aee3-4fb1-a769-00f086aa6114 x-openstack-request-id: req-12bc8c2b-aee3-4fb1-a769-00f086aa6114 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:03:58.760262 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:03:58.760519 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12bc8c2b-aee3-4fb1-a769-00f086aa6114 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:03:58.760927 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025', 'code': 200} Sep 21 09:03:58.819538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:03:58.822475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:03:58.827002 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:58.862827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:58.863487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:03:58.864911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] 10.222.0.50 "PUT /v2.0/ports/48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 1091 time: 0.6731348 Sep 21 09:03:58.883888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749993e-9de0-4e2f-8e8f-6ef4fbd153cb service neutron] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:03:58.932071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-cefdfe03-51d8-40cb-a493-a6f0c5cf0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:58.933627 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-cefdfe03-51d8-40cb-a493-a6f0c5cf0c75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1094 time: 0.0438480 Sep 21 09:03:59.026975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-e50e60d5-7987-4469-9f0b-27a46b00bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:59.028483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-e50e60d5-7987-4469-9f0b-27a46b00bc83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 912 time: 0.0876172 Sep 21 09:03:59.072236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-fe898bbe-30e7-4d8a-95c4-45c429d2960b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 217 time: 0.0355554 Sep 21 09:03:59.120593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-193f5b74-13c8-4533-8495-6d02b7e417b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:59.121940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-193f5b74-13c8-4533-8495-6d02b7e417b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 200 len: 851 time: 0.0425348 Sep 21 09:03:59.154305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-c848e288-b224-48ea-bf2e-3ff01bacc9a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b6094a5-279b-4029-b785-a48570441190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248077 Sep 21 09:03:59.246817 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-c7422422-b382-4947-be0a-98321a170223 service neutron] 10.222.0.50 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848331 Sep 21 09:03:59.343029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e9fce3c-1d71-4552-96ce-ba3f553fa455 req-c2d8cc81-51a2-4695-a4df-ff6683103af9 service neutron] 10.222.0.50 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886917 Sep 21 09:03:59.636674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323c88-e9c3-4a28-af69-5a946524c9c9 req-4fc13a9f-62d4-4481-94a8-edc8b0f327c6 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:03:59.638206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c323c88-e9c3-4a28-af69-5a946524c9c9 req-4fc13a9f-62d4-4481-94a8-edc8b0f327c6 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 943 time: 0.0536602 Sep 21 09:03:59.675546 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5c323c88-e9c3-4a28-af69-5a946524c9c9 req-b66118ba-7f3e-457e-bb08-9c5dcdd50d3f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Sep 21 09:04:00.763370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:00.766450 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ab9993-498f-49fc-94cc-caf96f368be5" -d '{"events": [{"name": "network-changed", "server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:00.830015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d6747-7bd6-4e72-bf72-43ab1652169f req-5921e3c6-18f6-4d3e-a055-859e0b1339f7 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:00.832011 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54d6747-7bd6-4e72-bf72-43ab1652169f req-5921e3c6-18f6-4d3e-a055-859e0b1339f7 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 943 time: 0.0684767 Sep 21 09:04:00.854034 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0098d9-80ec-4513-b5a6-c06794f387c5 x-openstack-request-id: req-0e0098d9-80ec-4513-b5a6-c06794f387c5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:00.854342 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:00.854578 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e0098d9-80ec-4513-b5a6-c06794f387c5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:00.854960 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025', 'status': 'completed', 'code': 200} Sep 21 09:04:00.939487 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a54d6747-7bd6-4e72-bf72-43ab1652169f req-ad7f20ed-b202-48b0-86b9-1f739b821c4b tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965753 Sep 21 09:04:00.944745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-5ed4e77c-5567-4470-a6fc-d4f1f8cb28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:00.945679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-3941291d-bb24-48b9-a880-754ae38de1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:00.946857 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-5ed4e77c-5567-4470-a6fc-d4f1f8cb28b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1094 time: 0.0657072 Sep 21 09:04:00.947707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-3941291d-bb24-48b9-a880-754ae38de1d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1094 time: 0.0622284 Sep 21 09:04:01.049524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-542e2f66-e7f7-4f1d-8fb5-3508ee95b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:01.049794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-b13b5d04-26b5-4fe1-ac72-b22c1efe09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:01.051049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-542e2f66-e7f7-4f1d-8fb5-3508ee95b393 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 912 time: 0.0911255 Sep 21 09:04:01.051171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-b13b5d04-26b5-4fe1-ac72-b22c1efe09a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 912 time: 0.0970337 Sep 21 09:04:01.094382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-0f7ff241-e1ec-4a5d-8aac-1165e5e264ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 217 time: 0.0353038 Sep 21 09:04:01.095124 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-2900a07e-df5a-41bb-9482-125fd72d9c71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 217 time: 0.0369368 Sep 21 09:04:01.146235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-e2e5e60f-141b-4b53-9e83-d0c8026902a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:01.147824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-e2e5e60f-141b-4b53-9e83-d0c8026902a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 200 len: 851 time: 0.0450208 Sep 21 09:04:01.149751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-1a1a416e-632e-4a37-abb1-9e8c3149cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:01.149751 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-1a1a416e-632e-4a37-abb1-9e8c3149cdfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 200 len: 851 time: 0.0475688 Sep 21 09:04:01.186159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-b1ab2c94-ce1d-46fb-87d4-d59dd01e7700 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b6094a5-279b-4029-b785-a48570441190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296373 Sep 21 09:04:01.187057 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-83743a3f-dcdd-4573-bd2c-fec81357e7d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1b6094a5-279b-4029-b785-a48570441190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311196 Sep 21 09:04:01.232970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:04:01.285760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-5ff1d299-5286-48ba-b7ae-1f4a43c0d958 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925143 Sep 21 09:04:01.302077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-046ceebd-483e-429a-8359-c011574d32bd service neutron] 10.222.0.50 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061902 Sep 21 09:04:01.400228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-67d70cd9-35ff-4e58-b7a5-6768c3c2ea8d service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073885 Sep 21 09:04:01.421504 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b5ab9993-498f-49fc-94cc-caf96f368be5 req-d259ebb0-afa3-4d4b-ae81-864da65d6c54 service neutron] 10.222.0.50 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108570 Sep 21 09:04:01.453089 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:04:02.066254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d57bf-6ac3-4a73-aa2e-5a6e48eb6e89 req-f05e8e65-b5bd-4301-b78e-41133328ea31 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:02.067711 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d02d57bf-6ac3-4a73-aa2e-5a6e48eb6e89 req-f05e8e65-b5bd-4301-b78e-41133328ea31 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 943 time: 0.0489483 Sep 21 09:04:02.105782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d02d57bf-6ac3-4a73-aa2e-5a6e48eb6e89 req-e20e4acb-aa06-4885-9ed2-c86ef0b9b3ee tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Sep 21 09:04:02.218482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:04:02.311714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:02.323144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '48299f80-4bc9-4c41-8f66-af53680f9025', 'network_id': '1b6094a5-279b-4029-b785-a48570441190', 'port_id': '48299f80-4bc9-4c41-8f66-af53680f9025', 'mac_address': 'fa:16:3e:b2:3b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09937e49-82b8-43d7-8b8b-fa667deb209a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:04:02.364735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:02.377839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70011980-466f-4e15-bf81-21784b6f3c2e req-d093f684-56a8-495e-83b2-6fe9c8063469 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:02.379456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-d093f684-56a8-495e-83b2-6fe9c8063469 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.62 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e&tenant_id=016e555f63f9477a9abe08baabd44e01&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 943 time: 0.0915325 Sep 21 09:04:02.379714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48299f80-4bc9-4c41-8f66-af53680f9025 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:04:02.402304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:02.406185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:02.449129 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-70011980-466f-4e15-bf81-21784b6f3c2e req-d80dd002-cdb0-4e5c-aa3e-fc6b9eba0bf0 service neutron] delete failed (client error): The resource could not be found. Sep 21 09:04:02.450296 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-d80dd002-cdb0-4e5c-aa3e-fc6b9eba0bf0 service neutron] 10.222.0.62 "DELETE /v2.0/ports/48299f80-4bc9-4c41-8f66-af53680f9025/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0632684 Sep 21 09:04:02.453955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:02.462009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.462352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.462692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.463028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.463387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.463891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.464218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.464543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.464866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.465190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.465511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.465829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:02.503712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:02.672468 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['48299f80-4bc9-4c41-8f66-af53680f9025'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:04:02.864071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70011980-466f-4e15-bf81-21784b6f3c2e req-5879e4ff-0c10-4bee-ace4-b2e7e1723ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:02.865581 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-5879e4ff-0c10-4bee-ace4-b2e7e1723ea2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 1095 time: 0.3725553 Sep 21 09:04:02.960946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70011980-466f-4e15-bf81-21784b6f3c2e req-b16b7e73-544f-4ad8-a276-5a3663606f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:02.962450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-b16b7e73-544f-4ad8-a276-5a3663606f06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 200 len: 912 time: 0.0899296 Sep 21 09:04:03.008335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-e2293667-37e7-4bff-ba5d-09b5d7921496 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 200 len: 217 time: 0.0392644 Sep 21 09:04:03.062684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70011980-466f-4e15-bf81-21784b6f3c2e req-35bbef1d-0479-4ba3-8537-590fa07a13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:03.064255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-35bbef1d-0479-4ba3-8537-590fa07a13b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 200 len: 851 time: 0.0494096 Sep 21 09:04:03.096152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-ccd218e2-73c4-4dba-9733-4729eceb2ac1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b6094a5-279b-4029-b785-a48570441190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253966 Sep 21 09:04:03.191201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-89dfb671-058f-4400-980a-b92ad66698ba service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877481 Sep 21 09:04:03.278025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-384fbe2f-3d77-47fb-b7a5-ac15998ea011 service neutron] 10.222.0.62 "GET /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802770 Sep 21 09:04:03.982065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776965-278e-45b8-b775-8974a62fda6b req-31ff6ca4-9ddd-4c74-99a5-4f512d02ef7f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:03.983598 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a776965-278e-45b8-b775-8974a62fda6b req-31ff6ca4-9ddd-4c74-99a5-4f512d02ef7f tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 944 time: 0.0508232 Sep 21 09:04:04.028783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a776965-278e-45b8-b775-8974a62fda6b req-52a39997-6894-421e-bf04-38ba232056af tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Sep 21 09:04:04.247394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:04:04.251136 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:04.299069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 48299f80-4bc9-4c41-8f66-af53680f9025 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:04:04.302793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 48299f80-4bc9-4c41-8f66-af53680f9025 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:04:04.303180 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:04.381763 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:04.405218 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:04.407515 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aade866-e79f-4128-8021-59e0825b557d" -d '{"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:04.424375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:04.429808 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:04.454442 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685b73b1-17a4-436a-955c-6d7a61afc03b x-openstack-request-id: req-685b73b1-17a4-436a-955c-6d7a61afc03b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:04.454727 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-plugged", "status": "completed", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:04.454975 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-685b73b1-17a4-436a-955c-6d7a61afc03b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:04.455391 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025', 'code': 200} Sep 21 09:04:04.484365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:05.159949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3b92-2912-411d-ad1b-9f7c675c1f57 req-a4d62e91-c10a-41b8-a87e-d32f67dfdc10 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:05.161450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b02d3b92-2912-411d-ad1b-9f7c675c1f57 req-a4d62e91-c10a-41b8-a87e-d32f67dfdc10 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0611281 Sep 21 09:04:05.199077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b02d3b92-2912-411d-ad1b-9f7c675c1f57 req-5ccc3a4b-1f71-4f76-97fa-980b13226e1a tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.59 "GET /v2.0/security-groups?id=68922afa-c13b-4c4a-87f0-8497b9ea1b03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Sep 21 09:04:05.283171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70011980-466f-4e15-bf81-21784b6f3c2e req-22daa773-06c1-4f87-81c9-54b825a1d3db tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:05.284681 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-22daa773-06c1-4f87-81c9-54b825a1d3db tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.50 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 945 time: 0.0483756 Sep 21 09:04:05.371682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Deleting port 48299f80-4bc9-4c41-8f66-af53680f9025 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:04:05.371951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:05.461873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] For port 48299f80-4bc9-4c41-8f66-af53680f9025, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=48299f80-4bc9-4c41-8f66-af53680f9025,segment=NetworkSegment(cf51e331-5bb7-4a18-aece-4652885148ab),segment_id=cf51e331-5bb7-4a18-aece-4652885148ab)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:05.462244 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:05.475015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Calling delete_port for 48299f80-4bc9-4c41-8f66-af53680f9025 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:04:05.602988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:05.614840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['48299f80-4bc9-4c41-8f66-af53680f9025'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:04:05.631574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Pushing event deleted for resources: {'Port': ['ID=48299f80-4bc9-4c41-8f66-af53680f9025,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:05.672189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] No DVR routers for this DVR port 48299f80-4bc9-4c41-8f66-af53680f9025 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:04:05.674886 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:05.676927 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-70011980-466f-4e15-bf81-21784b6f3c2e req-32e76dae-1034-419b-b4a1-1a2d7b73e604 tempest-DeleteServersTestJSON-1173160612 tempest-DeleteServersTestJSON-1173160612-project] 10.222.0.50 "DELETE /v2.0/ports/48299f80-4bc9-4c41-8f66-af53680f9025 HTTP/1.1" status: 204 len: 173 time: 0.3859963 Sep 21 09:04:05.677419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-deleted', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:05.679698 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc26d657-f83a-4ee9-a017-67629c2c8c8f" -d '{"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-deleted", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:05.748895 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9578672-a9c8-4e8d-985b-b4b686e645f7 x-openstack-request-id: req-f9578672-a9c8-4e8d-985b-b4b686e645f7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:05.749187 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143973b8-bbbf-4752-9333-e3d13eca0f9e", "name": "network-vif-deleted", "tag": "48299f80-4bc9-4c41-8f66-af53680f9025", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:05.749443 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f9578672-a9c8-4e8d-985b-b4b686e645f7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:05.749836 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143973b8-bbbf-4752-9333-e3d13eca0f9e', 'name': 'network-vif-deleted', 'tag': '48299f80-4bc9-4c41-8f66-af53680f9025', 'status': 'completed', 'code': 200} Sep 21 09:04:05.751878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d5f443a-9591-44df-87f5-c47c90e84fac req-be4aed4c-ae15-453c-8470-225f145b5268 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0317552 Sep 21 09:04:05.831939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d5f443a-9591-44df-87f5-c47c90e84fac req-1d925ded-aa22-4727-a10d-86d5f7f5efe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=016e555f63f9477a9abe08baabd44e01&device_id=143973b8-bbbf-4752-9333-e3d13eca0f9e HTTP/1.1" status: 200 len: 210 time: 0.0257299 Sep 21 09:04:06.024233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f443a-9591-44df-87f5-c47c90e84fac req-5168054c-c0ac-45bd-9a84-bb6c3ac8e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:06.025719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d5f443a-9591-44df-87f5-c47c90e84fac req-5168054c-c0ac-45bd-9a84-bb6c3ac8e003 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=016e555f63f9477a9abe08baabd44e01&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1735187 Sep 21 09:04:06.182152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f443a-9591-44df-87f5-c47c90e84fac req-f0f4af12-0246-4186-94fb-5c3b52ddf806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:06.183695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d5f443a-9591-44df-87f5-c47c90e84fac req-f0f4af12-0246-4186-94fb-5c3b52ddf806 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510344 Sep 21 09:04:06.327109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41534) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:04:06.374007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Deleting subnet 09937e49-82b8-43d7-8b8b-fa667deb209a {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:04:06.376998 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.410648 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.448959 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.499969 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.527581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09937e49-82b8-43d7-8b8b-fa667deb209a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:06.537345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.538183 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.538525 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.538863 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.539194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.539605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.539874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.540201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.540527 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.540851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.541174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.541500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:04:06.544248 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.546175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-58eefcdb-1fdc-4295-b28d-126be1632a14 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/09937e49-82b8-43d7-8b8b-fa667deb209a HTTP/1.1" status: 204 len: 168 time: 0.2179832 Sep 21 09:04:06.548622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41536) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:04:06.615270 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.696313 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.719641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6094a5-279b-4029-b785-a48570441190']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:04:06.729305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf51e331-5bb7-4a18-aece-4652885148ab') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:04:06.729601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf51e331-5bb7-4a18-aece-4652885148ab') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:04:06.740073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.755379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.761252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:04:06.761647 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:04:06.763564 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:04:06.817679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.836597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:06.838449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b6094a5-279b-4029-b785-a48570441190 HTTP/1.1" status: 204 len: 168 time: 0.2889252 Sep 21 09:04:06.839751 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1f6e2-a70b-49cc-905e-dce8c485c248 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6094a5-279b-4029-b785-a48570441190,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:06.948363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41540) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:04:06.991450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d93257bf-b1e0-4816-a61e-52b459958a31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=016e555f63f9477a9abe08baabd44e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413778 Sep 21 09:04:06.993951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41542) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:04:07.040812 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ed94cd0-fd39-4efc-bd2e-5887c6b09d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:07.062639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ed94cd0-fd39-4efc-bd2e-5887c6b09d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:07.108604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ed94cd0-fd39-4efc-bd2e-5887c6b09d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:07.111136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ed94cd0-fd39-4efc-bd2e-5887c6b09d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:07.112326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5ed94cd0-fd39-4efc-bd2e-5887c6b09d06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/68922afa-c13b-4c4a-87f0-8497b9ea1b03 HTTP/1.1" status: 204 len: 168 time: 0.1174419 Sep 21 09:04:07.120194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed94cd0-fd39-4efc-bd2e-5887c6b09d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68922afa-c13b-4c4a-87f0-8497b9ea1b03,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:07.755570 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41564) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:04:07.853307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1262597083-network', 'tenant_id': '25724cb32244482aa10cda3acf988e2a'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:04:07.873544 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Made reservation on behalf of 25724cb32244482aa10cda3acf988e2a for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:04:07.875955 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:07.884333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:07.974908 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:07.979580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.005532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:04:08.015335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401bb37c-c450-438f-b847-5fc27eb00047,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:08.022419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.022885 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Added segment e6117eda-445c-48a0-afb9-ae9e0c58b645 of type vlan for network efae0681-38e3-494f-ab14-85b4af3dfdf3 Sep 21 09:04:08.067374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.093591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.094875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:08.095612 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.128341 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3714099 Sep 21 09:04:08.131403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41568) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:04:08.137542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Request body: {'subnet': {'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1262597083-subnet', 'tenant_id': '25724cb32244482aa10cda3acf988e2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:04:08.158347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Made reservation on behalf of 25724cb32244482aa10cda3acf988e2a for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:04:08.159609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ad357-e490-4a91-9926-1dd309b912fe admin admin] Pushing event updated for resources: {'Network': ['ID=efae0681-38e3-494f-ab14-85b4af3dfdf3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:08.161341 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.170169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network efae0681-38e3-494f-ab14-85b4af3dfdf3 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:04:08.273350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:04:08.293300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 48299f80-4bc9-4c41-8f66-af53680f9025 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:04:08.293643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 48299f80-4bc9-4c41-8f66-af53680f9025 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:04:08.330929 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.382138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d0de089-f290-4091-b457-f81432c7321e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:08.392537 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Checking segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:04:08.392896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Network hostable DHCP agents. Network: efae0681-38e3-494f-ab14-85b4af3dfdf3, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:04:08.408768 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Network efae0681-38e3-494f-ab14-85b4af3dfdf3 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:04:08.417101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, efae0681-38e3-494f-ab14-85b4af3dfdf3) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:04:08.421266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:08.421867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:08.426781 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6dd851-0a09-49e9-8a5d-510ddbb449a2 None None] Network efae0681-38e3-494f-ab14-85b4af3dfdf3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:04:08.445879 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-054e89e1-3388-4fc8-ab2f-9f45b05d8b57 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3101742 Sep 21 09:04:08.549730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fde55a-d361-4b53-a63c-88195dcd6d93 None None] Network efae0681-38e3-494f-ab14-85b4af3dfdf3 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:04:08.857495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6197ebcb-7d8c-4bba-983b-1a5885ff197a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:08.858966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6197ebcb-7d8c-4bba-983b-1a5885ff197a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 815 time: 0.1041691 Sep 21 09:04:08.874223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6ac99a61-b4f3-468b-8205-b7d6d625a414 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/quotas/25724cb32244482aa10cda3acf988e2a HTTP/1.1" status: 200 len: 375 time: 0.0093603 Sep 21 09:04:08.909202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-63558c2d-5060-49e7-a54d-b77d4207be83 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297105 Sep 21 09:04:08.920314 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-47e6e56f-96d9-4cae-8920-124317484f25 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:04:08.921194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-47e6e56f-96d9-4cae-8920-124317484f25 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048919 Sep 21 09:04:08.937855 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:04:09.009578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-45f29299-e8cc-4e52-b4ef-969cf3012454 service neutron] 10.222.0.59 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828357 Sep 21 09:04:09.101868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-125fbd72-8b43-4575-bfa7-e52d122b2a26 service neutron] 10.222.0.59 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861518 Sep 21 09:04:09.258706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0587cbb8-4ebc-49f8-950a-f9bb9be99386 req-289729e4-aae1-4c2b-80a6-c0f71681f1e1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 210 time: 0.0254843 Sep 21 09:04:10.211088 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-a7a8db94-9115-4e06-a8cf-c3a0eac4cc1b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:10.212570 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-a7a8db94-9115-4e06-a8cf-c3a0eac4cc1b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.50 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 815 time: 0.1087780 Sep 21 09:04:10.227090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Request body: {'port': {'device_id': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3', 'admin_state_up': True, 'tenant_id': '25724cb32244482aa10cda3acf988e2a'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:04:10.344015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Made reservation on behalf of 25724cb32244482aa10cda3acf988e2a for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:04:10.347764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:10.357926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3b1ed5bd-75c3-4c3a-94ec-4f783bfd8a6e req-41af4f79-00ec-440b-85c0-6cf499c26d58 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Sep 21 09:04:10.474266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Allocated IP 172.20.0.7 (efae0681-38e3-494f-ab14-85b4af3dfdf3/7d0de089-f290-4091-b457-f81432c7321e/9c93476d-73b1-41f6-8793-1810d0dcbe75) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:04:10.617350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:10.651516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:10.692152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Network efae0681-38e3-494f-ab14-85b4af3dfdf3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:04:10.696241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:04:10.700146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:04:10.732965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:10.761119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:10.761757 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:10.776217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-84c07260-eacd-43c4-ba24-c7d7601f27e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535285 Sep 21 09:04:10.788762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Request body: {'port': {'device_id': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:04:10.845341 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:11.125344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c93476d-73b1-41f6-8793-1810d0dcbe75 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:04:11.133158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:11.147167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Transition to ACTIVE for port object 9c93476d-73b1-41f6-8793-1810d0dcbe75 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:04:11.152030 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:11.206406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:11.280999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:04:11.281252 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:04:11.281576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:04:11.286080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:04:11.286452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:04:11.291466 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:04:11.291802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Checking segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:04:11.292180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Bound using segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:04:11.292600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Bound port: 9c93476d-73b1-41f6-8793-1810d0dcbe75, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:04:11.293004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:11.355634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:04:11.358623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:04:11.362725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:11.401880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:11.402595 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:11.404064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] 10.222.0.50 "PUT /v2.0/ports/9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 1091 time: 0.6195524 Sep 21 09:04:11.404527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:11.406835 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e7736-9fd2-46e4-933a-f370a953f441" -d '{"events": [{"name": "network-changed", "server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:11.432270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e7f1-ddd9-45f8-8243-20402e4a712e service neutron] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:11.466595 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a46638-76d7-4243-a5f3-296d1ff8eb14 x-openstack-request-id: req-78a46638-76d7-4243-a5f3-296d1ff8eb14 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:11.466888 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:11.467140 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78a46638-76d7-4243-a5f3-296d1ff8eb14 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:11.467562 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'status': 'completed', 'code': 200} Sep 21 09:04:11.517395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8196a-e844-4b40-9c1e-c162a30e5764 req-34d4dc05-582a-48f2-bb20-24e3410254e0 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:11.518895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eac8196a-e844-4b40-9c1e-c162a30e5764 req-34d4dc05-582a-48f2-bb20-24e3410254e0 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.0810761 Sep 21 09:04:11.524802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-e06fdf89-830c-48cf-9a1f-ec1ce246c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:11.526186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-e06fdf89-830c-48cf-9a1f-ec1ce246c8db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1094 time: 0.0613337 Sep 21 09:04:11.874557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-94ff7498-fcaa-45b0-bca1-ec47ee41e8c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 217 time: 0.3348842 Sep 21 09:04:11.896839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eac8196a-e844-4b40-9c1e-c162a30e5764 req-413df565-a829-4977-9f4c-a62b5fd21af2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696780 Sep 21 09:04:11.931691 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-26b1dcc5-7fcc-4a5a-8c84-0dd24876024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:11.933146 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-26b1dcc5-7fcc-4a5a-8c84-0dd24876024a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0490129 Sep 21 09:04:11.965684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-59bc063b-a214-490e-a4eb-d8a894815014 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244901 Sep 21 09:04:12.057225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-a20ff32b-ee73-4d1f-b72e-35fa948b7f0c service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835779 Sep 21 09:04:12.145852 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c4c0de2-eaa5-49b3-a5d5-47cf8bc652f9 req-87b7aeea-3d06-4e50-a14e-40f7a87d7080 service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809999 Sep 21 09:04:12.234350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-3d5c99c3-3b20-419c-a3a8-6dbad24b444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:12.235891 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-3d5c99c3-3b20-419c-a3a8-6dbad24b444a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1094 time: 0.0463598 Sep 21 09:04:12.327135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-91f79c45-800a-4419-bcc1-d2030f6eb772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:12.328574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-91f79c45-800a-4419-bcc1-d2030f6eb772 service neutron] 10.222.0.50 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0844605 Sep 21 09:04:12.374875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-3c7042a7-9927-4438-a1fe-1b1052dcb032 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 217 time: 0.0381446 Sep 21 09:04:12.426538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-147b7371-042b-47d1-9b08-84f58c8e4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:12.428602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-147b7371-042b-47d1-9b08-84f58c8e4dd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0447061 Sep 21 09:04:12.463225 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-4b6498b8-805d-4fc9-a778-bb48b909ec63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259876 Sep 21 09:04:12.560704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-dbe60193-2b49-4f03-99fc-3e43c16d662b service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897074 Sep 21 09:04:12.655506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6a2e7736-9fd2-46e4-933a-f370a953f441 req-2760a193-cc7c-4620-b319-d1a9040bc1e4 service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850294 Sep 21 09:04:13.025714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79842d4d-899b-4ed7-aded-c141b7b763a5 req-793764e6-e4dc-44dd-87e8-f52ed4321ab4 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:13.027189 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79842d4d-899b-4ed7-aded-c141b7b763a5 req-793764e6-e4dc-44dd-87e8-f52ed4321ab4 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.0508196 Sep 21 09:04:13.065997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-79842d4d-899b-4ed7-aded-c141b7b763a5 req-251183d5-97c3-4607-9bb3-cbf7441a7736 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Sep 21 09:04:14.180459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9d01c-7fc7-46a7-ae15-c3336f0d5a26 req-734b023e-4513-4b8f-9d22-d729dec7e314 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:14.181949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5b9d01c-7fc7-46a7-ae15-c3336f0d5a26 req-734b023e-4513-4b8f-9d22-d729dec7e314 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.0486047 Sep 21 09:04:14.219003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c5b9d01c-7fc7-46a7-ae15-c3336f0d5a26 req-05681394-30de-4a7e-9a40-a7504fc34d58 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Sep 21 09:04:14.304878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:04:14.397340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:14.407931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3', 'port_id': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'mac_address': 'fa:16:3e:9a:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0de089-f290-4091-b457-f81432c7321e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:04:14.443913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:14.456013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c93476d-73b1-41f6-8793-1810d0dcbe75 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:04:14.475677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:14.479889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:14.530682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:14.673508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['9c93476d-73b1-41f6-8793-1810d0dcbe75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:04:15.336784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8433ff4-8234-4e99-8b50-7c4983fe0493 req-c328dbd4-07d8-47e6-a11c-ea87bad0c2c8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:15.338295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8433ff4-8234-4e99-8b50-7c4983fe0493 req-c328dbd4-07d8-47e6-a11c-ea87bad0c2c8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 944 time: 0.0533230 Sep 21 09:04:15.375442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8433ff4-8234-4e99-8b50-7c4983fe0493 req-df3c8b1f-b4a5-4784-930c-2a203c61a827 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312431 Sep 21 09:04:16.320712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:04:16.370612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 9c93476d-73b1-41f6-8793-1810d0dcbe75 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:04:16.374156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 9c93476d-73b1-41f6-8793-1810d0dcbe75 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:04:16.374523 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:16.453712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:16.476332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:16.478723 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6792a39f-1307-4028-9c6a-2ca0a86c9ad6" -d '{"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-plugged", "status": "completed", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:16.491038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:16.496161 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:16.499070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eff99-d00d-4e36-be20-aff6c8d7812e req-d55f8bef-d289-44f7-9b3a-bf356c932b2c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:16.501951 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-921eff99-d00d-4e36-be20-aff6c8d7812e req-d55f8bef-d289-44f7-9b3a-bf356c932b2c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 944 time: 0.0566938 Sep 21 09:04:16.523699 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54482b-ef1d-4364-9877-801c81228966 x-openstack-request-id: req-3b54482b-ef1d-4364-9877-801c81228966 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:16.523971 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-plugged", "status": "completed", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:16.524180 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b54482b-ef1d-4364-9877-801c81228966 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:16.524562 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'code': 200} Sep 21 09:04:16.548497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-921eff99-d00d-4e36-be20-aff6c8d7812e req-a70800fb-5167-42f6-8b24-f48ba6431836 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361545 Sep 21 09:04:16.552540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:16.618801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c805aa0-4f19-4610-9ec2-1635f7e276e6 req-99f8dcd1-debd-4c44-8781-4a3d67e125f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:16.620442 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c805aa0-4f19-4610-9ec2-1635f7e276e6 req-99f8dcd1-debd-4c44-8781-4a3d67e125f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1096 time: 0.0402560 Sep 21 09:04:16.656262 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3c805aa0-4f19-4610-9ec2-1635f7e276e6 req-001e8f56-a925-4fc0-8257-36be7344e746 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281708 Sep 21 09:04:17.679767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3734d-521c-488f-a826-8f8ad0f1ae66 req-be9da05e-4dfb-44d7-94b1-41b9f46079db tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:17.681324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32e3734d-521c-488f-a826-8f8ad0f1ae66 req-be9da05e-4dfb-44d7-94b1-41b9f46079db tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0532899 Sep 21 09:04:17.725109 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32e3734d-521c-488f-a826-8f8ad0f1ae66 req-d8c7f5c3-1857-460b-82e2-bd7657cf8a54 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 Sep 21 09:04:18.839329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be013c4-a64f-42a9-b98a-d461d4e2129d req-841c271d-edec-40c9-a328-fbe3a56541e7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:18.840790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6be013c4-a64f-42a9-b98a-d461d4e2129d req-841c271d-edec-40c9-a328-fbe3a56541e7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0480847 Sep 21 09:04:18.877219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6be013c4-a64f-42a9-b98a-d461d4e2129d req-4a902b2d-ea03-4f6a-955f-82e1b652d54c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302708 Sep 21 09:04:18.992514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639be43-8d2e-40ab-8f07-02d4fcc7370c req-9fbc5405-90d8-482a-bdc6-60e1e85678ef tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:18.993998 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4639be43-8d2e-40ab-8f07-02d4fcc7370c req-9fbc5405-90d8-482a-bdc6-60e1e85678ef tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0503516 Sep 21 09:04:19.031388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4639be43-8d2e-40ab-8f07-02d4fcc7370c req-280ddc71-0ba7-4b26-b026-2a865281abd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Sep 21 09:04:19.231467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d490117-d018-4630-98d2-2f675c5049a9 req-80cab0fd-e70f-481c-8310-f0a8a0f0bdd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:19.232959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d490117-d018-4630-98d2-2f675c5049a9 req-80cab0fd-e70f-481c-8310-f0a8a0f0bdd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0522926 Sep 21 09:04:19.270206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3d490117-d018-4630-98d2-2f675c5049a9 req-45fb6b46-e99f-4d7f-a3cf-15738df9cbc6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Sep 21 09:04:19.385000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35181144-5a3f-4c7d-85e1-b5caa0ae7449 req-9802e4c8-810a-4afa-acdb-2c866d1d8387 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:19.386449 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35181144-5a3f-4c7d-85e1-b5caa0ae7449 req-9802e4c8-810a-4afa-acdb-2c866d1d8387 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0514836 Sep 21 09:04:19.422722 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35181144-5a3f-4c7d-85e1-b5caa0ae7449 req-8207d20a-1624-4e2c-a0bc-b69e5343354d tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 Sep 21 09:04:19.755500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-aaa42dcb-d4b9-4343-b58b-c3a88eb74f7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0664916 Sep 21 09:04:19.769484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7baf6-e84e-4a73-a56a-b8cccfce9b85 req-59751a6a-51e1-4a10-a447-b99a180b1b84 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:19.771279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27e7baf6-e84e-4a73-a56a-b8cccfce9b85 req-59751a6a-51e1-4a10-a447-b99a180b1b84 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0719025 Sep 21 09:04:19.817154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27e7baf6-e84e-4a73-a56a-b8cccfce9b85 req-b588bcea-8b82-4e46-8333-0f8d052e84e5 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Sep 21 09:04:20.853137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-b4d87caf-1e16-43b9-a61b-c2e20c9b94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:20.854683 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-b4d87caf-1e16-43b9-a61b-c2e20c9b94c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1096 time: 0.0448678 Sep 21 09:04:20.937732 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07ca2b-c5c7-4b2c-a8bc-89d757b2039a req-33fd93a8-ad9f-4344-befb-e0f476ae3f74 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:20.939228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a07ca2b-c5c7-4b2c-a8bc-89d757b2039a req-33fd93a8-ad9f-4344-befb-e0f476ae3f74 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Sep 21 09:04:20.946859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-1194cc10-b3c0-4aa2-8783-5904c4cca6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:20.949230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-1194cc10-b3c0-4aa2-8783-5904c4cca6a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0863793 Sep 21 09:04:20.977473 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a07ca2b-c5c7-4b2c-a8bc-89d757b2039a req-eb1a067a-14a0-473d-a722-32fe82323049 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Sep 21 09:04:20.995059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-d2358e9f-6f79-4d78-bf85-ef59107357a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 217 time: 0.0387483 Sep 21 09:04:21.044590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-1b05355f-bb0f-4a2e-9033-12d08db0ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:21.046021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-1b05355f-bb0f-4a2e-9033-12d08db0ec87 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0439987 Sep 21 09:04:21.082704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-45bd70a3-6f43-4faa-8e61-0e9c0cbc5961 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288913 Sep 21 09:04:21.175608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-c64c52ef-7c25-4eb9-9830-17db0b82d9a8 service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848722 Sep 21 09:04:21.265616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-cea468ce-d38c-416a-a706-afb075eb17ac service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824096 Sep 21 09:04:22.091786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70a03-f723-4240-adfe-5ef80fa65f25 req-022aaeb2-ad43-4901-8f7c-ffeff6a97c07 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:22.093208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cb70a03-f723-4240-adfe-5ef80fa65f25 req-022aaeb2-ad43-4901-8f7c-ffeff6a97c07 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Sep 21 09:04:22.142048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cb70a03-f723-4240-adfe-5ef80fa65f25 req-3279e7e9-12b6-445c-ba93-14b5ff10251c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Sep 21 09:04:22.470978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3a2575bf-2221-4a23-8470-7f29a364c1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:23.260442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9cc37-2ad8-4615-bde0-0d8b49fc81b3 req-63d05407-2d0e-45df-bb3d-c361f16b99fe tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:23.261934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02e9cc37-2ad8-4615-bde0-0d8b49fc81b3 req-63d05407-2d0e-45df-bb3d-c361f16b99fe tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0488696 Sep 21 09:04:23.299258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-02e9cc37-2ad8-4615-bde0-0d8b49fc81b3 req-bd700ceb-a4a7-4113-a775-fc8864bc0e0e tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Sep 21 09:04:24.412283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36700d36-fa57-4f59-bd1b-39f45318a46d req-2748161a-d76f-4055-822f-8c73012322ba tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:24.413770 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36700d36-fa57-4f59-bd1b-39f45318a46d req-2748161a-d76f-4055-822f-8c73012322ba tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Sep 21 09:04:24.452081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36700d36-fa57-4f59-bd1b-39f45318a46d req-a775e76a-4833-42ad-81c7-e8160c71d2d2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Sep 21 09:04:25.388975 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:25.426653 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-239c51fb-b642-4f73-9013-4fe77e0b3656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:25.574990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95499877-842a-42d7-9d32-7f6aa3fa000e req-52949b4a-eba0-4de1-9f01-fb029c229a74 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:25.576503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95499877-842a-42d7-9d32-7f6aa3fa000e req-52949b4a-eba0-4de1-9f01-fb029c229a74 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0525091 Sep 21 09:04:25.614177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95499877-842a-42d7-9d32-7f6aa3fa000e req-23ca4577-757f-4d79-9bb3-29cc4b4b7f01 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Sep 21 09:04:26.729087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9b97c-1a33-4476-931b-249b13074b66 req-d182823a-05b8-4bfc-83e3-072ebce2bbbc tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:26.730554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccc9b97c-1a33-4476-931b-249b13074b66 req-d182823a-05b8-4bfc-83e3-072ebce2bbbc tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0489361 Sep 21 09:04:26.768309 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccc9b97c-1a33-4476-931b-249b13074b66 req-7c740c5b-4a4b-42df-845d-d1e0eb1b3607 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318384 Sep 21 09:04:26.889960 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:27.888190 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65a642-8e21-491a-8507-0f34a365dc0b req-7d781936-3331-4728-bc5b-15ede7e077a3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:27.889673 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a65a642-8e21-491a-8507-0f34a365dc0b req-7d781936-3331-4728-bc5b-15ede7e077a3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Sep 21 09:04:27.929579 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a65a642-8e21-491a-8507-0f34a365dc0b req-d285a98e-f0a3-4938-b7c4-9603afc4af64 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Sep 21 09:04:27.957978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:29.047969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac477b-9365-438b-a151-48f61b474921 req-88147e67-dcf1-424d-b319-8f29806cd48f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:29.049480 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1fac477b-9365-438b-a151-48f61b474921 req-88147e67-dcf1-424d-b319-8f29806cd48f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Sep 21 09:04:29.093734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1fac477b-9365-438b-a151-48f61b474921 req-48c48996-e66f-4f75-bdd4-05cb3557f424 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Sep 21 09:04:30.213464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9eaedb-0cba-4bb8-83e4-9787017c5b64 req-13635f61-98bc-47af-9adb-cbd283344ee9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:30.214968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b9eaedb-0cba-4bb8-83e4-9787017c5b64 req-13635f61-98bc-47af-9adb-cbd283344ee9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Sep 21 09:04:30.253812 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0b9eaedb-0cba-4bb8-83e4-9787017c5b64 req-602983aa-9c35-4b51-b899-eef651226767 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Sep 21 09:04:31.368935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e809-1121-41ae-81fd-40f8fe7c9869 req-b19115e0-e5dc-41a4-b495-b39e00a4b89b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:31.370431 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccc3e809-1121-41ae-81fd-40f8fe7c9869 req-b19115e0-e5dc-41a4-b495-b39e00a4b89b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0490229 Sep 21 09:04:31.408021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ccc3e809-1121-41ae-81fd-40f8fe7c9869 req-76f3fa6a-f420-4984-8c02-87dc2724a0bd tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314572 Sep 21 09:04:32.506557 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:32.529038 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5085fa3-26c0-4ffd-a501-a4e14b81f6a7 req-80d49fff-304e-40e5-8f47-ae3facb32567 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:32.530547 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5085fa3-26c0-4ffd-a501-a4e14b81f6a7 req-80d49fff-304e-40e5-8f47-ae3facb32567 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0566630 Sep 21 09:04:32.568820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5085fa3-26c0-4ffd-a501-a4e14b81f6a7 req-aa603965-56f0-4c18-bad6-90229a9ea490 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Sep 21 09:04:33.686964 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc51bb8-96a7-45d4-bdfd-8afd3372ba02 req-e220db27-5a17-4f60-842b-5251b40b7026 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:33.688488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fc51bb8-96a7-45d4-bdfd-8afd3372ba02 req-e220db27-5a17-4f60-842b-5251b40b7026 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Sep 21 09:04:33.728290 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fc51bb8-96a7-45d4-bdfd-8afd3372ba02 req-cb736ee1-1b04-4a8f-955b-15a036b42917 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Sep 21 09:04:34.247004 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:34.841874 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744aa6c-359c-47e6-957a-a55599af04cd req-d011c70d-d48f-43f2-bec0-5ff09dfce2e7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:34.843360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7744aa6c-359c-47e6-957a-a55599af04cd req-d011c70d-d48f-43f2-bec0-5ff09dfce2e7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0487256 Sep 21 09:04:34.880795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7744aa6c-359c-47e6-957a-a55599af04cd req-93664a9d-cd91-42ee-aefd-a449195e578e tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Sep 21 09:04:35.995801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edfd98-6c72-4bfa-90fd-6315ffe47eb7 req-9ff514de-a2a1-4b71-b5a7-5e0557749e7b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:35.997311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38edfd98-6c72-4bfa-90fd-6315ffe47eb7 req-9ff514de-a2a1-4b71-b5a7-5e0557749e7b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0491388 Sep 21 09:04:36.039701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38edfd98-6c72-4bfa-90fd-6315ffe47eb7 req-5ee69740-00e2-4ed1-b54d-213f212605e6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Sep 21 09:04:37.156033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce87c6-f23c-4d9f-a2c7-73eea944aa5a req-a1c73099-afb1-442e-9406-a09975054180 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:37.157688 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99ce87c6-f23c-4d9f-a2c7-73eea944aa5a req-a1c73099-afb1-442e-9406-a09975054180 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0497234 Sep 21 09:04:37.196997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99ce87c6-f23c-4d9f-a2c7-73eea944aa5a req-c3c56690-aad9-4f9a-8f27-eba12aa763a9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333323 Sep 21 09:04:38.318756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463a34-ea73-4d31-9265-72a04da03b12 req-b3c8fc2a-189d-46a6-b4f6-dfbd0c15df94 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:38.320783 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11463a34-ea73-4d31-9265-72a04da03b12 req-b3c8fc2a-189d-46a6-b4f6-dfbd0c15df94 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Sep 21 09:04:38.358454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-11463a34-ea73-4d31-9265-72a04da03b12 req-de539ed3-d763-4da6-8b97-c7a4d88e16b1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Sep 21 09:04:39.485619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50216a9d-5e3d-4b6a-835b-f8d65ee8f0f0 req-eca1d005-aed3-4aa5-8204-faa23777cc02 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:39.487106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-50216a9d-5e3d-4b6a-835b-f8d65ee8f0f0 req-eca1d005-aed3-4aa5-8204-faa23777cc02 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0565591 Sep 21 09:04:39.526401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-50216a9d-5e3d-4b6a-835b-f8d65ee8f0f0 req-f47b31ad-8203-4955-aff7-8bd8fd9010cf tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Sep 21 09:04:40.655899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c13a01-ab26-45cc-bbb6-4c1dd51541b8 req-7798166a-5f1a-474b-88b5-aacabad4d530 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:40.657394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f8c13a01-ab26-45cc-bbb6-4c1dd51541b8 req-7798166a-5f1a-474b-88b5-aacabad4d530 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0501602 Sep 21 09:04:40.695586 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f8c13a01-ab26-45cc-bbb6-4c1dd51541b8 req-0618d0bd-7f1d-49c4-844e-abb154b59bde tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Sep 21 09:04:41.815730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5872cdb-2eaa-4361-9413-f48fc9dea3ce req-26ee612a-b26c-45e8-ba1f-589b65548fe1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:41.817241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5872cdb-2eaa-4361-9413-f48fc9dea3ce req-26ee612a-b26c-45e8-ba1f-589b65548fe1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0530851 Sep 21 09:04:41.855413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5872cdb-2eaa-4361-9413-f48fc9dea3ce req-537d75b9-89e4-4424-9e04-a09a77620804 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Sep 21 09:04:42.981819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad481f4-1ef7-44b4-9ed3-6f8a8b5512a4 req-39742dcb-aaad-4049-84db-ec4d46a7c2d6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:42.983508 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ad481f4-1ef7-44b4-9ed3-6f8a8b5512a4 req-39742dcb-aaad-4049-84db-ec4d46a7c2d6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0609770 Sep 21 09:04:43.027151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ad481f4-1ef7-44b4-9ed3-6f8a8b5512a4 req-91faf5f0-e584-4f16-bc4b-18187c28b4b1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Sep 21 09:04:44.144155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d291-c8ac-4385-afae-f87902f8cab0 req-357e3c8d-33bb-4384-91e7-ff1803668810 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:44.145671 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff32d291-c8ac-4385-afae-f87902f8cab0 req-357e3c8d-33bb-4384-91e7-ff1803668810 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0496244 Sep 21 09:04:44.183057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ff32d291-c8ac-4385-afae-f87902f8cab0 req-3c0363c5-109d-4a9d-a4ee-5b483712e245 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Sep 21 09:04:45.300130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27894d64-3f51-4f9e-a6d2-6cd3eab27291 req-f73b9c11-9af2-4dde-bef5-e736552de070 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:45.301639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27894d64-3f51-4f9e-a6d2-6cd3eab27291 req-f73b9c11-9af2-4dde-bef5-e736552de070 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0487089 Sep 21 09:04:45.341450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-27894d64-3f51-4f9e-a6d2-6cd3eab27291 req-8e5e0e88-3494-499f-b553-c42f97d0d962 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Sep 21 09:04:45.937838 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:04:46.459287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b371f0d-4a7a-4190-935b-2bcdd98db230 req-a81e50be-6c3a-42f8-9a57-c7f11b7bcd35 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:46.461394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b371f0d-4a7a-4190-935b-2bcdd98db230 req-a81e50be-6c3a-42f8-9a57-c7f11b7bcd35 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0530791 Sep 21 09:04:46.501409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b371f0d-4a7a-4190-935b-2bcdd98db230 req-ee59a52e-8378-44cd-8d89-4eccf3cc729f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328937 Sep 21 09:04:47.618137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc380df8-fa20-4047-8e85-8cf6fd0ec9fa req-4898a2a2-8779-421e-a636-6892e69b1807 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:47.619674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc380df8-fa20-4047-8e85-8cf6fd0ec9fa req-4898a2a2-8779-421e-a636-6892e69b1807 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0498536 Sep 21 09:04:47.658705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dc380df8-fa20-4047-8e85-8cf6fd0ec9fa req-5a8b2aa7-8d52-4315-a590-7246bf760dd5 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Sep 21 09:04:48.126752 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-8c210bd5-59e1-4817-a9df-fea348605212 req-628855f9-cd60-4bfe-b3d9-cd66b539d34f service neutron] show failed (client error): The resource could not be found. Sep 21 09:04:48.127736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-628855f9-cd60-4bfe-b3d9-cd66b539d34f service neutron] 10.222.0.50 "GET /v2.0/ports/9c93476d-73b1-41f6-8793-1810d0dcbe75/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0547078 Sep 21 09:04:48.318448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-eeedfec9-299e-4f4a-aa6f-af2461794195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:48.320008 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-eeedfec9-299e-4f4a-aa6f-af2461794195 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454&tenant_id=25724cb32244482aa10cda3acf988e2a HTTP/1.1" status: 200 len: 1096 time: 0.0414021 Sep 21 09:04:48.332010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:04:48.383735 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:48.593884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:48.626317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:04:48.669469 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:48.671759 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb4470-bc48-4c27-b6b4-ffbc37b2608a" -d '{"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-unplugged", "status": "completed", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:48.676295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:48.690365 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Transition to ACTIVE for port object 9c93476d-73b1-41f6-8793-1810d0dcbe75 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:04:48.696041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:48.735696 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a564ff1c-d043-45d4-8f78-89effdfaa8f0 x-openstack-request-id: req-a564ff1c-d043-45d4-8f78-89effdfaa8f0 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:48.735974 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-unplugged", "status": "completed", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:48.736229 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a564ff1c-d043-45d4-8f78-89effdfaa8f0 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:48.736614 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'code': 200} Sep 21 09:04:48.767353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] No DVR routers for this DVR port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:04:48.778264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=6']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:48.796960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1f16-c57e-4ffc-b576-c8c3a2646b05 req-c18ea11e-f265-4eef-a05f-e393cbb38541 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:48.798512 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a8eb1f16-c57e-4ffc-b576-c8c3a2646b05 req-c18ea11e-f265-4eef-a05f-e393cbb38541 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.0560055 Sep 21 09:04:48.815716 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:04:48.816056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:04:48.816380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:04:48.821184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:04:48.821506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Attempting to bind port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:04:48.826251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:04:48.826692 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Checking segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:04:48.827073 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Bound using segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:04:48.827526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Bound port: 9c93476d-73b1-41f6-8793-1810d0dcbe75, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:04:48.827881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:48.839121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a8eb1f16-c57e-4ffc-b576-c8c3a2646b05 req-e644a73c-5769-4f7a-8b61-37af0f5eb240 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Sep 21 09:04:48.891255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:04:48.894510 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:04:48.898355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:48.928615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:48.929229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:48.931155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] 10.222.0.62 "PUT /v2.0/ports/9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 1091 time: 0.6030664 Sep 21 09:04:48.964088 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dfc2a-017e-4c5a-9e22-cdde6c75d06e service neutron] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:48.997979 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d19fd38-c466-432d-883f-53580b1546d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:48.999518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8d19fd38-c466-432d-883f-53580b1546d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1094 time: 0.0429382 Sep 21 09:04:49.091590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-bfeab1a3-54dd-485c-9d5c-b80408a27b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:49.093063 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-bfeab1a3-54dd-485c-9d5c-b80408a27b20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0869257 Sep 21 09:04:49.134817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-a3e56f2a-f652-43ae-aa23-c919f2ba5b74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 217 time: 0.0348458 Sep 21 09:04:49.187505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8bd0f05d-674c-4b78-a759-9eac47c4cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:49.188991 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-8bd0f05d-674c-4b78-a759-9eac47c4cec9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0477090 Sep 21 09:04:49.221164 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-571ffc4c-c46e-4b08-a9b7-bdc5cf9b93ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242898 Sep 21 09:04:49.311776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-fffa8fd3-176b-4d0c-b4e4-5ef35eaf1758 service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834575 Sep 21 09:04:49.404684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c210bd5-59e1-4817-a9df-fea348605212 req-ff6c36ce-f1c5-47a0-882f-ba124fd2bd8f service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859315 Sep 21 09:04:49.961837 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de78dbc-3c80-4f50-84f3-c0e695a09d4b req-ce39f3ae-a2bf-4ce6-a669-38dda04faa83 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:49.963353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2de78dbc-3c80-4f50-84f3-c0e695a09d4b req-ce39f3ae-a2bf-4ce6-a669-38dda04faa83 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.0495307 Sep 21 09:04:50.000605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2de78dbc-3c80-4f50-84f3-c0e695a09d4b req-4747ccc0-7b2f-4664-9bc5-959ab0a97317 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313351 Sep 21 09:04:50.443992 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:04:50.482020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:04:50.738463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:50.740790 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481" -d '{"events": [{"name": "network-changed", "server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:50.788803 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd13cb9c-172d-47ac-a3a3-c89e80b70c55 x-openstack-request-id: req-bd13cb9c-172d-47ac-a3a3-c89e80b70c55 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:50.789099 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:50.789352 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd13cb9c-172d-47ac-a3a3-c89e80b70c55 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:50.789770 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'status': 'completed', 'code': 200} Sep 21 09:04:50.851581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-4178ffd2-0f97-4006-9b7a-531fbecaea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:50.852901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-17b26c17-e971-4fec-b2bc-f7e12c929108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:50.853932 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-4178ffd2-0f97-4006-9b7a-531fbecaea51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1094 time: 0.0427566 Sep 21 09:04:50.854645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-17b26c17-e971-4fec-b2bc-f7e12c929108 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1094 time: 0.0423160 Sep 21 09:04:50.949313 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-ae4d83c2-a1ee-4942-8287-d4b1a305191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:50.950805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-ae4d83c2-a1ee-4942-8287-d4b1a305191a service neutron] 10.222.0.50 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0896354 Sep 21 09:04:50.951110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-be16fd7b-d819-4c99-ba02-9675b9fb9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:50.952628 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-be16fd7b-d819-4c99-ba02-9675b9fb9ffd service neutron] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0911458 Sep 21 09:04:50.993831 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-9c1bc856-4582-4de2-8f97-3871e2837398 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 217 time: 0.0349562 Sep 21 09:04:50.994379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-de76edd1-aebf-4944-9648-b7026d32356d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 217 time: 0.0342774 Sep 21 09:04:51.045217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-fc1d824e-abbb-46ae-bd17-edffad3b6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:51.046739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-fc1d824e-abbb-46ae-bd17-edffad3b6a9f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0458724 Sep 21 09:04:51.051052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-90c85fef-2551-49ff-a39c-8677705d1ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:51.052602 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-90c85fef-2551-49ff-a39c-8677705d1ab5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0512407 Sep 21 09:04:51.080742 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-f912e25d-94eb-4f22-a2a4-0d31eb90a86a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263739 Sep 21 09:04:51.094794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-e3d5cd87-7cb2-425d-badf-2234721fed73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347281 Sep 21 09:04:51.177967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-fca23b44-e6e0-4eac-9899-b3e0a4e1d6b6 service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889759 Sep 21 09:04:51.186145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaf7d7-d540-430c-886b-f491e623c641 req-ecbde9d0-f4e1-4faa-8fca-c3e7ad999237 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:51.187761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-caaaf7d7-d540-430c-886b-f491e623c641 req-ecbde9d0-f4e1-4faa-8fca-c3e7ad999237 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.1182244 Sep 21 09:04:51.236878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-1de246a3-b2b2-4b22-95a8-fc6b298366ce service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285083 Sep 21 09:04:51.244847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-caaaf7d7-d540-430c-886b-f491e623c641 req-873dcd04-2199-4109-b4a6-ef12f4718c5a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501304 Sep 21 09:04:51.278475 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-d50abdac-4174-4c60-be63-41df370b88db service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924060 Sep 21 09:04:51.331908 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a8fd6ee-2fd3-4825-90c7-dcd2c1c60481 req-a3ecc80a-e6d9-4ed8-9b78-7e7b255c8741 service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861759 Sep 21 09:04:52.370111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb58a07-8752-4018-adf2-3795d8265aa6 req-9b126095-b6f6-4afb-ab99-48aaa1cd27bd tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:52.371675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfb58a07-8752-4018-adf2-3795d8265aa6 req-9b126095-b6f6-4afb-ab99-48aaa1cd27bd tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.0503328 Sep 21 09:04:52.410298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfb58a07-8752-4018-adf2-3795d8265aa6 req-7b3d4aad-0062-4532-b606-ef2600afe2a3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Sep 21 09:04:52.471481 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9334e0dc-f085-4d37-8bb3-2d78a40244f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:52.606096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9404d4d-0391-4ddf-806e-2c4cc4282b2f req-4d055d65-7472-47ad-839d-882c10d8bfa6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:52.607665 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d9404d4d-0391-4ddf-806e-2c4cc4282b2f req-4d055d65-7472-47ad-839d-882c10d8bfa6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 943 time: 0.0483441 Sep 21 09:04:52.710162 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d9404d4d-0391-4ddf-806e-2c4cc4282b2f req-d4d89636-2f65-4df7-9b23-a90a3c307238 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932419 Sep 21 09:04:52.718581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-a367823a-cd1a-4d55-8e43-8c94dc4bfcd7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:52.720069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-a367823a-cd1a-4d55-8e43-8c94dc4bfcd7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.50 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454&tenant_id=25724cb32244482aa10cda3acf988e2a&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 943 time: 0.1115432 Sep 21 09:04:52.780306 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-86f43f76-91a6-4b40-be19-3ff11c2f104f service neutron] delete failed (client error): The resource could not be found. Sep 21 09:04:52.781330 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-86f43f76-91a6-4b40-be19-3ff11c2f104f service neutron] 10.222.0.50 "DELETE /v2.0/ports/9c93476d-73b1-41f6-8793-1810d0dcbe75/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0532272 Sep 21 09:04:52.865590 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-b843147d-7b10-4cdf-afc5-934a87cce048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:52.867093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-b843147d-7b10-4cdf-afc5-934a87cce048 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 1094 time: 0.0406287 Sep 21 09:04:52.969775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-7d8353bb-0b0a-46c9-b189-b27d5c470f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:52.971598 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-7d8353bb-0b0a-46c9-b189-b27d5c470f3d service neutron] 10.222.0.50 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0964849 Sep 21 09:04:53.013708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-14781056-4d69-4479-ad3a-ed5a2679ccff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 200 len: 217 time: 0.0341473 Sep 21 09:04:53.070395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-64e08761-b835-4231-8359-5db5a4e0a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:53.077514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-64e08761-b835-4231-8359-5db5a4e0a5ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0505657 Sep 21 09:04:53.105795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-45faa1a2-4afa-48ed-affa-71ca9c4bb52b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262380 Sep 21 09:04:53.194619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-7a558da9-3545-48ed-87d6-5d4c55a3ba8b service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815034 Sep 21 09:04:53.295917 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-080ba99f-20fc-4342-9cb2-8a49590d2669 req-fc333546-d120-4808-ab61-f3c22190689e service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937920 Sep 21 09:04:53.454519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:04:53.550510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:53.562731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3', 'port_id': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'mac_address': 'fa:16:3e:9a:89:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0de089-f290-4091-b457-f81432c7321e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:04:53.601319 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:53.615532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c93476d-73b1-41f6-8793-1810d0dcbe75 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:04:53.636487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:53.640487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:53.687772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:53.842990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeec62-45ea-4983-bfa0-cd88b50a2073 req-3fdd7615-c349-4fd9-9199-64938fbc7532 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:53.844498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-beeeec62-45ea-4983-bfa0-cd88b50a2073 req-3fdd7615-c349-4fd9-9199-64938fbc7532 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 944 time: 0.0588768 Sep 21 09:04:53.887136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-beeeec62-45ea-4983-bfa0-cd88b50a2073 req-5a8831b7-3ac9-491c-9010-6603e4616d02 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Sep 21 09:04:53.946696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['9c93476d-73b1-41f6-8793-1810d0dcbe75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:04:54.000955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9524b-94c4-41a1-9620-08b8ff0b7c2c req-8dd46491-42ab-418f-b1a8-a9c8167dce2c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:54.002467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ca9524b-94c4-41a1-9620-08b8ff0b7c2c req-8dd46491-42ab-418f-b1a8-a9c8167dce2c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 944 time: 0.0490856 Sep 21 09:04:54.046023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ca9524b-94c4-41a1-9620-08b8ff0b7c2c req-4298f236-c86f-4d35-921b-e08366da502c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Sep 21 09:04:54.174918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565876d7-7540-4a79-be2a-f0f3829f2ec8 req-4482d19e-1dcf-492f-9051-c21dbf95574a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:54.176894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-565876d7-7540-4a79-be2a-f0f3829f2ec8 req-4482d19e-1dcf-492f-9051-c21dbf95574a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 944 time: 0.0584011 Sep 21 09:04:54.219539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-565876d7-7540-4a79-be2a-f0f3829f2ec8 req-290fdd8a-b390-4b34-92a2-fe99023fddb5 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342638 Sep 21 09:04:54.576788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-1c7c3b47-d7eb-43e8-a0c4-c6613c096fb2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:54.578266 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-1c7c3b47-d7eb-43e8-a0c4-c6613c096fb2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 815 time: 0.1051850 Sep 21 09:04:54.593910 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-78525152-d8d2-4b26-8059-3538ec2e4211 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/quotas/25724cb32244482aa10cda3acf988e2a HTTP/1.1" status: 200 len: 375 time: 0.0096114 Sep 21 09:04:54.647177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-94f12e6e-7d47-4cdb-8543-81784f2b9532 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478377 Sep 21 09:04:54.737355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-ee925fec-ec66-4c41-b215-6fdee20732ac service neutron] 10.222.0.59 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824218 Sep 21 09:04:54.830139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-857e3f4f-6a0e-48ae-bd34-d01f89d785ab service neutron] 10.222.0.59 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868101 Sep 21 09:04:55.014622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94822fc4-a69c-41e2-9c52-a58e78e2ad22 req-118b5832-737a-483a-8053-304758ca33c1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 210 time: 0.0382361 Sep 21 09:04:55.389362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:55.427853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e64b33ad-d8b3-4dfe-8336-9cb296e95e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:55.448801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:04:55.502936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 9c93476d-73b1-41f6-8793-1810d0dcbe75 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:04:55.506815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 9c93476d-73b1-41f6-8793-1810d0dcbe75 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:04:55.507129 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:55.586365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:55.610896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:55.613172 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71665d30-2118-4437-99d7-0467c7659a01" -d '{"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-plugged", "status": "completed", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:55.625194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:55.633450 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:55.657744 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca3d144-1a73-47f2-beae-4b3ee602da9e x-openstack-request-id: req-8ca3d144-1a73-47f2-beae-4b3ee602da9e {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:55.658030 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-plugged", "status": "completed", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:55.658274 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ca3d144-1a73-47f2-beae-4b3ee602da9e {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:55.658649 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'code': 200} Sep 21 09:04:55.683051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:55.793634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-60198242-d79a-4efd-9724-f8e8bb631b34 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:55.795874 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-60198242-d79a-4efd-9724-f8e8bb631b34 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.62 "GET /v2.0/ports?device_id=cccd74a1-bd4e-45ad-912f-472fe366c454 HTTP/1.1" status: 200 len: 945 time: 0.0498869 Sep 21 09:04:55.881760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.62', 64011) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:04:55.893886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Deleting port 9c93476d-73b1-41f6-8793-1810d0dcbe75 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:04:55.894330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:55.996645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] For port 9c93476d-73b1-41f6-8793-1810d0dcbe75, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c93476d-73b1-41f6-8793-1810d0dcbe75,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:04:55.997152 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.011456 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Calling delete_port for 9c93476d-73b1-41f6-8793-1810d0dcbe75 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:04:56.026138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-d52d57d3-ee83-43f4-8417-b675740ce7af tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:56.027645 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-d52d57d3-ee83-43f4-8417-b675740ce7af tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 815 time: 0.1441967 Sep 21 09:04:56.043453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Request body: {'port': {'device_id': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3', 'admin_state_up': True, 'tenant_id': '25724cb32244482aa10cda3acf988e2a'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:04:56.138077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d396642e-982b-4293-8e87-a24715424181 req-968f44d1-80a5-4b54-90b6-1af1ada426b4 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 210 time: 0.0327623 Sep 21 09:04:56.153304 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.166370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['9c93476d-73b1-41f6-8793-1810d0dcbe75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:04:56.182515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Made reservation on behalf of 25724cb32244482aa10cda3acf988e2a for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:04:56.186860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.187564 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Pushing event deleted for resources: {'Port': ['ID=9c93476d-73b1-41f6-8793-1810d0dcbe75,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:56.234467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] No DVR routers for this DVR port 9c93476d-73b1-41f6-8793-1810d0dcbe75 on host n-h1-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:04:56.237518 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.239632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-beffdf89-f3b4-49f5-80da-f5370813b869 req-c7538952-ab22-43ed-8769-815495948ce2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.62 "DELETE /v2.0/ports/9c93476d-73b1-41f6-8793-1810d0dcbe75 HTTP/1.1" status: 204 len: 173 time: 0.4371710 Sep 21 09:04:56.240085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-deleted', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:56.242405 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bc9075-d6a3-4c3e-8d3a-b187a2d63a76" -d '{"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-deleted", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:56.279801 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e05ada2-2463-4a30-b72b-a314d6529536 x-openstack-request-id: req-6e05ada2-2463-4a30-b72b-a314d6529536 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:56.280092 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cccd74a1-bd4e-45ad-912f-472fe366c454", "name": "network-vif-deleted", "tag": "9c93476d-73b1-41f6-8793-1810d0dcbe75", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:56.280342 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6e05ada2-2463-4a30-b72b-a314d6529536 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:56.280746 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccd74a1-bd4e-45ad-912f-472fe366c454', 'name': 'network-vif-deleted', 'tag': '9c93476d-73b1-41f6-8793-1810d0dcbe75', 'status': 'completed', 'code': 200} Sep 21 09:04:56.333156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Allocated IP 172.20.0.2 (efae0681-38e3-494f-ab14-85b4af3dfdf3/7d0de089-f290-4091-b457-f81432c7321e/e91bceda-7924-48b8-a3c9-1ba17c816ad3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:04:56.480662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.515272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.528997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['9c93476d-73b1-41f6-8793-1810d0dcbe75'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:04:56.565295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Network efae0681-38e3-494f-ab14-85b4af3dfdf3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:04:56.568491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:04:56.574850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:04:56.581207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:56.627597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:56.628256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.643704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-230a4ae0-963c-49ff-9cfd-59d856c1e325 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6048238 Sep 21 09:04:56.656957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Request body: {'port': {'device_id': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:04:56.690405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-1af43e08-d7ed-4a77-8020-0e5f7c7b60b2 req-db137a70-8c1b-46c3-bd02-55f75c8129b9 service neutron] (94725) timed out ('10.222.0.50', 56739) {{(pid=94725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:04:56.713586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.892686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.972283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91bceda-7924-48b8-a3c9-1ba17c816ad3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:04:56.979950 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:56.991280 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Transition to ACTIVE for port object e91bceda-7924-48b8-a3c9-1ba17c816ad3 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:04:56.995204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:57.042130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:57.109455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:04:57.109787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:04:57.110351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:04:57.114362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:04:57.114684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:04:57.119996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:04:57.120330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Checking segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:04:57.120712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Bound using segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:04:57.121136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Bound port: e91bceda-7924-48b8-a3c9-1ba17c816ad3, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:04:57.121498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:57.186444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:04:57.189646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:04:57.194496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:57.241539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:57.242174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:57.243607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 1091 time: 0.5907712 Sep 21 09:04:57.244093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:04:57.246357 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6139b1b-7d57-4d58-8ba9-838f073475da" -d '{"events": [{"name": "network-changed", "server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:04:57.314728 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f5e43c-94e7-459b-ac2f-22ecb758cda5 x-openstack-request-id: req-24f5e43c-94e7-459b-ac2f-22ecb758cda5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:04:57.315019 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:04:57.315263 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24f5e43c-94e7-459b-ac2f-22ecb758cda5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:04:57.315681 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'status': 'completed', 'code': 200} Sep 21 09:04:57.321284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32a81e-e57d-48c5-b2d3-667f0f7824b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:04:57.333078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347470-daf6-4712-9af2-af55093dd95c req-f5177efb-41fa-4905-ada3-57a9c9454a57 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:57.334557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b347470-daf6-4712-9af2-af55093dd95c req-f5177efb-41fa-4905-ada3-57a9c9454a57 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.1152773 Sep 21 09:04:57.360689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-014ca707-327f-4601-b1eb-a684b210a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:57.362109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-014ca707-327f-4601-b1eb-a684b210a597 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1094 time: 0.0808074 Sep 21 09:04:57.408666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3b347470-daf6-4712-9af2-af55093dd95c req-0c218fbe-a472-476d-b203-1ff3c084555c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667524 Sep 21 09:04:57.410013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-d31d1b7f-b474-4e97-a8d0-78e32455d7fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0378666 Sep 21 09:04:57.457905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-d77b6926-6dfc-4866-935d-5f188840a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:57.459319 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-d77b6926-6dfc-4866-935d-5f188840a10c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0421822 Sep 21 09:04:57.489530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-7053f8ba-89fd-4c81-85ca-5d0174f3d73e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232942 Sep 21 09:04:57.580373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-730346f1-996f-4ae7-9ade-1d21967366f0 service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835068 Sep 21 09:04:57.673643 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cfa6b5e7-e893-41d3-9ce5-5a2cc8427f7b req-f19663ef-c27f-40df-9241-d9745d544e5d service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857019 Sep 21 09:04:57.759323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-920d878e-ac74-48d7-aa6a-a75bac616475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:57.760807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-920d878e-ac74-48d7-aa6a-a75bac616475 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1094 time: 0.0401864 Sep 21 09:04:57.848171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-6c04ff65-e637-483f-9d30-86f5473ba90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:57.849672 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-6c04ff65-e637-483f-9d30-86f5473ba90c service neutron] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0819318 Sep 21 09:04:57.903103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-7b301fd3-d440-457e-9e38-dbf6b125de93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0370097 Sep 21 09:04:57.952694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-4d577e8b-8ded-45d2-90cc-4ca2ee8e8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:57.954275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-4d577e8b-8ded-45d2-90cc-4ca2ee8e8b43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0445883 Sep 21 09:04:57.960115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:04:57.984847 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-a917e904-b7ba-4eec-9f90-5c379503d169 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239596 Sep 21 09:04:58.078558 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-dd99fd8a-457d-4f0d-a742-346a40c7ae9c service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862105 Sep 21 09:04:58.167513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6139b1b-7d57-4d58-8ba9-838f073475da req-c8e69ed8-e241-4ad6-812c-30884f3612b2 service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818596 Sep 21 09:04:58.526178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee56db-f2ec-4fc4-8162-9568df83212f req-39d4a0c2-213f-4014-b230-f82a56a4e33a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:58.527698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93ee56db-f2ec-4fc4-8162-9568df83212f req-39d4a0c2-213f-4014-b230-f82a56a4e33a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.0495677 Sep 21 09:04:58.564632 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93ee56db-f2ec-4fc4-8162-9568df83212f req-7a2f816d-4f53-4b35-8d5f-40b2201aa90c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Sep 21 09:04:59.449013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:04:59.468821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 9c93476d-73b1-41f6-8793-1810d0dcbe75 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:04:59.469161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c93476d-73b1-41f6-8793-1810d0dcbe75 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:04:59.682221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320beb63-1db2-4445-944f-77ec1a19a0ef req-bba0be64-56f8-40e3-abe9-6cd56add5cdf tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:04:59.683980 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-320beb63-1db2-4445-944f-77ec1a19a0ef req-bba0be64-56f8-40e3-abe9-6cd56add5cdf tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.0526209 Sep 21 09:04:59.721828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-320beb63-1db2-4445-944f-77ec1a19a0ef req-974a6d6e-3e86-48b6-9c6c-26cd5578d015 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Sep 21 09:05:00.834941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ec55d-1586-4833-9a50-4cc6e41ff26e req-207dff3d-ca81-449c-946c-9d7b34082159 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:00.837029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-765ec55d-1586-4833-9a50-4cc6e41ff26e req-207dff3d-ca81-449c-946c-9d7b34082159 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.0492351 Sep 21 09:05:00.874075 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-765ec55d-1586-4833-9a50-4cc6e41ff26e req-f8f1c057-fa4b-415b-b275-83d5496e80d1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Sep 21 09:05:01.464152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:05:01.561258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:01.573168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3', 'port_id': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'mac_address': 'fa:16:3e:4c:4f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0de089-f290-4091-b457-f81432c7321e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:05:01.610575 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:01.623691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91bceda-7924-48b8-a3c9-1ba17c816ad3 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:05:01.641752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:01.645621 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:01.690731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:01.930710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e91bceda-7924-48b8-a3c9-1ba17c816ad3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:05:01.987237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dd904-a562-41c0-9569-e9993c5bf539 req-1a1765bc-21fc-4dc9-8efc-50e440feea93 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:01.988895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d9dd904-a562-41c0-9569-e9993c5bf539 req-1a1765bc-21fc-4dc9-8efc-50e440feea93 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 944 time: 0.0480893 Sep 21 09:05:02.029168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d9dd904-a562-41c0-9569-e9993c5bf539 req-0fd22fe1-4b7c-451b-8f9d-93f6e994a6a9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Sep 21 09:05:02.517807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:03.148193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21e0d2-0ef0-41ab-97ab-fb5dac485baf req-e6d30019-4b17-4a13-b44c-c04e43925ef7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:03.149654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee21e0d2-0ef0-41ab-97ab-fb5dac485baf req-e6d30019-4b17-4a13-b44c-c04e43925ef7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 944 time: 0.0521874 Sep 21 09:05:03.186538 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee21e0d2-0ef0-41ab-97ab-fb5dac485baf req-4b3b2b0b-7ef1-4b22-a92f-0697a4adee58 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307436 Sep 21 09:05:03.480112 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:05:03.527571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port e91bceda-7924-48b8-a3c9-1ba17c816ad3 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:05:03.531138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e91bceda-7924-48b8-a3c9-1ba17c816ad3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:03.531533 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:03.607611 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:03.629567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:05:03.631804 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85078499-b3c6-4662-898f-dcd502c5ecbb" -d '{"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-plugged", "status": "completed", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:05:03.644121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:03.647419 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:03.671660 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50883ae7-d689-4af0-9674-efac68d85b3c x-openstack-request-id: req-50883ae7-d689-4af0-9674-efac68d85b3c {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:05:03.671947 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-plugged", "status": "completed", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:05:03.672192 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50883ae7-d689-4af0-9674-efac68d85b3c {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:05:03.672572 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'code': 200} Sep 21 09:05:03.697935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:03.705187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.705529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.705859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.706195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.706515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.706836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.707155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.707503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.707820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.708135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.708448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.708760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:03.761031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cdec7-b47e-40eb-a38f-313e8b1f4920 req-6e5c35d5-5bb5-4942-9b32-88085a75459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:03.762414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-506cdec7-b47e-40eb-a38f-313e8b1f4920 req-6e5c35d5-5bb5-4942-9b32-88085a75459e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1096 time: 0.0393083 Sep 21 09:05:03.796580 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-506cdec7-b47e-40eb-a38f-313e8b1f4920 req-7e46ed42-0c43-4a4c-a76e-553221a721a6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270782 Sep 21 09:05:04.257959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:04.302611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8fbd7-5477-49a7-a460-b1a58bc72450 req-4f921cc1-badb-4db7-8827-c906b371868f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:04.304141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81b8fbd7-5477-49a7-a460-b1a58bc72450 req-4f921cc1-badb-4db7-8827-c906b371868f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0507393 Sep 21 09:05:04.345474 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81b8fbd7-5477-49a7-a460-b1a58bc72450 req-14792670-7324-42f3-8aa1-2473be74e155 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Sep 21 09:05:05.463072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3f204-59fa-4b5b-a6e5-47b6f84fd7e3 req-83f12014-f563-4e1b-8a42-1523ff29968b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:05.464562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5e3f204-59fa-4b5b-a6e5-47b6f84fd7e3 req-83f12014-f563-4e1b-8a42-1523ff29968b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0517576 Sep 21 09:05:05.501339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f5e3f204-59fa-4b5b-a6e5-47b6f84fd7e3 req-f92f171f-5eb5-4a01-a3f6-9810c9d663dd tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Sep 21 09:05:05.613844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8098d41-200f-4f60-a9d1-52da0966ee6a req-68cc0936-935f-414a-b3ca-982c6496bf14 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:05.615329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8098d41-200f-4f60-a9d1-52da0966ee6a req-68cc0936-935f-414a-b3ca-982c6496bf14 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0489683 Sep 21 09:05:05.653481 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8098d41-200f-4f60-a9d1-52da0966ee6a req-75ce1151-ed30-4cc3-85b4-50e60f0c65e9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Sep 21 09:05:05.869098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-0f2fea45-4b6c-4422-b266-da7284be1ba4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396001 Sep 21 09:05:05.889478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7cc37-7078-42b4-aa84-0a5f45261af6 req-6f12e8c6-c976-4553-b887-d1c4890bd167 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:05.890970 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8c7cc37-7078-42b4-aa84-0a5f45261af6 req-6f12e8c6-c976-4553-b887-d1c4890bd167 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Sep 21 09:05:05.933979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f8c7cc37-7078-42b4-aa84-0a5f45261af6 req-961ce6a5-6d6b-47c5-ac11-0d89c02e88b6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365207 Sep 21 09:05:06.973633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-26047b13-861e-49da-bffb-3612151d87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:06.975280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-26047b13-861e-49da-bffb-3612151d87d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1096 time: 0.0410657 Sep 21 09:05:07.104125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772114d-dc43-4254-9f1a-c9facc39f085 req-15fb8c5d-ad0d-4391-b692-d7b3d80d00a9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:07.105521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b772114d-dc43-4254-9f1a-c9facc39f085 req-15fb8c5d-ad0d-4391-b692-d7b3d80d00a9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0976574 Sep 21 09:05:07.108216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-7bd931ff-80ba-47ee-8552-923dd61b7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:07.109569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-7bd931ff-80ba-47ee-8552-923dd61b7b72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.1273086 Sep 21 09:05:07.162114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-4a270a53-da51-47b8-aab3-188c4d39e230 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0433023 Sep 21 09:05:07.202409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b772114d-dc43-4254-9f1a-c9facc39f085 req-a7cd0985-34bc-46ee-9fd8-e9394d4b0641 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908232 Sep 21 09:05:07.219836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-2c8007b6-ecb6-4134-b05c-cac7d97150be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:07.221285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-2c8007b6-ecb6-4134-b05c-cac7d97150be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0500689 Sep 21 09:05:07.252316 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-6a2bff84-a9a8-4ee4-8924-f9b2628ae5bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242615 Sep 21 09:05:07.344003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-a5b930ab-8750-4173-8536-c726b384cb8f service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841780 Sep 21 09:05:07.745274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-9bc23038-2172-4505-a4ec-11652caa112d service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942392 Sep 21 09:05:08.316030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccfe7a-06c7-4ae6-88b5-ad74ec826387 req-54d1fe78-9b11-4053-a1d8-bc7e1198d384 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:08.317558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49ccfe7a-06c7-4ae6-88b5-ad74ec826387 req-54d1fe78-9b11-4053-a1d8-bc7e1198d384 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0485122 Sep 21 09:05:08.356836 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-49ccfe7a-06c7-4ae6-88b5-ad74ec826387 req-b49d3302-4608-4103-a4bb-d58b52d7dae7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Sep 21 09:05:09.472108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e44e7-8ae3-4bd7-80fb-c299bb87bd35 req-4e34c4a6-6309-4dea-bff0-fbcd9ef8f355 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:09.473573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-386e44e7-8ae3-4bd7-80fb-c299bb87bd35 req-4e34c4a6-6309-4dea-bff0-fbcd9ef8f355 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Sep 21 09:05:09.513310 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-386e44e7-8ae3-4bd7-80fb-c299bb87bd35 req-fb45a6df-205e-4154-b398-f91ef06ef8d7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Sep 21 09:05:10.626101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabe9d4-a668-4c9a-8f36-e5ff7929c905 req-a9b042cd-ca31-4272-b716-65563461b158 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:10.627610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fabe9d4-a668-4c9a-8f36-e5ff7929c905 req-a9b042cd-ca31-4272-b716-65563461b158 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Sep 21 09:05:10.664537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6fabe9d4-a668-4c9a-8f36-e5ff7929c905 req-0d6f7fe6-370b-469f-9c8a-163a0e0e9126 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311093 Sep 21 09:05:11.781388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bbae8-3f38-4e0e-bb0d-b202860381c0 req-46caa8ec-be23-414c-9fd8-267437132c2d tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:11.782912 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-653bbae8-3f38-4e0e-bb0d-b202860381c0 req-46caa8ec-be23-414c-9fd8-267437132c2d tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0486126 Sep 21 09:05:11.824028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-653bbae8-3f38-4e0e-bb0d-b202860381c0 req-028c70dd-0881-46b0-88d6-84f2a4c0b68f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333750 Sep 21 09:05:12.942300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f4de2-15e9-4924-86f0-e4157ee3d797 req-74dbcaa6-be89-4169-a33e-87c9bbcc6323 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:12.943835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-388f4de2-15e9-4924-86f0-e4157ee3d797 req-74dbcaa6-be89-4169-a33e-87c9bbcc6323 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Sep 21 09:05:12.981780 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-388f4de2-15e9-4924-86f0-e4157ee3d797 req-f99f4751-7863-4c6d-aa70-11182c6abfdd tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312679 Sep 21 09:05:13.506748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-8278a152-845c-44de-a155-9cb615ca45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:13.508283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-8278a152-845c-44de-a155-9cb615ca45e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1096 time: 0.0404391 Sep 21 09:05:13.611127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-6f8c3572-d231-4422-bd12-4e0c54af87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:13.612641 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-6f8c3572-d231-4422-bd12-4e0c54af87de service neutron] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0861051 Sep 21 09:05:13.652468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-110448b7-624e-45bd-9d78-72372192731e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0329940 Sep 21 09:05:13.705106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-cc4a90a3-1f11-4bac-8609-6cfc3ab9a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:13.706525 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-cc4a90a3-1f11-4bac-8609-6cfc3ab9a185 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0429835 Sep 21 09:05:13.742890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-64b40b2c-a93d-4d6f-8665-a03c26db83a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277851 Sep 21 09:05:13.841765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-befaab65-bb1d-4fe8-b914-4d5c4ddcb62a service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824995 Sep 21 09:05:13.934224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0959267e-269c-4945-b6d8-fa22be3a6800 req-90856252-12dc-466a-9b8c-36be12f29c0b service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849380 Sep 21 09:05:14.096453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511323d-cb93-4b2d-89aa-87de9884ce79 req-7749ff26-c712-4ca1-a670-acce7e68b5cc tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:14.097853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5511323d-cb93-4b2d-89aa-87de9884ce79 req-7749ff26-c712-4ca1-a670-acce7e68b5cc tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Sep 21 09:05:14.134772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5511323d-cb93-4b2d-89aa-87de9884ce79 req-20bb3232-7f70-4a54-99e6-c573339a2752 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Sep 21 09:05:15.249960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548db605-0757-44ac-9b85-4d784b2f8cee req-9c2e30fd-eefa-4964-a1e6-8d5247859710 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:15.251484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-548db605-0757-44ac-9b85-4d784b2f8cee req-9c2e30fd-eefa-4964-a1e6-8d5247859710 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0497780 Sep 21 09:05:15.289897 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-548db605-0757-44ac-9b85-4d784b2f8cee req-7ed2554c-8bd4-4cc1-8eec-e2da057a2a1b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Sep 21 09:05:16.405208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad9035-37a1-4e28-9369-4507ee5a3cae req-050b97de-189d-4b20-a6fe-3717f798c3f8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:16.406714 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4fad9035-37a1-4e28-9369-4507ee5a3cae req-050b97de-189d-4b20-a6fe-3717f798c3f8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Sep 21 09:05:16.444696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4fad9035-37a1-4e28-9369-4507ee5a3cae req-dc05bee3-e0ec-465f-9e74-0727412d7bf1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Sep 21 09:05:17.561165 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887de8d9-ba1b-4bf8-a932-3cf531c1bd54 req-bede809f-1c58-4947-a97e-28f141796a10 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:17.562714 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-887de8d9-ba1b-4bf8-a932-3cf531c1bd54 req-bede809f-1c58-4947-a97e-28f141796a10 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0490499 Sep 21 09:05:17.599823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-887de8d9-ba1b-4bf8-a932-3cf531c1bd54 req-42cc9e9c-da94-4185-8df6-5524a5540f85 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Sep 21 09:05:18.716322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c569d7-eec1-4da9-912b-092d5f1d37c4 req-e637d3c9-1ac1-440a-a6ae-b20a2b299725 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:18.717787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e2c569d7-eec1-4da9-912b-092d5f1d37c4 req-e637d3c9-1ac1-440a-a6ae-b20a2b299725 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0517869 Sep 21 09:05:18.755197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e2c569d7-eec1-4da9-912b-092d5f1d37c4 req-cb9905e9-7b6c-4b36-ad95-ef33ec459520 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Sep 21 09:05:19.871649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c4e8-a27b-45c7-a344-360d080fffb0 req-f4519458-7faa-42f6-b3a3-476e47277833 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:19.873102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa40c4e8-a27b-45c7-a344-360d080fffb0 req-f4519458-7faa-42f6-b3a3-476e47277833 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Sep 21 09:05:19.909637 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fa40c4e8-a27b-45c7-a344-360d080fffb0 req-7566ef6f-c89d-4659-b6a1-1f818a3e5cad tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305700 Sep 21 09:05:21.022465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b44a53-8b62-414e-b32d-6f811653b014 req-043f5c41-3f75-4d08-9568-3639d68f72ca tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:21.023985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10b44a53-8b62-414e-b32d-6f811653b014 req-043f5c41-3f75-4d08-9568-3639d68f72ca tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0487494 Sep 21 09:05:21.062010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10b44a53-8b62-414e-b32d-6f811653b014 req-829439ea-d500-4996-9fc1-ad8a2c3b6366 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Sep 21 09:05:22.175056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3eeb4-a5b2-41fa-ae5a-23b240a9090e req-2be1598b-cf73-46fb-91ba-7e45031cc244 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:22.176571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83c3eeb4-a5b2-41fa-ae5a-23b240a9090e req-2be1598b-cf73-46fb-91ba-7e45031cc244 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0484576 Sep 21 09:05:22.215858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-83c3eeb4-a5b2-41fa-ae5a-23b240a9090e req-38047205-c98e-41f8-a065-032c2773fbe3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Sep 21 09:05:22.471214 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-13c0ccfe-4ee4-4dfb-b016-7794365e13eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:22.936821 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:05:23.332191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084bec6-d422-4b9b-b47e-fe419c9b07e5 req-3421f7b1-5282-4d93-b80d-a4a144d2d2d1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:23.333696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8084bec6-d422-4b9b-b47e-fe419c9b07e5 req-3421f7b1-5282-4d93-b80d-a4a144d2d2d1 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0492952 Sep 21 09:05:23.371273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8084bec6-d422-4b9b-b47e-fe419c9b07e5 req-7db7cab0-91b2-41f7-8b46-3e21fc75802e tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309787 Sep 21 09:05:24.486287 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cec27-620f-4fcb-a913-728932620586 req-817a114d-fb07-474a-9ae2-80834667acf3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:24.487733 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-355cec27-620f-4fcb-a913-728932620586 req-817a114d-fb07-474a-9ae2-80834667acf3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0486391 Sep 21 09:05:24.525454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-355cec27-620f-4fcb-a913-728932620586 req-e973d8f2-78bf-4328-9981-7acf2a8ebd28 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309134 Sep 21 09:05:25.391163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:25.427228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f94b2440-3015-4e69-b065-f6be41dced2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:25.646892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d88204-a43a-4302-b6c4-4ac35931bb49 req-857b66c1-0d00-43d6-ba45-fcbfbd21f1b2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:25.648324 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e3d88204-a43a-4302-b6c4-4ac35931bb49 req-857b66c1-0d00-43d6-ba45-fcbfbd21f1b2 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0552738 Sep 21 09:05:25.686099 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e3d88204-a43a-4302-b6c4-4ac35931bb49 req-1781b6e7-a886-40cc-9612-692f968eb314 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Sep 21 09:05:26.805598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdba5f-c79c-47ac-9f28-949350b273bb req-323e22da-4ffc-477f-84a0-1e3111e216cf tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:26.807085 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28fdba5f-c79c-47ac-9f28-949350b273bb req-323e22da-4ffc-477f-84a0-1e3111e216cf tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0536110 Sep 21 09:05:26.845378 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-28fdba5f-c79c-47ac-9f28-949350b273bb req-49b8a8cb-97d3-4b68-86f8-b3d5731aff3b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Sep 21 09:05:26.895865 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:27.962352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc2f4d-86ab-4671-89d5-31ced7e26b5f req-b77ade55-dfb9-494c-9723-24ff6d0e7126 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:27.963410 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:27.963867 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2fc2f4d-86ab-4671-89d5-31ced7e26b5f req-b77ade55-dfb9-494c-9723-24ff6d0e7126 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0503225 Sep 21 09:05:28.001261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d2fc2f4d-86ab-4671-89d5-31ced7e26b5f req-4359d8da-7f50-4561-810c-22447efed214 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Sep 21 09:05:29.114330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ae85e-f5af-4231-a806-d501ec799deb req-96ac4004-305f-493a-9b75-958f8593feac tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:29.115770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-115ae85e-f5af-4231-a806-d501ec799deb req-96ac4004-305f-493a-9b75-958f8593feac tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0485597 Sep 21 09:05:29.153244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-115ae85e-f5af-4231-a806-d501ec799deb req-91553124-7faa-4285-9324-3520c9ad1c45 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Sep 21 09:05:30.266888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71e8b-9c92-4a26-b49a-30df82283b67 req-e60bcfd8-7c77-4381-94a1-c844cb5aaafa tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:30.268397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9db71e8b-9c92-4a26-b49a-30df82283b67 req-e60bcfd8-7c77-4381-94a1-c844cb5aaafa tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Sep 21 09:05:30.304494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9db71e8b-9c92-4a26-b49a-30df82283b67 req-30553196-d8d0-45f4-bf01-ebedf65ef27b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Sep 21 09:05:31.418875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bd17e-ced2-4c46-a9d8-625b2d90a9e4 req-374c8706-5b77-498c-9ee6-2ca950a65846 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:31.420379 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c9bd17e-ced2-4c46-a9d8-625b2d90a9e4 req-374c8706-5b77-498c-9ee6-2ca950a65846 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Sep 21 09:05:31.457845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c9bd17e-ced2-4c46-a9d8-625b2d90a9e4 req-884764f2-0a38-406e-be5f-3a74bc5ef9a4 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Sep 21 09:05:32.528573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:32.578676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c9eed-6e59-4c6e-9f87-ca0e3425625a req-a23c68c6-0c3f-4876-9003-f1ece2be34c9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:32.580218 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a7c9eed-6e59-4c6e-9f87-ca0e3425625a req-a23c68c6-0c3f-4876-9003-f1ece2be34c9 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0547850 Sep 21 09:05:32.619847 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1a7c9eed-6e59-4c6e-9f87-ca0e3425625a req-f8fcc053-35c2-468c-bc69-4ab100ac356e tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Sep 21 09:05:33.740214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69777-a204-49c1-a325-490070923999 req-d5e4a3e7-d61e-4d2a-b239-f928d290b5b8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:33.741693 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b9d69777-a204-49c1-a325-490070923999 req-d5e4a3e7-d61e-4d2a-b239-f928d290b5b8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Sep 21 09:05:33.779221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b9d69777-a204-49c1-a325-490070923999 req-5fbf1067-015a-49f3-95e4-297d5c2f5e2a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 21 09:05:34.258230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:34.892600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d735e07-aa61-41b7-8a24-da270bba5aa4 req-7b56e909-ac1e-4338-8dd1-37ed3b30ec72 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:34.894088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d735e07-aa61-41b7-8a24-da270bba5aa4 req-7b56e909-ac1e-4338-8dd1-37ed3b30ec72 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Sep 21 09:05:34.930977 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d735e07-aa61-41b7-8a24-da270bba5aa4 req-d1e0024d-d806-4e35-9017-056733c27c1c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Sep 21 09:05:36.045613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a9bae-1017-40e6-999e-e5f7dc6e4552 req-3b2289e2-ac91-48a2-858c-e08ff25fb106 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:36.047355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc1a9bae-1017-40e6-999e-e5f7dc6e4552 req-3b2289e2-ac91-48a2-858c-e08ff25fb106 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Sep 21 09:05:36.086941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cc1a9bae-1017-40e6-999e-e5f7dc6e4552 req-e27a351c-936d-4f00-9b32-342fdecb245f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Sep 21 09:05:37.202082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb55ec-8d47-4206-8e6a-a20ea4351e9b req-c96dce69-7a18-47c1-97da-68e977a20e2b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:37.203618 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68eb55ec-8d47-4206-8e6a-a20ea4351e9b req-c96dce69-7a18-47c1-97da-68e977a20e2b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Sep 21 09:05:37.240373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68eb55ec-8d47-4206-8e6a-a20ea4351e9b req-bdac9979-b828-41fb-87e7-89c23311819b tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Sep 21 09:05:38.353966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d50177-2bec-4b15-97dd-a8b724a90ced req-5d8d7e10-e302-42e3-ab44-d533bf6ba73d tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:38.355448 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-50d50177-2bec-4b15-97dd-a8b724a90ced req-5d8d7e10-e302-42e3-ab44-d533bf6ba73d tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Sep 21 09:05:38.393153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-50d50177-2bec-4b15-97dd-a8b724a90ced req-a8bf37c1-1804-4d14-89dd-ab3106f169bd tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Sep 21 09:05:39.535711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223b58-ee4e-4ed6-8dd4-d4efd9af5e97 req-66bd9e91-fed3-4e40-bc0d-d9c051e503d4 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:39.537181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3223b58-ee4e-4ed6-8dd4-d4efd9af5e97 req-66bd9e91-fed3-4e40-bc0d-d9c051e503d4 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0520179 Sep 21 09:05:39.574151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3223b58-ee4e-4ed6-8dd4-d4efd9af5e97 req-277f5b68-efdc-4d98-bddd-83d4591f5b87 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Sep 21 09:05:40.704927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017ef09-fda5-44f9-8663-dcd31b8c2351 req-b781b40b-f1a3-42cf-ac84-ca4635df65f8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:40.706412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8017ef09-fda5-44f9-8663-dcd31b8c2351 req-b781b40b-f1a3-42cf-ac84-ca4635df65f8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0525401 Sep 21 09:05:40.744462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8017ef09-fda5-44f9-8663-dcd31b8c2351 req-d2a9831d-3f7d-4c62-8a94-4db2144b1d98 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Sep 21 09:05:41.858405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34b36b-7e94-4e0f-8d40-8e51f7a13460 req-5f85dd7d-9440-4a4b-99b9-77ac8c60340a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:41.859933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a34b36b-7e94-4e0f-8d40-8e51f7a13460 req-5f85dd7d-9440-4a4b-99b9-77ac8c60340a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0481424 Sep 21 09:05:41.897376 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a34b36b-7e94-4e0f-8d40-8e51f7a13460 req-8bd53fde-7578-443b-bedf-0d6fdcdc0f4a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Sep 21 09:05:43.011862 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d4e93-57af-46eb-81f0-ffa41401aa70 req-a4c25ed9-be27-4920-9874-268c750fdc80 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:43.013469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb2d4e93-57af-46eb-81f0-ffa41401aa70 req-a4c25ed9-be27-4920-9874-268c750fdc80 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Sep 21 09:05:43.051126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cb2d4e93-57af-46eb-81f0-ffa41401aa70 req-068d6481-718d-405c-ba0c-2a33196e6cbc tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304077 Sep 21 09:05:44.166817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fc6eb-e0f4-4b75-a32b-093ddf36e1e2 req-4cec4712-a559-4e40-988c-d57d6d7596d8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:44.168321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb4fc6eb-e0f4-4b75-a32b-093ddf36e1e2 req-4cec4712-a559-4e40-988c-d57d6d7596d8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Sep 21 09:05:44.205606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fb4fc6eb-e0f4-4b75-a32b-093ddf36e1e2 req-29870db0-12c8-4033-8b81-8662676bb447 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Sep 21 09:05:44.471937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-9e9b2778-9455-472d-8280-f19794c7d000 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:05:44.472908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-9e9b2778-9455-472d-8280-f19794c7d000 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053322 Sep 21 09:05:44.536423 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-c319e785-5b75-4dae-a97a-92d816878eda service neutron] show failed (client error): The resource could not be found. Sep 21 09:05:44.537451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-c319e785-5b75-4dae-a97a-92d816878eda service neutron] 10.222.0.62 "GET /v2.0/ports/e91bceda-7924-48b8-a3c9-1ba17c816ad3/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0567331 Sep 21 09:05:44.730693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-54ec5ea3-0540-422a-b725-127c4a172597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:44.732129 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-54ec5ea3-0540-422a-b725-127c4a172597 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357&tenant_id=25724cb32244482aa10cda3acf988e2a HTTP/1.1" status: 200 len: 1096 time: 0.0411644 Sep 21 09:05:44.744616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:44.797300 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:45.001686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:45.033585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:05:45.072338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:05:45.074622 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4804175b-d191-4f95-bcda-4894708863f2" -d '{"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-unplugged", "status": "completed", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:05:45.078809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:45.091979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Transition to ACTIVE for port object e91bceda-7924-48b8-a3c9-1ba17c816ad3 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:05:45.095980 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:45.126346 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040fc325-c164-4eb1-9ed3-67c816cd4226 x-openstack-request-id: req-040fc325-c164-4eb1-9ed3-67c816cd4226 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:05:45.126632 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-unplugged", "status": "completed", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:05:45.126880 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-040fc325-c164-4eb1-9ed3-67c816cd4226 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:05:45.127264 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'code': 200} Sep 21 09:05:45.159731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] No DVR routers for this DVR port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:05:45.161508 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:45.173305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.173930 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.174028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.174296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.174624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.174952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.175275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.175632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.175953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.176271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.176593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.176916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:45.209363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:05:45.209693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:05:45.210018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:05:45.214263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:05:45.214577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Attempting to bind port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on network efae0681-38e3-494f-ab14-85b4af3dfdf3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:05:45.219356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:05:45.219694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Checking segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:05:45.220074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Bound using segment: {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:05:45.220493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Bound port: e91bceda-7924-48b8-a3c9-1ba17c816ad3, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6117eda-445c-48a0-afb9-ae9e0c58b645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:05:45.220840 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:45.306835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:05:45.322242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:05:45.327040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:45.370453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca2bb0-cc62-48ea-b6f9-a99382f0e635 req-b0df147a-4c24-4a56-9a35-59a76538ccd3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:45.371959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cca2bb0-cc62-48ea-b6f9-a99382f0e635 req-b0df147a-4c24-4a56-9a35-59a76538ccd3 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.0977871 Sep 21 09:05:45.377640 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:45.378378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:45.383732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] 10.222.0.50 "PUT /v2.0/ports/e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 1091 time: 0.6390617 Sep 21 09:05:45.437501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886b6dc-3bde-46cb-9475-b9eae8201736 service neutron] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:45.456089 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8cca2bb0-cc62-48ea-b6f9-a99382f0e635 req-fca18975-1ecd-4fd4-90cc-4314c28bb94f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738461 Sep 21 09:05:45.467335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-d6506c59-50e3-491c-8593-a5b51be63911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:45.468813 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-d6506c59-50e3-491c-8593-a5b51be63911 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1094 time: 0.0609083 Sep 21 09:05:45.561949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-e42fe0f7-83fa-47a6-878f-84ead45792ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:45.563342 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-e42fe0f7-83fa-47a6-878f-84ead45792ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0871029 Sep 21 09:05:45.607800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-125c8fbb-680d-4d42-8662-5b7a09c72aef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0363953 Sep 21 09:05:45.658081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-3cf54099-db38-40ce-a597-a6e47240e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:45.659600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-3cf54099-db38-40ce-a597-a6e47240e370 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0442209 Sep 21 09:05:45.693356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-e9579970-f457-464a-8e51-c33553c31fed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260968 Sep 21 09:05:45.785884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-705f99d1-c58a-4f62-887d-42628be86f08 service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853715 Sep 21 09:05:45.880838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e80fe4d-5bb9-42e3-93fe-76bd813d1c19 req-ece64a68-4af5-4b89-a148-2f88fd367ae6 service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869610 Sep 21 09:05:46.575576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432d812-1a37-466c-9df1-a70d7a293f55 req-87be4937-4be8-4850-b804-b71b582c7cad tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:46.576941 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9432d812-1a37-466c-9df1-a70d7a293f55 req-87be4937-4be8-4850-b804-b71b582c7cad tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.0493906 Sep 21 09:05:46.618858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9432d812-1a37-466c-9df1-a70d7a293f55 req-a533b9ce-9264-47d1-a76b-fdab196e3169 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349536 Sep 21 09:05:47.128082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:05:47.130390 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670fe55c-2ded-4c21-891b-6b4bbfd27108" -d '{"events": [{"name": "network-changed", "server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:05:47.182354 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000bacb3-c569-4a6a-b466-1fac867659ff x-openstack-request-id: req-000bacb3-c569-4a6a-b466-1fac867659ff {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:05:47.182758 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:05:47.183357 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-000bacb3-c569-4a6a-b466-1fac867659ff {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:05:47.183906 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'status': 'completed', 'code': 200} Sep 21 09:05:47.267110 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-ec83ca38-cb01-403f-9d90-728f9f32ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:47.268660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-ec83ca38-cb01-403f-9d90-728f9f32ed7b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1094 time: 0.0653615 Sep 21 09:05:47.278209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-3e4f2faa-7cca-40bf-9729-97c6ba1b1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:47.279678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-3e4f2faa-7cca-40bf-9729-97c6ba1b1c50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1094 time: 0.0682707 Sep 21 09:05:47.437759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-ef319b6c-dc82-4b1a-8be7-18fbaa65b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:47.439246 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-ef319b6c-dc82-4b1a-8be7-18fbaa65b969 service neutron] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.1633914 Sep 21 09:05:47.443678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-47c3507e-dff7-4df0-a1a5-a53b9bc9c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:47.445045 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-47c3507e-dff7-4df0-a1a5-a53b9bc9c088 service neutron] 10.222.0.50 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.1475449 Sep 21 09:05:47.492134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-56bada80-9e47-4138-91fa-6a6fad5bccdd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0459273 Sep 21 09:05:47.527545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-14c61ca3-e656-4547-8b46-b063621c836c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0419209 Sep 21 09:05:47.596208 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-612eead5-1f2e-433b-bb97-95a5b6fd7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:47.597701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-612eead5-1f2e-433b-bb97-95a5b6fd7705 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0782015 Sep 21 09:05:47.601023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-e0291021-36fd-4d70-b293-fb7fa7aef69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:47.602360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-e0291021-36fd-4d70-b293-fb7fa7aef69b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0557897 Sep 21 09:05:47.639306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-f47f7a34-bc79-4c0e-9de6-9c269c9b935e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342247 Sep 21 09:05:47.655165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-a1369101-81e1-46c0-8957-c04db6d79b55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428076 Sep 21 09:05:47.682578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:05:47.730211 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:05:47.744651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a888be6-e7d7-448a-aa3d-a89eb14688a3 req-abeed0bf-b721-427f-9ec8-900920ad3915 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:47.746129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a888be6-e7d7-448a-aa3d-a89eb14688a3 req-abeed0bf-b721-427f-9ec8-900920ad3915 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.0550888 Sep 21 09:05:47.784276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a888be6-e7d7-448a-aa3d-a89eb14688a3 req-c528d8b6-dcc9-47ef-862e-11d431c434bf tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Sep 21 09:05:47.816576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-eef40350-a746-477e-bdda-a8bfaa8ff6cf service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636477 Sep 21 09:05:47.818534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-593e2fe2-7ef5-4b3a-8e30-11125abc1de8 service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555514 Sep 21 09:05:47.976990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-cc8bbec3-767a-43c0-be58-ff0e1d506025 service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534159 Sep 21 09:05:47.980947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-670fe55c-2ded-4c21-891b-6b4bbfd27108 req-e0f55617-6c52-4a5a-b24e-2185cf171b0f service neutron] 10.222.0.50 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500773 Sep 21 09:05:48.018437 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b68840-d4f1-4e4e-be72-36171640bd0a req-c67dcd28-8412-497a-b650-9557b56843f6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:48.019946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2b68840-d4f1-4e4e-be72-36171640bd0a req-c67dcd28-8412-497a-b650-9557b56843f6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 943 time: 0.0854211 Sep 21 09:05:48.028061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5d37-742b-48c2-abef-55b1725367a0 req-b9125e77-4b62-4d2c-a632-8c375e67cdb7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:48.029413 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-b9125e77-4b62-4d2c-a632-8c375e67cdb7 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.62 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357&tenant_id=25724cb32244482aa10cda3acf988e2a&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 943 time: 0.0679324 Sep 21 09:05:48.092523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e2b68840-d4f1-4e4e-be72-36171640bd0a req-a2bff4aa-2066-46d3-9071-d61445c9c9d6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621803 Sep 21 09:05:48.113182 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-909d5d37-742b-48c2-abef-55b1725367a0 req-7d188f21-ce3e-47e2-96b7-fa3211ced0b9 service neutron] delete failed (client error): The resource could not be found. Sep 21 09:05:48.114241 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-7d188f21-ce3e-47e2-96b7-fa3211ced0b9 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e91bceda-7924-48b8-a3c9-1ba17c816ad3/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0775089 Sep 21 09:05:48.194505 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5d37-742b-48c2-abef-55b1725367a0 req-5034fb25-e589-40b5-9419-f168d0594ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:48.195994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-5034fb25-e589-40b5-9419-f168d0594ce0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25724cb32244482aa10cda3acf988e2a&device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 1094 time: 0.0405371 Sep 21 09:05:48.284358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5d37-742b-48c2-abef-55b1725367a0 req-b712b94f-ad36-4db4-b35c-86176bca505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:48.285758 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-b712b94f-ad36-4db4-b35c-86176bca505b service neutron] 10.222.0.62 "GET /v2.0/networks?id=efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 200 len: 916 time: 0.0832257 Sep 21 09:05:48.329082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-8666e942-d4de-4ec5-a4eb-91aa19b3ff9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 200 len: 217 time: 0.0367432 Sep 21 09:05:48.377898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5d37-742b-48c2-abef-55b1725367a0 req-20ac4e83-1315-45d3-a334-256d92977e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:48.379486 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-20ac4e83-1315-45d3-a334-256d92977e3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 200 len: 855 time: 0.0435767 Sep 21 09:05:48.412610 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-8c8a5c1f-517b-42d7-987e-b7d246733333 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=efae0681-38e3-494f-ab14-85b4af3dfdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243406 Sep 21 09:05:48.507505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-e8061bb1-f008-494f-b2c8-9cfd406372cf service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Sep 21 09:05:48.597916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-909d5d37-742b-48c2-abef-55b1725367a0 req-3b70b1f3-cc33-4edd-8343-ed3de661ec7a service neutron] 10.222.0.62 "GET /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Sep 21 09:05:48.728793 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:05:48.819747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:48.830872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'network_id': 'efae0681-38e3-494f-ab14-85b4af3dfdf3', 'port_id': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'mac_address': 'fa:16:3e:4c:4f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d0de089-f290-4091-b457-f81432c7321e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:05:48.869743 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:48.881829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91bceda-7924-48b8-a3c9-1ba17c816ad3 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:05:48.901096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:48.904800 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:48.957361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:49.154347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e91bceda-7924-48b8-a3c9-1ba17c816ad3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:05:49.218669 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcbade-15de-4a80-9a88-13b70714a43f req-306a7dec-07e3-40c5-a7b6-fd5a0113212f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:49.220196 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61fcbade-15de-4a80-9a88-13b70714a43f req-306a7dec-07e3-40c5-a7b6-fd5a0113212f tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 944 time: 0.0542765 Sep 21 09:05:49.259492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61fcbade-15de-4a80-9a88-13b70714a43f req-9e3d8d24-b4bf-45fd-ad5b-5e68dc3bd372 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Sep 21 09:05:49.379459 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04be6c-1aa4-4e6f-9e6e-33a2933c1e01 req-ed609596-a521-4937-a582-5538ca976a2c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:49.380894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d04be6c-1aa4-4e6f-9e6e-33a2933c1e01 req-ed609596-a521-4937-a582-5538ca976a2c tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 944 time: 0.0538692 Sep 21 09:05:49.419202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d04be6c-1aa4-4e6f-9e6e-33a2933c1e01 req-545be3a5-13fd-471c-891b-c1833cc898c8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Sep 21 09:05:49.545101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a58d7d-13bc-453c-9d82-c9365fdf7c40 req-df6c07f0-22dd-4b17-8107-1d080c5aaab6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:49.546642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30a58d7d-13bc-453c-9d82-c9365fdf7c40 req-df6c07f0-22dd-4b17-8107-1d080c5aaab6 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 944 time: 0.0537508 Sep 21 09:05:49.589890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-30a58d7d-13bc-453c-9d82-c9365fdf7c40 req-ec4a6fa3-a3c2-4889-b466-cda503102b33 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Sep 21 09:05:49.920058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720949-3fcd-4437-a84e-ec68078213cf req-61a17055-0756-41c1-b7e9-06b36b56a560 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:49.921502 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d720949-3fcd-4437-a84e-ec68078213cf req-61a17055-0756-41c1-b7e9-06b36b56a560 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 944 time: 0.0512259 Sep 21 09:05:49.963215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d720949-3fcd-4437-a84e-ec68078213cf req-60b4f249-ef95-4736-a8ab-150fc0ac918d tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352609 Sep 21 09:05:50.749489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:05:50.801226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port e91bceda-7924-48b8-a3c9-1ba17c816ad3 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:05:50.805202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port e91bceda-7924-48b8-a3c9-1ba17c816ad3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:50.805622 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:50.895481 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:50.918881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:05:50.921198 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06bc699-072a-499b-bd8c-e5dde44105fd" -d '{"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-plugged", "status": "completed", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:05:50.944684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:50.949026 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:50.973061 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d27b318-1339-4329-8efd-8bc2d2cdd77c x-openstack-request-id: req-0d27b318-1339-4329-8efd-8bc2d2cdd77c {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:05:50.973353 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-plugged", "status": "completed", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:05:50.973604 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d27b318-1339-4329-8efd-8bc2d2cdd77c {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:05:50.973993 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'code': 200} Sep 21 09:05:51.001510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:51.064754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-d86b1416-bc3d-447b-847f-748d90eff9db tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:51.066200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-d86b1416-bc3d-447b-847f-748d90eff9db tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.50 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Sep 21 09:05:51.093146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17c65e-e2ec-4bf2-920a-5c008374e4cc req-8b1683cc-2c88-4526-a6cd-85bf466488ec tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:51.094656 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f17c65e-e2ec-4bf2-920a-5c008374e4cc req-8b1683cc-2c88-4526-a6cd-85bf466488ec tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/ports?device_id=9093c036-e5c3-42e8-a1f2-ff3bd6607357 HTTP/1.1" status: 200 len: 945 time: 0.0549061 Sep 21 09:05:51.132672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f17c65e-e2ec-4bf2-920a-5c008374e4cc req-edb2e16b-b212-4914-a4ab-0a467df73b1a tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.59 "GET /v2.0/security-groups?id=401bb37c-c450-438f-b847-5fc27eb00047&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Sep 21 09:05:51.158319 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Deleting port e91bceda-7924-48b8-a3c9-1ba17c816ad3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:05:51.158667 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:51.245161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] For port e91bceda-7924-48b8-a3c9-1ba17c816ad3, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e91bceda-7924-48b8-a3c9-1ba17c816ad3,segment=NetworkSegment(e6117eda-445c-48a0-afb9-ae9e0c58b645),segment_id=e6117eda-445c-48a0-afb9-ae9e0c58b645)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:51.245531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:51.258430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Calling delete_port for e91bceda-7924-48b8-a3c9-1ba17c816ad3 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:05:51.391792 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:51.404286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e91bceda-7924-48b8-a3c9-1ba17c816ad3'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:05:51.421385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Pushing event deleted for resources: {'Port': ['ID=e91bceda-7924-48b8-a3c9-1ba17c816ad3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:51.465742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] No DVR routers for this DVR port e91bceda-7924-48b8-a3c9-1ba17c816ad3 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:05:51.468453 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:51.470502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-603aafee-5cbd-4991-8938-f41e9dea5bbc req-6ef3c6ee-68fd-4dcc-afb5-83291737edd8 tempest-ServerDiskConfigTestJSON-1744548383 tempest-ServerDiskConfigTestJSON-1744548383-project] 10.222.0.50 "DELETE /v2.0/ports/e91bceda-7924-48b8-a3c9-1ba17c816ad3 HTTP/1.1" status: 204 len: 173 time: 0.3978403 Sep 21 09:05:51.470949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-deleted', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:05:51.473307 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024a42e3-bfc3-437e-8926-63d33229d822" -d '{"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-deleted", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:05:51.514075 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e31e41a-ac5f-4cfd-9294-0d76e9a2b4ca x-openstack-request-id: req-8e31e41a-ac5f-4cfd-9294-0d76e9a2b4ca {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:05:51.514370 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9093c036-e5c3-42e8-a1f2-ff3bd6607357", "name": "network-vif-deleted", "tag": "e91bceda-7924-48b8-a3c9-1ba17c816ad3", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:05:51.514629 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e31e41a-ac5f-4cfd-9294-0d76e9a2b4ca {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:05:51.515070 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9093c036-e5c3-42e8-a1f2-ff3bd6607357', 'name': 'network-vif-deleted', 'tag': 'e91bceda-7924-48b8-a3c9-1ba17c816ad3', 'status': 'completed', 'code': 200} Sep 21 09:05:52.253048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41920) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:52.296307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] Deleting subnet 7d0de089-f290-4091-b457-f81432c7321e {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:05:52.299240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.333226 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.371065 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.422036 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.452632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d0de089-f290-4091-b457-f81432c7321e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:52.458793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.461649 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68719fc8-f21f-4437-8233-1d89af8b71f0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7d0de089-f290-4091-b457-f81432c7321e HTTP/1.1" status: 204 len: 168 time: 0.2068739 Sep 21 09:05:52.463440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41922) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:52.471860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-45c03c79-abf2-48f6-9915-112b80cffbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.532307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.612845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.632041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efae0681-38e3-494f-ab14-85b4af3dfdf3']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:52.640912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6117eda-445c-48a0-afb9-ae9e0c58b645') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:52.641202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6117eda-445c-48a0-afb9-ae9e0c58b645') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:52.650684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.663307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.669937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:05:52.670407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:05:52.672235 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:05:52.724907 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.731191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.733098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] 10.222.0.59 "DELETE /v2.0/networks/efae0681-38e3-494f-ab14-85b4af3dfdf3 HTTP/1.1" status: 204 len: 168 time: 0.2687283 Sep 21 09:05:52.745116 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff7a36-a635-4195-b731-169ec94b29ab admin admin] Pushing event deleted for resources: {'Network': ['ID=efae0681-38e3-494f-ab14-85b4af3dfdf3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:52.839744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41926) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:52.882351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d02e6703-f442-47b8-be26-2bbce3c47d4c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25724cb32244482aa10cda3acf988e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414302 Sep 21 09:05:52.884742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41928) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:52.931487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb90739b-16c5-486c-9cdd-8960c9382a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.952163 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb90739b-16c5-486c-9cdd-8960c9382a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:52.997410 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb90739b-16c5-486c-9cdd-8960c9382a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:53.000322 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb90739b-16c5-486c-9cdd-8960c9382a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:53.001482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eb90739b-16c5-486c-9cdd-8960c9382a5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/401bb37c-c450-438f-b847-5fc27eb00047 HTTP/1.1" status: 204 len: 168 time: 0.1158650 Sep 21 09:05:53.012949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90739b-16c5-486c-9cdd-8960c9382a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401bb37c-c450-438f-b847-5fc27eb00047,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:53.652929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41950) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:53.769189 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2028614135-network', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:53.791956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Made reservation on behalf of 27ea420b07964b4983a6a9f7829b0aca for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:05:53.794304 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:53.803015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:53.896511 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:53.900380 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:53.925271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:05:53.935786 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc3caee-c032-40ed-a25f-ed228bce7e4b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:53.940799 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:53.941144 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Added segment 60719e5d-61ef-4485-935a-e273e99c4fa5 of type vlan for network ef01397f-a3db-482b-b0ea-c0575bc2ca7c Sep 21 09:05:53.952977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.953330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.953675 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.954014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.954349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.954681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.955012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.955363 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.955691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.956017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.956346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.956670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:53.996048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.019807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.020750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:54.021348 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.051652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3976228 Sep 21 09:05:54.054617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41954) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:54.060389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Request body: {'subnet': {'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2028614135-subnet', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:54.083488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Made reservation on behalf of 27ea420b07964b4983a6a9f7829b0aca for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:05:54.084431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a593c-756b-4074-b299-f5e65c0bbfcc admin admin] Pushing event updated for resources: {'Network': ['ID=ef01397f-a3db-482b-b0ea-c0575bc2ca7c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:54.087474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.094832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:05:54.255859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.311790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:54.319273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:05:54.319672 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Network hostable DHCP agents. Network: ef01397f-a3db-482b-b0ea-c0575bc2ca7c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:05:54.338068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:05:54.347902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ef01397f-a3db-482b-b0ea-c0575bc2ca7c) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:05:54.356699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:05:54.357563 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.357895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012822d-2532-471f-9bfe-f2767ae516ac None None] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:05:54.373275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b46a290-21f0-4fa0-aca6-3989797b9fa1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3174541 Sep 21 09:05:54.376300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41956) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:54.380592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:54.406015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.407217 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.463123 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.516642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:05:54.517500 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.660413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Allocated IP 172.20.0.2 (ef01397f-a3db-482b-b0ea-c0575bc2ca7c/75915ccf-c9a3-4138-b4e4-4a3eaa227ad4/061b51ff-0945-48ae-b249-881db6ce7b6d) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:05:54.885616 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:05:54.911153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e91bceda-7924-48b8-a3c9-1ba17c816ad3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:05:54.911524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e91bceda-7924-48b8-a3c9-1ba17c816ad3 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:05:54.947110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.984355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:54.989936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.029191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:05:55.031947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:05:55.034405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:05:55.045171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Pushing event updated for resources: {'Port': ['ID=061b51ff-0945-48ae-b249-881db6ce7b6d,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:55.097309 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Attempting to bind port 061b51ff-0945-48ae-b249-881db6ce7b6d on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:05:55.098086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Attempting to bind port 061b51ff-0945-48ae-b249-881db6ce7b6d by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:05:55.098086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Attempting to bind port 061b51ff-0945-48ae-b249-881db6ce7b6d on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:05:55.103913 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:05:55.104290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:05:55.104700 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.105099 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:05:55.105573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Bound port: 061b51ff-0945-48ae-b249-881db6ce7b6d, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:05:55.105957 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.148894 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.168050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] For port 061b51ff-0945-48ae-b249-881db6ce7b6d, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:05:55.171493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] For port 061b51ff-0945-48ae-b249-881db6ce7b6d, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=061b51ff-0945-48ae-b249-881db6ce7b6d,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:05:55.172900 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.176178 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.243596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2e481-02e4-4cd6-9c70-bebc231d896c None None] Pushing event updated for resources: {'Port': ['ID=061b51ff-0945-48ae-b249-881db6ce7b6d,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:55.283463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Allocated IP 172.25.1.151 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/21aab76f-8fbf-47b5-8912-f0201a3909bd) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:05:55.408444 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.413331 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.439296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-18a66cb9-792c-4130-a527-adcb5e3a60b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.459233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.500184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:05:55.505355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:05:55.510519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:05:55.513628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Pushing event updated for resources: {'Port': ['ID=21aab76f-8fbf-47b5-8912-f0201a3909bd,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:55.756352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:55.959370 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.093969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Router 5182a988-0913-4185-b240-057f6ab0a055 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:05:56.145130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192c956-aad9-4dfe-b18b-32e9db62d810 None None] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:05:56.204550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:05:56.207005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-be265263-b36a-4ba9-82b4-2bf5d1f1904c None None] Provisioning complete for port 061b51ff-0945-48ae-b249-881db6ce7b6d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:56.207418 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be265263-b36a-4ba9-82b4-2bf5d1f1904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.221414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.225354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ab15cd86-de31-4bb7-8159-e692f9f00adb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8454843 Sep 21 09:05:56.225511 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:05:56.225948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41958) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:56.244394 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:05:56.245734 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:56.357253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 061b51ff-0945-48ae-b249-881db6ce7b6d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:05:56.362669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be265263-b36a-4ba9-82b4-2bf5d1f1904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.444623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-be265263-b36a-4ba9-82b4-2bf5d1f1904c None None] For port 061b51ff-0945-48ae-b249-881db6ce7b6d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=061b51ff-0945-48ae-b249-881db6ce7b6d,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:56.451155 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be265263-b36a-4ba9-82b4-2bf5d1f1904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.488093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 061b51ff-0945-48ae-b249-881db6ce7b6d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:56.488478 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.496147 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:05:56.540662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265263-b36a-4ba9-82b4-2bf5d1f1904c None None] Pushing event updated for resources: {'Port': ['ID=061b51ff-0945-48ae-b249-881db6ce7b6d,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:56.700712 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:55Z', 'revision_number': 3, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:56.710285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.726047 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:05:56.726327 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Updating router 5182a988-0913-4185-b240-057f6ab0a055 port 21aab76f-8fbf-47b5-8912-f0201a3909bd binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:05:56.755366 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.774899 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-51742ae0-0052-487e-96d4-b93c95698015 None None] Provisioning complete for port 061b51ff-0945-48ae-b249-881db6ce7b6d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:56.775605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51742ae0-0052-487e-96d4-b93c95698015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:56.869041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Allocated IP 172.20.0.1 (ef01397f-a3db-482b-b0ea-c0575bc2ca7c/75915ccf-c9a3-4138-b4e4-4a3eaa227ad4/1016b5a4-7835-4611-b920-4e9bca7a656c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:05:56.900635 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.023237 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.028731 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.084256 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Attempting to bind port 21aab76f-8fbf-47b5-8912-f0201a3909bd on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:05:57.084625 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Attempting to bind port 21aab76f-8fbf-47b5-8912-f0201a3909bd by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:05:57.084975 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Attempting to bind port 21aab76f-8fbf-47b5-8912-f0201a3909bd on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:05:57.087580 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Pushing event updated for resources: {'Port': ['ID=21aab76f-8fbf-47b5-8912-f0201a3909bd,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:57.096416 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:05:57.096780 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:05:57.097174 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.097559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:05:57.098024 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Bound port: 21aab76f-8fbf-47b5-8912-f0201a3909bd, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:05:57.098392 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.100885 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.101220 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.101551 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.101878 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.102198 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.103049 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.103397 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.103706 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.104015 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.104326 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.104637 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.104951 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:05:57.161789 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] For port 21aab76f-8fbf-47b5-8912-f0201a3909bd, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:05:57.165559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] For port 21aab76f-8fbf-47b5-8912-f0201a3909bd, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=21aab76f-8fbf-47b5-8912-f0201a3909bd,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:05:57.169185 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.229315 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ee1a4-e5f6-454f-96dd-f10d834aab64 None None] Pushing event updated for resources: {'Port': ['ID=21aab76f-8fbf-47b5-8912-f0201a3909bd,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:57.232967 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:05:57.233574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:57.296439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.329089 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.338159 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:05:57.370767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:05:57.373681 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:05:57.379260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:05:57.402413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Pushing event updated for resources: {'Port': ['ID=1016b5a4-7835-4611-b920-4e9bca7a656c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:57.422779 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.522300 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:55Z', 'revision_number': 3, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:57.554556 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29950d-15bb-4b4f-a293-d969a57b6dfe None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:55Z', 'revision_number': 3, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:05:57.559607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.602843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6b928826-0b26-4726-8b87-2b78e557168f None None] Provisioning complete for port 1016b5a4-7835-4611-b920-4e9bca7a656c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:57.603470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6b928826-0b26-4726-8b87-2b78e557168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.640779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6b928826-0b26-4726-8b87-2b78e557168f None None] Port 1016b5a4-7835-4611-b920-4e9bca7a656c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:05:57.739587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.745230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.824846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Pushing event updated for resources: {'Port': ['ID=1016b5a4-7835-4611-b920-4e9bca7a656c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:57.829872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:57.932227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:05:57.934274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:05:57.975853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.059620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:05:58.164725 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-45f63a72-456c-456d-b20d-0bea8f232b66 None None] Provisioning complete for port 1016b5a4-7835-4611-b920-4e9bca7a656c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:58.165775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-45f63a72-456c-456d-b20d-0bea8f232b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.193613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:05:58.202453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e3413b7f-45d1-4788-9e16-e3fffec6bd55 admin admin] 10.222.0.59 "PUT /v2.0/routers/5182a988-0913-4185-b240-057f6ab0a055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9757776 Sep 21 09:05:58.202632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-45f63a72-456c-456d-b20d-0bea8f232b66 None None] Port 1016b5a4-7835-4611-b920-4e9bca7a656c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:05:58.363635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 21aab76f-8fbf-47b5-8912-f0201a3909bd up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:05:58.420064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 21aab76f-8fbf-47b5-8912-f0201a3909bd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:58.420435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.500706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.520375 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 21aab76f-8fbf-47b5-8912-f0201a3909bd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=21aab76f-8fbf-47b5-8912-f0201a3909bd,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:05:58.524107 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.524889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 061b51ff-0945-48ae-b249-881db6ce7b6d up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:05:58.603291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=21aab76f-8fbf-47b5-8912-f0201a3909bd,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:58.614340 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 061b51ff-0945-48ae-b249-881db6ce7b6d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:05:58.614714 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.798057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 41966) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:58.802607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-05f05f4e-37b1-4f4b-b513-98f796192606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523543590', 'description': 'tempest-description--902677611'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:58.825029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05f05f4e-37b1-4f4b-b513-98f796192606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.910844 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05f05f4e-37b1-4f4b-b513-98f796192606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.915468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05f05f4e-37b1-4f4b-b513-98f796192606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.943634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05f05f4e-37b1-4f4b-b513-98f796192606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:58.944891 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-05f05f4e-37b1-4f4b-b513-98f796192606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1458464 Sep 21 09:05:58.947453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f05f4e-37b1-4f4b-b513-98f796192606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9698eebf-1168-4c70-920c-9969056d88c3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:58.948358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41968) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:58.953199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-50c271b6-ce7a-4122-831e-bf054943e6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'security_group_rule': {'security_group_id': '9698eebf-1168-4c70-920c-9969056d88c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:58.980195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50c271b6-ce7a-4122-831e-bf054943e6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.036410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50c271b6-ce7a-4122-831e-bf054943e6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.039826 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50c271b6-ce7a-4122-831e-bf054943e6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.058368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c271b6-ce7a-4122-831e-bf054943e6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d9011a-9b9d-4cf6-904c-573191daaf39,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:59.060828 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-50c271b6-ce7a-4122-831e-bf054943e6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.062167 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-50c271b6-ce7a-4122-831e-bf054943e6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126451 Sep 21 09:05:59.064952 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41970) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:59.071932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7afdfa40-d03e-4c6b-9c13-82a1dbd46043 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'security_group_rule': {'security_group_id': '9698eebf-1168-4c70-920c-9969056d88c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:59.097747 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7afdfa40-d03e-4c6b-9c13-82a1dbd46043 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.098558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:05:59.107736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:05:59.108609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:59.155807 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7afdfa40-d03e-4c6b-9c13-82a1dbd46043 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.159677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7afdfa40-d03e-4c6b-9c13-82a1dbd46043 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.176737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdfa40-d03e-4c6b-9c13-82a1dbd46043 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc8b831-0117-4e20-98eb-8447773a40f0,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:59.184806 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7afdfa40-d03e-4c6b-9c13-82a1dbd46043 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.186086 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7afdfa40-d03e-4c6b-9c13-82a1dbd46043 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202238 Sep 21 09:05:59.189168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 41972) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:05:59.193710 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:05:59.216578 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.220995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:05:59.315094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.417117 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Allocated IP 172.25.1.60 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a7da0edf-5a27-4a2e-a00f-1719486ccc0c) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:05:59.421976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 2, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:59.450981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:05:59.451357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Updating router 5182a988-0913-4185-b240-057f6ab0a055 port 1016b5a4-7835-4611-b920-4e9bca7a656c binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:05:59.475929 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.526021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.559599 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.595211 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:05:59.599503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:05:59.605032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:05:59.610659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'Port': ['ID=a7da0edf-5a27-4a2e-a00f-1719486ccc0c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:59.696791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.730957 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.743116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.748243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.817986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12149022-2ce1-4589-8a43-06aaf48bfa1d None None] Pushing event updated for resources: {'Port': ['ID=1016b5a4-7835-4611-b920-4e9bca7a656c,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:59.853981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Attempting to bind port 1016b5a4-7835-4611-b920-4e9bca7a656c on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:05:59.854699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Attempting to bind port 1016b5a4-7835-4611-b920-4e9bca7a656c by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:05:59.855073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Attempting to bind port 1016b5a4-7835-4611-b920-4e9bca7a656c on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:05:59.860335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:05:59.860714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:05:59.861126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.861528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:05:59.862006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Bound port: 1016b5a4-7835-4611-b920-4e9bca7a656c, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:05:59.862396 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.896448 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.902397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.932944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] For port 1016b5a4-7835-4611-b920-4e9bca7a656c, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:05:59.936586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] For port 1016b5a4-7835-4611-b920-4e9bca7a656c, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1016b5a4-7835-4611-b920-4e9bca7a656c,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:05:59.939470 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:05:59.942374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:05:59.983149 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'Port': ['ID=a7da0edf-5a27-4a2e-a00f-1719486ccc0c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:05:59.992523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:05:59.993215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:05:59.995075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:00.015778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:00.023920 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-15f4f3a1-8460-4186-aed1-795dc4ad3676 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8336270 Sep 21 09:06:00.060428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12149022-2ce1-4589-8a43-06aaf48bfa1d None None] Pushing event updated for resources: {'Port': ['ID=1016b5a4-7835-4611-b920-4e9bca7a656c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:06:00.065950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-dc018e24-47e2-465f-a9f4-245bce87ea36 None None] Provisioning complete for port 1016b5a4-7835-4611-b920-4e9bca7a656c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:06:00.066320 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dc018e24-47e2-465f-a9f4-245bce87ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:00.159910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:06:00.172488 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-b0d55740-1152-4662-a8c4-f47adb987fd8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1523543590&fields=id&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 267 time: 0.0362184 Sep 21 09:06:00.264806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dc018e24-47e2-465f-a9f4-245bce87ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:00.293096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 21aab76f-8fbf-47b5-8912-f0201a3909bd up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:06:00.294154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-89a67001-5b4b-4fd5-8598-8a608768ff63 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:00.295760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-89a67001-5b4b-4fd5-8598-8a608768ff63 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1163969 Sep 21 09:06:00.311561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-343703f8-9fb3-458f-b683-c6cd0a0d0318 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/quotas/27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 375 time: 0.0100095 Sep 21 09:06:00.367153 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-9d921f79-075a-4001-ac07-ca58ca5da606 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499351 Sep 21 09:06:00.473508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-fc90636e-9749-4e41-a560-3531037d82e0 service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926619 Sep 21 09:06:00.534101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-dc018e24-47e2-465f-a9f4-245bce87ea36 None None] For port 1016b5a4-7835-4611-b920-4e9bca7a656c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1016b5a4-7835-4611-b920-4e9bca7a656c,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:06:00.549544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dc018e24-47e2-465f-a9f4-245bce87ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:00.569943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-26748dcf-23e4-4e33-a8a0-4db20112f168 service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895190 Sep 21 09:06:00.626323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 21aab76f-8fbf-47b5-8912-f0201a3909bd triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:06:00.626695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:00.654148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc018e24-47e2-465f-a9f4-245bce87ea36 None None] Pushing event updated for resources: {'Port': ['ID=1016b5a4-7835-4611-b920-4e9bca7a656c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:06:00.701850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3cc445ed-dae5-4f89-8b4f-68e3588aa83c None None] Provisioning complete for port 1016b5a4-7835-4611-b920-4e9bca7a656c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:06:00.702960 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3cc445ed-dae5-4f89-8b4f-68e3588aa83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:00.750974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:05:59Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:06:00.781071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49325709-b348-4cb2-a25b-0beb47b9b03d req-f4c522e1-5d0a-44b6-ba72-5dd48af1dad4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 210 time: 0.0431461 Sep 21 09:06:00.823674 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9807678-689b-43c2-8d5b-e726bfda7d4b None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:05:59Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:06:01.832378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-c0c8a8a7-16e6-4057-8526-e65ae9a5f2c3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:01.834019 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-c0c8a8a7-16e6-4057-8526-e65ae9a5f2c3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1417773 Sep 21 09:06:01.893031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64d7bf08-cb5a-4293-a7b0-01902ee5bce0 req-440394f3-287d-400d-af9e-3ab9218a8a25 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 210 time: 0.0405915 Sep 21 09:06:01.915967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-4e8ae0c6-ebe5-435c-a095-8bc2b8b6b219 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 380 time: 0.0696170 Sep 21 09:06:01.925776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'port': {'device_id': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'admin_state_up': True, 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'security_groups': ['9698eebf-1168-4c70-920c-9969056d88c3']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:06:02.038910 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Made reservation on behalf of 27ea420b07964b4983a6a9f7829b0aca for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:06:02.042942 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.168997 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Allocated IP 172.20.0.9 (ef01397f-a3db-482b-b0ea-c0575bc2ca7c/75915ccf-c9a3-4138-b4e4-4a3eaa227ad4/5b1d2a60-115a-4c36-8201-d8bf78663b8e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:06:02.293562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1016b5a4-7835-4611-b920-4e9bca7a656c up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:06:02.302815 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.337657 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.345448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 1016b5a4-7835-4611-b920-4e9bca7a656c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:06:02.345830 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.382422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:06:02.385994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:06:02.389840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:06:02.420332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:06:02.447592 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:02.448228 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.463193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-202908e6-b20d-434a-8e82-dd2d6ff80be4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413203 Sep 21 09:06:02.475677 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Request body: {'port': {'device_id': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:06:02.529424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.535968 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.641924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-43599c51-5e9a-4f0c-a887-5e8df5a119e4 None None] Provisioning complete for port 5b1d2a60-115a-4c36-8201-d8bf78663b8e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:06:02.642295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-43599c51-5e9a-4f0c-a887-5e8df5a119e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.676221 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-43599c51-5e9a-4f0c-a887-5e8df5a119e4 None None] Port 5b1d2a60-115a-4c36-8201-d8bf78663b8e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:06:02.806478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1d2a60-115a-4c36-8201-d8bf78663b8e {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:06:02.814451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.827788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Transition to ACTIVE for port object 5b1d2a60-115a-4c36-8201-d8bf78663b8e will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:06:02.831544 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:02.882731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:06:02.951204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:06:02.951940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:06:02.952532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:06:02.957678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:06:02.958079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:06:02.964241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:06:02.964662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:06:02.965115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:06:02.965622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Bound port: 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:06:02.966074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:03.017808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880105d-cadd-4ccf-9224-93be8e970265 req-1d0c9c37-c2b1-4952-93f9-b0a58a0da9c0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.019542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c880105d-cadd-4ccf-9224-93be8e970265 req-1d0c9c37-c2b1-4952-93f9-b0a58a0da9c0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0540686 Sep 21 09:06:03.040941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h1-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:06:03.044229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:06:03.049987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:03.062923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c880105d-cadd-4ccf-9224-93be8e970265 req-84c59013-fe1b-48e0-8ca8-6ab14777052e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364096 Sep 21 09:06:03.089048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.089048 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:03.089466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] 10.222.0.62 "PUT /v2.0/ports/5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 1091 time: 0.6179824 Sep 21 09:06:03.090645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:06:03.092554 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:06:03.121427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ba9bf-0651-42bb-a54e-30753fd54dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:06:03.132199 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f10fa8-e892-470b-97ae-f47b5031ad95 x-openstack-request-id: req-d6f10fa8-e892-470b-97ae-f47b5031ad95 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:06:03.132689 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:06:03.132943 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6f10fa8-e892-470b-97ae-f47b5031ad95 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:06:03.133360 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'status': 'completed', 'code': 200} Sep 21 09:06:03.189918 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-d7981309-b3c2-4dec-a5a7-f0f958658e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.191501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-d7981309-b3c2-4dec-a5a7-f0f958658e6b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1094 time: 0.0427480 Sep 21 09:06:03.239808 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-9f5dedd6-ef96-4629-8258-15c1c6975a11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 217 time: 0.0400968 Sep 21 09:06:03.289528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-3cd1c8d6-f1be-4e56-8c18-5639abc03319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.291593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-3cd1c8d6-f1be-4e56-8c18-5639abc03319 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0455670 Sep 21 09:06:03.335742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-2ed53d46-f22b-4bd1-bdf0-ebd1fb529f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.337826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-2ed53d46-f22b-4bd1-bdf0-ebd1fb529f92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398335 Sep 21 09:06:03.437305 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-3c8effac-4052-4447-80bb-91e468e67c2d service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922899 Sep 21 09:06:03.527175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93e64cb9-bc0e-4b2e-9598-fb31dc77e9fc req-c4091355-065b-48bb-8ab8-69dfd3db77ab service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828614 Sep 21 09:06:03.610582 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-9ddfd9ed-da04-48bd-b619-314eee392f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.612108 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-9ddfd9ed-da04-48bd-b619-314eee392f74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1094 time: 0.0399237 Sep 21 09:06:03.705507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-1890dda4-79e7-45da-95eb-9c121ddbd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.706872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-1890dda4-79e7-45da-95eb-9c121ddbd6dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0880773 Sep 21 09:06:03.747516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-2e39a2b5-eedd-4327-9adb-1a9289bd780c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 217 time: 0.0331769 Sep 21 09:06:03.800659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-a6cd5022-668f-43bd-ad64-4649e3c16e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.802155 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-a6cd5022-668f-43bd-ad64-4649e3c16e9f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0478156 Sep 21 09:06:03.847738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-6512758c-0776-4047-9969-98efc3000950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:03.849286 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-6512758c-0776-4047-9969-98efc3000950 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401232 Sep 21 09:06:03.941694 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-aeb35319-4867-4360-b304-c46c80973bf4 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851202 Sep 21 09:06:04.029035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-281ce1e4-4d03-4d16-9a2b-8a3e142df14a req-2dceec16-c55b-43ee-a628-97026c514e6f service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805814 Sep 21 09:06:04.176959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7b46f-1d6d-4431-8151-b9819ef75eec req-9656ecc1-4abc-415b-a240-04a214e58ec4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:04.178427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fc7b46f-1d6d-4431-8151-b9819ef75eec req-9656ecc1-4abc-415b-a240-04a214e58ec4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0479984 Sep 21 09:06:04.220190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fc7b46f-1d6d-4431-8151-b9819ef75eec req-75ba86f2-edc0-4d65-9d65-8f4863a43d37 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348690 Sep 21 09:06:04.270478 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:05.335553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b476761-ea6a-4034-a8c4-b96625a98749 req-ae9c307b-578a-4608-b696-75f8450ca150 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:05.337541 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b476761-ea6a-4034-a8c4-b96625a98749 req-ae9c307b-578a-4608-b696-75f8450ca150 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0500565 Sep 21 09:06:05.376144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7b476761-ea6a-4034-a8c4-b96625a98749 req-f70fb378-3509-4c25-aaae-eb0f8c7eba99 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324810 Sep 21 09:06:06.492717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b33bb-735a-42fc-b350-19538b4450a8 req-c48d3a5a-5cfd-4e90-a576-03ce0c4d839f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:06.494128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab2b33bb-735a-42fc-b350-19538b4450a8 req-c48d3a5a-5cfd-4e90-a576-03ce0c4d839f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0513308 Sep 21 09:06:06.533077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab2b33bb-735a-42fc-b350-19538b4450a8 req-10a76b8c-eda9-465a-82bd-4c2ca8f76298 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327530 Sep 21 09:06:07.649787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d553e-9e74-47a8-8e83-9dee5191c0f0 req-ced463a2-e545-4909-ad8a-0bed95800956 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:07.651251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-311d553e-9e74-47a8-8e83-9dee5191c0f0 req-ced463a2-e545-4909-ad8a-0bed95800956 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0518136 Sep 21 09:06:07.688900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-311d553e-9e74-47a8-8e83-9dee5191c0f0 req-7bffd773-80c0-4209-a611-92b181e2406c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Sep 21 09:06:07.781795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:06:07.879664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:06:07.891966 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'mac_address': 'fa:16:3e:c0:5b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:06:07.928152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:07.941376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1d2a60-115a-4c36-8201-d8bf78663b8e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:06:07.960648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:06:07.964712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:08.054064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:06:08.065673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.066021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.066365 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.066705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.067042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.067402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.067736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.068064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.068410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.068844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.069170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.069493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:06:08.263939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5b1d2a60-115a-4c36-8201-d8bf78663b8e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:06:08.805126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf7550-0324-4486-a116-40d01a1b9340 req-0ac9db6e-4b67-4a38-9806-6a7594cb07a1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:08.806644 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bccf7550-0324-4486-a116-40d01a1b9340 req-0ac9db6e-4b67-4a38-9806-6a7594cb07a1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 944 time: 0.0503247 Sep 21 09:06:08.844870 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bccf7550-0324-4486-a116-40d01a1b9340 req-f8b5e791-3efa-45fa-b1bf-f17e13c3d6b7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Sep 21 09:06:09.789970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:06:09.838184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 5b1d2a60-115a-4c36-8201-d8bf78663b8e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:06:09.841769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 5b1d2a60-115a-4c36-8201-d8bf78663b8e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:06:09.842141 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:09.920548 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:09.943395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:06:09.945719 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99389d43-8128-44d5-bf6e-df6905a5a556" -d '{"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:06:09.959021 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:06:09.964111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:09.968382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0f704-5b96-413a-b023-a5c60aa3a218 req-3a51c123-f6a4-4dba-8dd3-d9d6c5a4fc6c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:09.971858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11f0f704-5b96-413a-b023-a5c60aa3a218 req-3a51c123-f6a4-4dba-8dd3-d9d6c5a4fc6c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 944 time: 0.0563152 Sep 21 09:06:09.986826 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771edcb9-61fd-4a81-84f6-d083938738b4 x-openstack-request-id: req-771edcb9-61fd-4a81-84f6-d083938738b4 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:06:09.987113 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:06:09.987384 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-771edcb9-61fd-4a81-84f6-d083938738b4 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:06:09.987984 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'code': 200} Sep 21 09:06:10.011461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-11f0f704-5b96-413a-b023-a5c60aa3a218 req-e102a98b-7beb-4c96-828a-db353b91e24d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351391 Sep 21 09:06:10.015955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:06:10.091273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7943e-4269-47b5-8b9b-0b2ad022a145 req-7f072835-bc90-4fe2-aafc-42dfb2afaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:10.092728 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a9d7943e-4269-47b5-8b9b-0b2ad022a145 req-7f072835-bc90-4fe2-aafc-42dfb2afaa69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1096 time: 0.0403938 Sep 21 09:06:10.128077 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a9d7943e-4269-47b5-8b9b-0b2ad022a145 req-49a088c4-ff87-4b67-8a9b-e8217dba0324 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271027 Sep 21 09:06:11.130733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194f557-b969-4960-885f-543c34969336 req-f9655a5c-b95c-4b56-a872-e27e42f200de tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:11.132220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2194f557-b969-4960-885f-543c34969336 req-f9655a5c-b95c-4b56-a872-e27e42f200de tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0471861 Sep 21 09:06:11.173284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2194f557-b969-4960-885f-543c34969336 req-26eec99e-6996-4376-b75a-00e11a4bd50e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345922 Sep 21 09:06:12.294057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6767d-0bcb-4bac-8262-3eeec22b2094 req-f7aa8324-96da-4988-b0cc-6ca11e094f62 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:12.295568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39f6767d-0bcb-4bac-8262-3eeec22b2094 req-f7aa8324-96da-4988-b0cc-6ca11e094f62 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0532811 Sep 21 09:06:12.332226 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-39f6767d-0bcb-4bac-8262-3eeec22b2094 req-cde72c62-d3d2-4960-a944-f2df06a7754a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307634 Sep 21 09:06:12.442468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19dd9d-bb8d-4974-96a6-c813e4ce0b74 req-94b17a68-a943-475e-86fb-b9667663350e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:12.443985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fe19dd9d-bb8d-4974-96a6-c813e4ce0b74 req-94b17a68-a943-475e-86fb-b9667663350e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0488968 Sep 21 09:06:12.452978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42026) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:06:12.457331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'floatingip': {'port_id': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:06:12.495513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:12.926088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:12.930062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:13.029608 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 associated. External IP: 172.25.1.60, port: 5b1d2a60-115a-4c36-8201-d8bf78663b8e. Sep 21 09:06:13.233259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:06:13.337250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:06:13.342183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:13.347667 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:06:13.356862 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:06:13.357466 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:06:13.370833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-384877aa-df0b-4d10-a635-2e0d56b860fa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "PUT /v2.0/floatingips/d689722f-46a6-4943-a31a-6bfa1afc1aa3 HTTP/1.1" status: 200 len: 990 time: 0.9168468 Sep 21 09:06:13.371438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:06:13.373677 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0babdc7e-d742-490c-a5f8-884ad97ffc55" -d '{"events": [{"name": "network-changed", "server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:06:13.415548 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f4accd-36ea-495f-a79c-a303c4cbb7e6 x-openstack-request-id: req-b0f4accd-36ea-495f-a79c-a303c4cbb7e6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:06:13.415837 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:06:13.416086 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0f4accd-36ea-495f-a79c-a303c4cbb7e6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:06:13.416491 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'status': 'completed', 'code': 200} Sep 21 09:06:13.467576 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:06:13.483029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-b345558a-9749-45e3-a0b5-d60c5da246b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396502 Sep 21 09:06:13.485393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-132f30f3-6e6d-47f1-b94f-753c266c8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:13.486824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-132f30f3-6e6d-47f1-b94f-753c266c8214 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1096 time: 0.0422411 Sep 21 09:06:13.580479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-a0dc5e44-ffe6-4571-9d7a-ba892eac5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:13.581982 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-a0dc5e44-ffe6-4571-9d7a-ba892eac5f44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0879357 Sep 21 09:06:13.646417 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-f4057bf3-0287-4468-ae11-a99f8987df8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 998 time: 0.0571921 Sep 21 09:06:13.689877 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:c0:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:06:12Z', 'revision_number': 1, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:06:13.699574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-17541856-9cba-4346-9b45-4642b7c4de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:13.701109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-17541856-9cba-4346-9b45-4642b7c4de6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0480046 Sep 21 09:06:13.715853 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:06:13.724548 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:06:13.725166 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:05:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:06:13.750863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-05ec2059-1ef6-4b50-8082-272fb0027547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:13.752331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-05ec2059-1ef6-4b50-8082-272fb0027547 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443859 Sep 21 09:06:13.829523 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:06:13.842418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-b039b9dd-c274-48cc-b52e-d36bdac5f701 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831053 Sep 21 09:06:13.944700 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0babdc7e-d742-490c-a5f8-884ad97ffc55 req-73da7eec-8848-48eb-84ac-c9f1808a6048 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955467 Sep 21 09:06:14.046035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-26f949a8-b9d8-4d02-aa67-bec5f525ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:14.047497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-26f949a8-b9d8-4d02-aa67-bec5f525ca09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1096 time: 0.0409076 Sep 21 09:06:14.147850 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:c0:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:06:12Z', 'revision_number': 1, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:06:14.154227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-a4cb251f-1e7b-4b7a-8a01-b869a5a6d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:14.155935 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-a4cb251f-1e7b-4b7a-8a01-b869a5a6d41b service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0897226 Sep 21 09:06:14.173737 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e402df-defe-4772-868c-a5280a60d009 None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:c0:5b:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:06:12Z', 'revision_number': 1, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:06:14.222217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-1fcb4d86-a3b6-4b73-baeb-119a3273e9b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 998 time: 0.0597200 Sep 21 09:06:14.272126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-f5f4c6cf-1653-42fe-9dfa-e35869c56bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:14.273619 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-f5f4c6cf-1653-42fe-9dfa-e35869c56bb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0445876 Sep 21 09:06:14.324948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-a70f79cb-ccce-457a-9ac8-d0d19b7e1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:06:14.326461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-a70f79cb-ccce-457a-9ac8-d0d19b7e1ab4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458727 Sep 21 09:06:14.371659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d97f6d-a3e2-4bda-b07f-f545fe0f8be3 None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:06:14.418956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-96e80b42-5d64-4e29-a4d1-5093b046604c service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855978 Sep 21 09:06:14.516532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-a450e511-f586-4114-972b-b4ebbac36ef0 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906975 Sep 21 09:06:22.472584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad55468e-d1ac-4bb6-b19b-b7a75fae3787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:25.392472 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:25.430782 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4c6aa651-1101-47e3-844d-4857c38b5559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:26.901382 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:27.969162 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:32.547695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:34.272054 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:36.939715 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:06:52.473064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5129f7a5-2f35-43b2-874c-060f696d4417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:55.393458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:55.433271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3c785cd6-ac07-4dcd-8a00-f5ecfd3b51ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:56.905530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:06:57.965500 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:02.563607 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:04.281333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:13.940074 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:07:15.521522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-49685115-c6df-4fcf-9854-51b18e645a3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852640 Sep 21 09:07:15.601254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-3c854995-10cd-4c66-9c13-729199ccabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:07:15.602739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-3c854995-10cd-4c66-9c13-729199ccabb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1096 time: 0.0400658 Sep 21 09:07:15.709507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-c58a664c-8e28-43b8-b192-7b64c1e8f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:07:15.710919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-c58a664c-8e28-43b8-b192-7b64c1e8f1f5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0885639 Sep 21 09:07:15.774175 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-ed644370-fb9e-44fd-8ce1-2fa541f5a332 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 1000 time: 0.0557897 Sep 21 09:07:15.828052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-f03e40a1-371b-4ace-b750-9135a2f72068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:07:15.829507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-f03e40a1-371b-4ace-b750-9135a2f72068 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0476465 Sep 21 09:07:15.874222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-7276d184-42d4-4dae-ad4d-c9853e70b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:07:15.875706 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-7276d184-42d4-4dae-ad4d-c9853e70b1e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387375 Sep 21 09:07:15.964179 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-eb605c7a-f935-4a44-98f3-1080c78d56d3 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800521 Sep 21 09:07:16.055962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48192bd5-16af-4a56-aa37-99e530da7b47 req-b5df9fd3-65ce-4be2-9437-0e989cccaeb6 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852518 Sep 21 09:07:22.473677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f86b7ef4-74f2-475e-b14e-59d1f9e08407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:25.394762 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:25.433799 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-41eb3c94-9048-42a9-bb4d-e03680fe47d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:26.907791 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:27.967082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:32.561912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:34.282750 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:50.939824 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:07:52.474747 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e4370996-af61-4182-92b1-db7ef943fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:55.395558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:55.434663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e5951e8e-9ec4-47d4-ba84-c21d1a452f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:56.911132 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:07:57.970384 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:02.559873 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:04.294980 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:17.456056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-1d02c1b0-5146-4c20-8697-afa31479e2ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401175 Sep 21 09:08:17.535562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-fab11306-5cca-4f3e-bd63-41eda65541dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:17.537000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-fab11306-5cca-4f3e-bd63-41eda65541dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1096 time: 0.0394413 Sep 21 09:08:17.644823 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-eddab672-2946-4977-9cc3-0d0d810d06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:17.646493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-eddab672-2946-4977-9cc3-0d0d810d06c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0901723 Sep 21 09:08:17.709302 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-7e73c04c-669c-4539-bc2e-40ad67f8babb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 1000 time: 0.0559077 Sep 21 09:08:18.074166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-30e38be1-07f5-4e33-95b0-b9aee8e845f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:18.075572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-30e38be1-07f5-4e33-95b0-b9aee8e845f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.3597705 Sep 21 09:08:18.120709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-2848f842-56a4-4d50-b3e8-4f07c18ec58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:18.122174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-2848f842-56a4-4d50-b3e8-4f07c18ec58f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392249 Sep 21 09:08:18.210023 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-a4934867-5111-4ac8-89ea-cb3d6d072a7a service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799429 Sep 21 09:08:18.299715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d624fed7-935c-45b7-8a05-f7878488fc20 req-0011be41-b410-4477-98f3-a2c62e5462b8 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826149 Sep 21 09:08:22.476340 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ac140b97-0ade-4edc-a810-4ba30779ab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:25.397302 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:25.435287 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fb454bc-3549-4df1-b3b9-0391f6e31eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:26.913888 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:27.939265 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:08:27.972813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:32.561444 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:34.282719 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:47.620448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ae619-379c-4c18-bcba-96b6f6b9b410 req-99869a02-4139-4deb-87fb-0bf3c16ff92d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:47.621942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-597ae619-379c-4c18-bcba-96b6f6b9b410 req-99869a02-4139-4deb-87fb-0bf3c16ff92d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.1270425 Sep 21 09:08:47.662140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-597ae619-379c-4c18-bcba-96b6f6b9b410 req-fe7189bf-098a-4c74-9445-f277b140347e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338976 Sep 21 09:08:47.904641 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a337a2f-4ad0-4722-8fe0-f274fa4053b1 req-e0d6e4f0-d2de-47e6-8ce6-f6161441df7e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:47.906308 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a337a2f-4ad0-4722-8fe0-f274fa4053b1 req-e0d6e4f0-d2de-47e6-8ce6-f6161441df7e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0538802 Sep 21 09:08:47.927819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-ca3e9c59-14da-4ab3-8292-a9f7509c607d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841732 Sep 21 09:08:47.947006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a337a2f-4ad0-4722-8fe0-f274fa4053b1 req-f5d16b56-0329-46bf-81d7-10b9cb4c3c8c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Sep 21 09:08:49.158082 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab714b-d7f1-4b6a-9e5e-0cc5b9588dbd req-9bf9f33d-8034-47ac-978b-b749f192b73a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:49.159600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42ab714b-d7f1-4b6a-9e5e-0cc5b9588dbd req-9bf9f33d-8034-47ac-978b-b749f192b73a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.1339133 Sep 21 09:08:49.173714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-29918a68-5030-4e32-8546-eac634670ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:49.175131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-29918a68-5030-4e32-8546-eac634670ee7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1096 time: 0.0677969 Sep 21 09:08:49.226187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-42ab714b-d7f1-4b6a-9e5e-0cc5b9588dbd req-6d7206ba-dd49-404b-88c0-796c3aef3492 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606346 Sep 21 09:08:49.285256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-badb93a7-f208-4e25-a583-ef6b26e374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:49.286754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-badb93a7-f208-4e25-a583-ef6b26e374ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1035728 Sep 21 09:08:49.351286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-8c824f90-5353-46cf-b925-9d67214ee327 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 1000 time: 0.0563314 Sep 21 09:08:49.399627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-dad36183-7205-49d7-926d-017629f2941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:49.401138 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-dad36183-7205-49d7-926d-017629f2941f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0431118 Sep 21 09:08:49.450622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-0b31e2aa-d437-44fd-a973-c727307e9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:49.452128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-0b31e2aa-d437-44fd-a973-c727307e9f41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440054 Sep 21 09:08:49.542199 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-d8e7152e-2314-46cc-905b-d29598b79337 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819817 Sep 21 09:08:49.634138 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-a81e516a-915d-4112-91ef-a15768f88deb service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Sep 21 09:08:50.342441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb57d0e-01c7-4641-a124-67fde4f5ad9a req-f6d3f047-2e5e-470d-999c-abbd4d35a52d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:50.343952 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcb57d0e-01c7-4641-a124-67fde4f5ad9a req-f6d3f047-2e5e-470d-999c-abbd4d35a52d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Sep 21 09:08:50.380942 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcb57d0e-01c7-4641-a124-67fde4f5ad9a req-46402c7a-85da-419d-8bf7-064b1e2b077d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309825 Sep 21 09:08:51.498214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87176d-3972-4166-a34d-b4e70f9275d1 req-5077b82b-3eb7-4a13-9162-b2fd3c2d154d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:51.499699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a87176d-3972-4166-a34d-b4e70f9275d1 req-5077b82b-3eb7-4a13-9162-b2fd3c2d154d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Sep 21 09:08:51.535877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a87176d-3972-4166-a34d-b4e70f9275d1 req-9175008c-9f70-4467-8f17-ff23268b89dd tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303233 Sep 21 09:08:52.477956 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ddcdd20-3a43-4373-a2c6-f11c37941a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:52.661919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc18e9-41ad-48ca-9175-7ab9ba6cb02e req-015df63d-ff70-4b87-8c33-df874e4f6e18 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:52.663426 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75cc18e9-41ad-48ca-9175-7ab9ba6cb02e req-015df63d-ff70-4b87-8c33-df874e4f6e18 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0603640 Sep 21 09:08:52.701077 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75cc18e9-41ad-48ca-9175-7ab9ba6cb02e req-4b13717c-0293-4dd3-adff-808f8e86e472 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Sep 21 09:08:53.813932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde629-0330-4726-b37e-e98da36f0661 req-665a3e5a-3345-4b52-bfae-8c4037a3a1d4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:53.815482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66fde629-0330-4726-b37e-e98da36f0661 req-665a3e5a-3345-4b52-bfae-8c4037a3a1d4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0494950 Sep 21 09:08:53.852397 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66fde629-0330-4726-b37e-e98da36f0661 req-1aa6ae64-3052-4868-aadc-6d295ff931fd tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Sep 21 09:08:54.968774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155437a-da8f-43c1-ad7d-cfdcb93aa348 req-07ac4c96-cb9a-4ec9-800e-6294b98fc974 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:54.970243 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4155437a-da8f-43c1-ad7d-cfdcb93aa348 req-07ac4c96-cb9a-4ec9-800e-6294b98fc974 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Sep 21 09:08:55.006969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4155437a-da8f-43c1-ad7d-cfdcb93aa348 req-b3f58df9-f3e6-409f-9d96-691bc8a8f48e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Sep 21 09:08:55.397376 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:55.436683 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f54f82e7-62fe-4d8e-8419-4f61cea7dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:56.126551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1550c1-be30-4df6-bb38-33030bd1b618 req-a44b5e14-0713-42e5-8cca-1051acb44230 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:56.128028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f1550c1-be30-4df6-bb38-33030bd1b618 req-a44b5e14-0713-42e5-8cca-1051acb44230 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0537834 Sep 21 09:08:56.165723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f1550c1-be30-4df6-bb38-33030bd1b618 req-3d6e9771-faf5-439e-ae2a-ed14b9c75872 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318038 Sep 21 09:08:56.915401 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:57.280799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa12f4a-2f72-49f9-9e18-48f4d9527e74 req-b6dbe7e0-c1f1-45e6-8753-865a2287ce5e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:57.282301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfa12f4a-2f72-49f9-9e18-48f4d9527e74 req-b6dbe7e0-c1f1-45e6-8753-865a2287ce5e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0483189 Sep 21 09:08:57.319539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dfa12f4a-2f72-49f9-9e18-48f4d9527e74 req-be4756fd-d3a0-42c0-850e-c97d0b7d80d9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312953 Sep 21 09:08:57.975023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:08:58.433026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9a5b2-bf8a-4d6e-ad9f-18d6ab59e175 req-469f4d9f-5bc2-4b57-ad2e-a6ef8849235d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:58.434516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fd9a5b2-bf8a-4d6e-ad9f-18d6ab59e175 req-469f4d9f-5bc2-4b57-ad2e-a6ef8849235d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0489366 Sep 21 09:08:58.472015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7fd9a5b2-bf8a-4d6e-ad9f-18d6ab59e175 req-c2b978ca-e8e8-4298-a04c-a691c002c9c2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315070 Sep 21 09:08:59.585700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc598a-6b06-4fd4-81b8-3649d87000c9 req-00dcf991-b8e5-4408-b398-1c8e08f9681c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:08:59.587173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43dc598a-6b06-4fd4-81b8-3649d87000c9 req-00dcf991-b8e5-4408-b398-1c8e08f9681c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0484982 Sep 21 09:08:59.625061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43dc598a-6b06-4fd4-81b8-3649d87000c9 req-91710c7d-51f6-4929-acfa-08c4517acc77 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312951 Sep 21 09:09:00.741609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899cd12-5952-4eb6-b2a2-97a76f6f9450 req-c6b7588c-1ec6-4093-ab69-6daf1ee327ac tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:00.743260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9899cd12-5952-4eb6-b2a2-97a76f6f9450 req-c6b7588c-1ec6-4093-ab69-6daf1ee327ac tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0495262 Sep 21 09:09:00.781492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9899cd12-5952-4eb6-b2a2-97a76f6f9450 req-4cc51f4c-dd79-48b7-91d6-924130a31460 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 Sep 21 09:09:01.580819 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-75dd29fe-099e-4e93-b055-bb26549ee5ec service neutron] show failed (client error): The resource could not be found. Sep 21 09:09:01.581881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-75dd29fe-099e-4e93-b055-bb26549ee5ec service neutron] 10.222.0.62 "GET /v2.0/ports/5b1d2a60-115a-4c36-8201-d8bf78663b8e/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0599723 Sep 21 09:09:01.820872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-c1f40903-385e-49c1-aad8-c2b85f70bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:01.822489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-c1f40903-385e-49c1-aad8-c2b85f70bcbc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 1096 time: 0.0845718 Sep 21 09:09:01.835509 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:09:01.888368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:01.902101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79df0-b082-4edd-b404-a147b553af52 req-9d98109d-e770-4c1f-8101-31cb21dcd8ca tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:01.903626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3da79df0-b082-4edd-b404-a147b553af52 req-9d98109d-e770-4c1f-8101-31cb21dcd8ca tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0523124 Sep 21 09:09:01.942388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3da79df0-b082-4edd-b404-a147b553af52 req-ac5a35cb-4bdf-4f85-bd80-69ce10543026 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327737 Sep 21 09:09:02.092745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:02.125940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:09:02.163870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:09:02.166885 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b5beaf-3711-4663-8d2e-bac97eda5c36" -d '{"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:09:02.170688 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:02.183081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Transition to ACTIVE for port object 5b1d2a60-115a-4c36-8201-d8bf78663b8e will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:09:02.187342 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:02.235701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:02.295782 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab6394f-ee16-419e-ba79-eefe9360817b x-openstack-request-id: req-4ab6394f-ee16-419e-ba79-eefe9360817b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:09:02.296062 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-unplugged", "status": "completed", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:09:02.296309 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ab6394f-ee16-419e-ba79-eefe9360817b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:09:02.296702 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'code': 200} Sep 21 09:09:02.304018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.304366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.304708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.305045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.305377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.305957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.306284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.306608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.306975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.307301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.307645 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.307970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:02.374227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] No DVR routers for this DVR port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:09:02.510014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:09:02.510322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:09:02.510646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:09:02.514881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:09:02.515200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Attempting to bind port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:09:02.519919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:09:02.520253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:09:02.520633 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:09:02.521050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Bound port: 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:09:02.521399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:02.560913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:02.584423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:09:02.587737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:09:02.592883 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:02.625375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:02.626004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:02.627498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] 10.222.0.50 "PUT /v2.0/ports/5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 1091 time: 0.7962835 Sep 21 09:09:02.665201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df036943-2c7d-422d-9cae-893508d6ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:02.698736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-5d636c80-56ec-4baa-b27a-e9a59393e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:02.700335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-5d636c80-56ec-4baa-b27a-e9a59393e882 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1094 time: 0.0473118 Sep 21 09:09:02.800734 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-bb301fde-555c-46ae-bd15-082f2385b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:02.802227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-bb301fde-555c-46ae-bd15-082f2385b59c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0945392 Sep 21 09:09:02.868182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-621a8443-1f47-4082-a41c-e56c8a44fd71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 998 time: 0.0574622 Sep 21 09:09:02.921459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-88d2a8a1-855b-4baa-8c2e-1f39bf5e67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:02.922809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-88d2a8a1-855b-4baa-8c2e-1f39bf5e67fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0470998 Sep 21 09:09:02.968847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-6da7e98d-9d33-4cd8-b948-6bdf31fd1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:02.977183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-6da7e98d-9d33-4cd8-b948-6bdf31fd1867 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404952 Sep 21 09:09:03.058362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979aee8f-1c39-411a-907c-ffca4b1262bc req-05fb7c1e-c73e-413a-9e75-63d456b2c2e4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:03.059896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-979aee8f-1c39-411a-907c-ffca4b1262bc req-05fb7c1e-c73e-413a-9e75-63d456b2c2e4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0501873 Sep 21 09:09:03.061772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-31149865-febb-44af-aa55-3adec8934972 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838645 Sep 21 09:09:03.099361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-979aee8f-1c39-411a-907c-ffca4b1262bc req-2e1741a0-e268-439c-bcf8-a75a2ca2f215 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331123 Sep 21 09:09:03.158027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e1af5a8-4b7f-48c5-91e6-d702a5afe6b9 req-df57a4fa-0301-48b9-be02-f747aa434d31 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890007 Sep 21 09:09:04.224454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae0e2-8e29-4b85-ac4d-61fad67582a5 req-2bca05d8-7897-472f-ab76-9df1ede44a3a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.225961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-616ae0e2-8e29-4b85-ac4d-61fad67582a5 req-2bca05d8-7897-472f-ab76-9df1ede44a3a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0552769 Sep 21 09:09:04.263560 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-616ae0e2-8e29-4b85-ac4d-61fad67582a5 req-892706c0-78f9-4905-8cd3-0d8ef3b46013 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Sep 21 09:09:04.298287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:09:04.300656 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22" -d '{"events": [{"name": "network-changed", "server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:09:04.320293 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:04.352435 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04d82b6-66d0-4e19-baa9-5dd73ca25591 x-openstack-request-id: req-c04d82b6-66d0-4e19-baa9-5dd73ca25591 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:09:04.352749 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:09:04.353061 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c04d82b6-66d0-4e19-baa9-5dd73ca25591 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:09:04.353507 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'status': 'completed', 'code': 200} Sep 21 09:09:04.452243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-1ad28fee-4c95-4901-8258-105775cc0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.453773 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-1ad28fee-4c95-4901-8258-105775cc0dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1094 time: 0.0673761 Sep 21 09:09:04.455700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-ceb00a51-2a15-42bb-a615-6862fcbc840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.457063 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-ceb00a51-2a15-42bb-a615-6862fcbc840f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1094 time: 0.0792398 Sep 21 09:09:04.621548 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-8f4f8ecf-2662-40f4-8867-8c2f4b8dfe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.623056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-8f4f8ecf-2662-40f4-8867-8c2f4b8dfe46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1587179 Sep 21 09:09:04.624183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-f4a7367d-ddd3-4300-8e69-1a0f528aff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.625514 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-f4a7367d-ddd3-4300-8e69-1a0f528aff5b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1600158 Sep 21 09:09:04.743668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-c93a7a6d-9e7f-49dd-9622-6b63bde40ea3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 998 time: 0.1131077 Sep 21 09:09:04.745888 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-fc34774a-8ce5-41e2-afbc-b0d212d343a0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 998 time: 0.1082945 Sep 21 09:09:04.751591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:09:04.796675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:09:04.832218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-8839e58a-564d-470e-9fe3-37760e5893c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.833798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-8839e58a-564d-470e-9fe3-37760e5893c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0834162 Sep 21 09:09:04.837117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-dda8f57b-4578-40ea-ae9b-5de6e8ede0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.838493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-dda8f57b-4578-40ea-ae9b-5de6e8ede0b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0621202 Sep 21 09:09:04.908080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-21506192-4999-44aa-9725-9ac7713d16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.909594 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-21506192-4999-44aa-9725-9ac7713d16fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672393 Sep 21 09:09:04.911342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-ad336730-633f-43a9-9738-117a09a1f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:04.912702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-ad336730-633f-43a9-9738-117a09a1f775 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627053 Sep 21 09:09:04.939691 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:09:05.071283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-344a1275-0e76-4db4-ae05-398e95b622aa service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535192 Sep 21 09:09:05.073110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-65b61cbb-a5bd-428a-8702-ecca6d2017ce service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484699 Sep 21 09:09:05.228384 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-6142aea0-ef94-4858-974b-b2dbceb91a07 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500185 Sep 21 09:09:05.230806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-703f23f2-bf5d-4a5f-a0a6-98d52c554d22 req-b4890799-7251-4858-8973-f437128f8608 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456168 Sep 21 09:09:05.377992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e604f-bc60-48b9-b664-609408383e6c req-74c75bdd-dded-44ea-a9e5-6c9f50e5a96a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:05.379408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b18e604f-bc60-48b9-b664-609408383e6c req-74c75bdd-dded-44ea-a9e5-6c9f50e5a96a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0480182 Sep 21 09:09:05.416123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b18e604f-bc60-48b9-b664-609408383e6c req-a2c11dd6-24a4-45e9-9e3f-21cbf3337666 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Sep 21 09:09:05.556657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:09:05.640854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98640e1-f69c-4df4-baac-83fe9dc3ee0b req-2788a2b0-04e5-4b96-ad45-b3ac70e6a3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:05.642355 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e98640e1-f69c-4df4-baac-83fe9dc3ee0b req-2788a2b0-04e5-4b96-ad45-b3ac70e6a3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 943 time: 0.0828042 Sep 21 09:09:05.651872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-95df7153-d595-4404-a58f-467a3647b633 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:05.653356 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-95df7153-d595-4404-a58f-467a3647b633 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448&tenant_id=27ea420b07964b4983a6a9f7829b0aca&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 943 time: 0.0838425 Sep 21 09:09:05.655817 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:05.667304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'mac_address': 'fa:16:3e:c0:5b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:09:05.707918 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:05.715623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e98640e1-f69c-4df4-baac-83fe9dc3ee0b req-a0a43ee3-475a-4724-9901-626104ce39e6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612767 Sep 21 09:09:05.721836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1d2a60-115a-4c36-8201-d8bf78663b8e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:09:05.741166 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-fcbbd290-038d-4e15-bad6-01e7d3873a1c service neutron] delete failed (client error): The resource could not be found. Sep 21 09:09:05.742203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:05.742678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-fcbbd290-038d-4e15-bad6-01e7d3873a1c service neutron] 10.222.0.62 "DELETE /v2.0/ports/5b1d2a60-115a-4c36-8201-d8bf78663b8e/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0816958 Sep 21 09:09:05.746418 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:05.801658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:05.809626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.809973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.810316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.810664 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.811000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.811358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.811695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.812023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.812351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.812675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.812995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.813316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:09:05.836588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-153cfebd-8445-46dc-af92-f9f37e7f041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:05.838682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-153cfebd-8445-46dc-af92-f9f37e7f041d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 1095 time: 0.0425401 Sep 21 09:09:05.935427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-d5fca1e4-b273-4db6-86aa-f3cb63dc12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:05.936985 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-d5fca1e4-b273-4db6-86aa-f3cb63dc12e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0920286 Sep 21 09:09:06.008841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-7d2c137d-6c1a-450e-8e33-ca0de3e2fba5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 200 len: 999 time: 0.0643673 Sep 21 09:09:06.019643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['5b1d2a60-115a-4c36-8201-d8bf78663b8e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:09:06.059900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-5bf1e289-71b0-4301-a0ba-e18964a25dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:06.061396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-5bf1e289-71b0-4301-a0ba-e18964a25dc5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0459974 Sep 21 09:09:06.106680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-89eb0847-146d-4b34-8482-85aee843915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:06.108213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-89eb0847-146d-4b34-8482-85aee843915c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396829 Sep 21 09:09:06.203079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-faa183ec-5573-4a5a-9212-0c24ddfe91d1 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869176 Sep 21 09:09:06.293575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6afea2f-4667-4f59-bbba-7f4b2707386d req-0d309c60-afa3-4b72-955b-7952009688bc service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836635 Sep 21 09:09:06.844518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f08fc4-c315-4c7e-ac8e-b4d09995597a req-59528902-f9c3-4cae-9c5e-aed399dc4e68 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:06.846173 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2f08fc4-c315-4c7e-ac8e-b4d09995597a req-59528902-f9c3-4cae-9c5e-aed399dc4e68 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 944 time: 0.0492079 Sep 21 09:09:06.883844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2f08fc4-c315-4c7e-ac8e-b4d09995597a req-0a34ee58-ea3c-4268-9188-0d3b83fd2c7d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Sep 21 09:09:06.995812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d86a5-49d0-453e-8ee1-489298e99615 req-2e8bfa18-c638-4c9d-9ae2-ea1381579a8c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:06.997201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f4d86a5-49d0-453e-8ee1-489298e99615 req-2e8bfa18-c638-4c9d-9ae2-ea1381579a8c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 944 time: 0.0475950 Sep 21 09:09:07.037726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f4d86a5-49d0-453e-8ee1-489298e99615 req-68590640-948d-40d3-8b36-e406f591956c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345926 Sep 21 09:09:07.152262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e73d82-857c-43e9-aa4b-a5cc88b5e5ef req-d93e0ec2-3de4-4a2b-bf98-40045d735312 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:07.153713 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2e73d82-857c-43e9-aa4b-a5cc88b5e5ef req-d93e0ec2-3de4-4a2b-bf98-40045d735312 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 944 time: 0.0515003 Sep 21 09:09:07.191247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c2e73d82-857c-43e9-aa4b-a5cc88b5e5ef req-0c8acd85-6f65-4131-ab8a-16a6eeab1b4c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Sep 21 09:09:07.426762 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7b336-2f18-434b-854d-8580dcdf3792 req-a428f5eb-e022-49c2-82d5-f30070e4eb27 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:07.428332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64b7b336-2f18-434b-854d-8580dcdf3792 req-a428f5eb-e022-49c2-82d5-f30070e4eb27 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 944 time: 0.0535161 Sep 21 09:09:07.467360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64b7b336-2f18-434b-854d-8580dcdf3792 req-2312e532-a60e-4800-867e-68623732ef4c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325747 Sep 21 09:09:07.564535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:09:07.618092 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 5b1d2a60-115a-4c36-8201-d8bf78663b8e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:09:07.622319 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 5b1d2a60-115a-4c36-8201-d8bf78663b8e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:09:07.622717 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:07.701289 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:07.724458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:09:07.726716 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa605dc-eab2-4086-b0ce-9d04db3a163b" -d '{"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:09:07.745314 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:07.755363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:07.817637 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:07.839929 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c56d2b-57b5-4e0d-8975-ac9efb230f5b x-openstack-request-id: req-e2c56d2b-57b5-4e0d-8975-ac9efb230f5b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:09:07.840403 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:09:07.840807 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e2c56d2b-57b5-4e0d-8975-ac9efb230f5b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:09:07.841369 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'code': 200} Sep 21 09:09:08.595390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efcf0-d564-4a68-b725-89f0d8de9ac5 req-86ebc863-f8c8-4b95-8452-bff7020937c1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:08.596794 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-323efcf0-d564-4a68-b725-89f0d8de9ac5 req-86ebc863-f8c8-4b95-8452-bff7020937c1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Sep 21 09:09:08.634072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-323efcf0-d564-4a68-b725-89f0d8de9ac5 req-6546b94f-afaa-4dcc-99e7-dbad4e966685 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Sep 21 09:09:08.758093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ba11b810-c9a5-4f1b-a7af-2597f2603a0c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:08.759606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ba11b810-c9a5-4f1b-a7af-2597f2603a0c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Sep 21 09:09:08.847941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Deleting port 5b1d2a60-115a-4c36-8201-d8bf78663b8e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:09:08.848209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:08.937856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] For port 5b1d2a60-115a-4c36-8201-d8bf78663b8e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=5b1d2a60-115a-4c36-8201-d8bf78663b8e,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:08.938228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:09.468714 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:09.469075 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:09.469395 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 disassociated. External IP: 172.25.1.60, port: 5b1d2a60-115a-4c36-8201-d8bf78663b8e. Sep 21 09:09:09.469736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Calling delete_port for 5b1d2a60-115a-4c36-8201-d8bf78663b8e owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:09:09.590642 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:09.622028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event deleted for resources: {'Port': ['ID=5b1d2a60-115a-4c36-8201-d8bf78663b8e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:09.755526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9ad50af-4b24-4210-a8da-8e1ae91035d2 req-4fb58637-d960-4f74-98e9-27248a533f72 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea47bb01-d369-496a-874b-4c62e9e51448 HTTP/1.1" status: 200 len: 210 time: 0.0303068 Sep 21 09:09:09.777153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:09:09.884971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:09:09.894405 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:09:09.903721 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:09:09.904337 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:09.924230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] No DVR routers for this DVR port 5b1d2a60-115a-4c36-8201-d8bf78663b8e on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:09:09.927186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:09.929873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-583d2a9f-032e-41f9-b3e2-a2144fb677f4 req-ef6486b4-9a18-4ed3-9d11-f2b176989572 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "DELETE /v2.0/ports/5b1d2a60-115a-4c36-8201-d8bf78663b8e HTTP/1.1" status: 204 len: 173 time: 1.1634698 Sep 21 09:09:09.930335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-deleted', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:09:09.933654 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9352e239-da42-4908-9061-8357abefcc6b" -d '{"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-deleted", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:09:09.972730 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef674408-0788-4cfb-a5b9-617c0621a68d x-openstack-request-id: req-ef674408-0788-4cfb-a5b9-617c0621a68d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:09:09.973030 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea47bb01-d369-496a-874b-4c62e9e51448", "name": "network-vif-deleted", "tag": "5b1d2a60-115a-4c36-8201-d8bf78663b8e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:09:09.973293 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef674408-0788-4cfb-a5b9-617c0621a68d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:09:09.973697 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea47bb01-d369-496a-874b-4c62e9e51448', 'name': 'network-vif-deleted', 'tag': '5b1d2a60-115a-4c36-8201-d8bf78663b8e', 'status': 'completed', 'code': 200} Sep 21 09:09:10.015704 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:09:10.216678 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:10.242151 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:09:10.250693 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:09:10.251290 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:10.353941 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:09:10.542841 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:10.568631 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d721f5-474b-4e7e-bf15-f9ad7e72c11e None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:09:10.795072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5530cc51-f601-4bb2-a26c-75368b4874a5 None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:09:10.991453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-73dbcacf-2c9f-414e-b1b3-8f096ba0aa02 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1523543590&fields=id&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 267 time: 0.0323443 Sep 21 09:09:11.098525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-47e1f683-87dd-418e-8764-12a96fb79a9d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:11.099934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-47e1f683-87dd-418e-8764-12a96fb79a9d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1011620 Sep 21 09:09:11.115247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-768d02d6-1d54-47ca-906f-4ad32d262640 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/quotas/27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 375 time: 0.0088670 Sep 21 09:09:11.167621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-cc1eacd6-8f3a-4d29-a86a-93658aa75a76 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460737 Sep 21 09:09:11.224725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-541f0993-0a01-4224-a7d7-d994a4a2d68f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:09:11.225731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-541f0993-0a01-4224-a7d7-d994a4a2d68f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470555 Sep 21 09:09:11.319144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-0af03eff-b652-4d1e-be7d-97bcca8ef27c service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861011 Sep 21 09:09:11.407806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-bef6efba-230c-482d-9a35-aedf488eb057 service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824792 Sep 21 09:09:11.573909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7100d73-0989-4bcf-a039-5e17f3792a02 req-917fee04-514f-4b09-bc04-1908e3365cec tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 210 time: 0.0309126 Sep 21 09:09:12.535895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-e7499b52-aef7-42eb-acb0-22f49a554dd9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:12.537373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-e7499b52-aef7-42eb-acb0-22f49a554dd9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1154306 Sep 21 09:09:12.582923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-673f1251-a66e-486f-9788-58519c84e0af tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 380 time: 0.0348959 Sep 21 09:09:12.598349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'port': {'device_id': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'admin_state_up': True, 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'security_groups': ['9698eebf-1168-4c70-920c-9969056d88c3']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:09:12.703403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc5c885a-fa28-42aa-bf6c-21eaaa864e45 req-d46a4abd-ac1f-43c9-b952-e10fd58f78f2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 210 time: 0.0433643 Sep 21 09:09:12.740433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Made reservation on behalf of 27ea420b07964b4983a6a9f7829b0aca for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:09:12.744049 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:12.868166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Allocated IP 172.20.0.8 (ef01397f-a3db-482b-b0ea-c0575bc2ca7c/75915ccf-c9a3-4138-b4e4-4a3eaa227ad4/1ce75e8a-6c75-4372-b8df-b77b547d33ed) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:09:13.005969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.039202 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.079517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:09:13.082603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:09:13.086350 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:09:13.122715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:13.149504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:13.150131 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.165819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-fc5c4cef-4e2d-4307-b112-352b43af9441 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712535 Sep 21 09:09:13.181126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Request body: {'port': {'device_id': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:09:13.236622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.327586 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-88b3600e-5f65-46e2-90bc-eba04790d581 None None] Provisioning complete for port 1ce75e8a-6c75-4372-b8df-b77b547d33ed triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:09:13.328169 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-88b3600e-5f65-46e2-90bc-eba04790d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.361446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-88b3600e-5f65-46e2-90bc-eba04790d581 None None] Port 1ce75e8a-6c75-4372-b8df-b77b547d33ed cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:09:13.503522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce75e8a-6c75-4372-b8df-b77b547d33ed {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:09:13.511406 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.522879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Transition to ACTIVE for port object 1ce75e8a-6c75-4372-b8df-b77b547d33ed will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:09:13.526765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.579097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:13.608592 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:09:13.629473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 5b1d2a60-115a-4c36-8201-d8bf78663b8e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:09:13.629816 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 5b1d2a60-115a-4c36-8201-d8bf78663b8e not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:09:13.645135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:09:13.645477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:09:13.645808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:09:13.650432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:09:13.650760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:09:13.656062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:09:13.656401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:09:13.656814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:09:13.657272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Bound port: 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:09:13.657635 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.732541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:09:13.736355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:09:13.741953 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.781356 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:13.782119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:13.784123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] 10.222.0.50 "PUT /v2.0/ports/1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 1091 time: 0.6075025 Sep 21 09:09:13.784827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:09:13.788441 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f52aa8f-0092-4b3b-abbf-900600836fce" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:09:13.835720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1e30f-30db-4b19-8172-7275136c3307 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:13.856586 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb376f3b-df49-45d0-845b-97b2000d18a8 x-openstack-request-id: req-fb376f3b-df49-45d0-845b-97b2000d18a8 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:09:13.856874 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:09:13.857119 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fb376f3b-df49-45d0-845b-97b2000d18a8 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:09:13.857535 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'status': 'completed', 'code': 200} Sep 21 09:09:13.859656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6a0c-ac55-46fa-8004-1c37f59a22f4 req-950ac0ca-e77f-4d7d-baba-81cbcd33df69 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:13.861258 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b7d6a0c-ac55-46fa-8004-1c37f59a22f4 req-950ac0ca-e77f-4d7d-baba-81cbcd33df69 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.0664933 Sep 21 09:09:13.893279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-679b4750-4984-4f5e-be3c-b004c4c474a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:13.894853 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-679b4750-4984-4f5e-be3c-b004c4c474a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1094 time: 0.0515175 Sep 21 09:09:13.908558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2b7d6a0c-ac55-46fa-8004-1c37f59a22f4 req-ad78fe2f-4b4f-48c8-b80d-aeff105f7720 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 Sep 21 09:09:13.942189 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-9f1d9b3f-075d-400c-905c-a2c74ce114eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 217 time: 0.0365877 Sep 21 09:09:14.000791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-977d3cea-4c0c-4dcb-b611-da0f00627de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:14.002572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-977d3cea-4c0c-4dcb-b611-da0f00627de3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0527780 Sep 21 09:09:14.061181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-b7f14178-fb79-4fa1-9542-91e95d11ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:14.062720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-b7f14178-fb79-4fa1-9542-91e95d11ba80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439317 Sep 21 09:09:14.164555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-ed9e2d6b-170f-471a-ab68-0bab0b2de54e service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940459 Sep 21 09:09:14.258511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a1a8ead8-f9af-42e8-a7cb-d9e3aeabb832 req-f2583f67-9d78-4d46-b8fb-2c76b3873584 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862164 Sep 21 09:09:14.348085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-bb55627d-c9ac-4c9b-a730-7763be9b84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:14.349601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-bb55627d-c9ac-4c9b-a730-7763be9b84b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1094 time: 0.0410912 Sep 21 09:09:14.444118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-235f8d64-95e5-48a5-9f36-d963c7c10966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:14.445678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-235f8d64-95e5-48a5-9f36-d963c7c10966 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0885518 Sep 21 09:09:14.490155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-b8f604c1-c5f4-4988-978d-9a2b4dfe1681 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 217 time: 0.0363138 Sep 21 09:09:14.545409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-9c691d96-0bdf-450d-bbba-b14a197262c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:14.546818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-9c691d96-0bdf-450d-bbba-b14a197262c1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0492408 Sep 21 09:09:14.598643 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-08069eba-577f-4b81-b53d-5f38a881e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:14.600238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-08069eba-577f-4b81-b53d-5f38a881e9d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454721 Sep 21 09:09:14.694404 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-207c293b-f8c8-42e2-9ba4-16aa098833ad service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856750 Sep 21 09:09:14.804202 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f52aa8f-0092-4b3b-abbf-900600836fce req-78014ece-a1f9-4cc0-8d0e-687cfd1bcb07 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975039 Sep 21 09:09:15.029406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ecc5b-101b-4b86-8111-4674c3a83a45 req-ae668c8e-813a-449e-bcbb-00dd672fadc4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:15.030961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-563ecc5b-101b-4b86-8111-4674c3a83a45 req-ae668c8e-813a-449e-bcbb-00dd672fadc4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.0502193 Sep 21 09:09:15.070213 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-563ecc5b-101b-4b86-8111-4674c3a83a45 req-3eef6c08-a72c-452b-805f-0ed3e67c8e80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330667 Sep 21 09:09:16.185838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd17bc-3678-497a-afbd-a79f3f1118cd req-6f81d3df-6e7d-4113-a867-66bff324b822 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:16.187346 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16bd17bc-3678-497a-afbd-a79f3f1118cd req-6f81d3df-6e7d-4113-a867-66bff324b822 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.0500126 Sep 21 09:09:16.231987 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-16bd17bc-3678-497a-afbd-a79f3f1118cd req-3924a11c-6eb2-4a33-bd7a-ebd8216701a5 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 Sep 21 09:09:17.352185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73331a8-2bdb-47a3-8088-a704129edfd7 req-ed1b46a2-44d5-45dd-9d0d-7f3942c23dae tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:17.354296 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f73331a8-2bdb-47a3-8088-a704129edfd7 req-ed1b46a2-44d5-45dd-9d0d-7f3942c23dae tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.0515580 Sep 21 09:09:17.391674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f73331a8-2bdb-47a3-8088-a704129edfd7 req-8f2f31f9-1288-4114-b845-7cc8fc261d23 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302799 Sep 21 09:09:17.623762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:09:17.866498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:17.877326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'mac_address': 'fa:16:3e:5f:34:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:09:17.914868 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:17.928844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce75e8a-6c75-4372-b8df-b77b547d33ed {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:09:17.949815 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:17.953738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:18.001169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:18.147974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['1ce75e8a-6c75-4372-b8df-b77b547d33ed'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:09:18.514327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1392f0-49eb-4a79-89af-af3638d8d482 req-8d16b66a-eb7a-45d5-aefa-278a829b4d71 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:18.515884 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd1392f0-49eb-4a79-89af-af3638d8d482 req-8d16b66a-eb7a-45d5-aefa-278a829b4d71 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 944 time: 0.0548964 Sep 21 09:09:18.554348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cd1392f0-49eb-4a79-89af-af3638d8d482 req-3eaa493a-8cec-4308-86d9-56ec0c0fdd9e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324683 Sep 21 09:09:19.624298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:09:19.672287 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 1ce75e8a-6c75-4372-b8df-b77b547d33ed completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:09:19.672655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aede0bd-e965-4c58-84f8-8e036a15b7fc req-429cbf9c-7226-49f1-860e-46b927afe081 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:19.674781 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8aede0bd-e965-4c58-84f8-8e036a15b7fc req-429cbf9c-7226-49f1-860e-46b927afe081 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 944 time: 0.0492854 Sep 21 09:09:19.675807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 1ce75e8a-6c75-4372-b8df-b77b547d33ed triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:09:19.676179 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:19.715226 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8aede0bd-e965-4c58-84f8-8e036a15b7fc req-66453fe7-5621-4bf6-ade6-f252e40b41c7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338399 Sep 21 09:09:19.754690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:19.776364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:09:19.778580 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee318170-1cfb-4018-a273-090ff86379dd" -d '{"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-plugged", "status": "completed", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:09:19.792096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:09:19.795856 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:19.822024 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cbe41a-fce3-4bad-98d5-2910e808d30a x-openstack-request-id: req-43cbe41a-fce3-4bad-98d5-2910e808d30a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:09:19.822334 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-plugged", "status": "completed", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:09:19.822615 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43cbe41a-fce3-4bad-98d5-2910e808d30a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:09:19.822981 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'code': 200} Sep 21 09:09:19.847133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:09:19.915554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f2503-2a4f-4943-86ab-753525b5f2e8 req-6814b92a-ce9e-4f33-8370-10f008499cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:19.917723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-245f2503-2a4f-4943-86ab-753525b5f2e8 req-6814b92a-ce9e-4f33-8370-10f008499cbd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1096 time: 0.0390506 Sep 21 09:09:19.952983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-245f2503-2a4f-4943-86ab-753525b5f2e8 req-0ff6a76a-b0bc-4c45-86e9-535cd0c16c76 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275578 Sep 21 09:09:20.845149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d63dd-fc9f-4852-8423-24423dd2280c req-65d67814-2f73-4c46-91c8-85b37305b9ca tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:20.846670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f12d63dd-fc9f-4852-8423-24423dd2280c req-65d67814-2f73-4c46-91c8-85b37305b9ca tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0602677 Sep 21 09:09:20.886467 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f12d63dd-fc9f-4852-8423-24423dd2280c req-55a0f91b-0b08-4911-a9e4-b7e0b0c092cf tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336599 Sep 21 09:09:22.005249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86160ce8-d824-4bd6-a58a-7b062e4b9b34 req-957b5752-beb4-497a-b986-648258fec345 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:22.006723 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86160ce8-d824-4bd6-a58a-7b062e4b9b34 req-957b5752-beb4-497a-b986-648258fec345 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0485594 Sep 21 09:09:22.044511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-86160ce8-d824-4bd6-a58a-7b062e4b9b34 req-04e68eb3-d10c-43d5-99b4-2a4dfe9a8fb9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Sep 21 09:09:22.155901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c2dff-d3bb-494a-850a-45e75e135cbe req-cacc0b32-5bce-4b1c-bcbf-fac7b0fe60c9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:22.157394 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b93c2dff-d3bb-494a-850a-45e75e135cbe req-cacc0b32-5bce-4b1c-bcbf-fac7b0fe60c9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0481598 Sep 21 09:09:22.166503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 42546) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:09:22.171162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'floatingip': {'port_id': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:09:22.210920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:22.478741 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7fa67def-c04d-4401-9541-fcc3b7028f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:22.634064 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:22.638388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:22.737815 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 associated. External IP: 172.25.1.60, port: 1ce75e8a-6c75-4372-b8df-b77b547d33ed. Sep 21 09:09:22.944817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:09:23.049641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:09:23.054412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:23.059900 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:09:23.068499 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:09:23.069098 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:23.081369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e0e30a1c-3969-4c20-b414-7692208a229c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "PUT /v2.0/floatingips/d689722f-46a6-4943-a31a-6bfa1afc1aa3 HTTP/1.1" status: 200 len: 990 time: 0.9137495 Sep 21 09:09:23.082147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:09:23.084512 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:09:23.125892 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e16eab-10ed-4fc2-a374-f9421b75ca1d x-openstack-request-id: req-e9e16eab-10ed-4fc2-a374-f9421b75ca1d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:09:23.126185 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:09:23.126827 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9e16eab-10ed-4fc2-a374-f9421b75ca1d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:09:23.127277 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'status': 'completed', 'code': 200} Sep 21 09:09:23.184652 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:09:23.193230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-f48007df-3310-4ddf-bc54-b2d296695eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:23.194760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-f48007df-3310-4ddf-bc54-b2d296695eab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1096 time: 0.0458252 Sep 21 09:09:23.419961 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:5f:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:09:22Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:23.543107 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:09:23.552300 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:09:23.552928 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:08:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:23.625701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-a58e6d2e-dd9c-4431-9fd6-1d660a3c25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:23.627207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-a58e6d2e-dd9c-4431-9fd6-1d660a3c25ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.4250627 Sep 21 09:09:23.663180 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:09:23.693368 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-d0cc3533-2e11-4973-88da-d0864995048c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 998 time: 0.0585301 Sep 21 09:09:23.746051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-0016fd3b-43f9-4964-a828-3b80d35482b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:23.752072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-0016fd3b-43f9-4964-a828-3b80d35482b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0465519 Sep 21 09:09:23.795940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-b8be6253-57d7-46ba-9b2c-82313a83643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:09:23.797473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-b8be6253-57d7-46ba-9b2c-82313a83643f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424004 Sep 21 09:09:23.886704 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:5f:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:09:22Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:09:23.891878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-d079c077-1315-4474-a950-d2b405446e3d service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866978 Sep 21 09:09:23.918030 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86acc55a-5856-4ae2-bfb2-d72fdac6bfa9 None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:5f:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:09:22Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:09:23.989530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84a24cf7-031b-48f6-ae97-46efd0a6a9d0 req-c4fcf38c-7565-492d-8573-bb948ebf41cb service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900955 Sep 21 09:09:24.112893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59403469-89a9-49f9-8643-89370c89838f None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:09:25.398574 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:25.436516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-80efab82-fa37-4cc4-8e3f-1bc44d494ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:26.919456 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:27.977640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:32.576764 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:34.310152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:41.942736 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:09:52.480119 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ad0a6f6-eb6e-4b77-9538-b9c922b30ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:55.404217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:55.443178 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-51618b36-30a9-40d4-bc49-215b395364de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:56.920255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:09:57.981413 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:02.573722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:04.309462 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:11.730172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-4a59399e-9426-43a2-a89e-721ea8cdbb51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391726 Sep 21 09:10:11.820756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-0888c023-428b-43b1-b9e1-bbec46237c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:10:11.822255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-0888c023-428b-43b1-b9e1-bbec46237c3b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1096 time: 0.0505264 Sep 21 09:10:11.924173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-7a94037c-0529-4d38-b014-0738d02101fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:10:11.925678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-7a94037c-0529-4d38-b014-0738d02101fd service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0832999 Sep 21 09:10:11.993207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-759a6f8a-b5cf-4358-a7fb-1c5068477026 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 1000 time: 0.0599930 Sep 21 09:10:12.043512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-ab279c46-c33f-4f4b-b4e7-2bcb9da3f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:10:12.044987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-ab279c46-c33f-4f4b-b4e7-2bcb9da3f6b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0449402 Sep 21 09:10:12.091954 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-0e3ec419-ef77-44a1-a3c0-7e3ca991d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:10:12.093430 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-0e3ec419-ef77-44a1-a3c0-7e3ca991d4ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400469 Sep 21 09:10:12.189974 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-a2c80b47-fc9c-449b-bb92-1f7491f5ea21 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884862 Sep 21 09:10:12.280028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0d0d3d89-2389-4e1a-acff-10471b4f3d14 req-a563aec2-565c-4ec6-8333-e89a65833996 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829091 Sep 21 09:10:18.942114 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:10:22.481948 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-60ec9476-1b2c-4d99-8597-4043b062d27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:25.396276 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:25.434407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2d74013c-fdeb-487f-b702-54b0c8e36033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:26.923646 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:27.984944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:32.571487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:34.311865 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:52.482208 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-80d5a4cb-1307-4ecf-8247-719512158857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:55.397618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:55.434380 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-47210395-ee66-447b-b3e0-edee7eed9b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:55.942206 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:10:56.926741 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:57.987706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:10:59.037981 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc66dc4-f129-4977-bbe2-dca47b9c745f req-ca46f916-ee8a-4860-85ce-c2f5ddc6830f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:10:59.040019 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bc66dc4-f129-4977-bbe2-dca47b9c745f req-ca46f916-ee8a-4860-85ce-c2f5ddc6830f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0535204 Sep 21 09:10:59.084297 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6bc66dc4-f129-4977-bbe2-dca47b9c745f req-c3941741-459a-4ac5-92e0-f93e2957cc5e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367367 Sep 21 09:11:00.212552 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9485dd-8081-4791-8654-c2f108dd382d req-866073ca-1eca-4916-88ac-0e9358f002da tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:00.214090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c9485dd-8081-4791-8654-c2f108dd382d req-866073ca-1eca-4916-88ac-0e9358f002da tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0561433 Sep 21 09:11:00.257582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c9485dd-8081-4791-8654-c2f108dd382d req-293f30a1-551f-484d-a023-e1706e20aa48 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368397 Sep 21 09:11:01.379501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3180b58-d868-46c9-94f0-328b68783e2a req-ba2f7f98-81cb-45b2-acd3-0f0b6f20b601 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:01.381134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3180b58-d868-46c9-94f0-328b68783e2a req-ba2f7f98-81cb-45b2-acd3-0f0b6f20b601 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0542140 Sep 21 09:11:01.424201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3180b58-d868-46c9-94f0-328b68783e2a req-aee697f8-8f2d-4b33-bb8c-2d73a241e27d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356152 Sep 21 09:11:02.540665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365ae11-c53c-4ce0-9085-7545db398958 req-5480fa2a-2134-497a-9d4e-a175eacbd03e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:02.542177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0365ae11-c53c-4ce0-9085-7545db398958 req-5480fa2a-2134-497a-9d4e-a175eacbd03e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Sep 21 09:11:02.572000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:02.582164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0365ae11-c53c-4ce0-9085-7545db398958 req-dd34fd8c-5aba-46e1-999c-85fda509f3fe tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340376 Sep 21 09:11:03.699181 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227c34e-6846-42dc-a2ff-5bae563a878c req-16917cfe-adfe-43eb-a49e-31f320180ae6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:03.700757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6227c34e-6846-42dc-a2ff-5bae563a878c req-16917cfe-adfe-43eb-a49e-31f320180ae6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Sep 21 09:11:03.739640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6227c34e-6846-42dc-a2ff-5bae563a878c req-35077fa8-96e7-4ad8-8e62-56a0f35089e6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329158 Sep 21 09:11:04.306073 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:04.852866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0494f2-0116-43a2-9abc-f05ae4a54012 req-c0c4264a-a1e1-4fa9-8a1f-6042fdd01889 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:04.854338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b0494f2-0116-43a2-9abc-f05ae4a54012 req-c0c4264a-a1e1-4fa9-8a1f-6042fdd01889 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0473289 Sep 21 09:11:04.892756 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b0494f2-0116-43a2-9abc-f05ae4a54012 req-529fcf89-75bc-4df4-94a6-f48b229cef4f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Sep 21 09:11:06.007168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b39e4-fa47-4f9c-bf53-a0c98d43c77f req-d11047a7-7ef9-476f-b795-607e8cdd069f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:06.009234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-313b39e4-fa47-4f9c-bf53-a0c98d43c77f req-d11047a7-7ef9-476f-b795-607e8cdd069f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Sep 21 09:11:06.045372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-313b39e4-fa47-4f9c-bf53-a0c98d43c77f req-57441ba0-b690-45ac-bb14-18dc31169df1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302212 Sep 21 09:11:07.164904 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68235f6-d6ea-45b6-b116-0865002d6c6b req-92d79df3-049e-4c48-8031-5351ca1abc1d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:07.166362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d68235f6-d6ea-45b6-b116-0865002d6c6b req-92d79df3-049e-4c48-8031-5351ca1abc1d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0530586 Sep 21 09:11:07.218762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d68235f6-d6ea-45b6-b116-0865002d6c6b req-623fe570-184c-4976-8923-f00fa6594095 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460546 Sep 21 09:11:08.339975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496e36-a5d4-43fd-8643-3ea70fa33e9f req-413da9b1-3586-4c90-a0f1-ebab0c827bc3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:08.341441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4496e36-a5d4-43fd-8643-3ea70fa33e9f req-413da9b1-3586-4c90-a0f1-ebab0c827bc3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0531707 Sep 21 09:11:08.378677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b4496e36-a5d4-43fd-8643-3ea70fa33e9f req-641d808d-6817-4d61-b1db-d4a865b24d79 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Sep 21 09:11:09.495556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3605a45-4cbb-4e91-bc7c-53f3fe071f44 req-2915bee5-97e7-4b62-9f3b-270db566d3ce tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:09.497035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3605a45-4cbb-4e91-bc7c-53f3fe071f44 req-2915bee5-97e7-4b62-9f3b-270db566d3ce tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0500886 Sep 21 09:11:09.534538 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3605a45-4cbb-4e91-bc7c-53f3fe071f44 req-2c5f7a44-e823-4618-be62-0a060fd08353 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Sep 21 09:11:10.806288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-1ca64aa2-fc64-4162-982c-d9d577f2bb45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725393 Sep 21 09:11:10.814519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0447dd8-ce0b-4b94-b8f8-3a9cf8a38cf6 req-c85592be-4347-42ee-b0ae-7aa4acb2fab6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:10.815952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0447dd8-ce0b-4b94-b8f8-3a9cf8a38cf6 req-c85592be-4347-42ee-b0ae-7aa4acb2fab6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0731046 Sep 21 09:11:10.855819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0447dd8-ce0b-4b94-b8f8-3a9cf8a38cf6 req-5b18db94-ca7f-4c44-868c-9eb6dfeb6442 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Sep 21 09:11:11.763129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe494fc-5870-4158-a09d-552796bd312b req-8b6273bf-9e95-4b64-a7e9-55486413145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:11.764675 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bbe494fc-5870-4158-a09d-552796bd312b req-8b6273bf-9e95-4b64-a7e9-55486413145a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1096 time: 0.0415204 Sep 21 09:11:11.875898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe494fc-5870-4158-a09d-552796bd312b req-ce6d14f2-3d5a-440b-9c6b-c8a62f0762df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:11.878762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bbe494fc-5870-4158-a09d-552796bd312b req-ce6d14f2-3d5a-440b-9c6b-c8a62f0762df service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0934792 Sep 21 09:11:11.951440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bbe494fc-5870-4158-a09d-552796bd312b req-6f7eb83a-660d-4205-a73a-2e96c73f7a37 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 1000 time: 0.0653853 Sep 21 09:11:11.971625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aab99-c7f9-4a89-8432-1dec5b8ee182 req-b829b680-1ffe-4868-8ca8-e3a7011acf4b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:11.973117 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-495aab99-c7f9-4a89-8432-1dec5b8ee182 req-b829b680-1ffe-4868-8ca8-e3a7011acf4b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0489142 Sep 21 09:11:12.001599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe494fc-5870-4158-a09d-552796bd312b req-3aaf4c06-7bc0-4d71-a9bb-456c4fb721f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:12.003126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bbe494fc-5870-4158-a09d-552796bd312b req-3aaf4c06-7bc0-4d71-a9bb-456c4fb721f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0447669 Sep 21 09:11:12.011600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-495aab99-c7f9-4a89-8432-1dec5b8ee182 req-d550a3c3-3e1b-47e6-8cb1-d496ee44ffc6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315995 Sep 21 09:11:12.050158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe494fc-5870-4158-a09d-552796bd312b req-c6f7b5c4-2040-4a61-8c8d-e5cb436a914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:12.051710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bbe494fc-5870-4158-a09d-552796bd312b req-c6f7b5c4-2040-4a61-8c8d-e5cb436a914d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406346 Sep 21 09:11:12.147522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bbe494fc-5870-4158-a09d-552796bd312b req-918c323c-8e4a-4e37-a528-b20d25785d51 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879531 Sep 21 09:11:12.242671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bbe494fc-5870-4158-a09d-552796bd312b req-c1fade89-e0e5-419a-bb30-19f263226c24 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875633 Sep 21 09:11:12.322089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-669c96ef-1bc5-4a72-9e52-ab93f5eb6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:12.323561 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-669c96ef-1bc5-4a72-9e52-ab93f5eb6d53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1096 time: 0.0410876 Sep 21 09:11:12.413440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-ea692d71-5a1c-4ca8-95ab-b3fe1a2f97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:12.414914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-ea692d71-5a1c-4ca8-95ab-b3fe1a2f97d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0843937 Sep 21 09:11:12.482798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-b7f20de5-ad69-4103-a483-07aafd987c99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 1000 time: 0.0601277 Sep 21 09:11:12.530153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-ce02fbf3-33aa-4eb4-b815-590664c98253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:12.531596 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-ce02fbf3-33aa-4eb4-b815-590664c98253 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0420527 Sep 21 09:11:12.577999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-84d160c8-7d3a-477d-bb9d-e2ecb82d88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:12.579456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-84d160c8-7d3a-477d-bb9d-e2ecb82d88a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406065 Sep 21 09:11:12.674335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-79319a54-72c2-4c8d-8cae-c10be8e25f14 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867572 Sep 21 09:11:12.776756 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-8fa4c884-9ca0-4c2a-9149-9034fc6a86d7 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922222 Sep 21 09:11:13.130614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97156e-3c56-438d-bd22-2dfa95ba74f1 req-f9f022a3-ed3e-4bee-aa83-b11616d077ec tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:13.132155 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a97156e-3c56-438d-bd22-2dfa95ba74f1 req-f9f022a3-ed3e-4bee-aa83-b11616d077ec tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0500083 Sep 21 09:11:13.172791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a97156e-3c56-438d-bd22-2dfa95ba74f1 req-33953612-c5db-42ca-b6ab-6093d380a029 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336630 Sep 21 09:11:14.290829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a631665-239d-46f3-adcd-188e5d9f23b5 req-f748f2b8-5aa2-4480-bf71-73f9c1f305fc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:14.292370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a631665-239d-46f3-adcd-188e5d9f23b5 req-f748f2b8-5aa2-4480-bf71-73f9c1f305fc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0506258 Sep 21 09:11:14.330191 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a631665-239d-46f3-adcd-188e5d9f23b5 req-9fd88489-02db-41e6-9cab-c11ff7966067 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Sep 21 09:11:14.676704 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-d6ab80e5-81f5-4b6e-9d31-356bf6060b45 service neutron] show failed (client error): The resource could not be found. Sep 21 09:11:14.677607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-d6ab80e5-81f5-4b6e-9d31-356bf6060b45 service neutron] 10.222.0.50 "GET /v2.0/ports/1ce75e8a-6c75-4372-b8df-b77b547d33ed/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0538130 Sep 21 09:11:14.872848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-e094ed5a-60d0-4250-8885-afbc870a32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:14.874334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-e094ed5a-60d0-4250-8885-afbc870a32ad service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 1096 time: 0.0407040 Sep 21 09:11:14.887001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:11:14.942108 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:15.142960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:15.180451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:11:15.221620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:11:15.223835 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665f799d-2ff6-41c5-99b6-c25dd7238431" -d '{"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:11:15.228248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:15.240374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Transition to ACTIVE for port object 1ce75e8a-6c75-4372-b8df-b77b547d33ed will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:11:15.245084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:15.280262 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5390f14a-5418-4e3e-91b0-6b2ed27ef566 x-openstack-request-id: req-5390f14a-5418-4e3e-91b0-6b2ed27ef566 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:11:15.281178 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:11:15.281178 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5390f14a-5418-4e3e-91b0-6b2ed27ef566 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:11:15.281178 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'code': 200} Sep 21 09:11:15.327751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:15.339223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.339599 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.339940 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.340292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.340607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.340934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.341260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.341587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.341906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.342226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.342550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.342867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:15.381117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] No DVR routers for this DVR port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:11:15.523487 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:11:15.523855 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:11:15.524183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:11:15.528822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:11:15.529146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Attempting to bind port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:11:15.534321 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:11:15.534659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:11:15.535049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:11:15.535515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Bound port: 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:11:15.535879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:15.606278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:11:15.609654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:11:15.613723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:15.650537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:15.651297 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:15.652967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] 10.222.0.62 "PUT /v2.0/ports/1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 1091 time: 0.7704701 Sep 21 09:11:15.693283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e90883-da45-45fc-ba8d-c440f401dc6e service neutron] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:15.733593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-a7a20e1e-c4af-4c59-a131-6f921be05a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:15.735754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-a7a20e1e-c4af-4c59-a131-6f921be05a9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1094 time: 0.0540419 Sep 21 09:11:15.814566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2bb30-8407-4fb2-a98c-fe01fc39a9b0 req-4e782ba5-c6aa-4163-a5e4-9f745ada7c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:15.816445 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7f2bb30-8407-4fb2-a98c-fe01fc39a9b0 req-4e782ba5-c6aa-4163-a5e4-9f745ada7c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.4153974 Sep 21 09:11:15.861743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-15db7581-46fb-444a-9c56-8a97e08140c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:15.862399 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7f2bb30-8407-4fb2-a98c-fe01fc39a9b0 req-f7d14572-d472-4362-95d5-a064a6cd8dc4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Sep 21 09:11:15.864919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-15db7581-46fb-444a-9c56-8a97e08140c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1226935 Sep 21 09:11:15.932615 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-56337487-aea2-4206-8b07-22854f17a727 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 998 time: 0.0602167 Sep 21 09:11:15.984038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-245e0864-39c7-44b1-a48c-255a26e861bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:15.985541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-245e0864-39c7-44b1-a48c-255a26e861bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0465751 Sep 21 09:11:16.036515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-3b1b035d-5c02-47d3-9fbb-aa544666e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:16.038021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-3b1b035d-5c02-47d3-9fbb-aa544666e250 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455065 Sep 21 09:11:16.134891 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-c5d54589-fa9f-4817-be06-7d3492bc3ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896215 Sep 21 09:11:16.245174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e9d16d31-806f-4e71-8a79-121a8bafb55a req-6e40bd03-eabb-4b07-950a-0fae8b0d6c4e service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036923 Sep 21 09:11:16.981372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81a42-a80d-4899-97a4-fed8a78eea11 req-6a9633be-0cf6-4676-93b2-aaa1f2ec9a9f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:16.982837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ac81a42-a80d-4899-97a4-fed8a78eea11 req-6a9633be-0cf6-4676-93b2-aaa1f2ec9a9f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.0473487 Sep 21 09:11:17.019563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1ac81a42-a80d-4899-97a4-fed8a78eea11 req-3d31d8f0-31c8-4095-80f7-70e1b2f2621a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Sep 21 09:11:17.282475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:11:17.284836 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:11:17.332837 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5f2a4c-31d3-4428-97e4-8333e2617d21 x-openstack-request-id: req-fa5f2a4c-31d3-4428-97e4-8333e2617d21 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:11:17.333132 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:11:17.333480 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa5f2a4c-31d3-4428-97e4-8333e2617d21 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:11:17.333885 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'status': 'completed', 'code': 200} Sep 21 09:11:17.420106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-ab91cda4-d29a-426b-9d43-4504a0bf0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.421608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-ab91cda4-d29a-426b-9d43-4504a0bf0edc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1094 time: 0.0708408 Sep 21 09:11:17.424167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-31651f18-ebf6-47f1-9161-660ea1f3c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.425534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-31651f18-ebf6-47f1-9161-660ea1f3c0ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1094 time: 0.0667839 Sep 21 09:11:17.581770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-5ccf5f98-b839-4172-9b01-d01dcc2a4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.583179 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-5ccf5f98-b839-4172-9b01-d01dcc2a4968 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1461718 Sep 21 09:11:17.584282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-ec65ff8b-2b6a-41b8-8546-e9d61ffab4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.585601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-ec65ff8b-2b6a-41b8-8546-e9d61ffab4ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1564717 Sep 21 09:11:17.695001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-95d3108b-b7a9-4017-accf-61470608764a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 998 time: 0.1038294 Sep 21 09:11:17.696800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-30a5566d-3e2f-491d-a2d6-6bf7d11c2d5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 998 time: 0.1001024 Sep 21 09:11:17.781455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-0a6e4ed0-1517-4449-858a-9a7388553cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.782923 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-0a6e4ed0-1517-4449-858a-9a7388553cce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0809278 Sep 21 09:11:17.784625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-a2b85d9e-f726-4fde-a281-80f3ee2cae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.785947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-a2b85d9e-f726-4fde-a281-80f3ee2cae4e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0757322 Sep 21 09:11:17.856041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-680a6fe7-1e7c-4545-8308-e839a350a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.857462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-680a6fe7-1e7c-4545-8308-e839a350a4b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596471 Sep 21 09:11:17.859993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-27e92e0d-7cbd-4b92-ab16-fc0170476b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:17.861362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-27e92e0d-7cbd-4b92-ab16-fc0170476b38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710976 Sep 21 09:11:18.015040 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-5a260613-fd73-492b-b793-aa3478ce437c service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499269 Sep 21 09:11:18.016930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-b704db7d-e101-4ce6-8c48-31e0ac0a1056 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444581 Sep 21 09:11:18.208956 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-a4b72b54-ed5e-410f-829b-c5ac4dc63cb0 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794274 Sep 21 09:11:18.210707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07a03ed3-62c8-47cf-9fff-5ed7c0a0e558 req-cea29814-e8a0-413e-8386-047aeea56e67 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887527 Sep 21 09:11:18.219687 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fae7e-2bdc-4240-8ea2-81d2feac4431 req-ea04213c-186f-4f3f-ad8b-67d3131c6788 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:18.222172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-831fae7e-2bdc-4240-8ea2-81d2feac4431 req-ea04213c-186f-4f3f-ad8b-67d3131c6788 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.1167593 Sep 21 09:11:18.261784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:11:18.262350 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-831fae7e-2bdc-4240-8ea2-81d2feac4431 req-e065fa7b-dcff-4570-8362-536fc8efb803 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326443 Sep 21 09:11:18.299762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:11:19.377453 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b816a0-175b-472b-a711-541cfc6a705e req-fabd1616-d541-4bdf-95dd-86021769ffe4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:19.379000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7b816a0-175b-472b-a711-541cfc6a705e req-fabd1616-d541-4bdf-95dd-86021769ffe4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.0477631 Sep 21 09:11:19.416317 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7b816a0-175b-472b-a711-541cfc6a705e req-71e5b637-1e11-4e11-bd57-eac67210eb20 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Sep 21 09:11:19.480784 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:11:19.594006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:19.606585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce8572-0f79-4a2a-abff-f0ce653ce8ee req-b7c92294-fb07-464d-975f-a1830e9b5c30 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:19.606946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'mac_address': 'fa:16:3e:5f:34:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:11:19.608137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d1ce8572-0f79-4a2a-abff-f0ce653ce8ee req-b7c92294-fb07-464d-975f-a1830e9b5c30 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 943 time: 0.0491116 Sep 21 09:11:19.636076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-ec33eaa0-5f74-4679-999f-4482408e9e81 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:19.637577 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-ec33eaa0-5f74-4679-999f-4482408e9e81 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0&tenant_id=27ea420b07964b4983a6a9f7829b0aca&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 943 time: 0.0597391 Sep 21 09:11:19.645572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:19.650456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d1ce8572-0f79-4a2a-abff-f0ce653ce8ee req-00a538f5-f611-42a9-9555-063b7d53c9f4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359550 Sep 21 09:11:19.659528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce75e8a-6c75-4372-b8df-b77b547d33ed {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:11:19.680580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:19.684455 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:19.708176 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-3b90ee1f-8899-4d47-96a0-4ca973198364 service neutron] delete failed (client error): The resource could not be found. Sep 21 09:11:19.709211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-3b90ee1f-8899-4d47-96a0-4ca973198364 service neutron] 10.222.0.50 "DELETE /v2.0/ports/1ce75e8a-6c75-4372-b8df-b77b547d33ed/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0640402 Sep 21 09:11:19.736163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:19.744988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.745334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.745672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.746006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.746965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.747300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.747986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.748326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.748656 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.748984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.749311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:19.749635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:11:20.024862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['1ce75e8a-6c75-4372-b8df-b77b547d33ed'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:11:20.122115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-70352700-15b2-418f-9be2-6d9d70d69751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:20.123717 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-70352700-15b2-418f-9be2-6d9d70d69751 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1095 time: 0.3693120 Sep 21 09:11:20.212789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-31989540-2156-403f-92c6-186c967baca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:20.214264 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-31989540-2156-403f-92c6-186c967baca7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0835402 Sep 21 09:11:20.281487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-ff172f02-13bb-4605-bb2c-07a8dd054e0f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 999 time: 0.0599768 Sep 21 09:11:20.334875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-f40702a5-d2d2-499b-b650-18cb312df909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:20.336363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-f40702a5-d2d2-499b-b650-18cb312df909 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0481291 Sep 21 09:11:20.381380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-e576d6a7-9318-41af-8768-8b14cfeb7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:20.383549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-e576d6a7-9318-41af-8768-8b14cfeb7f52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393889 Sep 21 09:11:20.474692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-a03efa6d-056f-4063-968c-aaa1d3b7655e service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Sep 21 09:11:20.567453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-33ba6bf1-9e32-439c-80c7-d9dd98b82b91 req-54557182-8f26-4398-9a61-bf63061da426 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847323 Sep 21 09:11:20.771425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7941-8be5-415e-a41e-6050b4bb3c23 req-62db1f93-22ba-43c0-b686-4d8e981c7161 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:20.772943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c28e7941-8be5-415e-a41e-6050b4bb3c23 req-62db1f93-22ba-43c0-b686-4d8e981c7161 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 944 time: 0.0505743 Sep 21 09:11:20.814386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c28e7941-8be5-415e-a41e-6050b4bb3c23 req-c03237eb-bba2-4761-b836-69394805f877 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347416 Sep 21 09:11:21.449372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:11:21.464005 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-e2768641-7c0f-4569-bc57-ec8f33a2e75e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402653 Sep 21 09:11:21.498329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 1ce75e8a-6c75-4372-b8df-b77b547d33ed completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:11:21.501928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 1ce75e8a-6c75-4372-b8df-b77b547d33ed triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:11:21.502311 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:21.546126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-9c284e0a-d5ee-4600-81ee-5cd92b6fb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:21.547662 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-9c284e0a-d5ee-4600-81ee-5cd92b6fb624 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1095 time: 0.0407643 Sep 21 09:11:21.581152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:21.604658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:11:21.606962 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be232f9-afdb-4c4b-aef3-9925522ba30e" -d '{"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-plugged", "status": "completed", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:11:21.620836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:21.625514 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:21.649406 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c354e0c-6654-402e-90de-193aa3542f95 x-openstack-request-id: req-4c354e0c-6654-402e-90de-193aa3542f95 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:11:21.649707 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-plugged", "status": "completed", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:11:21.649964 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c354e0c-6654-402e-90de-193aa3542f95 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:11:21.650367 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'code': 200} Sep 21 09:11:21.658620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-98276573-431c-4bb9-accf-e667ede1ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:21.660144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-98276573-431c-4bb9-accf-e667ede1ec6c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0937445 Sep 21 09:11:21.674752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:21.736252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-c71947f2-a9f9-4d5a-a521-90d51ee77bdd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 1000 time: 0.0684972 Sep 21 09:11:21.784857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-549d0014-cf17-4839-a99b-96fd2f92e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:21.786383 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-549d0014-cf17-4839-a99b-96fd2f92e332 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0429049 Sep 21 09:11:21.832260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-91f763a1-0a9a-46aa-8fd1-115627352f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:21.833747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-91f763a1-0a9a-46aa-8fd1-115627352f11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407264 Sep 21 09:11:21.961044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-be1c9e88-8da7-4ad9-afac-de35ec38349c service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198041 Sep 21 09:11:21.969879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f3c4b-df26-47f1-8875-5a0abfe96953 req-c15593f4-034e-4155-8563-9d6b47ea4a4a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:21.971278 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b39f3c4b-df26-47f1-8875-5a0abfe96953 req-c15593f4-034e-4155-8563-9d6b47ea4a4a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0705001 Sep 21 09:11:22.064515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b39f3c4b-df26-47f1-8875-5a0abfe96953 req-35629e5e-c93d-4a4a-a46f-705b9124eb5c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848796 Sep 21 09:11:22.088515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae7b367-b3a7-4809-9738-6aa8d707abae req-320fb605-7415-4d97-bfa1-f965b7463096 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162913 Sep 21 09:11:22.186147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508cda6-2342-4a25-84b5-bc3cd9237ee2 req-102d5ebb-a92f-4e4b-b06b-67b7d76ab469 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:22.187654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7508cda6-2342-4a25-84b5-bc3cd9237ee2 req-102d5ebb-a92f-4e4b-b06b-67b7d76ab469 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Sep 21 09:11:22.224564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7508cda6-2342-4a25-84b5-bc3cd9237ee2 req-40f31ae8-6c17-4de1-83d5-160f22e5d40d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308056 Sep 21 09:11:22.417921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c86dc-e55e-4f43-a2ea-d771d105ff57 req-a8092424-7b53-4a23-ba25-3501e9875dda tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:22.419477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5a1c86dc-e55e-4f43-a2ea-d771d105ff57 req-a8092424-7b53-4a23-ba25-3501e9875dda tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Sep 21 09:11:22.442186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7164c9-5470-4414-ae25-a323788936d1 req-02cf4308-125d-49a0-bb55-0149c70c16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:22.443699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c7164c9-5470-4414-ae25-a323788936d1 req-02cf4308-125d-49a0-bb55-0149c70c16be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 1096 time: 0.0420547 Sep 21 09:11:22.460377 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5a1c86dc-e55e-4f43-a2ea-d771d105ff57 req-fff98c5c-adbb-4505-84a9-c645315f3e30 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342422 Sep 21 09:11:22.484217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bbafa98d-9fd3-4c42-8f13-c19e49113e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:22.533733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7164c9-5470-4414-ae25-a323788936d1 req-8d34f5d2-2fe2-492a-a345-06d52d0599e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:22.535209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c7164c9-5470-4414-ae25-a323788936d1 req-8d34f5d2-2fe2-492a-a345-06d52d0599e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0848842 Sep 21 09:11:22.605730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c7164c9-5470-4414-ae25-a323788936d1 req-96590986-d5d0-4efa-80dd-44dc5cd20d5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 200 len: 1000 time: 0.0637302 Sep 21 09:11:22.654499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7164c9-5470-4414-ae25-a323788936d1 req-b9278919-a06a-4993-a712-74d921b1f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:22.655969 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c7164c9-5470-4414-ae25-a323788936d1 req-b9278919-a06a-4993-a712-74d921b1f56b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0432301 Sep 21 09:11:22.700900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7164c9-5470-4414-ae25-a323788936d1 req-cfd17a63-1dfe-46d5-a295-3a3a36a55cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:22.702392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c7164c9-5470-4414-ae25-a323788936d1 req-cfd17a63-1dfe-46d5-a295-3a3a36a55cc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395467 Sep 21 09:11:22.797130 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c7164c9-5470-4414-ae25-a323788936d1 req-21be4262-cb4c-4ccc-a3c6-e4ff3036e63c service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873897 Sep 21 09:11:22.890064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7c7164c9-5470-4414-ae25-a323788936d1 req-e8c9a9d6-92c4-45cc-a807-3c197bb44f25 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859993 Sep 21 09:11:23.578735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d298-5d0f-4db4-b6bb-cc0ec883ff83 req-9e42abcb-84f7-43c3-979b-4e7404862f4e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:23.580247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90f5d298-5d0f-4db4-b6bb-cc0ec883ff83 req-9e42abcb-84f7-43c3-979b-4e7404862f4e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0493543 Sep 21 09:11:23.618427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-90f5d298-5d0f-4db4-b6bb-cc0ec883ff83 req-8b051fb4-8767-4dea-b19e-7ab89c79cc5e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320525 Sep 21 09:11:23.848015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60b596-0328-4f77-b767-7d65886de59b req-a337891e-95e6-4b9e-a22e-77aa0b2219e2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:23.849519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb60b596-0328-4f77-b767-7d65886de59b req-a337891e-95e6-4b9e-a22e-77aa0b2219e2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0482736 Sep 21 09:11:23.887037 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb60b596-0328-4f77-b767-7d65886de59b req-5a3008d2-d8af-4490-b32c-fb5a1c9838cd tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Sep 21 09:11:25.004241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeca26-0366-4a3a-983f-202911c63098 req-8cf199bf-e2af-4547-b74a-a6d8ea9595c0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:25.005787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9caeca26-0366-4a3a-983f-202911c63098 req-8cf199bf-e2af-4547-b74a-a6d8ea9595c0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0496402 Sep 21 09:11:25.045606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9caeca26-0366-4a3a-983f-202911c63098 req-e24cefef-c3f1-4535-b7a8-3d507e867cd4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336645 Sep 21 09:11:25.222958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-9d2565f6-0087-4370-b101-2acb6aba9412 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:25.224453 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-9d2565f6-0087-4370-b101-2acb6aba9412 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 945 time: 0.0473778 Sep 21 09:11:25.316719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Deleting port 1ce75e8a-6c75-4372-b8df-b77b547d33ed {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:11:25.316964 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:25.401966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:25.406306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] For port 1ce75e8a-6c75-4372-b8df-b77b547d33ed, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=1ce75e8a-6c75-4372-b8df-b77b547d33ed,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:25.406676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:25.435438 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5d67d247-130f-4f63-bbea-2a0bf4a6e29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:25.582374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:25.582658 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:25.582989 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 disassociated. External IP: 172.25.1.60, port: 1ce75e8a-6c75-4372-b8df-b77b547d33ed. Sep 21 09:11:25.583348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Calling delete_port for 1ce75e8a-6c75-4372-b8df-b77b547d33ed owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:11:25.708393 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:25.741148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event deleted for resources: {'Port': ['ID=1ce75e8a-6c75-4372-b8df-b77b547d33ed,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:25.861637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:11:25.972634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:11:25.982555 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432dea76-716c-472c-b181-467c6f119275 None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:11:25.991463 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:11:25.992471 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:11:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:26.013322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] No DVR routers for this DVR port 1ce75e8a-6c75-4372-b8df-b77b547d33ed on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:11:26.015937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:26.017967 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ede9b3c5-e7eb-4521-b292-c5e6dfe3d33f req-bbe15321-596d-4fdf-aa21-785744e75c2e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "DELETE /v2.0/ports/1ce75e8a-6c75-4372-b8df-b77b547d33ed HTTP/1.1" status: 204 len: 173 time: 0.7870719 Sep 21 09:11:26.018413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-deleted', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:11:26.020792 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a484f75-1d93-4aab-b17e-a04d285135fd" -d '{"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-deleted", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:11:26.059543 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaddce4-7a52-4191-a8c2-64fa9d81b1d1 x-openstack-request-id: req-5eaddce4-7a52-4191-a8c2-64fa9d81b1d1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:11:26.059838 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0a380c-e0ae-4a73-8469-5027fe97cad0", "name": "network-vif-deleted", "tag": "1ce75e8a-6c75-4372-b8df-b77b547d33ed", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:11:26.060125 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5eaddce4-7a52-4191-a8c2-64fa9d81b1d1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:11:26.060498 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0a380c-e0ae-4a73-8469-5027fe97cad0', 'name': 'network-vif-deleted', 'tag': '1ce75e8a-6c75-4372-b8df-b77b547d33ed', 'status': 'completed', 'code': 200} Sep 21 09:11:26.111869 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:11:26.161725 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0939065-a6fb-424b-b7ae-2cbce8dfb7d0 req-178c920e-5eb5-4e55-90e8-7d6e1b0cbd5f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=0e0a380c-e0ae-4a73-8469-5027fe97cad0 HTTP/1.1" status: 200 len: 210 time: 0.0332479 Sep 21 09:11:26.315324 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:26.344449 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432dea76-716c-472c-b181-467c6f119275 None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:11:26.352526 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:11:26.353117 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:11:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:26.454589 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:11:26.641664 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-432dea76-716c-472c-b181-467c6f119275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:26.666281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432dea76-716c-472c-b181-467c6f119275 None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:11:26.873567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057684bf-7fbc-46e2-ad43-7c39242003b7 None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:11:26.989327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:27.433288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-323b32d6-743e-4aab-a9cd-12c2ea4626de tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1523543590&fields=id&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 267 time: 0.0325100 Sep 21 09:11:27.541393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-df32696c-8def-40ab-9784-2592303c05c6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:27.542760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-df32696c-8def-40ab-9784-2592303c05c6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1028972 Sep 21 09:11:27.557566 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-ac5961d3-682e-4c57-870f-33b2a01719f4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/quotas/27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 375 time: 0.0091150 Sep 21 09:11:27.610465 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-5cff4c32-7275-4876-b227-d45ecc17e815 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475309 Sep 21 09:11:27.705350 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-c75db735-a01a-4e26-bf3c-57b71188a552 service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823832 Sep 21 09:11:27.796963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-27a38333-bd00-46b6-8dbc-07114c3c318d service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848727 Sep 21 09:11:27.954127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2e9a0487-cad4-4b4b-849c-93e7501ff728 req-4f8194d1-c2c4-4972-b21d-2e4ad2b775ef tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 210 time: 0.0267761 Sep 21 09:11:27.990702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:29.032276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8de18b4c-15cc-4fa4-98ce-58b0e631aa95 req-aa886108-f7ad-4330-b932-cb866f314923 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 210 time: 0.0269203 Sep 21 09:11:29.449144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:11:29.469414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 1ce75e8a-6c75-4372-b8df-b77b547d33ed {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:11:29.469749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 1ce75e8a-6c75-4372-b8df-b77b547d33ed not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:11:30.126101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dbfdb3f9-b414-4c4e-a377-d3d4448ef5ae req-7273362e-057b-4829-a91a-e05e12400dc3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 210 time: 0.0272324 Sep 21 09:11:30.897360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-0716385b-81e6-4648-a2ee-7a4bca6ab084 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:30.899390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-0716385b-81e6-4648-a2ee-7a4bca6ab084 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1074781 Sep 21 09:11:30.945157 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-27942176-c130-4535-bb30-17f1731f07b7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 380 time: 0.0364089 Sep 21 09:11:30.958012 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'port': {'device_id': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'admin_state_up': True, 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'security_groups': ['9698eebf-1168-4c70-920c-9969056d88c3']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:11:31.068778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Made reservation on behalf of 27ea420b07964b4983a6a9f7829b0aca for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:11:31.072811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.228174 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb79b539-33eb-4a5e-885e-985977593ab8 req-70890346-387d-4139-ac10-16e9e881c450 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 210 time: 0.0352967 Sep 21 09:11:31.237470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Allocated IP 172.20.0.8 (ef01397f-a3db-482b-b0ea-c0575bc2ca7c/75915ccf-c9a3-4138-b4e4-4a3eaa227ad4/c22f5f64-1cff-4969-a11c-db9e9ebe9af1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:11:31.381523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.417543 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.461062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:11:31.464178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:11:31.470387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:11:31.476385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:31.523432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:31.524070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.538297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-dd38fcc7-34c7-4fa0-96bd-b3045a4e73e0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869086 Sep 21 09:11:31.551346 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Request body: {'port': {'device_id': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:11:31.613315 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.749678 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bf3ed8e3-588a-4918-9db6-0851429d33da None None] Provisioning complete for port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:11:31.750272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed8e3-588a-4918-9db6-0851429d33da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.785219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ed8e3-588a-4918-9db6-0851429d33da None None] Port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:11:31.878873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22f5f64-1cff-4969-a11c-db9e9ebe9af1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:11:31.886524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.899226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Transition to ACTIVE for port object c22f5f64-1cff-4969-a11c-db9e9ebe9af1 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:11:31.902879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:31.953478 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:32.025228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:11:32.025568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:11:32.025894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:11:32.030362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:11:32.030682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:11:32.035571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:11:32.035903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:11:32.036291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:11:32.036761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Bound port: c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:11:32.037117 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:32.105210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:11:32.109217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:11:32.114256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:32.151594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.152230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:32.153739 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] 10.222.0.50 "PUT /v2.0/ports/c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1091 time: 0.6068530 Sep 21 09:11:32.154202 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:11:32.156837 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4584e29c-f32c-4265-9378-5a2ed08736fb" -d '{"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:11:32.182344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e505239-bc53-46d9-89c6-d2053374c9db service neutron] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:32.201089 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca0ba9-e336-41df-abef-72136b1b2327 x-openstack-request-id: req-3fca0ba9-e336-41df-abef-72136b1b2327 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:11:32.201323 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:11:32.201715 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3fca0ba9-e336-41df-abef-72136b1b2327 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:11:32.202203 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'status': 'completed', 'code': 200} Sep 21 09:11:32.251347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-2d4a6023-881a-475e-9739-6be0f612a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.252892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-2d4a6023-881a-475e-9739-6be0f612a5de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1094 time: 0.0459979 Sep 21 09:11:32.298161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-a55e275c-8c79-4a40-896f-55e36de6d664 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 217 time: 0.0362687 Sep 21 09:11:32.379668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-9d77b18a-b903-486f-8fdd-f49ca77a87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.381160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-9d77b18a-b903-486f-8fdd-f49ca77a87e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0701647 Sep 21 09:11:32.389625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36058f-d88d-43e4-856e-7913a6b33d1d req-5573b579-58c9-4f7f-9ccb-16c7162e3cc3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.391056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d36058f-d88d-43e4-856e-7913a6b33d1d req-5573b579-58c9-4f7f-9ccb-16c7162e3cc3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 943 time: 0.0890095 Sep 21 09:11:32.454300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d36058f-d88d-43e4-856e-7913a6b33d1d req-ba84b338-d82a-48e6-bf35-a21b110757c9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542758 Sep 21 09:11:32.459708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35700df6-d70a-4dad-b1df-6c16b821009e req-4934e8c8-7d7d-4fca-95cf-5159f060445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.461701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-4934e8c8-7d7d-4fca-95cf-5159f060445d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697694 Sep 21 09:11:32.554183 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-41250970-2285-4245-90be-9e80dda2d674 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844495 Sep 21 09:11:32.570541 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:32.644407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35700df6-d70a-4dad-b1df-6c16b821009e req-3738b2f3-70e5-4832-8a62-776343fae3c0 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829816 Sep 21 09:11:32.735646 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-2997b0c8-a5e8-452a-9631-5260392c7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.737163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-2997b0c8-a5e8-452a-9631-5260392c7f9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1094 time: 0.0410738 Sep 21 09:11:32.830574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-5d56744d-aa5c-4fe2-aef2-127aedf699ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.832091 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-5d56744d-aa5c-4fe2-aef2-127aedf699ca service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0876057 Sep 21 09:11:32.876288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-93130e5d-35fe-437d-a1b6-176a6bfe7f1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 217 time: 0.0357907 Sep 21 09:11:32.931261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-573e60f9-fbd0-488e-bd46-6df12c274058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.932795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-573e60f9-fbd0-488e-bd46-6df12c274058 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0481243 Sep 21 09:11:32.941457 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:11:32.979945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-09da2b27-f3ab-4db6-9bde-a35b348e62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:32.981501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-09da2b27-f3ab-4db6-9bde-a35b348e62d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406625 Sep 21 09:11:33.081441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-157bd1c7-de8c-4bf6-a378-b2fef878587d service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911860 Sep 21 09:11:33.178650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4584e29c-f32c-4265-9378-5a2ed08736fb req-5a125c21-f5a7-496a-8c9c-0e4a7ba5bcbb service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Sep 21 09:11:33.571755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb73ad-c3b2-4b50-88ce-56d04febf51f req-5e143d2a-a62b-4199-8a8f-24c249091c02 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:33.573211 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32eb73ad-c3b2-4b50-88ce-56d04febf51f req-5e143d2a-a62b-4199-8a8f-24c249091c02 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 943 time: 0.0483413 Sep 21 09:11:33.609539 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-32eb73ad-c3b2-4b50-88ce-56d04febf51f req-b1c98aaf-fe6f-4875-9a35-579743c39d81 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304294 Sep 21 09:11:34.321702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:34.341659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:11:34.436413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:34.450360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'mac_address': 'fa:16:3e:b3:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:11:34.485433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:34.498771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22f5f64-1cff-4969-a11c-db9e9ebe9af1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:11:34.517555 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:34.521031 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:34.576447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:34.730056 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef4ce3-a6e9-465b-bad7-cb7021e8de24 req-f703fd44-0813-459a-8b21-4dd717ed3df4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:34.731652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3aef4ce3-a6e9-465b-bad7-cb7021e8de24 req-f703fd44-0813-459a-8b21-4dd717ed3df4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 944 time: 0.0532060 Sep 21 09:11:34.742443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['c22f5f64-1cff-4969-a11c-db9e9ebe9af1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:11:34.769693 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3aef4ce3-a6e9-465b-bad7-cb7021e8de24 req-3fe73456-d8dd-4c5d-9288-d5283680dab2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Sep 21 09:11:35.887727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c270c53-9504-410a-a54d-2d045e0313cc req-510d1915-bf49-4811-9766-b1f507ea4fa8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:35.889257 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c270c53-9504-410a-a54d-2d045e0313cc req-510d1915-bf49-4811-9766-b1f507ea4fa8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 944 time: 0.0490518 Sep 21 09:11:35.930403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c270c53-9504-410a-a54d-2d045e0313cc req-a0d28926-4622-463b-affb-40889211775c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350976 Sep 21 09:11:36.352381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:11:36.399958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:11:36.403610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:11:36.403977 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:36.481362 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:36.502819 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:11:36.505103 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e49b87c-825f-4636-87de-bb6253cc8114" -d '{"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:11:36.517904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:11:36.522070 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:36.549996 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06039232-2bbd-498a-ac8f-5f237044ca2a x-openstack-request-id: req-06039232-2bbd-498a-ac8f-5f237044ca2a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:11:36.550294 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:11:36.550548 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-06039232-2bbd-498a-ac8f-5f237044ca2a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:11:36.550935 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'code': 200} Sep 21 09:11:36.579651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:11:36.644831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278c22-4e3f-4e5b-807a-0eaefa2e3f3f req-c804342c-a6d4-49e5-a902-ee90b2645c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:36.646228 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92278c22-4e3f-4e5b-807a-0eaefa2e3f3f req-c804342c-a6d4-49e5-a902-ee90b2645c99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1096 time: 0.0431459 Sep 21 09:11:36.682591 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-92278c22-4e3f-4e5b-807a-0eaefa2e3f3f req-1ff120db-7e8c-4b2b-8e72-b641033b54f8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280211 Sep 21 09:11:37.047172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c0372-ebcf-4b81-9234-8ecd83120397 req-57fac9c2-25ef-43a5-8226-805dbe991233 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:37.048734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-511c0372-ebcf-4b81-9234-8ecd83120397 req-57fac9c2-25ef-43a5-8226-805dbe991233 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0503654 Sep 21 09:11:37.088232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-511c0372-ebcf-4b81-9234-8ecd83120397 req-ca257453-9f12-4c26-ad44-5c5f83236651 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Sep 21 09:11:38.202915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf621fa8-0fc9-4048-a2e0-06b8ef4f193c req-f1cea3aa-706a-458a-a2df-818345d9546f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:38.204407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf621fa8-0fc9-4048-a2e0-06b8ef4f193c req-f1cea3aa-706a-458a-a2df-818345d9546f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0482652 Sep 21 09:11:38.240343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf621fa8-0fc9-4048-a2e0-06b8ef4f193c req-2d8a495b-3084-49d8-931b-f475c7b17db1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299380 Sep 21 09:11:38.350033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93413279-af42-4eb1-beed-400a2ffc987a req-5d681caf-30d7-4082-8c83-edae0361df46 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:38.351625 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-93413279-af42-4eb1-beed-400a2ffc987a req-5d681caf-30d7-4082-8c83-edae0361df46 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0486639 Sep 21 09:11:38.360302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 42926) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:11:38.364553 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'floatingip': {'port_id': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:11:38.407703 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:38.834179 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:38.838040 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:38.943183 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 associated. External IP: 172.25.1.60, port: c22f5f64-1cff-4969-a11c-db9e9ebe9af1. Sep 21 09:11:39.149676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:11:39.263104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:11:39.268115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:39.272662 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:11:39.285445 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:11:39.286056 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:11:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:39.295462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-33a38e8f-cf14-4b01-a925-2d417525f3f1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "PUT /v2.0/floatingips/d689722f-46a6-4943-a31a-6bfa1afc1aa3 HTTP/1.1" status: 200 len: 990 time: 0.9340990 Sep 21 09:11:39.296053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:11:39.298476 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472f446b-97ab-4e36-866b-550fbae8e060" -d '{"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:11:39.395447 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827650a7-0e9e-42d2-8ca2-def0c8a06404 x-openstack-request-id: req-827650a7-0e9e-42d2-8ca2-def0c8a06404 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:11:39.396047 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:11:39.396047 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-827650a7-0e9e-42d2-8ca2-def0c8a06404 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:11:39.396356 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'status': 'completed', 'code': 200} Sep 21 09:11:39.458605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f446b-97ab-4e36-866b-550fbae8e060 req-9ded7097-d914-431d-b3e8-1fe5775ae74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:39.460266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-472f446b-97ab-4e36-866b-550fbae8e060 req-9ded7097-d914-431d-b3e8-1fe5775ae74e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1096 time: 0.0403571 Sep 21 09:11:39.484582 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:11:39.553629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f446b-97ab-4e36-866b-550fbae8e060 req-ac6503cf-3af2-4d1c-a48b-7e86500e7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:39.555440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-472f446b-97ab-4e36-866b-550fbae8e060 req-ac6503cf-3af2-4d1c-a48b-7e86500e7e4f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0873332 Sep 21 09:11:39.621709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-472f446b-97ab-4e36-866b-550fbae8e060 req-0c15433f-8d32-435c-b4b0-23b6e4783e49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 998 time: 0.0583916 Sep 21 09:11:39.674639 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f446b-97ab-4e36-866b-550fbae8e060 req-b6e3393e-2661-4a15-9bde-f23e11042982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:39.682064 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-472f446b-97ab-4e36-866b-550fbae8e060 req-b6e3393e-2661-4a15-9bde-f23e11042982 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0474513 Sep 21 09:11:39.701768 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:b3:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:11:38Z', 'revision_number': 9, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:39.722777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f446b-97ab-4e36-866b-550fbae8e060 req-e4f3e33a-0dbb-4985-9cfe-b502ce0c317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:11:39.724233 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-472f446b-97ab-4e36-866b-550fbae8e060 req-e4f3e33a-0dbb-4985-9cfe-b502ce0c317f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397356 Sep 21 09:11:39.727078 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:11:39.735504 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:11:39.736109 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:11:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:39.814849 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-472f446b-97ab-4e36-866b-550fbae8e060 req-767c6dac-0561-4500-a04f-3702602be091 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828924 Sep 21 09:11:39.843784 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:11:39.909186 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-472f446b-97ab-4e36-866b-550fbae8e060 req-4abfac59-8159-44f0-941a-a9141046dca5 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864754 Sep 21 09:11:40.064862 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:b3:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:11:38Z', 'revision_number': 9, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:11:40.089566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed734549-da8a-475f-bdd7-341b575383c5 None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:b3:c2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:11:38Z', 'revision_number': 9, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:11:40.275499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a136bd3b-3718-439e-9c95-3caaa0d63456 None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:11:52.486113 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b5266da9-8408-4f52-b6ae-b36243f77648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:55.404205 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:55.435648 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-14e68110-b90e-4423-9e0e-70257576e1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:56.933554 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:11:57.992256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:02.588304 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:04.320888 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:09.940486 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:12:13.743022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-d6a72052-1785-46bb-b98f-0ff3bbfafcc1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393326 Sep 21 09:12:13.833934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-1eea0777-687d-45b5-8c1c-85decaf0ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:12:13.835455 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-1eea0777-687d-45b5-8c1c-85decaf0ec99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1096 time: 0.0442271 Sep 21 09:12:13.938053 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-d3504bd7-2f8d-4c7c-949f-d189d7c3eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:12:13.939567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-d3504bd7-2f8d-4c7c-949f-d189d7c3eb48 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0840678 Sep 21 09:12:14.332798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-ac2cc9ed-fb97-43cd-8384-1442d6bfce11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1001 time: 0.3858094 Sep 21 09:12:14.381715 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-48543a42-678b-4a04-ad81-70c291f5da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:12:14.383143 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-48543a42-678b-4a04-ad81-70c291f5da62 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0431566 Sep 21 09:12:14.429298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-a85cee64-8fe6-4f10-a7b9-e593227bee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:12:14.430774 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-a85cee64-8fe6-4f10-a7b9-e593227bee02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392473 Sep 21 09:12:14.527711 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-3e958d77-2ff5-4b8d-b550-ac48481338db service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876172 Sep 21 09:12:14.621748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19b182f4-b3f5-4267-a165-a3c00997a4cc req-2f56c074-a591-4242-92ef-1b8e251f57fc service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830741 Sep 21 09:12:22.487550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-daadb4d6-8737-4f36-99f8-3ea29f7a932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:25.404965 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:25.434727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8d38570a-f53d-47a6-88b6-f109f79e44f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:26.936864 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:27.995503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:32.585853 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:34.333965 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:46.939859 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:12:52.487770 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-58b10466-a7bb-49cc-bdca-508e2fb6e760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:55.406832 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:55.434762 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-157d0f10-82bd-42a6-a417-d81642e462e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:56.940517 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:12:57.998587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:02.599123 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:04.348964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:13.727454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-cd516e04-2e85-401a-8f30-304d54d2dc9b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407302 Sep 21 09:13:13.813945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-68929a0e-69a0-4c83-bd12-e1c359edb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:13.815523 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-68929a0e-69a0-4c83-bd12-e1c359edb1ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1096 time: 0.0454788 Sep 21 09:13:13.919013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-1566d441-c976-4adf-9c8a-1392216b484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:13.921128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-1566d441-c976-4adf-9c8a-1392216b484d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0855722 Sep 21 09:13:13.993544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-8516200a-d1e9-41e9-962a-867f15968818 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1001 time: 0.0636966 Sep 21 09:13:14.042816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-b4aedad0-fe34-49d7-830c-f31009587e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:14.044351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-b4aedad0-fe34-49d7-830c-f31009587e29 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0435934 Sep 21 09:13:14.091703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-4b45b77d-dd28-429b-b5b7-11d5189cbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:14.097874 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-4b45b77d-dd28-429b-b5b7-11d5189cbf62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412967 Sep 21 09:13:14.187611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-ed2ef8f2-5aa3-4838-988e-a0f4d37240b0 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860486 Sep 21 09:13:14.277901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-109f9b65-ea43-4fc2-a2d0-fabc83377cc7 req-27760ca1-57ba-47d5-922a-09079f60cf10 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829792 Sep 21 09:13:16.205629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-7ae4a2d5-2069-4d89-842c-4cc5b24d33f1 req-6bd866f8-4a58-4c11-b9a1-0b11efffb07e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:13:16.206699 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7ae4a2d5-2069-4d89-842c-4cc5b24d33f1 req-6bd866f8-4a58-4c11-b9a1-0b11efffb07e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515013 Sep 21 09:13:16.399545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-b9142eaf-8a96-4877-89a7-90014b753dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722811 Sep 21 09:13:16.412400 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb2a27-8762-45c3-ac0f-9c8a357643a9 req-2b31d38a-dacc-41f7-b300-57fad461ded4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:16.413895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01bb2a27-8762-45c3-ac0f-9c8a357643a9 req-2b31d38a-dacc-41f7-b300-57fad461ded4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0585041 Sep 21 09:13:16.453491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-01bb2a27-8762-45c3-ac0f-9c8a357643a9 req-1f20a4ba-5cb9-46f0-9753-854829eb205a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336316 Sep 21 09:13:17.446167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-cccb4fca-e723-490e-8e1d-864c7a618816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:17.447716 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-cccb4fca-e723-490e-8e1d-864c7a618816 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1096 time: 0.0406506 Sep 21 09:13:17.542771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-9e402ea0-be39-4990-99a0-2829338b2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:17.550543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-9e402ea0-be39-4990-99a0-2829338b2c56 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0893960 Sep 21 09:13:17.574222 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8029f0c-a5f8-489d-8c32-dc85ee74d27c req-e704bf4d-eca4-4dd8-9d87-caf9d4c1e176 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:17.575735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8029f0c-a5f8-489d-8c32-dc85ee74d27c req-e704bf4d-eca4-4dd8-9d87-caf9d4c1e176 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0533338 Sep 21 09:13:17.611117 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-0a92dd77-7aac-48a7-babf-d778988d52de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1001 time: 0.0585890 Sep 21 09:13:17.614360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8029f0c-a5f8-489d-8c32-dc85ee74d27c req-2e4a988d-68a1-4976-a1bd-0725cc772ce0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Sep 21 09:13:17.666877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-4c053986-1e66-4116-9209-1f496905f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:17.669915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-4c053986-1e66-4116-9209-1f496905f48c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0508704 Sep 21 09:13:17.718011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-eb55fa9f-0a86-4259-8e68-77e6cb398459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:17.719487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-eb55fa9f-0a86-4259-8e68-77e6cb398459 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422618 Sep 21 09:13:17.814708 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-6d387d5b-b064-428c-994c-95e6836d78ae service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874395 Sep 21 09:13:17.913904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-a0329448-866e-4e33-822f-eadfd1241afd service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913587 Sep 21 09:13:18.729404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a3819-257a-4605-b993-8ed3a4961289 req-5e6a89c5-346b-42ea-9a86-ef131d0266d8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:18.730780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b83a3819-257a-4605-b993-8ed3a4961289 req-5e6a89c5-346b-42ea-9a86-ef131d0266d8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0483854 Sep 21 09:13:18.768531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b83a3819-257a-4605-b993-8ed3a4961289 req-d547471b-ef12-4691-a7d9-c4103c338415 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Sep 21 09:13:19.883643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13369f5-f6cb-4f1d-aea2-adefcdb9fed9 req-072ecb0c-64f8-4573-838e-8d10915e3294 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:19.885145 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b13369f5-f6cb-4f1d-aea2-adefcdb9fed9 req-072ecb0c-64f8-4573-838e-8d10915e3294 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0489144 Sep 21 09:13:19.923101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b13369f5-f6cb-4f1d-aea2-adefcdb9fed9 req-6f341912-b268-4db6-b8aa-d62f58435eca tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 Sep 21 09:13:21.038156 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6339b0-e86c-4683-8eba-95e26c283b49 req-1f2ce51f-afe0-4b31-b1c9-c097926c3ef6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:21.039689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f6339b0-e86c-4683-8eba-95e26c283b49 req-1f2ce51f-afe0-4b31-b1c9-c097926c3ef6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0487444 Sep 21 09:13:21.082656 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6f6339b0-e86c-4683-8eba-95e26c283b49 req-3a41d23a-0d55-428e-b472-d8ce79a69e4e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368521 Sep 21 09:13:22.197393 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b1c75-d047-4f19-a212-d6ceb042b67f req-2c06d951-89f8-43cb-a48c-fb25e40b532a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:22.198935 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-191b1c75-d047-4f19-a212-d6ceb042b67f req-2c06d951-89f8-43cb-a48c-fb25e40b532a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0492125 Sep 21 09:13:22.237184 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-191b1c75-d047-4f19-a212-d6ceb042b67f req-ad335ee6-1e36-4aa8-ac1b-cee5b66c8d54 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Sep 21 09:13:22.487195 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb7e1-38f8-47e4-b3de-c23a29ced489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:23.358609 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845af74-fba6-470e-a761-db2ae5c9bcbb req-ba10842f-82c7-496f-b5de-454826375f00 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:23.360156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4845af74-fba6-470e-a761-db2ae5c9bcbb req-ba10842f-82c7-496f-b5de-454826375f00 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0543914 Sep 21 09:13:23.398610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4845af74-fba6-470e-a761-db2ae5c9bcbb req-14771af4-fbf3-435c-a7f4-91e1c2602063 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Sep 21 09:13:23.939969 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:13:24.523584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac99fd-f952-4837-ac4d-91633acdcdb9 req-ce56b82b-eaa4-4840-a6de-7d050cfe5271 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:24.525072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-21ac99fd-f952-4837-ac4d-91633acdcdb9 req-ce56b82b-eaa4-4840-a6de-7d050cfe5271 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0535574 Sep 21 09:13:24.563058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-21ac99fd-f952-4837-ac4d-91633acdcdb9 req-b930d288-c567-48c6-8575-3c43119fa8ab tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Sep 21 09:13:25.408333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:25.432578 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ade7538a-1a7e-4606-9ed8-709cd7125833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:25.679714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b8793-7c68-4113-bce1-154b1d6c5e72 req-07e876b1-2d30-4bfe-8f95-55244fcae86b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:25.681115 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d49b8793-7c68-4113-bce1-154b1d6c5e72 req-07e876b1-2d30-4bfe-8f95-55244fcae86b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0488372 Sep 21 09:13:25.719454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d49b8793-7c68-4113-bce1-154b1d6c5e72 req-d853c875-177e-4e10-8d77-e54a4db6c38f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Sep 21 09:13:26.834143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e4b49-6ae5-441c-b442-19406c3efd0f req-16bd8198-0dc1-4bcb-8a00-c3476e52a514 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:26.835668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-520e4b49-6ae5-441c-b442-19406c3efd0f req-16bd8198-0dc1-4bcb-8a00-c3476e52a514 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0498030 Sep 21 09:13:26.874421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-520e4b49-6ae5-441c-b442-19406c3efd0f req-b89d30d7-8368-477c-8d29-23bebcf66367 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Sep 21 09:13:26.942504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:27.987187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca24af-5831-4f25-9cf5-b6a2893aaa83 req-5ddb6639-2cee-4bc4-9639-18f00c9ccaaa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:27.988745 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6ca24af-5831-4f25-9cf5-b6a2893aaa83 req-5ddb6639-2cee-4bc4-9639-18f00c9ccaaa tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0484135 Sep 21 09:13:28.004012 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:28.034358 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a6ca24af-5831-4f25-9cf5-b6a2893aaa83 req-37811942-d368-4f94-9595-10cb155f6e5d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Sep 21 09:13:29.156956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaa95d-1da6-463e-a614-45feb5ad5594 req-dd9e9974-81bd-4780-a736-4f0818845eae tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:29.158661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cbbaa95d-1da6-463e-a614-45feb5ad5594 req-dd9e9974-81bd-4780-a736-4f0818845eae tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0542126 Sep 21 09:13:29.203706 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cbbaa95d-1da6-463e-a614-45feb5ad5594 req-dcf6f80b-f56c-4536-9d11-3ab8f9566f2d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Sep 21 09:13:29.840907 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-e4e0663d-74a2-42e2-8746-0e83733e9692 service neutron] show failed (client error): The resource could not be found. Sep 21 09:13:29.841936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-e4e0663d-74a2-42e2-8746-0e83733e9692 service neutron] 10.222.0.50 "GET /v2.0/ports/c22f5f64-1cff-4969-a11c-db9e9ebe9af1/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0554266 Sep 21 09:13:30.074539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-17ab166d-466c-472f-a1b4-974c6a14e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:30.076021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-17ab166d-466c-472f-a1b4-974c6a14e2b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 1096 time: 0.0801558 Sep 21 09:13:30.087794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:13:30.140881 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:30.359255 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-dae2b406-3943-4e83-8fad-b5eadffc3441 req-ccadeaf3-caa7-411a-ab93-df603b9e326b service neutron] (94724) timed out ('10.222.0.59', 40882) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:13:30.378238 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4adff9-a828-495f-804d-22fd0ed50467 req-4ce35745-1266-44f9-b426-d300760c8ae1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:30.379747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f4adff9-a828-495f-804d-22fd0ed50467 req-4ce35745-1266-44f9-b426-d300760c8ae1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.1007137 Sep 21 09:13:30.386181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:30.442247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7f4adff9-a828-495f-804d-22fd0ed50467 req-df8b1617-f081-4c42-bdbe-3a16a070a6dc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539927 Sep 21 09:13:30.445266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:13:30.484516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:30.486737 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5886a002-c828-400b-9c00-6e230423fb67" -d '{"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:30.490483 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:30.502538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Transition to ACTIVE for port object c22f5f64-1cff-4969-a11c-db9e9ebe9af1 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:13:30.505685 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:30.546421 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b72df-62bc-4044-b45a-e06808b3b99f x-openstack-request-id: req-af5b72df-62bc-4044-b45a-e06808b3b99f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:30.546704 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:30.546949 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-af5b72df-62bc-4044-b45a-e06808b3b99f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:30.547440 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'code': 200} Sep 21 09:13:30.588471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:30.599541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.599884 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.600225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.600555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.600882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.601207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.601535 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.601860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.602179 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.602499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.602818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.603137 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:30.642857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] No DVR routers for this DVR port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:13:30.778924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:13:30.779283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:13:30.779644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:13:30.783975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:13:30.784302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:13:30.789117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:13:30.789457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:13:30.789842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:13:30.790269 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Bound port: c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:13:30.790628 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:30.859444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:13:30.862833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:13:30.867207 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:30.904530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:30.904530 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:30.905545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] 10.222.0.62 "PUT /v2.0/ports/c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1091 time: 0.8215768 Sep 21 09:13:30.927836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202096a-326f-4c52-b4c5-36a14bd42694 service neutron] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:30.972701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-f3e4a465-e10c-46f5-98b2-6051f3ee5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:30.974253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-f3e4a465-e10c-46f5-98b2-6051f3ee5c97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1094 time: 0.0432572 Sep 21 09:13:31.071610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-8cd42636-2a15-4477-a368-6207ac36bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:31.073237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-8cd42636-2a15-4477-a368-6207ac36bbbf service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0920088 Sep 21 09:13:31.139297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-a8268324-23e0-4125-9d71-cabb6d02c1a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 999 time: 0.0589294 Sep 21 09:13:31.188337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-7c1a4fd9-4f14-4f3c-a1ae-7b6a4328349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:31.189802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-7c1a4fd9-4f14-4f3c-a1ae-7b6a4328349d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0437007 Sep 21 09:13:31.239459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-20ae1249-dac2-488d-8abe-dae2a52e776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:31.240978 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-20ae1249-dac2-488d-8abe-dae2a52e776b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443900 Sep 21 09:13:31.329955 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-dcdad33c-ffe5-4fa1-a62a-d7a23cfbe829 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815966 Sep 21 09:13:31.426035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cdd2914-c80c-433e-a062-8a8db98dec32 req-6da00eee-2e2c-4a43-9079-6d393c918c0f service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881431 Sep 21 09:13:31.562028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88123a30-7ac4-43cc-875e-a6cf31e83974 req-cf219cd9-6dd7-47fd-8378-962d2c7fffb3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:31.563549 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88123a30-7ac4-43cc-875e-a6cf31e83974 req-cf219cd9-6dd7-47fd-8378-962d2c7fffb3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 943 time: 0.0507884 Sep 21 09:13:31.600212 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88123a30-7ac4-43cc-875e-a6cf31e83974 req-5e481ab3-e5b6-42bd-a345-d05a6d92c608 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307720 Sep 21 09:13:32.549437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:32.551836 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3223c13-39a0-40a5-9550-79354569a5de" -d '{"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:32.595733 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:32.605511 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70659422-c629-4d01-b1e0-7c55a97ec621 x-openstack-request-id: req-70659422-c629-4d01-b1e0-7c55a97ec621 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:32.605800 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:32.606053 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70659422-c629-4d01-b1e0-7c55a97ec621 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:32.606488 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'status': 'completed', 'code': 200} Sep 21 09:13:32.718038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-ec78b684-136f-4589-ae81-f85eed99224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:32.719456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-ec78b684-136f-4589-ae81-f85eed99224b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1094 time: 0.0948668 Sep 21 09:13:32.729999 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-99b4d973-74a0-48c2-aee8-338004445a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:32.731950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-99b4d973-74a0-48c2-aee8-338004445a74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1094 time: 0.0990162 Sep 21 09:13:32.774323 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d342d-b62a-40c2-9224-a674f34fd568 req-3ee5b61d-1879-4c65-91a1-d6f529341b3d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:32.775772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-149d342d-b62a-40c2-9224-a674f34fd568 req-3ee5b61d-1879-4c65-91a1-d6f529341b3d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 943 time: 0.1018658 Sep 21 09:13:32.909799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-149d342d-b62a-40c2-9224-a674f34fd568 req-1bd17bff-a07e-4b95-bce7-d035461698ae tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233802 Sep 21 09:13:32.923299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-a626539a-d8f5-46b4-993c-01739ad1bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:32.924768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-a626539a-d8f5-46b4-993c-01739ad1bf0e service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1969221 Sep 21 09:13:32.929438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-5e8bd0dc-4285-4755-99b9-ba9a618a57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:32.930798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-5e8bd0dc-4285-4755-99b9-ba9a618a57d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1905012 Sep 21 09:13:33.036500 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-2dec0566-28d5-450d-b2f0-edd1f6a0b282 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 999 time: 0.1037126 Sep 21 09:13:33.038140 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-183d47ed-7309-4a41-9e85-2dd7110fbc02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 999 time: 0.0993764 Sep 21 09:13:33.124024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-123516be-b844-433c-9c13-b864db99071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:33.125463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-123516be-b844-433c-9c13-b864db99071a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0806198 Sep 21 09:13:33.126826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-afffb028-5c68-42a5-a773-5d6ed7484d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:33.128270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-afffb028-5c68-42a5-a773-5d6ed7484d21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0823896 Sep 21 09:13:33.197693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-a668c5d8-9415-4c87-a928-ad6dbf580ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:33.199181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-a668c5d8-9415-4c87-a928-ad6dbf580ca3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663915 Sep 21 09:13:33.200990 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3223c13-39a0-40a5-9550-79354569a5de req-fbf25feb-a406-4895-aaf8-c45a96caf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:33.202313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-fbf25feb-a406-4895-aaf8-c45a96caf157 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623240 Sep 21 09:13:33.376101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-88673cf3-2950-4e1c-9aa0-d14439b083c8 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690261 Sep 21 09:13:33.378165 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-563a1e91-3c1f-4c49-abcd-066f9a52b244 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636703 Sep 21 09:13:33.535055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-cfed02d0-2f7c-4581-9870-1f0a2ba97690 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519637 Sep 21 09:13:33.538554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a3223c13-39a0-40a5-9550-79354569a5de req-ad114ede-74a1-4fa9-96df-ada186e60a25 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466863 Sep 21 09:13:34.000342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:13:34.035144 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be82743-be2c-4e30-a6f5-db8d1d453b48 req-5c9913a9-76e0-45f4-af38-89dd1b4922d4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:34.036827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8be82743-be2c-4e30-a6f5-db8d1d453b48 req-5c9913a9-76e0-45f4-af38-89dd1b4922d4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 943 time: 0.0546668 Sep 21 09:13:34.076009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8be82743-be2c-4e30-a6f5-db8d1d453b48 req-d8760886-1a70-4847-b047-9f0d9dfca760 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326452 Sep 21 09:13:34.093370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:34.103964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'mac_address': 'fa:16:3e:b3:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:13:34.140519 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:34.155882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22f5f64-1cff-4969-a11c-db9e9ebe9af1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:13:34.174157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:34.177223 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:34.222654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:34.229775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.230151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.230464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.230797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.231655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.231985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.232310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.232633 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.232955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.233275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.233595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.233914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:13:34.350887 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:34.593165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['c22f5f64-1cff-4969-a11c-db9e9ebe9af1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:13:34.976120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:13:35.167378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:13:35.193647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf402ac2-3c29-4e15-88b2-2bfc080eb655 req-78aeaab1-27bf-4f71-a9de-f57c36c4243a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:35.195131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf402ac2-3c29-4e15-88b2-2bfc080eb655 req-78aeaab1-27bf-4f71-a9de-f57c36c4243a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 944 time: 0.0508256 Sep 21 09:13:35.232552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf402ac2-3c29-4e15-88b2-2bfc080eb655 req-d86d5655-e6e8-4dcc-8c2f-69150de0e4e5 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307946 Sep 21 09:13:35.544344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-82aa294b-f8c8-49a6-9d2b-1871b3b548dc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:35.545787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-82aa294b-f8c8-49a6-9d2b-1871b3b548dc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c&tenant_id=27ea420b07964b4983a6a9f7829b0aca&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 944 time: 0.0807633 Sep 21 09:13:35.557725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720f8b7-d479-4327-9c3f-5e6a8c892890 req-c3f4d191-672d-4e6d-944c-4992ac0e60f8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:35.559081 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8720f8b7-d479-4327-9c3f-5e6a8c892890 req-c3f4d191-672d-4e6d-944c-4992ac0e60f8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 944 time: 0.0683103 Sep 21 09:13:35.632530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8720f8b7-d479-4327-9c3f-5e6a8c892890 req-19e478c7-aa05-4666-83c6-ceeb0c5f9749 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661824 Sep 21 09:13:35.638609 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-b46072bc-14c7-46a5-a24c-e1d409f69de8 service neutron] 10.222.0.62 "GET /v2.0/ports/c22f5f64-1cff-4969-a11c-db9e9ebe9af1/bindings/n-h1-809980-2 HTTP/1.1" status: 200 len: 382 time: 0.0781536 Sep 21 09:13:35.702430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-ccd21877-fa6a-4499-b94c-240aeefdbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:35.703854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-ccd21877-fa6a-4499-b94c-240aeefdbba0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1095 time: 0.0428255 Sep 21 09:13:35.798464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-1be7431d-2cf3-4038-b1c2-8f4a4ad6bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:35.800008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-1be7431d-2cf3-4038-b1c2-8f4a4ad6bf70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0895109 Sep 21 09:13:35.864158 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-62f95f8a-17c1-44e1-a581-127c3877a640 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1000 time: 0.0572693 Sep 21 09:13:35.916586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-a51ddf47-1987-4d99-b120-6f6bdfecb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:35.918033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-a51ddf47-1987-4d99-b120-6f6bdfecb2f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0471451 Sep 21 09:13:35.962089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-ccf39cb4-269c-4cbd-affe-d3040b9dc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:35.963487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-ccf39cb4-269c-4cbd-affe-d3040b9dc0a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389991 Sep 21 09:13:36.030028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:13:36.052066 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-521d62af-5891-4f20-9345-d55223f11f35 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813687 Sep 21 09:13:36.077662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:13:36.081458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:13:36.081855 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:36.147007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-e3363266-8d5d-4d2d-aa4c-50b180958594 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880759 Sep 21 09:13:36.157755 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:36.183634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:36.185926 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e562196-1fa6-44fb-b184-6f760e542457" -d '{"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:36.198824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:36.202742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:36.235842 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a70c1-4dd2-4ddc-99ba-1940e577f415 x-openstack-request-id: req-e82a70c1-4dd2-4ddc-99ba-1940e577f415 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:36.236136 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:36.236408 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e82a70c1-4dd2-4ddc-99ba-1940e577f415 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:36.236798 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'code': 200} Sep 21 09:13:36.252293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:36.747190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8b28c-334d-433c-8ede-634195d278e7 req-196493a1-21d9-474f-84e7-97ca329fbbd0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:36.748697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6e8b28c-334d-433c-8ede-634195d278e7 req-196493a1-21d9-474f-84e7-97ca329fbbd0 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0493715 Sep 21 09:13:36.786526 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6e8b28c-334d-433c-8ede-634195d278e7 req-190b7c4e-c373-4e48-a524-7d67dac39d07 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Sep 21 09:13:37.910421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1b603-cd5e-495f-98d3-6bebc66ad436 req-bdb647bf-8ada-4e6a-889b-eb037e917c52 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:37.911866 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-acf1b603-cd5e-495f-98d3-6bebc66ad436 req-bdb647bf-8ada-4e6a-889b-eb037e917c52 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0539169 Sep 21 09:13:37.953029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-acf1b603-cd5e-495f-98d3-6bebc66ad436 req-7c200965-b6c9-408d-949c-6ee20fb6d813 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345113 Sep 21 09:13:38.192596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-867fc40e-806a-4539-95a5-8dca5891854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:38.194127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-867fc40e-806a-4539-95a5-8dca5891854f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 1096 time: 0.0451338 Sep 21 09:13:38.206632 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:13:38.258461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:38.456130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:38.488072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:13:38.530379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:38.532650 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ba6db9-2a50-4f9a-833e-3656b6c40dcf" -d '{"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:38.536707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:38.550109 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Transition to ACTIVE for port object c22f5f64-1cff-4969-a11c-db9e9ebe9af1 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:13:38.553791 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:38.583780 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c766e8-4c93-45a1-b8b9-a644562edf73 x-openstack-request-id: req-39c766e8-4c93-45a1-b8b9-a644562edf73 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:38.584061 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-unplugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:38.584310 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-39c766e8-4c93-45a1-b8b9-a644562edf73 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:38.584712 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'code': 200} Sep 21 09:13:38.633448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:38.683456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] No DVR routers for this DVR port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:13:38.818220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:13:38.818554 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:13:38.818879 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:13:38.822993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:13:38.823338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Attempting to bind port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:13:38.828576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:13:38.828911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:13:38.829290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:13:38.829714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Bound port: c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:13:38.830158 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:38.891128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:13:38.895130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:13:38.899152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:38.931630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:38.932262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:38.933806 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] 10.222.0.50 "PUT /v2.0/ports/c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1092 time: 0.7311683 Sep 21 09:13:38.958569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a2c1f-73c4-4ac8-85ba-d6a982f14546 service neutron] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:39.002588 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-2a98eb46-21e2-44f7-83d6-cb507466579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:39.004219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-2a98eb46-21e2-44f7-83d6-cb507466579b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1095 time: 0.0426714 Sep 21 09:13:39.075372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0c4fe-b4f0-45b2-89b6-30bb970d364b req-15156b3f-bb3a-4f92-874b-715bdadb7b75 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:39.077176 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-20c0c4fe-b4f0-45b2-89b6-30bb970d364b req-15156b3f-bb3a-4f92-874b-715bdadb7b75 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 944 time: 0.0512803 Sep 21 09:13:39.108676 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-94e0fe65-3803-4e91-9542-65b63057b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:39.110487 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-94e0fe65-3803-4e91-9542-65b63057b0e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0993452 Sep 21 09:13:39.118954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-20c0c4fe-b4f0-45b2-89b6-30bb970d364b req-c59915ac-7b8e-49e1-8e60-d12375dc0c1e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345681 Sep 21 09:13:39.180245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-26d1199e-8c5d-482d-9607-278e516f547e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 999 time: 0.0616364 Sep 21 09:13:39.229330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-78d6a14a-c938-435d-8dee-5788bc622e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:39.230810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-78d6a14a-c938-435d-8dee-5788bc622e40 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0427053 Sep 21 09:13:39.276135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-abc5dc50-add0-4d13-8979-0bfc351fafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:39.277530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-abc5dc50-add0-4d13-8979-0bfc351fafe3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394986 Sep 21 09:13:39.372137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-be01f2b2-cccf-4f81-9008-b702920dfbb6 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861707 Sep 21 09:13:39.467639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ffaccfc-c7b4-429c-a3d9-55081fc9b6c6 req-e2b88989-d578-4393-ab6c-ba544e349db9 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862525 Sep 21 09:13:40.054052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:13:40.092761 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:13:40.242790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599b148-9ba5-4864-bce3-d9c5ec554aa0 req-aa931b56-ba20-4e0d-aa5d-1664ef65b533 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:40.244421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3599b148-9ba5-4864-bce3-d9c5ec554aa0 req-aa931b56-ba20-4e0d-aa5d-1664ef65b533 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 944 time: 0.0515754 Sep 21 09:13:40.288055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3599b148-9ba5-4864-bce3-d9c5ec554aa0 req-6c630d9d-e56d-4f5d-8c56-ac878eac2966 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370352 Sep 21 09:13:40.586065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:40.588490 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59939557-0f6b-4ca0-a57b-378b323c4efc" -d '{"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:40.638027 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c82104-a315-464d-9a28-b5576e8a39e2 x-openstack-request-id: req-64c82104-a315-464d-9a28-b5576e8a39e2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:40.638412 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:40.638673 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64c82104-a315-464d-9a28-b5576e8a39e2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:40.639072 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'status': 'completed', 'code': 200} Sep 21 09:13:40.732433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-6b27d562-6cef-42fd-9736-220244e80cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:40.733873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-6b27d562-6cef-42fd-9736-220244e80cfa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1095 time: 0.0617151 Sep 21 09:13:40.736680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-327e734f-d64c-4965-a6ac-2ffd8472f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:40.738104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-327e734f-d64c-4965-a6ac-2ffd8472f5fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 1095 time: 0.0748096 Sep 21 09:13:41.018561 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:13:41.128337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:41.141039 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'mac_address': 'fa:16:3e:b3:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:13:41.182238 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:41.191858 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22f5f64-1cff-4969-a11c-db9e9ebe9af1 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:13:41.211234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:41.216014 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:41.251688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-46928452-bbac-4ec2-983c-81498451d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.253298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-46928452-bbac-4ec2-983c-81498451d2b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.5116704 Sep 21 09:13:41.254463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-da901754-88d0-4954-89a9-a1064d51371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.255931 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-da901754-88d0-4954-89a9-a1064d51371a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.5063958 Sep 21 09:13:41.273275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=12']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:41.383055 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-e95cdb93-2350-4489-b52f-c8e275a645c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1000 time: 0.1223137 Sep 21 09:13:41.386564 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-679afeb7-6958-44b1-ad43-4ea85b0b3a21 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 200 len: 1000 time: 0.1184225 Sep 21 09:13:41.497163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-27f5d920-9516-44de-a283-afd6140465b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.498758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-27f5d920-9516-44de-a283-afd6140465b9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0946028 Sep 21 09:13:41.501678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-cb7a0d9a-cb9b-4924-87b0-3ae1f106e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.503125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-cb7a0d9a-cb9b-4924-87b0-3ae1f106e3ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.1003301 Sep 21 09:13:41.516301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['c22f5f64-1cff-4969-a11c-db9e9ebe9af1'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:13:41.517846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df5972-37b1-42a5-832e-1d13b3e1f6f8 req-589e18a6-ea3a-4025-8add-bedde1665f46 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.519395 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7df5972-37b1-42a5-832e-1d13b3e1f6f8 req-589e18a6-ea3a-4025-8add-bedde1665f46 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.1528451 Sep 21 09:13:41.615411 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-a8ccdccb-b641-43c5-85bf-d9d62d7911c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.616852 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-a8ccdccb-b641-43c5-85bf-d9d62d7911c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965769 Sep 21 09:13:41.619903 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7df5972-37b1-42a5-832e-1d13b3e1f6f8 req-1cd6ea33-4920-47d9-ab49-e59bc73d57a1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846727 Sep 21 09:13:41.623147 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-738e4291-666f-474a-850d-490d52e4fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.625224 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-738e4291-666f-474a-850d-490d52e4fd56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033049 Sep 21 09:13:41.751262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a100-f821-42a4-a469-f4f2775994e8 req-8254902d-335c-4224-90e2-bf3740824211 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:41.752823 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a26a100-f821-42a4-a469-f4f2775994e8 req-8254902d-335c-4224-90e2-bf3740824211 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0565550 Sep 21 09:13:41.786367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-8f322a53-d547-441e-afee-6c67da5d773c service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546483 Sep 21 09:13:41.790151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-01e6d75c-e984-48d6-8d57-ce79124622f6 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505222 Sep 21 09:13:41.801968 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4a26a100-f821-42a4-a469-f4f2775994e8 req-7faf6d95-3eda-430a-96b2-f6c544dd9f3e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402594 Sep 21 09:13:41.990048 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-f930adf6-22f6-4fe9-947c-aebb8073e2ba service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955767 Sep 21 09:13:41.991851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59939557-0f6b-4ca0-a57b-378b323c4efc req-b7d34d75-677d-4bd2-894a-c72ad4c9e0eb service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897576 Sep 21 09:13:42.009522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60787e-87fe-4023-a042-7aa43b68e77a req-12ac2713-754b-4e4b-bba7-474831aa29ca tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:42.012141 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be60787e-87fe-4023-a042-7aa43b68e77a req-12ac2713-754b-4e4b-bba7-474831aa29ca tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.1071134 Sep 21 09:13:42.049623 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be60787e-87fe-4023-a042-7aa43b68e77a req-f67d8349-a7fa-44e8-afa0-ea9ffb459177 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Sep 21 09:13:42.281886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7fc9a-2da5-46ce-b23e-521db1787262 req-c6dc3624-8dfd-4475-8d2d-d47dcfb62076 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:42.283349 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bc7fc9a-2da5-46ce-b23e-521db1787262 req-c6dc3624-8dfd-4475-8d2d-d47dcfb62076 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 945 time: 0.0496707 Sep 21 09:13:42.323107 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7bc7fc9a-2da5-46ce-b23e-521db1787262 req-05cf2f5f-13d8-4c18-b8bb-409f7c2f5ea6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336869 Sep 21 09:13:43.046797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:13:43.096332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:13:43.100349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:13:43.100731 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:43.183172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:43.207533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:43.209824 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55108d9c-293e-4924-b731-937381490da4" -d '{"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:43.223182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:43.227196 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:43.254749 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526e60a-7b78-4d1f-878e-27cc43fd166a x-openstack-request-id: req-d526e60a-7b78-4d1f-878e-27cc43fd166a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:43.254967 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-plugged", "status": "completed", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:43.255179 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d526e60a-7b78-4d1f-878e-27cc43fd166a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:43.255617 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'code': 200} Sep 21 09:13:43.280870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=13']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:43.449224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb60af9-6796-476b-84ac-489f4b9ce7a9 req-f9384e63-ed10-4ca0-a676-50ffb5a4e9f7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:43.450757 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bb60af9-6796-476b-84ac-489f4b9ce7a9 req-f9384e63-ed10-4ca0-a676-50ffb5a4e9f7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 946 time: 0.0515521 Sep 21 09:13:43.493732 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5bb60af9-6796-476b-84ac-489f4b9ce7a9 req-16d5130b-fa76-4b4d-b540-4763f38879c4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367556 Sep 21 09:13:43.572789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-431db062-c8be-43d1-8bc0-f6e037d6ec81 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:43.574236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-431db062-c8be-43d1-8bc0-f6e037d6ec81 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 946 time: 0.0490556 Sep 21 09:13:43.662913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Deleting port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:13:43.663167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:43.756041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] For port c22f5f64-1cff-4969-a11c-db9e9ebe9af1, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:43.756408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:43.923236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:43.923619 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:43.923849 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 disassociated. External IP: 172.25.1.60, port: c22f5f64-1cff-4969-a11c-db9e9ebe9af1. Sep 21 09:13:43.924188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Calling delete_port for c22f5f64-1cff-4969-a11c-db9e9ebe9af1 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:13:44.058679 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:44.086888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event deleted for resources: {'Port': ['ID=c22f5f64-1cff-4969-a11c-db9e9ebe9af1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:44.203477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:13:44.313953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:13:44.323963 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:13:44.333610 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:13:44.334293 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:13:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:44.352671 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] No DVR routers for this DVR port c22f5f64-1cff-4969-a11c-db9e9ebe9af1 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:13:44.355308 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:44.357462 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-945cc37f-e157-4c6c-b205-7da09c27f39b req-ee078ea3-a276-4826-8403-ac2cb5831af7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "DELETE /v2.0/ports/c22f5f64-1cff-4969-a11c-db9e9ebe9af1 HTTP/1.1" status: 204 len: 173 time: 0.7768273 Sep 21 09:13:44.357910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-deleted', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:44.360268 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da636b8-93eb-4871-ba12-e26259012a67" -d '{"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-deleted", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:44.403384 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46511aac-f527-460b-9e00-44e8c867d51a x-openstack-request-id: req-46511aac-f527-460b-9e00-44e8c867d51a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:44.403384 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0a49-5eaa-4df3-a240-70860b161a7c", "name": "network-vif-deleted", "tag": "c22f5f64-1cff-4969-a11c-db9e9ebe9af1", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:44.403384 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-46511aac-f527-460b-9e00-44e8c867d51a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:44.403817 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721b0a49-5eaa-4df3-a240-70860b161a7c', 'name': 'network-vif-deleted', 'tag': 'c22f5f64-1cff-4969-a11c-db9e9ebe9af1', 'status': 'completed', 'code': 200} Sep 21 09:13:44.457539 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:13:44.603410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b6f420f-760f-4722-8198-9419d29b1b31 req-ef708619-d20a-4b98-8bf7-44f74ef26fad tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=721b0a49-5eaa-4df3-a240-70860b161a7c HTTP/1.1" status: 200 len: 210 time: 0.0266876 Sep 21 09:13:44.666886 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:44.693536 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:13:44.702488 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:13:44.703101 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:13:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:44.814257 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:13:45.008439 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:45.119500 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b460f6-2aae-4c8f-89c5-b01ec9627c1d None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:13:45.335661 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bb813-e745-4049-991e-7fbae14ffdfd None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:13:45.874109 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ed894eef-f89d-4e2c-83ce-a5ea3866c252 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1523543590&fields=id&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 267 time: 0.0336251 Sep 21 09:13:45.982889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-b2a29c50-19f5-4d47-a279-ef4b8d724852 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:45.985409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-b2a29c50-19f5-4d47-a279-ef4b8d724852 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1028752 Sep 21 09:13:46.000082 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-a203e4b5-72ad-474b-b20b-038e34b6216f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/quotas/27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 375 time: 0.0091031 Sep 21 09:13:46.055735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-de3854f1-2589-4373-bb6c-2b6313478db6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504911 Sep 21 09:13:46.148204 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-474795f2-4023-4a5f-a1cb-de1efc92c174 service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809183 Sep 21 09:13:46.242139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-d7cf13dc-3c6f-4888-9693-6996bee0dc29 service neutron] 10.222.0.59 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 Sep 21 09:13:46.406838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7d42cffa-3e61-485d-bf92-35a4bfe2a582 req-f22e5478-e398-406c-a05b-4032f7bc5ee8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 210 time: 0.0306194 Sep 21 09:13:47.054560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:13:47.074383 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: c22f5f64-1cff-4969-a11c-db9e9ebe9af1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:13:47.074716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device c22f5f64-1cff-4969-a11c-db9e9ebe9af1 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:13:47.284723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-e2daf702-53e9-41af-910a-de65019b259b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:47.286280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-e2daf702-53e9-41af-910a-de65019b259b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 812 time: 0.1007583 Sep 21 09:13:47.330331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-cb6410ba-2908-477c-8043-93cc1bd518c3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 380 time: 0.0346253 Sep 21 09:13:47.340108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'port': {'device_id': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'admin_state_up': True, 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'security_groups': ['9698eebf-1168-4c70-920c-9969056d88c3']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:13:47.449977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Made reservation on behalf of 27ea420b07964b4983a6a9f7829b0aca for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:13:47.453533 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:47.502337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d965b0-536f-4793-ab98-17171f9aa67f req-cbc35c4d-fdad-4b2c-870d-d311f3a3c5d7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 210 time: 0.0285401 Sep 21 09:13:47.577364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Allocated IP 172.20.0.12 (ef01397f-a3db-482b-b0ea-c0575bc2ca7c/75915ccf-c9a3-4138-b4e4-4a3eaa227ad4/b823d384-bbce-4de6-a7e3-3553b3dd82b2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:13:47.721211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:47.753576 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:47.796931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:13:47.800144 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:13:47.806491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:13:47.812688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:47.866779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:47.867461 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:47.882547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ebe430f9-3854-4ad9-b6b5-e62a8b76b752 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5459447 Sep 21 09:13:47.894872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Request body: {'port': {'device_id': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:13:47.950763 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:47.986974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8fce2177-20dc-463a-be0a-931eb40fcb20 None None] Provisioning complete for port b823d384-bbce-4de6-a7e3-3553b3dd82b2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:13:47.987307 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8fce2177-20dc-463a-be0a-931eb40fcb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:48.023438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8fce2177-20dc-463a-be0a-931eb40fcb20 None None] Port b823d384-bbce-4de6-a7e3-3553b3dd82b2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:13:48.211787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b823d384-bbce-4de6-a7e3-3553b3dd82b2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:13:48.219077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:48.230393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Transition to ACTIVE for port object b823d384-bbce-4de6-a7e3-3553b3dd82b2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:13:48.234197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:48.289538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:48.355977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:13:48.356359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:13:48.356702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:13:48.361273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:13:48.361598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:13:48.366543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:13:48.366885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:13:48.367270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:13:48.367743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Bound port: b823d384-bbce-4de6-a7e3-3553b3dd82b2, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:13:48.368098 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:48.435364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:13:48.438736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:13:48.443279 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:48.478996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:48.479711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:48.481056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] 10.222.0.62 "PUT /v2.0/ports/b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1092 time: 0.5905402 Sep 21 09:13:48.481992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:48.484270 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6582357f-f8c8-40a1-a38e-b76d4b19146f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:48.514450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86c0c2-a66c-4edd-a0a3-b2936b7e8246 service neutron] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:48.536074 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5194c05a-d5ed-42cb-a814-9baca32edccb x-openstack-request-id: req-5194c05a-d5ed-42cb-a814-9baca32edccb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:48.536369 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:48.537119 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5194c05a-d5ed-42cb-a814-9baca32edccb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:48.537119 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'status': 'completed', 'code': 200} Sep 21 09:13:48.572729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-1ca5d34e-7597-48d6-a214-ec655eecf9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:48.574524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-1ca5d34e-7597-48d6-a214-ec655eecf9b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1095 time: 0.0509934 Sep 21 09:13:48.617595 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-4893ca51-77df-4196-a756-f895643e186a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 217 time: 0.0353568 Sep 21 09:13:48.673395 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-c72084fc-09cc-438b-bbe3-6c3e4fff4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:48.674897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-c72084fc-09cc-438b-bbe3-6c3e4fff4fd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0503051 Sep 21 09:13:48.681840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeef34-baf4-4e7b-b53c-e841ad26b80a req-03e17de1-7825-4cb5-b00d-f0ef7063d51c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:48.683352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8deeef34-baf4-4e7b-b53c-e841ad26b80a req-03e17de1-7825-4cb5-b00d-f0ef7063d51c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.1051743 Sep 21 09:13:48.720354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-68f31848-247a-4c51-a899-28bb53b82301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:48.721877 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-68f31848-247a-4c51-a899-28bb53b82301 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402362 Sep 21 09:13:48.724328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8deeef34-baf4-4e7b-b53c-e841ad26b80a req-faac3f50-b550-494f-a65e-7301390e6e5d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Sep 21 09:13:48.814968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-8e4ac36b-90bf-4f83-b6da-c3cd7fc57a1f service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861807 Sep 21 09:13:48.905246 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3fd6fb8b-653e-41b2-aec2-219389f6ebfb req-e0531dc4-c950-4b48-8a08-6322ced750a9 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836782 Sep 21 09:13:48.987114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-5f945d21-cc9e-41d5-b279-1627c8921b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:48.988611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-5f945d21-cc9e-41d5-b279-1627c8921b0c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1095 time: 0.0395999 Sep 21 09:13:49.079449 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-f6c382ba-61e4-4a90-ae21-d8656f006ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:49.080906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-f6c382ba-61e4-4a90-ae21-d8656f006ba2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0847995 Sep 21 09:13:49.122253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-4f966c29-97d7-41fa-b3e9-484a84f5dfc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 217 time: 0.0340748 Sep 21 09:13:49.176558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-6166df11-fea4-42bb-bc69-2d6cc5cd6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:49.178279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-6166df11-fea4-42bb-bc69-2d6cc5cd6f79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0492852 Sep 21 09:13:49.223460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-b5726e6f-1922-4217-bfbb-5694d62111e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:49.224925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-b5726e6f-1922-4217-bfbb-5694d62111e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389647 Sep 21 09:13:49.310778 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-93b4c21d-c2de-411f-bdb8-3045cea60929 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791821 Sep 21 09:13:49.402058 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6582357f-f8c8-40a1-a38e-b76d4b19146f req-7d5b9cd0-81b1-4e18-b2f8-576839399491 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837133 Sep 21 09:13:49.884883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a512e11-1e19-4871-bb66-aac940ffd84b req-21b68b47-0c04-451a-b265-e2f9a7dfa1db tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:49.886374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a512e11-1e19-4871-bb66-aac940ffd84b req-21b68b47-0c04-451a-b265-e2f9a7dfa1db tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0930538 Sep 21 09:13:49.923256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7a512e11-1e19-4871-bb66-aac940ffd84b req-e2110ae5-4414-4726-b86f-cca87f5d6e63 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299506 Sep 21 09:13:51.041099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f4336-efc7-4d20-9250-3ee915665dbc req-955c933e-bada-4f7e-9bad-6b174507dce7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:51.042577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed6f4336-efc7-4d20-9250-3ee915665dbc req-955c933e-bada-4f7e-9bad-6b174507dce7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0527928 Sep 21 09:13:51.088354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ed6f4336-efc7-4d20-9250-3ee915665dbc req-2c37459f-b5d9-4f71-a1d0-37a52506330f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Sep 21 09:13:52.084416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:13:52.182540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:52.194326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'mac_address': 'fa:16:3e:29:65:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:13:52.202809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bded8b-d146-43e6-bf39-ecb24eff14e6 req-b794f36b-0908-49e2-b9e9-a1135975adba tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:52.204535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1bded8b-d146-43e6-bf39-ecb24eff14e6 req-b794f36b-0908-49e2-b9e9-a1135975adba tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0491579 Sep 21 09:13:52.232878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:52.245601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b823d384-bbce-4de6-a7e3-3553b3dd82b2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:13:52.248794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d1bded8b-d146-43e6-bf39-ecb24eff14e6 req-984ef532-2508-45ca-b26f-6f54a9de3cd5 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362439 Sep 21 09:13:52.266203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:52.270089 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:52.316669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:52.487652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b3567c00-1d23-4c08-bc87-0e1d7d3b0f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:52.553933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b823d384-bbce-4de6-a7e3-3553b3dd82b2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:13:53.365031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd854-d0fd-4dcd-be3b-b6a33f5510c3 req-15a07db7-e1ab-4a40-aa56-a850533687e2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:53.366518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e2cd854-d0fd-4dcd-be3b-b6a33f5510c3 req-15a07db7-e1ab-4a40-aa56-a850533687e2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0497046 Sep 21 09:13:53.404355 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e2cd854-d0fd-4dcd-be3b-b6a33f5510c3 req-ed341c5d-4e53-4c44-902a-53ba242c2578 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Sep 21 09:13:54.100040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:13:54.148046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port b823d384-bbce-4de6-a7e3-3553b3dd82b2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:13:54.151665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port b823d384-bbce-4de6-a7e3-3553b3dd82b2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:13:54.152039 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:54.227549 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:54.249078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:54.251331 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d8f907-ebae-4baa-97c8-ceb82b2a9938" -d '{"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-plugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:54.263423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:13:54.267445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:54.290585 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5609aa25-f4e9-4346-bea4-ae381f1593ef x-openstack-request-id: req-5609aa25-f4e9-4346-bea4-ae381f1593ef {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:54.290877 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-plugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:54.291128 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5609aa25-f4e9-4346-bea4-ae381f1593ef {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:54.291536 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'code': 200} Sep 21 09:13:54.319960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:13:54.385452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b0a26-850e-4a20-8b92-b5acad2801b9 req-639a4a76-da06-42fa-8239-dacbe1705a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:54.386869 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a2b0a26-850e-4a20-8b92-b5acad2801b9 req-639a4a76-da06-42fa-8239-dacbe1705a62 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1097 time: 0.0405624 Sep 21 09:13:54.421289 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8a2b0a26-850e-4a20-8b92-b5acad2801b9 req-bd928eab-79e4-4b68-80e6-5b7bd678913b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271528 Sep 21 09:13:54.517025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6602ca-6162-4587-9dbf-a9f20f9b0d4b req-5de07005-c54f-40ae-9795-68062c3b5115 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:54.518528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f6602ca-6162-4587-9dbf-a9f20f9b0d4b req-5de07005-c54f-40ae-9795-68062c3b5115 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0478277 Sep 21 09:13:54.556254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f6602ca-6162-4587-9dbf-a9f20f9b0d4b req-33ea56cf-0634-4397-8bd9-99c50b1e897e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Sep 21 09:13:55.408811 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:55.431437 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8e467221-fd47-46be-a6a4-c8cf51612214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:55.671665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad508880-74f1-4c41-933b-0fe4e96ce282 req-34f86f46-3c46-4553-bbd3-07dab3e0b519 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:55.673105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad508880-74f1-4c41-933b-0fe4e96ce282 req-34f86f46-3c46-4553-bbd3-07dab3e0b519 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0489626 Sep 21 09:13:55.712311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad508880-74f1-4c41-933b-0fe4e96ce282 req-df852288-cf41-457c-ba71-ab9089da9dd3 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Sep 21 09:13:56.833145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc7c7e-c0ca-4f03-8b88-9d16feac90a6 req-d4a7dfda-8c0d-4433-a69c-61647a70f984 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:56.834606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85fc7c7e-c0ca-4f03-8b88-9d16feac90a6 req-d4a7dfda-8c0d-4433-a69c-61647a70f984 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0531328 Sep 21 09:13:56.871441 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85fc7c7e-c0ca-4f03-8b88-9d16feac90a6 req-53a2a0bd-2645-4033-a031-564200bc9811 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308707 Sep 21 09:13:56.945458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:56.985331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf615ef0-1697-4c1d-a500-7be05649b1bf req-2dcc3663-baa9-4524-bf60-a7d6a0a8db4b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:56.986801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cf615ef0-1697-4c1d-a500-7be05649b1bf req-2dcc3663-baa9-4524-bf60-a7d6a0a8db4b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0486991 Sep 21 09:13:56.995408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43298) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:13:57.000260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Request body: {'floatingip': {'port_id': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:13:57.040096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:57.463248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:57.467997 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:57.566810 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 associated. External IP: 172.25.1.60, port: b823d384-bbce-4de6-a7e3-3553b3dd82b2. Sep 21 09:13:57.766911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:13:58.006676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:58.203429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:13:58.208232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:13:58.212911 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:13:58.222305 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:13:58.222912 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:13:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:58.237229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0bb2cd3f-7716-49d5-b486-a2d231fcbb3c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "PUT /v2.0/floatingips/d689722f-46a6-4943-a31a-6bfa1afc1aa3 HTTP/1.1" status: 200 len: 992 time: 1.2408388 Sep 21 09:13:58.237905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:13:58.240222 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561" -d '{"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:13:58.279948 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c128f-20d3-49d5-ac2e-3df205c239af x-openstack-request-id: req-bc0c128f-20d3-49d5-ac2e-3df205c239af {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:13:58.280242 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:13:58.280485 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bc0c128f-20d3-49d5-ac2e-3df205c239af {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:13:58.280885 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'status': 'completed', 'code': 200} Sep 21 09:13:58.335157 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:13:58.343935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-e6cc06bf-1fad-4950-84b6-c2fd49ae439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:58.345441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-e6cc06bf-1fad-4950-84b6-c2fd49ae439e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1097 time: 0.0394108 Sep 21 09:13:58.435186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-3c662b1b-0895-4979-a47e-71e0a9508767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:58.436688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-3c662b1b-0895-4979-a47e-71e0a9508767 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0844622 Sep 21 09:13:58.505569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-cda2957c-dca6-43c4-b4a8-f30e730d0c1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.0613031 Sep 21 09:13:58.552012 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:29:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:13:57Z', 'revision_number': 13, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:58.554594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-c5274318-b1af-499a-b00f-53c086e8ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:58.556169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-c5274318-b1af-499a-b00f-53c086e8ebb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0437453 Sep 21 09:13:58.581765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:13:58.589849 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:13:58.590939 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:13:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:58.601260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-aaf9bd05-7125-4e59-a377-1eba70e5779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:13:58.602780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-aaf9bd05-7125-4e59-a377-1eba70e5779f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395098 Sep 21 09:13:58.693478 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:13:58.700304 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-19f5a3df-77f6-405a-aa79-ccaf078dca1f service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887332 Sep 21 09:13:58.790273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-10e0cf03-5a53-438d-bb1f-9dd37d5a1561 req-7acc0581-79b9-4ac8-916c-067f115936bf service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827229 Sep 21 09:13:58.910845 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:29:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:13:57Z', 'revision_number': 13, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:13:58.936732 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9934067-c805-454e-b55c-0227c58c1334 None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd689722f-46a6-4943-a31a-6bfa1afc1aa3', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '5182a988-0913-4185-b240-057f6ab0a055', 'port_id': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'mac_address': 'fa:16:3e:29:65:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:05:59Z', 'updated_at': '2021-09-21T09:13:57Z', 'revision_number': 13, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:13:59.123496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aebdac-51cb-4e29-b822-1897e832c251 None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:14:00.940123 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:14:02.602244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:04.347748 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:22.488700 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cb97caf9-8e17-4b11-b44b-acf4e3e06bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:25.409288 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:25.434673 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0430f25d-03f1-4269-b76f-93dd8d584998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:25.447666 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-f90de7bb-13da-49c9-869c-510ba10deedc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459423 Sep 21 09:14:25.525989 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-141c8d58-321b-4615-b871-ac3053692ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:14:25.527507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-141c8d58-321b-4615-b871-ac3053692ec1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1097 time: 0.0397480 Sep 21 09:14:25.631300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-26cc365c-0e40-4f7d-87ab-a2bcb9f42cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:14:25.632798 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-26cc365c-0e40-4f7d-87ab-a2bcb9f42cdb service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0866308 Sep 21 09:14:25.699513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-9993605c-1132-4534-86f7-0bf9df3c6571 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1002 time: 0.0595303 Sep 21 09:14:25.746565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-d1bb7cf0-ff17-44f1-9aa8-ac720eee2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:14:25.748003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-d1bb7cf0-ff17-44f1-9aa8-ac720eee2eb3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0421627 Sep 21 09:14:25.797128 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-ef95f9d6-a094-409f-90bc-0313381d66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:14:25.798766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-ef95f9d6-a094-409f-90bc-0313381d66d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441339 Sep 21 09:14:25.891109 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-49367a46-aa5a-456a-b8a6-a7d983a2e301 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853043 Sep 21 09:14:26.002016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-88b472e5-4821-4f6e-8311-d487ef725e41 req-09415493-41fb-4fc9-b378-3cda262d6b85 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878875 Sep 21 09:14:26.947403 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:28.005708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:32.613235 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:34.361348 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:37.938800 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:14:52.489958 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f74c400c-469f-4e50-a6df-0966e4cc9d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:55.410615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:55.435098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb162-ae8c-4e67-b361-6b406c65bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:56.950198 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:14:58.006669 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:02.611191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:04.375708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:14.938074 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:15:22.490377 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6cee41d7-3f47-44cb-8a2e-b21959f7e86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:25.412115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:25.438014 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-20d4d17f-9a52-4ce9-9a25-a57f7d040f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:26.953214 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:27.439658 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-6c7b2965-10a2-4c54-aa63-41832a27b582 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411911 Sep 21 09:15:27.522118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-0584ef7d-5937-42b1-b601-c75088714e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:27.523676 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-0584ef7d-5937-42b1-b601-c75088714e08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1097 time: 0.0416632 Sep 21 09:15:27.633253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-3db2ce20-98fd-461d-8eee-ece49b288e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:27.634710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-3db2ce20-98fd-461d-8eee-ece49b288e9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0883882 Sep 21 09:15:27.698762 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-059e91a2-0b77-4dd4-adb7-6508030bec42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1002 time: 0.0572424 Sep 21 09:15:27.749978 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-1045fad7-9f32-409a-a9b3-c8b66312c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:27.751434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-1045fad7-9f32-409a-a9b3-c8b66312c497 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0464432 Sep 21 09:15:27.794821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-194d90b9-7841-4337-8162-cda37c27e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:15:27.796361 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-194d90b9-7841-4337-8162-cda37c27e978 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386007 Sep 21 09:15:27.884681 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-1b14d014-3dcf-4567-a0f5-d7e9e028db15 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814137 Sep 21 09:15:27.977938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0bb93e13-364a-4b41-9ee7-a4f6fd5ffc6b req-6e7c5f8f-5a9f-40cb-ba5d-22d38d720b02 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850875 Sep 21 09:15:28.009337 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:32.626461 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:34.389959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:51.936639 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:15:52.494445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f2d96e97-d13b-490b-a9f2-c42d0c5b1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:55.415878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:55.437438 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1fedde5-30fe-4fbd-b153-f55828673316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:56.956857 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:15:58.011098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:02.625000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:04.387985 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:22.494882 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5573-75bf-4bb3-949b-4279c50a7cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:25.415343 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:25.437071 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d90a1b11-29fd-46af-9800-ff5827a7765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:26.959590 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:27.434753 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-f23a8595-56d5-4bac-9e6a-c6e566080758 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397141 Sep 21 09:16:27.515600 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-d50e5761-c82c-4678-b5b4-8440e2dbc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:27.517118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-d50e5761-c82c-4678-b5b4-8440e2dbc2e2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1097 time: 0.0404942 Sep 21 09:16:27.625407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-ad29ee7c-f3aa-468e-ba1f-a3161ae3f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:27.626889 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-ad29ee7c-f3aa-468e-ba1f-a3161ae3f6ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0906734 Sep 21 09:16:27.690237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-42e60df4-63a9-4c02-bf39-6fd42cd8467d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1002 time: 0.0563939 Sep 21 09:16:27.741143 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-e84528b6-b2c0-4726-9efd-93e4ca39a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:27.742574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-e84528b6-b2c0-4726-9efd-93e4ca39a0ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0460496 Sep 21 09:16:27.786491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-0185e38f-7343-4041-a49b-0760033f440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:27.788030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-0185e38f-7343-4041-a49b-0760033f440f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384116 Sep 21 09:16:27.798900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-533e77af-31dd-4071-b5ba-c6d1d7d944de service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:16:27.799910 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-533e77af-31dd-4071-b5ba-c6d1d7d944de service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051117 Sep 21 09:16:27.892405 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-1882d450-3488-43f7-9ebc-1f24348f7575 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856764 Sep 21 09:16:27.982323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f889de0b-23cc-45b3-96f0-78d3ab792287 req-ef5592cc-3057-4f0d-bb1e-0000e52d9416 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Sep 21 09:16:28.014128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:28.935627 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:16:32.641522 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:33.952629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032168f8-5b48-40e6-9df8-d3423f6087a9 req-aec42fb9-1c85-4c33-affa-9d8f4a50b3df tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:33.954573 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-032168f8-5b48-40e6-9df8-d3423f6087a9 req-aec42fb9-1c85-4c33-affa-9d8f4a50b3df tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0535774 Sep 21 09:16:33.994049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-032168f8-5b48-40e6-9df8-d3423f6087a9 req-d24dd88b-ab2c-4679-b477-9714d82df0ac tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Sep 21 09:16:34.388006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:45.155785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a99d-5f7e-4f0d-bdc4-b2cb09bfd06c req-3228f803-31e3-44a6-9d59-18433bbbbb9d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:45.157293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8207a99d-5f7e-4f0d-bdc4-b2cb09bfd06c req-3228f803-31e3-44a6-9d59-18433bbbbb9d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0499811 Sep 21 09:16:45.195101 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8207a99d-5f7e-4f0d-bdc4-b2cb09bfd06c req-bb4d5fb0-f55d-4fad-a49f-d571b72ca08f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Sep 21 09:16:45.257705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-db9ca397-11b4-4cdb-a649-9fd12fe23df7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591690 Sep 21 09:16:45.267130 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-1eae950a-0305-4053-83a0-e80a34132edc service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:16:45.268151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-1eae950a-0305-4053-83a0-e80a34132edc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049653 Sep 21 09:16:46.318492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798dac-085b-42fd-af30-c0421b578ffa req-6f4a624c-c4f6-4451-b510-02820b2ad503 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:46.320078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0798dac-085b-42fd-af30-c0421b578ffa req-6f4a624c-c4f6-4451-b510-02820b2ad503 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0524583 Sep 21 09:16:46.359137 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0798dac-085b-42fd-af30-c0421b578ffa req-035aa6cd-2cd0-412b-a69a-e34aded1992a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Sep 21 09:16:46.370467 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-a78d87de-6e26-485d-bf2d-468fbf7f2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:46.371975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-a78d87de-6e26-485d-bf2d-468fbf7f2870 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1097 time: 0.0405629 Sep 21 09:16:46.467096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-4285b10f-18fd-4917-8b52-a95950216f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:46.468616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-4285b10f-18fd-4917-8b52-a95950216f85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0899999 Sep 21 09:16:46.532325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-f0829336-d18a-49d7-84e7-6bdd07ecaf14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1002 time: 0.0566161 Sep 21 09:16:46.581287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff62e9d6-d96d-4e8c-bbfe-6ed63f5b92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:46.582741 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff62e9d6-d96d-4e8c-bbfe-6ed63f5b92f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0438492 Sep 21 09:16:46.630936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-fc32d080-bf10-4c49-be52-50598aff9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:46.632513 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-fc32d080-bf10-4c49-be52-50598aff9f98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429704 Sep 21 09:16:46.722747 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-8e1a4136-33c3-4b2b-889f-c6522e05604f service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828683 Sep 21 09:16:46.815293 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-892a8d70-85cf-4b73-8a4f-dd307af84b8b service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854113 Sep 21 09:16:47.474562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec0beb-935b-44b9-b57f-d7ec5ec68eab req-a796bb13-55e9-473e-b5ed-df03603e27f4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:47.476071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62ec0beb-935b-44b9-b57f-d7ec5ec68eab req-a796bb13-55e9-473e-b5ed-df03603e27f4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0483153 Sep 21 09:16:47.513190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-62ec0beb-935b-44b9-b57f-d7ec5ec68eab req-81dde083-d6c6-42dc-b78f-ae808bc98a6c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305841 Sep 21 09:16:48.632597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fa5ae-7d84-4c2c-8838-a95a5c9716a2 req-9b01d4b0-ea85-4287-9cea-8c58eab11e8f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:48.634093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-012fa5ae-7d84-4c2c-8838-a95a5c9716a2 req-9b01d4b0-ea85-4287-9cea-8c58eab11e8f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0522914 Sep 21 09:16:48.671718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-012fa5ae-7d84-4c2c-8838-a95a5c9716a2 req-09f0ab84-b545-4e82-b8fc-15dc86f3dd4c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316322 Sep 21 09:16:49.784059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbe22d-9ccb-46ef-9ffb-a95c025d7dbb req-8fc24c53-a443-4377-aab8-c58bea363328 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:49.785581 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1bbe22d-9ccb-46ef-9ffb-a95c025d7dbb req-8fc24c53-a443-4377-aab8-c58bea363328 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0466678 Sep 21 09:16:49.823275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b1bbe22d-9ccb-46ef-9ffb-a95c025d7dbb req-861d040b-b4e2-48e4-8fa7-ebfc4cb2884d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316918 Sep 21 09:16:50.939821 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f824691-6e45-42b8-b148-1b4146f5fe1e req-6c6f3b05-ef7f-4f2f-870c-58c655282722 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:50.941310 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f824691-6e45-42b8-b148-1b4146f5fe1e req-6c6f3b05-ef7f-4f2f-870c-58c655282722 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0491829 Sep 21 09:16:50.978705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f824691-6e45-42b8-b148-1b4146f5fe1e req-4ebc2521-24b7-4945-bc24-66a3f4ab077f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Sep 21 09:16:52.100583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979281b-ed29-4578-99a3-19d805d399fe req-42e153f2-e33c-4b1a-b3eb-f89e89919356 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:52.102003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1979281b-ed29-4578-99a3-19d805d399fe req-42e153f2-e33c-4b1a-b3eb-f89e89919356 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0541539 Sep 21 09:16:52.138545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1979281b-ed29-4578-99a3-19d805d399fe req-92c5f910-3276-4e26-984c-3e3fcb7774da tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304348 Sep 21 09:16:52.494631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0a180cc-3dbb-44b9-974b-9158de36f39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:53.253958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2e25-6ec5-4c83-9d86-99cdf0341b5b req-72837bce-1ec6-4930-a00f-94545005ed08 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:53.255458 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b47e2e25-6ec5-4c83-9d86-99cdf0341b5b req-72837bce-1ec6-4930-a00f-94545005ed08 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0484018 Sep 21 09:16:53.292531 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b47e2e25-6ec5-4c83-9d86-99cdf0341b5b req-fba8dabb-88de-40f1-8d19-b92895e9f2f5 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Sep 21 09:16:54.406793 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608f581-fb01-4692-92a2-6d75cd70c226 req-6984e800-aea6-4722-9089-a8319d863190 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:54.409033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f608f581-fb01-4692-92a2-6d75cd70c226 req-6984e800-aea6-4722-9089-a8319d863190 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0488405 Sep 21 09:16:54.445764 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f608f581-fb01-4692-92a2-6d75cd70c226 req-ee138ba3-10ad-46ac-8c93-4849188086a9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307925 Sep 21 09:16:55.415870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:55.436643 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f5229345-b2d5-40ab-9900-ddebb27a2574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:55.564500 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959100f-65d8-480c-b2b3-8c82a0b6664d req-b5ee940e-a13a-4319-b990-3c4c01fe03cc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:55.565969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0959100f-65d8-480c-b2b3-8c82a0b6664d req-b5ee940e-a13a-4319-b990-3c4c01fe03cc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0531983 Sep 21 09:16:55.602620 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0959100f-65d8-480c-b2b3-8c82a0b6664d req-ba38b343-bd6b-4405-933b-9c01d8c5cd3b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307794 Sep 21 09:16:56.721386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2568d41-1571-4eb3-95ba-6240943bc59d req-5532d192-01e6-417a-b37d-3f6044cc25ab tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:56.722942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e2568d41-1571-4eb3-95ba-6240943bc59d req-5532d192-01e6-417a-b37d-3f6044cc25ab tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0510545 Sep 21 09:16:56.761142 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e2568d41-1571-4eb3-95ba-6240943bc59d req-917642c6-22b3-4a80-8975-fc84bad1146e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Sep 21 09:16:56.961925 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:57.875162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590de13-d0c0-4d9f-9c10-bf0c5c8492c3 req-83394d3e-d5af-49b1-a113-39fa01a70098 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:57.876643 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1590de13-d0c0-4d9f-9c10-bf0c5c8492c3 req-83394d3e-d5af-49b1-a113-39fa01a70098 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0482647 Sep 21 09:16:57.913201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1590de13-d0c0-4d9f-9c10-bf0c5c8492c3 req-07ee41df-f480-4328-9cf1-02c3cc800283 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307159 Sep 21 09:16:58.016631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:16:59.040761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2a5d1-1f28-4efc-8e47-6a00aba09f43 req-ae2d7435-502d-4bfc-bbd7-9ba9b02ccbcf tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:16:59.042269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66e2a5d1-1f28-4efc-8e47-6a00aba09f43 req-ae2d7435-502d-4bfc-bbd7-9ba9b02ccbcf tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0566163 Sep 21 09:16:59.082838 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-66e2a5d1-1f28-4efc-8e47-6a00aba09f43 req-b54b8ed9-df3c-4ff1-bbdb-1bfaa5f1c6f9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342388 Sep 21 09:17:00.197461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75655e-c27b-40e1-a82f-e47b4c64b7c0 req-5629361d-7e6f-436a-b141-d8374e652b29 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:00.198956 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f75655e-c27b-40e1-a82f-e47b4c64b7c0 req-5629361d-7e6f-436a-b141-d8374e652b29 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0489731 Sep 21 09:17:00.237150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6f75655e-c27b-40e1-a82f-e47b4c64b7c0 req-64b8d72e-800a-4745-9d02-c287a80e2320 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Sep 21 09:17:00.481042 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-9f49e17f-31b8-40ba-a558-cda8f689b339 service neutron] show failed (client error): The resource could not be found. Sep 21 09:17:00.482037 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-9f49e17f-31b8-40ba-a558-cda8f689b339 service neutron] 10.222.0.62 "GET /v2.0/ports/b823d384-bbce-4de6-a7e3-3553b3dd82b2/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0541322 Sep 21 09:17:00.722472 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-8ce5a2b8-dbd3-4a8f-a734-610f71cf2d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:00.724246 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-8ce5a2b8-dbd3-4a8f-a734-610f71cf2d12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 1097 time: 0.0867677 Sep 21 09:17:00.736364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ce79b9fc-68e3-4951-9344-f5283274584b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:17:00.737413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ce79b9fc-68e3-4951-9344-f5283274584b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054851 Sep 21 09:17:00.749994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:17:00.815181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:01.023709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:01.057601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:17:01.097996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:01.100387 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292f643a-8d19-4a67-80a7-043f91ac04d2" -d '{"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:01.104988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:01.120527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Transition to ACTIVE for port object b823d384-bbce-4de6-a7e3-3553b3dd82b2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:17:01.124795 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:01.209068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:01.219086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.219371 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.219826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.220140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.220608 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.220935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.221278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.221612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.221947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.222279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.222607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.222937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:01.281304 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] No DVR routers for this DVR port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:17:01.377704 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a83107f-c2e0-4d30-a5ef-f794e3d63cfe x-openstack-request-id: req-9a83107f-c2e0-4d30-a5ef-f794e3d63cfe {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:01.378203 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:01.378466 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a83107f-c2e0-4d30-a5ef-f794e3d63cfe {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:01.379004 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'code': 200} Sep 21 09:17:01.386850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175e40-c38a-47da-a7eb-5019e518da50 req-5df7da34-ed95-479d-9ee1-8a105a43ef89 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:01.389770 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0175e40-c38a-47da-a7eb-5019e518da50 req-5df7da34-ed95-479d-9ee1-8a105a43ef89 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0771902 Sep 21 09:17:01.433528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f0175e40-c38a-47da-a7eb-5019e518da50 req-0cf601e2-a960-4714-8bc5-ba7fa191b053 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368655 Sep 21 09:17:01.441498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:17:01.441839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:17:01.442173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:17:01.446491 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:17:01.446796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:17:01.451928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:17:01.452270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:17:01.452653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:17:01.453081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Bound port: b823d384-bbce-4de6-a7e3-3553b3dd82b2, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:17:01.453445 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:01.516975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:17:01.521510 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:17:01.526788 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:01.563307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:01.564038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:01.565892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] 10.222.0.50 "PUT /v2.0/ports/b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1092 time: 0.8202937 Sep 21 09:17:01.601470 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b83e9-994d-4446-9ace-c8f286119149 service neutron] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:01.634546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-36b568e3-b348-4374-a7dc-b0a5e2ce375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:01.636154 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-36b568e3-b348-4374-a7dc-b0a5e2ce375b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1095 time: 0.0457845 Sep 21 09:17:01.738259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-12992547-6dd0-4996-9777-73e5698515e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:01.740134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-12992547-6dd0-4996-9777-73e5698515e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0955296 Sep 21 09:17:01.811535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-15cce80b-c112-4b8d-abd7-85f9ba47dac9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.0631897 Sep 21 09:17:01.860792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-bac02c2c-6db7-4fe6-a0f7-4553ddd5d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:01.862906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-bac02c2c-6db7-4fe6-a0f7-4553ddd5d683 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0433812 Sep 21 09:17:01.910457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-916f0f04-fd7d-4c92-b2d8-f8019b941bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:01.912054 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-916f0f04-fd7d-4c92-b2d8-f8019b941bb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413263 Sep 21 09:17:02.007615 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-e4162ba8-d1fd-4274-a4ee-12e6c67da982 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877929 Sep 21 09:17:02.100433 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9bb9e663-5ae9-40ee-ae65-5489ac625c08 req-f982a66b-7631-4e73-b78d-e8986897d0f9 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 Sep 21 09:17:02.556403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712766dc-ae61-4830-ba3d-3cbecae966f4 req-450307d0-9f4a-4886-b9ca-00e20fa02e09 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:02.557921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712766dc-ae61-4830-ba3d-3cbecae966f4 req-450307d0-9f4a-4886-b9ca-00e20fa02e09 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0501058 Sep 21 09:17:02.598572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-712766dc-ae61-4830-ba3d-3cbecae966f4 req-52c92de0-4f9f-4e80-b9ec-7f60ac48264a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345075 Sep 21 09:17:02.641778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:02.967501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:17:03.005395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:17:03.381048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:03.383420 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd44c539-1727-426c-abf9-f3af6a1bb69b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:03.436458 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed2dee-4e35-4572-967d-bd56f0651bd7 x-openstack-request-id: req-82ed2dee-4e35-4572-967d-bd56f0651bd7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:03.436759 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:03.437510 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82ed2dee-4e35-4572-967d-bd56f0651bd7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:03.437510 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'status': 'completed', 'code': 200} Sep 21 09:17:03.526209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-ab4eafac-f90a-432a-887e-316927964efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:03.527752 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-ab4eafac-f90a-432a-887e-316927964efc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1095 time: 0.0681198 Sep 21 09:17:03.529642 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-d21a057e-048f-4474-a708-f5ede38c1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:03.531009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-d21a057e-048f-4474-a708-f5ede38c1a0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1095 time: 0.0727153 Sep 21 09:17:03.703580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-ab680887-cea0-444f-96d3-8125cd842f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:03.706640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-ab680887-cea0-444f-96d3-8125cd842f91 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1641054 Sep 21 09:17:03.707864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-e851c4e4-131e-4244-ade3-b16bbc392fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:03.709340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-e851c4e4-131e-4244-ade3-b16bbc392fc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1742678 Sep 21 09:17:03.844097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd2d0-0859-4034-b181-5db946a1ef80 req-52481603-7b88-4109-a170-ad2317c8205f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:03.846139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-003fd2d0-0859-4034-b181-5db946a1ef80 req-52481603-7b88-4109-a170-ad2317c8205f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.1628363 Sep 21 09:17:03.852068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-d9505c4e-272a-44b5-9d9e-6f375ef023d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.1265490 Sep 21 09:17:03.855966 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-8ea58714-27e5-4b79-b712-8555070c4925 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.1315622 Sep 21 09:17:03.962102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-85b292e5-4615-41a9-ab9f-0c5e65739e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:03.963601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-85b292e5-4615-41a9-ab9f-0c5e65739e3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.1027749 Sep 21 09:17:03.968695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-003fd2d0-0859-4034-b181-5db946a1ef80 req-0f7156ae-47fd-40ca-9360-7fb7ed593030 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157255 Sep 21 09:17:03.970995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-c14059f1-261d-427d-90d4-7075057d84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:03.972416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-c14059f1-261d-427d-90d4-7075057d84a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.1036160 Sep 21 09:17:04.040485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-94063528-0968-4558-b7c0-fba05bb57ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:04.041988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-94063528-0968-4558-b7c0-fba05bb57ee5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687387 Sep 21 09:17:04.043927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-9ee5ac9a-f278-4c18-9310-0f90c3a60dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:04.045261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-9ee5ac9a-f278-4c18-9310-0f90c3a60dba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642717 Sep 21 09:17:04.387186 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:04.542802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-e97ee4e2-5bea-4142-89c5-9a39f989001a service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925311 Sep 21 09:17:04.544972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-6d5f75fc-0f53-4f2a-b716-83fe0e8f679c service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876583 Sep 21 09:17:04.705052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-dd079c77-78ff-4ca1-93bc-2a66eb390703 service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546774 Sep 21 09:17:04.706945 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd44c539-1727-426c-abf9-f3af6a1bb69b req-108c9594-8c0f-4bf5-9d1f-d24a06c7d8cf service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490450 Sep 21 09:17:05.090376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556f889-9251-489c-b065-0a7cabf53d2b req-677f781e-3fd9-412a-aed2-2c0cb2e392b4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:05.091907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1556f889-9251-489c-b065-0a7cabf53d2b req-677f781e-3fd9-412a-aed2-2c0cb2e392b4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0515597 Sep 21 09:17:05.133201 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1556f889-9251-489c-b065-0a7cabf53d2b req-39ad8c01-a1b1-4c2d-b214-beb64963c33b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353653 Sep 21 09:17:05.933910 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:17:06.252969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a56120-351f-4e2c-a234-635cc1907896 req-a08323b3-2f8f-4f72-aacc-f62e38a4d93c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:06.254527 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a56120-351f-4e2c-a234-635cc1907896 req-a08323b3-2f8f-4f72-aacc-f62e38a4d93c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0532427 Sep 21 09:17:06.296424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-81a56120-351f-4e2c-a234-635cc1907896 req-bce8ce41-56ad-496b-9a9e-98038950e8c9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333056 Sep 21 09:17:07.413752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f103cfb-0075-4bee-9cd4-8566ee3627d0 req-69eccce4-990a-4f2c-9381-2c320d26d0b9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:07.415214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f103cfb-0075-4bee-9cd4-8566ee3627d0 req-69eccce4-990a-4f2c-9381-2c320d26d0b9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0491738 Sep 21 09:17:07.452146 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f103cfb-0075-4bee-9cd4-8566ee3627d0 req-cf8c8882-22fa-443f-866a-7d056378b3b4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Sep 21 09:17:08.571660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f32a9c-66ba-4405-b549-29bee19a033e req-ba80b6fc-aab5-454d-a8fc-c832fb5378e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:08.573147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4f32a9c-66ba-4405-b549-29bee19a033e req-ba80b6fc-aab5-454d-a8fc-c832fb5378e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0534189 Sep 21 09:17:08.611260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4f32a9c-66ba-4405-b549-29bee19a033e req-1a91271b-e9e0-4c5e-948c-58e7440301b7 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Sep 21 09:17:09.729825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b75898-fc64-4805-8413-f66d650d9ba7 req-54c17f7d-6403-43e3-bca6-051eeba6e38b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:09.731383 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55b75898-fc64-4805-8413-f66d650d9ba7 req-54c17f7d-6403-43e3-bca6-051eeba6e38b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0524817 Sep 21 09:17:09.773179 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55b75898-fc64-4805-8413-f66d650d9ba7 req-1af27f1f-c29f-46d9-865d-05c2c6d212cb tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Sep 21 09:17:10.888777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fde1d-5a7b-4965-abd8-a52cbda54240 req-a342cc89-de0c-496a-8d46-45ae9d967940 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:10.890164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-056fde1d-5a7b-4965-abd8-a52cbda54240 req-a342cc89-de0c-496a-8d46-45ae9d967940 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0479646 Sep 21 09:17:10.927959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-056fde1d-5a7b-4965-abd8-a52cbda54240 req-2968499c-2771-4820-beaa-ebf24a0f734b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314033 Sep 21 09:17:12.042506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2aaf-95d7-4159-a363-250531793f18 req-f1f2197c-8b1e-449d-a365-a5a7fa311e94 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:12.044116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-808a2aaf-95d7-4159-a363-250531793f18 req-f1f2197c-8b1e-449d-a365-a5a7fa311e94 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0481768 Sep 21 09:17:12.082990 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-808a2aaf-95d7-4159-a363-250531793f18 req-6f9a3c1c-4ca1-4b0b-9aa3-385feafded01 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Sep 21 09:17:13.215138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104089ea-a0d8-44c5-879a-1c1902be62f4 req-749ddc96-25ac-48d5-b9e1-1ef7f3a9d597 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:13.216647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-104089ea-a0d8-44c5-879a-1c1902be62f4 req-749ddc96-25ac-48d5-b9e1-1ef7f3a9d597 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 944 time: 0.0610361 Sep 21 09:17:13.257769 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-104089ea-a0d8-44c5-879a-1c1902be62f4 req-a831a481-b6cc-426e-84c3-b16d383b669e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349753 Sep 21 09:17:13.929317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:17:14.018788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:14.029467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'mac_address': 'fa:16:3e:29:65:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:17:14.067908 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:14.080219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b823d384-bbce-4de6-a7e3-3553b3dd82b2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:17:14.098699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:14.102827 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:14.149626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:14.157390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.157772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.158758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.159101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.159488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.159824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.160156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.160484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.160810 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.161133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.161458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.161783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:14.345813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['b823d384-bbce-4de6-a7e3-3553b3dd82b2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:17:14.376431 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4c823-7f09-4ddb-86d7-57c5e0ae1d3f req-a0590de8-c484-43a4-b09a-10923349ccd4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:14.378477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29a4c823-7f09-4ddb-86d7-57c5e0ae1d3f req-a0590de8-c484-43a4-b09a-10923349ccd4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0493312 Sep 21 09:17:14.415438 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29a4c823-7f09-4ddb-86d7-57c5e0ae1d3f req-b53d3fd8-aa9d-41cc-b48a-61230c32a0d2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308292 Sep 21 09:17:14.724778 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-f15e2684-1da2-4e7b-9901-e97618786fe9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:14.726291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-f15e2684-1da2-4e7b-9901-e97618786fe9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf&tenant_id=27ea420b07964b4983a6a9f7829b0aca&binding%3Ahost_id=n-h2-809980-2 HTTP/1.1" status: 200 len: 945 time: 0.0696282 Sep 21 09:17:14.728336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae84aa-6ead-403f-bea1-c0df2b2b4428 req-a5e90b78-7e39-4015-b9a2-72c88365d7ac tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:14.729863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01ae84aa-6ead-403f-bea1-c0df2b2b4428 req-a5e90b78-7e39-4015-b9a2-72c88365d7ac tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0565944 Sep 21 09:17:14.771661 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01ae84aa-6ead-403f-bea1-c0df2b2b4428 req-f1f4daef-deb6-40b3-a079-e127adac1f24 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346155 Sep 21 09:17:14.794765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-f1f921a3-c648-40e2-9d2a-043979d527dc service neutron] 10.222.0.50 "GET /v2.0/ports/b823d384-bbce-4de6-a7e3-3553b3dd82b2/bindings/n-h2-809980-2 HTTP/1.1" status: 200 len: 382 time: 0.0576262 Sep 21 09:17:14.858830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-41e2abb9-7de8-44d4-ba51-c07bbd5f2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:14.860468 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-41e2abb9-7de8-44d4-ba51-c07bbd5f2388 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1096 time: 0.0419817 Sep 21 09:17:14.954403 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-e9ed3e80-80ea-464c-aefe-b57acd180d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:14.955906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-e9ed3e80-80ea-464c-aefe-b57acd180d11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0877888 Sep 21 09:17:15.020179 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-4c5674c6-53cb-486c-8d28-709ec1d1b5b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1001 time: 0.0569322 Sep 21 09:17:15.069076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-58f13ce1-0854-43a4-b60f-7a322a7d2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:15.070501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-58f13ce1-0854-43a4-b60f-7a322a7d2f06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0436013 Sep 21 09:17:15.120058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-9f540287-f352-4f89-80d1-976e810b559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:15.121563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-9f540287-f352-4f89-80d1-976e810b559f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435102 Sep 21 09:17:15.213624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-04037ba6-719f-4a5d-adf7-9ba4a80bbb25 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839758 Sep 21 09:17:15.308524 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-a028ca0e-56b3-43be-82fc-1d92bc04fc3c service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865366 Sep 21 09:17:15.895078 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a4e9-6c1a-41e3-8ded-e470879b16ff req-e33f5265-635e-4465-83ff-3a612c006035 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:15.896606 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cda3a4e9-6c1a-41e3-8ded-e470879b16ff req-e33f5265-635e-4465-83ff-3a612c006035 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0512378 Sep 21 09:17:15.934321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:17:15.944268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cda3a4e9-6c1a-41e3-8ded-e470879b16ff req-fe8af1ab-9c7d-472a-b23e-f479cefabe14 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412948 Sep 21 09:17:15.998104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port b823d384-bbce-4de6-a7e3-3553b3dd82b2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:17:16.002493 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port b823d384-bbce-4de6-a7e3-3553b3dd82b2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:17:16.002866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:16.080676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:16.106791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:16.109070 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c696ab-d780-4548-bc7f-04db83b4cf2e" -d '{"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-plugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:16.123804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:16.129118 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:16.179972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:16.223300 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1c4712-1496-45c0-84cd-2afce580654b x-openstack-request-id: req-7c1c4712-1496-45c0-84cd-2afce580654b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:16.223626 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-plugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:16.223879 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c1c4712-1496-45c0-84cd-2afce580654b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:16.224304 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'code': 200} Sep 21 09:17:17.067418 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42dd6c-fc9b-43dd-9923-a10800617c21 req-3b6a8397-6373-4a9b-bfd7-4929d7989064 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:17.068962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b42dd6c-fc9b-43dd-9923-a10800617c21 req-3b6a8397-6373-4a9b-bfd7-4929d7989064 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0506849 Sep 21 09:17:17.112826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5b42dd6c-fc9b-43dd-9923-a10800617c21 req-b7e913e7-a4ee-4e2a-a6e9-8a83044be6e8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379422 Sep 21 09:17:18.234358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202688b8-5268-49b1-ac41-70e98e709415 req-508a6950-c280-473f-a95b-3967b47423c6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:18.236564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-202688b8-5268-49b1-ac41-70e98e709415 req-508a6950-c280-473f-a95b-3967b47423c6 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0492418 Sep 21 09:17:18.274196 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-202688b8-5268-49b1-ac41-70e98e709415 req-27c3ca86-bccd-4fad-834e-f31a25f30ccc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Sep 21 09:17:18.770724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-4a21dd3b-0d20-4d1b-a7f6-c04002d24b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:18.772204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-4a21dd3b-0d20-4d1b-a7f6-c04002d24b6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1097 time: 0.0419681 Sep 21 09:17:18.886831 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-fe3d497f-eb1e-4530-bb44-36926f948ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:18.888428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-fe3d497f-eb1e-4530-bb44-36926f948ceb service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0926044 Sep 21 09:17:18.963924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-591d5518-15de-43a2-9993-ad5dbd219968 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1002 time: 0.0671892 Sep 21 09:17:19.015767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-2f2b463f-974e-49bd-acaa-a596169cd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:19.017937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-2f2b463f-974e-49bd-acaa-a596169cd12f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0455179 Sep 21 09:17:19.066170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-5c18a0ca-b8e5-4127-b338-7233413ab4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:19.067773 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-5c18a0ca-b8e5-4127-b338-7233413ab4f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426276 Sep 21 09:17:19.164266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-b7ab09c8-b422-417d-9124-5311181fe6d1 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887814 Sep 21 09:17:19.275463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-daa3e2a9-4220-4e90-b26d-a725428e9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:19.276959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-daa3e2a9-4220-4e90-b26d-a725428e9409 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf&tenant_id=27ea420b07964b4983a6a9f7829b0aca HTTP/1.1" status: 200 len: 1097 time: 0.0849626 Sep 21 09:17:19.290444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:17:19.310749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31a66bc9-5184-46c8-a8b5-c7d4fa393ba5 req-3a8bd443-b829-43ee-9434-9fd49142bc22 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387093 Sep 21 09:17:19.359676 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:19.432123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c379ec-a06f-4a11-a89c-f978a17b649a req-7c6878b9-0e4a-4261-9d49-f7b0cc0fe5d8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:19.433634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12c379ec-a06f-4a11-a89c-f978a17b649a req-7c6878b9-0e4a-4261-9d49-f7b0cc0fe5d8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0872796 Sep 21 09:17:19.540766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-12c379ec-a06f-4a11-a89c-f978a17b649a req-f35d7822-027b-4460-8aa4-f4e2b94da3da tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006694 Sep 21 09:17:19.626289 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:19.658368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:17:19.696547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:19.698873 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd39220-e2f1-4268-8bcb-c77984bf7be8" -d '{"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:19.702591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:19.714969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Transition to ACTIVE for port object b823d384-bbce-4de6-a7e3-3553b3dd82b2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:17:19.718931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:19.756111 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02530de-9dae-4581-83a4-94653f1f4756 x-openstack-request-id: req-f02530de-9dae-4581-83a4-94653f1f4756 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:19.756408 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:19.756665 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f02530de-9dae-4581-83a4-94653f1f4756 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:19.757062 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'code': 200} Sep 21 09:17:19.803159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:19.844957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] No DVR routers for this DVR port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:17:19.970047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:17:19.986435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:17:19.986773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:17:19.987102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:17:19.991302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:17:19.991655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Attempting to bind port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on network ef01397f-a3db-482b-b0ea-c0575bc2ca7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:17:19.996569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:17:19.996910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Checking segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:17:19.997307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Bound using segment: {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:17:19.997727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Bound port: b823d384-bbce-4de6-a7e3-3553b3dd82b2, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60719e5d-61ef-4485-935a-e273e99c4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:17:19.998090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:20.008759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:17:20.062874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:17:20.066503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:17:20.070537 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:20.105344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:20.105909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:20.107288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] 10.222.0.62 "PUT /v2.0/ports/b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1093 time: 0.8220789 Sep 21 09:17:20.141796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29510ea-67fe-4dd5-afde-044f2ed39660 service neutron] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:20.175351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-9f79ac29-e23b-4dfb-9423-f2d61b338fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:20.176917 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-9f79ac29-e23b-4dfb-9423-f2d61b338fbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1096 time: 0.0472381 Sep 21 09:17:20.273883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-b76dccab-13e7-49d8-acad-8f944c6195d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:20.275437 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-b76dccab-13e7-49d8-acad-8f944c6195d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0921392 Sep 21 09:17:20.339614 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-ffac400e-aaf8-477e-9c01-aa68d1c377d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.0573614 Sep 21 09:17:20.387207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-70c283ef-18d7-471a-8ad0-3c120b4a4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:20.388721 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-70c283ef-18d7-471a-8ad0-3c120b4a4e35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0423508 Sep 21 09:17:20.436677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-b7546503-5ec4-40f5-9b3b-b732ecac4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:20.438141 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-b7546503-5ec4-40f5-9b3b-b732ecac4b0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428317 Sep 21 09:17:20.525938 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-d0f92b15-5ecc-4e57-a3f7-9ecc469e0c9e service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810955 Sep 21 09:17:20.630802 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61489b9c-0822-44ff-b162-d1d6aa720c8e req-97d3e22b-5d83-4f27-b507-2875241a193d service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981231 Sep 21 09:17:20.667598 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a846bf-ebbf-42d3-99c5-ad960a1fe56c req-db9cb0d3-8c39-40ab-8c6a-0cc5ea5d6bcd tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:20.669088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-53a846bf-ebbf-42d3-99c5-ad960a1fe56c req-db9cb0d3-8c39-40ab-8c6a-0cc5ea5d6bcd tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0563767 Sep 21 09:17:20.711863 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-53a846bf-ebbf-42d3-99c5-ad960a1fe56c req-5474d0a9-da49-41c1-a2f7-bb8011b74771 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358744 Sep 21 09:17:21.758422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:21.760875 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5b99df-a210-4709-8857-db284e1960e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:21.814226 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d622c3-ceea-45cd-8ee1-9752999557d5 x-openstack-request-id: req-64d622c3-ceea-45cd-8ee1-9752999557d5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:21.814516 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:21.814769 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64d622c3-ceea-45cd-8ee1-9752999557d5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:21.815558 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'status': 'completed', 'code': 200} Sep 21 09:17:21.847018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f6cb5-7478-4b37-a08d-6b196e3f102a req-34277e95-657e-49e9-ab39-793d7edb4638 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:21.848641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-610f6cb5-7478-4b37-a08d-6b196e3f102a req-34277e95-657e-49e9-ab39-793d7edb4638 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0606241 Sep 21 09:17:21.888596 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-610f6cb5-7478-4b37-a08d-6b196e3f102a req-2f0d0f03-eba4-462a-a541-730c4649b049 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336256 Sep 21 09:17:21.916459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-389ba2ed-67ac-401b-b9c3-b53485f02b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:21.917997 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-389ba2ed-67ac-401b-b9c3-b53485f02b32 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1096 time: 0.0820003 Sep 21 09:17:21.924306 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-31eb28f3-5efc-4e9e-b300-68ecdd94374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:21.926230 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-31eb28f3-5efc-4e9e-b300-68ecdd94374a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1096 time: 0.0802767 Sep 21 09:17:22.081121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-a0930373-692d-40e8-85cf-5cc45f6b1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:22.082865 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-a0930373-692d-40e8-85cf-5cc45f6b1492 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1554160 Sep 21 09:17:22.087182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-d6828aef-656e-442e-9d3f-5756350236c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:22.088591 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-d6828aef-656e-442e-9d3f-5756350236c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.1531665 Sep 21 09:17:22.196536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-97fdd405-fc99-4fd1-b7e5-ad3bc3a229f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.1065845 Sep 21 09:17:22.198313 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-b9d49ccd-0d78-4367-b80e-00e5fe3ba06c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.1019893 Sep 21 09:17:22.279437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-dd527085-0879-4f02-b9c6-6fb34aed0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:22.280940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-dd527085-0879-4f02-b9c6-6fb34aed0912 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0767190 Sep 21 09:17:22.282579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-0f857d1d-72f7-49f3-b228-87cdd4991173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:22.284563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-0f857d1d-72f7-49f3-b228-87cdd4991173 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0786695 Sep 21 09:17:22.362569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-497b44dd-b16a-4e55-8b40-f2ae45354082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:22.364116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-497b44dd-b16a-4e55-8b40-f2ae45354082 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710499 Sep 21 09:17:22.365945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b99df-a210-4709-8857-db284e1960e5 req-73da593a-51d3-4446-90c2-d412023eff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:22.367308 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-73da593a-51d3-4446-90c2-d412023eff2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753067 Sep 21 09:17:22.495064 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fca522c1-0f17-4692-87fe-5358005346ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:22.529748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-35af03a1-867e-4a74-bda5-091fa37acb8f service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574254 Sep 21 09:17:22.531634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-7708479f-a089-4e18-b6e2-d91099f1dccb service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521955 Sep 21 09:17:22.691336 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-66658954-6032-4985-a569-a33bb10060ee service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526921 Sep 21 09:17:22.697948 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da5b99df-a210-4709-8857-db284e1960e5 req-082a8c8f-4219-4e31-903a-2bc7d7fb7455 service neutron] 10.222.0.50 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558433 Sep 21 09:17:23.012759 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48951065-c714-4001-bc23-588f5d48982f req-fe119573-4276-4ed4-8d4e-7343f34fbbaf tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:23.014673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48951065-c714-4001-bc23-588f5d48982f req-fe119573-4276-4ed4-8d4e-7343f34fbbaf tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0520833 Sep 21 09:17:23.055843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-48951065-c714-4001-bc23-588f5d48982f req-2a11a801-db03-4164-8d8c-d084212bc30a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Sep 21 09:17:24.178723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952e305-611f-44f0-a6c6-45a4fc1b70a6 req-bef8c283-7d05-4b52-b5fe-8edc1537fa37 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:24.180294 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0952e305-611f-44f0-a6c6-45a4fc1b70a6 req-bef8c283-7d05-4b52-b5fe-8edc1537fa37 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0548077 Sep 21 09:17:24.218472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0952e305-611f-44f0-a6c6-45a4fc1b70a6 req-7a02c755-cb13-4edd-bc4c-95c67b431257 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Sep 21 09:17:25.332845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb4bc5-1c7d-40b4-b9f5-9f1bdb1daf94 req-19e6bc11-6b20-4663-9cbe-8c578c778ce4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:25.334318 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2eeb4bc5-1c7d-40b4-b9f5-9f1bdb1daf94 req-19e6bc11-6b20-4663-9cbe-8c578c778ce4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0474215 Sep 21 09:17:25.374505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2eeb4bc5-1c7d-40b4-b9f5-9f1bdb1daf94 req-5820bb75-c0ce-448d-93f3-cc05136a13ef tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Sep 21 09:17:25.417375 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:25.435824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a01771aa-50b1-4782-a293-4175cbb0bc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:26.490170 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679a441-f272-4767-ac3b-a3e944f9efee req-ea10b4d7-b38f-4ff5-b641-c746718f19df tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:26.491705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1679a441-f272-4767-ac3b-a3e944f9efee req-ea10b4d7-b38f-4ff5-b641-c746718f19df tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0490901 Sep 21 09:17:26.528073 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1679a441-f272-4767-ac3b-a3e944f9efee req-1065d55e-44ef-4716-bce6-f4f360af0f66 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304730 Sep 21 09:17:26.965226 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:27.649117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5fab4-04fc-4493-a9af-ca3efc42961d req-e1b100c9-fab1-4c96-a2ef-5bb6778b38c8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:27.650592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c5fab4-04fc-4493-a9af-ca3efc42961d req-e1b100c9-fab1-4c96-a2ef-5bb6778b38c8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0519607 Sep 21 09:17:27.688297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-07c5fab4-04fc-4493-a9af-ca3efc42961d req-23f53364-ff8f-40e3-8803-4debfb2edfbf tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316265 Sep 21 09:17:28.019659 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:28.802764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898b080-ced3-4dd5-81c1-6493b39696c5 req-295a3731-5dcd-4d18-8542-c9108e1b3638 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:28.804323 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d898b080-ced3-4dd5-81c1-6493b39696c5 req-295a3731-5dcd-4d18-8542-c9108e1b3638 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0489202 Sep 21 09:17:28.841923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d898b080-ced3-4dd5-81c1-6493b39696c5 req-6b0cbcbf-4ce7-47ae-bb3d-ff3dbbeef332 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Sep 21 09:17:29.478799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-070a3ded-d73c-40ff-b5d5-db2a1e1f71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:29.480351 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-070a3ded-d73c-40ff-b5d5-db2a1e1f71c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27ea420b07964b4983a6a9f7829b0aca&device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 1096 time: 0.0397809 Sep 21 09:17:29.580928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-970570c1-bf6f-4bf3-a5a5-e7b611450a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:29.582399 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-970570c1-bf6f-4bf3-a5a5-e7b611450a32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 200 len: 913 time: 0.0836976 Sep 21 09:17:29.648727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-6577f0d0-06ef-4ff3-8c34-b50fd94f2ab6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 200 len: 1000 time: 0.0591319 Sep 21 09:17:29.697111 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-5232d949-e338-43aa-abbb-d6f8f3b3c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:29.698542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-5232d949-e338-43aa-abbb-d6f8f3b3c002 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 200 len: 851 time: 0.0437212 Sep 21 09:17:29.747209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-ed2855af-b8f1-48ee-a691-f5cf1239a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:29.748635 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-ed2855af-b8f1-48ee-a691-f5cf1239a7d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef01397f-a3db-482b-b0ea-c0575bc2ca7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430722 Sep 21 09:17:29.840014 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-56de1846-bd3a-4998-b9d4-de3977d7b9fb service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844824 Sep 21 09:17:30.284904 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-31649718-1fae-442c-9a0d-a3b7620ed4c7 req-593bd506-2fc8-40e7-9ebc-a61dc7bd341e service neutron] 10.222.0.62 "GET /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376895 Sep 21 09:17:30.296893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f513-beff-47a6-814d-6bef4c2b372a req-3c733448-a042-4b90-af82-09df2990e96a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:30.298887 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59e2f513-beff-47a6-814d-6bef4c2b372a req-3c733448-a042-4b90-af82-09df2990e96a tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.3880866 Sep 21 09:17:30.336730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59e2f513-beff-47a6-814d-6bef4c2b372a req-1177c8a3-6a0f-44b6-8224-3aa086ec9246 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Sep 21 09:17:31.455597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5903-ab58-4e4f-981d-5f21ef0a9eb7 req-1cd9cf2a-5ebe-452b-a18c-ff9018ff15eb tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:31.457068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fd4c5903-ab58-4e4f-981d-5f21ef0a9eb7 req-1cd9cf2a-5ebe-452b-a18c-ff9018ff15eb tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0535436 Sep 21 09:17:31.493557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fd4c5903-ab58-4e4f-981d-5f21ef0a9eb7 req-61b3e156-fd23-4ffd-8c01-b1e20bd2d31b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Sep 21 09:17:32.609832 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a3805-912e-44a5-a15c-789896105ffc req-c5c15ccd-6199-403c-ad2d-e0375af449a1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:32.611410 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f37a3805-912e-44a5-a15c-789896105ffc req-c5c15ccd-6199-403c-ad2d-e0375af449a1 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0500145 Sep 21 09:17:32.638404 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:32.651172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f37a3805-912e-44a5-a15c-789896105ffc req-247a90dd-b7e0-4759-9f91-4249d5aa131e tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Sep 21 09:17:33.773652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1a759-006f-4eec-89f7-f3f8a85ca56e req-ccf4b393-cc35-4e52-aabf-a5f170d2b93d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:33.775166 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09a1a759-006f-4eec-89f7-f3f8a85ca56e req-ccf4b393-cc35-4e52-aabf-a5f170d2b93d tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0552332 Sep 21 09:17:33.814100 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09a1a759-006f-4eec-89f7-f3f8a85ca56e req-3abc52d6-7418-40ed-a65b-5ee5ce362f2f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329685 Sep 21 09:17:33.930067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa121a-1f69-4dfa-8c76-85a8ab01eebb req-b3af676b-a2ab-4f93-a8d8-47235b108077 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:33.931567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82fa121a-1f69-4dfa-8c76-85a8ab01eebb req-b3af676b-a2ab-4f93-a8d8-47235b108077 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0519819 Sep 21 09:17:33.967807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82fa121a-1f69-4dfa-8c76-85a8ab01eebb req-225cf457-2111-485a-b0ca-0db2c5ab37ef tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302479 Sep 21 09:17:34.080428 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2225c9-d78d-481a-a146-03ac0de6fb6b req-4370ceee-0413-4503-85c9-c79fe79f9621 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:34.081916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f2225c9-d78d-481a-a146-03ac0de6fb6b req-4370ceee-0413-4503-85c9-c79fe79f9621 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0486715 Sep 21 09:17:34.118686 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4f2225c9-d78d-481a-a146-03ac0de6fb6b req-6a13dfc5-7919-44b5-ab5c-3e4ca20fb9dc tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308495 Sep 21 09:17:34.352676 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4591d-6a9e-49c1-b22b-cd44d5400588 req-969bd146-ba11-471a-8b2c-2dcc64039bb4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:34.354129 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19a4591d-6a9e-49c1-b22b-cd44d5400588 req-969bd146-ba11-471a-8b2c-2dcc64039bb4 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 945 time: 0.0521441 Sep 21 09:17:34.386854 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:34.392907 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-19a4591d-6a9e-49c1-b22b-cd44d5400588 req-230f12df-c926-4932-a121-09895d1a1bd8 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327210 Sep 21 09:17:35.111441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:17:35.205276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:35.215993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'port_id': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'mac_address': 'fa:16:3e:29:65:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:17:35.252029 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:35.265415 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b823d384-bbce-4de6-a7e3-3553b3dd82b2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:17:35.284602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:35.288032 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:35.336214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=12']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:35.510519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2bd99-d1a2-4098-bbb7-a5f6ec99a7dc req-fa0f6204-b2f4-4110-889e-45bc476fe0c9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:35.512043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08d2bd99-d1a2-4098-bbb7-a5f6ec99a7dc req-fa0f6204-b2f4-4110-889e-45bc476fe0c9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0512502 Sep 21 09:17:35.551685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-08d2bd99-d1a2-4098-bbb7-a5f6ec99a7dc req-9bfe62df-1882-402a-96ca-aa653cf1dab2 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups?id=9698eebf-1168-4c70-920c-9969056d88c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Sep 21 09:17:35.662260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['b823d384-bbce-4de6-a7e3-3553b3dd82b2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:17:36.063502 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-2b514ea9-8701-4257-ba9f-b936e519e525 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:36.065380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-2b514ea9-8701-4257-ba9f-b936e519e525 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 946 time: 0.0470624 Sep 21 09:17:36.155051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Deleting port b823d384-bbce-4de6-a7e3-3553b3dd82b2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:17:36.155433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:36.242023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] For port b823d384-bbce-4de6-a7e3-3553b3dd82b2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=b823d384-bbce-4de6-a7e3-3553b3dd82b2,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:36.242396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:36.412449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:36.412721 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:36.413043 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3 disassociated. External IP: 172.25.1.60, port: b823d384-bbce-4de6-a7e3-3553b3dd82b2. Sep 21 09:17:36.413389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Calling delete_port for b823d384-bbce-4de6-a7e3-3553b3dd82b2 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:17:36.540122 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:36.567674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event deleted for resources: {'Port': ['ID=b823d384-bbce-4de6-a7e3-3553b3dd82b2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:36.655930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43658acb-ea30-48b3-b056-cf196b5262e5 req-d4dde798-c67d-4c4e-8646-d5a4266c3f0f tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 210 time: 0.0279789 Sep 21 09:17:36.691912 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:17:36.808966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:17:36.819606 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:17:36.828310 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:17:36.828916 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:17:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:36.851299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] No DVR routers for this DVR port b823d384-bbce-4de6-a7e3-3553b3dd82b2 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:17:36.854021 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:36.856245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b8f2a5f9-5dcc-4120-a2ec-d7800595da27 req-786672a9-f12d-47cd-9a0b-925e6fceec6b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.62 "DELETE /v2.0/ports/b823d384-bbce-4de6-a7e3-3553b3dd82b2 HTTP/1.1" status: 204 len: 173 time: 0.7850444 Sep 21 09:17:36.856682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-deleted', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:36.858943 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca5e43-0b11-4ffd-8ec0-7a6eb5002ab6" -d '{"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-deleted", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:36.902804 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d8091b-682a-4461-b30e-40e24fedb0ef x-openstack-request-id: req-a8d8091b-682a-4461-b30e-40e24fedb0ef {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:36.903102 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4afd749-0f1c-4073-b890-07beccce52cf", "name": "network-vif-deleted", "tag": "b823d384-bbce-4de6-a7e3-3553b3dd82b2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:36.903371 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a8d8091b-682a-4461-b30e-40e24fedb0ef {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:36.903766 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4afd749-0f1c-4073-b890-07beccce52cf', 'name': 'network-vif-deleted', 'tag': 'b823d384-bbce-4de6-a7e3-3553b3dd82b2', 'status': 'completed', 'code': 200} Sep 21 09:17:36.937364 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:17:37.130920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:17:37.135457 n-d-809980-2 neutron-server[94726]: INFO neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No ports have port_id starting with b823d384-bbce-4de6-a7e3-3553b3dd82b2 Sep 21 09:17:37.135984 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:37.137321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 requested by agent hyperv_n-h1-809980-2 not found in database {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 21 09:17:37.257004 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:17:37.265355 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:17:37.265994 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:17:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:37.368595 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:17:37.564438 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:37.590885 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0972b77c-3513-4fb3-84e4-7a2f31ed77c5 None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:05:57Z', 'revision_number': 4, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '1016b5a4-7835-4611-b920-4e9bca7a656c', 'name': '', 'network_id': 'ef01397f-a3db-482b-b0ea-c0575bc2ca7c', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'mac_address': 'fa:16:3e:8c:b2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:56Z', 'updated_at': '2021-09-21T09:06:00Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'subnets': [{'id': '75915ccf-c9a3-4138-b4e4-4a3eaa227ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:17:37.758073 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-64398a9f-4a46-41b1-a5f9-00f9d0a2fa71 req-4831d5b1-3860-40b5-8076-b7389071f753 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 210 time: 0.0274076 Sep 21 09:17:37.824496 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb5522-2ef9-4f36-beee-ff266dee096f None None] New status for floating IP d689722f-46a6-4943-a31a-6bfa1afc1aa3: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:17:38.856311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dfdcb12c-f07f-4169-8097-93424a4702a6 req-14aa7204-9dd9-4290-8be8-977522c73f8b tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 210 time: 0.0269418 Sep 21 09:17:39.950963 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-732b953c-f5b4-4a3e-8d33-e84ec7e5e0fb req-7a963724-9a1f-4eef-83f7-2ab65c0a2123 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4afd749-0f1c-4073-b890-07beccce52cf HTTP/1.1" status: 200 len: 210 time: 0.0264556 Sep 21 09:17:41.130109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:17:41.151109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: b823d384-bbce-4de6-a7e3-3553b3dd82b2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:17:41.151489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device b823d384-bbce-4de6-a7e3-3553b3dd82b2 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:17:42.933099 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:17:43.689452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:43.748004 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:43.772906 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:43.825206 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:43.827910 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:43.829343 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "DELETE /v2.0/security-groups/9698eebf-1168-4c70-920c-9969056d88c3 HTTP/1.1" status: 204 len: 168 time: 0.1387413 Sep 21 09:17:43.832325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43902) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:43.838779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9698eebf-1168-4c70-920c-9969056d88c3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:43.847322 n-d-809980-2 neutron-server[94724]: INFO neutron.api.v2.resource [None req-c7080107-9801-4180-9a4a-b83127aceb7c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] show failed (client error): The resource could not be found. Sep 21 09:17:43.847521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.847839 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.848247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.848654 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.849053 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.849483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.849880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.850273 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.850669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.851060 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.851373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c7080107-9801-4180-9a4a-b83127aceb7c tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "GET /v2.0/security-groups/9698eebf-1168-4c70-920c-9969056d88c3 HTTP/1.1" status: 404 len: 347 time: 0.0174413 Sep 21 09:17:43.851603 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.851921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43904) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:43.852047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742289ba-9d03-4858-9353-afe04076f0e9 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:17:43.986120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Deleting port a7da0edf-5a27-4a2e-a00f-1719486ccc0c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:17:43.986469 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:44.065599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:44.065809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:44.077204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Calling delete_port for a7da0edf-5a27-4a2e-a00f-1719486ccc0c owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:17:44.206784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:44.239899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Pushing event deleted for resources: {'Port': ['ID=a7da0edf-5a27-4a2e-a00f-1719486ccc0c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:44.302149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:44.304712 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:44.305878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cab65eed-45d8-4044-93ac-c9f263aa5f80 tempest-ServerActionsTestJSON-1278676309 tempest-ServerActionsTestJSON-1278676309-project] 10.222.0.59 "DELETE /v2.0/floatingips/d689722f-46a6-4943-a31a-6bfa1afc1aa3 HTTP/1.1" status: 204 len: 168 time: 0.4530706 Sep 21 09:17:44.308806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43906) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:44.797580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:45.040166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Deleting port 1016b5a4-7835-4611-b920-4e9bca7a656c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:17:45.040865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:45.117327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] For port 1016b5a4-7835-4611-b920-4e9bca7a656c, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1016b5a4-7835-4611-b920-4e9bca7a656c,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:45.117696 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:45.130688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Calling delete_port for 1016b5a4-7835-4611-b920-4e9bca7a656c owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:17:45.310996 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:45.336448 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1016b5a4-7835-4611-b920-4e9bca7a656c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:45.507179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:45.717694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Router 5182a988-0913-4185-b240-057f6ab0a055 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:17:45.823532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:17:45.828547 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-731a0352-24be-4f69-803a-d0c8f6f04ce6 admin admin] 10.222.0.59 "PUT /v2.0/routers/5182a988-0913-4185-b240-057f6ab0a055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187984 Sep 21 09:17:45.831430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43910) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:45.834075 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] Sync routers for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:17:45.848589 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:17:45.849204 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:17:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:45.933479 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:45.950885 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:17:46.038421 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.091514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Deleting port 21aab76f-8fbf-47b5-8912-f0201a3909bd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:17:46.092215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.124265 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:17:45Z', 'revision_number': 5, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port': {'id': '21aab76f-8fbf-47b5-8912-f0201a3909bd', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5182a988-0913-4185-b240-057f6ab0a055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:05:55Z', 'updated_at': '2021-09-21T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:46.150307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] Checking router: 5182a988-0913-4185-b240-057f6ab0a055 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:17:46.158685 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] Routers {'5182a988-0913-4185-b240-057f6ab0a055'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:17:46.159297 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:17:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['5182a988-0913-4185-b240-057f6ab0a055'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:46.170557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] For port 21aab76f-8fbf-47b5-8912-f0201a3909bd, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=21aab76f-8fbf-47b5-8912-f0201a3909bd,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:46.170937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.184342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Calling delete_port for 21aab76f-8fbf-47b5-8912-f0201a3909bd owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:17:46.243933 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] Set router 5182a988-0913-4185-b240-057f6ab0a055 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:17:46.298466 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:17:46Z', 'revision_number': 6, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:46.326726 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fb78d0-56d0-4e93-bdaa-3dd0dd72e9a6 None None] The sync data for ids ['5182a988-0913-4185-b240-057f6ab0a055'] in n-d-809980-2 is: [{'id': '5182a988-0913-4185-b240-057f6ab0a055', 'name': 'tempest-ServerActionsTestJSON-2028614135-router', 'tenant_id': '27ea420b07964b4983a6a9f7829b0aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:05:54Z', 'updated_at': '2021-09-21T09:17:46Z', 'revision_number': 6, 'project_id': '27ea420b07964b4983a6a9f7829b0aca', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:17:46.355652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.383865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Pushing event deleted for resources: {'Port': ['ID=21aab76f-8fbf-47b5-8912-f0201a3909bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:46.780185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.869938 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.872084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.913141 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.913739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5182a988-0913-4185-b240-057f6ab0a055 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:17:46.918059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:46.919195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d4d03e04-ed07-4148-8f6c-0e21b146f05f admin admin] 10.222.0.59 "DELETE /v2.0/routers/5182a988-0913-4185-b240-057f6ab0a055 HTTP/1.1" status: 204 len: 168 time: 1.0868413 Sep 21 09:17:46.921797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43912) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:46.968250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] Deleting subnet 75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:17:46.971816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.004289 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.078536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.097182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1016b5a4-7835-4611-b920-4e9bca7a656c no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:17:47.116499 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1016b5a4-7835-4611-b920-4e9bca7a656c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:17:47.116850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1016b5a4-7835-4611-b920-4e9bca7a656c not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:17:47.136439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.167863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75915ccf-c9a3-4138-b4e4-4a3eaa227ad4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:47.169825 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.171691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ab06dd6b-a5c5-42ad-a5f8-3231f84f1869 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/75915ccf-c9a3-4138-b4e4-4a3eaa227ad4 HTTP/1.1" status: 204 len: 168 time: 0.2489669 Sep 21 09:17:47.174556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43914) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:47.177608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1a2d73-9b5d-44c1-a042-abcff8a7ab9b None None] Network ef01397f-a3db-482b-b0ea-c0575bc2ca7c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:17:47.245244 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.302539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Deleting port 061b51ff-0945-48ae-b249-881db6ce7b6d {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:17:47.306308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.359671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] DHCP port deletion for ef01397f-a3db-482b-b0ea-c0575bc2ca7c request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:17:47.373630 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] For port 061b51ff-0945-48ae-b249-881db6ce7b6d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=061b51ff-0945-48ae-b249-881db6ce7b6d,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:47.374073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.389433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Calling delete_port for 061b51ff-0945-48ae-b249-881db6ce7b6d owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:17:47.408732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] Deleting port 061b51ff-0945-48ae-b249-881db6ce7b6d {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:17:47.409565 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.476648 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] For port 061b51ff-0945-48ae-b249-881db6ce7b6d, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=061b51ff-0945-48ae-b249-881db6ce7b6d,segment=NetworkSegment(60719e5d-61ef-4485-935a-e273e99c4fa5),segment_id=60719e5d-61ef-4485-935a-e273e99c4fa5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:47.477048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.479445 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.489443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] Calling delete_port for 061b51ff-0945-48ae-b249-881db6ce7b6d owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:17:47.508360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] No DVR routers for this DVR port 061b51ff-0945-48ae-b249-881db6ce7b6d on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:17:47.510255 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Pushing event deleted for resources: {'Port': ['ID=061b51ff-0945-48ae-b249-881db6ce7b6d,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:47.565690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.585375 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.588374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] Pushing event deleted for resources: {'Port': ['ID=061b51ff-0945-48ae-b249-881db6ce7b6d,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:47.595012 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7169046-50ae-4991-b44c-791e7252c249 None None] No DVR routers for this DVR port 061b51ff-0945-48ae-b249-881db6ce7b6d on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:17:47.606766 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef01397f-a3db-482b-b0ea-c0575bc2ca7c']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:47.617274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60719e5d-61ef-4485-935a-e273e99c4fa5') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:47.617569 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60719e5d-61ef-4485-935a-e273e99c4fa5') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:17:47.627706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.640568 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.646419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:17:47.646805 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:17:47.648460 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:17:47.703062 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.719681 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.721534 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] 10.222.0.59 "DELETE /v2.0/networks/ef01397f-a3db-482b-b0ea-c0575bc2ca7c HTTP/1.1" status: 204 len: 168 time: 0.5456927 Sep 21 09:17:47.722785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b99bd8-9369-45b8-8e60-9d9a22e365ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ef01397f-a3db-482b-b0ea-c0575bc2ca7c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:47.831324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43918) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:47.874341 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fe47f9b0-6fb2-4b38-bf27-111f2a52ca9a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27ea420b07964b4983a6a9f7829b0aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417476 Sep 21 09:17:47.877530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43920) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:47.929564 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18d157b3-0f52-47a6-9138-3a4cf61898e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.950204 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18d157b3-0f52-47a6-9138-3a4cf61898e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.996365 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18d157b3-0f52-47a6-9138-3a4cf61898e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:47.999140 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-18d157b3-0f52-47a6-9138-3a4cf61898e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:48.000315 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-18d157b3-0f52-47a6-9138-3a4cf61898e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8bc3caee-c032-40ed-a25f-ed228bce7e4b HTTP/1.1" status: 204 len: 168 time: 0.1219060 Sep 21 09:17:48.007750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d157b3-0f52-47a6-9138-3a4cf61898e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc3caee-c032-40ed-a25f-ed228bce7e4b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:48.650084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 21aab76f-8fbf-47b5-8912-f0201a3909bd no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:17:48.674949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 21aab76f-8fbf-47b5-8912-f0201a3909bd {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:17:48.675304 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 21aab76f-8fbf-47b5-8912-f0201a3909bd not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:17:48.675748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 061b51ff-0945-48ae-b249-881db6ce7b6d no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:17:48.694457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 061b51ff-0945-48ae-b249-881db6ce7b6d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:17:48.694802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 061b51ff-0945-48ae-b249-881db6ce7b6d not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:17:48.700163 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 43942) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:48.793912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1653889992-network', 'tenant_id': 'a6ba02371ebf40afb3bb5fcb5157ecb3'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:17:48.815397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Made reservation on behalf of a6ba02371ebf40afb3bb5fcb5157ecb3 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:17:48.817817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:48.825880 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:48.915438 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:48.919076 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:48.944157 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:17:48.952755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5054ee70-65cc-4f9f-b870-7391cab37677,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:48.959852 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:48.960199 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Added segment 28ac251c-c941-42c6-8f94-2c8df49dbbde of type vlan for network ab3688df-ac8e-47f1-9177-9fb2dc977f0c Sep 21 09:17:49.000115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:49.027510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:49.028405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:49.028995 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:49.062967 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3589330 Sep 21 09:17:49.063274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 43946) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:17:49.068239 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Request body: {'subnet': {'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1653889992-subnet', 'tenant_id': 'a6ba02371ebf40afb3bb5fcb5157ecb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:17:49.087729 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Made reservation on behalf of a6ba02371ebf40afb3bb5fcb5157ecb3 for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:17:49.089979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:49.092758 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb3a1a-ded5-4a25-8401-8dd512f83552 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3688df-ac8e-47f1-9177-9fb2dc977f0c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:49.102754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ab3688df-ac8e-47f1-9177-9fb2dc977f0c details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:17:49.258235 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:49.306046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f28320-e48c-4d31-bcc2-743ec1ee5bf8,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:49.320736 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Checking segment: {'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:17:49.321089 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Network hostable DHCP agents. Network: ab3688df-ac8e-47f1-9177-9fb2dc977f0c, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:17:49.336685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Network ab3688df-ac8e-47f1-9177-9fb2dc977f0c is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:17:49.345560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ab3688df-ac8e-47f1-9177-9fb2dc977f0c) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:17:49.349952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:49.350731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:49.356834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f574d669-06c1-435f-8a63-8b7d47d69969 None None] Network ab3688df-ac8e-47f1-9177-9fb2dc977f0c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:17:49.374253 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b618c624-405d-4496-a004-aa715c7c1ae4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3012283 Sep 21 09:17:49.481820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f23779f-7a20-4869-b516-b964ee740e27 None None] Network ab3688df-ac8e-47f1-9177-9fb2dc977f0c requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:17:49.783968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819775-21df-444f-b122-9283fce4bacc req-f99a9a85-1c67-4533-adc7-899d85f629e8 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:49.785461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-f99a9a85-1c67-4533-adc7-899d85f629e8 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/networks?id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c HTTP/1.1" status: 200 len: 814 time: 0.1044052 Sep 21 09:17:49.800855 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-f8dd79e2-4c4f-4ae7-9dcf-9ac8fa39f9d5 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/quotas/a6ba02371ebf40afb3bb5fcb5157ecb3 HTTP/1.1" status: 200 len: 375 time: 0.0096302 Sep 21 09:17:49.832366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-60f87abd-c988-4fcd-8b65-05b48e20597c tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6ba02371ebf40afb3bb5fcb5157ecb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260229 Sep 21 09:17:49.842905 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-bcb2c31f-bb6b-4a19-a33d-d431df9812f7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:17:49.843836 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-bcb2c31f-bb6b-4a19-a33d-d431df9812f7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048370 Sep 21 09:17:49.930918 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-b8f4861d-2746-4244-b6bc-6f1f24d3d0e4 service neutron] 10.222.0.59 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809116 Sep 21 09:17:50.022184 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-355a845e-ff97-4c21-bc36-1a558a224b0c service neutron] 10.222.0.59 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851302 Sep 21 09:17:50.181805 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-97d2835a-481e-44a0-ace2-56f9d90b2e5d req-830f2855-9616-411f-877d-848597239eee tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 210 time: 0.0275671 Sep 21 09:17:51.198617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819775-21df-444f-b122-9283fce4bacc req-278b1e3c-cc81-4d7c-8114-24eae1a9d33b tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:51.200152 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-278b1e3c-cc81-4d7c-8114-24eae1a9d33b tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.62 "GET /v2.0/networks?id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c HTTP/1.1" status: 200 len: 814 time: 0.1081536 Sep 21 09:17:51.213717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Request body: {'port': {'device_id': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c', 'admin_state_up': True, 'tenant_id': 'a6ba02371ebf40afb3bb5fcb5157ecb3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:17:51.281020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3b80522-2cb7-45e2-96b0-0e3436798522 req-8024fc1d-48ef-4fff-b303-b12a929b098d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 210 time: 0.0308833 Sep 21 09:17:51.323020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Made reservation on behalf of a6ba02371ebf40afb3bb5fcb5157ecb3 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:17:51.326493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:51.454577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Allocated IP 172.20.0.3 (ab3688df-ac8e-47f1-9177-9fb2dc977f0c/a6f28320-e48c-4d31-bcc2-743ec1ee5bf8/e00b4251-a076-4522-bcbf-0f88ae401601) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:17:51.604832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:51.638221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:51.680104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Network ab3688df-ac8e-47f1-9177-9fb2dc977f0c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:17:51.683164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:17:51.686920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:17:51.715456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Pushing event updated for resources: {'Port': ['ID=e00b4251-a076-4522-bcbf-0f88ae401601,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:51.740848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:51.741473 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:51.754755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-6946fb72-7449-427a-94a5-1e7e4b9a7d74 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455065 Sep 21 09:17:51.766527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Request body: {'port': {'device_id': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:17:51.824097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:52.087185 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00b4251-a076-4522-bcbf-0f88ae401601 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:17:52.094425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:52.107505 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Transition to ACTIVE for port object e00b4251-a076-4522-bcbf-0f88ae401601 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:17:52.111374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:52.163303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e00b4251-a076-4522-bcbf-0f88ae401601,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:52.236545 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Attempting to bind port e00b4251-a076-4522-bcbf-0f88ae401601 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:17:52.237231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Attempting to bind port e00b4251-a076-4522-bcbf-0f88ae401601 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:17:52.237231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Attempting to bind port e00b4251-a076-4522-bcbf-0f88ae401601 on network ab3688df-ac8e-47f1-9177-9fb2dc977f0c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:17:52.241465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Port e00b4251-a076-4522-bcbf-0f88ae401601 on network ab3688df-ac8e-47f1-9177-9fb2dc977f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:17:52.241791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Attempting to bind port e00b4251-a076-4522-bcbf-0f88ae401601 on network ab3688df-ac8e-47f1-9177-9fb2dc977f0c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:17:52.246606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:17:52.246950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Checking segment: {'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:17:52.247361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Bound using segment: {'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:17:52.247795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Bound port: e00b4251-a076-4522-bcbf-0f88ae401601, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:17:52.248159 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:52.311578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] For port e00b4251-a076-4522-bcbf-0f88ae401601, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:17:52.314959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] For port e00b4251-a076-4522-bcbf-0f88ae401601, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e00b4251-a076-4522-bcbf-0f88ae401601,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:17:52.320669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:52.358041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:52.358041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:52.359449 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] 10.222.0.62 "PUT /v2.0/ports/e00b4251-a076-4522-bcbf-0f88ae401601 HTTP/1.1" status: 200 len: 1091 time: 0.5968027 Sep 21 09:17:52.367355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'tag': 'e00b4251-a076-4522-bcbf-0f88ae401601'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:52.369633 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586f4d25-68ae-481c-8df9-83deb682295b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bedd06d-6298-4e69-8ff1-8d25413edfb3", "tag": "e00b4251-a076-4522-bcbf-0f88ae401601"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:52.413946 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aec9cd4-7017-438b-afc9-b644332c613b x-openstack-request-id: req-0aec9cd4-7017-438b-afc9-b644332c613b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:52.414234 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bedd06d-6298-4e69-8ff1-8d25413edfb3", "tag": "e00b4251-a076-4522-bcbf-0f88ae401601", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:52.414484 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0aec9cd4-7017-438b-afc9-b644332c613b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:52.414870 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'tag': 'e00b4251-a076-4522-bcbf-0f88ae401601', 'status': 'completed', 'code': 200} Sep 21 09:17:52.450953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6e99d-1a05-45df-bae3-fbee98a681d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e00b4251-a076-4522-bcbf-0f88ae401601,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:52.468618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1f5a-d12e-4c7b-87a4-541e5f8b80a1 req-925bf0b5-cefc-4f0f-9e9c-7b1ecc87fe7e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:52.470161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c22b1f5a-d12e-4c7b-87a4-541e5f8b80a1 req-925bf0b5-cefc-4f0f-9e9c-7b1ecc87fe7e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 943 time: 0.1167974 Sep 21 09:17:52.484015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819775-21df-444f-b122-9283fce4bacc req-613f7ef0-7f25-4a6e-babd-33ba0b3079bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:52.485519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-613f7ef0-7f25-4a6e-babd-33ba0b3079bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6ba02371ebf40afb3bb5fcb5157ecb3&device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 1094 time: 0.0843616 Sep 21 09:17:52.498097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d88effb-c235-46df-9e8d-17229c8a4732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:52.538668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-eed9b255-1e6b-477f-a396-298d171974db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e00b4251-a076-4522-bcbf-0f88ae401601 HTTP/1.1" status: 200 len: 217 time: 0.0437453 Sep 21 09:17:52.545911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c22b1f5a-d12e-4c7b-87a4-541e5f8b80a1 req-c665b98c-617e-44ab-8cf5-13412afa5996 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696228 Sep 21 09:17:52.593433 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d819775-21df-444f-b122-9283fce4bacc req-ad036535-b1c0-40ae-b1af-42bb4fe2585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:52.594837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-ad036535-b1c0-40ae-b1af-42bb4fe2585b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6f28320-e48c-4d31-bcc2-743ec1ee5bf8 HTTP/1.1" status: 200 len: 854 time: 0.0480487 Sep 21 09:17:52.627574 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-f29af45e-f610-4588-92ba-1556c54b4f11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243726 Sep 21 09:17:52.715461 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-af6abdaa-d0a7-4910-9f67-a3dd2c7b7dc4 service neutron] 10.222.0.62 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812831 Sep 21 09:17:52.808812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2d819775-21df-444f-b122-9283fce4bacc req-200af288-afad-40f5-8c69-a88aeaf3ad00 service neutron] 10.222.0.62 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Sep 21 09:17:52.891118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f4d25-68ae-481c-8df9-83deb682295b req-1300082d-18e3-479b-8e99-5e584c78ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:52.893080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586f4d25-68ae-481c-8df9-83deb682295b req-1300082d-18e3-479b-8e99-5e584c78ac2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6ba02371ebf40afb3bb5fcb5157ecb3&device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 1094 time: 0.0399823 Sep 21 09:17:52.985867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f4d25-68ae-481c-8df9-83deb682295b req-973f946e-fb9c-4a1b-9abc-ebd395bff112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:52.987331 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586f4d25-68ae-481c-8df9-83deb682295b req-973f946e-fb9c-4a1b-9abc-ebd395bff112 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c HTTP/1.1" status: 200 len: 915 time: 0.0875905 Sep 21 09:17:53.027553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586f4d25-68ae-481c-8df9-83deb682295b req-56e85940-669c-4fad-b7e9-ee4975024643 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e00b4251-a076-4522-bcbf-0f88ae401601 HTTP/1.1" status: 200 len: 217 time: 0.0327921 Sep 21 09:17:53.075282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f4d25-68ae-481c-8df9-83deb682295b req-ecad377a-b69c-47b9-92be-018308d4d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:53.076767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586f4d25-68ae-481c-8df9-83deb682295b req-ecad377a-b69c-47b9-92be-018308d4d257 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a6f28320-e48c-4d31-bcc2-743ec1ee5bf8 HTTP/1.1" status: 200 len: 854 time: 0.0427573 Sep 21 09:17:53.111872 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586f4d25-68ae-481c-8df9-83deb682295b req-e6566fbd-7cc7-49f6-933e-791d69c0b6f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276380 Sep 21 09:17:53.199307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586f4d25-68ae-481c-8df9-83deb682295b req-abeb83b8-c58a-45fb-87ca-f598f19ab836 service neutron] 10.222.0.62 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803263 Sep 21 09:17:53.291237 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-586f4d25-68ae-481c-8df9-83deb682295b req-409a24b2-1a04-44b1-8b65-4c967f636728 service neutron] 10.222.0.62 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845833 Sep 21 09:17:53.673730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca337dc-1358-4d4e-8898-4c54b02a5769 req-831e0bcd-c99a-41f3-9854-93fecdd7e952 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:53.675479 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ca337dc-1358-4d4e-8898-4c54b02a5769 req-831e0bcd-c99a-41f3-9854-93fecdd7e952 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 943 time: 0.0482218 Sep 21 09:17:53.718966 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ca337dc-1358-4d4e-8898-4c54b02a5769 req-cf75345c-0f84-427c-83d2-0cc5048cecb6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Sep 21 09:17:54.849000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0550b-7647-4dff-846c-8cdc95625d42 req-6f7d698b-acd4-475d-af2e-4f26c9bd9766 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:54.850398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffd0550b-7647-4dff-846c-8cdc95625d42 req-6f7d698b-acd4-475d-af2e-4f26c9bd9766 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 943 time: 0.0473020 Sep 21 09:17:54.886657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ffd0550b-7647-4dff-846c-8cdc95625d42 req-1573fe28-9d18-43f1-a3af-832b7103cbd3 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303755 Sep 21 09:17:55.418461 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:55.435760 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad984839-298f-4a63-96cc-6cf6bea27bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:56.001685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667792dd-59af-4581-b682-dbfb0876b6a6 req-8672923d-3303-4e48-a96e-525b1968c7ca tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:56.003178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-667792dd-59af-4581-b682-dbfb0876b6a6 req-8672923d-3303-4e48-a96e-525b1968c7ca tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 943 time: 0.0520189 Sep 21 09:17:56.041024 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-667792dd-59af-4581-b682-dbfb0876b6a6 req-f708cd32-94ba-47c2-9f23-d170a34b1912 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Sep 21 09:17:56.968341 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:57.152574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da9ed-6939-42d7-9d96-ee4b6d437592 req-7d82171c-259f-4aee-bfcb-e9044b9b407c tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:57.154046 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-094da9ed-6939-42d7-9d96-ee4b6d437592 req-7d82171c-259f-4aee-bfcb-e9044b9b407c tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 943 time: 0.0477080 Sep 21 09:17:57.191772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-094da9ed-6939-42d7-9d96-ee4b6d437592 req-67b18bed-2164-4df2-9e40-b3261a425bd8 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Sep 21 09:17:57.215882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e00b4251-a076-4522-bcbf-0f88ae401601 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:17:57.310506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e00b4251-a076-4522-bcbf-0f88ae401601, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e00b4251-a076-4522-bcbf-0f88ae401601,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:57.322180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e00b4251-a076-4522-bcbf-0f88ae401601', 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c', 'port_id': 'e00b4251-a076-4522-bcbf-0f88ae401601', 'mac_address': 'fa:16:3e:07:a8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f28320-e48c-4d31-bcc2-743ec1ee5bf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:17:57.360374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:57.373053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00b4251-a076-4522-bcbf-0f88ae401601 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:17:57.392686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e00b4251-a076-4522-bcbf-0f88ae401601, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e00b4251-a076-4522-bcbf-0f88ae401601,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:57.397824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:57.446947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e00b4251-a076-4522-bcbf-0f88ae401601,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:57.703772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e00b4251-a076-4522-bcbf-0f88ae401601'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:17:58.021743 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:58.304961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91253eb-e898-4f60-8923-84c990b460ac req-d4cdca82-2418-4845-8ddd-69e973186bbb tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:58.306329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f91253eb-e898-4f60-8923-84c990b460ac req-d4cdca82-2418-4845-8ddd-69e973186bbb tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 944 time: 0.0479133 Sep 21 09:17:58.342972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f91253eb-e898-4f60-8923-84c990b460ac req-03259000-e8fa-4118-9a44-2fcdfe62da4d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306864 Sep 21 09:17:59.231551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e00b4251-a076-4522-bcbf-0f88ae401601 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:17:59.279657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port e00b4251-a076-4522-bcbf-0f88ae401601 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:17:59.283131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e00b4251-a076-4522-bcbf-0f88ae401601 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:17:59.283537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:59.359867 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:59.382395 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00b4251-a076-4522-bcbf-0f88ae401601'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:17:59.384711 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fac8bc5-3f55-4088-aa8d-d2c1d701a4dc" -d '{"events": [{"server_uuid": "4bedd06d-6298-4e69-8ff1-8d25413edfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e00b4251-a076-4522-bcbf-0f88ae401601"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:17:59.399523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e00b4251-a076-4522-bcbf-0f88ae401601, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e00b4251-a076-4522-bcbf-0f88ae401601,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:17:59.404667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:17:59.428865 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9719e3bb-dbf0-4e81-8d6f-0a9e7e92e1e5 x-openstack-request-id: req-9719e3bb-dbf0-4e81-8d6f-0a9e7e92e1e5 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:17:59.429162 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bedd06d-6298-4e69-8ff1-8d25413edfb3", "name": "network-vif-plugged", "status": "completed", "tag": "e00b4251-a076-4522-bcbf-0f88ae401601", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:17:59.429413 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9719e3bb-dbf0-4e81-8d6f-0a9e7e92e1e5 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:17:59.429873 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00b4251-a076-4522-bcbf-0f88ae401601', 'code': 200} Sep 21 09:17:59.459947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e00b4251-a076-4522-bcbf-0f88ae401601,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:17:59.471149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e85ac4-ec21-428e-bae4-7ac57f362d2f req-0bc3760d-c883-4d82-a24e-6fc851a4025d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:59.472695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e85ac4-ec21-428e-bae4-7ac57f362d2f req-0bc3760d-c883-4d82-a24e-6fc851a4025d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0573514 Sep 21 09:17:59.535181 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-09e85ac4-ec21-428e-bae4-7ac57f362d2f req-51236953-e531-4390-b49d-5014decb1f11 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563886 Sep 21 09:17:59.542688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd238269-8e84-4076-8726-1fbc26cea7ed req-d65648d6-ae20-42c3-8e10-0114b2cd3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:17:59.544156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd238269-8e84-4076-8726-1fbc26cea7ed req-d65648d6-ae20-42c3-8e10-0114b2cd3162 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0597384 Sep 21 09:17:59.579372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bd238269-8e84-4076-8726-1fbc26cea7ed req-4f6bf617-741b-4d06-b12f-cb6ac364487e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277660 Sep 21 09:18:00.650614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a37f1-2497-4795-ade2-5ae7aed8f47c req-3f80a0ec-3276-4830-a693-566c6aafb144 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:00.652141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b2a37f1-2497-4795-ade2-5ae7aed8f47c req-3f80a0ec-3276-4830-a693-566c6aafb144 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Sep 21 09:18:00.694356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9b2a37f1-2497-4795-ade2-5ae7aed8f47c req-4439b14f-a98f-4fa2-b51f-76f339f3ed97 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Sep 21 09:18:01.807259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd340590-d722-4eb0-9399-2cd6ddcdf72a req-1d4747d2-1b09-43ff-aece-e37d71bea24e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:01.808761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd340590-d722-4eb0-9399-2cd6ddcdf72a req-1d4747d2-1b09-43ff-aece-e37d71bea24e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0485215 Sep 21 09:18:01.845362 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dd340590-d722-4eb0-9399-2cd6ddcdf72a req-9f407747-ebef-46f5-a802-b0522c668465 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Sep 21 09:18:02.062392 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-097a0be8-e439-47bb-b196-d898e1c0a788 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:02.063893 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-097a0be8-e439-47bb-b196-d898e1c0a788 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/networks?id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c HTTP/1.1" status: 200 len: 814 time: 0.0997698 Sep 21 09:18:02.078831 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-28c47e32-f03d-4537-bdd2-571287ff9a99 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/quotas/a6ba02371ebf40afb3bb5fcb5157ecb3 HTTP/1.1" status: 200 len: 375 time: 0.0087869 Sep 21 09:18:02.126729 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-b805593f-885f-4f7f-9338-407cd320e881 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a6ba02371ebf40afb3bb5fcb5157ecb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420551 Sep 21 09:18:02.220431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-ddef9ecf-68fd-48f3-8b8f-586ac8e3d93b service neutron] 10.222.0.59 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862887 Sep 21 09:18:02.312354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-fba019ec-bbb2-46d5-b136-a5a8ae4ecf2f service neutron] 10.222.0.59 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855854 Sep 21 09:18:02.476563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b7d562ff-5e1c-434e-a5e7-ccf8d6981824 req-aa82b595-a720-440f-8e6e-e01078a1eef2 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 210 time: 0.0294321 Sep 21 09:18:02.655963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:03.425059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-aa635f24-65f6-4854-8fd3-9924d052a86d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:03.426575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-aa635f24-65f6-4854-8fd3-9924d052a86d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.50 "GET /v2.0/networks?id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c HTTP/1.1" status: 200 len: 814 time: 0.1078069 Sep 21 09:18:03.440050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Request body: {'port': {'device_id': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c', 'admin_state_up': True, 'tenant_id': 'a6ba02371ebf40afb3bb5fcb5157ecb3'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:03.562804 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Made reservation on behalf of a6ba02371ebf40afb3bb5fcb5157ecb3 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:03.566454 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:03.575104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1e4751df-c08e-4729-84eb-f1817af9645a req-6946c869-ceb3-4029-b8ac-cc59eaa39716 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 210 time: 0.0288537 Sep 21 09:18:03.696972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Allocated IP 172.20.0.13 (ab3688df-ac8e-47f1-9177-9fb2dc977f0c/a6f28320-e48c-4d31-bcc2-743ec1ee5bf8/e1468e8d-b1fd-47b6-979f-7452fb5ce89a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:03.843407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:03.876949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:03.888748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e00b4251-a076-4522-bcbf-0f88ae401601'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:18:03.927979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Network ab3688df-ac8e-47f1-9177-9fb2dc977f0c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:03.931121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:03.937378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:03.944339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Pushing event updated for resources: {'Port': ['ID=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:03.970479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.970748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.971091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.971455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.971826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.972161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.972498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.972824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.973177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.973533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.973853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:03.974177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:04.002163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:04.002783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.017942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-0d58d2a3-0539-480d-b99f-544c9268086e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817666 Sep 21 09:18:04.030619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Request body: {'port': {'device_id': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:04.083589 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.347017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1468e8d-b1fd-47b6-979f-7452fb5ce89a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:18:04.354962 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.367172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Transition to ACTIVE for port object e1468e8d-b1fd-47b6-979f-7452fb5ce89a will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:18:04.371343 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.391888 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.422597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:04.484295 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Attempting to bind port e1468e8d-b1fd-47b6-979f-7452fb5ce89a on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:04.485009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Attempting to bind port e1468e8d-b1fd-47b6-979f-7452fb5ce89a by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:04.485009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Attempting to bind port e1468e8d-b1fd-47b6-979f-7452fb5ce89a on network ab3688df-ac8e-47f1-9177-9fb2dc977f0c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:04.489763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Port e1468e8d-b1fd-47b6-979f-7452fb5ce89a on network ab3688df-ac8e-47f1-9177-9fb2dc977f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:18:04.490085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Attempting to bind port e1468e8d-b1fd-47b6-979f-7452fb5ce89a on network ab3688df-ac8e-47f1-9177-9fb2dc977f0c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:04.494880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:04.495219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Checking segment: {'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:04.495634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Bound using segment: {'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:04.496065 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Bound port: e1468e8d-b1fd-47b6-979f-7452fb5ce89a, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ac251c-c941-42c6-8f94-2c8df49dbbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:04.496424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.563405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] For port e1468e8d-b1fd-47b6-979f-7452fb5ce89a, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:04.566577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] For port e1468e8d-b1fd-47b6-979f-7452fb5ce89a, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:04.570649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.605220 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:04.606977 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:04.607723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] 10.222.0.50 "PUT /v2.0/ports/e1468e8d-b1fd-47b6-979f-7452fb5ce89a HTTP/1.1" status: 200 len: 1092 time: 0.5809996 Sep 21 09:18:04.607723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'tag': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:18:04.610432 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a7782c-005b-47f3-ac3b-9201edfb4c25" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2f21a7-623a-44c6-b672-72cc4d65091d", "tag": "e1468e8d-b1fd-47b6-979f-7452fb5ce89a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:18:04.639216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62acde-402a-4ce4-8412-f9be6d21eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:04.681828 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0365dbc7-be39-48bd-8a0e-9c45224fb428 x-openstack-request-id: req-0365dbc7-be39-48bd-8a0e-9c45224fb428 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:18:04.682107 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2f21a7-623a-44c6-b672-72cc4d65091d", "tag": "e1468e8d-b1fd-47b6-979f-7452fb5ce89a", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:18:04.682358 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0365dbc7-be39-48bd-8a0e-9c45224fb428 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:18:04.682751 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'tag': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a', 'status': 'completed', 'code': 200} Sep 21 09:18:04.744360 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca38e2-24ca-4399-af8e-bbdc095eb7f7 req-510cc66b-6d2e-40a2-bc47-124474d8946b tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:04.745873 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19ca38e2-24ca-4399-af8e-bbdc095eb7f7 req-510cc66b-6d2e-40a2-bc47-124474d8946b tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 944 time: 0.0852394 Sep 21 09:18:04.747644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-2fb20aad-958c-4c5e-9c61-692f43a6836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:04.748988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-2fb20aad-958c-4c5e-9c61-692f43a6836e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6ba02371ebf40afb3bb5fcb5157ecb3&device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 1095 time: 0.0784059 Sep 21 09:18:04.798360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-4fd839bd-4f1d-486a-911c-68128b1ee53b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1468e8d-b1fd-47b6-979f-7452fb5ce89a HTTP/1.1" status: 200 len: 217 time: 0.0402529 Sep 21 09:18:04.839976 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-19ca38e2-24ca-4399-af8e-bbdc095eb7f7 req-1585fd8b-0e30-4538-9a2f-9ce6da2c36a2 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 Sep 21 09:18:04.857773 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-200c65fe-d0ae-457c-a686-4b57662c803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:04.859149 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-200c65fe-d0ae-457c-a686-4b57662c803f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6f28320-e48c-4d31-bcc2-743ec1ee5bf8 HTTP/1.1" status: 200 len: 854 time: 0.0498254 Sep 21 09:18:04.892422 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-ebfcabb0-b7ac-411e-b32f-7d12a3afdbde service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252423 Sep 21 09:18:04.985539 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-7ef0c33d-e320-4f8c-b703-4ceccad44406 service neutron] 10.222.0.50 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Sep 21 09:18:05.080151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-38292190-abc0-408a-b781-cbf02ae7c4a3 req-3066dae9-0ec8-409a-ac15-c55f54c44723 service neutron] 10.222.0.50 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858550 Sep 21 09:18:05.169457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-94c081aa-b777-4481-aff1-1666cf318d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:05.170892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-94c081aa-b777-4481-aff1-1666cf318d84 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6ba02371ebf40afb3bb5fcb5157ecb3&device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 1095 time: 0.0405974 Sep 21 09:18:05.262606 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-c93371d9-b6b7-4d85-96ae-17f094a574a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:05.264266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-c93371d9-b6b7-4d85-96ae-17f094a574a3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c HTTP/1.1" status: 200 len: 915 time: 0.0852211 Sep 21 09:18:05.311640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-75d2162f-0a44-4987-aeec-0ec516ad80f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1468e8d-b1fd-47b6-979f-7452fb5ce89a HTTP/1.1" status: 200 len: 217 time: 0.0394573 Sep 21 09:18:05.367427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-57746be8-0003-4c84-a56f-f43678c41521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:05.368952 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-57746be8-0003-4c84-a56f-f43678c41521 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a6f28320-e48c-4d31-bcc2-743ec1ee5bf8 HTTP/1.1" status: 200 len: 854 time: 0.0498073 Sep 21 09:18:05.408548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-342df7bc-9949-46c8-b04e-42f949fe3a5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ab3688df-ac8e-47f1-9177-9fb2dc977f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253134 Sep 21 09:18:05.508113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-063a5e3a-3664-43c8-ad7f-59e264b34c7f service neutron] 10.222.0.50 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908542 Sep 21 09:18:05.608235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9a7782c-005b-47f3-ac3b-9201edfb4c25 req-e21de89b-eda6-4fce-8c67-36f523afcf06 service neutron] 10.222.0.50 "GET /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925641 Sep 21 09:18:05.972217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c0e1f-d625-4974-a5cf-9bb285733eb7 req-bbaf41d5-e643-441f-a617-0d2c0348c37e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:05.973767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-284c0e1f-d625-4974-a5cf-9bb285733eb7 req-bbaf41d5-e643-441f-a617-0d2c0348c37e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 944 time: 0.0591040 Sep 21 09:18:06.011817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-284c0e1f-d625-4974-a5cf-9bb285733eb7 req-c03a2843-3f3c-45a4-a980-a62180452e42 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319028 Sep 21 09:18:06.208691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e1468e8d-b1fd-47b6-979f-7452fb5ce89a details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:18:06.303786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e1468e8d-b1fd-47b6-979f-7452fb5ce89a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:06.314587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a', 'network_id': 'ab3688df-ac8e-47f1-9177-9fb2dc977f0c', 'port_id': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a', 'mac_address': 'fa:16:3e:b2:23:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f28320-e48c-4d31-bcc2-743ec1ee5bf8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:18:06.350155 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:06.362301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1468e8d-b1fd-47b6-979f-7452fb5ce89a {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:18:06.382200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e1468e8d-b1fd-47b6-979f-7452fb5ce89a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:06.385852 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:06.432792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:06.589759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e1468e8d-b1fd-47b6-979f-7452fb5ce89a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:18:07.129016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e6aea-9c3f-4991-97fb-5e55d00a17ec req-2df42b77-8f6c-4af5-9053-7601ee1da4d3 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:07.130573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-313e6aea-9c3f-4991-97fb-5e55d00a17ec req-2df42b77-8f6c-4af5-9053-7601ee1da4d3 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 945 time: 0.0527239 Sep 21 09:18:07.168815 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-313e6aea-9c3f-4991-97fb-5e55d00a17ec req-5a1e9ab8-f07f-4ba0-a1c6-9e32504e7c2d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Sep 21 09:18:08.234364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e1468e8d-b1fd-47b6-979f-7452fb5ce89a up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:08.283237 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port e1468e8d-b1fd-47b6-979f-7452fb5ce89a completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:18:08.283646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fc85a-7063-4aec-8a88-d0bacb44642a req-15e8ed45-7604-4a8a-802a-6cb0e09d21d2 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:08.285120 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-468fc85a-7063-4aec-8a88-d0bacb44642a req-15e8ed45-7604-4a8a-802a-6cb0e09d21d2 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 945 time: 0.0489841 Sep 21 09:18:08.286967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port e1468e8d-b1fd-47b6-979f-7452fb5ce89a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:08.287346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:08.323873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-468fc85a-7063-4aec-8a88-d0bacb44642a req-7b4d2835-cc80-4355-a5c0-0bdfb125faf3 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Sep 21 09:18:08.365434 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:08.387233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:18:08.389494 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc491dce-2e13-4ffb-87c2-a416dff863d4" -d '{"events": [{"server_uuid": "5a2f21a7-623a-44c6-b672-72cc4d65091d", "name": "network-vif-plugged", "status": "completed", "tag": "e1468e8d-b1fd-47b6-979f-7452fb5ce89a"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:18:08.402104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port e1468e8d-b1fd-47b6-979f-7452fb5ce89a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:08.406014 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:08.432441 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173d5d44-e437-479f-8852-b0540284a332 x-openstack-request-id: req-173d5d44-e437-479f-8852-b0540284a332 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:18:08.432735 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2f21a7-623a-44c6-b672-72cc4d65091d", "name": "network-vif-plugged", "status": "completed", "tag": "e1468e8d-b1fd-47b6-979f-7452fb5ce89a", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:18:08.432966 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-173d5d44-e437-479f-8852-b0540284a332 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:18:08.433345 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a', 'code': 200} Sep 21 09:18:08.464624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:08.525250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56d3fa-dd3a-4222-a75a-91e00de89911 req-dbc3aa85-9e41-4602-841c-2391f002eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:08.526782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea56d3fa-dd3a-4222-a75a-91e00de89911 req-dbc3aa85-9e41-4602-841c-2391f002eb2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 1097 time: 0.0403059 Sep 21 09:18:08.561771 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea56d3fa-dd3a-4222-a75a-91e00de89911 req-7ad27be9-c2c3-4288-8575-316c2d493689 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273170 Sep 21 09:18:09.446202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76b34f-2153-4747-8f4b-cc16ceb33e3e req-2a020e27-3358-4565-a415-24361ad75ab5 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:09.447790 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b76b34f-2153-4747-8f4b-cc16ceb33e3e req-2a020e27-3358-4565-a415-24361ad75ab5 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 946 time: 0.0544977 Sep 21 09:18:09.489362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b76b34f-2153-4747-8f4b-cc16ceb33e3e req-5cfa7212-ab75-416b-bf35-ea1a018d72e2 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355523 Sep 21 09:18:10.603860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ba04d-7f42-4b31-bbc0-2db28948bd73 req-d314d937-d69b-499b-b697-f042ce817811 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:10.605382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-951ba04d-7f42-4b31-bbc0-2db28948bd73 req-d314d937-d69b-499b-b697-f042ce817811 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 946 time: 0.0475492 Sep 21 09:18:10.646812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-951ba04d-7f42-4b31-bbc0-2db28948bd73 req-a3b5c0e4-3a29-48f5-a394-19f0c9058133 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329237 Sep 21 09:18:10.886001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc8655-30af-4996-99ad-e3a7d2493cb4 req-b7a13d87-7572-4a9b-8774-3ec47a552e13 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:10.887551 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ebc8655-30af-4996-99ad-e3a7d2493cb4 req-b7a13d87-7572-4a9b-8774-3ec47a552e13 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 946 time: 0.0540595 Sep 21 09:18:10.928204 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7ebc8655-30af-4996-99ad-e3a7d2493cb4 req-533232a5-7c30-4cd1-aebb-57b907c96f2d tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342932 Sep 21 09:18:12.046694 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39881f-d50f-4d40-af0b-eebd5e80122e req-b2503d11-a461-4ed4-88b5-a2e7d6970472 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:12.048193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c39881f-d50f-4d40-af0b-eebd5e80122e req-b2503d11-a461-4ed4-88b5-a2e7d6970472 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 946 time: 0.0480843 Sep 21 09:18:12.086414 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c39881f-d50f-4d40-af0b-eebd5e80122e req-7f93ab6e-13f1-47e8-a527-88f2687db8a0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Sep 21 09:18:12.155935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-1d850058-c022-4eae-a366-558e82431ea2 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:12.157458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-1d850058-c022-4eae-a366-558e82431ea2 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a2f21a7-623a-44c6-b672-72cc4d65091d HTTP/1.1" status: 200 len: 946 time: 0.0490389 Sep 21 09:18:12.247215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Deleting port e1468e8d-b1fd-47b6-979f-7452fb5ce89a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:12.247594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:12.338561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] For port e1468e8d-b1fd-47b6-979f-7452fb5ce89a, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:12.338828 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:12.351958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Calling delete_port for e1468e8d-b1fd-47b6-979f-7452fb5ce89a owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:12.479662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:12.493755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['e1468e8d-b1fd-47b6-979f-7452fb5ce89a'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:18:12.496023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e00b4251-a076-4522-bcbf-0f88ae401601'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:18:12.507814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Pushing event deleted for resources: {'Port': ['ID=e1468e8d-b1fd-47b6-979f-7452fb5ce89a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:12.550076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] No DVR routers for this DVR port e1468e8d-b1fd-47b6-979f-7452fb5ce89a on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:12.553323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:12.556098 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8b1cab32-0e1b-4972-b4ea-36821d716407 req-fe1c3935-0295-4207-a55d-8d927c1fe1e0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.50 "DELETE /v2.0/ports/e1468e8d-b1fd-47b6-979f-7452fb5ce89a HTTP/1.1" status: 204 len: 173 time: 0.3905838 Sep 21 09:18:12.556247 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'name': 'network-vif-deleted', 'tag': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:18:12.559383 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef958d32-86d0-4418-a630-689ff1a2fea2" -d '{"events": [{"server_uuid": "5a2f21a7-623a-44c6-b672-72cc4d65091d", "name": "network-vif-deleted", "tag": "e1468e8d-b1fd-47b6-979f-7452fb5ce89a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:18:12.601644 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108e45e-e660-45cf-95a6-13c857078190 x-openstack-request-id: req-4108e45e-e660-45cf-95a6-13c857078190 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:18:12.601924 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2f21a7-623a-44c6-b672-72cc4d65091d", "name": "network-vif-deleted", "tag": "e1468e8d-b1fd-47b6-979f-7452fb5ce89a", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:18:12.602286 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4108e45e-e660-45cf-95a6-13c857078190 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:18:12.602577 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2f21a7-623a-44c6-b672-72cc4d65091d', 'name': 'network-vif-deleted', 'tag': 'e1468e8d-b1fd-47b6-979f-7452fb5ce89a', 'status': 'completed', 'code': 200} Sep 21 09:18:13.237521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123604-f05f-427e-a53c-d8d0be76beac req-74fede16-1cb0-470c-8fde-11d3bde39140 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:13.239522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d5123604-f05f-427e-a53c-d8d0be76beac req-74fede16-1cb0-470c-8fde-11d3bde39140 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Sep 21 09:18:13.281157 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d5123604-f05f-427e-a53c-d8d0be76beac req-76678e6a-8c81-4b69-ac7e-b1b119298fb0 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Sep 21 09:18:13.411660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eabfb2-2e44-43ef-b634-bada34f7bca7 req-90c84e85-ce67-48a4-a75a-0a5408ba6425 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:13.413079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6eabfb2-2e44-43ef-b634-bada34f7bca7 req-90c84e85-ce67-48a4-a75a-0a5408ba6425 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0505660 Sep 21 09:18:13.451021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6eabfb2-2e44-43ef-b634-bada34f7bca7 req-745c47e7-b4aa-4e20-b308-e3b11adb347e tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Sep 21 09:18:13.564739 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a469e85-83e6-4f30-b2c5-40d6af3af6b5 req-f1212c13-cdbe-49ac-9362-30d272412126 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:13.566188 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a469e85-83e6-4f30-b2c5-40d6af3af6b5 req-f1212c13-cdbe-49ac-9362-30d272412126 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Sep 21 09:18:13.603667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7a469e85-83e6-4f30-b2c5-40d6af3af6b5 req-9e069351-22c8-43f9-bfc6-0beba26461c8 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Sep 21 09:18:13.726872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-995d6854-66d5-4310-b0ca-8e64b6fd0a00 req-27e77517-2056-4af3-a233-a9df98510a30 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:18:13.727959 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-995d6854-66d5-4310-b0ca-8e64b6fd0a00 req-27e77517-2056-4af3-a233-a9df98510a30 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568984 Sep 21 09:18:13.836679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643b8c6-7e41-4e4d-8155-3313f64ddd08 req-50b114cf-36cc-4852-a62b-0c3c557d7c08 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:13.838162 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e643b8c6-7e41-4e4d-8155-3313f64ddd08 req-50b114cf-36cc-4852-a62b-0c3c557d7c08 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0531373 Sep 21 09:18:13.875515 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e643b8c6-7e41-4e4d-8155-3313f64ddd08 req-e2f4872e-9093-4c22-912c-be75f386e0fe tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Sep 21 09:18:13.988624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b815ea-a450-411f-86da-78cef87612b9 req-1dc0f43e-740c-41ad-8074-444bcb26e557 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:13.990079 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8b815ea-a450-411f-86da-78cef87612b9 req-1dc0f43e-740c-41ad-8074-444bcb26e557 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0482183 Sep 21 09:18:14.027067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8b815ea-a450-411f-86da-78cef87612b9 req-2bab34f4-c30a-47a3-9dba-5649a0b0d0c4 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Sep 21 09:18:14.148463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de951-cb92-4137-9f90-02d6143a9aad req-3a898dee-ed38-48bc-a049-19cf28e048b8 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:14.149988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a75de951-cb92-4137-9f90-02d6143a9aad req-3a898dee-ed38-48bc-a049-19cf28e048b8 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0476110 Sep 21 09:18:14.192886 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a75de951-cb92-4137-9f90-02d6143a9aad req-153ddf43-5b48-427d-8b55-04274ec55345 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364337 Sep 21 09:18:14.490897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149aca-727c-452d-aada-d6c11d1ba3ea req-a60afe25-7210-4f88-adfa-8a12478236b3 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:14.492373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d149aca-727c-452d-aada-d6c11d1ba3ea req-a60afe25-7210-4f88-adfa-8a12478236b3 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0474076 Sep 21 09:18:14.529937 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8d149aca-727c-452d-aada-d6c11d1ba3ea req-ee276016-8858-46fa-aade-c628848e6ef5 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311909 Sep 21 09:18:15.643776 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd87a07-21e7-47e2-8f56-dfcbe0e79b35 req-f742b7af-a7c2-4b26-af31-4020e299c329 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:15.645909 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bd87a07-21e7-47e2-8f56-dfcbe0e79b35 req-f742b7af-a7c2-4b26-af31-4020e299c329 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0497241 Sep 21 09:18:15.682453 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bd87a07-21e7-47e2-8f56-dfcbe0e79b35 req-6bbefc04-3b4f-4172-9213-fb9d914904ae tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/security-groups?id=5054ee70-65cc-4f9f-b870-7391cab37677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Sep 21 09:18:15.947067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-3789c126-c5d8-4fcd-afb1-eedb5b17aca4 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:15.948553 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-3789c126-c5d8-4fcd-afb1-eedb5b17aca4 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.62 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 945 time: 0.0483263 Sep 21 09:18:16.041042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Deleting port e00b4251-a076-4522-bcbf-0f88ae401601 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:16.041529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.128025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] For port e00b4251-a076-4522-bcbf-0f88ae401601, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e00b4251-a076-4522-bcbf-0f88ae401601,segment=NetworkSegment(28ac251c-c941-42c6-8f94-2c8df49dbbde),segment_id=28ac251c-c941-42c6-8f94-2c8df49dbbde)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:16.128400 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.141617 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Calling delete_port for e00b4251-a076-4522-bcbf-0f88ae401601 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:16.272798 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.285837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e1468e8d-b1fd-47b6-979f-7452fb5ce89a no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:18:16.288176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e00b4251-a076-4522-bcbf-0f88ae401601'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:18:16.301977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Pushing event deleted for resources: {'Port': ['ID=e00b4251-a076-4522-bcbf-0f88ae401601,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:16.327098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: e1468e8d-b1fd-47b6-979f-7452fb5ce89a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:18:16.327566 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device e1468e8d-b1fd-47b6-979f-7452fb5ce89a not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:18:16.354404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] No DVR routers for this DVR port e00b4251-a076-4522-bcbf-0f88ae401601 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:16.357017 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:16.358973 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-da301cff-cfb3-4e2c-a69c-44f7005e4078 req-370e323e-dac3-40e2-b347-5025c4cb95a6 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.62 "DELETE /v2.0/ports/e00b4251-a076-4522-bcbf-0f88ae401601 HTTP/1.1" status: 204 len: 173 time: 0.4040673 Sep 21 09:18:16.359428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'name': 'network-vif-deleted', 'tag': 'e00b4251-a076-4522-bcbf-0f88ae401601'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:18:16.361719 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e77859f-ac93-412f-8ce3-26d5a16ca156" -d '{"events": [{"server_uuid": "4bedd06d-6298-4e69-8ff1-8d25413edfb3", "name": "network-vif-deleted", "tag": "e00b4251-a076-4522-bcbf-0f88ae401601"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:18:16.400461 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82f1342-a48b-4144-b670-a9e0d6530acf x-openstack-request-id: req-f82f1342-a48b-4144-b670-a9e0d6530acf {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:18:16.400756 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bedd06d-6298-4e69-8ff1-8d25413edfb3", "name": "network-vif-deleted", "tag": "e00b4251-a076-4522-bcbf-0f88ae401601", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:18:16.401010 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f82f1342-a48b-4144-b670-a9e0d6530acf {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:18:16.401414 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bedd06d-6298-4e69-8ff1-8d25413edfb3', 'name': 'network-vif-deleted', 'tag': 'e00b4251-a076-4522-bcbf-0f88ae401601', 'status': 'completed', 'code': 200} Sep 21 09:18:16.789584 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f205333d-1464-4802-978c-399b5f50008c req-98137d0e-334e-4cdb-bf7f-659236e47695 tempest-ServersNegativeTestJSON-1545455602 tempest-ServersNegativeTestJSON-1545455602-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bedd06d-6298-4e69-8ff1-8d25413edfb3 HTTP/1.1" status: 200 len: 210 time: 0.0277214 Sep 21 09:18:17.845407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44096) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:17.893795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] Deleting subnet a6f28320-e48c-4d31-bcc2-743ec1ee5bf8 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:18:17.896832 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:17.931241 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:17.967931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.018743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.043665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f28320-e48c-4d31-bcc2-743ec1ee5bf8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:18.047416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.049759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cfa9aee3-ab51-4bb3-bd63-16b8b8dcbd8f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a6f28320-e48c-4d31-bcc2-743ec1ee5bf8 HTTP/1.1" status: 204 len: 168 time: 0.2028413 Sep 21 09:18:18.052064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44098) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:18.125086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.206475 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.550751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3688df-ac8e-47f1-9177-9fb2dc977f0c']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:18.560253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ac251c-c941-42c6-8f94-2c8df49dbbde') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:18.560553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ac251c-c941-42c6-8f94-2c8df49dbbde') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:18.570087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.582675 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.588998 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:18.589385 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:18.590984 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:18.643084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.649183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.651022 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ab3688df-ac8e-47f1-9177-9fb2dc977f0c HTTP/1.1" status: 204 len: 168 time: 0.5980518 Sep 21 09:18:18.662060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23d118-ba80-4191-9524-be7afddad8a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3688df-ac8e-47f1-9177-9fb2dc977f0c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:18.762067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44102) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:18.801800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d9f72fbe-b2a6-40c8-ac98-816587bc11c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6ba02371ebf40afb3bb5fcb5157ecb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384953 Sep 21 09:18:18.804186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44104) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:18.855201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1602f3c-fb92-4585-89d2-3517c8dbd388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.875477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1602f3c-fb92-4585-89d2-3517c8dbd388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.921356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1602f3c-fb92-4585-89d2-3517c8dbd388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.924115 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1602f3c-fb92-4585-89d2-3517c8dbd388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:18.925780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a1602f3c-fb92-4585-89d2-3517c8dbd388 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5054ee70-65cc-4f9f-b870-7391cab37677 HTTP/1.1" status: 204 len: 168 time: 0.1204436 Sep 21 09:18:18.933808 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1602f3c-fb92-4585-89d2-3517c8dbd388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5054ee70-65cc-4f9f-b870-7391cab37677,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:19.598064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44126) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:19.691856 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876807528'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:19.712756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:19.716110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.724284 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.819425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.823253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.846741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:19.860364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894a2300-549e-41c6-ac43-72740c93c0c5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:19.867209 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.867603 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Added segment 0095ea49-6808-4b5a-b687-37e8749c3830 of type vlan for network ffec6ea5-0115-473c-afce-b6839645e84a Sep 21 09:18:19.908308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.933386 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.933639 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:18:19.938990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:19.939611 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:19.972037 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3728802 Sep 21 09:18:20.011784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ddfd3-15ac-4e1f-9161-6b6d92cec1cf tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Network': ['ID=ffec6ea5-0115-473c-afce-b6839645e84a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:20.022500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network ffec6ea5-0115-473c-afce-b6839645e84a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:21.323713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e00b4251-a076-4522-bcbf-0f88ae401601 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:18:21.344016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: e00b4251-a076-4522-bcbf-0f88ae401601 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:18:21.344364 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e00b4251-a076-4522-bcbf-0f88ae401601 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:18:22.498886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb811-fa62-4138-8884-74a37e44346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.251492 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44130) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:23.256686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'subnet': {'network_id': 'ffec6ea5-0115-473c-afce-b6839645e84a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:23.354901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:23.358407 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.539144 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.596802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Subnet': ['ID=809db388-2ad8-4619-8c50-c28a71e4dfc4,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:23.604347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Checking segment: {'id': '0095ea49-6808-4b5a-b687-37e8749c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ffec6ea5-0115-473c-afce-b6839645e84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:23.604708 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network hostable DHCP agents. Network: ffec6ea5-0115-473c-afce-b6839645e84a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:23.620286 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network ffec6ea5-0115-473c-afce-b6839645e84a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:23.628575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, ffec6ea5-0115-473c-afce-b6839645e84a) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:23.632787 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:23.633391 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.639538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcc241e-2673-4091-a784-8b484525f9fa None None] Network ffec6ea5-0115-473c-afce-b6839645e84a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:23.648394 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-10a585f4-8c7a-4b87-b9f6-2232f18f70aa tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3957322 Sep 21 09:18:23.652181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:23.657551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952945875'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:23.679564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:23.682965 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.706571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:23.719261 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.719657 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Added segment 73f4e37c-10b3-44c5-8db8-a849ea8cef31 of type vlan for network 0bdbaa5d-9a72-45e8-8422-83328cd8757d Sep 21 09:18:23.759206 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.785048 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.788289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-ffec6ea5-0115-473c-afce-b6839645e84a', 'network_id': 'ffec6ea5-0115-473c-afce-b6839645e84a', 'tenant_id': 'f813d34d5d2445a1b2f0b51b5ac2d1ba', 'fixed_ips': [{'subnet_id': '809db388-2ad8-4619-8c50-c28a71e4dfc4'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:23.789207 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.790713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:23.791839 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:23.824112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1706278 Sep 21 09:18:23.827018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44134) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:23.833524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'subnet': {'network_id': '0bdbaa5d-9a72-45e8-8422-83328cd8757d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:23.880261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad671bc-7c31-48a9-a989-71645df0464b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Network': ['ID=0bdbaa5d-9a72-45e8-8422-83328cd8757d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:23.955063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:23.960008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.061001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0bdbaa5d-9a72-45e8-8422-83328cd8757d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:24.135485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Allocated IP 2001:db8:0:ffff::2 (ffec6ea5-0115-473c-afce-b6839645e84a/809db388-2ad8-4619-8c50-c28a71e4dfc4/7e399517-6c8d-400a-84fd-3a5a28ca47ce) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:24.157072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.225724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Subnet': ['ID=bd9810ca-01f0-44d1-87cd-fb677c842324,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:24.231340 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Checking segment: {'id': '73f4e37c-10b3-44c5-8db8-a849ea8cef31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0bdbaa5d-9a72-45e8-8422-83328cd8757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:24.231708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network hostable DHCP agents. Network: 0bdbaa5d-9a72-45e8-8422-83328cd8757d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:24.248853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network 0bdbaa5d-9a72-45e8-8422-83328cd8757d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:24.258274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0bdbaa5d-9a72-45e8-8422-83328cd8757d) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:24.262437 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:24.263034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.269625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92330368-9e2e-4f91-a05a-4b3eb111db86 None None] Network 0bdbaa5d-9a72-45e8-8422-83328cd8757d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:24.277653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2e8f4e0-bb14-4faa-a992-9d2254db7f77 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4476573 Sep 21 09:18:24.280262 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:24.340214 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.349412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.378139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.393376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Network ffec6ea5-0115-473c-afce-b6839645e84a is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:24.404508 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:24.412072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:24.421994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Pushing event updated for resources: {'Port': ['ID=7e399517-6c8d-400a-84fd-3a5a28ca47ce,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:24.458799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.472442 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.472781 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.473116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.473446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.473773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.474096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.474418 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.474766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.475128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.475475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.475794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.476109 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:24.513519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Attempting to bind port 7e399517-6c8d-400a-84fd-3a5a28ca47ce on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:24.513878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Attempting to bind port 7e399517-6c8d-400a-84fd-3a5a28ca47ce by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '0095ea49-6808-4b5a-b687-37e8749c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ffec6ea5-0115-473c-afce-b6839645e84a'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:24.514238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Attempting to bind port 7e399517-6c8d-400a-84fd-3a5a28ca47ce on network ffec6ea5-0115-473c-afce-b6839645e84a {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:24.521602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:24.521982 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Checking segment: {'id': '0095ea49-6808-4b5a-b687-37e8749c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ffec6ea5-0115-473c-afce-b6839645e84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:24.522378 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.522775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Bound using segment: {'id': '0095ea49-6808-4b5a-b687-37e8749c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ffec6ea5-0115-473c-afce-b6839645e84a'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:24.523231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Bound port: 7e399517-6c8d-400a-84fd-3a5a28ca47ce, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0095ea49-6808-4b5a-b687-37e8749c3830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'ffec6ea5-0115-473c-afce-b6839645e84a'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:24.523641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.524225 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.549269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3332202-65ee-4fac-9732-c15badbe8d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-0bdbaa5d-9a72-45e8-8422-83328cd8757d', 'network_id': '0bdbaa5d-9a72-45e8-8422-83328cd8757d', 'tenant_id': 'f813d34d5d2445a1b2f0b51b5ac2d1ba', 'fixed_ips': [{'subnet_id': 'bd9810ca-01f0-44d1-87cd-fb677c842324'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:24.550094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9810ca-01f0-44d1-87cd-fb677c842324,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:24.550419 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3332202-65ee-4fac-9732-c15badbe8d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.617096 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.637316 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdbaa5d-9a72-45e8-8422-83328cd8757d']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:24.646511 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f4e37c-10b3-44c5-8db8-a849ea8cef31') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:24.647237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f4e37c-10b3-44c5-8db8-a849ea8cef31') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:24.657200 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.666588 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] For port 7e399517-6c8d-400a-84fd-3a5a28ca47ce, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:24.671785 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.676320 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60150662-f734-4806-9003-bdc47330bb56 None None] Network 0bdbaa5d-9a72-45e8-8422-83328cd8757d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:24.679723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:24.680127 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:24.683193 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:24.741824 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.748895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.750748 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/0bdbaa5d-9a72-45e8-8422-83328cd8757d HTTP/1.1" status: 204 len: 168 time: 0.4695575 Sep 21 09:18:24.754688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44138) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:24.760738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1116259922'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:24.764129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629249c-5420-42b9-8a1c-587457417fef tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Network': ['ID=0bdbaa5d-9a72-45e8-8422-83328cd8757d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:24.781872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] For port 7e399517-6c8d-400a-84fd-3a5a28ca47ce, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7e399517-6c8d-400a-84fd-3a5a28ca47ce,segment=NetworkSegment(0095ea49-6808-4b5a-b687-37e8749c3830),segment_id=0095ea49-6808-4b5a-b687-37e8749c3830)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:24.789480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.791214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:24.794893 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.824479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:24.834347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.834821 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Added segment 721e02d9-2621-4f33-b14e-d3039992a844 of type vlan for network d351cba0-1e88-4baf-a85e-094741096e7d Sep 21 09:18:24.857774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de181e-ce41-4df5-a6c0-e47ece6e692d None None] Pushing event updated for resources: {'Port': ['ID=7e399517-6c8d-400a-84fd-3a5a28ca47ce,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:24.881009 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.909400 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.915514 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:24.916114 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:24.955792 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1995108 Sep 21 09:18:24.958565 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44140) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:24.964139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'subnet': {'network_id': 'd351cba0-1e88-4baf-a85e-094741096e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:25.012113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a9f72-1aa3-40df-88d8-2fd9d2fef4d4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Network': ['ID=d351cba0-1e88-4baf-a85e-094741096e7d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:25.027114 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d351cba0-1e88-4baf-a85e-094741096e7d details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:25.097892 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:25.102387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.164103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Performing IP validity checks on allocation pools {{(pid=94725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 21 09:18:25.164623 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.ipam_backend_mixin [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 21 09:18:25.289768 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.352032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Subnet': ['ID=c15fa5da-7a7c-45a7-889b-304a6fda3868,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:25.356336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Checking segment: {'id': '721e02d9-2621-4f33-b14e-d3039992a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd351cba0-1e88-4baf-a85e-094741096e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:25.356697 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network hostable DHCP agents. Network: d351cba0-1e88-4baf-a85e-094741096e7d, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:25.374519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network d351cba0-1e88-4baf-a85e-094741096e7d is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:25.383461 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d351cba0-1e88-4baf-a85e-094741096e7d) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:25.387687 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:25.388282 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.393187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a06ea-88c9-4263-90ef-07693024a420 None None] Network d351cba0-1e88-4baf-a85e-094741096e7d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:25.403272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-680bd9ce-8f0d-4ae0-8fc6-04605437fc59 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4429612 Sep 21 09:18:25.406074 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44142) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:25.476684 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.482591 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c14c4e2e-1fdd-43ac-a268-e0946de93522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.519460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.578627 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.578830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b7c7c-7217-46a5-8d5f-c9363bfc5ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d351cba0-1e88-4baf-a85e-094741096e7d', 'network_id': 'd351cba0-1e88-4baf-a85e-094741096e7d', 'tenant_id': 'f813d34d5d2445a1b2f0b51b5ac2d1ba', 'fixed_ips': [{'subnet_id': 'c15fa5da-7a7c-45a7-889b-304a6fda3868'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:25.579538 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3c7b7c7c-7217-46a5-8d5f-c9363bfc5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.651643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.681476 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Subnet': ['ID=c15fa5da-7a7c-45a7-889b-304a6fda3868,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server [None req-3c7b7c7c-7217-46a5-8d5f-c9363bfc5ab7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c15fa5da-7a7c-45a7-889b-304a6fda3868: This subnet is being modified by another concurrent operation. Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise self.value Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server raise exception Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c15fa5da-7a7c-45a7-889b-304a6fda3868: This subnet is being modified by another concurrent operation. Sep 21 09:18:25.683803 n-d-809980-2 neutron-server[94726]: ERROR oslo_messaging.rpc.server Sep 21 09:18:25.702388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56dea61-c49d-4bc7-b311-ef882398366d None None] Network d351cba0-1e88-4baf-a85e-094741096e7d requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:25.748663 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.769987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d351cba0-1e88-4baf-a85e-094741096e7d']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:25.781695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721e02d9-2621-4f33-b14e-d3039992a844') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:25.782031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721e02d9-2621-4f33-b14e-d3039992a844') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:25.795465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.809370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.815694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:25.816097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.816799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d3a42-b394-47aa-a519-f5795621d711 None None] Network ffec6ea5-0115-473c-afce-b6839645e84a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:25.819973 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:25.881495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.886512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.892098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44144) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:25.892759 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/d351cba0-1e88-4baf-a85e-094741096e7d HTTP/1.1" status: 204 len: 168 time: 0.4856315 Sep 21 09:18:25.898433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2094638932'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:25.908948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896257c7-1072-46a5-8b4c-ebaa7a124ec2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Network': ['ID=d351cba0-1e88-4baf-a85e-094741096e7d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:25.921572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:25.925415 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.940748 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a541f757-3971-43f4-b24f-e154007c06a4 None None] Provisioning complete for port 7e399517-6c8d-400a-84fd-3a5a28ca47ce triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:25.941126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a541f757-3971-43f4-b24f-e154007c06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.949218 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:25.958468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:25.959356 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Added segment 7979cd05-2000-4ddd-a628-d15421c44a85 of type vlan for network de87f1e3-4c95-4f71-a042-64d4054742c4 Sep 21 09:18:26.002991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.029347 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.036345 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:26.037721 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.050149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a541f757-3971-43f4-b24f-e154007c06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.085639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a541f757-3971-43f4-b24f-e154007c06a4 None None] For port 7e399517-6c8d-400a-84fd-3a5a28ca47ce, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7e399517-6c8d-400a-84fd-3a5a28ca47ce,segment=NetworkSegment(0095ea49-6808-4b5a-b687-37e8749c3830),segment_id=0095ea49-6808-4b5a-b687-37e8749c3830)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:26.090219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a541f757-3971-43f4-b24f-e154007c06a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.141481 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541f757-3971-43f4-b24f-e154007c06a4 None None] Pushing event updated for resources: {'Port': ['ID=7e399517-6c8d-400a-84fd-3a5a28ca47ce,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:26.216918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813eebd7-35a2-47a3-8f0d-503ff7cf5b1b None None] get_active_networks_info from n-d-809980-2 {{(pid=94726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 09:18:26.286838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813eebd7-35a2-47a3-8f0d-503ff7cf5b1b None None] Resources bound (agent type, host, resource id): {{(pid=94726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 21 09:18:26.364583 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-12418c0d-2f4b-41d5-b9a4-57de05f376f7 None None] Provisioning complete for port 7e399517-6c8d-400a-84fd-3a5a28ca47ce triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:26.364956 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12418c0d-2f4b-41d5-b9a4-57de05f376f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.399645 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5063984 Sep 21 09:18:26.403680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44146) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:26.409261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'subnet': {'network_id': 'de87f1e3-4c95-4f71-a042-64d4054742c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:26.436112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4396b6-5b3d-4aac-847b-7b0dbaa325e6 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Network': ['ID=de87f1e3-4c95-4f71-a042-64d4054742c4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:26.461750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network de87f1e3-4c95-4f71-a042-64d4054742c4 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:26.499392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:26.502920 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.690607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.702573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7e399517-6c8d-400a-84fd-3a5a28ca47ce up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:26.750256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7e399517-6c8d-400a-84fd-3a5a28ca47ce triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:26.750628 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.758268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Subnet': ['ID=6093d67e-02bc-4f95-b3b1-09315751a522,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:26.766004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Checking segment: {'id': '7979cd05-2000-4ddd-a628-d15421c44a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'de87f1e3-4c95-4f71-a042-64d4054742c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:26.766335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network hostable DHCP agents. Network: de87f1e3-4c95-4f71-a042-64d4054742c4, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:26.784668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network de87f1e3-4c95-4f71-a042-64d4054742c4 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:26.794061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, de87f1e3-4c95-4f71-a042-64d4054742c4) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:26.798484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:26.799070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.814743 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-90c50cc6-3dc2-415a-8bf9-4bee38927c0b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4099336 Sep 21 09:18:26.819245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44148) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:26.823866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776b7dc-fcc8-4dc8-a154-00af235a5bed None None] Network de87f1e3-4c95-4f71-a042-64d4054742c4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:26.824504 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45266601'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:26.844965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:26.848520 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.871766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:26.881152 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.881531 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Added segment dbbe463a-24ed-4d1d-9039-a755a299b430 of type vlan for network 89122abb-8a5e-4b75-933a-4f6e048b140a Sep 21 09:18:26.921837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.946827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.952402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:26.953009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.985356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.986367 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1658494 Sep 21 09:18:26.989135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44150) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:26.990945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-de87f1e3-4c95-4f71-a042-64d4054742c4', 'network_id': 'de87f1e3-4c95-4f71-a042-64d4054742c4', 'tenant_id': 'f813d34d5d2445a1b2f0b51b5ac2d1ba', 'fixed_ips': [{'subnet_id': '6093d67e-02bc-4f95-b3b1-09315751a522'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:26.991826 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:26.993967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Request body: {'subnet': {'network_id': '89122abb-8a5e-4b75-933a-4f6e048b140a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:27.050722 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb5a6f-0417-41db-81d0-de19d290824b tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Network': ['ID=89122abb-8a5e-4b75-933a-4f6e048b140a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:27.063659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 89122abb-8a5e-4b75-933a-4f6e048b140a details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:27.116434 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Made reservation on behalf of f813d34d5d2445a1b2f0b51b5ac2d1ba for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:27.120188 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.186334 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Allocated IP 2001:db8::2 (de87f1e3-4c95-4f71-a042-64d4054742c4/6093d67e-02bc-4f95-b3b1-09315751a522/1f0bdb57-dbfe-4e6a-a745-27058234664a) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:27.306921 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.330686 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.336443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.372016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Network de87f1e3-4c95-4f71-a042-64d4054742c4 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:27.375414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event updated for resources: {'Subnet': ['ID=2a188a47-24b9-4c87-92bf-2fb07eddb5e8,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:27.376310 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:27.379356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:27.379870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Checking segment: {'id': 'dbbe463a-24ed-4d1d-9039-a755a299b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '89122abb-8a5e-4b75-933a-4f6e048b140a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:27.380241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network hostable DHCP agents. Network: 89122abb-8a5e-4b75-933a-4f6e048b140a, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:27.394001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Pushing event updated for resources: {'Port': ['ID=1f0bdb57-dbfe-4e6a-a745-27058234664a,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:27.398311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Network 89122abb-8a5e-4b75-933a-4f6e048b140a is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:27.408257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 89122abb-8a5e-4b75-933a-4f6e048b140a) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:27.413314 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:27.413937 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.421785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba169d-134b-4a53-81f1-7a62661dd255 None None] Network 89122abb-8a5e-4b75-933a-4f6e048b140a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:27.430585 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-be7f29a7-33e7-4ee9-bd7f-6037a3464409 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4404235 Sep 21 09:18:27.433402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:27.469401 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Attempting to bind port 1f0bdb57-dbfe-4e6a-a745-27058234664a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:27.469773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Attempting to bind port 1f0bdb57-dbfe-4e6a-a745-27058234664a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '7979cd05-2000-4ddd-a628-d15421c44a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'de87f1e3-4c95-4f71-a042-64d4054742c4'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:27.470143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Attempting to bind port 1f0bdb57-dbfe-4e6a-a745-27058234664a on network de87f1e3-4c95-4f71-a042-64d4054742c4 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:27.502619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:27.502990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Checking segment: {'id': '7979cd05-2000-4ddd-a628-d15421c44a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'de87f1e3-4c95-4f71-a042-64d4054742c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:27.503423 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.503853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Bound using segment: {'id': '7979cd05-2000-4ddd-a628-d15421c44a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'de87f1e3-4c95-4f71-a042-64d4054742c4'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:27.504326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Bound port: 1f0bdb57-dbfe-4e6a-a745-27058234664a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7979cd05-2000-4ddd-a628-d15421c44a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'de87f1e3-4c95-4f71-a042-64d4054742c4'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:27.504708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.531249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.605878 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.613035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] For port 1f0bdb57-dbfe-4e6a-a745-27058234664a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:27.618316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] For port 1f0bdb57-dbfe-4e6a-a745-27058234664a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1f0bdb57-dbfe-4e6a-a745-27058234664a,segment=NetworkSegment(7979cd05-2000-4ddd-a628-d15421c44a85),segment_id=7979cd05-2000-4ddd-a628-d15421c44a85)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:27.623594 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.664777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904cda2-95a1-4c61-8af4-b3dcc5314a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-89122abb-8a5e-4b75-933a-4f6e048b140a', 'network_id': '89122abb-8a5e-4b75-933a-4f6e048b140a', 'tenant_id': 'f813d34d5d2445a1b2f0b51b5ac2d1ba', 'fixed_ips': [{'subnet_id': '2a188a47-24b9-4c87-92bf-2fb07eddb5e8'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:27.665641 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2904cda2-95a1-4c61-8af4-b3dcc5314a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.669163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.701998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Subnet': ['ID=2a188a47-24b9-4c87-92bf-2fb07eddb5e8,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:27.716105 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12177a8e-7d2d-4bbe-9117-b0ef63d82e27 None None] Pushing event updated for resources: {'Port': ['ID=1f0bdb57-dbfe-4e6a-a745-27058234664a,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:27.767573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.780685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766f7a7-e62e-4200-ade9-a37f6c095fd6 None None] Network 89122abb-8a5e-4b75-933a-4f6e048b140a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:27.790251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89122abb-8a5e-4b75-933a-4f6e048b140a']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:27.801178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbe463a-24ed-4d1d-9039-a755a299b430') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:27.801478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbe463a-24ed-4d1d-9039-a755a299b430') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:27.811808 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.825682 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.832627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:27.833117 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:27.837179 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:27.915774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.920815 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:27.923352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/89122abb-8a5e-4b75-933a-4f6e048b140a HTTP/1.1" status: 204 len: 168 time: 0.4883015 Sep 21 09:18:27.926021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44154) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:27.943911 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413b77c-185c-4570-98de-ed993b20ccc9 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Network': ['ID=89122abb-8a5e-4b75-933a-4f6e048b140a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:27.963010 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1727bb6-4268-4f2c-98fd-0ad8310bbd55 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] GET failed (client error): The resource could not be found. Sep 21 09:18:27.966856 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c1727bb6-4268-4f2c-98fd-0ad8310bbd55 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "GET /v2.0/subnets/2a188a47-24b9-4c87-92bf-2fb07eddb5e8 HTTP/1.1" status: 404 len: 337 time: 0.0372818 Sep 21 09:18:27.967072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44156) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:27.985820 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2af7332-4999-4c1b-ad85-f100ac037c71 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] DELETE failed (client error): The resource could not be found. Sep 21 09:18:27.986396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2af7332-4999-4c1b-ad85-f100ac037c71 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 09:18:27.988172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b2af7332-4999-4c1b-ad85-f100ac037c71 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/89122abb-8a5e-4b75-933a-4f6e048b140a HTTP/1.1" status: 404 len: 339 time: 0.0201795 Sep 21 09:18:27.992000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44158) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:28.019245 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebcc621-5dca-4d77-b9ee-342fc2b79ca2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] DELETE failed (client error): The resource could not be found. Sep 21 09:18:28.019741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebcc621-5dca-4d77-b9ee-342fc2b79ca2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 09:18:28.022020 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ebcc621-5dca-4d77-b9ee-342fc2b79ca2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/subnets/2a188a47-24b9-4c87-92bf-2fb07eddb5e8 HTTP/1.1" status: 404 len: 337 time: 0.0285776 Sep 21 09:18:28.024619 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44160) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:28.029509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.043469 n-d-809980-2 neutron-server[94724]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0fdd35-889a-45cb-b738-cf123e6b6045 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] DELETE failed (client error): The resource could not be found. Sep 21 09:18:28.043995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0fdd35-889a-45cb-b738-cf123e6b6045 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 09:18:28.045626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-de0fdd35-889a-45cb-b738-cf123e6b6045 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/89122abb-8a5e-4b75-933a-4f6e048b140a HTTP/1.1" status: 404 len: 339 time: 0.0200496 Sep 21 09:18:28.048125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44162) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:28.098335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Deleting subnet 6093d67e-02bc-4f95-b3b1-09315751a522 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:18:28.102201 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.146107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.233059 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.291263 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.319936 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Subnet': ['ID=6093d67e-02bc-4f95-b3b1-09315751a522,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:28.323670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.325555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9a2e9049-9d74-4a1c-b013-3bdd62c36f3f tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/subnets/6093d67e-02bc-4f95-b3b1-09315751a522 HTTP/1.1" status: 204 len: 168 time: 0.2765388 Sep 21 09:18:28.328228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44164) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:28.406759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.465602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Deleting port 1f0bdb57-dbfe-4e6a-a745-27058234664a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:28.466241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.530748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] For port 1f0bdb57-dbfe-4e6a-a745-27058234664a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=1f0bdb57-dbfe-4e6a-a745-27058234664a,segment=NetworkSegment(7979cd05-2000-4ddd-a628-d15421c44a85),segment_id=7979cd05-2000-4ddd-a628-d15421c44a85)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:28.531119 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.544156 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Calling delete_port for 1f0bdb57-dbfe-4e6a-a745-27058234664a owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:28.596507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533507b-584d-42c8-8f42-b35594e903eb None None] Network de87f1e3-4c95-4f71-a042-64d4054742c4 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:28.629377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.663232 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Port': ['ID=1f0bdb57-dbfe-4e6a-a745-27058234664a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:28.665414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No DVR routers for this DVR port 1f0bdb57-dbfe-4e6a-a745-27058234664a on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:28.689306 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-083741c3-de9d-4d4c-a095-63c4e31603de None None] Could not find standard attr ID for object 1f0bdb57-dbfe-4e6a-a745-27058234664a. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 09:18:28.730491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1f0bdb57-dbfe-4e6a-a745-27058234664a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:28.754684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1f0bdb57-dbfe-4e6a-a745-27058234664a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:18:28.755031 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1f0bdb57-dbfe-4e6a-a745-27058234664a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 21 09:18:28.756941 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.777157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732eb5e-cdcc-4ebf-a27d-1890dd8a9f4b None None] DHCP port deletion for de87f1e3-4c95-4f71-a042-64d4054742c4 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:18:28.779275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Port 1f0bdb57-dbfe-4e6a-a745-27058234664a not found, will not notify nova. {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 21 09:18:28.787659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de87f1e3-4c95-4f71-a042-64d4054742c4']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:28.798482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7979cd05-2000-4ddd-a628-d15421c44a85') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:28.798679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7979cd05-2000-4ddd-a628-d15421c44a85') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:28.809429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.822956 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.828610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:28.828990 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:28.831894 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:28.888714 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.896025 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:28.897409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/de87f1e3-4c95-4f71-a042-64d4054742c4 HTTP/1.1" status: 204 len: 168 time: 0.5680008 Sep 21 09:18:28.899898 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44166) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:28.917143 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e5447-887a-4957-9215-c7d9224fa04d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Network': ['ID=de87f1e3-4c95-4f71-a042-64d4054742c4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:28.936482 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04de766-cd0b-4986-aa1a-cd3d319bc576 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] DELETE failed (client error): The resource could not be found. Sep 21 09:18:28.936944 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04de766-cd0b-4986-aa1a-cd3d319bc576 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 09:18:28.938684 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b04de766-cd0b-4986-aa1a-cd3d319bc576 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/subnets/c15fa5da-7a7c-45a7-889b-304a6fda3868 HTTP/1.1" status: 404 len: 337 time: 0.0378726 Sep 21 09:18:28.941182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44168) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:28.958985 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8307382-eda7-473e-bf7e-b286ee5bd957 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] DELETE failed (client error): The resource could not be found. Sep 21 09:18:28.959536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8307382-eda7-473e-bf7e-b286ee5bd957 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 09:18:28.961157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e8307382-eda7-473e-bf7e-b286ee5bd957 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/d351cba0-1e88-4baf-a85e-094741096e7d HTTP/1.1" status: 404 len: 339 time: 0.0191054 Sep 21 09:18:28.963347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44170) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:28.992853 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d340e4f6-c4bb-43cd-98b3-0f4450380ec4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] DELETE failed (client error): The resource could not be found. Sep 21 09:18:28.993302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d340e4f6-c4bb-43cd-98b3-0f4450380ec4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 09:18:28.994946 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d340e4f6-c4bb-43cd-98b3-0f4450380ec4 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/subnets/bd9810ca-01f0-44d1-87cd-fb677c842324 HTTP/1.1" status: 404 len: 337 time: 0.0307350 Sep 21 09:18:28.997295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44172) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:29.014956 n-d-809980-2 neutron-server[94725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36a295a-01f1-43ff-9f83-ab7af006adc2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] DELETE failed (client error): The resource could not be found. Sep 21 09:18:29.015522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36a295a-01f1-43ff-9f83-ab7af006adc2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 21 09:18:29.017144 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c36a295a-01f1-43ff-9f83-ab7af006adc2 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/0bdbaa5d-9a72-45e8-8422-83328cd8757d HTTP/1.1" status: 404 len: 339 time: 0.0189750 Sep 21 09:18:29.019398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44174) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:29.068761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Deleting subnet 809db388-2ad8-4619-8c50-c28a71e4dfc4 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:18:29.071899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.111138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.198581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.255399 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.283113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Subnet': ['ID=809db388-2ad8-4619-8c50-c28a71e4dfc4,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:29.285141 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.289863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2ebf1892-8138-4dee-a58a-3f9eefc59a2d tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/subnets/809db388-2ad8-4619-8c50-c28a71e4dfc4 HTTP/1.1" status: 204 len: 168 time: 0.2667410 Sep 21 09:18:29.290231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44178) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:29.293188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabab93-6b11-496b-b9a4-13b28bd31c69 None None] Network ffec6ea5-0115-473c-afce-b6839645e84a requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:29.370406 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.423440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Deleting port 7e399517-6c8d-400a-84fd-3a5a28ca47ce {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:29.423791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.459178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] DHCP port deletion for ffec6ea5-0115-473c-afce-b6839645e84a request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:18:29.487401 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] For port 7e399517-6c8d-400a-84fd-3a5a28ca47ce, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7e399517-6c8d-400a-84fd-3a5a28ca47ce,segment=NetworkSegment(0095ea49-6808-4b5a-b687-37e8749c3830),segment_id=0095ea49-6808-4b5a-b687-37e8749c3830)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:29.487988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.500471 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Calling delete_port for 7e399517-6c8d-400a-84fd-3a5a28ca47ce owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:29.504324 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] Deleting port 7e399517-6c8d-400a-84fd-3a5a28ca47ce {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:29.504701 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.565744 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] For port 7e399517-6c8d-400a-84fd-3a5a28ca47ce, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7e399517-6c8d-400a-84fd-3a5a28ca47ce,segment=NetworkSegment(0095ea49-6808-4b5a-b687-37e8749c3830),segment_id=0095ea49-6808-4b5a-b687-37e8749c3830)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:29.566162 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.578239 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] Calling delete_port for 7e399517-6c8d-400a-84fd-3a5a28ca47ce owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:29.582829 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.609214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Port': ['ID=7e399517-6c8d-400a-84fd-3a5a28ca47ce,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:29.613007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] No DVR routers for this DVR port 7e399517-6c8d-400a-84fd-3a5a28ca47ce on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:29.658479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.685121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] Pushing event deleted for resources: {'Port': ['ID=7e399517-6c8d-400a-84fd-3a5a28ca47ce,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:29.687025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a42912-a4e9-4a1a-a67d-e29eec9a5f5f None None] No DVR routers for this DVR port 7e399517-6c8d-400a-84fd-3a5a28ca47ce on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:29.696051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.717791 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffec6ea5-0115-473c-afce-b6839645e84a']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:29.727422 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0095ea49-6808-4b5a-b687-37e8749c3830') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:29.727717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0095ea49-6808-4b5a-b687-37e8749c3830') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:29.737231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.751289 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.757661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:29.758049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:29.761169 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:29.821127 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.829560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:29.831260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] 10.222.0.59 "DELETE /v2.0/networks/ffec6ea5-0115-473c-afce-b6839645e84a HTTP/1.1" status: 204 len: 168 time: 0.5401740 Sep 21 09:18:29.843899 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac53e3-6948-4cbb-b373-bb578a1e3fc0 tempest-NetworksIpV6Test-656807760 tempest-NetworksIpV6Test-656807760-project] Pushing event deleted for resources: {'Network': ['ID=ffec6ea5-0115-473c-afce-b6839645e84a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:30.066864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44184) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:30.211026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ed2b26d8-20ff-40f9-a336-1275ca54e1ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f813d34d5d2445a1b2f0b51b5ac2d1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429360 Sep 21 09:18:30.213593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:30.261525 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a3eca71-9cb1-4adb-b4d7-48f878dc344a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:30.281865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a3eca71-9cb1-4adb-b4d7-48f878dc344a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:30.328326 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a3eca71-9cb1-4adb-b4d7-48f878dc344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:30.331022 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a3eca71-9cb1-4adb-b4d7-48f878dc344a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:30.332211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9a3eca71-9cb1-4adb-b4d7-48f878dc344a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/894a2300-549e-41c6-ac43-72740c93c0c5 HTTP/1.1" status: 204 len: 168 time: 0.1177256 Sep 21 09:18:30.339838 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3eca71-9cb1-4adb-b4d7-48f878dc344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894a2300-549e-41c6-ac43-72740c93c0c5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:30.673790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7e399517-6c8d-400a-84fd-3a5a28ca47ce no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:18:30.694461 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7e399517-6c8d-400a-84fd-3a5a28ca47ce {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:18:30.694878 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7e399517-6c8d-400a-84fd-3a5a28ca47ce not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:18:30.695286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1f0bdb57-dbfe-4e6a-a745-27058234664a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:18:30.713267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 1f0bdb57-dbfe-4e6a-a745-27058234664a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:18:30.713610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 1f0bdb57-dbfe-4e6a-a745-27058234664a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:18:30.960524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44210) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:31.053431 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6101b5e3-3d05-43d6-b925-c689da25cbb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1842417116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:31.076628 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6101b5e3-3d05-43d6-b925-c689da25cbb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.077747 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6101b5e3-3d05-43d6-b925-c689da25cbb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.130312 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6101b5e3-3d05-43d6-b925-c689da25cbb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.134945 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6101b5e3-3d05-43d6-b925-c689da25cbb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.149830 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6101b5e3-3d05-43d6-b925-c689da25cbb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.151067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6101b5e3-3d05-43d6-b925-c689da25cbb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1895189 Sep 21 09:18:31.153976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44214) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:31.158944 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1782345937'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:31.179811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Made reservation on behalf of edc401a81dae42e89187bc45412d653f for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:31.183352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.192134 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.282391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.286043 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.314750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:31.325161 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b045a867-4420-4a47-a314-86ffe93f8f14,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:31.330146 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.330551 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Added segment 886fe3ee-4be1-4390-8714-5093255c37c9 of type vlan for network bdfe198a-671f-4674-8952-ecff2fbef525 Sep 21 09:18:31.370899 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.395177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.401212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:31.401801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.439279 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2841887 Sep 21 09:18:31.442038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44216) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:31.447211 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Request body: {'subnet': {'network_id': 'bdfe198a-671f-4674-8952-ecff2fbef525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:31.490228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce7e75-afcb-4926-acfb-061294712ab2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event updated for resources: {'Network': ['ID=bdfe198a-671f-4674-8952-ecff2fbef525,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:31.500663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network bdfe198a-671f-4674-8952-ecff2fbef525 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:31.565915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Made reservation on behalf of edc401a81dae42e89187bc45412d653f for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:31.570149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.759062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.828348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event updated for resources: {'Subnet': ['ID=2e2639e1-763c-4cd2-8d17-cdccdb6a1d2b,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:31.832577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Checking segment: {'id': '886fe3ee-4be1-4390-8714-5093255c37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bdfe198a-671f-4674-8952-ecff2fbef525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:31.832949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Network hostable DHCP agents. Network: bdfe198a-671f-4674-8952-ecff2fbef525, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:31.849613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Network bdfe198a-671f-4674-8952-ecff2fbef525 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:31.858189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, bdfe198a-671f-4674-8952-ecff2fbef525) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:31.862546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:31.863174 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.868978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f55dd-864a-4104-a418-889dcab4a9cb None None] Network bdfe198a-671f-4674-8952-ecff2fbef525 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:31.878450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-21424fcf-d97f-4a96-9a07-6fc0e7075cb8 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4354224 Sep 21 09:18:31.882739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44218) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:31.887009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1958033237'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:31.907668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Made reservation on behalf of edc401a81dae42e89187bc45412d653f for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:31.911155 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.937405 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:31.947566 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:31.947912 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Added segment 633f4984-7867-49b9-afbc-88474ca85af2 of type vlan for network 0920d96c-d403-4370-99fd-c5951bf7e0c9 Sep 21 09:18:31.987678 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.013360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.016119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-bdfe198a-671f-4674-8952-ecff2fbef525', 'network_id': 'bdfe198a-671f-4674-8952-ecff2fbef525', 'tenant_id': 'edc401a81dae42e89187bc45412d653f', 'fixed_ips': [{'subnet_id': '2e2639e1-763c-4cd2-8d17-cdccdb6a1d2b'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:32.017076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.019423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:32.020032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.053401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1697063 Sep 21 09:18:32.056200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44220) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:32.062795 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Request body: {'subnet': {'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:32.116359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b8dd6-44d7-4a11-ae1e-0684fa42fd12 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event updated for resources: {'Network': ['ID=0920d96c-d403-4370-99fd-c5951bf7e0c9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:32.129595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 0920d96c-d403-4370-99fd-c5951bf7e0c9 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:32.187344 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Made reservation on behalf of edc401a81dae42e89187bc45412d653f for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:32.190905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.200372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Allocated IP 172.20.0.2 (bdfe198a-671f-4674-8952-ecff2fbef525/2e2639e1-763c-4cd2-8d17-cdccdb6a1d2b/3fe243b4-f1ac-4b57-a7e8-3f3384e15901) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:32.353458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.359096 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.374979 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.398007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Network bdfe198a-671f-4674-8952-ecff2fbef525 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:32.405288 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:32.407649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:32.409602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Pushing event updated for resources: {'Port': ['ID=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:32.435097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event updated for resources: {'Subnet': ['ID=27b2e1bb-32dd-4ffb-bf58-16790e74f022,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:32.444210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Checking segment: {'id': '633f4984-7867-49b9-afbc-88474ca85af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:32.444580 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Network hostable DHCP agents. Network: 0920d96c-d403-4370-99fd-c5951bf7e0c9, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:32.462432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Network 0920d96c-d403-4370-99fd-c5951bf7e0c9 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:32.463843 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Attempting to bind port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:32.464336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Attempting to bind port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '886fe3ee-4be1-4390-8714-5093255c37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bdfe198a-671f-4674-8952-ecff2fbef525'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:32.464667 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Attempting to bind port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 on network bdfe198a-671f-4674-8952-ecff2fbef525 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:32.469755 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:32.470408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Checking segment: {'id': '886fe3ee-4be1-4390-8714-5093255c37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bdfe198a-671f-4674-8952-ecff2fbef525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:32.470702 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.471094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Bound using segment: {'id': '886fe3ee-4be1-4390-8714-5093255c37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bdfe198a-671f-4674-8952-ecff2fbef525'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:32.471529 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 0920d96c-d403-4370-99fd-c5951bf7e0c9) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:32.471758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Bound port: 3fe243b4-f1ac-4b57-a7e8-3f3384e15901, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886fe3ee-4be1-4390-8714-5093255c37c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bdfe198a-671f-4674-8952-ecff2fbef525'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:32.472221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.476214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:32.476819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.486278 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7bd0d-d9ee-4843-abdc-cec8dbadaf72 None None] Network 0920d96c-d403-4370-99fd-c5951bf7e0c9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:32.492751 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f5089d08-34d4-42ca-a670-eed014f4ba6f tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4354541 Sep 21 09:18:32.495734 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44222) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:32.500647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-778da57d-b34f-4e09-9c6c-94b4424b2f02 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Request body: {'router': {'external_gateway_info': {'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:32.603469 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] For port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:32.607663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] For port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,segment=NetworkSegment(886fe3ee-4be1-4390-8714-5093255c37c9),segment_id=886fe3ee-4be1-4390-8714-5093255c37c9)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:32.612765 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.705401 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.716399 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-778da57d-b34f-4e09-9c6c-94b4424b2f02 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.732443 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601f306-dc0f-4377-b4eb-ff31348ff360 None None] Pushing event updated for resources: {'Port': ['ID=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:32.740625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-0920d96c-d403-4370-99fd-c5951bf7e0c9', 'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9', 'tenant_id': 'edc401a81dae42e89187bc45412d653f', 'fixed_ips': [{'subnet_id': '27b2e1bb-32dd-4ffb-bf58-16790e74f022'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:32.742022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:32.837250 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [None req-778da57d-b34f-4e09-9c6c-94b4424b2f02 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 21 09:18:32.844260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-778da57d-b34f-4e09-9c6c-94b4424b2f02 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "PUT /v2.0/routers/bbed10cf-f30e-4866-9507-f58c27221c03 HTTP/1.1" status: 400 len: 364 time: 0.3473105 Sep 21 09:18:32.844396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44224) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:32.900295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Allocated IP 172.21.0.2 (0920d96c-d403-4370-99fd-c5951bf7e0c9/27b2e1bb-32dd-4ffb-bf58-16790e74f022/3e959f1b-58d3-4a52-91d0-7581831697d6) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:32.917183 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Deleting subnet 27b2e1bb-32dd-4ffb-bf58-16790e74f022 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:18:33.044773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.049175 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.049809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.090665 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.092193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Network 0920d96c-d403-4370-99fd-c5951bf7e0c9 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:33.096998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:33.101523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:33.104573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Pushing event updated for resources: {'Port': ['ID=3e959f1b-58d3-4a52-91d0-7581831697d6,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:33.157866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Attempting to bind port 3e959f1b-58d3-4a52-91d0-7581831697d6 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:33.158325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Attempting to bind port 3e959f1b-58d3-4a52-91d0-7581831697d6 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '633f4984-7867-49b9-afbc-88474ca85af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:33.158754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Attempting to bind port 3e959f1b-58d3-4a52-91d0-7581831697d6 on network 0920d96c-d403-4370-99fd-c5951bf7e0c9 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:33.163790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:33.164162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Checking segment: {'id': '633f4984-7867-49b9-afbc-88474ca85af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:33.164568 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.164960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Bound using segment: {'id': '633f4984-7867-49b9-afbc-88474ca85af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:33.165424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Bound port: 3e959f1b-58d3-4a52-91d0-7581831697d6, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633f4984-7867-49b9-afbc-88474ca85af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '0920d96c-d403-4370-99fd-c5951bf7e0c9'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:33.165806 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.178939 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.249887 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.252977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] For port 3e959f1b-58d3-4a52-91d0-7581831697d6, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:33.256896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] For port 3e959f1b-58d3-4a52-91d0-7581831697d6, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3e959f1b-58d3-4a52-91d0-7581831697d6,segment=NetworkSegment(633f4984-7867-49b9-afbc-88474ca85af2),segment_id=633f4984-7867-49b9-afbc-88474ca85af2)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:33.261250 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.279163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event deleted for resources: {'Subnet': ['ID=27b2e1bb-32dd-4ffb-bf58-16790e74f022,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:33.281197 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.283087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f687105d-b7b3-4823-9b69-e7aaea4f7fd6 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "DELETE /v2.0/subnets/27b2e1bb-32dd-4ffb-bf58-16790e74f022 HTTP/1.1" status: 204 len: 168 time: 0.4374945 Sep 21 09:18:33.285674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:33.323990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9076c4-fd6e-4df3-8fb5-128d925a121e None None] Pushing event updated for resources: {'Port': ['ID=3e959f1b-58d3-4a52-91d0-7581831697d6,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:33.373215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.430157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Deleting port 3e959f1b-58d3-4a52-91d0-7581831697d6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:33.430611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.515756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] For port 3e959f1b-58d3-4a52-91d0-7581831697d6, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3e959f1b-58d3-4a52-91d0-7581831697d6,segment=NetworkSegment(633f4984-7867-49b9-afbc-88474ca85af2),segment_id=633f4984-7867-49b9-afbc-88474ca85af2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:33.516218 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.540265 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Calling delete_port for 3e959f1b-58d3-4a52-91d0-7581831697d6 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:33.626240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.655441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event deleted for resources: {'Port': ['ID=3e959f1b-58d3-4a52-91d0-7581831697d6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:33.661290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] No DVR routers for this DVR port 3e959f1b-58d3-4a52-91d0-7581831697d6 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:33.717618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893596df-ea1a-49c1-b8e9-3881274adfda None None] Network bdfe198a-671f-4674-8952-ecff2fbef525 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:33.752163 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.773409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0920d96c-d403-4370-99fd-c5951bf7e0c9']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:33.787128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a7d60b98-bd01-41db-9bda-75a541c843cb None None] Provisioning complete for port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:33.787523 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7d60b98-bd01-41db-9bda-75a541c843cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.788020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633f4984-7867-49b9-afbc-88474ca85af2') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:33.788343 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633f4984-7867-49b9-afbc-88474ca85af2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:33.798951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.813731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.821683 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:33.822602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:33.825247 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:33.888626 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.895558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.899839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "DELETE /v2.0/networks/0920d96c-d403-4370-99fd-c5951bf7e0c9 HTTP/1.1" status: 204 len: 168 time: 0.6130641 Sep 21 09:18:33.900620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44228) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:33.911797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c18e-39ae-46ba-bfea-01d133a2f7f2 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event deleted for resources: {'Network': ['ID=0920d96c-d403-4370-99fd-c5951bf7e0c9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:33.932966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7d60b98-bd01-41db-9bda-75a541c843cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.967618 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Deleting subnet 2e2639e1-763c-4cd2-8d17-cdccdb6a1d2b {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:18:33.971068 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:33.972837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a7d60b98-bd01-41db-9bda-75a541c843cb None None] For port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,segment=NetworkSegment(886fe3ee-4be1-4390-8714-5093255c37c9),segment_id=886fe3ee-4be1-4390-8714-5093255c37c9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:33.980067 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a7d60b98-bd01-41db-9bda-75a541c843cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.016182 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.034263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d60b98-bd01-41db-9bda-75a541c843cb None None] Pushing event updated for resources: {'Port': ['ID=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:34.113029 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.178201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.208208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2639e1-763c-4cd2-8d17-cdccdb6a1d2b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:34.212073 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.214005 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-da7f764d-450c-4b82-a401-5288ab520d96 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "DELETE /v2.0/subnets/2e2639e1-763c-4cd2-8d17-cdccdb6a1d2b HTTP/1.1" status: 204 len: 168 time: 0.3117986 Sep 21 09:18:34.216443 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44230) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:34.226093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23834926-72a1-4b41-8868-e75edfef70a5 None None] Network bdfe198a-671f-4674-8952-ecff2fbef525 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:34.298387 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.329169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ca1f625c-93ca-4f6c-a48b-f2b119bfc6c6 None None] Provisioning complete for port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:34.329549 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ca1f625c-93ca-4f6c-a48b-f2b119bfc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.361871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Deleting port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:34.362256 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.409278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.433363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30da0fa-1f0a-4f23-8560-e5fc99f5ad53 None None] DHCP port deletion for 0920d96c-d403-4370-99fd-c5951bf7e0c9 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:18:34.438610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] For port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,segment=NetworkSegment(886fe3ee-4be1-4390-8714-5093255c37c9),segment_id=886fe3ee-4be1-4390-8714-5093255c37c9)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:34.439125 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.454520 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Calling delete_port for 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:34.461101 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c508753-eb13-4d24-b8ef-1c0cbf8d9ec9 None None] Network 0920d96c-d403-4370-99fd-c5951bf7e0c9 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:34.473049 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] DHCP port deletion for bdfe198a-671f-4674-8952-ecff2fbef525 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:18:34.477472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c508753-eb13-4d24-b8ef-1c0cbf8d9ec9 None None] Network 0920d96c-d403-4370-99fd-c5951bf7e0c9 could not be found, it might have been deleted concurrently. {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 21 09:18:34.521615 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] Deleting port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:18:34.521998 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.537694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.563160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event deleted for resources: {'Port': ['ID=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:34.566798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] No DVR routers for this DVR port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:34.589723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9dee5a5f-111d-44b3-85a7-e1cf5282e420 None None] Could not find standard attr ID for object 3e959f1b-58d3-4a52-91d0-7581831697d6. {{(pid=94726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 21 09:18:34.592153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] For port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,segment=NetworkSegment(886fe3ee-4be1-4390-8714-5093255c37c9),segment_id=886fe3ee-4be1-4390-8714-5093255c37c9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:34.592556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.604895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] Calling delete_port for 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:18:34.657603 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.678728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfe198a-671f-4674-8952-ecff2fbef525']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:34.679945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.688116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886fe3ee-4be1-4390-8714-5093255c37c9') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:34.688417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886fe3ee-4be1-4390-8714-5093255c37c9') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:34.697700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.703998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] Pushing event deleted for resources: {'Port': ['ID=3fe243b4-f1ac-4b57-a7e8-3f3384e15901,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:34.707475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2ce51-9f02-4a3c-a322-1ae15aed8ad4 None None] No DVR routers for this DVR port 3fe243b4-f1ac-4b57-a7e8-3f3384e15901 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:18:34.713164 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.721919 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:18:34.722339 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:18:34.725926 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:18:34.785763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.793626 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:34.795463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "DELETE /v2.0/networks/bdfe198a-671f-4674-8952-ecff2fbef525 HTTP/1.1" status: 204 len: 168 time: 0.5780635 Sep 21 09:18:34.798216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44232) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:34.807634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d2e21-d534-4281-8744-b7894271723c tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Pushing event deleted for resources: {'Network': ['ID=bdfe198a-671f-4674-8952-ecff2fbef525,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:34.828713 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-35a29095-00ab-4b7d-9d07-dc69568b0d44 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbed10cf-f30e-4866-9507-f58c27221c03 HTTP/1.1" status: 200 len: 205 time: 0.0293579 Sep 21 09:18:34.831099 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44234) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:34.907503 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b52a916-cec8-4670-9205-b4fb6770a433 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.062480 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b52a916-cec8-4670-9205-b4fb6770a433 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.064519 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b52a916-cec8-4670-9205-b4fb6770a433 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.107247 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b52a916-cec8-4670-9205-b4fb6770a433 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.107771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b52a916-cec8-4670-9205-b4fb6770a433 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Fanout notify agent at l3_agent the message router_deleted on router bbed10cf-f30e-4866-9507-f58c27221c03 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:18:35.114615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b52a916-cec8-4670-9205-b4fb6770a433 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.115793 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0b52a916-cec8-4670-9205-b4fb6770a433 tempest-RoutersNegativeTest-599449373 tempest-RoutersNegativeTest-599449373-project] 10.222.0.59 "DELETE /v2.0/routers/bbed10cf-f30e-4866-9507-f58c27221c03 HTTP/1.1" status: 204 len: 168 time: 0.2836685 Sep 21 09:18:35.359152 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:35.490515 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-77b8232d-e744-4fc8-955d-50565d9a2b84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=edc401a81dae42e89187bc45412d653f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295934 Sep 21 09:18:35.492948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:35.542351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1dc169c-f9ba-4089-8c8e-9f2f4e907db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.562914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1dc169c-f9ba-4089-8c8e-9f2f4e907db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.608684 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1dc169c-f9ba-4089-8c8e-9f2f4e907db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.611278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1dc169c-f9ba-4089-8c8e-9f2f4e907db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:35.612647 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e1dc169c-f9ba-4089-8c8e-9f2f4e907db2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b045a867-4420-4a47-a314-86ffe93f8f14 HTTP/1.1" status: 204 len: 168 time: 0.1187875 Sep 21 09:18:35.620614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc169c-f9ba-4089-8c8e-9f2f4e907db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045a867-4420-4a47-a314-86ffe93f8f14,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:36.222717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:36.318594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1413668278-network', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:36.339722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Made reservation on behalf of 25a8738922dd4d3f9f96cee35d6b449d for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:36.342024 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.351097 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.444730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.449094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.473283 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:36.483417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:36.488120 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.488468 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Added segment 523a8209-f9b8-4d55-b9b2-8cc480dfca43 of type vlan for network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 Sep 21 09:18:36.528109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.552115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.553200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:36.553794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.587489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3636370 Sep 21 09:18:36.590401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44270) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:36.595538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Request body: {'subnet': {'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-subnet', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:36.614067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c687350-594c-4641-a297-a146052bd92a admin admin] Pushing event updated for resources: {'Network': ['ID=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:36.616193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Made reservation on behalf of 25a8738922dd4d3f9f96cee35d6b449d for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:36.618534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.625487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:36.787404 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.840420 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31edd883-7c44-44f5-b52d-e62ad993ad18,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:36.850282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Checking segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:36.850638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Network hostable DHCP agents. Network: 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:36.866375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:36.874460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:36.878481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:36.879076 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.883745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e47bd-a2ba-49f5-aea7-d217601fe2b1 None None] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:36.894112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a012efd6-4838-4af2-b815-aa9a84465c3f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3025243 Sep 21 09:18:36.897547 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44272) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:36.901733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:36.921212 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.922190 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:36.976585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.028533 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:37.029430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.110742 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.164410 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Allocated IP 172.20.0.2 (9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965/31edd883-7c44-44f5-b52d-e62ad993ad18/36faf359-a246-419c-b26d-cd90c3e19c65) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:37.304001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.310580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.310900 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.331371 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.350838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:37.353559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:37.357038 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:37.371427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Pushing event updated for resources: {'Port': ['ID=36faf359-a246-419c-b26d-cd90c3e19c65,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:37.414862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Attempting to bind port 36faf359-a246-419c-b26d-cd90c3e19c65 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:37.415246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Attempting to bind port 36faf359-a246-419c-b26d-cd90c3e19c65 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:37.415930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Attempting to bind port 36faf359-a246-419c-b26d-cd90c3e19c65 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:37.420520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:37.420897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Checking segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:37.421309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.421707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Bound using segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:37.422176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Bound port: 36faf359-a246-419c-b26d-cd90c3e19c65, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:37.422563 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.440519 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Allocated IP 172.25.1.112 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/e00de79b-7fcd-40a7-a419-588e6c7dc539) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:37.485074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] For port 36faf359-a246-419c-b26d-cd90c3e19c65, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:37.488171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] For port 36faf359-a246-419c-b26d-cd90c3e19c65, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=36faf359-a246-419c-b26d-cd90c3e19c65,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:37.493672 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.546699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64092b78-bdef-4c32-9fa5-430275d378bc None None] Pushing event updated for resources: {'Port': ['ID=36faf359-a246-419c-b26d-cd90c3e19c65,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:37.550143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.585136 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:37.621753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:37.624378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:37.627802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:37.657992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Pushing event updated for resources: {'Port': ['ID=e00de79b-7fcd-40a7-a419-588e6c7dc539,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:38.246787 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:38.434147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e20581-c848-4e92-aa05-766730c1d53d None None] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:38.444628 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:38.558219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7ce63c94-8146-4264-8ccd-4b5fb9bbe2a4 None None] Provisioning complete for port 36faf359-a246-419c-b26d-cd90c3e19c65 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:38.558584 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ce63c94-8146-4264-8ccd-4b5fb9bbe2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:38.571335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Router a31ff81a-bbbb-4600-99b2-a1964e9027fa is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:18:38.669004 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ce63c94-8146-4264-8ccd-4b5fb9bbe2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:38.695812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:18:38.706853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7ce63c94-8146-4264-8ccd-4b5fb9bbe2a4 None None] For port 36faf359-a246-419c-b26d-cd90c3e19c65, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=36faf359-a246-419c-b26d-cd90c3e19c65,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:38.710976 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Sync routers for ids ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:18:38.715415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ce63c94-8146-4264-8ccd-4b5fb9bbe2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:38.729249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:38.730550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6b728029-2a8c-420d-a1e9-cf4525fbea3d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8321447 Sep 21 09:18:38.733348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44274) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:38.743550 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Routers {'a31ff81a-bbbb-4600-99b2-a1964e9027fa'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:38.744695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:38.785470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 36faf359-a246-419c-b26d-cd90c3e19c65 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:38.849904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce63c94-8146-4264-8ccd-4b5fb9bbe2a4 None None] Pushing event updated for resources: {'Port': ['ID=36faf359-a246-419c-b26d-cd90c3e19c65,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:39.065871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Set router a31ff81a-bbbb-4600-99b2-a1964e9027fa gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:39.137455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 36faf359-a246-419c-b26d-cd90c3e19c65 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:39.137734 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.172651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-799245aa-3eaa-43e9-9926-68faf6704f69 None None] Provisioning complete for port 36faf359-a246-419c-b26d-cd90c3e19c65 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:39.172875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-799245aa-3eaa-43e9-9926-68faf6704f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.187765 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.347945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Allocated IP 172.20.0.1 (9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965/31edd883-7c44-44f5-b52d-e62ad993ad18/d933d530-5f5c-4d92-a2b6-1024c54e9616) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:39.391161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:18:38Z', 'revision_number': 3, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port': {'id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:37Z', 'updated_at': '2021-09-21T09:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:39.417458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Checking router: a31ff81a-bbbb-4600-99b2-a1964e9027fa for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:18:39.417818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Updating router a31ff81a-bbbb-4600-99b2-a1964e9027fa port e00de79b-7fcd-40a7-a419-588e6c7dc539 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:18:39.442505 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.458495 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.493954 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.529167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:39.532080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:39.535577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:39.571705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Pushing event updated for resources: {'Port': ['ID=d933d530-5f5c-4d92-a2b6-1024c54e9616,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:39.585604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.710342 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.715176 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.717156 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.766437 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Attempting to bind port e00de79b-7fcd-40a7-a419-588e6c7dc539 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:39.766805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Attempting to bind port e00de79b-7fcd-40a7-a419-588e6c7dc539 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:39.767178 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Attempting to bind port e00de79b-7fcd-40a7-a419-588e6c7dc539 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:39.778154 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:39.778529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:39.778949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.779374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:39.779952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Bound port: e00de79b-7fcd-40a7-a419-588e6c7dc539, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:39.784712 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.784712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398cd36-d26e-4c97-8ba1-12a3312376c7 None None] Pushing event updated for resources: {'Port': ['ID=e00de79b-7fcd-40a7-a419-588e6c7dc539,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:39.840832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4bd7ed8b-89b5-467c-b2d9-3ce998816679 None None] Provisioning complete for port d933d530-5f5c-4d92-a2b6-1024c54e9616 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:39.841132 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4bd7ed8b-89b5-467c-b2d9-3ce998816679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.870208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] For port e00de79b-7fcd-40a7-a419-588e6c7dc539, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:39.885965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] For port e00de79b-7fcd-40a7-a419-588e6c7dc539, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e00de79b-7fcd-40a7-a419-588e6c7dc539,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:39.887228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.892606 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.893335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.901422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7ed8b-89b5-467c-b2d9-3ce998816679 None None] Port d933d530-5f5c-4d92-a2b6-1024c54e9616 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:18:39.957426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Routers {'a31ff81a-bbbb-4600-99b2-a1964e9027fa'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:39.958045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:39.963517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:39.963728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398cd36-d26e-4c97-8ba1-12a3312376c7 None None] Pushing event updated for resources: {'Port': ['ID=e00de79b-7fcd-40a7-a419-588e6c7dc539,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:39.965200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Pushing event updated for resources: {'Port': ['ID=d933d530-5f5c-4d92-a2b6-1024c54e9616,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:40.056980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:40.058424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:40.071946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] Set router a31ff81a-bbbb-4600-99b2-a1964e9027fa gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:40.183826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Router a31ff81a-bbbb-4600-99b2-a1964e9027fa has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:18:40.294124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 4, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port': {'id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:37Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd933d530-5f5c-4d92-a2b6-1024c54e9616', 'name': '', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'mac_address': 'fa:16:3e:81:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:39Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 2, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'subnets': [{'id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:40.299564 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:18:40.305029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2ad99cdc-986d-41c3-b933-d1603c777f38 admin admin] 10.222.0.59 "PUT /v2.0/routers/a31ff81a-bbbb-4600-99b2-a1964e9027fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705690 Sep 21 09:18:40.327847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a1418-a79b-42ba-a4b5-e3eb6b2ea2ac None None] The sync data for ids ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'] in n-d-809980-2 is: [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 4, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port': {'id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:37Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd933d530-5f5c-4d92-a2b6-1024c54e9616', 'name': '', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'mac_address': 'fa:16:3e:81:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:39Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 2, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'subnets': [{'id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:18:40.338495 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2f0701f2-66fa-46b3-af28-bf0e45225d41 None None] Provisioning complete for port d933d530-5f5c-4d92-a2b6-1024c54e9616 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:40.338881 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2f0701f2-66fa-46b3-af28-bf0e45225d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:40.373424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2f0701f2-66fa-46b3-af28-bf0e45225d41 None None] Port d933d530-5f5c-4d92-a2b6-1024c54e9616 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:18:40.703053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 36faf359-a246-419c-b26d-cd90c3e19c65 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:40.754530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 36faf359-a246-419c-b26d-cd90c3e19c65 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:40.754903 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:40.851035 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44290) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:40.856136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-91330881-network', 'tenant_id': '55aaba5407e44f5486389b3a208404c1'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:40.877806 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Made reservation on behalf of 55aaba5407e44f5486389b3a208404c1 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:40.880318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:40.890365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.004577 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.009558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.036424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:18:41.048231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b8cbf-1b5b-4fd7-8428-138c9e789a2c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:41.055582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.056023 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Added segment f66620d6-efbd-48c4-b8c2-55506595a454 of type vlan for network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 Sep 21 09:18:41.103872 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.130936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.132091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:41.132700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.165678 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3134053 Sep 21 09:18:41.168601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44292) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:41.174860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Request body: {'subnet': {'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-subnet', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:41.197291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab416d-4ade-49ad-9813-e5b5cfa5fec2 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:41.208033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:18:41.212161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Made reservation on behalf of 55aaba5407e44f5486389b3a208404c1 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:41.214950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.401053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.460685 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bb8b5f-86ba-4274-a16b-6a26064ca84c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:41.471239 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Checking segment: {'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:41.471626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Network hostable DHCP agents. Network: b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:18:41.490312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:18:41.500148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:41.505347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:41.505958 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.511301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716de717-667b-439a-a1c7-dfd2fb0f01e4 None None] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:41.524768 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4b340f1d-b1f3-4281-821b-d4ebafa8fcc0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3520856 Sep 21 09:18:41.524982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44294) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:41.530136 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:41.555940 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.557001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.618199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.676414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'fixed_ips': [{'subnet_id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:18:41.677327 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.762172 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.812034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Allocated IP 172.20.0.2 (b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2/92bb8b5f-86ba-4274-a16b-6a26064ca84c/16855c8e-0736-44a2-8a88-36c1e5ebae5f) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:41.952978 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.959949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.963755 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:41.986735 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.005935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:42.010972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:42.015786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:42.019056 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Pushing event updated for resources: {'Port': ['ID=16855c8e-0736-44a2-8a88-36c1e5ebae5f,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:42.075005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Attempting to bind port 16855c8e-0736-44a2-8a88-36c1e5ebae5f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:42.075283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Attempting to bind port 16855c8e-0736-44a2-8a88-36c1e5ebae5f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:42.075680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Attempting to bind port 16855c8e-0736-44a2-8a88-36c1e5ebae5f on network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:42.080869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:42.081246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Checking segment: {'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:42.081654 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.082055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Bound using segment: {'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:42.082532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Bound port: 16855c8e-0736-44a2-8a88-36c1e5ebae5f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:42.082921 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.096794 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Allocated IP 172.25.1.125 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:42.150948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] For port 16855c8e-0736-44a2-8a88-36c1e5ebae5f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:42.155730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] For port 16855c8e-0736-44a2-8a88-36c1e5ebae5f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=16855c8e-0736-44a2-8a88-36c1e5ebae5f,segment=NetworkSegment(f66620d6-efbd-48c4-b8c2-55506595a454),segment_id=f66620d6-efbd-48c4-b8c2-55506595a454)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:42.161719 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.217794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.223717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee974bd-a73d-46bd-a61d-a288a9b72d60 None None] Pushing event updated for resources: {'Port': ['ID=16855c8e-0736-44a2-8a88-36c1e5ebae5f,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:42.441779 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Sync routers for ids ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:18:42.455029 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Routers {'a31ff81a-bbbb-4600-99b2-a1964e9027fa'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:42.455953 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:42.566541 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Set router a31ff81a-bbbb-4600-99b2-a1964e9027fa gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:42.610459 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.647261 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:42.651688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:42.657825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:42.682727 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Pushing event updated for resources: {'Port': ['ID=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:42.782917 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e00de79b-7fcd-40a7-a419-588e6c7dc539 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:42.806530 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 4, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port': {'id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:37Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd933d530-5f5c-4d92-a2b6-1024c54e9616', 'name': '', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'mac_address': 'fa:16:3e:81:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:39Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 2, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'subnets': [{'id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:42.833516 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Checking router: a31ff81a-bbbb-4600-99b2-a1964e9027fa for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:18:42.833780 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Updating router a31ff81a-bbbb-4600-99b2-a1964e9027fa port d933d530-5f5c-4d92-a2b6-1024c54e9616 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:18:42.835424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e00de79b-7fcd-40a7-a419-588e6c7dc539 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:42.835903 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.860541 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.934486 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.948949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.962893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port e00de79b-7fcd-40a7-a419-588e6c7dc539, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e00de79b-7fcd-40a7-a419-588e6c7dc539,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:42.968904 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:42.970094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16855c8e-0736-44a2-8a88-36c1e5ebae5f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:43.056983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=e00de79b-7fcd-40a7-a419-588e6c7dc539,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:43.084192 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 16855c8e-0736-44a2-8a88-36c1e5ebae5f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:43.085473 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.179185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.184345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.217805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 16855c8e-0736-44a2-8a88-36c1e5ebae5f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=16855c8e-0736-44a2-8a88-36c1e5ebae5f,segment=NetworkSegment(f66620d6-efbd-48c4-b8c2-55506595a454),segment_id=f66620d6-efbd-48c4-b8c2-55506595a454)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:43.223520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.264110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d57125f-eed0-4554-a9ae-4ee5d9829cd0 None None] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:18:43.283470 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.290261 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.307061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=16855c8e-0736-44a2-8a88-36c1e5ebae5f,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:43.341701 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:18:43.372651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-226384a5-154e-4454-9c9a-da34f074afc9 None None] Provisioning complete for port 16855c8e-0736-44a2-8a88-36c1e5ebae5f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:43.373023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-226384a5-154e-4454-9c9a-da34f074afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.385591 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Pushing event updated for resources: {'Port': ['ID=d933d530-5f5c-4d92-a2b6-1024c54e9616,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:43.399846 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.400198 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.400535 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.400866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.401197 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.401519 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.401841 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.402307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.402634 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.402950 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.403269 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.403681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:18:43.416416 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Attempting to bind port d933d530-5f5c-4d92-a2b6-1024c54e9616 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:43.417031 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Attempting to bind port d933d530-5f5c-4d92-a2b6-1024c54e9616 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:43.417395 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Attempting to bind port d933d530-5f5c-4d92-a2b6-1024c54e9616 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:43.423017 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:43.423281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Checking segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:43.423685 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.424060 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Bound using segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:43.424834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Bound port: d933d530-5f5c-4d92-a2b6-1024c54e9616, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:43.425161 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.488207 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:18:43.502323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Sync routers for ids ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:18:43.507630 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] For port d933d530-5f5c-4d92-a2b6-1024c54e9616, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:43.510989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.512671 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] For port d933d530-5f5c-4d92-a2b6-1024c54e9616, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d933d530-5f5c-4d92-a2b6-1024c54e9616,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:43.515520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44296) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:18:43.516838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b948b16a-3107-48a4-a3be-4ff608222e43 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9905806 Sep 21 09:18:43.525160 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.550612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Routers {'98b9da91-13a5-4f6c-85bf-f4e24e34b83b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:43.551567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:43.582714 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Routers {'a31ff81a-bbbb-4600-99b2-a1964e9027fa'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:43.583409 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:43.638485 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878d413-b8b2-4028-b389-79c579fdff08 None None] Pushing event updated for resources: {'Port': ['ID=d933d530-5f5c-4d92-a2b6-1024c54e9616,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:43.677703 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3f4f7e60-fb0b-4717-8bcd-879bdef52172 None None] Provisioning complete for port d933d530-5f5c-4d92-a2b6-1024c54e9616 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:43.678086 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7e60-fb0b-4717-8bcd-879bdef52172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:43.718188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Set router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:43.738865 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] Set router a31ff81a-bbbb-4600-99b2-a1964e9027fa gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:43.995123 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 4, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port': {'id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:37Z', 'updated_at': '2021-09-21T09:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd933d530-5f5c-4d92-a2b6-1024c54e9616', 'name': '', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'mac_address': 'fa:16:3e:81:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:39Z', 'updated_at': '2021-09-21T09:18:43Z', 'revision_number': 4, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'subnets': [{'id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:44.022092 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f650b-f5f2-4cc6-adb8-0a9354c515c7 None None] The sync data for ids ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'] in n-d-809980-2 is: [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:18:39Z', 'revision_number': 4, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port': {'id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:37Z', 'updated_at': '2021-09-21T09:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd933d530-5f5c-4d92-a2b6-1024c54e9616', 'name': '', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'mac_address': 'fa:16:3e:81:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:39Z', 'updated_at': '2021-09-21T09:18:43Z', 'revision_number': 4, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'subnets': [{'id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:18:44.081596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.115072 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7e60-fb0b-4717-8bcd-879bdef52172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.176910 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3f4f7e60-fb0b-4717-8bcd-879bdef52172 None None] For port d933d530-5f5c-4d92-a2b6-1024c54e9616, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d933d530-5f5c-4d92-a2b6-1024c54e9616,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:44.182335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7e60-fb0b-4717-8bcd-879bdef52172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.222802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:42Z', 'revision_number': 3, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:44.264502 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Checking router: 98b9da91-13a5-4f6c-85bf-f4e24e34b83b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:18:44.264859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Updating router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:18:44.273667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Allocated IP 172.20.0.1 (b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2/92bb8b5f-86ba-4274-a16b-6a26064ca84c/26f68f35-999d-45a9-9e9c-f41c569fa2e1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:44.293609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f7e60-fb0b-4717-8bcd-879bdef52172 None None] Pushing event updated for resources: {'Port': ['ID=d933d530-5f5c-4d92-a2b6-1024c54e9616,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:44.304779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.331863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2e1f2860-b1ed-43a9-9a0b-b9de230911e6 None None] Provisioning complete for port 16855c8e-0736-44a2-8a88-36c1e5ebae5f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:44.332244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2860-b1ed-43a9-9a0b-b9de230911e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.392848 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.433555 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.470560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:44.473530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:44.477068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:44.527457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Pushing event updated for resources: {'Port': ['ID=26f68f35-999d-45a9-9e9c-f41c569fa2e1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:44.534422 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.572612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2e1f2860-b1ed-43a9-9a0b-b9de230911e6 None None] Provisioning complete for port d933d530-5f5c-4d92-a2b6-1024c54e9616 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:44.573020 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2860-b1ed-43a9-9a0b-b9de230911e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.692380 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.719912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.732060 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.810454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Attempting to bind port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:44.810803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Attempting to bind port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:44.811183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Attempting to bind port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:44.821731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887a499-c2f9-411d-86e9-de0d82423948 None None] Pushing event updated for resources: {'Port': ['ID=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:44.825238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:44.825238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:44.825523 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.825881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:44.826371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Bound port: 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:44.826761 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.831589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16855c8e-0736-44a2-8a88-36c1e5ebae5f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:44.892451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.898269 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.928737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] For port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:44.931825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d157d266-9911-400b-98ce-a0f7683a34a2 None None] Provisioning complete for port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:44.932215 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d157d266-9911-400b-98ce-a0f7683a34a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.935169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] For port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:44.961279 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:44.969635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Pushing event updated for resources: {'Port': ['ID=26f68f35-999d-45a9-9e9c-f41c569fa2e1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:44.972227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:45.015658 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 16855c8e-0736-44a2-8a88-36c1e5ebae5f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:45.016042 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:45.042613 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d157d266-9911-400b-98ce-a0f7683a34a2 None None] Port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:18:45.065711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Routers {'98b9da91-13a5-4f6c-85bf-f4e24e34b83b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:45.066341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:45.071666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:45.073077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:45.116762 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887a499-c2f9-411d-86e9-de0d82423948 None None] Pushing event updated for resources: {'Port': ['ID=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:45.193336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:18:45.224779 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] Set router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:45.227544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e00de79b-7fcd-40a7-a419-588e6c7dc539 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:45.314391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:18:45.319917 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0dab7311-693a-4835-8bf7-4c0e9abcd88c admin admin] 10.222.0.59 "PUT /v2.0/routers/98b9da91-13a5-4f6c-85bf-f4e24e34b83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033118 Sep 21 09:18:45.402434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e00de79b-7fcd-40a7-a419-588e6c7dc539 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:45.403077 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:45.425467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d7fbbbab-778a-40d2-817d-eb45529bbe90 None None] Provisioning complete for port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:45.425751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d7fbbbab-778a-40d2-817d-eb45529bbe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:45.509924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbbbab-778a-40d2-817d-eb45529bbe90 None None] Port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:18:45.563168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d933d530-5f5c-4d92-a2b6-1024c54e9616 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:45.587526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 4, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '26f68f35-999d-45a9-9e9c-f41c569fa2e1', 'name': '', 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'mac_address': 'fa:16:3e:e8:86:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:44Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 2, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'subnets': [{'id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:45.616541 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3234f3ed-7dd1-4a6c-a32c-6faad5107d16 None None] The sync data for ids ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'] in n-d-809980-2 is: [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 4, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '26f68f35-999d-45a9-9e9c-f41c569fa2e1', 'name': '', 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'mac_address': 'fa:16:3e:e8:86:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:44Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 2, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'subnets': [{'id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:18:45.638809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d933d530-5f5c-4d92-a2b6-1024c54e9616 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:45.639215 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:46.045589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-685914e3-3adb-47c1-9bb7-3cb618693fbf tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:46.048148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-685914e3-3adb-47c1-9bb7-3cb618693fbf tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/networks?id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 200 len: 817 time: 0.1139960 Sep 21 09:18:46.064790 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-b72faf0b-2483-48ec-b50d-6d8672775320 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/quotas/25a8738922dd4d3f9f96cee35d6b449d HTTP/1.1" status: 200 len: 375 time: 0.0097539 Sep 21 09:18:46.118472 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-a23ac9ed-7d13-4a2b-8094-cae9ae6a6d54 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470204 Sep 21 09:18:46.220444 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-e0157845-d127-4612-aa81-99a60dbc7b66 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883648 Sep 21 09:18:46.309584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-c67d5364-303f-4d06-8623-39c60039e874 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830338 Sep 21 09:18:46.483291 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e8e4f75-de97-4230-ad3c-22fc09c58980 req-a098c107-3e7f-471d-aabe-b11ff2df7661 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 210 time: 0.0277605 Sep 21 09:18:47.466353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-8f1debfc-9d0f-4088-921a-fe90e83301b1 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:47.468642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-8f1debfc-9d0f-4088-921a-fe90e83301b1 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.50 "GET /v2.0/networks?id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 200 len: 817 time: 0.1216004 Sep 21 09:18:47.481903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Request body: {'port': {'device_id': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'admin_state_up': True, 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:47.608824 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-51860b66-aa11-4801-8612-75ca2f719829 req-686abc94-67ee-4e6a-9810-a19fa6b42e47 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 210 time: 0.0378582 Sep 21 09:18:47.626934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Made reservation on behalf of 25a8738922dd4d3f9f96cee35d6b449d for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:18:47.631132 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.083970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Allocated IP 172.20.0.5 (9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965/31edd883-7c44-44f5-b52d-e62ad993ad18/37ad5989-a6f9-4762-8867-009bad0c13a6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:18:48.204360 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Sync routers for ids ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:18:48.213812 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Routers {'98b9da91-13a5-4f6c-85bf-f4e24e34b83b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:48.214421 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:48.242147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.276900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.317812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:18:48.321059 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Set router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:48.322670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:18:48.328874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:18:48.375520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Pushing event updated for resources: {'Port': ['ID=37ad5989-a6f9-4762-8867-009bad0c13a6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:48.385827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:48.386493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.401263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-0d0d798b-ae0f-43ae-9917-8ade14b881fc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9234750 Sep 21 09:18:48.415766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Request body: {'port': {'device_id': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:18:48.476591 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.535434 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 4, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '26f68f35-999d-45a9-9e9c-f41c569fa2e1', 'name': '', 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'mac_address': 'fa:16:3e:e8:86:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:44Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 2, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'subnets': [{'id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:48.551719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ae3f613a-c3f5-4633-9dd3-040bc6939460 None None] Provisioning complete for port 37ad5989-a6f9-4762-8867-009bad0c13a6 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:48.552769 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ae3f613a-c3f5-4633-9dd3-040bc6939460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.565643 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Checking router: 98b9da91-13a5-4f6c-85bf-f4e24e34b83b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:18:48.566007 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Updating router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:18:48.589256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f613a-c3f5-4633-9dd3-040bc6939460 None None] Port 37ad5989-a6f9-4762-8867-009bad0c13a6 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:18:48.590680 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.756948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:48.765905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ad5989-a6f9-4762-8867-009bad0c13a6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:18:48.775491 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.788850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Transition to ACTIVE for port object 37ad5989-a6f9-4762-8867-009bad0c13a6 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:18:48.793707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.831554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:48.832228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.861429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Pushing event updated for resources: {'Port': ['ID=37ad5989-a6f9-4762-8867-009bad0c13a6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:48.922866 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.938719 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.943830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Attempting to bind port 37ad5989-a6f9-4762-8867-009bad0c13a6 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:48.944432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Attempting to bind port 37ad5989-a6f9-4762-8867-009bad0c13a6 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:48.944939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Attempting to bind port 37ad5989-a6f9-4762-8867-009bad0c13a6 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:48.949975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Port 37ad5989-a6f9-4762-8867-009bad0c13a6 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:18:48.950610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Attempting to bind port 37ad5989-a6f9-4762-8867-009bad0c13a6 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:48.956347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:48.956697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Checking segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:48.957092 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Bound using segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:48.957561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Bound port: 37ad5989-a6f9-4762-8867-009bad0c13a6, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:48.957902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.960295 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:48.984232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:48.989885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.008132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d71914-1ad5-450c-9d95-884d475dd513 req-1a2be665-40c8-460c-9c0f-12cd45f43ea3 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:49.010518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d71914-1ad5-450c-9d95-884d475dd513 req-1a2be665-40c8-460c-9c0f-12cd45f43ea3 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 943 time: 0.3168752 Sep 21 09:18:49.017656 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dd960-3eea-4232-94f7-729b348c6c41 None None] Pushing event updated for resources: {'Port': ['ID=26f68f35-999d-45a9-9e9c-f41c569fa2e1,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:49.049873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] For port 37ad5989-a6f9-4762-8867-009bad0c13a6, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:49.055468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] For port 37ad5989-a6f9-4762-8867-009bad0c13a6, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37ad5989-a6f9-4762-8867-009bad0c13a6,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:49.064537 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.088527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:49.102841 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01d71914-1ad5-450c-9d95-884d475dd513 req-44d9a895-4f56-4425-9c6f-9b0ed8341b55 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787392 Sep 21 09:18:49.120722 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Attempting to bind port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:18:49.121086 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Attempting to bind port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:18:49.121443 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Attempting to bind port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 on network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:18:49.127761 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:18:49.128129 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Checking segment: {'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:18:49.128536 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.128911 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Bound using segment: {'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:18:49.129380 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Bound port: 26f68f35-999d-45a9-9e9c-f41c569fa2e1, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66620d6-efbd-48c4-b8c2-55506595a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:18:49.130943 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.133905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:49.134634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.136357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] 10.222.0.50 "PUT /v2.0/ports/37ad5989-a6f9-4762-8867-009bad0c13a6 HTTP/1.1" status: 200 len: 1091 time: 0.7264819 Sep 21 09:18:49.136915 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'tag': '37ad5989-a6f9-4762-8867-009bad0c13a6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:18:49.140677 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "12c8f725-cd01-4d8f-a4a5-f80810b0753e", "tag": "37ad5989-a6f9-4762-8867-009bad0c13a6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:18:49.214740 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d977225-a3a7-4bde-bb4c-aac46e5f6e76 x-openstack-request-id: req-7d977225-a3a7-4bde-bb4c-aac46e5f6e76 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:18:49.215048 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c8f725-cd01-4d8f-a4a5-f80810b0753e", "tag": "37ad5989-a6f9-4762-8867-009bad0c13a6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:18:49.215308 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d977225-a3a7-4bde-bb4c-aac46e5f6e76 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:18:49.215760 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'tag': '37ad5989-a6f9-4762-8867-009bad0c13a6', 'status': 'completed', 'code': 200} Sep 21 09:18:49.230673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] For port 26f68f35-999d-45a9-9e9c-f41c569fa2e1, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:18:49.234824 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] For port 26f68f35-999d-45a9-9e9c-f41c569fa2e1, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=26f68f35-999d-45a9-9e9c-f41c569fa2e1,segment=NetworkSegment(f66620d6-efbd-48c4-b8c2-55506595a454),segment_id=f66620d6-efbd-48c4-b8c2-55506595a454)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:18:49.241210 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.247920 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a8d48-7fe1-4ed9-adc0-9d96d67688f8 service neutron] Pushing event updated for resources: {'Port': ['ID=37ad5989-a6f9-4762-8867-009bad0c13a6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:49.267568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-32b3821d-cd4c-49af-95de-b7616d2e2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:49.269321 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-32b3821d-cd4c-49af-95de-b7616d2e2cb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 1094 time: 0.0866356 Sep 21 09:18:49.308872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dd960-3eea-4232-94f7-729b348c6c41 None None] Pushing event updated for resources: {'Port': ['ID=26f68f35-999d-45a9-9e9c-f41c569fa2e1,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:49.314253 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Routers {'98b9da91-13a5-4f6c-85bf-f4e24e34b83b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:18:49.315080 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:18:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:49.329250 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-242b7b14-bd43-42a4-8027-526280a4c1d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37ad5989-a6f9-4762-8867-009bad0c13a6 HTTP/1.1" status: 200 len: 217 time: 0.0478997 Sep 21 09:18:49.395424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-ff11bf0f-9682-4681-9bf8-70d051872b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:49.397288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-ff11bf0f-9682-4681-9bf8-70d051872b5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31edd883-7c44-44f5-b52d-e62ad993ad18 HTTP/1.1" status: 200 len: 856 time: 0.0610001 Sep 21 09:18:49.442965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-954e6496-b07d-4475-81d2-b9fafadd9fc5 None None] Provisioning complete for port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:49.443366 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-954e6496-b07d-4475-81d2-b9fafadd9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.468388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-b9554afb-ad26-45ca-82f6-e06f942a296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:49.470007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-b9554afb-ad26-45ca-82f6-e06f942a296e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645893 Sep 21 09:18:49.534858 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] Set router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:18:49.550321 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-954e6496-b07d-4475-81d2-b9fafadd9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.583457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-be1bc94c-c4dd-418d-aedd-5b0f8abe049c service neutron] 10.222.0.50 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046054 Sep 21 09:18:49.593693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-954e6496-b07d-4475-81d2-b9fafadd9fc5 None None] For port 26f68f35-999d-45a9-9e9c-f41c569fa2e1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=26f68f35-999d-45a9-9e9c-f41c569fa2e1,segment=NetworkSegment(f66620d6-efbd-48c4-b8c2-55506595a454),segment_id=f66620d6-efbd-48c4-b8c2-55506595a454)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:49.599690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-954e6496-b07d-4475-81d2-b9fafadd9fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.650433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e6496-b07d-4475-81d2-b9fafadd9fc5 None None] Pushing event updated for resources: {'Port': ['ID=26f68f35-999d-45a9-9e9c-f41c569fa2e1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:49.684255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-67cbf433-2d22-42ea-af38-e7c240e86ea2 req-c83292d4-ed2a-4675-9717-26808bf2ee11 service neutron] 10.222.0.50 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930843 Sep 21 09:18:49.721000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1d11b504-d8e4-4966-9f3e-1a30f30f1f09 None None] Provisioning complete for port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:49.721391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1d11b504-d8e4-4966-9f3e-1a30f30f1f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:49.752305 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 4, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '26f68f35-999d-45a9-9e9c-f41c569fa2e1', 'name': '', 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'mac_address': 'fa:16:3e:e8:86:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:44Z', 'updated_at': '2021-09-21T09:18:49Z', 'revision_number': 4, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'subnets': [{'id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:18:49.779624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-3ca23107-ed8a-4787-b058-56afbc551104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:49.781434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-3ca23107-ed8a-4787-b058-56afbc551104 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 1094 time: 0.0481107 Sep 21 09:18:49.783771 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeae47-535a-4581-8e79-66167aab3dce None None] The sync data for ids ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'] in n-d-809980-2 is: [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:44Z', 'revision_number': 4, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '26f68f35-999d-45a9-9e9c-f41c569fa2e1', 'name': '', 'network_id': 'b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'mac_address': 'fa:16:3e:e8:86:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:44Z', 'updated_at': '2021-09-21T09:18:49Z', 'revision_number': 4, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'subnets': [{'id': '92bb8b5f-86ba-4274-a16b-6a26064ca84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:18:49.882080 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-a7090f42-6d73-4991-8092-c9db3dd105bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:49.883597 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-a7090f42-6d73-4991-8092-c9db3dd105bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 200 len: 918 time: 0.0938263 Sep 21 09:18:49.936984 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-52ef27ae-619d-477e-962e-d83d72687d94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37ad5989-a6f9-4762-8867-009bad0c13a6 HTTP/1.1" status: 200 len: 217 time: 0.0428510 Sep 21 09:18:49.998557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-b260d298-e8e2-41ca-bc25-35ff48e6cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:50.000355 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-b260d298-e8e2-41ca-bc25-35ff48e6cc38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=31edd883-7c44-44f5-b52d-e62ad993ad18 HTTP/1.1" status: 200 len: 856 time: 0.0557356 Sep 21 09:18:50.051907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-13f8c1bc-18a4-424e-ade0-85462ff1f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:50.053231 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-13f8c1bc-18a4-424e-ade0-85462ff1f235 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443282 Sep 21 09:18:50.168940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-6163c896-5976-464e-a0ab-b9c39c26464d service neutron] 10.222.0.50 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049819 Sep 21 09:18:50.228829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820f45-3b36-4c95-83d8-ded781e328d2 req-cd0db94b-6219-468d-b054-f5035f7d4043 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:50.230388 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae820f45-3b36-4c95-83d8-ded781e328d2 req-cd0db94b-6219-468d-b054-f5035f7d4043 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 943 time: 0.0632114 Sep 21 09:18:50.276385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ae820f45-3b36-4c95-83d8-ded781e328d2 req-bcc95f06-f2ae-4fd1-a0aa-87fe4f181282 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 Sep 21 09:18:50.288150 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49e1f3b1-44b6-4d9e-8bbb-3e0de6ff6bcc req-b02b21b3-fd3d-4e67-8d9e-a71454582bfa service neutron] 10.222.0.50 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110559 Sep 21 09:18:50.716820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 26f68f35-999d-45a9-9e9c-f41c569fa2e1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:50.762865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:50.763234 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:50.838662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:50.888482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:50.888775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:51.449335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e64-5fdf-4cab-9de7-73ee34f803a0 req-b35e99da-006e-4f65-be58-6199033d0744 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:51.450953 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43a08e64-5fdf-4cab-9de7-73ee34f803a0 req-b35e99da-006e-4f65-be58-6199033d0744 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 943 time: 0.1042409 Sep 21 09:18:51.489275 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-43a08e64-5fdf-4cab-9de7-73ee34f803a0 req-88bba305-9c28-4c0e-b9cc-cb2f88feafbc tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Sep 21 09:18:52.451302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37ad5989-a6f9-4762-8867-009bad0c13a6 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:18:52.533735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b0fa86d8-204f-4fdd-a5c8-4dde1cdd29f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:52.560487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 37ad5989-a6f9-4762-8867-009bad0c13a6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37ad5989-a6f9-4762-8867-009bad0c13a6,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:52.571697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '37ad5989-a6f9-4762-8867-009bad0c13a6', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'port_id': '37ad5989-a6f9-4762-8867-009bad0c13a6', 'mac_address': 'fa:16:3e:4a:88:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:18:52.607709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d13d-d364-40a5-bc5f-776cf52eea02 req-19669ee9-1911-45e6-b1b9-b896c242d9cd tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:52.609230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ec4d13d-d364-40a5-bc5f-776cf52eea02 req-19669ee9-1911-45e6-b1b9-b896c242d9cd tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 943 time: 0.0501471 Sep 21 09:18:52.609586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:52.622596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ad5989-a6f9-4762-8867-009bad0c13a6 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:18:52.641747 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 37ad5989-a6f9-4762-8867-009bad0c13a6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37ad5989-a6f9-4762-8867-009bad0c13a6,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:52.645530 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:52.650017 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ec4d13d-d364-40a5-bc5f-776cf52eea02 req-f2098b79-8e14-4ca7-b3ab-dcd66b96ecf2 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343411 Sep 21 09:18:52.694785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=37ad5989-a6f9-4762-8867-009bad0c13a6,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:52.860130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['37ad5989-a6f9-4762-8867-009bad0c13a6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:18:53.767652 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f1d8-0105-4794-84a3-d54ccfa4856e req-4846ad79-249a-4be9-88e8-a826ace6591f tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:53.769128 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fb0f1d8-0105-4794-84a3-d54ccfa4856e req-4846ad79-249a-4be9-88e8-a826ace6591f tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 944 time: 0.0491369 Sep 21 09:18:53.812241 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6fb0f1d8-0105-4794-84a3-d54ccfa4856e req-00581003-43dd-4d28-a1a8-6cdfde79bc16 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Sep 21 09:18:54.467232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37ad5989-a6f9-4762-8867-009bad0c13a6 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:18:54.515054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 37ad5989-a6f9-4762-8867-009bad0c13a6 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:18:54.518685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 37ad5989-a6f9-4762-8867-009bad0c13a6 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:18:54.519060 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:54.596231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:54.617467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ad5989-a6f9-4762-8867-009bad0c13a6'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:18:54.619825 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4306752f-a601-4352-9bcc-35b6f6f5871b" -d '{"events": [{"server_uuid": "12c8f725-cd01-4d8f-a4a5-f80810b0753e", "name": "network-vif-plugged", "status": "completed", "tag": "37ad5989-a6f9-4762-8867-009bad0c13a6"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:18:54.632646 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 37ad5989-a6f9-4762-8867-009bad0c13a6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37ad5989-a6f9-4762-8867-009bad0c13a6,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:18:54.638046 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:54.664234 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf06417-2192-42df-8eaf-dc83e8476c24 x-openstack-request-id: req-dcf06417-2192-42df-8eaf-dc83e8476c24 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:18:54.664526 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c8f725-cd01-4d8f-a4a5-f80810b0753e", "name": "network-vif-plugged", "status": "completed", "tag": "37ad5989-a6f9-4762-8867-009bad0c13a6", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:18:54.664777 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dcf06417-2192-42df-8eaf-dc83e8476c24 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:18:54.665169 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ad5989-a6f9-4762-8867-009bad0c13a6', 'code': 200} Sep 21 09:18:54.695133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=37ad5989-a6f9-4762-8867-009bad0c13a6,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:18:54.757327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422a1b1-be43-4f24-9ee3-ca11de800cb7 req-fc6aa931-0fbd-4e72-9881-cec144f4ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:54.758725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7422a1b1-be43-4f24-9ee3-ca11de800cb7 req-fc6aa931-0fbd-4e72-9881-cec144f4ba4d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 1096 time: 0.0395510 Sep 21 09:18:54.794182 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-7422a1b1-be43-4f24-9ee3-ca11de800cb7 req-74c01606-8bd8-4be1-b713-430e81e00b79 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282865 Sep 21 09:18:54.925742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a6151-d711-41ae-aed4-c748fc9139ef req-e45514a5-cc8e-45c1-b51e-852ff2ff1f3a tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:54.927235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-030a6151-d711-41ae-aed4-c748fc9139ef req-e45514a5-cc8e-45c1-b51e-852ff2ff1f3a tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 945 time: 0.0491045 Sep 21 09:18:54.966699 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-030a6151-d711-41ae-aed4-c748fc9139ef req-3064a4b5-4830-4bfe-8da2-f65fa2ac8489 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Sep 21 09:18:55.426097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:55.442126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a040ce0e-2f02-4cce-80df-707346569f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:56.090151 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c404-74d5-4a3c-b8e8-7148aa4f2920 req-0cbaf500-4f13-4a40-96dd-a6e2fcc418e2 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:56.091600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56a2c404-74d5-4a3c-b8e8-7148aa4f2920 req-0cbaf500-4f13-4a40-96dd-a6e2fcc418e2 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 945 time: 0.0493817 Sep 21 09:18:56.127947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-56a2c404-74d5-4a3c-b8e8-7148aa4f2920 req-65f9132e-0114-4206-ac61-a8da10105930 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303988 Sep 21 09:18:56.240723 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dcd4a-7cf3-4905-a2f9-4f1b6ec679e2 req-7bd45030-b722-4353-af0a-6b8654c7408e tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:18:56.242210 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-546dcd4a-7cf3-4905-a2f9-4f1b6ec679e2 req-7bd45030-b722-4353-af0a-6b8654c7408e tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 945 time: 0.0481629 Sep 21 09:18:56.283735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-546dcd4a-7cf3-4905-a2f9-4f1b6ec679e2 req-39905b76-76f4-4970-a365-2982cf8be1c8 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Sep 21 09:18:56.934281 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:18:56.975962 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:18:58.028756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:02.657899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:04.401728 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:14.856891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b046b-55d1-409b-af9d-ee088b703691 req-8d345554-7ba5-48d1-9a59-98e65da7db9f tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:14.858521 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b00b046b-55d1-409b-af9d-ee088b703691 req-8d345554-7ba5-48d1-9a59-98e65da7db9f tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 945 time: 0.0610039 Sep 21 09:19:14.900485 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b00b046b-55d1-409b-af9d-ee088b703691 req-1fd30d9d-476e-49d8-95f3-08a3d25287b7 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Sep 21 09:19:16.029615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1172df-45f7-4a99-9b8d-94f8f62493c6 req-c6a9f6b5-4abc-4a62-be7d-1dd2b0f9f6e0 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:16.031206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c1172df-45f7-4a99-9b8d-94f8f62493c6 req-c6a9f6b5-4abc-4a62-be7d-1dd2b0f9f6e0 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 945 time: 0.0564964 Sep 21 09:19:16.075470 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9c1172df-45f7-4a99-9b8d-94f8f62493c6 req-e0d1e5f9-10dd-423c-a087-80060ffed81b tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376465 Sep 21 09:19:16.447498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-2168129d-2d51-4adf-abc4-3dbfa18437d4 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:16.448966 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-2168129d-2d51-4adf-abc4-3dbfa18437d4 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.50 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 945 time: 0.0485461 Sep 21 09:19:16.545131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Deleting port 37ad5989-a6f9-4762-8867-009bad0c13a6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:16.545479 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:16.632463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] For port 37ad5989-a6f9-4762-8867-009bad0c13a6, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37ad5989-a6f9-4762-8867-009bad0c13a6,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:16.632838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:16.645615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Calling delete_port for 37ad5989-a6f9-4762-8867-009bad0c13a6 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:16.775191 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:16.787514 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['37ad5989-a6f9-4762-8867-009bad0c13a6'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:19:16.811781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Pushing event deleted for resources: {'Port': ['ID=37ad5989-a6f9-4762-8867-009bad0c13a6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:16.834822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.835236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.835644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.836024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.836422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.836792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.837167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.837499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.837836 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.838169 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.838501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.838827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:16.861895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] No DVR routers for this DVR port 37ad5989-a6f9-4762-8867-009bad0c13a6 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:19:16.864657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:16.866719 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1bd4356c-67f1-42c5-adad-29f9cc2efa8c req-853a5060-6102-4f52-8c20-b322911e8a6c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.50 "DELETE /v2.0/ports/37ad5989-a6f9-4762-8867-009bad0c13a6 HTTP/1.1" status: 204 len: 173 time: 0.4112689 Sep 21 09:19:16.867175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'name': 'network-vif-deleted', 'tag': '37ad5989-a6f9-4762-8867-009bad0c13a6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:19:16.870621 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7154f920-2725-4561-bf57-90a244a306de" -d '{"events": [{"server_uuid": "12c8f725-cd01-4d8f-a4a5-f80810b0753e", "name": "network-vif-deleted", "tag": "37ad5989-a6f9-4762-8867-009bad0c13a6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:19:16.912602 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17e3be-aec5-491f-ab8a-9b8fe07e1c72 x-openstack-request-id: req-1c17e3be-aec5-491f-ab8a-9b8fe07e1c72 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:19:16.912965 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c8f725-cd01-4d8f-a4a5-f80810b0753e", "name": "network-vif-deleted", "tag": "37ad5989-a6f9-4762-8867-009bad0c13a6", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:19:16.913344 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c17e3be-aec5-491f-ab8a-9b8fe07e1c72 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:19:16.913747 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c8f725-cd01-4d8f-a4a5-f80810b0753e', 'name': 'network-vif-deleted', 'tag': '37ad5989-a6f9-4762-8867-009bad0c13a6', 'status': 'completed', 'code': 200} Sep 21 09:19:17.186557 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72d6d9a5-093c-437d-a8d1-69b173acd732 req-01523411-971a-4d83-9d54-6e236d41a557 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=12c8f725-cd01-4d8f-a4a5-f80810b0753e HTTP/1.1" status: 200 len: 210 time: 0.0304728 Sep 21 09:19:18.869489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-0a273fd6-d204-46ff-94d8-6a82ed2eb5ee tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:18.870947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-0a273fd6-d204-46ff-94d8-6a82ed2eb5ee tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/networks?id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 200 len: 817 time: 0.1052701 Sep 21 09:19:18.886408 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-b29da804-8f16-4094-8246-43ca4a61d4ff tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/quotas/25a8738922dd4d3f9f96cee35d6b449d HTTP/1.1" status: 200 len: 375 time: 0.0095646 Sep 21 09:19:18.936672 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-f0651340-ae19-4f8a-abd6-d1ba0ebca9c3 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450196 Sep 21 09:19:19.072025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-a6bdd694-6298-43eb-831d-392878b16638 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235094 Sep 21 09:19:19.163717 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-1b27d9e1-92b8-401e-a724-abfb213995e7 service neutron] 10.222.0.59 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855000 Sep 21 09:19:19.323613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3cf31f65-111d-4d3f-ad19-869a31f04da5 req-b0343799-f79b-4522-90de-63076abfb777 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 210 time: 0.0267420 Sep 21 09:19:20.209961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-d61ca144-112f-4e41-ba9c-5204fdf22257 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:20.211479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-d61ca144-112f-4e41-ba9c-5204fdf22257 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.62 "GET /v2.0/networks?id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 200 len: 817 time: 0.1078506 Sep 21 09:19:20.225414 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Request body: {'port': {'device_id': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'admin_state_up': True, 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:19:20.335618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Made reservation on behalf of 25a8738922dd4d3f9f96cee35d6b449d for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:19:20.339041 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:20.418255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b235f4a2-4ee8-4b89-aefc-f83accb0ffbc req-296224a2-f86d-45d0-8b73-8f8dd75097ca tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 210 time: 0.0260420 Sep 21 09:19:20.466741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Allocated IP 172.20.0.13 (9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965/31edd883-7c44-44f5-b52d-e62ad993ad18/9c3c20e2-42e0-4194-bb0c-a54b41e3dc27) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:19:20.607166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37ad5989-a6f9-4762-8867-009bad0c13a6 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:20.608291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:20.627623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 37ad5989-a6f9-4762-8867-009bad0c13a6 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:20.627963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37ad5989-a6f9-4762-8867-009bad0c13a6 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:20.642309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:20.688756 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:19:20.693717 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:19:20.698752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:19:20.735862 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Pushing event updated for resources: {'Port': ['ID=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:20.757416 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:20.758069 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:20.773087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-8018db8d-e5e8-442c-9fe6-78cceebfcdde tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518315 Sep 21 09:19:20.831331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Request body: {'port': {'device_id': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:19:20.887442 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:20.945025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0044f15e-d91d-4fd0-999f-522921815577 None None] Provisioning complete for port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:19:20.945394 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0044f15e-d91d-4fd0-999f-522921815577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:20.979429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-0044f15e-d91d-4fd0-999f-522921815577 None None] Port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:19:21.152408 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:19:21.160383 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:21.173385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Transition to ACTIVE for port object 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:19:21.176435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:21.226438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:21.300141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Attempting to bind port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:19:21.300481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Attempting to bind port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:19:21.300819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Attempting to bind port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:19:21.305456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:19:21.305779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Attempting to bind port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 on network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:19:21.310800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:19:21.311140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Checking segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:19:21.311553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Bound using segment: {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:19:21.311986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Bound port: 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523a8209-f9b8-4d55-b9b2-8cc480dfca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:19:21.312347 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:21.377714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] For port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:19:21.380771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] For port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:19:21.385389 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:21.419757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:21.420369 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:21.421925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] 10.222.0.62 "PUT /v2.0/ports/9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 HTTP/1.1" status: 200 len: 1092 time: 0.6408939 Sep 21 09:19:21.422242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'tag': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:19:21.424778 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3037b5-67a4-4397-ac43-9680bea8f6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe1c46e-299f-42b8-aa50-f291ac3542ad", "tag": "9c3c20e2-42e0-4194-bb0c-a54b41e3dc27"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:19:21.451859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd00a-a556-4087-85b8-366b1fcf338a service neutron] Pushing event updated for resources: {'Port': ['ID=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:21.491982 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b02bb4-607e-420e-8044-028e67e084d7 x-openstack-request-id: req-a9b02bb4-607e-420e-8044-028e67e084d7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:19:21.492274 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe1c46e-299f-42b8-aa50-f291ac3542ad", "tag": "9c3c20e2-42e0-4194-bb0c-a54b41e3dc27", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:19:21.492560 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9b02bb4-607e-420e-8044-028e67e084d7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:19:21.493009 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'tag': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27', 'status': 'completed', 'code': 200} Sep 21 09:19:21.509019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-1ea0a263-87df-4ef8-aa38-b59bba378b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:21.510730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-1ea0a263-87df-4ef8-aa38-b59bba378b91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 1095 time: 0.0471067 Sep 21 09:19:21.543801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a29ccd-3c3d-4361-b7cd-1e640363d1e0 req-bd4d42c5-d8e5-4b67-8c5a-15fe2c169be2 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:21.545362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99a29ccd-3c3d-4361-b7cd-1e640363d1e0 req-bd4d42c5-d8e5-4b67-8c5a-15fe2c169be2 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 944 time: 0.0529830 Sep 21 09:19:21.556991 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-da0f3207-2124-4036-80f1-c96f2d323eca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 HTTP/1.1" status: 200 len: 217 time: 0.0385089 Sep 21 09:19:21.589955 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-99a29ccd-3c3d-4361-b7cd-1e640363d1e0 req-55218f7a-3f9c-4851-993b-a91fda82f858 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366449 Sep 21 09:19:21.614102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-c7d8ec3a-c957-4d40-aab0-f59fd247f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:21.615796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-c7d8ec3a-c957-4d40-aab0-f59fd247f20b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31edd883-7c44-44f5-b52d-e62ad993ad18 HTTP/1.1" status: 200 len: 856 time: 0.0510809 Sep 21 09:19:21.663091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175dd7a-060b-469c-b618-94f556560309 req-128be290-acf4-487c-8894-5ac562f46266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:21.664670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-128be290-acf4-487c-8894-5ac562f46266 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423357 Sep 21 09:19:21.756835 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-a69bf520-e3b9-4a4a-9039-a28d37c86fff service neutron] 10.222.0.62 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851674 Sep 21 09:19:21.846103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5175dd7a-060b-469c-b618-94f556560309 req-70962a87-5c07-465e-b001-7e2b50e9a576 service neutron] 10.222.0.62 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820968 Sep 21 09:19:21.931966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-484f021a-7802-4187-8cb5-1bfa1a752434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:21.933497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-484f021a-7802-4187-8cb5-1bfa1a752434 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 1095 time: 0.0452733 Sep 21 09:19:22.023688 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-defd1c90-7af5-4540-b7ab-f6fec6e0dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:22.025164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-defd1c90-7af5-4540-b7ab-f6fec6e0dab6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 200 len: 918 time: 0.0844278 Sep 21 09:19:22.068934 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-e6d914bd-41f5-4346-afa1-10a46e0a1a90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 HTTP/1.1" status: 200 len: 217 time: 0.0373116 Sep 21 09:19:22.117328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-2282c9e2-8963-44ec-9a32-e1534a162aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:22.119267 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-2282c9e2-8963-44ec-9a32-e1534a162aa3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31edd883-7c44-44f5-b52d-e62ad993ad18 HTTP/1.1" status: 200 len: 856 time: 0.0426214 Sep 21 09:19:22.167572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-4d95c524-ca22-4b80-a9ed-74dfdadbb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:22.169086 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-4d95c524-ca22-4b80-a9ed-74dfdadbb306 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425951 Sep 21 09:19:22.260520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-6cc27bc7-b30c-4b40-9414-2064d5efbd22 service neutron] 10.222.0.62 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842624 Sep 21 09:19:22.349242 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab3037b5-67a4-4397-ac43-9680bea8f6bc req-26f99dbb-d3f6-485a-bba6-18bfae681892 service neutron] 10.222.0.62 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818727 Sep 21 09:19:22.503848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1b716916-982d-47e1-9bd7-7fb629b97a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:22.708868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4883-7449-4bf7-9c56-4ddaa82858ae req-9014d69e-7c1b-4c90-ae76-1444e0e1b8c6 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:22.710426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc2d4883-7449-4bf7-9c56-4ddaa82858ae req-9014d69e-7c1b-4c90-ae76-1444e0e1b8c6 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 944 time: 0.0504830 Sep 21 09:19:22.753827 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc2d4883-7449-4bf7-9c56-4ddaa82858ae req-c857c5f8-04a6-4bd1-9801-1b9b97a4ffb6 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Sep 21 09:19:23.876749 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b8e46-b49f-4bf1-b286-a5ca0089404a req-d4aab9f0-30b9-466d-b322-1a3f8699a002 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:23.878215 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a58b8e46-b49f-4bf1-b286-a5ca0089404a req-d4aab9f0-30b9-466d-b322-1a3f8699a002 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 944 time: 0.0550172 Sep 21 09:19:23.915450 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a58b8e46-b49f-4bf1-b286-a5ca0089404a req-f005fc39-ec2f-43d1-a9ef-ba45146f1d8e tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Sep 21 09:19:25.037660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17e420-7017-4504-b588-3e0730179d1c req-6f090df7-444e-489a-bff3-3785e8e51ffb tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:25.039191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb17e420-7017-4504-b588-3e0730179d1c req-6f090df7-444e-489a-bff3-3785e8e51ffb tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 944 time: 0.0491633 Sep 21 09:19:25.077381 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb17e420-7017-4504-b588-3e0730179d1c req-303598a4-e9a1-4af7-9ffe-a8f1d2e76135 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Sep 21 09:19:25.417677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:25.436193 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5781711-bf03-4db6-aa77-8450e0fb6fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:25.650074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:19:25.744852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:25.755688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27', 'network_id': '9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965', 'port_id': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27', 'mac_address': 'fa:16:3e:be:f2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31edd883-7c44-44f5-b52d-e62ad993ad18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:19:25.792367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:25.805158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:19:25.824185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:25.828122 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:25.873610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:25.880708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.881045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.881393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.881720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.882048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.882374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.882696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.883015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.883351 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.883672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.883990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:25.884305 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:26.150782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['9c3c20e2-42e0-4194-bb0c-a54b41e3dc27'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:19:26.194364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bc337-cee7-444e-a96a-40b8c3286358 req-9c35725b-6cd6-4c3f-b6d7-24f0ab3372ae tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:26.196409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e9bc337-cee7-444e-a96a-40b8c3286358 req-9c35725b-6cd6-4c3f-b6d7-24f0ab3372ae tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 945 time: 0.0526319 Sep 21 09:19:26.236218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5e9bc337-cee7-444e-a96a-40b8c3286358 req-50f2039f-dc01-4c66-b16c-96f989256186 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Sep 21 09:19:26.978949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:27.350021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db98473-5da8-4ce6-bcfe-bd71a24b9c9c req-2e9575f3-81f8-4208-8825-c99aeba2dc6e tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:27.351550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6db98473-5da8-4ce6-bcfe-bd71a24b9c9c req-2e9575f3-81f8-4208-8825-c99aeba2dc6e tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 945 time: 0.0484946 Sep 21 09:19:27.388684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6db98473-5da8-4ce6-bcfe-bd71a24b9c9c req-4100c77d-a018-49da-97fe-0e5310af0ab2 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305958 Sep 21 09:19:27.664642 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:19:27.711651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:19:27.715887 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:19:27.716258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:27.790960 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:27.813270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:19:27.815523 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc5d735-24b8-407f-bf1c-92ed1ff5f438" -d '{"events": [{"server_uuid": "bbe1c46e-299f-42b8-aa50-f291ac3542ad", "name": "network-vif-plugged", "status": "completed", "tag": "9c3c20e2-42e0-4194-bb0c-a54b41e3dc27"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:19:27.828529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:27.832260 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:27.854515 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e25c71-4bd7-4786-ad7e-76faeba84b24 x-openstack-request-id: req-e8e25c71-4bd7-4786-ad7e-76faeba84b24 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:19:27.854806 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe1c46e-299f-42b8-aa50-f291ac3542ad", "name": "network-vif-plugged", "status": "completed", "tag": "9c3c20e2-42e0-4194-bb0c-a54b41e3dc27", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:19:27.855052 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8e25c71-4bd7-4786-ad7e-76faeba84b24 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:19:27.855456 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27', 'code': 200} Sep 21 09:19:27.880903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:27.946318 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575222-6edc-4ef5-84f8-eae70085ff0a req-79c5866a-5f85-4dd0-a624-138b1c25b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:27.948455 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a575222-6edc-4ef5-84f8-eae70085ff0a req-79c5866a-5f85-4dd0-a624-138b1c25b85c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 1097 time: 0.0396476 Sep 21 09:19:27.984506 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9a575222-6edc-4ef5-84f8-eae70085ff0a req-ab0a960a-a9d5-40da-9e43-32d8327a645f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300863 Sep 21 09:19:28.029622 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:28.502512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a1ecc-98c0-426b-9e59-e16fe74f1ace req-d927114b-9cfe-46d2-a62d-64e97be7389d tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:28.504024 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-005a1ecc-98c0-426b-9e59-e16fe74f1ace req-d927114b-9cfe-46d2-a62d-64e97be7389d tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 946 time: 0.0475209 Sep 21 09:19:28.541273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-005a1ecc-98c0-426b-9e59-e16fe74f1ace req-65821ad7-84ec-4a2a-bb88-3e5e1751f396 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Sep 21 09:19:29.656451 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac5f14-ec7a-461a-84f7-d936630a15e7 req-745a1667-9991-4d06-86e8-d23f050de065 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:29.657932 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-baac5f14-ec7a-461a-84f7-d936630a15e7 req-745a1667-9991-4d06-86e8-d23f050de065 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 946 time: 0.0488007 Sep 21 09:19:29.696190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-baac5f14-ec7a-461a-84f7-d936630a15e7 req-c52413f3-5326-4479-acd4-943d3fe66825 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Sep 21 09:19:29.808935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9c5a1-e82d-46c7-aff6-c0b5b8fcc751 req-8696a165-d185-4253-9707-5f1aea5d8dc8 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:29.810421 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4c9c5a1-e82d-46c7-aff6-c0b5b8fcc751 req-8696a165-d185-4253-9707-5f1aea5d8dc8 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 946 time: 0.0488501 Sep 21 09:19:29.846834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c4c9c5a1-e82d-46c7-aff6-c0b5b8fcc751 req-716b2901-5b60-4337-ae84-54f37c0f04ba tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303891 Sep 21 09:19:31.439495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-c67b364c-e35b-4fad-8b55-02f8531e3ff2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453582 Sep 21 09:19:31.525799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-6755f532-f741-4ea4-82c8-9435c86e06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:31.527297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-6755f532-f741-4ea4-82c8-9435c86e06a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 1097 time: 0.0442917 Sep 21 09:19:31.637902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-e81ec594-0857-486a-bee4-1a7a77dcfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:31.639440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-e81ec594-0857-486a-bee4-1a7a77dcfe2a service neutron] 10.222.0.62 "GET /v2.0/networks?id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 200 len: 918 time: 0.0932498 Sep 21 09:19:31.685486 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-b95e789b-e123-4261-9fc7-20733aa2eead service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 HTTP/1.1" status: 200 len: 217 time: 0.0391684 Sep 21 09:19:31.737828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-b606cd02-06ee-4717-a38e-d89507e72e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:31.739247 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-b606cd02-06ee-4717-a38e-d89507e72e90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=31edd883-7c44-44f5-b52d-e62ad993ad18 HTTP/1.1" status: 200 len: 856 time: 0.0472796 Sep 21 09:19:31.785569 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-789e8f7d-d8de-4c5e-a677-f2a06c58a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:31.787147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-789e8f7d-d8de-4c5e-a677-f2a06c58a9fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413036 Sep 21 09:19:31.881320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-277ae69a-aa70-4356-94f9-34ddca29fdb2 service neutron] 10.222.0.62 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869207 Sep 21 09:19:31.970828 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d35b4f8a-f3e9-4147-90d5-84a017b59721 req-72591272-8599-430b-9de4-56ff843ba989 service neutron] 10.222.0.62 "GET /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825531 Sep 21 09:19:32.668300 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:33.933307 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:19:34.410470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:48.201342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566403-b5d0-4679-b6b5-adf7714b437e req-cd81d174-709f-4ac1-85d6-7f1320c59c97 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:48.202830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6566403-b5d0-4679-b6b5-adf7714b437e req-cd81d174-709f-4ac1-85d6-7f1320c59c97 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 946 time: 0.0537808 Sep 21 09:19:48.239056 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d6566403-b5d0-4679-b6b5-adf7714b437e req-dc81be10-2b96-4cf1-8307-a13cc9dd1fa5 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302403 Sep 21 09:19:49.369673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b12ba-0264-407b-b7de-741acf0d85b6 req-68c50a4e-3540-464f-b3e6-d36ba592bd35 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:49.371183 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf3b12ba-0264-407b-b7de-741acf0d85b6 req-68c50a4e-3540-464f-b3e6-d36ba592bd35 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 946 time: 0.0636322 Sep 21 09:19:49.411234 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cf3b12ba-0264-407b-b7de-741acf0d85b6 req-6c6148cf-2c47-4efb-8479-fb60fa11611c tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/security-groups?id=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339856 Sep 21 09:19:49.922892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-80e52c4c-8fb2-4ea8-8fae-3a22107d5460 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:49.924630 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-80e52c4c-8fb2-4ea8-8fae-3a22107d5460 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 946 time: 0.0483141 Sep 21 09:19:50.011172 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Deleting port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:50.011550 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:50.100651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] For port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:50.101011 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:50.113659 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Calling delete_port for 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:50.238151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:50.250162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['9c3c20e2-42e0-4194-bb0c-a54b41e3dc27'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:19:50.267678 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Pushing event deleted for resources: {'Port': ['ID=9c3c20e2-42e0-4194-bb0c-a54b41e3dc27,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:50.311003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] No DVR routers for this DVR port 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:19:50.314234 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:50.316422 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26b65a0e-c0a4-4cd7-b72c-268ba6861e9e req-1a5e88df-ccdb-45f2-ac13-6ee49f304cf9 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.62 "DELETE /v2.0/ports/9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 HTTP/1.1" status: 204 len: 173 time: 0.3854134 Sep 21 09:19:50.316876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'name': 'network-vif-deleted', 'tag': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:19:50.319370 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8234df42-ef7f-47d0-9cac-8bd9180517fc" -d '{"events": [{"server_uuid": "bbe1c46e-299f-42b8-aa50-f291ac3542ad", "name": "network-vif-deleted", "tag": "9c3c20e2-42e0-4194-bb0c-a54b41e3dc27"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:19:50.358441 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111014bd-b4d5-455e-ae65-7d0e338bfdbd x-openstack-request-id: req-111014bd-b4d5-455e-ae65-7d0e338bfdbd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:19:50.358732 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe1c46e-299f-42b8-aa50-f291ac3542ad", "name": "network-vif-deleted", "tag": "9c3c20e2-42e0-4194-bb0c-a54b41e3dc27", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:19:50.358986 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-111014bd-b4d5-455e-ae65-7d0e338bfdbd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:19:50.359411 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe1c46e-299f-42b8-aa50-f291ac3542ad', 'name': 'network-vif-deleted', 'tag': '9c3c20e2-42e0-4194-bb0c-a54b41e3dc27', 'status': 'completed', 'code': 200} Sep 21 09:19:50.516730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b92a3f8-06cf-47c8-8920-bf1c42705795 req-7500ed27-2e00-490a-888e-f90307ba4be5 tempest-TestEncryptedCinderVolumes-1446952456 tempest-TestEncryptedCinderVolumes-1446952456-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbe1c46e-299f-42b8-aa50-f291ac3542ad HTTP/1.1" status: 200 len: 210 time: 0.0270190 Sep 21 09:19:51.607187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44604) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:51.949042 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:52.186928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Deleting port d933d530-5f5c-4d92-a2b6-1024c54e9616 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:52.187266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:52.261969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] For port d933d530-5f5c-4d92-a2b6-1024c54e9616, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d933d530-5f5c-4d92-a2b6-1024c54e9616,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:52.262333 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:52.274794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Calling delete_port for d933d530-5f5c-4d92-a2b6-1024c54e9616 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:52.453313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:52.486653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d933d530-5f5c-4d92-a2b6-1024c54e9616,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:52.511532 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0b7d88a2-655a-418a-b8e4-6c732bd5e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:52.980219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:53.191919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Router a31ff81a-bbbb-4600-99b2-a1964e9027fa has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:19:53.297423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:19:53.302568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-909c9b41-1ea2-494b-91a8-40bb3bd0e9cc admin admin] 10.222.0.59 "PUT /v2.0/routers/a31ff81a-bbbb-4600-99b2-a1964e9027fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943016 Sep 21 09:19:53.305591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44606) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:53.306435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] Sync routers for ids ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:19:53.315632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] Routers {'a31ff81a-bbbb-4600-99b2-a1964e9027fa'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:19:53.316256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:53.408724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:53.420974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] Set router a31ff81a-bbbb-4600-99b2-a1964e9027fa gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:19:53.511947 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:53.564223 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Deleting port e00de79b-7fcd-40a7-a419-588e6c7dc539 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:53.564483 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:53.599609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:19:52Z', 'revision_number': 5, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port': {'id': 'e00de79b-7fcd-40a7-a419-588e6c7dc539', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:74:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:37Z', 'updated_at': '2021-09-21T09:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:53.625804 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] Checking router: a31ff81a-bbbb-4600-99b2-a1964e9027fa for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:19:53.634832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] Routers {'a31ff81a-bbbb-4600-99b2-a1964e9027fa'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:19:53.635477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:53.642629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] For port e00de79b-7fcd-40a7-a419-588e6c7dc539, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e00de79b-7fcd-40a7-a419-588e6c7dc539,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:53.643001 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:53.656374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Calling delete_port for e00de79b-7fcd-40a7-a419-588e6c7dc539 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:53.721311 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] Set router a31ff81a-bbbb-4600-99b2-a1964e9027fa gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:19:53.778739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:19:53Z', 'revision_number': 6, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:53.805391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c58499-b6a9-4ce1-9328-c0a308bb0ef1 None None] The sync data for ids ['a31ff81a-bbbb-4600-99b2-a1964e9027fa'] in n-d-809980-2 is: [{'id': 'a31ff81a-bbbb-4600-99b2-a1964e9027fa', 'name': 'tempest-TestEncryptedCinderVolumes-1413668278-router', 'tenant_id': '25a8738922dd4d3f9f96cee35d6b449d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:36Z', 'updated_at': '2021-09-21T09:19:53Z', 'revision_number': 6, 'project_id': '25a8738922dd4d3f9f96cee35d6b449d', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:19:53.832923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:53.860440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00de79b-7fcd-40a7-a419-588e6c7dc539,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:53.867147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:53.887452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:53.887800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 9c3c20e2-42e0-4194-bb0c-a54b41e3dc27 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:53.931874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.018417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.020546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.062922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.063532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a31ff81a-bbbb-4600-99b2-a1964e9027fa {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:19:54.067733 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.071764 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-290d5c3b-8276-419b-b5d2-b983d20e42b1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a31ff81a-bbbb-4600-99b2-a1964e9027fa HTTP/1.1" status: 204 len: 168 time: 0.7651782 Sep 21 09:19:54.072522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44608) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:54.115649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Deleting subnet 31edd883-7c44-44f5-b52d-e62ad993ad18 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:19:54.119071 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.154250 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.242193 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.293223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.316867 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31edd883-7c44-44f5-b52d-e62ad993ad18,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:54.327230 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.329114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/31edd883-7c44-44f5-b52d-e62ad993ad18 HTTP/1.1" status: 204 len: 168 time: 0.2556129 Sep 21 09:19:54.329315 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa4a4f4-dfc4-4aa3-9063-17310f279a25 None None] Network 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:19:54.330774 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.331124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.331583 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.331733 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44610) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:54.331913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.332245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.332577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.332904 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.333231 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.333554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.333876 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.334196 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.334515 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a6ee93-1dee-4036-8856-083885ef095a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:19:54.403500 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.455749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Deleting port 36faf359-a246-419c-b26d-cd90c3e19c65 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:54.456094 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.524240 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] For port 36faf359-a246-419c-b26d-cd90c3e19c65, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=36faf359-a246-419c-b26d-cd90c3e19c65,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:54.524615 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.537962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Calling delete_port for 36faf359-a246-419c-b26d-cd90c3e19c65 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:54.546506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] DHCP port deletion for 9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:19:54.595562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] Deleting port 36faf359-a246-419c-b26d-cd90c3e19c65 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:54.595936 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.623764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.652191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] No DVR routers for this DVR port 36faf359-a246-419c-b26d-cd90c3e19c65 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:19:54.657354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=36faf359-a246-419c-b26d-cd90c3e19c65,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:54.666558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] For port 36faf359-a246-419c-b26d-cd90c3e19c65, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=36faf359-a246-419c-b26d-cd90c3e19c65,segment=NetworkSegment(523a8209-f9b8-4d55-b9b2-8cc480dfca43),segment_id=523a8209-f9b8-4d55-b9b2-8cc480dfca43)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:54.667066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.682723 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] Calling delete_port for 36faf359-a246-419c-b26d-cd90c3e19c65 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:54.734811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.750257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e00de79b-7fcd-40a7-a419-588e6c7dc539 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:54.756917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:54.769450 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523a8209-f9b8-4d55-b9b2-8cc480dfca43') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:54.769903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523a8209-f9b8-4d55-b9b2-8cc480dfca43') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:54.781650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.791269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: e00de79b-7fcd-40a7-a419-588e6c7dc539 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:54.791654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e00de79b-7fcd-40a7-a419-588e6c7dc539 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:54.792068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d933d530-5f5c-4d92-a2b6-1024c54e9616 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:54.806214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.812865 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:19:54.814123 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.814272 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d933d530-5f5c-4d92-a2b6-1024c54e9616 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:54.814470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d933d530-5f5c-4d92-a2b6-1024c54e9616 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:54.814928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 36faf359-a246-419c-b26d-cd90c3e19c65 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:19:54.815126 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:19:54.835348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 36faf359-a246-419c-b26d-cd90c3e19c65 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:54.835348 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 36faf359-a246-419c-b26d-cd90c3e19c65 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:54.839878 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.873064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] No DVR routers for this DVR port 36faf359-a246-419c-b26d-cd90c3e19c65 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:19:54.874842 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d95ecb-be0f-4fed-9525-b8ac27c78d41 None None] Pushing event deleted for resources: {'Port': ['ID=36faf359-a246-419c-b26d-cd90c3e19c65,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:54.877209 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.886329 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:54.890123 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965 HTTP/1.1" status: 204 len: 168 time: 0.5555174 Sep 21 09:19:54.891324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44612) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:54.898017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e235139-e827-4335-b333-075fbf1aaa30 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8ad1e7-7ac1-4b8e-9e82-daa02bd86965,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:55.231547 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:55.420004 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:55.437117 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c2769d75-56e2-4d8a-840b-7383d8a24ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:55.478426 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Deleting port 26f68f35-999d-45a9-9e9c-f41c569fa2e1 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:55.478777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:55.555657 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] For port 26f68f35-999d-45a9-9e9c-f41c569fa2e1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=26f68f35-999d-45a9-9e9c-f41c569fa2e1,segment=NetworkSegment(f66620d6-efbd-48c4-b8c2-55506595a454),segment_id=f66620d6-efbd-48c4-b8c2-55506595a454)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:55.555938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:55.568145 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Calling delete_port for 26f68f35-999d-45a9-9e9c-f41c569fa2e1 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:55.744165 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:55.774575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f68f35-999d-45a9-9e9c-f41c569fa2e1,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:55.939569 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:56.150448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:19:56.253191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:19:56.258235 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8acfd31c-334e-4cba-91ba-e6062bd82c29 admin admin] 10.222.0.59 "PUT /v2.0/routers/98b9da91-13a5-4f6c-85bf-f4e24e34b83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3657296 Sep 21 09:19:56.260662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44614) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:56.263187 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] Sync routers for ids ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:19:56.275883 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] Routers {'98b9da91-13a5-4f6c-85bf-f4e24e34b83b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:19:56.276468 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:56.367242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:56.387227 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] Set router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:19:56.570125 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:19:55Z', 'revision_number': 5, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:56.596812 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] Checking router: 98b9da91-13a5-4f6c-85bf-f4e24e34b83b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:19:56.606044 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] Routers {'98b9da91-13a5-4f6c-85bf-f4e24e34b83b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:19:56.606666 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:56.715344 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] Set router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:19:56.804506 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:56.857012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Deleting port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:56.857250 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:56.897429 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:19:55Z', 'revision_number': 5, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:56.923649 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f50a8-d62c-4fa5-a201-6bdbe1dd665e None None] The sync data for ids ['98b9da91-13a5-4f6c-85bf-f4e24e34b83b'] in n-d-809980-2 is: [{'id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'name': 'tempest-TestEncryptedCinderVolumes-91330881-router', 'tenant_id': '55aaba5407e44f5486389b3a208404c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:19:55Z', 'revision_number': 5, 'project_id': '55aaba5407e44f5486389b3a208404c1', 'gw_port': {'id': '813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b9da91-13a5-4f6c-85bf-f4e24e34b83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:18:41Z', 'updated_at': '2021-09-21T09:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:19:56.934055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] For port 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:56.934419 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:56.947927 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Calling delete_port for 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:56.983138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.114187 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.145378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:57.203674 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.295246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.297536 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.344980 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.345539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b9da91-13a5-4f6c-85bf-f4e24e34b83b {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:19:57.350266 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.351657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bc034487-e9a4-4ce2-8a3f-e97d5dbdd3f8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/98b9da91-13a5-4f6c-85bf-f4e24e34b83b HTTP/1.1" status: 204 len: 168 time: 1.0899074 Sep 21 09:19:57.353946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44616) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:57.404829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] Deleting subnet 92bb8b5f-86ba-4274-a16b-6a26064ca84c {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:19:57.408050 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.443118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.521099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.576426 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.605683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bb8b5f-86ba-4274-a16b-6a26064ca84c,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:57.611449 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.613376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-00287e60-d009-455f-9019-cfd518c5ce9c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/92bb8b5f-86ba-4274-a16b-6a26064ca84c HTTP/1.1" status: 204 len: 168 time: 0.2584443 Sep 21 09:19:57.615995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44618) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:57.618451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071a031-efc0-4a5f-a142-58f95aa5e467 None None] Network b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:19:57.683724 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.734827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Deleting port 16855c8e-0736-44a2-8a88-36c1e5ebae5f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:19:57.735146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.805284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] For port 16855c8e-0736-44a2-8a88-36c1e5ebae5f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=16855c8e-0736-44a2-8a88-36c1e5ebae5f,segment=NetworkSegment(f66620d6-efbd-48c4-b8c2-55506595a454),segment_id=f66620d6-efbd-48c4-b8c2-55506595a454)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:19:57.805284 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.818599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Calling delete_port for 16855c8e-0736-44a2-8a88-36c1e5ebae5f owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:19:57.899019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:57.931079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Pushing event deleted for resources: {'Port': ['ID=16855c8e-0736-44a2-8a88-36c1e5ebae5f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:57.935494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] No DVR routers for this DVR port 16855c8e-0736-44a2-8a88-36c1e5ebae5f on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:19:57.944763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97efe98-87e1-4778-9370-a4150e33a732 None None] DHCP port deletion for b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:19:58.015370 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.035282 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.037588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:58.048566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66620d6-efbd-48c4-b8c2-55506595a454') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:58.048865 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66620d6-efbd-48c4-b8c2-55506595a454') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:19:58.058652 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.072333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.078536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:19:58.078932 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:19:58.080842 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:19:58.139822 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.145334 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.150572 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2 HTTP/1.1" status: 204 len: 168 time: 0.5304344 Sep 21 09:19:58.159722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b730b-6e44-4790-8fe1-9e231e494448 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a5ac9d-c4e7-4562-8f09-b0b11a944ba2,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:58.304924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44622) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:58.344172 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-76af1ca5-8ec7-40da-b621-1a1fd5656266 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25a8738922dd4d3f9f96cee35d6b449d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380881 Sep 21 09:19:58.346623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44624) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:58.391738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-991e63e4-1ee0-4571-8a8d-a09bfd818c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.412374 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-991e63e4-1ee0-4571-8a8d-a09bfd818c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.459024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-991e63e4-1ee0-4571-8a8d-a09bfd818c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.462306 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-991e63e4-1ee0-4571-8a8d-a09bfd818c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.463540 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-991e63e4-1ee0-4571-8a8d-a09bfd818c1e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a082aa4f-adb6-46a3-a8e0-8d3fde4f0575 HTTP/1.1" status: 204 len: 168 time: 0.1160228 Sep 21 09:19:58.471516 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e63e4-1ee0-4571-8a8d-a09bfd818c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a082aa4f-adb6-46a3-a8e0-8d3fde4f0575,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:58.729264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 26f68f35-999d-45a9-9e9c-f41c569fa2e1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:58.749527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 26f68f35-999d-45a9-9e9c-f41c569fa2e1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:58.749893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 26f68f35-999d-45a9-9e9c-f41c569fa2e1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:58.750276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:58.772647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:58.772994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 813c9c6d-e69e-4d4e-b8e8-8c20dd1dea52 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:58.773447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16855c8e-0736-44a2-8a88-36c1e5ebae5f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:19:58.773585 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44630) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:58.792019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 16855c8e-0736-44a2-8a88-36c1e5ebae5f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:19:58.792367 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16855c8e-0736-44a2-8a88-36c1e5ebae5f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:19:58.815969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5b50e3cd-76ab-427d-8c6d-91a71962888f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55aaba5407e44f5486389b3a208404c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413365 Sep 21 09:19:58.818613 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44632) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:58.866000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7995ad0-ae3b-4401-b022-664765fb7cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.887119 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7995ad0-ae3b-4401-b022-664765fb7cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.936032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7995ad0-ae3b-4401-b022-664765fb7cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.938493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7995ad0-ae3b-4401-b022-664765fb7cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:58.939785 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c7995ad0-ae3b-4401-b022-664765fb7cad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c3b8cbf-1b5b-4fd7-8428-138c9e789a2c HTTP/1.1" status: 204 len: 168 time: 0.1201890 Sep 21 09:19:58.947774 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7995ad0-ae3b-4401-b022-664765fb7cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b8cbf-1b5b-4fd7-8428-138c9e789a2c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:59.596031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44654) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:59.690815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1070827445-network', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:19:59.712907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Made reservation on behalf of c29c6ce495c646708372b12adb1a4a77 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:19:59.715183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.723652 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.816427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.820029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.846661 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:19:59.853493 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4af71b6-b251-49d6-89b0-0b62dd436c5e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:19:59.859622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.859983 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Added segment c8797685-72df-4e4f-9f46-59455bc67dd2 of type vlan for network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce Sep 21 09:19:59.900588 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.926054 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.927104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:19:59.927731 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.961007 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3638556 Sep 21 09:19:59.964101 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44658) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:19:59.968982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Request body: {'subnet': {'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1070827445-subnet', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:19:59.989280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Made reservation on behalf of c29c6ce495c646708372b12adb1a4a77 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:19:59.991833 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:19:59.993020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe779ba-d1a9-48bf-99c3-13abeeb5c811 admin admin] Pushing event updated for resources: {'Network': ['ID=39f79b02-da9a-455a-b60f-e8d8eb3f97ce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:00.003335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:20:00.160961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.213067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:00.223195 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Checking segment: {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:00.223579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Network hostable DHCP agents. Network: 39f79b02-da9a-455a-b60f-e8d8eb3f97ce, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:20:00.239646 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:20:00.247938 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 39f79b02-da9a-455a-b60f-e8d8eb3f97ce) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:00.251988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:00.252592 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.256622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502ce0c-12de-45d1-a637-631ca0b5eaef None None] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:20:00.266525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-978a4094-82a1-46b9-a1c1-109eb4741dd8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3014262 Sep 21 09:20:00.269419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44660) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:00.274657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:00.296668 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.297701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.348325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.400146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:20:00.401010 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.489368 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.535209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Allocated IP 172.20.0.2 (39f79b02-da9a-455a-b60f-e8d8eb3f97ce/4167cfff-a4ec-42af-8d14-57ef3b6aa6d0/94a86d6c-b828-4d19-aa03-b6edd4e79e26) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:00.676839 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.683723 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.692160 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.713396 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.724484 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:00.730115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:00.734504 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:00.737557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Pushing event updated for resources: {'Port': ['ID=94a86d6c-b828-4d19-aa03-b6edd4e79e26,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:00.798544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Attempting to bind port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:20:00.798922 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Attempting to bind port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:20:00.799286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Attempting to bind port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 on network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:00.804456 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:20:00.805596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Checking segment: {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:00.806002 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.806390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Bound using segment: {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:20:00.806850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Bound port: 94a86d6c-b828-4d19-aa03-b6edd4e79e26, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:20:00.807228 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.837141 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Allocated IP 172.25.1.73 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/3188d04a-a472-4bf9-91d7-6100d6a9ff4b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:00.880115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] For port 94a86d6c-b828-4d19-aa03-b6edd4e79e26, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:20:00.884245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] For port 94a86d6c-b828-4d19-aa03-b6edd4e79e26, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=94a86d6c-b828-4d19-aa03-b6edd4e79e26,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:20:00.889171 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:00.955876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eb618-3b4a-4d03-9a56-4c990797949f None None] Pushing event updated for resources: {'Port': ['ID=94a86d6c-b828-4d19-aa03-b6edd4e79e26,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:00.973251 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:01.010365 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:01.050222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:01.053228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:01.059963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:01.083358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Pushing event updated for resources: {'Port': ['ID=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:01.353438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:01.551225 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:01.688276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Router ee13177e-fb3b-4e50-8ffc-7d0c813f203a is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:20:01.905125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aff5ff-4f7a-43b5-8b9c-a0f068011d78 None None] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:20:02.149760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:20:02.167875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.169014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Sync routers for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:20:02.169137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-c7083318-ca0e-4f4f-be2d-3bac9417f374 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8986559 Sep 21 09:20:02.171969 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44662) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:02.182647 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-72590344-94e7-4bd2-a828-f58c284bdccd None None] Provisioning complete for port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:02.183019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-72590344-94e7-4bd2-a828-f58c284bdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.222206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:02.222823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:02.388850 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:02.390509 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-72590344-94e7-4bd2-a828-f58c284bdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.521002 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-72590344-94e7-4bd2-a828-f58c284bdccd None None] For port 94a86d6c-b828-4d19-aa03-b6edd4e79e26, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=94a86d6c-b828-4d19-aa03-b6edd4e79e26,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:02.531163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-72590344-94e7-4bd2-a828-f58c284bdccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.613300 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.614891 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72590344-94e7-4bd2-a828-f58c284bdccd None None] Pushing event updated for resources: {'Port': ['ID=94a86d6c-b828-4d19-aa03-b6edd4e79e26,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:02.646485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:01Z', 'revision_number': 3, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:02.688797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Checking router: ee13177e-fb3b-4e50-8ffc-7d0c813f203a for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:20:02.689143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Updating router ee13177e-fb3b-4e50-8ffc-7d0c813f203a port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:20:02.714608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4b3a179f-6c09-425f-a7f6-d04ccef0c7dd None None] Provisioning complete for port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:02.715031 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4b3a179f-6c09-425f-a7f6-d04ccef0c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.716612 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.749769 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.789061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Allocated IP 172.20.0.1 (39f79b02-da9a-455a-b60f-e8d8eb3f97ce/4167cfff-a4ec-42af-8d14-57ef3b6aa6d0/5bc64842-1bb1-488d-b715-f6d7fe0d2c66) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:02.789680 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 94a86d6c-b828-4d19-aa03-b6edd4e79e26 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:02.894058 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.930171 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:02.970643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:02.977888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:02.980094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:02.982272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:03.005379 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:03.005832 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.028110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.161367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.164220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.175685 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.243736 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Attempting to bind port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:20:03.244020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Attempting to bind port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:20:03.244374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Attempting to bind port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:03.246670 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fae7e-7ee2-4b74-b4a9-9696c6d2c12e None None] Pushing event updated for resources: {'Port': ['ID=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:03.250916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-942c554a-9be0-4cf4-8ff9-a1e92034ca7f None None] Provisioning complete for port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:03.251287 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-942c554a-9be0-4cf4-8ff9-a1e92034ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.255500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:20:03.255873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:03.256266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.256659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:20:03.257115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Bound port: 3188d04a-a472-4bf9-91d7-6100d6a9ff4b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:20:03.257654 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.315995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-942c554a-9be0-4cf4-8ff9-a1e92034ca7f None None] Port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:20:03.333984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] For port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:20:03.337318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] For port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:20:03.339987 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.341120 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.344504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.397659 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:03.398308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:03.415747 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:03.418382 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.445828 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fae7e-7ee2-4b74-b4a9-9696c6d2c12e None None] Pushing event updated for resources: {'Port': ['ID=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:03.510579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:03.511875 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:03.520691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:03.635795 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Router ee13177e-fb3b-4e50-8ffc-7d0c813f203a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:20:03.730445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 2, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:03.753249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:20:03.759214 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-cc6327b9-4af2-44a0-a166-575830e2cd03 admin admin] 10.222.0.59 "PUT /v2.0/routers/ee13177e-fb3b-4e50-8ffc-7d0c813f203a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5854671 Sep 21 09:20:03.760934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d34a3-32fb-48eb-a42c-13153985e006 None None] The sync data for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 is: [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 2, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:20:03.771084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-17764244-b139-4009-a29e-f424ba40ce48 None None] Provisioning complete for port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:03.771483 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-17764244-b139-4009-a29e-f424ba40ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:03.808981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-17764244-b139-4009-a29e-f424ba40ce48 None None] Port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:20:04.268524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44678) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:04.274139 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-903677078-network', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:04.298570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Made reservation on behalf of d87ccba8f7234d4682a53b69127db3d3 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:20:04.301488 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.310478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.426802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.427608 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.432101 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.465072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:20:04.471528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fee7fd-46ba-49c9-afe3-a8e1481e4b43,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:04.480686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.481303 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Added segment ada7c9cf-1089-4263-a2a8-27a7e56b6221 of type vlan for network 5e284664-7185-43ce-a0af-3e9e664be27e Sep 21 09:20:04.524861 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.549820 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.550754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:04.551374 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.584773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3150718 Sep 21 09:20:04.587651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44680) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:04.592433 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Request body: {'subnet': {'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-903677078-subnet', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:04.626474 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14139f-8da2-4113-88a0-1364322ee52a admin admin] Pushing event updated for resources: {'Network': ['ID=5e284664-7185-43ce-a0af-3e9e664be27e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:04.638474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 5e284664-7185-43ce-a0af-3e9e664be27e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:20:04.644177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Made reservation on behalf of d87ccba8f7234d4682a53b69127db3d3 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:20:04.646729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.774486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3188d04a-a472-4bf9-91d7-6100d6a9ff4b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:04.828803 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:04.829400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.878768 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.915815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.939622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:04.947138 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:04.956555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb64b2c-3983-4a4f-89a0-e44048801aca,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:04.959849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Checking segment: {'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:04.960367 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Network hostable DHCP agents. Network: 5e284664-7185-43ce-a0af-3e9e664be27e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:20:04.981783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Network 5e284664-7185-43ce-a0af-3e9e664be27e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:20:04.993011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 5e284664-7185-43ce-a0af-3e9e664be27e) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:04.997644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:04.998243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.001206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:05.004989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c1caf-f388-498b-9f01-e5d44de69c76 None None] Network 5e284664-7185-43ce-a0af-3e9e664be27e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:20:05.013641 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f815689e-1b96-4bdf-a583-9c21da9ccac2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4249363 Sep 21 09:20:05.016649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44682) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:05.021672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:05.043688 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.044604 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.096016 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.153187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-5e284664-7185-43ce-a0af-3e9e664be27e', 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'fixed_ips': [{'subnet_id': '6bb64b2c-3983-4a4f-89a0-e44048801aca'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:20:05.154052 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.234994 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.291488 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Allocated IP 172.20.0.2 (5e284664-7185-43ce-a0af-3e9e664be27e/6bb64b2c-3983-4a4f-89a0-e44048801aca/85bbd1d7-9e45-41f2-b190-746cd39a59de) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:05.438092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.440581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.445474 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.460578 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.488881 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Network 5e284664-7185-43ce-a0af-3e9e664be27e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:05.495838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:05.500342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:05.503403 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Pushing event updated for resources: {'Port': ['ID=85bbd1d7-9e45-41f2-b190-746cd39a59de,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:05.555575 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Attempting to bind port 85bbd1d7-9e45-41f2-b190-746cd39a59de on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:20:05.555953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Attempting to bind port 85bbd1d7-9e45-41f2-b190-746cd39a59de by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:20:05.556326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Attempting to bind port 85bbd1d7-9e45-41f2-b190-746cd39a59de on network 5e284664-7185-43ce-a0af-3e9e664be27e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:05.561414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:20:05.561794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Checking segment: {'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:05.562207 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.562605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Bound using segment: {'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:20:05.563085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Bound port: 85bbd1d7-9e45-41f2-b190-746cd39a59de, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:20:05.563511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.572063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Allocated IP 172.25.1.118 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a0aeaaee-aae8-42a3-8164-9739cec8a207) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:05.636368 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] For port 85bbd1d7-9e45-41f2-b190-746cd39a59de, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:20:05.641179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] For port 85bbd1d7-9e45-41f2-b190-746cd39a59de, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=85bbd1d7-9e45-41f2-b190-746cd39a59de,segment=NetworkSegment(ada7c9cf-1089-4263-a2a8-27a7e56b6221),segment_id=ada7c9cf-1089-4263-a2a8-27a7e56b6221)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:20:05.649486 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.696654 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.718930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daf7a8-efe1-4bbc-831b-35a3f612f52e None None] Pushing event updated for resources: {'Port': ['ID=85bbd1d7-9e45-41f2-b190-746cd39a59de,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:05.744774 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:05.784755 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:05.789334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:05.796686 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:05.818847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Pushing event updated for resources: {'Port': ['ID=a0aeaaee-aae8-42a3-8164-9739cec8a207,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:05.835781 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Sync routers for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:20:05.849592 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:05.850003 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:05.996858 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:06.109865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.305400 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 2, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:06.308867 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.331173 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Checking router: ee13177e-fb3b-4e50-8ffc-7d0c813f203a for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:20:06.331559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Updating router ee13177e-fb3b-4e50-8ffc-7d0c813f203a port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:20:06.357051 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.639611 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.646943 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.766518 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Attempting to bind port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:20:06.767069 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Attempting to bind port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:20:06.767610 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Attempting to bind port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 on network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:06.770156 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Pushing event updated for resources: {'Port': ['ID=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:06.780305 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.781068 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.781552 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.782045 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.782368 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.782691 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.782867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727073e-ab97-41b0-9cb3-305ed8d8d6f4 None None] Network 5e284664-7185-43ce-a0af-3e9e664be27e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:20:06.783374 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.783374 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.783631 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.790806 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.791574 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.792063 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:06.801179 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:20:06.801680 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Checking segment: {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:06.802682 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.803301 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Bound using segment: {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:20:06.804111 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Bound port: 5bc64842-1bb1-488d-b715-f6d7fe0d2c66, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:20:06.805223 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.808017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Router 54d337e0-fa7f-40bd-85db-e5751c8facda is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:20:06.892204 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] For port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:20:06.895583 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] For port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:20:06.902502 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.915572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2844689e-d529-46cb-9975-b6c674b3446b None None] Provisioning complete for port 85bbd1d7-9e45-41f2-b190-746cd39a59de triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:06.915945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2844689e-d529-46cb-9975-b6c674b3446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.936838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 85bbd1d7-9e45-41f2-b190-746cd39a59de up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:06.945110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:20:06.972022 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:06.976860 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44686) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:06.978646 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6fcff98c-1534-4df3-ba20-c4aa253f4d8c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9606302 Sep 21 09:20:06.997216 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89824c17-ca8d-4e8f-8898-1590a5eb097f None None] Pushing event updated for resources: {'Port': ['ID=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:07.011449 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:07.011958 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:07.141834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:07.146370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Sync routers for ids ['54d337e0-fa7f-40bd-85db-e5751c8facda'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:20:07.187431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Routers {'54d337e0-fa7f-40bd-85db-e5751c8facda'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:07.188073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['54d337e0-fa7f-40bd-85db-e5751c8facda'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:07.296938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 85bbd1d7-9e45-41f2-b190-746cd39a59de triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:07.297271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.371473 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:06Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:07.401803 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ffe62-cbc8-4f97-a4cd-522d69445985 None None] The sync data for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 is: [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:06Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:20:07.434989 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Set router 54d337e0-fa7f-40bd-85db-e5751c8facda gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:07.436874 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2844689e-d529-46cb-9975-b6c674b3446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.461686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.587824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-2844689e-d529-46cb-9975-b6c674b3446b None None] For port 85bbd1d7-9e45-41f2-b190-746cd39a59de, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=85bbd1d7-9e45-41f2-b190-746cd39a59de,segment=NetworkSegment(ada7c9cf-1089-4263-a2a8-27a7e56b6221),segment_id=ada7c9cf-1089-4263-a2a8-27a7e56b6221)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:07.616029 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2844689e-d529-46cb-9975-b6c674b3446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.651217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Allocated IP 172.20.0.1 (5e284664-7185-43ce-a0af-3e9e664be27e/6bb64b2c-3983-4a4f-89a0-e44048801aca/8d0180d9-7c13-489c-b74c-165c7b247311) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:07.681417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.725206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844689e-d529-46cb-9975-b6c674b3446b None None] Pushing event updated for resources: {'Port': ['ID=85bbd1d7-9e45-41f2-b190-746cd39a59de,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:07.771237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.819560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.822724 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4dfa563a-6e67-4d2f-8db6-04c4643e6c4e None None] Provisioning complete for port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:07.823504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dfa563a-6e67-4d2f-8db6-04c4643e6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.860771 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Network 5e284664-7185-43ce-a0af-3e9e664be27e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:07.866209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:07.870306 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 09:20:07.870883 n-d-809980-2 neutron-server[94726]: DEBUG oslo_db.api [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 09:20:07.873581 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:07.893957 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:05Z', 'revision_number': 3, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port': {'id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:07.902233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Pushing event updated for resources: {'Port': ['ID=8d0180d9-7c13-489c-b74c-165c7b247311,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:07.926122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Checking router: 54d337e0-fa7f-40bd-85db-e5751c8facda for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:20:07.926463 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Updating router 54d337e0-fa7f-40bd-85db-e5751c8facda port a0aeaaee-aae8-42a3-8164-9739cec8a207 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:20:07.934534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.980163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:07.983400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dfa563a-6e67-4d2f-8db6-04c4643e6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.084522 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.092308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4dfa563a-6e67-4d2f-8db6-04c4643e6c4e None None] For port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:08.110332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4dfa563a-6e67-4d2f-8db6-04c4643e6c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.269404 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa563a-6e67-4d2f-8db6-04c4643e6c4e None None] Pushing event updated for resources: {'Port': ['ID=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:08.297201 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8d927656-11e7-4227-838a-ddea78d9638a None None] Provisioning complete for port 8d0180d9-7c13-489c-b74c-165c7b247311 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:08.297572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8d927656-11e7-4227-838a-ddea78d9638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.302629 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.308227 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.362565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8d927656-11e7-4227-838a-ddea78d9638a None None] Port 8d0180d9-7c13-489c-b74c-165c7b247311 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:20:08.374408 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.377007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Pushing event updated for resources: {'Port': ['ID=8d0180d9-7c13-489c-b74c-165c7b247311,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:08.440973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8d927656-11e7-4227-838a-ddea78d9638a None None] Provisioning complete for port 85bbd1d7-9e45-41f2-b190-746cd39a59de triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:08.441342 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8d927656-11e7-4227-838a-ddea78d9638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.477562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Network 5e284664-7185-43ce-a0af-3e9e664be27e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:08.479034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:08.503370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3188d04a-a472-4bf9-91d7-6100d6a9ff4b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:08.535954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.557660 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.602129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Router 54d337e0-fa7f-40bd-85db-e5751c8facda has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:20:08.650990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab9820-eefa-4aa3-b1a4-891faed6326f None None] Pushing event updated for resources: {'Port': ['ID=a0aeaaee-aae8-42a3-8164-9739cec8a207,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:08.654376 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Attempting to bind port a0aeaaee-aae8-42a3-8164-9739cec8a207 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:20:08.654758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Attempting to bind port a0aeaaee-aae8-42a3-8164-9739cec8a207 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:20:08.655120 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Attempting to bind port a0aeaaee-aae8-42a3-8164-9739cec8a207 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:08.668536 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:20:08.668912 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:08.669319 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.669715 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:20:08.670199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Bound port: a0aeaaee-aae8-42a3-8164-9739cec8a207, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:20:08.670578 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.720266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:20:08.725408 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e3fe5727-9dfc-457a-8a1e-bedadcd4233b admin admin] 10.222.0.59 "PUT /v2.0/routers/54d337e0-fa7f-40bd-85db-e5751c8facda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472682 Sep 21 09:20:08.725677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:08.726058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:08.790117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] For port a0aeaaee-aae8-42a3-8164-9739cec8a207, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:20:08.807385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] For port a0aeaaee-aae8-42a3-8164-9739cec8a207, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a0aeaaee-aae8-42a3-8164-9739cec8a207,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:20:08.817151 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:09.073323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Routers {'54d337e0-fa7f-40bd-85db-e5751c8facda'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:09.073978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['54d337e0-fa7f-40bd-85db-e5751c8facda'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:09.121697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5fb34f31-2c6c-412b-a714-ac7bc267310b None None] Provisioning complete for port 8d0180d9-7c13-489c-b74c-165c7b247311 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:09.122079 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fb34f31-2c6c-412b-a714-ac7bc267310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:09.153968 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab9820-eefa-4aa3-b1a4-891faed6326f None None] Pushing event updated for resources: {'Port': ['ID=a0aeaaee-aae8-42a3-8164-9739cec8a207,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:09.216266 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 85bbd1d7-9e45-41f2-b190-746cd39a59de up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:09.220423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-5fb34f31-2c6c-412b-a714-ac7bc267310b None None] Port 8d0180d9-7c13-489c-b74c-165c7b247311 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:20:09.271513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] Set router 54d337e0-fa7f-40bd-85db-e5751c8facda gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:09.350720 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 85bbd1d7-9e45-41f2-b190-746cd39a59de triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:09.351600 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:09.526156 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:09.573838 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 4, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port': {'id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8d0180d9-7c13-489c-b74c-165c7b247311', 'name': '', 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'mac_address': 'fa:16:3e:d8:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:07Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 2, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'subnets': [{'id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:09.606608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267a5f1e-fb37-4a80-bd2b-cb5442839e1b None None] The sync data for ids ['54d337e0-fa7f-40bd-85db-e5751c8facda'] in n-d-809980-2 is: [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 4, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port': {'id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8d0180d9-7c13-489c-b74c-165c7b247311', 'name': '', 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'mac_address': 'fa:16:3e:d8:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:07Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 2, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'subnets': [{'id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:20:09.618833 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:09.619219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:10.937559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:20:11.202602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a0aeaaee-aae8-42a3-8164-9739cec8a207 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:11.257474 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a0aeaaee-aae8-42a3-8164-9739cec8a207 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:11.258023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:11.363848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:11.397352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port a0aeaaee-aae8-42a3-8164-9739cec8a207, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a0aeaaee-aae8-42a3-8164-9739cec8a207,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:11.404349 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:11.462282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=a0aeaaee-aae8-42a3-8164-9739cec8a207,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:11.769943 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Sync routers for ids ['54d337e0-fa7f-40bd-85db-e5751c8facda'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:20:11.780953 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Routers {'54d337e0-fa7f-40bd-85db-e5751c8facda'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:11.781848 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['54d337e0-fa7f-40bd-85db-e5751c8facda'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:11.900866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Set router 54d337e0-fa7f-40bd-85db-e5751c8facda gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:12.123827 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 4, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port': {'id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8d0180d9-7c13-489c-b74c-165c7b247311', 'name': '', 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'mac_address': 'fa:16:3e:d8:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:07Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 2, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'subnets': [{'id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:12.151622 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Checking router: 54d337e0-fa7f-40bd-85db-e5751c8facda for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:20:12.151873 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Updating router 54d337e0-fa7f-40bd-85db-e5751c8facda port 8d0180d9-7c13-489c-b74c-165c7b247311 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:20:12.182749 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:12.568722 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:12.574348 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:12.666183 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39e24b-15d6-4724-b242-131c8adfb631 None None] Pushing event updated for resources: {'Port': ['ID=8d0180d9-7c13-489c-b74c-165c7b247311,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:12.713579 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Attempting to bind port 8d0180d9-7c13-489c-b74c-165c7b247311 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:20:12.713946 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Attempting to bind port 8d0180d9-7c13-489c-b74c-165c7b247311 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:20:12.714276 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Attempting to bind port 8d0180d9-7c13-489c-b74c-165c7b247311 on network 5e284664-7185-43ce-a0af-3e9e664be27e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:12.719581 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:20:12.719944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Checking segment: {'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:12.720338 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:12.720888 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Bound using segment: {'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:20:12.721350 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Bound port: 8d0180d9-7c13-489c-b74c-165c7b247311, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada7c9cf-1089-4263-a2a8-27a7e56b6221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:20:12.721727 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:12.809606 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] For port 8d0180d9-7c13-489c-b74c-165c7b247311, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:20:12.813836 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] For port 8d0180d9-7c13-489c-b74c-165c7b247311, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8d0180d9-7c13-489c-b74c-165c7b247311,segment=NetworkSegment(ada7c9cf-1089-4263-a2a8-27a7e56b6221),segment_id=ada7c9cf-1089-4263-a2a8-27a7e56b6221)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:20:12.821241 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:12.892774 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Routers {'54d337e0-fa7f-40bd-85db-e5751c8facda'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:12.893465 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:19:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['54d337e0-fa7f-40bd-85db-e5751c8facda'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:12.896587 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39e24b-15d6-4724-b242-131c8adfb631 None None] Pushing event updated for resources: {'Port': ['ID=8d0180d9-7c13-489c-b74c-165c7b247311,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:12.979937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d37c6a23-4df9-450f-b80d-ebb2187cfdd0 None None] Provisioning complete for port 8d0180d9-7c13-489c-b74c-165c7b247311 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:12.982913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a23-4df9-450f-b80d-ebb2187cfdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:13.074898 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] Set router 54d337e0-fa7f-40bd-85db-e5751c8facda gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:13.088011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a23-4df9-450f-b80d-ebb2187cfdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:13.140345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d37c6a23-4df9-450f-b80d-ebb2187cfdd0 None None] For port 8d0180d9-7c13-489c-b74c-165c7b247311, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8d0180d9-7c13-489c-b74c-165c7b247311,segment=NetworkSegment(ada7c9cf-1089-4263-a2a8-27a7e56b6221),segment_id=ada7c9cf-1089-4263-a2a8-27a7e56b6221)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:13.150709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a23-4df9-450f-b80d-ebb2187cfdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:13.230440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8d0180d9-7c13-489c-b74c-165c7b247311 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:13.260391 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c6a23-4df9-450f-b80d-ebb2187cfdd0 None None] Pushing event updated for resources: {'Port': ['ID=8d0180d9-7c13-489c-b74c-165c7b247311,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:13.293214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f59b1faa-2cd1-4ebe-b0bc-72902b97a7f4 None None] Provisioning complete for port 8d0180d9-7c13-489c-b74c-165c7b247311 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:13.293585 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f59b1faa-2cd1-4ebe-b0bc-72902b97a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:13.349805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8d0180d9-7c13-489c-b74c-165c7b247311 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:13.350083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:13.411171 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 4, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port': {'id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8d0180d9-7c13-489c-b74c-165c7b247311', 'name': '', 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'mac_address': 'fa:16:3e:d8:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:07Z', 'updated_at': '2021-09-21T09:20:12Z', 'revision_number': 4, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'subnets': [{'id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:13.447285 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea51c549-1907-4f9c-815f-6747ad82af7f None None] The sync data for ids ['54d337e0-fa7f-40bd-85db-e5751c8facda'] in n-d-809980-2 is: [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 4, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port': {'id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '8d0180d9-7c13-489c-b74c-165c7b247311', 'name': '', 'network_id': '5e284664-7185-43ce-a0af-3e9e664be27e', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'mac_address': 'fa:16:3e:d8:1f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:07Z', 'updated_at': '2021-09-21T09:20:12Z', 'revision_number': 4, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'subnets': [{'id': '6bb64b2c-3983-4a4f-89a0-e44048801aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:20:13.481749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a0aeaaee-aae8-42a3-8164-9739cec8a207 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:13.540825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port a0aeaaee-aae8-42a3-8164-9739cec8a207 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:13.541211 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:15.172397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8d0180d9-7c13-489c-b74c-165c7b247311 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:15.225261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8d0180d9-7c13-489c-b74c-165c7b247311 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:15.225915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:18.578666 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-862c955a-a41a-441f-b3e3-f3afb48df9e7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:18.580159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-862c955a-a41a-441f-b3e3-f3afb48df9e7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 815 time: 0.1028666 Sep 21 09:20:18.594681 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-c07085e0-f99e-4421-9248-3a69231a663e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/quotas/c29c6ce495c646708372b12adb1a4a77 HTTP/1.1" status: 200 len: 375 time: 0.0088358 Sep 21 09:20:18.643863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-872fd0a5-6591-4b9f-a910-4cc104ae868c tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438585 Sep 21 09:20:18.740534 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-0a8dd88f-f106-4ee4-9e4d-3ee1e74e1742 service neutron] 10.222.0.59 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853448 Sep 21 09:20:18.829136 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-74bade8a-85bb-48d6-b8df-39bc4b6f856f service neutron] 10.222.0.59 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818369 Sep 21 09:20:18.987808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-37857b67-ddf6-4edd-9fa4-42810a4f4a57 req-b530c05f-ee3d-42b7-a2d0-7568d211a0ce tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 210 time: 0.0270636 Sep 21 09:20:19.909102 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-94582ddb-f012-4ab0-b442-d5facc415a88 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:19.910584 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-94582ddb-f012-4ab0-b442-d5facc415a88 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 815 time: 0.1112950 Sep 21 09:20:19.924353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'port': {'device_id': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'admin_state_up': True, 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:20.033057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Made reservation on behalf of c29c6ce495c646708372b12adb1a4a77 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:20:20.036842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:20.088708 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-33c06681-9cd5-4505-aaf8-007f436dc555 req-0bda9fb6-53e4-4513-84b4-8e185fd8455f tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 210 time: 0.0325639 Sep 21 09:20:20.200753 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Allocated IP 172.20.0.13 (39f79b02-da9a-455a-b60f-e8d8eb3f97ce/4167cfff-a4ec-42af-8d14-57ef3b6aa6d0/5db5de80-820a-4ce9-b26c-ba591595a94b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:20.421110 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:20.460754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:20.508850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:20.515366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:20.519349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:20.534758 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:20.578835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.579196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.579558 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.579898 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.580233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.580563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.580892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.581233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.581562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.581874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.582198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.582521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:20.616407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:20.617087 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:20.637810 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-ca0d1860-1e79-4183-b5b3-79353bc798ae tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7176392 Sep 21 09:20:20.788433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d6aa60aa-2e3a-4957-94a6-267cc7efdd87 None None] Provisioning complete for port 5db5de80-820a-4ce9-b26c-ba591595a94b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:20.789135 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6aa60aa-2e3a-4957-94a6-267cc7efdd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:20.827863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa60aa-2e3a-4957-94a6-267cc7efdd87 None None] Port 5db5de80-820a-4ce9-b26c-ba591595a94b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:20:21.212594 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ff44-606e-437c-ace1-d74325a18040 req-31a53fc9-aaca-44d5-90e5-128a9e58bf2d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:21.214116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d194ff44-606e-437c-ace1-d74325a18040 req-31a53fc9-aaca-44d5-90e5-128a9e58bf2d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0546787 Sep 21 09:20:21.256445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d194ff44-606e-437c-ace1-d74325a18040 req-16a38b0b-8263-4bab-8124-021e33e6ecc0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363503 Sep 21 09:20:22.374077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53477d3d-1ecf-445a-a5e2-793bc79ef756 req-947398d9-7d75-439b-b3d4-710815115906 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:22.375618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53477d3d-1ecf-445a-a5e2-793bc79ef756 req-947398d9-7d75-439b-b3d4-710815115906 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0498254 Sep 21 09:20:22.413618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-53477d3d-1ecf-445a-a5e2-793bc79ef756 req-3d6993a1-58dc-40b5-b9cb-a273b6e08997 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Sep 21 09:20:22.513202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-86115f40-cf12-473a-9bd2-e9b2a524ae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:23.534033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3027c25-0a7c-428c-9fda-0b289adcbb2e req-0b33d7a3-fcd1-45ae-b1a5-d75f06be6189 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:23.535543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3027c25-0a7c-428c-9fda-0b289adcbb2e req-0b33d7a3-fcd1-45ae-b1a5-d75f06be6189 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0504730 Sep 21 09:20:23.585380 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c3027c25-0a7c-428c-9fda-0b289adcbb2e req-80987f18-1db7-4a41-afe8-537fa0086be3 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Sep 21 09:20:24.695897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad71bf-4edf-4ff8-959c-a28eee65c382 req-0423c257-a409-4ca9-baac-62ef70b22c3e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:24.697544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48ad71bf-4edf-4ff8-959c-a28eee65c382 req-0423c257-a409-4ca9-baac-62ef70b22c3e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0512412 Sep 21 09:20:24.735088 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-48ad71bf-4edf-4ff8-959c-a28eee65c382 req-dc5810df-3644-4e6c-8c04-3c5dea1856af tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309482 Sep 21 09:20:25.428399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:25.438433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7d5e63b-42fe-4ce2-af00-0fc909023dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:25.854386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca0ee3-6f04-43c5-b504-9ce8b527031e req-bba2606d-c3eb-4bcd-96c4-6e626f3a324d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:25.855919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fca0ee3-6f04-43c5-b504-9ce8b527031e req-bba2606d-c3eb-4bcd-96c4-6e626f3a324d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0491202 Sep 21 09:20:25.894621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9fca0ee3-6f04-43c5-b504-9ce8b527031e req-a3f7ecd6-716f-4a55-b2ad-924547472418 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Sep 21 09:20:26.986991 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:27.023634 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078cae9-814c-42e8-8efd-63596c4bd200 req-fedc179f-9d89-43f0-a565-fadd45385ebc tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:27.025060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1078cae9-814c-42e8-8efd-63596c4bd200 req-fedc179f-9d89-43f0-a565-fadd45385ebc tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0552034 Sep 21 09:20:27.063170 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1078cae9-814c-42e8-8efd-63596c4bd200 req-b8bf20d3-212e-4324-9318-3f6cd2519927 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Sep 21 09:20:28.036610 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:28.189153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b62d14-9697-43bb-82dc-a957417df56a req-8e0ebe5c-52ff-415b-9ebf-ed25a6c1d30a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:28.190794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4b62d14-9697-43bb-82dc-a957417df56a req-8e0ebe5c-52ff-415b-9ebf-ed25a6c1d30a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0597110 Sep 21 09:20:28.232470 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e4b62d14-9697-43bb-82dc-a957417df56a req-54832c67-9e2c-4232-9f38-f7eb2a1319af tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Sep 21 09:20:29.344780 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbec12-22ea-4be4-993a-d334e5497b59 req-e785aad8-2035-47fe-a69a-b82cd0f40da8 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:29.346301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05fbec12-22ea-4be4-993a-d334e5497b59 req-e785aad8-2035-47fe-a69a-b82cd0f40da8 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0488751 Sep 21 09:20:29.393270 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-05fbec12-22ea-4be4-993a-d334e5497b59 req-7408e55c-8c32-4690-afe3-0c335fc35064 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Sep 21 09:20:30.506507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85fa79-ce52-423c-b9ad-bf183913728a req-7a90e5cb-a957-4520-bb60-3c31822af223 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:30.508036 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea85fa79-ce52-423c-b9ad-bf183913728a req-7a90e5cb-a957-4520-bb60-3c31822af223 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0477777 Sep 21 09:20:30.548497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ea85fa79-ce52-423c-b9ad-bf183913728a req-012fccdb-ccbd-4049-846e-3699769db812 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 Sep 21 09:20:31.663825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648fbd-e247-4458-ab67-7a82d0a5cd24 req-8c74c9b7-f60a-44e4-8aa4-2b762ee51727 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:31.665465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03648fbd-e247-4458-ab67-7a82d0a5cd24 req-8c74c9b7-f60a-44e4-8aa4-2b762ee51727 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0488651 Sep 21 09:20:31.702652 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-03648fbd-e247-4458-ab67-7a82d0a5cd24 req-43116aad-0271-402c-a18d-7d1108acca04 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306501 Sep 21 09:20:32.664354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:32.815605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20628899-d911-4c0b-b6b9-92b73549ea1b req-26d98ff2-8f5d-4055-9625-7502d8c68cc9 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:32.817078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20628899-d911-4c0b-b6b9-92b73549ea1b req-26d98ff2-8f5d-4055-9625-7502d8c68cc9 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0491173 Sep 21 09:20:32.854816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-20628899-d911-4c0b-b6b9-92b73549ea1b req-d45a07f3-0d3f-4c76-811a-f1023964f5e1 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315294 Sep 21 09:20:33.970237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c8080-86eb-4c9b-846d-5f0d7d5e0609 req-aeec8f2e-8d69-4711-8b7b-b06ca0cf0f2e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:33.971754 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d0c8080-86eb-4c9b-846d-5f0d7d5e0609 req-aeec8f2e-8d69-4711-8b7b-b06ca0cf0f2e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.0526502 Sep 21 09:20:34.008836 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0d0c8080-86eb-4c9b-846d-5f0d7d5e0609 req-bb2b28a6-1761-4fdd-919f-fe05ec195124 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Sep 21 09:20:34.438170 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:34.963207 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Request body: {'port': {'device_id': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:35.020638 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:35.247821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b72c1-efd9-4435-bdb8-e70158c0f9dc req-836487e1-0a58-4abd-93f7-00e149419d3e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:35.249325 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f80b72c1-efd9-4435-bdb8-e70158c0f9dc req-836487e1-0a58-4abd-93f7-00e149419d3e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 932 time: 0.1043732 Sep 21 09:20:35.311138 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f80b72c1-efd9-4435-bdb8-e70158c0f9dc req-c96b1cb3-f0b0-45fe-9130-fe25501ffdf2 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556204 Sep 21 09:20:35.366307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db5de80-820a-4ce9-b26c-ba591595a94b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:20:35.374296 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:35.386271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Transition to ACTIVE for port object 5db5de80-820a-4ce9-b26c-ba591595a94b will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:20:35.390498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:35.440563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Pushing event updated for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:35.509651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Attempting to bind port 5db5de80-820a-4ce9-b26c-ba591595a94b on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:20:35.510010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Attempting to bind port 5db5de80-820a-4ce9-b26c-ba591595a94b by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:20:35.510335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Attempting to bind port 5db5de80-820a-4ce9-b26c-ba591595a94b on network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:35.515630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Port 5db5de80-820a-4ce9-b26c-ba591595a94b on network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:20:35.515960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Attempting to bind port 5db5de80-820a-4ce9-b26c-ba591595a94b on network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:20:35.520934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:20:35.521275 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Checking segment: {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:20:35.521662 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Bound using segment: {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:20:35.522095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Bound port: 5db5de80-820a-4ce9-b26c-ba591595a94b, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8797685-72df-4e4f-9f46-59455bc67dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:20:35.522460 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:35.590801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:20:35.593918 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5db5de80-820a-4ce9-b26c-ba591595a94b,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:20:35.598816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:35.633741 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:35.634360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:35.635796 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] 10.222.0.62 "PUT /v2.0/ports/5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 1092 time: 0.6775451 Sep 21 09:20:35.636260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:20:35.641500 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:20:35.689394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99498a39-eeb4-4bdb-aeca-3a0881d8900f service neutron] Pushing event updated for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:35.694202 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1620b670-da03-4e2c-9521-560c1933cf2a x-openstack-request-id: req-1620b670-da03-4e2c-9521-560c1933cf2a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:20:35.694485 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:20:35.694736 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1620b670-da03-4e2c-9521-560c1933cf2a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:20:35.695125 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'status': 'completed', 'code': 200} Sep 21 09:20:35.724489 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-24f0344a-8580-4c7c-80d1-da95661f04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:35.726071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-24f0344a-8580-4c7c-80d1-da95661f04ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1095 time: 0.0478373 Sep 21 09:20:35.768060 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-3165b1b5-97c7-4b94-ac68-f1fa87bf9434 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 217 time: 0.0348225 Sep 21 09:20:35.824584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-34c96af7-1e60-4d5b-bd70-96a61b78b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:35.826084 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-34c96af7-1e60-4d5b-bd70-96a61b78b0ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0516427 Sep 21 09:20:35.870245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-73194188-c925-41f4-890b-3e142c37aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:35.872363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-73194188-c925-41f4-890b-3e142c37aa79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397038 Sep 21 09:20:35.966121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-2a41e295-4683-40ac-bee0-68bf4daea30f service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867646 Sep 21 09:20:36.056517 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-475e3346-e2b6-4d44-84d7-ddc53e900cc4 req-1217e94c-23dc-48df-9e4d-3f36c6798743 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822077 Sep 21 09:20:36.138000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-ca291187-39d1-4f88-8d10-ec0c9c9d001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:36.139424 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-ca291187-39d1-4f88-8d10-ec0c9c9d001c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1095 time: 0.0404298 Sep 21 09:20:36.231061 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-1d0ca583-94ca-4467-91d1-6b73f4acd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:36.232855 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-1d0ca583-94ca-4467-91d1-6b73f4acd230 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.0867133 Sep 21 09:20:36.274618 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-30b988cc-a9c6-43e5-ab89-44e92a809087 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 217 time: 0.0345395 Sep 21 09:20:36.326833 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-32d36308-4d00-4254-a23d-5e7eeb156558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:36.328298 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-32d36308-4d00-4254-a23d-5e7eeb156558 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0474033 Sep 21 09:20:36.377429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-994b70de-d103-413c-b625-fc7c898dcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:36.378929 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-994b70de-d103-413c-b625-fc7c898dcc7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400918 Sep 21 09:20:36.483263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71802f23-d98a-41ce-aba9-e71f595f3b45 req-0df7eae1-b663-4ba2-8827-95427351b223 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:36.484755 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-71802f23-d98a-41ce-aba9-e71f595f3b45 req-0df7eae1-b663-4ba2-8827-95427351b223 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 944 time: 0.1049261 Sep 21 09:20:36.510610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-30ce05ad-2b08-492d-a5a7-78e6a2e5cb78 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223860 Sep 21 09:20:36.552943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-71802f23-d98a-41ce-aba9-e71f595f3b45 req-87d74d69-5ddd-4fe2-9a13-79821fcfae6e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Sep 21 09:20:36.611429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7316594-8eaf-4f38-a98d-e7e85ad7dc84 req-7f1e577f-3b7b-43eb-ab07-b59f5cc197f9 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942576 Sep 21 09:20:37.666383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4abd6-c3d1-4096-bb73-579167a86aeb req-9687ad42-644b-453d-aa22-a070c7cf9017 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:37.667890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81c4abd6-c3d1-4096-bb73-579167a86aeb req-9687ad42-644b-453d-aa22-a070c7cf9017 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 944 time: 0.0486391 Sep 21 09:20:37.705526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-81c4abd6-c3d1-4096-bb73-579167a86aeb req-674c45ce-8aa1-49b0-8bb4-5ff90a255f39 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Sep 21 09:20:38.818044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7909bf-0417-4266-9a9e-cd7b82b2b07b req-a00089a7-813d-4cd1-87ff-74f329cdc620 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:38.819633 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d7909bf-0417-4266-9a9e-cd7b82b2b07b req-a00089a7-813d-4cd1-87ff-74f329cdc620 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 944 time: 0.0488882 Sep 21 09:20:38.857255 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d7909bf-0417-4266-9a9e-cd7b82b2b07b req-da936c88-0cf0-4f11-a446-fab5041832cf tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Sep 21 09:20:39.967805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dd7c0-e19e-4759-8c43-79da80bc75fc req-0082066e-8218-4215-845a-c6b7e242f156 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:39.969268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-306dd7c0-e19e-4759-8c43-79da80bc75fc req-0082066e-8218-4215-845a-c6b7e242f156 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 944 time: 0.0483570 Sep 21 09:20:40.006356 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-306dd7c0-e19e-4759-8c43-79da80bc75fc req-d52466d9-c420-4478-99e3-d2926d8281e3 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Sep 21 09:20:40.068081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5db5de80-820a-4ce9-b26c-ba591595a94b details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:20:40.162993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5db5de80-820a-4ce9-b26c-ba591595a94b,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:40.175732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'port_id': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'mac_address': 'fa:16:3e:6c:18:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:20:40.211883 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:40.224146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db5de80-820a-4ce9-b26c-ba591595a94b {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:20:40.243190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5db5de80-820a-4ce9-b26c-ba591595a94b,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:40.248006 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:40.294097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:40.301527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.301880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.302227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.302598 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.302909 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.303246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.303605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.303938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.304267 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.304594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.304921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.305246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:40.541763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5db5de80-820a-4ce9-b26c-ba591595a94b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:20:41.119993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9f6c-cfc3-4473-9484-6bc96edc649f req-70f34828-5062-470d-92de-6fac6b13ad6c tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:41.122092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-baed9f6c-cfc3-4473-9484-6bc96edc649f req-70f34828-5062-470d-92de-6fac6b13ad6c tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Sep 21 09:20:41.159902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-baed9f6c-cfc3-4473-9484-6bc96edc649f req-7575df2f-05ee-4c3c-a822-018ce954fc86 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Sep 21 09:20:42.067116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5db5de80-820a-4ce9-b26c-ba591595a94b up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:20:42.117037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 5db5de80-820a-4ce9-b26c-ba591595a94b completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:20:42.120813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 5db5de80-820a-4ce9-b26c-ba591595a94b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:20:42.121218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:42.199751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:42.222227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:20:42.224529 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f1860e-73c1-42d8-8c60-db0e6205a3e4" -d '{"events": [{"server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "name": "network-vif-plugged", "status": "completed", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:20:42.238492 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5db5de80-820a-4ce9-b26c-ba591595a94b,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:20:42.242547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:42.266838 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f6cfa-8731-459e-b42c-c55ba06fbc44 x-openstack-request-id: req-fe7f6cfa-8731-459e-b42c-c55ba06fbc44 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:20:42.267124 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "name": "network-vif-plugged", "status": "completed", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:20:42.267393 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fe7f6cfa-8731-459e-b42c-c55ba06fbc44 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:20:42.267825 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'code': 200} Sep 21 09:20:42.280771 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c811b-5d5a-405f-a084-a12d6ccea5c0 req-f0edeeed-3593-4de0-9acd-651a4b26fc00 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:42.282492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c5c811b-5d5a-405f-a084-a12d6ccea5c0 req-f0edeeed-3593-4de0-9acd-651a4b26fc00 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 945 time: 0.0561490 Sep 21 09:20:42.294115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:42.324455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3c5c811b-5d5a-405f-a084-a12d6ccea5c0 req-0fb05174-bf62-42ed-9e4b-307160875880 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Sep 21 09:20:42.363361 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251114b3-8ffd-4902-8285-4f7793d37128 req-430aafd6-d749-4780-9171-24cbf8e04a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:42.364841 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-251114b3-8ffd-4902-8285-4f7793d37128 req-430aafd6-d749-4780-9171-24cbf8e04a80 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1097 time: 0.0398135 Sep 21 09:20:42.411148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-251114b3-8ffd-4902-8285-4f7793d37128 req-c4075e23-1988-4d21-8170-ca4d805fa41c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Sep 21 09:20:43.438992 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ca335-60a9-4864-b2fb-de4a19d09400 req-35f8299c-b188-4a0d-95fb-8ec6f746de26 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:43.440499 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-887ca335-60a9-4864-b2fb-de4a19d09400 req-35f8299c-b188-4a0d-95fb-8ec6f746de26 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Sep 21 09:20:43.477078 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-887ca335-60a9-4864-b2fb-de4a19d09400 req-2089f0ff-64b3-4e3b-938c-04b108f83435 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Sep 21 09:20:44.589859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98748650-fb2c-499d-a130-4357c524d9b6 req-6903d72a-2416-4ecc-8322-337a87c76de0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:44.591348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98748650-fb2c-499d-a130-4357c524d9b6 req-6903d72a-2416-4ecc-8322-337a87c76de0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0480251 Sep 21 09:20:44.628588 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-98748650-fb2c-499d-a130-4357c524d9b6 req-2b6de3be-f5b2-42f9-a279-df852992c76c tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Sep 21 09:20:44.746293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b3076-2c3a-4960-822e-5344de10c6cb req-b007623f-9130-4cbe-b288-eba887c10463 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:44.747826 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-220b3076-2c3a-4960-822e-5344de10c6cb req-b007623f-9130-4cbe-b288-eba887c10463 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0506067 Sep 21 09:20:44.784674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-220b3076-2c3a-4960-822e-5344de10c6cb req-e5d7dcbb-5521-42ba-8082-22f6ba35f8df tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Sep 21 09:20:44.969693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928d86-e00d-4997-9b67-b8ce6d92c995 req-7e7b4281-a484-47af-bcba-6df491397379 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:44.971209 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e928d86-e00d-4997-9b67-b8ce6d92c995 req-7e7b4281-a484-47af-bcba-6df491397379 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0487607 Sep 21 09:20:45.012114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e928d86-e00d-4997-9b67-b8ce6d92c995 req-febc9ef7-42ad-4774-9068-8959f6322333 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349102 Sep 21 09:20:47.937559 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:20:52.514454 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-351733db-99bd-452d-93f9-72844ddb31db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:55.435875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:55.440435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b304238d-c138-4f5a-98f4-292f65bcf766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:56.538807 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793a0fb-91c3-494b-bab2-e726a5563336 req-76ae8b4c-8951-4d6a-b5d3-41b683778979 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:56.540295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a793a0fb-91c3-494b-bab2-e726a5563336 req-76ae8b4c-8951-4d6a-b5d3-41b683778979 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0480447 Sep 21 09:20:56.577720 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a793a0fb-91c3-494b-bab2-e726a5563336 req-b793e44a-1d45-4d5b-aa52-282310830f80 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Sep 21 09:20:56.599574 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44894) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:56.723712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d2f418-e331-4909-a450-c8909ee6d3e7 tempest-TestMinimumBasicScenario-1314135316 tempest-TestMinimumBasicScenario-1314135316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:56.725244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-79d2f418-e331-4909-a450-c8909ee6d3e7 tempest-TestMinimumBasicScenario-1314135316 tempest-TestMinimumBasicScenario-1314135316-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1092 time: 0.1247385 Sep 21 09:20:56.728212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 44898) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:56.733374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:56.755665 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:56.988635 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:57.193003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:57.295520 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Allocated IP 172.25.1.222 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/3aa36900-020d-49dc-99df-8c035ae34f5a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:20:57.397438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:57.429463 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:57.463752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:20:57.466460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:20:57.469943 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:20:57.496113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'Port': ['ID=3aa36900-020d-49dc-99df-8c035ae34f5a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:57.828870 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:57.899797 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.040076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.050347 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.054620 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.131620 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'Port': ['ID=3aa36900-020d-49dc-99df-8c035ae34f5a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:58.146377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.251599 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Floating IP bddee7d1-3ac1-4d88-9c53-d8c31cb3330f associated. External IP: 172.25.1.222, port: 5db5de80-820a-4ce9-b26c-ba591595a94b. Sep 21 09:20:58.463188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Router ee13177e-fb3b-4e50-8ffc-7d0c813f203a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:20:58.568081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:20:58.578217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] Sync routers for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:20:58.584183 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.587544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:58.588179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:20:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:58.614890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b88ab2ab-f5a4-4590-916f-1b570335e1de tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8851922 Sep 21 09:20:58.615145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:20:58.617293 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14ee309-437e-465b-ade3-3dc786ab56a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:20:58.618254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44900) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:58.623607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545402060', 'description': 'tempest-secgroup-smoke-1545402060 description', 'project_id': 'c29c6ce495c646708372b12adb1a4a77'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:58.649158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.655496 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc4a50-f223-457a-ad8f-84cce3a983ac x-openstack-request-id: req-c7fc4a50-f223-457a-ad8f-84cce3a983ac {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:20:58.655793 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:20:58.656046 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7fc4a50-f223-457a-ad8f-84cce3a983ac {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:20:58.656496 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'status': 'completed', 'code': 200} Sep 21 09:20:58.699457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:58.719650 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-4eb3e991-66b9-4b0b-bbc4-1ad455cf7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:58.721129 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-4eb3e991-66b9-4b0b-bbc4-1ad455cf7948 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1097 time: 0.0423295 Sep 21 09:20:58.742797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.748549 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.776356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.777624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1583731 Sep 21 09:20:58.780594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44904) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:58.786176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-84e828da-914f-4a63-9731-57d19538e19b tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'security_group_rule': {'security_group_id': '0bbf8881-406e-400d-98d0-5096724f16f6', 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:58.792310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf8881-406e-400d-98d0-5096724f16f6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:58.802448 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.802802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.803147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.803528 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.803861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.804191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.804518 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.804843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.805168 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.805507 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.805827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.806142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa126a0-03ab-43f3-b2e5-398cd7a9f1fa tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:20:58.829865 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84e828da-914f-4a63-9731-57d19538e19b tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.835752 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-3acebda5-04a4-42a3-b0f7-5adf0811fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:58.837277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-3acebda5-04a4-42a3-b0f7-5adf0811fb10 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.1098726 Sep 21 09:20:58.895580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84e828da-914f-4a63-9731-57d19538e19b tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.899735 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84e828da-914f-4a63-9731-57d19538e19b tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.913791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-bf64f701-cfa9-404b-818a-521c09c91264 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 1000 time: 0.0688677 Sep 21 09:20:58.922449 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e828da-914f-4a63-9731-57d19538e19b tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059ee3db-b134-46f2-8ee7-4154810d1164,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:58.931080 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-84e828da-914f-4a63-9731-57d19538e19b tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.932324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-84e828da-914f-4a63-9731-57d19538e19b tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506813 Sep 21 09:20:58.935611 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44906) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:58.939882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bb671368-7b9b-4d46-9bda-9150b1bb9175 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'security_group_rule': {'security_group_id': '0bbf8881-406e-400d-98d0-5096724f16f6', 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:58.969971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb671368-7b9b-4d46-9bda-9150b1bb9175 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:58.975861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-4d179e8e-de95-48e7-9864-640d8193b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:58.977495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-4d179e8e-de95-48e7-9864-640d8193b5b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0550926 Sep 21 09:20:59.027627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-e2408515-c6c9-408c-b1f4-3f5a38af1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:59.029612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-e2408515-c6c9-408c-b1f4-3f5a38af1096 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441349 Sep 21 09:20:59.030167 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb671368-7b9b-4d46-9bda-9150b1bb9175 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.033946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb671368-7b9b-4d46-9bda-9150b1bb9175 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.053984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb671368-7b9b-4d46-9bda-9150b1bb9175 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9549f7f-6d2e-427f-b94b-2c48f90eb791,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:59.057534 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bb671368-7b9b-4d46-9bda-9150b1bb9175 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.061847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bb671368-7b9b-4d46-9bda-9150b1bb9175 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227646 Sep 21 09:20:59.062049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44908) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:59.066407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-45af5a20-307a-4a7e-9456-8b7a16fcd7d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'security_group_rule': {'security_group_id': '0bbf8881-406e-400d-98d0-5096724f16f6', 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:59.100904 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45af5a20-307a-4a7e-9456-8b7a16fcd7d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.105766 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'bddee7d1-3ac1-4d88-9c53-d8c31cb3330f', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'port_id': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'mac_address': 'fa:16:3e:6c:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:20:57Z', 'updated_at': '2021-09-21T09:20:57Z', 'revision_number': 0, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 5, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:59.132051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] Checking router: ee13177e-fb3b-4e50-8ffc-7d0c813f203a for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:20:59.133474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-60f0b78f-2625-4249-8f33-f99303c7f802 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962758 Sep 21 09:20:59.140356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:20:59.140974 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:20:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:59.164297 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45af5a20-307a-4a7e-9456-8b7a16fcd7d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.171190 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45af5a20-307a-4a7e-9456-8b7a16fcd7d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.193334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af5a20-307a-4a7e-9456-8b7a16fcd7d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48bd0974-56eb-41c9-83ea-f27dbef62303,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:59.202638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-45af5a20-307a-4a7e-9456-8b7a16fcd7d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.206817 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45af5a20-307a-4a7e-9456-8b7a16fcd7d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438234 Sep 21 09:20:59.207452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44910) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:59.211847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-533dcc21-ad41-4027-a512-ad48c25be015 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'security_group_rule': {'security_group_id': '0bbf8881-406e-400d-98d0-5096724f16f6', 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:59.240144 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b14ee309-437e-465b-ade3-3dc786ab56a2 req-d16f0d4f-8438-421a-97f7-63e7e9f2a2ee service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991981 Sep 21 09:20:59.243552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-533dcc21-ad41-4027-a512-ad48c25be015 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.254034 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:20:59.310560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-533dcc21-ad41-4027-a512-ad48c25be015 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.314794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-533dcc21-ad41-4027-a512-ad48c25be015 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.334591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dcc21-ad41-4027-a512-ad48c25be015 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db600a9-a49c-43d8-b27f-ed73ba4e34b6,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:59.339533 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-533dcc21-ad41-4027-a512-ad48c25be015 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.340762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-533dcc21-ad41-4027-a512-ad48c25be015 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323645 Sep 21 09:20:59.343460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44912) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:59.347849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'security_group_rule': {'security_group_id': '0bbf8881-406e-400d-98d0-5096724f16f6', 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:59.371689 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Project c29c6ce495c646708372b12adb1a4a77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:20:59.377124 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.440425 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.444498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.462279 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed3b713-7ead-429d-a489-4e11e7666474,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:59.469710 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.471324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c6fdd8a3-e5b4-4060-a164-c5911860031e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269047 Sep 21 09:20:59.474362 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 44914) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:20:59.478996 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'security_group_rule': {'security_group_id': '0bbf8881-406e-400d-98d0-5096724f16f6', 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:59.493068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'bddee7d1-3ac1-4d88-9c53-d8c31cb3330f', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'port_id': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'mac_address': 'fa:16:3e:6c:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:20:57Z', 'updated_at': '2021-09-21T09:20:57Z', 'revision_number': 0, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 5, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:20:59.500554 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Project c29c6ce495c646708372b12adb1a4a77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:20:59.505497 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.518869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259b5081-3b4f-4f03-b8a2-aaf53d4b9661 None None] The sync data for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 is: [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'bddee7d1-3ac1-4d88-9c53-d8c31cb3330f', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'port_id': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'mac_address': 'fa:16:3e:6c:18:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:20:57Z', 'updated_at': '2021-09-21T09:20:57Z', 'revision_number': 0, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 5, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:20:59.569679 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.574199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.592587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef66537-3d42-40c0-99a6-534816575d1f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:20:59.598043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:20:59.599391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5dd1df67-971f-413a-ac20-d4a7bec58384 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237972 Sep 21 09:20:59.692702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-64ff23d8-cebb-46c2-9cdc-1f8de6c9d6f5 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545402060&fields=id&tenant_id=c29c6ce495c646708372b12adb1a4a77 HTTP/1.1" status: 200 len: 267 time: 0.0350354 Sep 21 09:20:59.721124 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff2a05-225e-4600-af67-ce7ebc57b53c None None] New status for floating IP bddee7d1-3ac1-4d88-9c53-d8c31cb3330f: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:20:59.748843 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-24fdbe99-ab24-4a57-b168-ba8674a0f4f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:20:59.750283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-24fdbe99-ab24-4a57-b168-ba8674a0f4f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0513268 Sep 21 09:20:59.762225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'port': {'security_groups': ['e4af71b6-b251-49d6-89b0-0b62dd436c5e', '0bbf8881-406e-400d-98d0-5096724f16f6']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:20:59.824836 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:00.013859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5db5de80-820a-4ce9-b26c-ba591595a94b,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:21:00.042526 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:00.046868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:00.059952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5db5de80-820a-4ce9-b26c-ba591595a94b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:21:00.092396 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:00.093395 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:00.094550 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4b29202c-3fdd-4816-acb7-6159c41a24b6 req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "PUT /v2.0/ports/5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 982 time: 0.3375368 Sep 21 09:21:00.124822 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb13ec-3f41-4d7c-8eb8-a184fe4f4863 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:21:00.151795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5db5de80-820a-4ce9-b26c-ba591595a94b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:21:00.232801 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa39c1-4133-47d5-90c1-362460f11c4f req-b8b474b8-bcc9-4545-af63-7342edaa4e12 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:00.234370 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bfa39c1-4133-47d5-90c1-362460f11c4f req-b8b474b8-bcc9-4545-af63-7342edaa4e12 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0563581 Sep 21 09:21:00.279565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bfa39c1-4133-47d5-90c1-362460f11c4f req-d7e3f44d-54bb-4e22-9b38-1b441c8b40b9 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384283 Sep 21 09:21:00.397749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9ffbc470-126b-4ee7-adfc-a0f7a0353439 None None] Provisioning complete for port 5db5de80-820a-4ce9-b26c-ba591595a94b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:21:00.398374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9ffbc470-126b-4ee7-adfc-a0f7a0353439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:00.658309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:21:00.660736 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e4119-6379-4677-b1da-f13dfb85b3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:21:00.697398 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049aea35-29ff-4233-881d-ce4fc8f24d99 x-openstack-request-id: req-049aea35-29ff-4233-881d-ce4fc8f24d99 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:21:00.697691 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:21:00.697941 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-049aea35-29ff-4233-881d-ce4fc8f24d99 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:21:00.698984 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'status': 'completed', 'code': 200} Sep 21 09:21:00.765233 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-344e802b-f36d-45a9-9828-2ec580b7f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:00.766746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-344e802b-f36d-45a9-9828-2ec580b7f9d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1136 time: 0.0433390 Sep 21 09:21:00.860727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-a1f14b37-7576-479a-ab25-3773337f15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:00.862156 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-a1f14b37-7576-479a-ab25-3773337f15c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.0882099 Sep 21 09:21:00.928401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-463b0eeb-1c61-4fa1-b391-4f297a003200 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 1002 time: 0.0584586 Sep 21 09:21:00.977459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-715d038f-d58a-47f5-a2f2-914aaed16ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:00.978868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-715d038f-d58a-47f5-a2f2-914aaed16ca6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0438261 Sep 21 09:21:01.028480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-3a7ab0b5-2c54-4b0d-8b56-20db55cc826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:01.029986 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-3a7ab0b5-2c54-4b0d-8b56-20db55cc826b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445840 Sep 21 09:21:01.122996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-aa20fad6-1bcd-41fc-a253-f80b432ded46 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853469 Sep 21 09:21:01.221211 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-671e4119-6379-4677-b1da-f13dfb85b3b7 req-2b487b39-77d3-4473-8e56-d415bdc51641 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905983 Sep 21 09:21:02.664397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:04.441200 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:13.485065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-499710aa-4a02-46ee-9bc9-1994438d5f70 req-b345558a-9749-45e3-a0b5-d60c5da246b6 service neutron] (94725) timed out ('10.222.0.62', 63351) {{(pid=94725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:21:22.514431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d1a77713-e452-46c6-adf2-c93b47c00377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:24.937665 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:21:25.434388 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:25.441402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2cc96bf-890c-4c9a-aee3-70313e57a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:26.990855 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:28.043553 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:32.678114 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:34.427644 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-f3fe3cd6-2e99-4151-a7b4-c79186367c24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395684 Sep 21 09:21:34.459503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:34.507946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbec802-a357-4015-b6af-43096b025235 req-9403cd0c-f3e5-40e2-ab94-4220d63142f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:34.509440 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-9403cd0c-f3e5-40e2-ab94-4220d63142f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1136 time: 0.0405524 Sep 21 09:21:34.617993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbec802-a357-4015-b6af-43096b025235 req-579b97a2-015f-40be-b5a1-c59fb331da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:34.619481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-579b97a2-015f-40be-b5a1-c59fb331da39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.0896931 Sep 21 09:21:34.683258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-6804deba-65ea-470c-ac54-199131a1d2cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 1002 time: 0.0566070 Sep 21 09:21:34.734871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbec802-a357-4015-b6af-43096b025235 req-ba98841c-7b95-47e2-8869-77cd85237af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:34.736297 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-ba98841c-7b95-47e2-8869-77cd85237af4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0456047 Sep 21 09:21:34.780842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbec802-a357-4015-b6af-43096b025235 req-e2004a6b-dcac-4175-8c43-c65f6ad83b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:34.782354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-e2004a6b-dcac-4175-8c43-c65f6ad83b88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387497 Sep 21 09:21:34.873219 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-ec8d5f11-1033-4870-b95d-fcb970eeda89 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831194 Sep 21 09:21:34.970229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3dbec802-a357-4015-b6af-43096b025235 req-3196eb49-6552-4d61-abed-b25b229477e1 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857775 Sep 21 09:21:52.516116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b6701b89-aa78-4f85-9e2e-82a453b7cbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:55.426202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:55.441667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ed3b0be3-c038-43bd-9893-a476450bfdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:56.998539 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:58.046239 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:21:58.987963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-92a53317-73e5-4f3c-8dae-bb43652b755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:58.989490 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-92a53317-73e5-4f3c-8dae-bb43652b755a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1136 time: 0.0693240 Sep 21 09:21:58.998210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220af661-e2aa-44d3-ab15-39e4dfdaa246 req-2c16b8f7-4614-43a7-bf9f-2091e70e55bd tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:58.999602 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-220af661-e2aa-44d3-ab15-39e4dfdaa246 req-2c16b8f7-4614-43a7-bf9f-2091e70e55bd tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0712507 Sep 21 09:21:59.094145 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-220af661-e2aa-44d3-ab15-39e4dfdaa246 req-d9fd1997-154e-4237-88cc-65ea0c4db3f6 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865340 Sep 21 09:21:59.114349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-a2ecc776-84bc-494f-8fc6-cb498607c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:59.115876 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-a2ecc776-84bc-494f-8fc6-cb498607c7a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.1154335 Sep 21 09:21:59.185170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-7e1c1ab8-c5c1-448b-8490-b159d24af771 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 1002 time: 0.0621185 Sep 21 09:21:59.235670 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-ae4d1c92-470f-42f4-b799-180bb86e92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:59.237113 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-ae4d1c92-470f-42f4-b799-180bb86e92e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0442936 Sep 21 09:21:59.284300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-951ed164-bc84-41f1-91ea-43c9a689d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:21:59.285812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-951ed164-bc84-41f1-91ea-43c9a689d331 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407407 Sep 21 09:21:59.377707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-6849ad0e-0584-4bf6-8c20-a8acea632c0d service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843329 Sep 21 09:21:59.467441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cc1c8ec5-93c9-4a4e-b718-ef33b13ab4d3 req-da5b329b-79a8-41ba-9862-0756d1b89522 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821257 Sep 21 09:22:00.214284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a640a-23ec-42ef-b841-df860f1102f2 req-af0afd81-7bb9-40ff-b114-2079f92183d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:00.215892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d6a640a-23ec-42ef-b841-df860f1102f2 req-af0afd81-7bb9-40ff-b114-2079f92183d0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0516372 Sep 21 09:22:00.255571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d6a640a-23ec-42ef-b841-df860f1102f2 req-3791a275-2547-4e4c-8f63-b2d187387e71 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332937 Sep 21 09:22:01.390993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de923-8d08-44c4-bd4e-9610c95070be req-de3fe5e9-97fc-47c7-ae61-1693541d7ec5 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:01.392451 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d8de923-8d08-44c4-bd4e-9610c95070be req-de3fe5e9-97fc-47c7-ae61-1693541d7ec5 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0499065 Sep 21 09:22:01.438569 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4d8de923-8d08-44c4-bd4e-9610c95070be req-bb7eb2b3-b1cb-42ee-8842-5fba1da7260a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394299 Sep 21 09:22:01.937931 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:22:02.553132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f3d67-5b54-4772-90d7-6bf3027b4213 req-cbbe4a67-5220-4860-82c1-aec1dda13df7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:02.554675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-071f3d67-5b54-4772-90d7-6bf3027b4213 req-cbbe4a67-5220-4860-82c1-aec1dda13df7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0485561 Sep 21 09:22:02.594142 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-071f3d67-5b54-4772-90d7-6bf3027b4213 req-7f61ee84-d7e4-42a4-8429-3f8381f6a8ce tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328932 Sep 21 09:22:02.683258 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:03.708258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc498a58-fede-4a83-99d9-5679394490e2 req-f41d6a91-6ba4-4116-bcbd-78127bd46c49 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:03.709773 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc498a58-fede-4a83-99d9-5679394490e2 req-f41d6a91-6ba4-4116-bcbd-78127bd46c49 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0497158 Sep 21 09:22:03.751068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bc498a58-fede-4a83-99d9-5679394490e2 req-11ca5286-5be5-401d-bbd3-25a5fa00ae96 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353460 Sep 21 09:22:04.452632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:04.868011 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e4ff-ef11-4a59-a9b7-99056f13fa11 req-4563af37-0d22-4e61-a48c-c85e1fc82031 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:04.870166 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c525e4ff-ef11-4a59-a9b7-99056f13fa11 req-4563af37-0d22-4e61-a48c-c85e1fc82031 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0530205 Sep 21 09:22:04.909824 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c525e4ff-ef11-4a59-a9b7-99056f13fa11 req-9dbefe45-1ec8-4081-bd01-44bb737fcb29 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337467 Sep 21 09:22:06.022953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71542a-5511-4a78-8f4a-533a080e6720 req-d4cbd69b-f9eb-4388-8e13-cb62d74b630e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:06.024454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed71542a-5511-4a78-8f4a-533a080e6720 req-d4cbd69b-f9eb-4388-8e13-cb62d74b630e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0489306 Sep 21 09:22:06.064680 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed71542a-5511-4a78-8f4a-533a080e6720 req-259a283b-1244-42c6-a7b3-a9da3231f2e5 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341268 Sep 21 09:22:07.180107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a5609-078b-44e0-9d02-3a66c2e2e707 req-c4be5e56-dede-4c36-8bb3-1ecaa5f0ccb0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:07.181640 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-375a5609-078b-44e0-9d02-3a66c2e2e707 req-c4be5e56-dede-4c36-8bb3-1ecaa5f0ccb0 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0505879 Sep 21 09:22:07.222236 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-375a5609-078b-44e0-9d02-3a66c2e2e707 req-12e51522-3ba4-4a2c-9dba-0a8441977a41 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345623 Sep 21 09:22:08.338422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962c027-bf6d-4613-95eb-5115e5083988 req-542d3897-1c3a-45c8-9dd1-0463dd7dbf0d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:08.339801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a962c027-bf6d-4613-95eb-5115e5083988 req-542d3897-1c3a-45c8-9dd1-0463dd7dbf0d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0478323 Sep 21 09:22:08.382949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a962c027-bf6d-4613-95eb-5115e5083988 req-9ba56260-9358-470d-bb22-d3f1fae0ffea tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371220 Sep 21 09:22:09.494965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bd694-82ad-4df1-8869-e014abd66e69 req-d9c80083-d5a5-4d08-b80b-dbf54627520c tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:09.496484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f18bd694-82ad-4df1-8869-e014abd66e69 req-d9c80083-d5a5-4d08-b80b-dbf54627520c tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0494208 Sep 21 09:22:09.536398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f18bd694-82ad-4df1-8869-e014abd66e69 req-b7089e60-4e36-4f84-a8cc-8d5b84f58c89 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333438 Sep 21 09:22:10.652559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18149f3b-59e1-45dc-9c73-9eae6e88b584 req-4d8c8ab6-4da8-44b6-989a-3193b1060c9e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:10.654044 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18149f3b-59e1-45dc-9c73-9eae6e88b584 req-4d8c8ab6-4da8-44b6-989a-3193b1060c9e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0504222 Sep 21 09:22:10.693939 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18149f3b-59e1-45dc-9c73-9eae6e88b584 req-640d406c-e250-49dc-b070-c97a7c2436f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&id=0bbf8881-406e-400d-98d0-5096724f16f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332198 Sep 21 09:22:22.516467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-25807350-eb74-4a4a-b60b-46ba1184a39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:25.433716 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:25.445568 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-38f0f0af-b26f-49e2-bdaa-2f2492b1a341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:26.998153 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:28.048524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:32.677983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:34.453667 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:35.436740 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-a0b8adf6-0c33-4a4d-8076-c3ac244fb262 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422056 Sep 21 09:22:35.517627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-bf89c0d4-8c0f-4cc3-8cfa-6a944d191d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:35.519024 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-bf89c0d4-8c0f-4cc3-8cfa-6a944d191d6e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1136 time: 0.0404553 Sep 21 09:22:35.633029 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-e07c62df-db0f-45ba-adfe-74a7f12d9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:35.634518 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-e07c62df-db0f-45ba-adfe-74a7f12d9559 service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.0949397 Sep 21 09:22:35.699427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-1996db15-b0f9-4d59-a53c-2d370c3011f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 1002 time: 0.0571218 Sep 21 09:22:35.751935 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-6be7571e-2498-4997-b00b-2a93d10d838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:35.753355 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-6be7571e-2498-4997-b00b-2a93d10d838b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0465748 Sep 21 09:22:35.800428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-1c90e8c2-ef8a-412a-9d7a-8072b0999669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:22:35.801943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-1c90e8c2-ef8a-412a-9d7a-8072b0999669 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410564 Sep 21 09:22:35.890269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-c3151ab3-31a3-4b09-8bad-43b0cc258646 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811529 Sep 21 09:22:35.982411 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c55c2ed8-51fc-4a1a-ad12-d94067331856 req-9f0ddf00-0d39-4487-a1f3-58948584bcc6 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840526 Sep 21 09:22:38.936897 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:22:52.516154 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-dd175043-2152-4ce7-b14e-aedb90bcad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:55.425930 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:55.444663 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1fd1-554b-4b43-8ae9-949ce97607dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:57.001126 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:22:58.051704 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:02.679754 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:04.451567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:13.957997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-6aadb629-29c4-48b4-8779-faecff59da48 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545402060&fields=id&tenant_id=c29c6ce495c646708372b12adb1a4a77 HTTP/1.1" status: 200 len: 267 time: 0.0387459 Sep 21 09:23:14.011612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-12a758d6-0d46-4c6d-ab81-e44beffcab5f tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:14.013071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-12a758d6-0d46-4c6d-ab81-e44beffcab5f tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 985 time: 0.0493133 Sep 21 09:23:14.024559 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Request body: {'port': {'security_groups': ['e4af71b6-b251-49d6-89b0-0b62dd436c5e']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:14.086736 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.258423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5db5de80-820a-4ce9-b26c-ba591595a94b,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:14.286494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.291566 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.303717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5db5de80-820a-4ce9-b26c-ba591595a94b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:14.338179 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:14.338749 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.340218 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a997a481-99e8-4e04-9eaf-1a26357923ce req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "PUT /v2.0/ports/5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 943 time: 0.3207765 Sep 21 09:23:14.340678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:14.343035 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfbb1ce-f47a-48b8-8aea-74491a55423d" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:14.348729 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45014) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:14.424496 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a1152b7-6c80-490f-9bc7-65355018ee8a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.426987 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5db5de80-820a-4ce9-b26c-ba591595a94b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:14.441242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event updated for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=7']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:14.451920 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.452268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.452608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.452943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.453288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.453593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.453924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.454247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.454572 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.454896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.455217 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.455563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9c7ab8-1683-4863-ae73-4b8a18a47bfe tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:14.470456 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a1152b7-6c80-490f-9bc7-65355018ee8a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.548457 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a1152b7-6c80-490f-9bc7-65355018ee8a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.552546 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0a1152b7-6c80-490f-9bc7-65355018ee8a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.556512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45022) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:14.557053 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0a1152b7-6c80-490f-9bc7-65355018ee8a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "DELETE /v2.0/security-groups/0bbf8881-406e-400d-98d0-5096724f16f6 HTTP/1.1" status: 204 len: 168 time: 0.2068431 Sep 21 09:23:14.567185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1152b7-6c80-490f-9bc7-65355018ee8a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf8881-406e-400d-98d0-5096724f16f6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:14.586482 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d319c0-142c-4394-aaee-53de2ac3b50b x-openstack-request-id: req-66d319c0-142c-4394-aaee-53de2ac3b50b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:14.586769 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:14.587020 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66d319c0-142c-4394-aaee-53de2ac3b50b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:14.587501 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'status': 'completed', 'code': 200} Sep 21 09:23:14.641994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-bafd0906-2080-4c69-b785-2600517522a3 None None] Provisioning complete for port 5db5de80-820a-4ce9-b26c-ba591595a94b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:14.642363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bafd0906-2080-4c69-b785-2600517522a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.707870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-62e67683-c987-4d7e-b039-afa7878fa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:14.709354 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-62e67683-c987-4d7e-b039-afa7878fa0de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1097 time: 0.0979767 Sep 21 09:23:14.818829 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Deleting port 3aa36900-020d-49dc-99df-8c035ae34f5a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:14.819172 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:14.839248 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-b9272f69-c5f6-4f2f-a04b-b543ba8783fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:14.840670 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-b9272f69-c5f6-4f2f-a04b-b543ba8783fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.1097052 Sep 21 09:23:15.281579 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.281903 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.295373 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-21ded815-a25e-4c9c-8c9e-aca1a5c6b03e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 1002 time: 0.0858250 Sep 21 09:23:15.301477 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Calling delete_port for 3aa36900-020d-49dc-99df-8c035ae34f5a owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:15.388232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-70045da8-ffca-4266-b302-988fea6a9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:15.389709 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-70045da8-ffca-4266-b302-988fea6a9b71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0863435 Sep 21 09:23:15.459186 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-de017f42-b3c2-4526-8c51-216b468d3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:15.460734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-de017f42-b3c2-4526-8c51-216b468d3b48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625021 Sep 21 09:23:15.588948 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.599000 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-bbdd39b3-5686-443b-a2c0-bcfd25f7d9d6 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299207 Sep 21 09:23:15.629917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event deleted for resources: {'Port': ['ID=3aa36900-020d-49dc-99df-8c035ae34f5a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:15.673809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.674153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.674498 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.674840 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.675177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.675541 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.675905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.676242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.676595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.676906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.677235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.677562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:15.754370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:15.754711 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Floating IP bddee7d1-3ac1-4d88-9c53-d8c31cb3330f disassociated (deleted). External IP: 172.25.1.222, port: 5db5de80-820a-4ce9-b26c-ba591595a94b. Sep 21 09:23:15.804716 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fdfbb1ce-f47a-48b8-8aea-74491a55423d req-ce75c7a6-6211-4833-849d-99352fca6af7 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844490 Sep 21 09:23:15.936086 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:23:15.975828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Router ee13177e-fb3b-4e50-8ffc-7d0c813f203a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:16.082693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:16.087489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:16.092630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67012443-2f96-434e-8263-380df748f1c6 None None] Sync routers for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:16.101343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:16.101986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:22:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:16.112850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-87d9165c-f6e5-49ac-aa61-fef4c1d2a0f7 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "DELETE /v2.0/floatingips/bddee7d1-3ac1-4d88-9c53-d8c31cb3330f HTTP/1.1" status: 204 len: 168 time: 1.5544295 Sep 21 09:23:16.113993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:16.116263 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831f876-02e2-4750-b0d7-b5c7fbb4204c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:16.215276 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a632f-556d-40a7-a820-3c32efbcb666 x-openstack-request-id: req-ba9a632f-556d-40a7-a820-3c32efbcb666 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:16.215588 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:16.215837 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba9a632f-556d-40a7-a820-3c32efbcb666 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:16.216233 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'status': 'completed', 'code': 200} Sep 21 09:23:16.220739 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:16.284072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-5497537c-d615-4e01-b15d-ddfb70c1d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:16.286305 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-5497537c-d615-4e01-b15d-ddfb70c1d88f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c29c6ce495c646708372b12adb1a4a77&device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 1097 time: 0.0469224 Sep 21 09:23:16.389897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-b5319b92-f4eb-4fae-86b4-1e30b034a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:16.391403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-b5319b92-f4eb-4fae-86b4-1e30b034a73f service neutron] 10.222.0.62 "GET /v2.0/networks?id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 200 len: 916 time: 0.0980444 Sep 21 09:23:16.438335 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-728b4cb9-c8ba-4ab0-8bcd-5453b84a5a5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 200 len: 217 time: 0.0395830 Sep 21 09:23:16.467478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 5, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:16.490818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-5c7327b0-9b51-439f-9545-cce405ea6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:16.492433 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-5c7327b0-9b51-439f-9545-cce405ea6d53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 200 len: 854 time: 0.0445178 Sep 21 09:23:16.497777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67012443-2f96-434e-8263-380df748f1c6 None None] Checking router: ee13177e-fb3b-4e50-8ffc-7d0c813f203a for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:16.506374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:16.506984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:22:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:16.541184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-440d4068-f9a9-4158-9d2e-10a78f636ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:16.542734 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-440d4068-f9a9-4158-9d2e-10a78f636ca7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=39f79b02-da9a-455a-b60f-e8d8eb3f97ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419190 Sep 21 09:23:16.612679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:16.638417 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-500405cf-e21f-4bb7-94c6-d4511f020acb service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882483 Sep 21 09:23:16.730871 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9831f876-02e2-4750-b0d7-b5c7fbb4204c req-eb22a955-6c3d-4303-8ed2-dfc5eb240ab0 service neutron] 10.222.0.62 "GET /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848477 Sep 21 09:23:16.810639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-67012443-2f96-434e-8263-380df748f1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 5, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:16.837722 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67012443-2f96-434e-8263-380df748f1c6 None None] The sync data for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 is: [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:03Z', 'revision_number': 4, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '5bc64842-1bb1-488d-b715-f6d7fe0d2c66', 'name': '', 'network_id': '39f79b02-da9a-455a-b60f-e8d8eb3f97ce', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'mac_address': 'fa:16:3e:77:bf:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:02Z', 'updated_at': '2021-09-21T09:20:08Z', 'revision_number': 5, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'subnets': [{'id': '4167cfff-a4ec-42af-8d14-57ef3b6aa6d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:17.045110 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99836857-3172-468b-ac13-6e07fc013933 None None] New status for floating IP bddee7d1-3ac1-4d88-9c53-d8c31cb3330f: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:23:22.515982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5fb4d67a-c317-4267-8f65-c9d292a27fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:23.040435 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5803c4e-f3b2-49d8-8889-f671eb1eeb2e req-6e65e8cc-c7bc-4d2f-81b3-6116e4b3504d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:23.041984 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5803c4e-f3b2-49d8-8889-f671eb1eeb2e req-6e65e8cc-c7bc-4d2f-81b3-6116e4b3504d tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0498960 Sep 21 09:23:23.080281 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5803c4e-f3b2-49d8-8889-f671eb1eeb2e req-d76abd78-3bc8-4b0c-b986-d18509458f1a tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317750 Sep 21 09:23:24.195814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d5258-7287-4a0b-a640-9f45f9339794 req-d91fe356-d2a2-4dd6-b289-6db62b79b5e3 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:24.197323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-000d5258-7287-4a0b-a640-9f45f9339794 req-d91fe356-d2a2-4dd6-b289-6db62b79b5e3 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0492897 Sep 21 09:23:24.239921 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-000d5258-7287-4a0b-a640-9f45f9339794 req-2f7eddae-47e9-4b36-a094-52b81bbccd82 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/security-groups?id=e4af71b6-b251-49d6-89b0-0b62dd436c5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365744 Sep 21 09:23:24.992768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-a0ddf53c-e7b9-4a2e-b435-0f17db13a223 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:24.994208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-a0ddf53c-e7b9-4a2e-b435-0f17db13a223 tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 946 time: 0.0479493 Sep 21 09:23:25.085730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Deleting port 5db5de80-820a-4ce9-b26c-ba591595a94b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:25.085975 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.177122 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] For port 5db5de80-820a-4ce9-b26c-ba591595a94b, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=5db5de80-820a-4ce9-b26c-ba591595a94b,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:25.177503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.189484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Calling delete_port for 5db5de80-820a-4ce9-b26c-ba591595a94b owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:25.320519 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.332920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['5db5de80-820a-4ce9-b26c-ba591595a94b'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:25.342767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e0807c2e-fa07-425f-bec3-d841c2f2a180 req-d592da84-401b-49b0-a187-75fa8b21754e tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9ba91c6-4a2e-4de3-8393-a00b22aac734 HTTP/1.1" status: 200 len: 210 time: 0.0353146 Sep 21 09:23:25.350827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Pushing event deleted for resources: {'Port': ['ID=5db5de80-820a-4ce9-b26c-ba591595a94b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:25.393907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] No DVR routers for this DVR port 5db5de80-820a-4ce9-b26c-ba591595a94b on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:23:25.397189 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.399223 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-776d7afe-1ff7-4be7-ac48-8730de96adf1 req-f4340f90-e9fd-4e76-ad07-687e6c50a6ac tempest-TestMinimumBasicScenario-891885221 tempest-TestMinimumBasicScenario-891885221-project] 10.222.0.62 "DELETE /v2.0/ports/5db5de80-820a-4ce9-b26c-ba591595a94b HTTP/1.1" status: 204 len: 173 time: 0.3986747 Sep 21 09:23:25.399732 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'name': 'network-vif-deleted', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:25.402009 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f1ccc1-3a10-4a6a-ae01-bfa20e31fb9c" -d '{"events": [{"server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "name": "network-vif-deleted", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:25.448376 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:25.450307 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ec7d37-afa9-405a-9328-b46535b925bf x-openstack-request-id: req-f1ec7d37-afa9-405a-9328-b46535b925bf {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:25.450606 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ba91c6-4a2e-4de3-8393-a00b22aac734", "name": "network-vif-deleted", "tag": "5db5de80-820a-4ce9-b26c-ba591595a94b", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:25.450858 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f1ec7d37-afa9-405a-9328-b46535b925bf {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:25.451449 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ba91c6-4a2e-4de3-8393-a00b22aac734', 'name': 'network-vif-deleted', 'tag': '5db5de80-820a-4ce9-b26c-ba591595a94b', 'status': 'completed', 'code': 200} Sep 21 09:23:25.458451 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a46c26ad-0e85-4deb-b4c2-1983a4b90dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:26.930038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45124) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:27.007255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.291741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.531950 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Deleting port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:27.532237 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.608718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] For port 5bc64842-1bb1-488d-b715-f6d7fe0d2c66, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:27.609086 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.621864 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Calling delete_port for 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:27.799381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:27.823721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc64842-1bb1-488d-b715-f6d7fe0d2c66,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:27.998384 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.054783 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.214814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Router ee13177e-fb3b-4e50-8ffc-7d0c813f203a has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:28.323937 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:28.328970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e2035c3b-57e0-4efd-a786-e7041354eb88 admin admin] 10.222.0.59 "PUT /v2.0/routers/ee13177e-fb3b-4e50-8ffc-7d0c813f203a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3977969 Sep 21 09:23:28.331637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45126) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:28.333714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] Sync routers for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:28.342632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:28.343238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:28.436450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.542711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.602743 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:28.783363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:23:27Z', 'revision_number': 5, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port': {'id': '3188d04a-a472-4bf9-91d7-6100d6a9ff4b', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:4a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:28.814879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] Checking router: ee13177e-fb3b-4e50-8ffc-7d0c813f203a for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:28.824558 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] Routers {'ee13177e-fb3b-4e50-8ffc-7d0c813f203a'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:28.825188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:28.890145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5db5de80-820a-4ce9-b26c-ba591595a94b no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:23:28.917169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 5db5de80-820a-4ce9-b26c-ba591595a94b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:23:28.917516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 5db5de80-820a-4ce9-b26c-ba591595a94b not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:23:28.933574 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] Set router ee13177e-fb3b-4e50-8ffc-7d0c813f203a gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:28.935043 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Deleting port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:28.935424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:28.985497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 6, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:29.013100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] For port 3188d04a-a472-4bf9-91d7-6100d6a9ff4b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:29.013725 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.015009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9febc-414a-4712-b890-682c7332a5b7 None None] The sync data for ids ['ee13177e-fb3b-4e50-8ffc-7d0c813f203a'] in n-d-809980-2 is: [{'id': 'ee13177e-fb3b-4e50-8ffc-7d0c813f203a', 'name': 'tempest-TestMinimumBasicScenario-1070827445-router', 'tenant_id': 'c29c6ce495c646708372b12adb1a4a77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:00Z', 'updated_at': '2021-09-21T09:23:28Z', 'revision_number': 6, 'project_id': 'c29c6ce495c646708372b12adb1a4a77', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:29.026897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Calling delete_port for 3188d04a-a472-4bf9-91d7-6100d6a9ff4b owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:29.192931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.218700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3188d04a-a472-4bf9-91d7-6100d6a9ff4b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:29.275528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.366283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.370925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.428256 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.428835 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee13177e-fb3b-4e50-8ffc-7d0c813f203a {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:23:29.435674 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.436908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0be9c2a4-9082-473c-9ef3-e39e578f8f9e admin admin] 10.222.0.59 "DELETE /v2.0/routers/ee13177e-fb3b-4e50-8ffc-7d0c813f203a HTTP/1.1" status: 204 len: 168 time: 1.1036031 Sep 21 09:23:29.439538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45128) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:29.487891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] Deleting subnet 4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:23:29.491029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.525044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.605266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.655898 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.682216 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4167cfff-a4ec-42af-8d14-57ef3b6aa6d0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:29.684240 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.686767 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0d706166-0dff-48e2-a7e5-f2acbc008708 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4167cfff-a4ec-42af-8d14-57ef3b6aa6d0 HTTP/1.1" status: 204 len: 168 time: 0.2459495 Sep 21 09:23:29.688035 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02473ba8-1e94-416a-add0-c26c7ff602da None None] Network 39f79b02-da9a-455a-b60f-e8d8eb3f97ce requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:29.688575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45130) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:29.760462 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.807176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:23:29.826151 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Deleting port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:29.826501 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.833131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:23:29.833519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 5bc64842-1bb1-488d-b715-f6d7fe0d2c66 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:23:29.883168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] DHCP port deletion for 39f79b02-da9a-455a-b60f-e8d8eb3f97ce request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:23:29.895549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] For port 94a86d6c-b828-4d19-aa03-b6edd4e79e26, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=94a86d6c-b828-4d19-aa03-b6edd4e79e26,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:29.895931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.909010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Calling delete_port for 94a86d6c-b828-4d19-aa03-b6edd4e79e26 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:29.931708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Deleting port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:29.932090 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.993707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:29.996393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] For port 94a86d6c-b828-4d19-aa03-b6edd4e79e26, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=94a86d6c-b828-4d19-aa03-b6edd4e79e26,segment=NetworkSegment(c8797685-72df-4e4f-9f46-59455bc67dd2),segment_id=c8797685-72df-4e4f-9f46-59455bc67dd2)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:29.996804 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.011904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Calling delete_port for 94a86d6c-b828-4d19-aa03-b6edd4e79e26 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:30.022630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a86d6c-b828-4d19-aa03-b6edd4e79e26,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:30.024750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] No DVR routers for this DVR port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:23:30.097773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.105604 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.124271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Pushing event deleted for resources: {'Port': ['ID=94a86d6c-b828-4d19-aa03-b6edd4e79e26,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:30.131918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] No DVR routers for this DVR port 94a86d6c-b828-4d19-aa03-b6edd4e79e26 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:23:30.132268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f79b02-da9a-455a-b60f-e8d8eb3f97ce']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:30.134316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.135090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.135090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.135429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.135746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.136076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.136407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.136732 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.137057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.137380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.137702 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.138028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b6034-c960-44c7-96ba-2f6a4cc5fe04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:30.146097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8797685-72df-4e4f-9f46-59455bc67dd2') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:30.146401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8797685-72df-4e4f-9f46-59455bc67dd2') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:30.156432 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.170285 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.176543 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:23:30.176915 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:23:30.178600 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:23:30.231709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.237318 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.239257 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] 10.222.0.59 "DELETE /v2.0/networks/39f79b02-da9a-455a-b60f-e8d8eb3f97ce HTTP/1.1" status: 204 len: 168 time: 0.5497589 Sep 21 09:23:30.242351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45132) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:30.257506 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25747269-fcb7-4029-8ae4-3a0063e78e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f79b02-da9a-455a-b60f-e8d8eb3f97ce,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:30.595131 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.835799 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Deleting port 8d0180d9-7c13-489c-b74c-165c7b247311 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:30.836147 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.913046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] For port 8d0180d9-7c13-489c-b74c-165c7b247311, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8d0180d9-7c13-489c-b74c-165c7b247311,segment=NetworkSegment(ada7c9cf-1089-4263-a2a8-27a7e56b6221),segment_id=ada7c9cf-1089-4263-a2a8-27a7e56b6221)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:30.913323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:30.925615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Calling delete_port for 8d0180d9-7c13-489c-b74c-165c7b247311 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:31.103107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.134768 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0180d9-7c13-489c-b74c-165c7b247311,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:31.309027 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.350859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 94a86d6c-b828-4d19-aa03-b6edd4e79e26 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:23:31.371425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 94a86d6c-b828-4d19-aa03-b6edd4e79e26 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:23:31.371774 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 94a86d6c-b828-4d19-aa03-b6edd4e79e26 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:23:31.372238 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3188d04a-a472-4bf9-91d7-6100d6a9ff4b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:23:31.393624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 3188d04a-a472-4bf9-91d7-6100d6a9ff4b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:23:31.393963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3188d04a-a472-4bf9-91d7-6100d6a9ff4b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:23:31.525040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Router 54d337e0-fa7f-40bd-85db-e5751c8facda has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:31.630404 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:31.635533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ed71ed60-4816-4bd1-95fa-03e059071f31 admin admin] 10.222.0.59 "PUT /v2.0/routers/54d337e0-fa7f-40bd-85db-e5751c8facda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3920279 Sep 21 09:23:31.637926 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45134) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:31.640489 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] Sync routers for ids ['54d337e0-fa7f-40bd-85db-e5751c8facda'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:31.649990 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] Routers {'54d337e0-fa7f-40bd-85db-e5751c8facda'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:31.650681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['54d337e0-fa7f-40bd-85db-e5751c8facda'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:31.744316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.763804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] Set router 54d337e0-fa7f-40bd-85db-e5751c8facda gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:31.846636 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.898469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Deleting port a0aeaaee-aae8-42a3-8164-9739cec8a207 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:31.898813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.943710 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118'}], 'enable_snat': True}, 'gw_port_id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:23:31Z', 'revision_number': 5, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port': {'id': 'a0aeaaee-aae8-42a3-8164-9739cec8a207', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:31.970651 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] Checking router: 54d337e0-fa7f-40bd-85db-e5751c8facda for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:31.977703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] For port a0aeaaee-aae8-42a3-8164-9739cec8a207, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=a0aeaaee-aae8-42a3-8164-9739cec8a207,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:31.978077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:31.979221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] Routers {'54d337e0-fa7f-40bd-85db-e5751c8facda'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:31.979852 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['54d337e0-fa7f-40bd-85db-e5751c8facda'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:31.990905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Calling delete_port for a0aeaaee-aae8-42a3-8164-9739cec8a207 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:32.067889 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] Set router 54d337e0-fa7f-40bd-85db-e5751c8facda gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:32.117321 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:23:31Z', 'revision_number': 6, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:32.147556 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeccecf-f6a9-47c1-a986-b443a2843654 None None] The sync data for ids ['54d337e0-fa7f-40bd-85db-e5751c8facda'] in n-d-809980-2 is: [{'id': '54d337e0-fa7f-40bd-85db-e5751c8facda', 'name': 'tempest-TestMinimumBasicScenario-903677078-router', 'tenant_id': 'd87ccba8f7234d4682a53b69127db3d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:20:05Z', 'updated_at': '2021-09-21T09:23:31Z', 'revision_number': 6, 'project_id': 'd87ccba8f7234d4682a53b69127db3d3', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:32.160601 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.195200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0aeaaee-aae8-42a3-8164-9739cec8a207,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.253806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.342811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.344873 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.387916 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.388474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54d337e0-fa7f-40bd-85db-e5751c8facda {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:23:32.392787 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.393954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-42b2d535-76e0-485c-80fe-b49dccd8cd49 admin admin] 10.222.0.59 "DELETE /v2.0/routers/54d337e0-fa7f-40bd-85db-e5751c8facda HTTP/1.1" status: 204 len: 168 time: 0.7550871 Sep 21 09:23:32.396673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45136) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:32.444939 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] Deleting subnet 6bb64b2c-3983-4a4f-89a0-e44048801aca {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:23:32.448185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.481275 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.560702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.614792 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.646219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb64b2c-3983-4a4f-89a0-e44048801aca,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.648829 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.651334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-82c31902-24c3-4287-af2b-68378d37a76d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6bb64b2c-3983-4a4f-89a0-e44048801aca HTTP/1.1" status: 204 len: 168 time: 0.2526019 Sep 21 09:23:32.651862 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa9de51-c817-4e9e-bfcc-2e36c37f3d49 None None] Network 5e284664-7185-43ce-a0af-3e9e664be27e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:32.652747 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45138) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:32.722258 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.724231 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.775259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Deleting port 85bbd1d7-9e45-41f2-b190-746cd39a59de {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:32.775424 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.843815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] For port 85bbd1d7-9e45-41f2-b190-746cd39a59de, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=85bbd1d7-9e45-41f2-b190-746cd39a59de,segment=NetworkSegment(ada7c9cf-1089-4263-a2a8-27a7e56b6221),segment_id=ada7c9cf-1089-4263-a2a8-27a7e56b6221)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:32.844120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.856883 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Calling delete_port for 85bbd1d7-9e45-41f2-b190-746cd39a59de owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:32.909000 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] DHCP port deletion for 5e284664-7185-43ce-a0af-3e9e664be27e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:23:32.937367 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.960820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] Deleting port 85bbd1d7-9e45-41f2-b190-746cd39a59de {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:23:32.961195 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:32.967015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bbd1d7-9e45-41f2-b190-746cd39a59de,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:32.970684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] No DVR routers for this DVR port 85bbd1d7-9e45-41f2-b190-746cd39a59de on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:23:33.030043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] For port 85bbd1d7-9e45-41f2-b190-746cd39a59de, host n-d-809980-2, got binding levels [] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:33.030529 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.044942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] Calling delete_port for 85bbd1d7-9e45-41f2-b190-746cd39a59de owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:23:33.045383 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.047905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.ipam_backend_mixin [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] Port 85bbd1d7-9e45-41f2-b190-746cd39a59de was not found and therefore no delete operation was performed {{(pid=94726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 21 09:23:33.049183 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.066611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e284664-7185-43ce-a0af-3e9e664be27e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:33.073457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] Pushing event deleted for resources: {'Port': ['ID=85bbd1d7-9e45-41f2-b190-746cd39a59de,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:33.080055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453213ed-9d10-46a0-ae1f-95a5d7d6b48b None None] No DVR routers for this DVR port 85bbd1d7-9e45-41f2-b190-746cd39a59de on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:23:33.080446 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada7c9cf-1089-4263-a2a8-27a7e56b6221') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:33.080766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada7c9cf-1089-4263-a2a8-27a7e56b6221') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:33.093934 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.109567 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.116628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:23:33.117055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:23:33.118960 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:23:33.183045 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.189560 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.191559 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5e284664-7185-43ce-a0af-3e9e664be27e HTTP/1.1" status: 204 len: 168 time: 0.5377097 Sep 21 09:23:33.201054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8e5be-e5a3-4808-a296-73fbe2764342 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e284664-7185-43ce-a0af-3e9e664be27e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:33.294354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8d0180d9-7c13-489c-b74c-165c7b247311 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:23:33.319837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8d0180d9-7c13-489c-b74c-165c7b247311 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:23:33.320187 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8d0180d9-7c13-489c-b74c-165c7b247311 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:23:33.320611 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 85bbd1d7-9e45-41f2-b190-746cd39a59de no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:23:33.340579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 85bbd1d7-9e45-41f2-b190-746cd39a59de {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:23:33.340928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 85bbd1d7-9e45-41f2-b190-746cd39a59de not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:23:33.341343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a0aeaaee-aae8-42a3-8164-9739cec8a207 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:23:33.356218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45142) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:33.361153 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: a0aeaaee-aae8-42a3-8164-9739cec8a207 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:23:33.361441 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device a0aeaaee-aae8-42a3-8164-9739cec8a207 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:23:33.396768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6946f3ce-1c69-4a39-ac5c-81393ebd8f1d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c29c6ce495c646708372b12adb1a4a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393643 Sep 21 09:23:33.399194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45144) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:33.445325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a1b901-15d2-4a6d-b7a6-e83f009ad734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.465555 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a1b901-15d2-4a6d-b7a6-e83f009ad734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.515088 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a1b901-15d2-4a6d-b7a6-e83f009ad734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.517670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51a1b901-15d2-4a6d-b7a6-e83f009ad734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.518830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-51a1b901-15d2-4a6d-b7a6-e83f009ad734 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4af71b6-b251-49d6-89b0-0b62dd436c5e HTTP/1.1" status: 204 len: 168 time: 0.1187112 Sep 21 09:23:33.527096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1b901-15d2-4a6d-b7a6-e83f009ad734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4af71b6-b251-49d6-89b0-0b62dd436c5e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:33.840204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45152) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:33.878876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7badf19b-8240-4b7e-83e1-9c5112aa34d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d87ccba8f7234d4682a53b69127db3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374038 Sep 21 09:23:33.881789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45154) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:33.929223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b3a1-7b18-4084-8cdc-afdd0c64e52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.950622 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b3a1-7b18-4084-8cdc-afdd0c64e52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:33.998922 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b3a1-7b18-4084-8cdc-afdd0c64e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.001552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a0a4b3a1-7b18-4084-8cdc-afdd0c64e52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:34.002716 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a0a4b3a1-7b18-4084-8cdc-afdd0c64e52e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65fee7fd-46ba-49c9-afe3-a8e1481e4b43 HTTP/1.1" status: 204 len: 168 time: 0.1200223 Sep 21 09:23:34.011329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4b3a1-7b18-4084-8cdc-afdd0c64e52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fee7fd-46ba-49c9-afe3-a8e1481e4b43,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:34.464992 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.610667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:35.615829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025347169', 'description': 'tempest-secgroup-smoke-1025347169 description', 'project_id': 'f1e12ebb305440619c9d837d2e918320'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:35.638471 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.646059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.740337 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.743903 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.779176 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409fe218-3ac8-4667-a435-bcdbf57efc18,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:35.836093 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.839759 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.867950 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.869119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2573965 Sep 21 09:23:35.871079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccba28-1369-42ad-9056-fe8dfa070244 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736f9d88-25ff-4ba4-9595-6668a0cf8c3c,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:35.872204 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45196) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:35.878184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f8ab17aa-14c9-4cd3-b733-f2d9fde89682 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '736f9d88-25ff-4ba4-9595-6668a0cf8c3c', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:35.905845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8ab17aa-14c9-4cd3-b733-f2d9fde89682 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.953139 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8ab17aa-14c9-4cd3-b733-f2d9fde89682 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.956657 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8ab17aa-14c9-4cd3-b733-f2d9fde89682 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.976797 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab17aa-14c9-4cd3-b733-f2d9fde89682 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10a8d8e-bb21-4cca-b63a-3bd69cf74da0,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:35.979456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8ab17aa-14c9-4cd3-b733-f2d9fde89682 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:35.980692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f8ab17aa-14c9-4cd3-b733-f2d9fde89682 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1065705 Sep 21 09:23:35.983422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45198) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:35.987709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-642bc434-0d7d-4e1d-821b-983d5ab4b9f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '736f9d88-25ff-4ba4-9595-6668a0cf8c3c', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:36.013253 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-642bc434-0d7d-4e1d-821b-983d5ab4b9f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.072321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-642bc434-0d7d-4e1d-821b-983d5ab4b9f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.075838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-642bc434-0d7d-4e1d-821b-983d5ab4b9f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.094743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bc434-0d7d-4e1d-821b-983d5ab4b9f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace327aa-fb51-4871-bf7a-a8a404a9c81d,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.102015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-642bc434-0d7d-4e1d-821b-983d5ab4b9f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.103283 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-642bc434-0d7d-4e1d-821b-983d5ab4b9f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189356 Sep 21 09:23:36.105976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45200) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:36.110317 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-af93820f-a925-4ca9-8cbd-2ac714ae89e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '736f9d88-25ff-4ba4-9595-6668a0cf8c3c', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:36.137121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af93820f-a925-4ca9-8cbd-2ac714ae89e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.195570 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af93820f-a925-4ca9-8cbd-2ac714ae89e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.199229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af93820f-a925-4ca9-8cbd-2ac714ae89e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.219016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93820f-a925-4ca9-8cbd-2ac714ae89e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1099091-0004-48be-9eb6-f702a5988424,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.225266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af93820f-a925-4ca9-8cbd-2ac714ae89e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.226392 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-af93820f-a925-4ca9-8cbd-2ac714ae89e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194868 Sep 21 09:23:36.229178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45202) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:36.233561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0fba3bb4-3a98-4302-aca5-d4a2ac018d37 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '736f9d88-25ff-4ba4-9595-6668a0cf8c3c', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:36.260973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fba3bb4-3a98-4302-aca5-d4a2ac018d37 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.319038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fba3bb4-3a98-4302-aca5-d4a2ac018d37 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.323193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fba3bb4-3a98-4302-aca5-d4a2ac018d37 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.343895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba3bb4-3a98-4302-aca5-d4a2ac018d37 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43518de-cee6-4b4a-a4b7-e085eb1778a5,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.347741 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fba3bb4-3a98-4302-aca5-d4a2ac018d37 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.348944 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0fba3bb4-3a98-4302-aca5-d4a2ac018d37 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188426 Sep 21 09:23:36.351673 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45204) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:36.356253 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '736f9d88-25ff-4ba4-9595-6668a0cf8c3c', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:36.377634 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:23:36.383126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.443055 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.446592 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.465250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8aede4-935e-4df0-9398-ca945efcded6,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.468695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.470053 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5b790ea9-786f-4024-bd19-a4624fb0ef91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174531 Sep 21 09:23:36.473442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45206) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:36.478044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '736f9d88-25ff-4ba4-9595-6668a0cf8c3c', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:36.499935 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:23:36.504741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.565612 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.569177 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.584071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a755c2f-ba07-450e-98dc-e37f5c07d7cf,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.592264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.593608 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5baae95b-8536-4bdf-b606-0fe3b962c293 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190808 Sep 21 09:23:36.597061 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45208) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:36.602524 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'network': {'name': 'tempest-network-smoke--276261105', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:36.623223 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:36.626676 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.649571 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:23:36.658452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.658795 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Added segment e064cd1d-54ea-4bab-9fd0-80470d4a27b6 of type vlan for network 7855ca27-da0a-4cee-93c1-fcff001e6384 Sep 21 09:23:36.701208 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.725075 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.730604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:36.731191 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.762254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1641386 Sep 21 09:23:36.765134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45210) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:36.771353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'admin_state_up': True, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:36.813556 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6461-76ce-4e23-8eee-2fdcfe43550c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Network': ['ID=7855ca27-da0a-4cee-93c1-fcff001e6384,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:36.825686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:23:36.828965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.830413 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:36.885926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.022767 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.215991 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.235010 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.333921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.215 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/fe1dae2c-8c3a-4c0b-a6e6-5c050843833a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:37.436303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.469687 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.504643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:37.507389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:37.510852 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:37.538344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:37.759562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:37.953333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.079007 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 32fa6530-feb4-495b-84db-bf04da91d33d is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:23:38.186247 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:38.196168 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Sync routers for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:38.204741 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.206328 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2ea0a1ed-94f7-42c4-af11-ae2449cb71c7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4402390 Sep 21 09:23:38.206701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:38.207892 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:38.210084 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45212) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:38.314915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:38.334654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c2a4152c-2b46-4ee6-8b04-436f8cd272e9 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f1e12ebb305440619c9d837d2e918320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233695 Sep 21 09:23:38.337277 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45216) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:38.427336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11ef9a-f186-4d3c-9e2b-f74da6694c9c tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:38.429068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3c11ef9a-f186-4d3c-9e2b-f74da6694c9c tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907817 Sep 21 09:23:38.431730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45218) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:38.460245 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8e0326ee-d055-4087-900b-6638e1f6ecb3 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274513 Sep 21 09:23:38.462900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45220) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:38.467626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444830573', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:38.493999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:37Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:38.520995 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Checking router: 32fa6530-feb4-495b-84db-bf04da91d33d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:38.521338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Updating router 32fa6530-feb4-495b-84db-bf04da91d33d port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:38.545060 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.553678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:38.557199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.734931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.797225 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.801252 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Subnet': ['ID=bd783dd4-dd28-4d62-89f8-8fb8143220d7,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:38.804396 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.813482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Checking segment: {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:38.813850 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network hostable DHCP agents. Network: 7855ca27-da0a-4cee-93c1-fcff001e6384, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:23:38.830307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:23:38.841389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 7855ca27-da0a-4cee-93c1-fcff001e6384) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:38.846184 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:38.847045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.855299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c757ef-1c3d-4dba-b8ae-aae102fed0d3 None None] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:38.863747 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fa5d673c-9020-474c-8e45-9517174537ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3992069 Sep 21 09:23:38.866440 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45222) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:38.870413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b74e1-4574-46e1-af0e-7a2a67515c9e None None] Pushing event updated for resources: {'Port': ['ID=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:38.875199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Attempting to bind port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:38.875603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Attempting to bind port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:38.875972 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Attempting to bind port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:38.889160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:38.889591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:38.890010 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.890406 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:38.890872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Bound port: fe1dae2c-8c3a-4c0b-a6e6-5c050843833a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:38.891256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:38.986369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] For port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:38.990639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] For port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:39.009017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:39.101576 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:39.102195 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:39.104022 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b74e1-4574-46e1-af0e-7a2a67515c9e None None] Pushing event updated for resources: {'Port': ['ID=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:39.139491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-7855ca27-da0a-4cee-93c1-fcff001e6384', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:23:39.140351 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:39.286283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:39.301106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:39.423939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Allocated IP 172.20.0.2 (7855ca27-da0a-4cee-93c1-fcff001e6384/bd783dd4-dd28-4d62-89f8-8fb8143220d7/af30844e-cd48-4050-b2e4-a81241186a8b) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:39.770596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:37Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:39.805070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63dd358-5c0f-477d-9006-7ab352d98970 None None] The sync data for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 is: [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:37Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:39.806870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:39.814651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:39.854165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:39.857001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:39.860711 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:39.872844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Pushing event updated for resources: {'Port': ['ID=af30844e-cd48-4050-b2e4-a81241186a8b,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:39.928686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Attempting to bind port af30844e-cd48-4050-b2e4-a81241186a8b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:39.929068 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Attempting to bind port af30844e-cd48-4050-b2e4-a81241186a8b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:39.929430 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Attempting to bind port af30844e-cd48-4050-b2e4-a81241186a8b on network 7855ca27-da0a-4cee-93c1-fcff001e6384 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:39.934569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:39.934938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Checking segment: {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:39.935364 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:39.935760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Bound using segment: {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:39.936249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Bound port: af30844e-cd48-4050-b2e4-a81241186a8b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:39.936632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:39.978816 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.1 (7855ca27-da0a-4cee-93c1-fcff001e6384/bd783dd4-dd28-4d62-89f8-8fb8143220d7/e65cb998-67e9-4ce5-9468-1f97d7629c7b) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:40.001929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] For port af30844e-cd48-4050-b2e4-a81241186a8b, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:40.005357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] For port af30844e-cd48-4050-b2e4-a81241186a8b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af30844e-cd48-4050-b2e4-a81241186a8b,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:40.009416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.099983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408a8cf-e84e-48fa-8435-83966e056372 None None] Pushing event updated for resources: {'Port': ['ID=af30844e-cd48-4050-b2e4-a81241186a8b,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:40.135119 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.173775 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.230939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:40.235598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:40.237615 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=e65cb998-67e9-4ce5-9468-1f97d7629c7b,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:40.240005 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:40.295537 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.449760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.747134 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.751737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.826830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=e65cb998-67e9-4ce5-9468-1f97d7629c7b,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:40.829301 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:40.929688 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:40.931214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:41.017318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf33d0-861a-4c93-bee1-bcd57f7c6189 None None] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:23:41.046608 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 32fa6530-feb4-495b-84db-bf04da91d33d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:41.087830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d74b5a27-84fe-4c53-a454-1b7c5aa36074 None None] Provisioning complete for port af30844e-cd48-4050-b2e4-a81241186a8b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:41.088111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d74b5a27-84fe-4c53-a454-1b7c5aa36074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.157532 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:41.169638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-39468e15-7dc2-41c7-91f9-c489d137b81d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/32fa6530-feb4-495b-84db-bf04da91d33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952709 Sep 21 09:23:41.248820 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d74b5a27-84fe-4c53-a454-1b7c5aa36074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.312188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d74b5a27-84fe-4c53-a454-1b7c5aa36074 None None] For port af30844e-cd48-4050-b2e4-a81241186a8b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af30844e-cd48-4050-b2e4-a81241186a8b,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:41.318092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d74b5a27-84fe-4c53-a454-1b7c5aa36074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.333950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-5f1b0d4c-1be6-4ae6-83ac-5a5e636c8ab9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025347169&fields=id&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 267 time: 0.0514841 Sep 21 09:23:41.375595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b5a27-84fe-4c53-a454-1b7c5aa36074 None None] Pushing event updated for resources: {'Port': ['ID=af30844e-cd48-4050-b2e4-a81241186a8b,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:41.400098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe1dae2c-8c3a-4c0b-a6e6-5c050843833a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:41.453200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-507d2e86-5e1a-4af4-ab99-a809c557f3d6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:41.456682 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-507d2e86-5e1a-4af4-ab99-a809c557f3d6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/networks?id=7855ca27-da0a-4cee-93c1-fcff001e6384 HTTP/1.1" status: 200 len: 796 time: 0.1219075 Sep 21 09:23:41.462152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:41.462529 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.476015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-ad2002cd-6317-4507-aea2-cee9dbd91d09 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/quotas/f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 375 time: 0.0118699 Sep 21 09:23:41.533245 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-1e2383cb-19db-4157-b321-c5ce3582eece tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493917 Sep 21 09:23:41.554949 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.562662 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-44241cc3-d8c2-431c-b2e1-b8567f454fe6 None None] Provisioning complete for port e65cb998-67e9-4ce5-9468-1f97d7629c7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:41.563001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44241cc3-d8c2-431c-b2e1-b8567f454fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.596956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:41.603755 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.604557 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af30844e-cd48-4050-b2e4-a81241186a8b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:41.609136 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Sync routers for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:41.618341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-6d3e1ee2-5d84-460f-bf88-dc7c8732a28d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:23:41.619616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-6d3e1ee2-5d84-460f-bf88-dc7c8732a28d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714447 Sep 21 09:23:41.625609 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:41.626465 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:41.652612 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-44241cc3-d8c2-431c-b2e1-b8567f454fe6 None None] Port e65cb998-67e9-4ce5-9468-1f97d7629c7b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:41.699929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:41.709825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-44241cc3-d8c2-431c-b2e1-b8567f454fe6 None None] Provisioning complete for port af30844e-cd48-4050-b2e4-a81241186a8b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:41.710204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-44241cc3-d8c2-431c-b2e1-b8567f454fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.740726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-5da8b952-f64d-40da-ada1-4313836cc48d service neutron] 10.222.0.59 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130013 Sep 21 09:23:41.760673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af30844e-cd48-4050-b2e4-a81241186a8b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:41.761049 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:41.857936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-e13474a5-ffe1-4041-b56e-6780cb8cd237 service neutron] 10.222.0.59 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159856 Sep 21 09:23:41.874891 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:41.992308 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ce65a09e-a429-40f6-897a-52537785df04 None None] Provisioning complete for port e65cb998-67e9-4ce5-9468-1f97d7629c7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:41.992719 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ce65a09e-a429-40f6-897a-52537785df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.043358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ce65a09e-a429-40f6-897a-52537785df04 None None] Port e65cb998-67e9-4ce5-9468-1f97d7629c7b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:42.058509 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d64a21b1-389a-4936-8edb-4d1451899e97 req-736ccdcb-ea21-4bfb-9d8d-0e3846e801b8 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 210 time: 0.0403514 Sep 21 09:23:42.134907 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 2, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:42.160366 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Checking router: 32fa6530-feb4-495b-84db-bf04da91d33d for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:42.160773 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Updating router 32fa6530-feb4-495b-84db-bf04da91d33d port e65cb998-67e9-4ce5-9468-1f97d7629c7b binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:23:42.163133 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8cd3a040-61ef-47c5-8ed4-f8cff319e0cb None None] Provisioning complete for port e65cb998-67e9-4ce5-9468-1f97d7629c7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:42.163647 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a040-61ef-47c5-8ed4-f8cff319e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.190478 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.201117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3a040-61ef-47c5-8ed4-f8cff319e0cb None None] Port e65cb998-67e9-4ce5-9468-1f97d7629c7b cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:42.449495 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.454778 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.525154 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Pushing event updated for resources: {'Port': ['ID=e65cb998-67e9-4ce5-9468-1f97d7629c7b,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:42.546629 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.546963 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.547294 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.547650 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.547971 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.548290 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.548606 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.549156 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.549475 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.549818 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.550130 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.550464 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:23:42.567129 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Attempting to bind port e65cb998-67e9-4ce5-9468-1f97d7629c7b on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:42.567532 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Attempting to bind port e65cb998-67e9-4ce5-9468-1f97d7629c7b by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:42.567895 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Attempting to bind port e65cb998-67e9-4ce5-9468-1f97d7629c7b on network 7855ca27-da0a-4cee-93c1-fcff001e6384 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:42.573078 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:42.573443 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Checking segment: {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:42.573842 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.574226 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Bound using segment: {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:42.574687 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Bound port: e65cb998-67e9-4ce5-9468-1f97d7629c7b, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:42.575066 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.638755 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] For port e65cb998-67e9-4ce5-9468-1f97d7629c7b, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:42.642528 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] For port e65cb998-67e9-4ce5-9468-1f97d7629c7b, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e65cb998-67e9-4ce5-9468-1f97d7629c7b,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:42.646829 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.703944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff7683-0edb-412b-811c-c1daf56c5efd None None] Pushing event updated for resources: {'Port': ['ID=e65cb998-67e9-4ce5-9468-1f97d7629c7b,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:42.706549 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:42.707730 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:42.725794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-111441b0-2797-419c-aeed-e12330266cd6 None None] Provisioning complete for port e65cb998-67e9-4ce5-9468-1f97d7629c7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:42.726164 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-111441b0-2797-419c-aeed-e12330266cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.817601 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:42.820147 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-111441b0-2797-419c-aeed-e12330266cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.854564 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-111441b0-2797-419c-aeed-e12330266cd6 None None] For port e65cb998-67e9-4ce5-9468-1f97d7629c7b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e65cb998-67e9-4ce5-9468-1f97d7629c7b,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:42.858726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-111441b0-2797-419c-aeed-e12330266cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:42.909129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111441b0-2797-419c-aeed-e12330266cd6 None None] Pushing event updated for resources: {'Port': ['ID=e65cb998-67e9-4ce5-9468-1f97d7629c7b,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:42.977486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-5e6a34c5-8324-4643-aac9-ac84204d393f None None] Provisioning complete for port e65cb998-67e9-4ce5-9468-1f97d7629c7b triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:42.977777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5e6a34c5-8324-4643-aac9-ac84204d393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.022174 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:43.047787 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac719cc-e6f8-4531-a3de-7a7e34ee5080 None None] The sync data for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 is: [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:43.148848 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f7b69ca5-3af2-4248-b918-b7dfcd178c13 req-b91f7518-5965-40b8-a201-2ec67ab35b58 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 210 time: 0.0287066 Sep 21 09:23:43.367444 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe1dae2c-8c3a-4c0b-a6e6-5c050843833a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:43.433939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:43.434313 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.545844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e65cb998-67e9-4ce5-9468-1f97d7629c7b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:43.606619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port e65cb998-67e9-4ce5-9468-1f97d7629c7b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:43.607042 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:43.697230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af30844e-cd48-4050-b2e4-a81241186a8b up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:43.745446 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af30844e-cd48-4050-b2e4-a81241186a8b triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:43.745730 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.258055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b5471b62-db14-4995-aa33-46b3d2fecfde req-6bfd1840-412d-4f12-a35d-835f64ce4f43 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 210 time: 0.0323834 Sep 21 09:23:44.258973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-ea88fdd0-7038-437e-9cd0-b549650e325e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:44.260474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-ea88fdd0-7038-437e-9cd0-b549650e325e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/networks?id=7855ca27-da0a-4cee-93c1-fcff001e6384 HTTP/1.1" status: 200 len: 796 time: 0.1238074 Sep 21 09:23:44.306612 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-24d2c324-47ea-4ed8-8f3b-51f1df7634f0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 380 time: 0.0352786 Sep 21 09:23:44.322521 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'port': {'device_id': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'admin_state_up': True, 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'security_groups': ['736f9d88-25ff-4ba4-9595-6668a0cf8c3c']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:44.758387 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:23:44.761904 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:44.883961 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.4 (7855ca27-da0a-4cee-93c1-fcff001e6384/bd783dd4-dd28-4d62-89f8-8fb8143220d7/a8e264d8-3c06-44b9-91ff-46de3fbb685e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:45.021196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.055271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.097867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:45.101139 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:45.107407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:45.135368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=a8e264d8-3c06-44b9-91ff-46de3fbb685e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:45.165024 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.165801 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.181503 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-0a331695-c761-4bc4-a229-fae6dc66a4e7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8627183 Sep 21 09:23:45.240946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Request body: {'port': {'device_id': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:45.297455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.387866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c95d629a-e2e2-4097-8799-e7db8733a740 None None] Provisioning complete for port a8e264d8-3c06-44b9-91ff-46de3fbb685e triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:45.388424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c95d629a-e2e2-4097-8799-e7db8733a740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.424867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c95d629a-e2e2-4097-8799-e7db8733a740 None None] Port a8e264d8-3c06-44b9-91ff-46de3fbb685e cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:23:45.452225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684deef-8505-46d8-bac8-3c88a2a7cd08 req-a97dbbde-4afb-45d1-ac5e-7731de62c011 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.453718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c684deef-8505-46d8-bac8-3c88a2a7cd08 req-a97dbbde-4afb-45d1-ac5e-7731de62c011 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 931 time: 0.1255727 Sep 21 09:23:45.546353 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c684deef-8505-46d8-bac8-3c88a2a7cd08 req-e51d4e2c-d82e-40f6-a577-6605324f57f1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840862 Sep 21 09:23:45.624901 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e264d8-3c06-44b9-91ff-46de3fbb685e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:45.632711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.644917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Transition to ACTIVE for port object a8e264d8-3c06-44b9-91ff-46de3fbb685e will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:23:45.648710 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.696046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Pushing event updated for resources: {'Port': ['ID=a8e264d8-3c06-44b9-91ff-46de3fbb685e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:45.768979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Attempting to bind port a8e264d8-3c06-44b9-91ff-46de3fbb685e on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:23:45.769389 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Attempting to bind port a8e264d8-3c06-44b9-91ff-46de3fbb685e by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:23:45.770244 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Attempting to bind port a8e264d8-3c06-44b9-91ff-46de3fbb685e on network 7855ca27-da0a-4cee-93c1-fcff001e6384 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:45.774913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Port a8e264d8-3c06-44b9-91ff-46de3fbb685e on network 7855ca27-da0a-4cee-93c1-fcff001e6384 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:23:45.775234 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Attempting to bind port a8e264d8-3c06-44b9-91ff-46de3fbb685e on network 7855ca27-da0a-4cee-93c1-fcff001e6384 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:23:45.780123 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:23:45.780462 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Checking segment: {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:23:45.780850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Bound using segment: {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:23:45.781282 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Bound port: a8e264d8-3c06-44b9-91ff-46de3fbb685e, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:23:45.781643 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.848494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] For port a8e264d8-3c06-44b9-91ff-46de3fbb685e, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:23:45.852177 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] For port a8e264d8-3c06-44b9-91ff-46de3fbb685e, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:23:45.856678 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.891251 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.891885 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:45.893284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] 10.222.0.50 "PUT /v2.0/ports/a8e264d8-3c06-44b9-91ff-46de3fbb685e HTTP/1.1" status: 200 len: 1091 time: 0.7033820 Sep 21 09:23:45.895866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:45.898258 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83" -d '{"events": [{"name": "network-changed", "server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:45.924685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50051a2-48d5-461e-b342-c19c8e5d39ba service neutron] Pushing event updated for resources: {'Port': ['ID=a8e264d8-3c06-44b9-91ff-46de3fbb685e,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:45.955103 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e58b45-896d-4d43-b581-3352757147cc x-openstack-request-id: req-b0e58b45-896d-4d43-b581-3352757147cc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:45.955430 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:45.955683 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b0e58b45-896d-4d43-b581-3352757147cc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:45.956098 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'status': 'completed', 'code': 200} Sep 21 09:23:45.991704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-c9498c5e-4a36-4fb6-aa67-7f0603a77258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:45.993438 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-c9498c5e-4a36-4fb6-aa67-7f0603a77258 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 1094 time: 0.0510666 Sep 21 09:23:46.040725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-c387530c-b4da-42b5-b4ae-8d022b54ff5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e HTTP/1.1" status: 200 len: 217 time: 0.0389228 Sep 21 09:23:46.092047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-cc3800be-95a3-4064-81d6-7ba8a4e079f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.093530 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-cc3800be-95a3-4064-81d6-7ba8a4e079f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bd783dd4-dd28-4d62-89f8-8fb8143220d7 HTTP/1.1" status: 200 len: 834 time: 0.0455301 Sep 21 09:23:46.140562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-50bbe7b1-4dd1-4d76-9948-e17dd3af70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.142076 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-50bbe7b1-4dd1-4d76-9948-e17dd3af70b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7855ca27-da0a-4cee-93c1-fcff001e6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407135 Sep 21 09:23:46.239897 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-92dd89d3-eaed-4df4-a23a-2c5b693d87fb service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902157 Sep 21 09:23:46.330651 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4ae75b53-28a4-4150-a477-6a46cf5ce6c1 req-dc3ae103-e86b-488d-aa25-73f5ba0ca2e4 service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836904 Sep 21 09:23:46.420430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-9e82f0b3-4314-44bf-9095-da6fe066cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.422198 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-9e82f0b3-4314-44bf-9095-da6fe066cc05 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 1094 time: 0.0451572 Sep 21 09:23:46.513407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-12a7dfdf-c4cb-4f37-8886-e1d214c9ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.514895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-12a7dfdf-c4cb-4f37-8886-e1d214c9ece1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7855ca27-da0a-4cee-93c1-fcff001e6384 HTTP/1.1" status: 200 len: 897 time: 0.0842187 Sep 21 09:23:46.564160 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-8bed6a33-0e8a-4b08-b978-6f77683ed951 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e HTTP/1.1" status: 200 len: 217 time: 0.0412335 Sep 21 09:23:46.628708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-ac9dcc78-3cc7-4067-a547-cc1bb407ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.630235 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-ac9dcc78-3cc7-4067-a547-cc1bb407ebb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bd783dd4-dd28-4d62-89f8-8fb8143220d7 HTTP/1.1" status: 200 len: 834 time: 0.0588837 Sep 21 09:23:46.692780 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e9899-3595-4fbc-95b8-7890a429a1e7 req-245bf3a2-ea16-4d76-bb79-008bbb7bf9b1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.694426 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc7e9899-3595-4fbc-95b8-7890a429a1e7 req-245bf3a2-ea16-4d76-bb79-008bbb7bf9b1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 943 time: 0.0787785 Sep 21 09:23:46.709329 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-24bbf1f6-aad2-4a6b-86a6-9251c0a4d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:46.710990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-24bbf1f6-aad2-4a6b-86a6-9251c0a4d4d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7855ca27-da0a-4cee-93c1-fcff001e6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659361 Sep 21 09:23:46.767600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fc7e9899-3595-4fbc-95b8-7890a429a1e7 req-803a1e2a-b0f4-4a4e-8096-ea4f71bc4ad6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671306 Sep 21 09:23:46.826077 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-0038361c-9d4c-46bd-8593-a0b837378280 service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056883 Sep 21 09:23:46.929069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2e56583e-3c7c-4ac5-9e7d-9acb024f1a83 req-5ca5b619-441f-49ac-b171-e3bfb58dcb7a service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938408 Sep 21 09:23:47.890140 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6654b-1fac-40bc-be0d-6bc5bba72107 req-0f929478-1f86-41bb-ae17-e11ad20c0273 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:47.891654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82e6654b-1fac-40bc-be0d-6bc5bba72107 req-0f929478-1f86-41bb-ae17-e11ad20c0273 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 943 time: 0.0491114 Sep 21 09:23:47.929846 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-82e6654b-1fac-40bc-be0d-6bc5bba72107 req-728548b3-8b95-4632-8077-b3414724d672 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Sep 21 09:23:49.043221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255967a9-8b17-4e9d-9676-e400a634e3f5 req-2e689ab6-d3c4-438b-bbaa-9b5fb8c80fd1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:49.044754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-255967a9-8b17-4e9d-9676-e400a634e3f5 req-2e689ab6-d3c4-438b-bbaa-9b5fb8c80fd1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 943 time: 0.0489044 Sep 21 09:23:49.083073 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-255967a9-8b17-4e9d-9676-e400a634e3f5 req-d9ab6104-e8c2-48a2-9f3e-e9937d74b056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312645 Sep 21 09:23:49.943595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e264d8-3c06-44b9-91ff-46de3fbb685e details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:23:50.036184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a8e264d8-3c06-44b9-91ff-46de3fbb685e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:50.047203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'port_id': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'mac_address': 'fa:16:3e:e9:5a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:23:50.086668 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:50.098809 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e264d8-3c06-44b9-91ff-46de3fbb685e {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:23:50.118257 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a8e264d8-3c06-44b9-91ff-46de3fbb685e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:50.122695 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:50.175245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a8e264d8-3c06-44b9-91ff-46de3fbb685e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:50.259764 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec78f89-acb7-4cb5-a79e-1831b78d7702 req-a7bfc6e3-cf27-4042-984d-122349b93ace tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:50.261329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aec78f89-acb7-4cb5-a79e-1831b78d7702 req-a7bfc6e3-cf27-4042-984d-122349b93ace tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 944 time: 0.1087346 Sep 21 09:23:50.303505 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aec78f89-acb7-4cb5-a79e-1831b78d7702 req-7391c1e8-4880-4854-9cc3-f3a29665e57e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359693 Sep 21 09:23:50.382374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a8e264d8-3c06-44b9-91ff-46de3fbb685e'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:23:51.467413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073d566-f5b4-4a31-9e9a-00c7c7d61574 req-f1a0bd4b-8411-47e4-b09d-90c18844b284 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:51.468908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e073d566-f5b4-4a31-9e9a-00c7c7d61574 req-f1a0bd4b-8411-47e4-b09d-90c18844b284 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 944 time: 0.0981500 Sep 21 09:23:51.507062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e073d566-f5b4-4a31-9e9a-00c7c7d61574 req-1a90f515-aa70-4e3e-8221-a5492a931518 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Sep 21 09:23:51.959339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e264d8-3c06-44b9-91ff-46de3fbb685e up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:23:52.007186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a8e264d8-3c06-44b9-91ff-46de3fbb685e completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:23:52.010857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a8e264d8-3c06-44b9-91ff-46de3fbb685e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:23:52.011229 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.088451 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.109548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:52.111975 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1317b1b2-ee98-4a55-a73f-d6ddc70527a3" -d '{"events": [{"server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "name": "network-vif-plugged", "status": "completed", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:52.124866 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a8e264d8-3c06-44b9-91ff-46de3fbb685e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:23:52.130281 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.178524 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a8e264d8-3c06-44b9-91ff-46de3fbb685e,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:52.208340 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5b7c58-5b14-4707-98ef-526f0da3f921 x-openstack-request-id: req-dc5b7c58-5b14-4707-98ef-526f0da3f921 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:52.208843 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "name": "network-vif-plugged", "status": "completed", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:52.209242 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc5b7c58-5b14-4707-98ef-526f0da3f921 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:52.209839 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'code': 200} Sep 21 09:23:52.307378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197137-cff8-4250-9fde-f499f84c83e9 req-b622869a-a196-4254-9e1c-9efa94b9926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:52.308879 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d197137-cff8-4250-9fde-f499f84c83e9 req-b622869a-a196-4254-9e1c-9efa94b9926a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 1096 time: 0.0404072 Sep 21 09:23:52.346511 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6d197137-cff8-4250-9fde-f499f84c83e9 req-a0ffd472-cb18-4b90-84c8-752792443f03 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301635 Sep 21 09:23:52.515945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ca04585-1e1c-48fe-814a-7660e31a8138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:52.626438 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adfe79-40b1-4de9-ba80-b642c726be2d req-3b08cf70-868f-49b7-a098-a17ea51c2fc6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:52.627886 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18adfe79-40b1-4de9-ba80-b642c726be2d req-3b08cf70-868f-49b7-a098-a17ea51c2fc6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0504079 Sep 21 09:23:52.670435 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-18adfe79-40b1-4de9-ba80-b642c726be2d req-f0820e5f-32d8-4dae-bcb2-983f7cfea2e3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358031 Sep 21 09:23:52.934741 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:23:53.795619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cfe66-53ce-4581-9c34-0a5027c69f55 req-8b7976dc-cb48-4df4-8dc7-e45711fea6a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:53.797707 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2a3cfe66-53ce-4581-9c34-0a5027c69f55 req-8b7976dc-cb48-4df4-8dc7-e45711fea6a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0557039 Sep 21 09:23:53.835959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2a3cfe66-53ce-4581-9c34-0a5027c69f55 req-98afaeba-9ab2-4921-a133-29935f7b4a64 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322859 Sep 21 09:23:53.948101 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bacb5-327e-43a3-8461-91ff6cbe54e7 req-5f9359c8-acf3-4b6f-9a7d-8f5bf068f56d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:53.949573 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b82bacb5-327e-43a3-8461-91ff6cbe54e7 req-5f9359c8-acf3-4b6f-9a7d-8f5bf068f56d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0485804 Sep 21 09:23:53.986159 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b82bacb5-327e-43a3-8461-91ff6cbe54e7 req-84bb8c7c-5fe7-4986-b30f-5fe31df7aa58 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305951 Sep 21 09:23:54.007626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45288) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:54.046386 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f39e8-0ebc-4054-95a6-fbb6a22f9a79 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:54.047942 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-376f39e8-0ebc-4054-95a6-fbb6a22f9a79 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 1091 time: 0.0392971 Sep 21 09:23:54.050907 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45290) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:54.055237 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:23:54.076457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.176412 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.282159 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.28 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/576128ce-8f6a-4f1c-9987-e026270900dd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:23:54.384292 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.416700 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.453105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:23:54.455921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:23:54.458499 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:23:54.492461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=576128ce-8f6a-4f1c-9987-e026270900dd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:54.816932 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:54.885730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.036558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.040969 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.112900 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=576128ce-8f6a-4f1c-9987-e026270900dd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:23:55.122518 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.224350 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP d6794cb9-e9e1-4c17-9840-9fa8061faac5 associated. External IP: 172.25.1.28, port: a8e264d8-3c06-44b9-91ff-46de3fbb685e. Sep 21 09:23:55.423245 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.434488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 32fa6530-feb4-495b-84db-bf04da91d33d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:23:55.448976 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-15f90b04-c0f9-488b-b07f-47de23ee4fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.544260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:23:55.554084 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] Sync routers for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:23:55.560358 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:55.564331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:55.564800 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:55.589690 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e8e989d8-8c34-4285-ab0b-2a17f718b83b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5377185 Sep 21 09:23:55.590274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:23:55.592570 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d15f2-3994-43a9-82cd-fd499e9ef8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:23:55.635930 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8674098b-f8dc-465b-9e68-b6fe6630b7d0 x-openstack-request-id: req-8674098b-f8dc-465b-9e68-b6fe6630b7d0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:23:55.636405 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:23:55.636827 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8674098b-f8dc-465b-9e68-b6fe6630b7d0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:23:55.637481 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'status': 'completed', 'code': 200} Sep 21 09:23:55.681479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:55.699122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a25f48-10fa-4ed7-8169-9703127407ac req-35a71283-c64b-425d-97de-8d42f87b6558 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.700891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44a25f48-10fa-4ed7-8169-9703127407ac req-35a71283-c64b-425d-97de-8d42f87b6558 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0593948 Sep 21 09:23:55.707484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-e17cfb5c-fbad-4aa8-b7f0-860e809eedba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.709001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-e17cfb5c-fbad-4aa8-b7f0-860e809eedba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 1096 time: 0.0437062 Sep 21 09:23:55.744071 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44a25f48-10fa-4ed7-8169-9703127407ac req-161e07dd-7836-41c1-91ca-092bf6e06ccc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Sep 21 09:23:55.768814 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45296) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:55.813704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-f6377bbc-8f95-4930-9b10-7ff871901895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.815281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-f6377bbc-8f95-4930-9b10-7ff871901895 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7855ca27-da0a-4cee-93c1-fcff001e6384 HTTP/1.1" status: 200 len: 897 time: 0.0987339 Sep 21 09:23:55.838287 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-53922301-c7f5-4b1c-8ada-407d4752729c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/d6794cb9-e9e1-4c17-9840-9fa8061faac5 HTTP/1.1" status: 200 len: 990 time: 0.0682149 Sep 21 09:23:55.882013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-1d934b17-716d-4578-9820-db603aa354b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e HTTP/1.1" status: 200 len: 998 time: 0.0587838 Sep 21 09:23:55.920027 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd6794cb9-e9e1-4c17-9840-9fa8061faac5', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'port_id': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'mac_address': 'fa:16:3e:e9:5a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:54Z', 'updated_at': '2021-09-21T09:23:54Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:55.932033 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-65ed0cb5-2fce-4ecd-bf91-69aa6bdc01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.933457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-65ed0cb5-2fce-4ecd-bf91-69aa6bdc01ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bd783dd4-dd28-4d62-89f8-8fb8143220d7 HTTP/1.1" status: 200 len: 834 time: 0.0438657 Sep 21 09:23:55.947277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] Checking router: 32fa6530-feb4-495b-84db-bf04da91d33d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:23:55.955545 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:23:55.956152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:23:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:55.983847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-699f277d-cab2-41f3-9d5b-27d40f71fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:23:55.985372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-699f277d-cab2-41f3-9d5b-27d40f71fd35 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7855ca27-da0a-4cee-93c1-fcff001e6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441318 Sep 21 09:23:56.060643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:23:56.076328 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-c249185d-4752-419f-9565-579ae84cf371 service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808499 Sep 21 09:23:56.168409 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-224d15f2-3994-43a9-82cd-fd499e9ef8b4 req-1966660e-948f-4dde-bc53-9ee2f26bf941 service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857444 Sep 21 09:23:56.281125 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd6794cb9-e9e1-4c17-9840-9fa8061faac5', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'port_id': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'mac_address': 'fa:16:3e:e9:5a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:54Z', 'updated_at': '2021-09-21T09:23:54Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:23:56.311384 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a66db1-984b-41be-b288-eeb5ecfec64b None None] The sync data for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 is: [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'd6794cb9-e9e1-4c17-9840-9fa8061faac5', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.28', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'port_id': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'mac_address': 'fa:16:3e:e9:5a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:23:54Z', 'updated_at': '2021-09-21T09:23:54Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:23:56.491881 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797f7ec7-d6de-4236-a9e3-a732982292c8 None None] New status for floating IP d6794cb9-e9e1-4c17-9840-9fa8061faac5: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:23:56.842161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45298) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:23:56.900995 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-658e5d5d-f7ac-440a-aca0-f1f1a02a3b1c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/d6794cb9-e9e1-4c17-9840-9fa8061faac5 HTTP/1.1" status: 200 len: 992 time: 0.0575714 Sep 21 09:23:57.008176 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:23:58.056740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:02.692705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:04.463763 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:22.517156 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-97ad967e-7d59-43c7-959d-8db7300ef79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:25.426431 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:25.450298 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9707032d-e487-4788-b53b-dc18732a52a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:25.600194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d00924-52de-47e5-b7d2-f7b0e9dd85c8 req-73bfd15d-942f-48dd-b49a-207bdad59895 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:25.601943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99d00924-52de-47e5-b7d2-f7b0e9dd85c8 req-73bfd15d-942f-48dd-b49a-207bdad59895 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0523973 Sep 21 09:24:25.641593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99d00924-52de-47e5-b7d2-f7b0e9dd85c8 req-cdfa0963-2e13-4808-9ad0-0cbbdddb1b1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334880 Sep 21 09:24:25.753911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-17615a43-fb59-49a0-baed-b108cfabaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:25.755493 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-17615a43-fb59-49a0-baed-b108cfabaf71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 1096 time: 0.0393591 Sep 21 09:24:25.861531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-7dba595a-55dd-40a2-9bc2-d2d924bfefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:25.863027 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-7dba595a-55dd-40a2-9bc2-d2d924bfefd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7855ca27-da0a-4cee-93c1-fcff001e6384 HTTP/1.1" status: 200 len: 897 time: 0.0882313 Sep 21 09:24:25.928300 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-53075555-7e95-4d55-b31c-a5f6a99c471a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e HTTP/1.1" status: 200 len: 1000 time: 0.0575647 Sep 21 09:24:25.982359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-9c1791fd-395b-4b78-a759-49838f9623b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:25.983836 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-9c1791fd-395b-4b78-a759-49838f9623b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bd783dd4-dd28-4d62-89f8-8fb8143220d7 HTTP/1.1" status: 200 len: 834 time: 0.0475702 Sep 21 09:24:26.029991 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-c860987c-7429-4826-bcbb-2fced63cd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.031548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-c860987c-7429-4826-bcbb-2fced63cd1c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7855ca27-da0a-4cee-93c1-fcff001e6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401137 Sep 21 09:24:26.119420 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-1ca4251a-04a0-4644-97e2-7480f0dca1d5 service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803063 Sep 21 09:24:26.212457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f17f951-0c31-435f-a2f6-28ec07ff3bd0 req-4b835973-e9b1-44fb-a04b-c077c65b180e service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862646 Sep 21 09:24:26.777928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211046c-e97e-4905-8f30-3a1aed53ef48 req-9123e86a-2878-404d-aaae-00cebd2bafbf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:26.779484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3211046c-e97e-4905-8f30-3a1aed53ef48 req-9123e86a-2878-404d-aaae-00cebd2bafbf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0498288 Sep 21 09:24:26.821030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3211046c-e97e-4905-8f30-3a1aed53ef48 req-2989aa6d-8f15-41ad-be96-5b4a40847bda tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354636 Sep 21 09:24:26.844199 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45320) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:26.910730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-010d8c28-ce06-4e87-a416-7ec767c9c6a2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/d6794cb9-e9e1-4c17-9840-9fa8061faac5 HTTP/1.1" status: 200 len: 992 time: 0.0653734 Sep 21 09:24:27.011521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:28.060446 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:28.195938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd047ddf-ae16-4bd7-88f3-d698335f4629 req-c76ab408-77d8-4096-9b09-1abb19fb48ef tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:28.197536 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd047ddf-ae16-4bd7-88f3-d698335f4629 req-c76ab408-77d8-4096-9b09-1abb19fb48ef tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0645971 Sep 21 09:24:28.238791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cd047ddf-ae16-4bd7-88f3-d698335f4629 req-f27cc7d0-c8f1-456f-ae52-5428a066b0f0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350127 Sep 21 09:24:29.363711 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0fc31-93d2-4745-9589-5242d9b9df50 req-8ce655a6-932a-4f50-a29d-46c424ea578e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:29.365210 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8e0fc31-93d2-4745-9589-5242d9b9df50 req-8ce655a6-932a-4f50-a29d-46c424ea578e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0502007 Sep 21 09:24:29.411442 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8e0fc31-93d2-4745-9589-5242d9b9df50 req-72da4c47-6af6-471c-9659-43fa115a9a4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Sep 21 09:24:29.434620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45332) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:29.498578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c890a46-fd7e-464d-a1aa-d889415806a0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/d6794cb9-e9e1-4c17-9840-9fa8061faac5 HTTP/1.1" status: 200 len: 992 time: 0.0627992 Sep 21 09:24:29.790439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45338) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:29.933776 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:24:29.952027 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 576128ce-8f6a-4f1c-9987-e026270900dd {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:24:29.952367 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:30.031325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:30.031699 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:30.043369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 576128ce-8f6a-4f1c-9987-e026270900dd owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:24:30.201729 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:30.230254 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=576128ce-8f6a-4f1c-9987-e026270900dd,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:30.243722 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.244069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.244404 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.244769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.245162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.245494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.245813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.246141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.246533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.246854 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.247234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.247535 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:30.302333 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:30.302578 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP d6794cb9-e9e1-4c17-9840-9fa8061faac5 disassociated (deleted). External IP: 172.25.1.28, port: a8e264d8-3c06-44b9-91ff-46de3fbb685e. Sep 21 09:24:30.515036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 32fa6530-feb4-495b-84db-bf04da91d33d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:24:30.626936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:24:30.631943 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:30.638529 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] Sync routers for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:24:30.648117 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:30.648740 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:30.659440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-f97a2b0a-4eff-4143-949c-532ba854dcb5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/floatingips/d6794cb9-e9e1-4c17-9840-9fa8061faac5 HTTP/1.1" status: 204 len: 168 time: 0.8679814 Sep 21 09:24:30.660596 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:30.662800 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d" -d '{"events": [{"name": "network-changed", "server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:30.702777 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37ac9f2-092b-4d3a-a799-ac7945c038eb x-openstack-request-id: req-b37ac9f2-092b-4d3a-a799-ac7945c038eb {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:30.703069 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:30.703428 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b37ac9f2-092b-4d3a-a799-ac7945c038eb {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:30.703932 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'status': 'completed', 'code': 200} Sep 21 09:24:30.762751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:30.778145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-acb08861-cf17-431f-9e28-f598b4aa34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:30.779780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-acb08861-cf17-431f-9e28-f598b4aa34ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 1096 time: 0.0514154 Sep 21 09:24:30.940330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-e1a9131b-ef78-48d3-9508-d1b53c2fc2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:30.941890 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-e1a9131b-ef78-48d3-9508-d1b53c2fc2d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7855ca27-da0a-4cee-93c1-fcff001e6384 HTTP/1.1" status: 200 len: 897 time: 0.1507814 Sep 21 09:24:30.953711 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f24b19-b970-43ca-802a-d5b0b1019ff2 req-10df83b2-6462-44c6-84a1-1e96dca7fb94 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:30.955266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59f24b19-b970-43ca-802a-d5b0b1019ff2 req-10df83b2-6462-44c6-84a1-1e96dca7fb94 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0794435 Sep 21 09:24:30.979990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:30.997491 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-fe71a8b2-110e-4095-a87b-1b27b804fccd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e HTTP/1.1" status: 200 len: 217 time: 0.0411220 Sep 21 09:24:31.007172 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] Checking router: 32fa6530-feb4-495b-84db-bf04da91d33d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:24:31.015935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:31.016568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:31.061195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-59f24b19-b970-43ca-802a-d5b0b1019ff2 req-8d37a2d0-4b73-4a8f-8ee5-97359066e914 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975614 Sep 21 09:24:31.067376 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-3ecf893e-34fe-43ed-a02a-df3c3b029196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:31.068902 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-3ecf893e-34fe-43ed-a02a-df3c3b029196 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bd783dd4-dd28-4d62-89f8-8fb8143220d7 HTTP/1.1" status: 200 len: 834 time: 0.0634413 Sep 21 09:24:31.134777 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:31.397302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:31.432519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55cc3c5-aae5-42f5-94fe-4457d35e718f None None] The sync data for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 is: [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:23:40Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'e65cb998-67e9-4ce5-9468-1f97d7629c7b', 'name': '', 'network_id': '7855ca27-da0a-4cee-93c1-fcff001e6384', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:1e:62:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:39Z', 'updated_at': '2021-09-21T09:23:42Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'bd783dd4-dd28-4d62-89f8-8fb8143220d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:24:31.516087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-9a794568-699d-42dd-96b6-9100bb4d879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:31.517640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-9a794568-699d-42dd-96b6-9100bb4d879c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7855ca27-da0a-4cee-93c1-fcff001e6384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4412587 Sep 21 09:24:31.629456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-b861f886-2bae-455f-896e-4900c53433d1 service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015565 Sep 21 09:24:31.725059 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196ff4a-1b1c-4afe-a6e7-56b9a20c67d7 None None] New status for floating IP d6794cb9-e9e1-4c17-9840-9fa8061faac5: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:24:31.739177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8e3071df-ee8c-4fb4-8495-8d7010a9ed8d req-a783c8fc-371c-4c77-9077-416a324b7f00 service neutron] 10.222.0.50 "GET /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010382 Sep 21 09:24:32.199271 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49e65-e0f6-4b65-ba86-9a2a1a610644 req-df01690c-048c-4ea9-a3b6-81b3f9a260be tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:32.201738 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0af49e65-e0f6-4b65-ba86-9a2a1a610644 req-df01690c-048c-4ea9-a3b6-81b3f9a260be tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0595095 Sep 21 09:24:32.245353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0af49e65-e0f6-4b65-ba86-9a2a1a610644 req-5c968970-4194-4288-984c-836b5334fae0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=736f9d88-25ff-4ba4-9595-6668a0cf8c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363791 Sep 21 09:24:32.689353 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:32.704100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-1fcf9e61-67ae-4f99-a8a7-313896b581c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:32.705568 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-1fcf9e61-67ae-4f99-a8a7-313896b581c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 945 time: 0.0491703 Sep 21 09:24:32.793388 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port a8e264d8-3c06-44b9-91ff-46de3fbb685e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:24:32.793756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:32.883945 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port a8e264d8-3c06-44b9-91ff-46de3fbb685e, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a8e264d8-3c06-44b9-91ff-46de3fbb685e,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:32.884324 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:32.897222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for a8e264d8-3c06-44b9-91ff-46de3fbb685e owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:24:33.025004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:33.053536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=a8e264d8-3c06-44b9-91ff-46de3fbb685e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:33.065618 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.066046 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.066391 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.066731 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.067067 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.067432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.068349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.068621 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.068956 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.069284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.069610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.069933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:33.102769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] No DVR routers for this DVR port a8e264d8-3c06-44b9-91ff-46de3fbb685e on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:24:33.105366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:33.107379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2715250f-aa3b-4f46-82b1-81df95fa19e4 req-811977c5-01d2-4726-80c0-919d12c983bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "DELETE /v2.0/ports/a8e264d8-3c06-44b9-91ff-46de3fbb685e HTTP/1.1" status: 204 len: 173 time: 0.3949006 Sep 21 09:24:33.107815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'name': 'network-vif-deleted', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:33.110080 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bc10f5-70c7-45f2-98cb-395b3564af45" -d '{"events": [{"server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "name": "network-vif-deleted", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:33.152172 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc85a53a-85c6-4257-8ab3-7a0bd6267bf8 x-openstack-request-id: req-fc85a53a-85c6-4257-8ab3-7a0bd6267bf8 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:33.152556 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03bacc98-bbf6-4a04-888f-225d5e51452d", "name": "network-vif-deleted", "tag": "a8e264d8-3c06-44b9-91ff-46de3fbb685e", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:33.152830 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc85a53a-85c6-4257-8ab3-7a0bd6267bf8 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:33.153290 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03bacc98-bbf6-4a04-888f-225d5e51452d', 'name': 'network-vif-deleted', 'tag': 'a8e264d8-3c06-44b9-91ff-46de3fbb685e', 'status': 'completed', 'code': 200} Sep 21 09:24:33.367532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-681e4b06-312d-431b-8e5f-3286ed068159 req-2668d4c1-c2d1-4d0e-8382-1a1c496806b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03bacc98-bbf6-4a04-888f-225d5e51452d HTTP/1.1" status: 200 len: 210 time: 0.0287900 Sep 21 09:24:34.424124 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45356) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:34.479296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:34.785636 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:35.039243 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port e65cb998-67e9-4ce5-9468-1f97d7629c7b {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:24:35.039535 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:35.129575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port e65cb998-67e9-4ce5-9468-1f97d7629c7b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=e65cb998-67e9-4ce5-9468-1f97d7629c7b,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:35.129946 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:35.141506 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for e65cb998-67e9-4ce5-9468-1f97d7629c7b owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:24:35.324695 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:35.357613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=e65cb998-67e9-4ce5-9468-1f97d7629c7b,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:35.526615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:35.742550 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 32fa6530-feb4-495b-84db-bf04da91d33d has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:24:36.146534 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e264d8-3c06-44b9-91ff-46de3fbb685e no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:24:36.166074 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: a8e264d8-3c06-44b9-91ff-46de3fbb685e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:24:36.166416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a8e264d8-3c06-44b9-91ff-46de3fbb685e not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:24:36.168347 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:24:36.173493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d9b3e121-32af-4abd-bb33-815173229462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/32fa6530-feb4-495b-84db-bf04da91d33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483375 Sep 21 09:24:36.176963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45358) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:36.179182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] Sync routers for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:24:36.189757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:36.190382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:36.228010 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting subnet bd783dd4-dd28-4d62-89f8-8fb8143220d7 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:24:36.231120 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.270618 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.294813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:36.357855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.415408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.442879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Subnet': ['ID=bd783dd4-dd28-4d62-89f8-8fb8143220d7,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:36.446477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.448397 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fb5c5b91-454a-494e-9980-325998388277 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/subnets/bd783dd4-dd28-4d62-89f8-8fb8143220d7 HTTP/1.1" status: 204 len: 168 time: 0.2704785 Sep 21 09:24:36.451162 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45360) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:36.457486 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce06d8ae-fe41-47cc-935e-daf5acf89032 None None] Network 7855ca27-da0a-4cee-93c1-fcff001e6384 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:24:36.560364 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.571701 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:35Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:36.599435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] Checking router: 32fa6530-feb4-495b-84db-bf04da91d33d for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:24:36.613386 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] Routers {'32fa6530-feb4-495b-84db-bf04da91d33d'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:36.614004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['32fa6530-feb4-495b-84db-bf04da91d33d'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:36.666838 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.724048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:24:36.724405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.726355 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] DHCP port deletion for 7855ca27-da0a-4cee-93c1-fcff001e6384 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:24:36.729077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] Set router 32fa6530-feb4-495b-84db-bf04da91d33d gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:36.808132 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port fe1dae2c-8c3a-4c0b-a6e6-5c050843833a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:36.808509 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.820954 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for fe1dae2c-8c3a-4c0b-a6e6-5c050843833a owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:24:36.891687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Deleting port af30844e-cd48-4050-b2e4-a81241186a8b {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:24:36.892059 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.983369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] For port af30844e-cd48-4050-b2e4-a81241186a8b, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af30844e-cd48-4050-b2e4-a81241186a8b,segment=NetworkSegment(e064cd1d-54ea-4bab-9fd0-80470d4a27b6),segment_id=e064cd1d-54ea-4bab-9fd0-80470d4a27b6)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:36.983726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.987102 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:36.998216 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Calling delete_port for af30844e-cd48-4050-b2e4-a81241186a8b owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:24:37.011512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=fe1dae2c-8c3a-4c0b-a6e6-5c050843833a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:37.045282 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:35Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:37.072323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1fd82-cec0-4750-8e9a-3f8abaaf596e None None] The sync data for ids ['32fa6530-feb4-495b-84db-bf04da91d33d'] in n-d-809980-2 is: [{'id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445155554', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:23:36Z', 'updated_at': '2021-09-21T09:24:35Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'fe1dae2c-8c3a-4c0b-a6e6-5c050843833a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fa6530-feb4-495b-84db-bf04da91d33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:23:37Z', 'updated_at': '2021-09-21T09:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:24:37.075917 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.118337 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.174989 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.177427 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.224760 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.225327 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Fanout notify agent at l3_agent the message router_deleted on router 32fa6530-feb4-495b-84db-bf04da91d33d {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:24:37.232562 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.233771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b29c8380-3ead-4e33-9a25-e66d0528779d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/routers/32fa6530-feb4-495b-84db-bf04da91d33d HTTP/1.1" status: 204 len: 168 time: 0.7816148 Sep 21 09:24:37.236682 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45362) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:37.302189 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Pushing event deleted for resources: {'Port': ['ID=af30844e-cd48-4050-b2e4-a81241186a8b,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:37.306714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] No DVR routers for this DVR port af30844e-cd48-4050-b2e4-a81241186a8b on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:24:37.313665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.314126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.314394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.314684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.315014 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.315361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.315691 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.316538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.316865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.317635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.317635 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.317852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f073ae-d48a-43bc-9011-8af721691f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:24:37.318680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.411797 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.434412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7855ca27-da0a-4cee-93c1-fcff001e6384']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:37.445310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:37.445643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e064cd1d-54ea-4bab-9fd0-80470d4a27b6') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:37.457325 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.476376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.482888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:24:37.483298 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:24:37.486642 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:24:37.516919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e65cb998-67e9-4ce5-9468-1f97d7629c7b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:24:37.539513 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: e65cb998-67e9-4ce5-9468-1f97d7629c7b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:24:37.539940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device e65cb998-67e9-4ce5-9468-1f97d7629c7b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:24:37.540448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af30844e-cd48-4050-b2e4-a81241186a8b no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:24:37.560498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.563994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: af30844e-cd48-4050-b2e4-a81241186a8b {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:24:37.564414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af30844e-cd48-4050-b2e4-a81241186a8b not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:24:37.571855 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.573767 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/networks/7855ca27-da0a-4cee-93c1-fcff001e6384 HTTP/1.1" status: 204 len: 168 time: 0.3361411 Sep 21 09:24:37.576607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45364) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:37.587990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba11942-b918-4448-8199-31623bff665e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Network': ['ID=7855ca27-da0a-4cee-93c1-fcff001e6384,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:37.642345 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d3b843d-4c2d-4aaa-8a84-38c2b2930a4d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.668599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d3b843d-4c2d-4aaa-8a84-38c2b2930a4d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.737344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d3b843d-4c2d-4aaa-8a84-38c2b2930a4d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.740594 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d3b843d-4c2d-4aaa-8a84-38c2b2930a4d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:37.741778 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7d3b843d-4c2d-4aaa-8a84-38c2b2930a4d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/security-groups/736f9d88-25ff-4ba4-9595-6668a0cf8c3c HTTP/1.1" status: 204 len: 168 time: 0.1641824 Sep 21 09:24:37.751120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b843d-4c2d-4aaa-8a84-38c2b2930a4d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f9d88-25ff-4ba4-9595-6668a0cf8c3c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:38.277373 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45370) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:38.282068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-553a38d2-44b9-44ca-b90b-783b3f995c5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837435167', 'description': 'tempest-secgroup-smoke-837435167 description', 'project_id': 'f1e12ebb305440619c9d837d2e918320'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:38.308067 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-553a38d2-44b9-44ca-b90b-783b3f995c5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.390360 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-553a38d2-44b9-44ca-b90b-783b3f995c5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.394768 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-553a38d2-44b9-44ca-b90b-783b3f995c5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.423265 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-553a38d2-44b9-44ca-b90b-783b3f995c5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.424533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-553a38d2-44b9-44ca-b90b-783b3f995c5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1461484 Sep 21 09:24:38.427538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45372) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:38.428607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a38d2-44b9-44ca-b90b-783b3f995c5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f897a4-b363-43a2-9880-2ae6110a4333,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:38.433495 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ce3eb37c-0aca-49b5-a22e-5b3deaf41fd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c7f897a4-b363-43a2-9880-2ae6110a4333', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:38.460992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb37c-0aca-49b5-a22e-5b3deaf41fd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.516234 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb37c-0aca-49b5-a22e-5b3deaf41fd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.520997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb37c-0aca-49b5-a22e-5b3deaf41fd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.542146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb37c-0aca-49b5-a22e-5b3deaf41fd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32fe03b-524e-4bc2-a9e4-6a1b6777e182,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:38.548985 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb37c-0aca-49b5-a22e-5b3deaf41fd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.550352 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ce3eb37c-0aca-49b5-a22e-5b3deaf41fd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217480 Sep 21 09:24:38.553072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45374) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:38.557554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ced77ebb-557e-4b65-9515-37343cfc988b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c7f897a4-b363-43a2-9880-2ae6110a4333', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:38.584151 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ced77ebb-557e-4b65-9515-37343cfc988b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.640424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ced77ebb-557e-4b65-9515-37343cfc988b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.645063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ced77ebb-557e-4b65-9515-37343cfc988b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.660817 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced77ebb-557e-4b65-9515-37343cfc988b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a1e2d8-cb11-4323-9ccb-e22dccdd0a80,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:38.669683 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ced77ebb-557e-4b65-9515-37343cfc988b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.671160 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ced77ebb-557e-4b65-9515-37343cfc988b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171632 Sep 21 09:24:38.675546 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45376) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:38.680181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a26acdab-797d-47de-8891-3b318d6e4a29 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c7f897a4-b363-43a2-9880-2ae6110a4333', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:38.708631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a26acdab-797d-47de-8891-3b318d6e4a29 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.766349 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a26acdab-797d-47de-8891-3b318d6e4a29 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.770845 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a26acdab-797d-47de-8891-3b318d6e4a29 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.789162 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26acdab-797d-47de-8891-3b318d6e4a29 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0350ca4-804a-4c94-a1e8-da7ac85a1289,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:38.798249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a26acdab-797d-47de-8891-3b318d6e4a29 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.799578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a26acdab-797d-47de-8891-3b318d6e4a29 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229820 Sep 21 09:24:38.802326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45378) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:38.807010 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-41b8c3d6-32cc-45e6-a79e-2e44963c94ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c7f897a4-b363-43a2-9880-2ae6110a4333', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:38.833907 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41b8c3d6-32cc-45e6-a79e-2e44963c94ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.892984 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41b8c3d6-32cc-45e6-a79e-2e44963c94ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.897248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41b8c3d6-32cc-45e6-a79e-2e44963c94ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.914226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8c3d6-32cc-45e6-a79e-2e44963c94ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011d548b-1dc5-42d9-8568-64495a81de34,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:38.921217 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41b8c3d6-32cc-45e6-a79e-2e44963c94ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:38.922423 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-41b8c3d6-32cc-45e6-a79e-2e44963c94ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191792 Sep 21 09:24:38.925125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45380) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:38.929362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c7f897a4-b363-43a2-9880-2ae6110a4333', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:38.950456 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:24:38.955193 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.017611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.022050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.040555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cd7edd-bc2b-48d4-95a4-ad4d8b271043,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:39.046264 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.050800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e461a2e6-a122-4714-b790-a13337d6e313 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217113 Sep 21 09:24:39.051094 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45382) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:39.055594 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c7f897a4-b363-43a2-9880-2ae6110a4333', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:39.076350 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:24:39.080909 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.143577 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.146995 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.163967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86994c6-19b9-4da7-a130-17659764929c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:39.169121 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.170301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-39b04ff5-2eaf-415f-8c8c-a0a9006d79f4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181951 Sep 21 09:24:39.173315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45384) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:39.178570 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'network': {'name': 'tempest-network-smoke--1419232413', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:39.199896 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:24:39.203233 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.225959 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:24:39.235763 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.236107 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Added segment f575ff6f-66c6-4f86-a749-2a307aed5c1d of type vlan for network 4f4c0107-a26c-4942-a25a-3f997ef45f1e Sep 21 09:24:39.277059 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.283462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe1dae2c-8c3a-4c0b-a6e6-5c050843833a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:24:39.302273 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.305104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: fe1dae2c-8c3a-4c0b-a6e6-5c050843833a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:24:39.305457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device fe1dae2c-8c3a-4c0b-a6e6-5c050843833a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:24:39.307775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:39.308361 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.340251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1658912 Sep 21 09:24:39.342945 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45386) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:39.349108 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'admin_state_up': True, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:39.392032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb33a6b-8205-45a3-9de6-1e641dbead7a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Network': ['ID=4f4c0107-a26c-4942-a25a-3f997ef45f1e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:39.405176 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.405435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:24:39.406198 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.457452 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.595667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.780633 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.804727 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:39.902324 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.6 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:24:40.005738 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:40.040280 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:40.077316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:24:40.080241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:24:40.083373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:24:40.109544 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:40.335096 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:40.526089 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:40.650043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 220d3326-9781-4039-a59c-6a5d84d8ef7b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:24:40.752994 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:24:40.762872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Sync routers for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:24:40.771869 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:40.772074 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:40.772468 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:40.773339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-fae5ea7b-c54a-4ab2-a2e8-749286e2950c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4294326 Sep 21 09:24:40.776558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45388) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:40.807563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6b0f5497-6dc8-47db-ac03-ed63a068b477 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f1e12ebb305440619c9d837d2e918320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298462 Sep 21 09:24:40.810193 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45390) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:40.877150 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:40.895014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961a230-d233-47ff-adcc-fca7191e2467 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:40.896569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e961a230-d233-47ff-adcc-fca7191e2467 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854733 Sep 21 09:24:40.899383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45392) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:40.930947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-eab17444-9f24-4b58-aaf0-86c13a1d6da3 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303576 Sep 21 09:24:40.933305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45394) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:40.937989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-134193297', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:41.026284 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:24:41.030201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.056370 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:40Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:41.082348 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Checking router: 220d3326-9781-4039-a59c-6a5d84d8ef7b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:24:41.082686 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Updating router 220d3326-9781-4039-a59c-6a5d84d8ef7b port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:24:41.106369 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.220847 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.280242 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Subnet': ['ID=a5ac338f-5a69-4628-81f4-9dab02ffd17b,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:41.290597 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Checking segment: {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:24:41.290964 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network hostable DHCP agents. Network: 4f4c0107-a26c-4942-a25a-3f997ef45f1e, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:24:41.308925 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:24:41.317935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 4f4c0107-a26c-4942-a25a-3f997ef45f1e) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:24:41.322588 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:41.323194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.330197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5121788f-4af7-4a5c-8cdf-0f74deee14a1 None None] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:24:41.342230 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2c0ac701-6fc0-42be-93f9-caecc4977d8b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4051356 Sep 21 09:24:41.342522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45396) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:41.362650 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.369729 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.500217 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:24:41.501503 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.518549 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Attempting to bind port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:24:41.519486 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Attempting to bind port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:24:41.520269 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Attempting to bind port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:24:41.522709 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb7849-182c-4384-a791-71624aad64d3 None None] Pushing event updated for resources: {'Port': ['ID=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:41.527429 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:24:41.527804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:24:41.528203 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.528584 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:24:41.529052 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Bound port: 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:24:41.529481 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.579854 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] For port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:24:41.583624 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] For port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:24:41.589793 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.648735 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:41.649412 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:41.649874 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Allocated IP 172.20.0.2 (4f4c0107-a26c-4942-a25a-3f997ef45f1e/a5ac338f-5a69-4628-81f4-9dab02ffd17b/6cfcfc4d-4989-4000-a41a-f19281f1be92) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:24:41.734404 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb7849-182c-4384-a791-71624aad64d3 None None] Pushing event updated for resources: {'Port': ['ID=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:41.765041 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:41.816134 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.822557 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.842949 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.861103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:24:41.867660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:24:41.872091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:24:41.876978 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Pushing event updated for resources: {'Port': ['ID=6cfcfc4d-4989-4000-a41a-f19281f1be92,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:41.932984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Attempting to bind port 6cfcfc4d-4989-4000-a41a-f19281f1be92 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:24:41.933357 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Attempting to bind port 6cfcfc4d-4989-4000-a41a-f19281f1be92 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:24:41.933727 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Attempting to bind port 6cfcfc4d-4989-4000-a41a-f19281f1be92 on network 4f4c0107-a26c-4942-a25a-3f997ef45f1e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:24:41.939060 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:24:41.939473 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Checking segment: {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:24:41.939913 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.940312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Bound using segment: {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:24:41.941315 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Bound port: 6cfcfc4d-4989-4000-a41a-f19281f1be92, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:24:41.941705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:41.953673 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:40Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:41.982550 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c116d-5a8a-411d-ab5a-d2fef30ff5b7 None None] The sync data for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 is: [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:40Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:24:42.012610 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] For port 6cfcfc4d-4989-4000-a41a-f19281f1be92, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:24:42.017090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] For port 6cfcfc4d-4989-4000-a41a-f19281f1be92, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6cfcfc4d-4989-4000-a41a-f19281f1be92,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:24:42.022631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:42.091231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e8f05-b435-4175-817f-490aba976cf1 None None] Pushing event updated for resources: {'Port': ['ID=6cfcfc4d-4989-4000-a41a-f19281f1be92,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:42.516125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.1 (4f4c0107-a26c-4942-a25a-3f997ef45f1e/a5ac338f-5a69-4628-81f4-9dab02ffd17b/0d904434-7337-40b2-9939-2db5b9a020e5) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:24:42.636615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:42.672229 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:42.717619 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:24:42.721025 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:24:42.725219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:24:42.755238 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=0d904434-7337-40b2-9939-2db5b9a020e5,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:42.780540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:42.930049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.076869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fc0076-8045-4f68-a040-c59e4508b94c None None] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:24:43.195760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-be86837d-0d1f-424e-b9e9-c2f974ab59cf None None] Provisioning complete for port 6cfcfc4d-4989-4000-a41a-f19281f1be92 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:43.196139 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be86837d-0d1f-424e-b9e9-c2f974ab59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.215655 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.220242 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.296056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.299035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=0d904434-7337-40b2-9939-2db5b9a020e5,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:43.316606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be86837d-0d1f-424e-b9e9-c2f974ab59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.377630 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-be86837d-0d1f-424e-b9e9-c2f974ab59cf None None] For port 6cfcfc4d-4989-4000-a41a-f19281f1be92, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6cfcfc4d-4989-4000-a41a-f19281f1be92,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:43.385523 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be86837d-0d1f-424e-b9e9-c2f974ab59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.441464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86837d-0d1f-424e-b9e9-c2f974ab59cf None None] Pushing event updated for resources: {'Port': ['ID=6cfcfc4d-4989-4000-a41a-f19281f1be92,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:43.455353 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:24:43.458376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:24:43.468242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6cfcfc4d-4989-4000-a41a-f19281f1be92 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:43.518956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6cfcfc4d-4989-4000-a41a-f19281f1be92 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:43.519435 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.589742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 220d3326-9781-4039-a59c-6a5d84d8ef7b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:24:43.616450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:43.619233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c5645f7c-b1f6-406d-9137-9d90db20cb9e None None] Provisioning complete for port 0d904434-7337-40b2-9939-2db5b9a020e5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:43.619624 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5645f7c-b1f6-406d-9137-9d90db20cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.680482 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c5645f7c-b1f6-406d-9137-9d90db20cb9e None None] Port 0d904434-7337-40b2-9939-2db5b9a020e5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:24:43.696157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c5645f7c-b1f6-406d-9137-9d90db20cb9e None None] Provisioning complete for port 6cfcfc4d-4989-4000-a41a-f19281f1be92 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:43.696551 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5645f7c-b1f6-406d-9137-9d90db20cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.713229 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:24:43.718391 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ba892c7b-652d-4421-8c35-d853251d93f9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/220d3326-9781-4039-a59c-6a5d84d8ef7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3748527 Sep 21 09:24:43.730530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:43.730804 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.822786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Sync routers for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:24:43.872458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:43.873087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:43.876606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:43.886524 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-1c1326f2-4bad-4219-9fcd-96c27f6046aa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837435167&fields=id&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 267 time: 0.0402644 Sep 21 09:24:43.935921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:43.942961 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.012760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-c0645f5d-a10e-4ad3-9564-239283422cd1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:44.015928 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-c0645f5d-a10e-4ad3-9564-239283422cd1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 797 time: 0.1204810 Sep 21 09:24:44.032435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-b2c9cccc-409d-4994-8186-f4d68848be35 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/quotas/f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Sep 21 09:24:44.054103 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:44.060414 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:44.062131 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-100d689c-08dd-43cd-8579-d98810651ad7 None None] Provisioning complete for port 0d904434-7337-40b2-9939-2db5b9a020e5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:44.062483 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-100d689c-08dd-43cd-8579-d98810651ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.093360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-f131d924-98f5-4257-b131-659889a56747 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540011 Sep 21 09:24:44.159203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-100d689c-08dd-43cd-8579-d98810651ad7 None None] Port 0d904434-7337-40b2-9939-2db5b9a020e5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:24:44.237372 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-5000cd83-a9ce-4f0e-a827-93f6208c9fed service neutron] 10.222.0.59 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320765 Sep 21 09:24:44.291023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ca2921ae-2254-4cf2-9c04-337d45937a9c None None] Provisioning complete for port 0d904434-7337-40b2-9939-2db5b9a020e5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:44.291424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ca2921ae-2254-4cf2-9c04-337d45937a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.315830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 2, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:44.333847 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-12536315-b2db-48e9-b97d-70c519444e53 service neutron] 10.222.0.59 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891502 Sep 21 09:24:44.345057 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Checking router: 220d3326-9781-4039-a59c-6a5d84d8ef7b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:24:44.345393 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Updating router 220d3326-9781-4039-a59c-6a5d84d8ef7b port 0d904434-7337-40b2-9939-2db5b9a020e5 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:24:44.371344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ca2921ae-2254-4cf2-9c04-337d45937a9c None None] Port 0d904434-7337-40b2-9939-2db5b9a020e5 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:24:44.376762 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.514389 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-982ab579-90f2-444e-9c1c-c06b66160265 req-eb8c484d-6775-43e9-a9ab-7100199b7047 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 210 time: 0.0301237 Sep 21 09:24:44.646438 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.652474 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.704523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083d88a-a982-4932-ad61-874a48a5b317 None None] Pushing event updated for resources: {'Port': ['ID=0d904434-7337-40b2-9939-2db5b9a020e5,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:44.758641 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Attempting to bind port 0d904434-7337-40b2-9939-2db5b9a020e5 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:24:44.759071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Attempting to bind port 0d904434-7337-40b2-9939-2db5b9a020e5 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:24:44.759860 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Attempting to bind port 0d904434-7337-40b2-9939-2db5b9a020e5 on network 4f4c0107-a26c-4942-a25a-3f997ef45f1e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:24:44.766698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:24:44.767081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Checking segment: {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:24:44.767547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.768076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Bound using segment: {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:24:44.768593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Bound port: 0d904434-7337-40b2-9939-2db5b9a020e5, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:24:44.769009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.853693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] For port 0d904434-7337-40b2-9939-2db5b9a020e5, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:24:44.859295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] For port 0d904434-7337-40b2-9939-2db5b9a020e5, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0d904434-7337-40b2-9939-2db5b9a020e5,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:24:44.864947 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:44.917470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:44.918179 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:44.964749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083d88a-a982-4932-ad61-874a48a5b317 None None] Pushing event updated for resources: {'Port': ['ID=0d904434-7337-40b2-9939-2db5b9a020e5,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:45.038335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-74baacba-5ace-4558-ae7f-e8bc454469d3 None None] Provisioning complete for port 0d904434-7337-40b2-9939-2db5b9a020e5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:45.038714 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baacba-5ace-4558-ae7f-e8bc454469d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:45.076775 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:45.388537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6cfcfc4d-4989-4000-a41a-f19281f1be92 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:45.423453 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baacba-5ace-4558-ae7f-e8bc454469d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:45.489998 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74baacba-5ace-4558-ae7f-e8bc454469d3 None None] For port 0d904434-7337-40b2-9939-2db5b9a020e5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0d904434-7337-40b2-9939-2db5b9a020e5,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:45.515441 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74baacba-5ace-4558-ae7f-e8bc454469d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:45.530049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-3f7521c1-7a44-4fc6-b9a7-ad98e046aeee tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:45.531737 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-3f7521c1-7a44-4fc6-b9a7-ad98e046aeee tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 797 time: 0.1154449 Sep 21 09:24:45.561276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6cfcfc4d-4989-4000-a41a-f19281f1be92 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:45.561898 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:45.582996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-a71d4160-d38f-4bee-a2c0-953d760bcb33 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 379 time: 0.0362513 Sep 21 09:24:45.592287 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'port': {'device_id': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'admin_state_up': True, 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'security_groups': ['c7f897a4-b363-43a2-9880-2ae6110a4333']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:45.614996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baacba-5ace-4558-ae7f-e8bc454469d3 None None] Pushing event updated for resources: {'Port': ['ID=0d904434-7337-40b2-9939-2db5b9a020e5,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:45.638927 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:44Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:45.639216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51ffae13-5ac6-4c33-83fb-ef1a62fca880 req-9f64bf35-ad55-4ff6-8c39-d4d08e0af1b7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 210 time: 0.0381963 Sep 21 09:24:45.673543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13c4e-d66b-473b-90d1-ae10662102d5 None None] The sync data for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 is: [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:44Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:24:45.676136 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b11b288d-a513-4ef7-91ac-60f41fae22d8 None None] Provisioning complete for port 0d904434-7337-40b2-9939-2db5b9a020e5 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:45.676516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b11b288d-a513-4ef7-91ac-60f41fae22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:45.741952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:24:45.746223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:45.752655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:45.845164 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:45.845541 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:45.906219 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.11 (4f4c0107-a26c-4942-a25a-3f997ef45f1e/a5ac338f-5a69-4628-81f4-9dab02ffd17b/26f6a523-f85d-420c-88e6-614584353c5c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:24:46.058126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.093273 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.137064 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:24:46.140514 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:24:46.147424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:24:46.175423 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=26f6a523-f85d-420c-88e6-614584353c5c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:46.209969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:46.210720 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.228505 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e1dfd15e-5417-424a-a040-a32d9910e7cf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6399791 Sep 21 09:24:46.294751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Request body: {'port': {'device_id': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:46.357942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.362122 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-91327050-40c2-4f4b-a127-d106db3fa109 None None] Provisioning complete for port 26f6a523-f85d-420c-88e6-614584353c5c triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:46.362525 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-91327050-40c2-4f4b-a127-d106db3fa109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.398847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-91327050-40c2-4f4b-a127-d106db3fa109 None None] Port 26f6a523-f85d-420c-88e6-614584353c5c cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:24:46.635576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f6a523-f85d-420c-88e6-614584353c5c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:24:46.643278 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.655575 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Transition to ACTIVE for port object 26f6a523-f85d-420c-88e6-614584353c5c will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:24:46.659417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.726538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Pushing event updated for resources: {'Port': ['ID=26f6a523-f85d-420c-88e6-614584353c5c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:46.819050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bfe16-c14d-48f4-828c-d94f5105a9b7 req-a5c8bf88-b4b6-4514-85ba-d78e3af3943c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:46.820676 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-871bfe16-c14d-48f4-828c-d94f5105a9b7 req-a5c8bf88-b4b6-4514-85ba-d78e3af3943c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 944 time: 0.1053417 Sep 21 09:24:46.842087 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Attempting to bind port 26f6a523-f85d-420c-88e6-614584353c5c on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:24:46.842424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Attempting to bind port 26f6a523-f85d-420c-88e6-614584353c5c by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:24:46.842775 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Attempting to bind port 26f6a523-f85d-420c-88e6-614584353c5c on network 4f4c0107-a26c-4942-a25a-3f997ef45f1e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:24:46.857815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Port 26f6a523-f85d-420c-88e6-614584353c5c on network 4f4c0107-a26c-4942-a25a-3f997ef45f1e not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:24:46.858052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Attempting to bind port 26f6a523-f85d-420c-88e6-614584353c5c on network 4f4c0107-a26c-4942-a25a-3f997ef45f1e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:24:46.873479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:24:46.873816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Checking segment: {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:24:46.874209 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Bound using segment: {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:24:46.874846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Bound port: 26f6a523-f85d-420c-88e6-614584353c5c, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f575ff6f-66c6-4f86-a749-2a307aed5c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:24:46.875000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.880052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-871bfe16-c14d-48f4-828c-d94f5105a9b7 req-5fa65a8b-ee66-4970-9710-43cad3ae9f2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487299 Sep 21 09:24:46.947200 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] For port 26f6a523-f85d-420c-88e6-614584353c5c, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:24:46.950354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] For port 26f6a523-f85d-420c-88e6-614584353c5c, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=26f6a523-f85d-420c-88e6-614584353c5c,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:24:46.953759 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.988839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:46.989466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:46.990915 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] 10.222.0.62 "PUT /v2.0/ports/26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 1092 time: 0.7534788 Sep 21 09:24:46.991330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:46.993607 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "tag": "26f6a523-f85d-420c-88e6-614584353c5c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:47.041709 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0060b9a-df08-45d5-82f0-ffe52826845b x-openstack-request-id: req-d0060b9a-df08-45d5-82f0-ffe52826845b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:47.042003 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "tag": "26f6a523-f85d-420c-88e6-614584353c5c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:47.042257 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d0060b9a-df08-45d5-82f0-ffe52826845b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:47.042782 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c', 'status': 'completed', 'code': 200} Sep 21 09:24:47.047221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef422b-2749-4c45-b7c2-57918552217a service neutron] Pushing event updated for resources: {'Port': ['ID=26f6a523-f85d-420c-88e6-614584353c5c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:47.079856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-85ceafea-7e27-49af-98a7-b4301bfa2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.081034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-85ceafea-7e27-49af-98a7-b4301bfa2639 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1095 time: 0.0509965 Sep 21 09:24:47.129208 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-acef737d-0efb-401b-99f5-e55ff1b51f3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 217 time: 0.0404739 Sep 21 09:24:47.182962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e6042748-fbc5-4a85-8468-7e977df60cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.184473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-e6042748-fbc5-4a85-8468-7e977df60cef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 200 len: 834 time: 0.0484760 Sep 21 09:24:47.229370 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-99e516dc-d47c-441e-8cbc-eb5e9eb6f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.230834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-99e516dc-d47c-441e-8cbc-eb5e9eb6f28a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f4c0107-a26c-4942-a25a-3f997ef45f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389240 Sep 21 09:24:47.325830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-43a4d778-5830-4e82-b592-db3f395737ed service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869017 Sep 21 09:24:47.346372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0d904434-7337-40b2-9939-2db5b9a020e5 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:47.393044 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 0d904434-7337-40b2-9939-2db5b9a020e5 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:47.393344 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:47.417167 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4c586528-1b2d-44d7-b65c-bfefad08264c req-954b59d0-0305-40e7-a466-2ca982f02de4 service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845723 Sep 21 09:24:47.500048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-c979420e-1889-439a-aff8-aa8ccb47b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.501059 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-c979420e-1889-439a-aff8-aa8ccb47b440 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1095 time: 0.0409219 Sep 21 09:24:47.595014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-dc427f3c-9011-4725-8ede-20ae9324bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.596608 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-dc427f3c-9011-4725-8ede-20ae9324bec3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 898 time: 0.0883701 Sep 21 09:24:47.637001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-978d819e-3591-4021-94e6-d7c453ce4ec3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 217 time: 0.0329177 Sep 21 09:24:47.691000 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-ce85c379-7820-42c4-9db1-c98b02fb4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.692562 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-ce85c379-7820-42c4-9db1-c98b02fb4f9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 200 len: 834 time: 0.0492084 Sep 21 09:24:47.737163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-6823cbba-132c-4607-a88e-fdf7b53397a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.738701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-6823cbba-132c-4607-a88e-fdf7b53397a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f4c0107-a26c-4942-a25a-3f997ef45f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393684 Sep 21 09:24:47.834217 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-79fcc00f-433d-467b-9e48-bc71568cdff8 service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879748 Sep 21 09:24:47.925504 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2dd1348d-0671-46e9-bcaa-6c0bdce20b9a req-3377ab96-5725-4be2-8f82-d4fefe8e7061 service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831215 Sep 21 09:24:47.993628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901796ca-81c8-49ef-a23c-f45f230f7792 req-d476b38b-b110-4f0c-a959-72c859b3af88 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:47.995114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-901796ca-81c8-49ef-a23c-f45f230f7792 req-d476b38b-b110-4f0c-a959-72c859b3af88 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 944 time: 0.0482535 Sep 21 09:24:48.035263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-901796ca-81c8-49ef-a23c-f45f230f7792 req-f0bc7fa1-e405-47ed-8655-3d4c872e6732 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339279 Sep 21 09:24:49.151815 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6c833-cdd5-4a65-80b0-6408b60ce740 req-aa466862-a652-498a-add4-ec41ddb035d1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:49.153360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0a6c833-cdd5-4a65-80b0-6408b60ce740 req-aa466862-a652-498a-add4-ec41ddb035d1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 944 time: 0.0483243 Sep 21 09:24:49.192163 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d0a6c833-cdd5-4a65-80b0-6408b60ce740 req-214bea57-b441-49b4-b18b-fcd5479aa9d4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327153 Sep 21 09:24:50.310429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033c332-ae64-4d7b-929d-287e998cad2d req-87c00fdd-5d2d-41e5-aa6b-90fb377120c8 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:50.311950 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4033c332-ae64-4d7b-929d-287e998cad2d req-87c00fdd-5d2d-41e5-aa6b-90fb377120c8 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 944 time: 0.0533628 Sep 21 09:24:50.350033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4033c332-ae64-4d7b-929d-287e998cad2d req-89a1e41f-1861-4ef7-8e44-383cb128bb56 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321856 Sep 21 09:24:51.355392 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 26f6a523-f85d-420c-88e6-614584353c5c details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:24:51.450326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 26f6a523-f85d-420c-88e6-614584353c5c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=26f6a523-f85d-420c-88e6-614584353c5c,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:51.466745 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26372618-cb51-4b68-86ec-44984565df67 req-e9a6c39d-d7b5-4a93-a002-9df40cfa8174 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:51.467345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '26f6a523-f85d-420c-88e6-614584353c5c', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'port_id': '26f6a523-f85d-420c-88e6-614584353c5c', 'mac_address': 'fa:16:3e:c2:66:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:24:51.468295 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26372618-cb51-4b68-86ec-44984565df67 req-e9a6c39d-d7b5-4a93-a002-9df40cfa8174 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 944 time: 0.0537252 Sep 21 09:24:51.507454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26372618-cb51-4b68-86ec-44984565df67 req-8a8b7573-b1b4-4471-b746-5f70827d1fd1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Sep 21 09:24:51.509586 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:51.522349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f6a523-f85d-420c-88e6-614584353c5c {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:24:51.541763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 26f6a523-f85d-420c-88e6-614584353c5c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=26f6a523-f85d-420c-88e6-614584353c5c,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:51.545945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:51.591273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=26f6a523-f85d-420c-88e6-614584353c5c,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:51.865321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['26f6a523-f85d-420c-88e6-614584353c5c'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:24:52.517297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-19ed4238-7c30-46c6-9b46-481cd9ec1beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:52.622592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181d87c-ddfe-4f67-b2c3-f93df676635d req-3d98b4a4-961c-47d1-9aa1-b2c878caba4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:52.624112 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c181d87c-ddfe-4f67-b2c3-f93df676635d req-3d98b4a4-961c-47d1-9aa1-b2c878caba4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 945 time: 0.0495095 Sep 21 09:24:52.661087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c181d87c-ddfe-4f67-b2c3-f93df676635d req-4cfbd95c-3992-4b9d-bf94-779b613d6600 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303581 Sep 21 09:24:53.355224 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 26f6a523-f85d-420c-88e6-614584353c5c up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:24:53.403214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 26f6a523-f85d-420c-88e6-614584353c5c completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:24:53.406984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 26f6a523-f85d-420c-88e6-614584353c5c triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:24:53.407386 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:53.484726 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:53.506394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:53.508716 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f5057a-c68a-478f-b974-5388f25389c4" -d '{"events": [{"server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "name": "network-vif-plugged", "status": "completed", "tag": "26f6a523-f85d-420c-88e6-614584353c5c"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:53.522184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 26f6a523-f85d-420c-88e6-614584353c5c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=26f6a523-f85d-420c-88e6-614584353c5c,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:24:53.526504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:53.552774 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff279eff-325f-4e93-b161-60bcedc52931 x-openstack-request-id: req-ff279eff-325f-4e93-b161-60bcedc52931 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:53.553060 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "name": "network-vif-plugged", "status": "completed", "tag": "26f6a523-f85d-420c-88e6-614584353c5c", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:53.553306 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ff279eff-325f-4e93-b161-60bcedc52931 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:53.553690 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c', 'code': 200} Sep 21 09:24:53.579867 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=26f6a523-f85d-420c-88e6-614584353c5c,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:53.638917 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869e9a-f64e-4fd7-a3b9-63d3be8462ea req-f5ed5120-832d-4be1-95db-bda6d4db812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:53.640439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a869e9a-f64e-4fd7-a3b9-63d3be8462ea req-f5ed5120-832d-4be1-95db-bda6d4db812d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1097 time: 0.0393827 Sep 21 09:24:53.673896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a869e9a-f64e-4fd7-a3b9-63d3be8462ea req-1a1592bf-de82-44e5-b131-bae72c0db70d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267730 Sep 21 09:24:53.783115 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55107a30-a937-4f69-8208-cab2ee3d52b7 req-415da211-432c-4cb1-b8ff-5c1c023ed9b2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:53.784689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55107a30-a937-4f69-8208-cab2ee3d52b7 req-415da211-432c-4cb1-b8ff-5c1c023ed9b2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0575805 Sep 21 09:24:53.823093 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55107a30-a937-4f69-8208-cab2ee3d52b7 req-2bb088e0-61e8-46ec-ab60-81522b2f5e3b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321972 Sep 21 09:24:54.943513 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3167d9-4f22-431e-9827-99531bf9fe10 req-1b1c18cd-1e9d-4df7-a306-7ed8b828ad1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:54.945300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f3167d9-4f22-431e-9827-99531bf9fe10 req-1b1c18cd-1e9d-4df7-a306-7ed8b828ad1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0545578 Sep 21 09:24:54.984679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2f3167d9-4f22-431e-9827-99531bf9fe10 req-5a3afa3f-5714-419b-9030-d06db458fcc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333598 Sep 21 09:24:55.428428 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:55.448335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1365c3ef-071d-40c6-9461-64bfda7eb126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:56.097827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99aa35a-5404-4de9-a58c-65b830fc6657 req-504bfa26-4601-42b1-a973-904d6e81fdab tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:56.099220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b99aa35a-5404-4de9-a58c-65b830fc6657 req-504bfa26-4601-42b1-a973-904d6e81fdab tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0483141 Sep 21 09:24:56.136639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b99aa35a-5404-4de9-a58c-65b830fc6657 req-c86de249-10e6-43da-a721-1793254650c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312951 Sep 21 09:24:56.248002 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8c3d2-000f-4a3c-a923-65324c957a27 req-6849240f-ff75-4b5c-9fec-167d3be0abf2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:56.249489 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75a8c3d2-000f-4a3c-a923-65324c957a27 req-6849240f-ff75-4b5c-9fec-167d3be0abf2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0484898 Sep 21 09:24:56.286422 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75a8c3d2-000f-4a3c-a923-65324c957a27 req-b753064e-246d-41a6-bd68-eeef582ed9f2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311131 Sep 21 09:24:56.308146 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45456) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:56.347599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c132d68-6b78-4fbd-b103-ce970fea418a tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:56.349202 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6c132d68-6b78-4fbd-b103-ce970fea418a tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1092 time: 0.0400350 Sep 21 09:24:56.351841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45458) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:56.356091 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '26f6a523-f85d-420c-88e6-614584353c5c', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:24:56.377858 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:56.477328 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:56.580707 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.233 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/0beb465f-7434-41d2-b764-7c6e33d92a67) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:24:56.680481 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:56.714320 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:56.749425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:24:56.752251 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:24:56.755669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:24:56.786873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=0beb465f-7434-41d2-b764-7c6e33d92a67,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:57.012902 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:57.118869 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:57.187994 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:57.333324 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:57.338018 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:57.406789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=0beb465f-7434-41d2-b764-7c6e33d92a67,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:24:57.419516 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:57.522821 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP b333e969-7e49-4c2a-9227-ad96e889fc08 associated. External IP: 172.25.1.233, port: 26f6a523-f85d-420c-88e6-614584353c5c. Sep 21 09:24:57.726642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 220d3326-9781-4039-a59c-6a5d84d8ef7b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:24:57.833679 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:24:57.843736 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] Sync routers for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:24:57.850524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:57.853475 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:57.854091 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:57.877111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-22c8df21-0755-4371-b789-56a28d26bd05 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5242710 Sep 21 09:24:57.877678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:24:57.879976 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f90482-95a4-470c-af1d-59b6dea94f40" -d '{"events": [{"name": "network-changed", "server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "tag": "26f6a523-f85d-420c-88e6-614584353c5c"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:24:57.918080 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88657fed-9b40-4147-82d1-06d7180b6d36 x-openstack-request-id: req-88657fed-9b40-4147-82d1-06d7180b6d36 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:24:57.918368 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "tag": "26f6a523-f85d-420c-88e6-614584353c5c", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:24:57.918616 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-88657fed-9b40-4147-82d1-06d7180b6d36 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:24:57.919011 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c', 'status': 'completed', 'code': 200} Sep 21 09:24:57.960906 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:58.010565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0040e-72d2-4171-8030-8e33bfd4714c req-f3b85497-9068-45f3-86b6-523947a1b9e9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:58.012092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40b0040e-72d2-4171-8030-8e33bfd4714c req-f3b85497-9068-45f3-86b6-523947a1b9e9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0838366 Sep 21 09:24:58.026264 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-ae71b4a6-f571-4ce3-882a-ea2023d91b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:58.027766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-ae71b4a6-f571-4ce3-882a-ea2023d91b75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1097 time: 0.0743339 Sep 21 09:24:58.064089 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:24:58.084227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40b0040e-72d2-4171-8030-8e33bfd4714c req-5b1bbf84-6e97-4e79-9864-f8f7fa6069bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659568 Sep 21 09:24:58.107477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45466) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:58.137718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-a001a0b2-cfde-4cc7-a98f-ae0c5e180979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:58.139263 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-a001a0b2-cfde-4cc7-a98f-ae0c5e180979 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 898 time: 0.1037474 Sep 21 09:24:58.172925 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-549378a0-a501-4523-8822-39f72d8f4f3c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/b333e969-7e49-4c2a-9227-ad96e889fc08 HTTP/1.1" status: 200 len: 992 time: 0.0623853 Sep 21 09:24:58.190350 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b333e969-7e49-4c2a-9227-ad96e889fc08', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'port_id': '26f6a523-f85d-420c-88e6-614584353c5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'mac_address': 'fa:16:3e:c2:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:24:56Z', 'updated_at': '2021-09-21T09:24:56Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:45Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:58.210010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-d29d457a-8466-48c5-ace3-54c2e88014b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 1000 time: 0.0638201 Sep 21 09:24:58.217736 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] Checking router: 220d3326-9781-4039-a59c-6a5d84d8ef7b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:24:58.225850 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:24:58.226439 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:24:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:58.258263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-19a8c1aa-1424-4ce4-8319-2a839faf86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:58.259701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-19a8c1aa-1424-4ce4-8319-2a839faf86aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 200 len: 834 time: 0.0435040 Sep 21 09:24:58.305124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-3037f84b-ac0c-4f8a-85cb-56c08bf83cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:24:58.306795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-3037f84b-ac0c-4f8a-85cb-56c08bf83cd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f4c0107-a26c-4942-a25a-3f997ef45f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407586 Sep 21 09:24:58.333228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:24:58.412221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-8c0df83d-a83f-4496-8f79-079ab95aaecc service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972953 Sep 21 09:24:58.502251 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-45f90482-95a4-470c-af1d-59b6dea94f40 req-f305f4a6-1cfd-4895-9fab-04fe08305c55 service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835521 Sep 21 09:24:58.557225 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b333e969-7e49-4c2a-9227-ad96e889fc08', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'port_id': '26f6a523-f85d-420c-88e6-614584353c5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'mac_address': 'fa:16:3e:c2:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:24:56Z', 'updated_at': '2021-09-21T09:24:56Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:45Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:24:58.583482 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadd37f-b934-4350-a20b-a9f5447bee40 None None] The sync data for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 is: [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b333e969-7e49-4c2a-9227-ad96e889fc08', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.233', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'port_id': '26f6a523-f85d-420c-88e6-614584353c5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'mac_address': 'fa:16:3e:c2:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:24:56Z', 'updated_at': '2021-09-21T09:24:56Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:45Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:24:58.778553 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2200436-68ec-4297-b1d5-d4eac2117803 None None] New status for floating IP b333e969-7e49-4c2a-9227-ad96e889fc08: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:24:59.176192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45468) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:24:59.241238 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dea6519e-c869-401c-9ba9-14e2549b4c3c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/b333e969-7e49-4c2a-9227-ad96e889fc08 HTTP/1.1" status: 200 len: 994 time: 0.0639706 Sep 21 09:25:02.705082 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:04.476929 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:06.933496 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:25:22.516974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ae34eb28-6e51-452b-8cd3-02f5460df494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:25.430398 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:25.447713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b67fa789-86ad-4931-a7e0-a091e90d2fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:27.016450 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:28.064407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:32.702921 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:34.487785 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:38.419908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-e6641e9a-d54e-43dd-b07c-d91b0a2986ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441082 Sep 21 09:25:38.498459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-b020b474-fe65-486a-ba56-7b21520e801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:38.500114 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-b020b474-fe65-486a-ba56-7b21520e801e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1097 time: 0.0406132 Sep 21 09:25:38.603863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-a55fbf28-db8a-4b89-9d9b-38047152bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:38.605326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-a55fbf28-db8a-4b89-9d9b-38047152bde8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 898 time: 0.0867958 Sep 21 09:25:38.668851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-3ffe5efa-e221-46f1-b65e-dbc8aa8cc578 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 1002 time: 0.0566146 Sep 21 09:25:38.716315 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-fe04b8e7-4329-4e2f-b02c-32642127d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:38.717804 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-fe04b8e7-4329-4e2f-b02c-32642127d243 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 200 len: 834 time: 0.0425696 Sep 21 09:25:38.765463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-4b0e1ba3-3bd9-466c-95a9-4623fa6c49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:25:38.766936 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-4b0e1ba3-3bd9-466c-95a9-4623fa6c49dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f4c0107-a26c-4942-a25a-3f997ef45f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422368 Sep 21 09:25:38.855799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-73b8f699-b2f3-44fd-b5f1-1dc04fa65559 service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817332 Sep 21 09:25:38.948639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed1a1b77-a163-4b4d-86f3-6b0300cc9e0d req-f70fcd27-090c-44d5-b918-ce457f26eeca service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858889 Sep 21 09:25:43.932828 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:25:52.518791 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f76bc35-b6ca-458e-83b2-c7047dcf5f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.432120 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:55.449718 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd4db14d-2a64-4b54-8563-fd931b72ced8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:57.017538 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:25:58.068709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:00.067501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024e69-8428-477d-9680-3370978f4781 req-84ec5bdd-798d-40dc-b329-d0af30e42ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:00.068954 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26024e69-8428-477d-9680-3370978f4781 req-84ec5bdd-798d-40dc-b329-d0af30e42ea2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1097 time: 0.0409958 Sep 21 09:26:00.071115 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a76e6-10e5-49d9-b07e-360466b46031 req-6e70fc6e-4acb-4e48-8cbf-c26b2f280e17 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:00.072623 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c1a76e6-10e5-49d9-b07e-360466b46031 req-6e70fc6e-4acb-4e48-8cbf-c26b2f280e17 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0515232 Sep 21 09:26:00.112059 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4c1a76e6-10e5-49d9-b07e-360466b46031 req-bcb40391-15e1-4838-aabb-115fe7afdfa7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Sep 21 09:26:00.163555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024e69-8428-477d-9680-3370978f4781 req-013c31bc-045f-4c81-a89e-de648bcd7fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:00.165731 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26024e69-8428-477d-9680-3370978f4781 req-013c31bc-045f-4c81-a89e-de648bcd7fa2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 898 time: 0.0894134 Sep 21 09:26:00.230878 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26024e69-8428-477d-9680-3370978f4781 req-9d61c2a3-c89d-449c-b3e6-81759082d684 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 1002 time: 0.0582125 Sep 21 09:26:00.279243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024e69-8428-477d-9680-3370978f4781 req-672ed1b3-dc01-4926-8dd9-81d606484c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:00.280691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26024e69-8428-477d-9680-3370978f4781 req-672ed1b3-dc01-4926-8dd9-81d606484c15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 200 len: 834 time: 0.0429802 Sep 21 09:26:00.329173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024e69-8428-477d-9680-3370978f4781 req-f4a0b84f-c9e3-48d0-94ca-74c05ad44a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:00.330579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26024e69-8428-477d-9680-3370978f4781 req-f4a0b84f-c9e3-48d0-94ca-74c05ad44a84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f4c0107-a26c-4942-a25a-3f997ef45f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421302 Sep 21 09:26:00.419989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26024e69-8428-477d-9680-3370978f4781 req-7df3cd70-0739-4c73-8d5e-dd043ad24a8f service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809605 Sep 21 09:26:00.512697 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-26024e69-8428-477d-9680-3370978f4781 req-7d009d1e-6938-4649-b36f-e9f9aa3e7f3b service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861309 Sep 21 09:26:01.232040 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39404f-4579-474b-8242-0fa82a59340a req-6aaf530f-5db8-4e62-b844-22fb2a44e821 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:01.233660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce39404f-4579-474b-8242-0fa82a59340a req-6aaf530f-5db8-4e62-b844-22fb2a44e821 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0506845 Sep 21 09:26:01.271450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ce39404f-4579-474b-8242-0fa82a59340a req-b38f878d-fb1e-4477-8329-892f04ce2304 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Sep 21 09:26:02.386383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c92f-da34-4c8f-a8b6-2a87766ed682 req-90f4a586-5813-49f7-adbb-3dae6186229e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:02.387872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc93c92f-da34-4c8f-a8b6-2a87766ed682 req-90f4a586-5813-49f7-adbb-3dae6186229e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0479770 Sep 21 09:26:02.424057 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc93c92f-da34-4c8f-a8b6-2a87766ed682 req-7f029e3e-6620-462e-894c-5086eb3fac7c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303962 Sep 21 09:26:02.717580 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:03.537965 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8098381-22eb-4e04-b118-d9d9d85b9597 req-67509d12-5e94-4077-8418-1b0fc7886ade tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:03.539495 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8098381-22eb-4e04-b118-d9d9d85b9597 req-67509d12-5e94-4077-8418-1b0fc7886ade tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0483298 Sep 21 09:26:03.576418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8098381-22eb-4e04-b118-d9d9d85b9597 req-ac08bcd1-de06-4c92-a7ff-916f30251e5e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307262 Sep 21 09:26:04.476828 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:04.694558 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa814-8e2b-43ad-b3ae-60102c209806 req-4b551e77-dd4c-46d8-ad4d-d046786a9dd5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:04.696800 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-248fa814-8e2b-43ad-b3ae-60102c209806 req-4b551e77-dd4c-46d8-ad4d-d046786a9dd5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0526788 Sep 21 09:26:04.733276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-248fa814-8e2b-43ad-b3ae-60102c209806 req-2ac686ce-8f47-403a-a155-c96f836c8d5b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305629 Sep 21 09:26:05.850694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47fad3-4e92-414f-a1cc-1fe2a30d189e req-8f55f505-676e-4afa-9648-24e636ed6899 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:05.852210 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c47fad3-4e92-414f-a1cc-1fe2a30d189e req-8f55f505-676e-4afa-9648-24e636ed6899 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0513897 Sep 21 09:26:05.888674 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c47fad3-4e92-414f-a1cc-1fe2a30d189e req-c0b3a6c4-e740-470a-8c9d-dfa455aec646 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304098 Sep 21 09:26:07.001889 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702136d-9928-4ad1-ba39-d00a4211d9d4 req-e383c857-9337-4010-8ebf-cfd7f80c92a0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:07.003382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e702136d-9928-4ad1-ba39-d00a4211d9d4 req-e383c857-9337-4010-8ebf-cfd7f80c92a0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0482125 Sep 21 09:26:07.040969 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e702136d-9928-4ad1-ba39-d00a4211d9d4 req-e10ef4ee-9514-4f64-932f-95e4e7bdbb7e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Sep 21 09:26:08.154616 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763b09f-338d-41dd-8084-9a522a08dab8 req-c99373a3-7fbf-49c1-bdde-72184653a157 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:08.156118 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5763b09f-338d-41dd-8084-9a522a08dab8 req-c99373a3-7fbf-49c1-bdde-72184653a157 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0481505 Sep 21 09:26:08.192963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5763b09f-338d-41dd-8084-9a522a08dab8 req-86109465-5779-42b3-aa40-b8114fb3e026 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310063 Sep 21 09:26:09.307113 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c557636-fb19-4a80-98d5-a870e553b35e req-b29c483e-e8f6-4331-baa9-1b1b8f09c349 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:09.308619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c557636-fb19-4a80-98d5-a870e553b35e req-b29c483e-e8f6-4331-baa9-1b1b8f09c349 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0481439 Sep 21 09:26:09.346107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c557636-fb19-4a80-98d5-a870e553b35e req-eb1b7db3-c72a-44c0-80cf-35a3556706b0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Sep 21 09:26:10.459019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26ef4b-069b-443e-9828-caa255e49bfb req-b317d5e5-7a72-436b-b042-a4daa0fe4469 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:10.460544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be26ef4b-069b-443e-9828-caa255e49bfb req-b317d5e5-7a72-436b-b042-a4daa0fe4469 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0480123 Sep 21 09:26:10.498366 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-be26ef4b-069b-443e-9828-caa255e49bfb req-38d5e6e2-e8bd-411d-8e56-c6ac81d1808d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314400 Sep 21 09:26:11.614074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0738a-99f0-438d-b115-ef30531e82cc req-bc911ce8-bc18-4094-bf3d-af66c63976d6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:11.615501 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5bf0738a-99f0-438d-b115-ef30531e82cc req-bc911ce8-bc18-4094-bf3d-af66c63976d6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0522640 Sep 21 09:26:11.656563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5bf0738a-99f0-438d-b115-ef30531e82cc req-7407593e-aaa4-4b10-b486-30f0b36df8b7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332327 Sep 21 09:26:11.678853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45518) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:26:11.739763 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-0f879c0c-b8ae-4ab6-9790-44a0f9011821 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/b333e969-7e49-4c2a-9227-ad96e889fc08 HTTP/1.1" status: 200 len: 994 time: 0.0597010 Sep 21 09:26:20.932023 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:26:22.519267 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7e3baef2-4d91-44e9-a458-c5cc6a1a5ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:25.433715 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:25.450424 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1146e537-e3a2-40cf-9f53-b82c5483e8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:27.021430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:28.074191 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:32.732573 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:34.504708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:40.416663 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-979f81a8-f49f-468a-892f-0c8d817b4335 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432119 Sep 21 09:26:40.496069 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f13fe-f0a4-4760-891c-55a6f225372d req-20480131-d381-4177-970b-6dff803a8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:40.497548 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-20480131-d381-4177-970b-6dff803a8da3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1097 time: 0.0404100 Sep 21 09:26:40.598882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f13fe-f0a4-4760-891c-55a6f225372d req-01740751-800d-4d56-8e2a-0bb28cbe46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:40.600374 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-01740751-800d-4d56-8e2a-0bb28cbe46cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 898 time: 0.0830851 Sep 21 09:26:40.667624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-b50ff219-5f23-4cfd-a2b2-0d5c52e80628 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 1002 time: 0.0601196 Sep 21 09:26:40.716044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f13fe-f0a4-4760-891c-55a6f225372d req-79e6dfa5-df4f-446e-a43c-bcd4d2c0164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:40.717455 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-79e6dfa5-df4f-446e-a43c-bcd4d2c0164d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 200 len: 834 time: 0.0423586 Sep 21 09:26:40.764980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f13fe-f0a4-4760-891c-55a6f225372d req-3dbdef71-3d13-4931-8dcf-88769e1167cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:26:40.766447 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-3dbdef71-3d13-4931-8dcf-88769e1167cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f4c0107-a26c-4942-a25a-3f997ef45f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416422 Sep 21 09:26:40.777663 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-f366ddce-e471-4646-9ff0-2d602a21f452 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:26:40.778588 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-f366ddce-e471-4646-9ff0-2d602a21f452 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053539 Sep 21 09:26:40.871996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-4ffa9a83-daca-407a-87bf-82625b4e7498 service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862923 Sep 21 09:26:40.964539 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-184f13fe-f0a4-4760-891c-55a6f225372d req-478c68bc-0732-4b9f-8313-708d73fe8be0 service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Sep 21 09:26:52.519281 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-79d91a64-a99e-4228-b170-f3405122c226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:55.435572 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:55.451920 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2ffabaa7-fc80-4bf2-abc4-9e1680be3e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:57.024218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:26:57.931538 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:26:58.073709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:00.303129 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45548) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:00.456707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 0beb465f-7434-41d2-b764-7c6e33d92a67 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:27:00.457052 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:00.530024 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:00.530350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:00.541610 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 0beb465f-7434-41d2-b764-7c6e33d92a67 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:27:00.687958 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:00.716430 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=0beb465f-7434-41d2-b764-7c6e33d92a67,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:00.743596 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.743946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.744284 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.744614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.744941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.745268 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.745593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.745913 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.746236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.746551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.746869 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.747181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:00.786443 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:00.786880 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP b333e969-7e49-4c2a-9227-ad96e889fc08 disassociated (deleted). External IP: 172.25.1.233, port: 26f6a523-f85d-420c-88e6-614584353c5c. Sep 21 09:27:00.995927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 220d3326-9781-4039-a59c-6a5d84d8ef7b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:27:01.444492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:01.449567 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:01.455766 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] Sync routers for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:01.464902 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:01.465375 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:01.476248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b650dafa-ac71-441f-b97b-56c6cf31f368 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/floatingips/b333e969-7e49-4c2a-9227-ad96e889fc08 HTTP/1.1" status: 204 len: 168 time: 1.1719956 Sep 21 09:27:01.476966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:27:01.479223 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3142be42-2054-4ae2-91e8-67dafaff09cd" -d '{"events": [{"name": "network-changed", "server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "tag": "26f6a523-f85d-420c-88e6-614584353c5c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:27:01.531662 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a093dca0-6c6d-42a7-8ad3-4d72ca2d2eef x-openstack-request-id: req-a093dca0-6c6d-42a7-8ad3-4d72ca2d2eef {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:27:01.532055 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "tag": "26f6a523-f85d-420c-88e6-614584353c5c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:27:01.532196 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a093dca0-6c6d-42a7-8ad3-4d72ca2d2eef {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:27:01.532583 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c', 'status': 'completed', 'code': 200} Sep 21 09:27:01.595881 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-8c432d23-838a-4089-9fb6-35fdf13077b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:01.597276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-8c432d23-838a-4089-9fb6-35fdf13077b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 1097 time: 0.0429096 Sep 21 09:27:01.680524 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:01.716631 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-b3c1bd90-dfcd-4721-836e-29dbbda9562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:01.718105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-b3c1bd90-dfcd-4721-836e-29dbbda9562a service neutron] 10.222.0.62 "GET /v2.0/networks?id=4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 200 len: 898 time: 0.1140671 Sep 21 09:27:01.772134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-7a12b6c1-d7b0-412a-adff-f2a911203f7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 200 len: 217 time: 0.0400326 Sep 21 09:27:01.796324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0831f7-3215-4b65-a907-98b4eccf4121 req-600419fe-481f-428a-a19d-a4ea5e28aa70 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:01.797843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff0831f7-3215-4b65-a907-98b4eccf4121 req-600419fe-481f-428a-a19d-a4ea5e28aa70 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0992799 Sep 21 09:27:01.858062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-6efd418e-6292-4f64-b35b-d48a729a324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:01.859482 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-6efd418e-6292-4f64-b35b-d48a729a324b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 200 len: 834 time: 0.0797203 Sep 21 09:27:01.867074 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ff0831f7-3215-4b65-a907-98b4eccf4121 req-cbe8ae7c-6e07-470d-b517-e79934e58d60 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473297 Sep 21 09:27:01.881389 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:45Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:01.907441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-56a0e478-015f-4b11-832d-3cd69d96efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:01.908960 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-56a0e478-015f-4b11-832d-3cd69d96efe2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4f4c0107-a26c-4942-a25a-3f997ef45f1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404565 Sep 21 09:27:01.912637 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] Checking router: 220d3326-9781-4039-a59c-6a5d84d8ef7b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:01.921750 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:01.922287 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:02.003180 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-8b30883a-4a77-4a75-a1ef-991d09278ebc service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860295 Sep 21 09:27:02.025636 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:02.094792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3142be42-2054-4ae2-91e8-67dafaff09cd req-8e56f750-27dc-4a85-ab0d-a515115c3ffb service neutron] 10.222.0.62 "GET /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831709 Sep 21 09:27:02.220610 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:45Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:02.249497 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e39b8d9-5d2d-430d-8cf1-428b569eb035 None None] The sync data for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 is: [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:42Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '0d904434-7337-40b2-9939-2db5b9a020e5', 'name': '', 'network_id': '4f4c0107-a26c-4942-a25a-3f997ef45f1e', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:8c:f2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:42Z', 'updated_at': '2021-09-21T09:24:45Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': 'a5ac338f-5a69-4628-81f4-9dab02ffd17b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:02.469055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d29649-6cc0-44a0-a97e-b8e77fdaf1a4 None None] New status for floating IP b333e969-7e49-4c2a-9227-ad96e889fc08: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:27:02.729018 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:02.984235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a49d6-3d40-4c9f-80cd-e771aa091435 req-9cfdd1c6-cc7b-4591-94e5-55127738fa3e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:02.985727 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-269a49d6-3d40-4c9f-80cd-e771aa091435 req-9cfdd1c6-cc7b-4591-94e5-55127738fa3e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0484211 Sep 21 09:27:03.027027 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-269a49d6-3d40-4c9f-80cd-e771aa091435 req-2e45cbca-7085-4583-81de-a303a7f2cade tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c7f897a4-b363-43a2-9880-2ae6110a4333&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354185 Sep 21 09:27:03.484190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aba31-b132-492e-abe0-96d4dc176538 req-61240e78-1834-4bc5-87ca-b968c62fdea2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:03.485651 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d30aba31-b132-492e-abe0-96d4dc176538 req-61240e78-1834-4bc5-87ca-b968c62fdea2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 946 time: 0.0488548 Sep 21 09:27:03.576103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 26f6a523-f85d-420c-88e6-614584353c5c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:27:03.576452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.662419 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 26f6a523-f85d-420c-88e6-614584353c5c, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=26f6a523-f85d-420c-88e6-614584353c5c,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:03.662709 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.675166 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 26f6a523-f85d-420c-88e6-614584353c5c owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:27:03.811528 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.840281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=26f6a523-f85d-420c-88e6-614584353c5c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:03.884818 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] No DVR routers for this DVR port 26f6a523-f85d-420c-88e6-614584353c5c on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:27:03.891545 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:03.893542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d30aba31-b132-492e-abe0-96d4dc176538 req-f0c68710-c316-4c4f-a70e-526ea694ef2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "DELETE /v2.0/ports/26f6a523-f85d-420c-88e6-614584353c5c HTTP/1.1" status: 204 len: 173 time: 0.4018795 Sep 21 09:27:03.893977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'name': 'network-vif-deleted', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:27:03.896257 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee13e2-85bf-43ed-aac4-26c63c76df6d" -d '{"events": [{"server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "name": "network-vif-deleted", "tag": "26f6a523-f85d-420c-88e6-614584353c5c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:27:03.932910 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9b77d7-c3c0-48bc-a553-1020b922a314 x-openstack-request-id: req-de9b77d7-c3c0-48bc-a553-1020b922a314 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:27:03.933204 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87dafe40-9765-4446-8f4b-45ce1a2564ae", "name": "network-vif-deleted", "tag": "26f6a523-f85d-420c-88e6-614584353c5c", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:27:03.933452 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de9b77d7-c3c0-48bc-a553-1020b922a314 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:27:03.933847 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87dafe40-9765-4446-8f4b-45ce1a2564ae', 'name': 'network-vif-deleted', 'tag': '26f6a523-f85d-420c-88e6-614584353c5c', 'status': 'completed', 'code': 200} Sep 21 09:27:04.479665 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-40bf22b5-040e-426f-9e34-fb66dcab18ff req-765f232b-2a39-4b7d-9dd9-0a327a06dc84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=87dafe40-9765-4446-8f4b-45ce1a2564ae HTTP/1.1" status: 200 len: 210 time: 0.3764729 Sep 21 09:27:04.504052 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:05.533512 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45564) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:05.888933 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:05.950981 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 26f6a523-f85d-420c-88e6-614584353c5c no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:27:05.971073 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 26f6a523-f85d-420c-88e6-614584353c5c {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:27:05.971451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 26f6a523-f85d-420c-88e6-614584353c5c not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:27:06.143281 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 0d904434-7337-40b2-9939-2db5b9a020e5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:27:06.143581 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:06.234946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 0d904434-7337-40b2-9939-2db5b9a020e5, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=0d904434-7337-40b2-9939-2db5b9a020e5,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:06.235325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:06.247118 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 0d904434-7337-40b2-9939-2db5b9a020e5 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:27:06.433860 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:06.458577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=0d904434-7337-40b2-9939-2db5b9a020e5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:06.642465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:06.853468 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 220d3326-9781-4039-a59c-6a5d84d8ef7b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:27:06.957693 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:06.963718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-749037c5-8add-455d-8461-292033db24ad tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/220d3326-9781-4039-a59c-6a5d84d8ef7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4286261 Sep 21 09:27:06.966070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45566) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:06.968268 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] Sync routers for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:06.978142 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:06.978782 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:07.022497 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting subnet a5ac338f-5a69-4628-81f4-9dab02ffd17b {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:27:07.026099 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.065154 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.080811 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:07.148085 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.209399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.236377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ac338f-5a69-4628-81f4-9dab02ffd17b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:07.239831 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.244254 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b5248170-54de-4b24-94f4-f91da813c416 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/subnets/a5ac338f-5a69-4628-81f4-9dab02ffd17b HTTP/1.1" status: 204 len: 168 time: 0.2748814 Sep 21 09:27:07.244636 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45568) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:07.249559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c936233-19b8-4193-a6f4-9338fbdebb7a None None] Network 4f4c0107-a26c-4942-a25a-3f997ef45f1e requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:27:07.259743 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:27:06Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:07.285997 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] Checking router: 220d3326-9781-4039-a59c-6a5d84d8ef7b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:07.295116 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] Routers {'220d3326-9781-4039-a59c-6a5d84d8ef7b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:07.295757 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['220d3326-9781-4039-a59c-6a5d84d8ef7b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:07.364842 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.417506 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] Set router 220d3326-9781-4039-a59c-6a5d84d8ef7b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:07.466759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] DHCP port deletion for 4f4c0107-a26c-4942-a25a-3f997ef45f1e request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:27:07.490186 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.518527 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Deleting port 6cfcfc4d-4989-4000-a41a-f19281f1be92 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:27:07.518907 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.548703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:27:07.549062 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.589660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] For port 6cfcfc4d-4989-4000-a41a-f19281f1be92, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6cfcfc4d-4989-4000-a41a-f19281f1be92,segment=NetworkSegment(f575ff6f-66c6-4f86-a749-2a307aed5c1d),segment_id=f575ff6f-66c6-4f86-a749-2a307aed5c1d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:07.590124 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.604281 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Calling delete_port for 6cfcfc4d-4989-4000-a41a-f19281f1be92 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:27:07.609538 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:27:06Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:07.626415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:07.626794 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.635499 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1684aab-1101-488d-ab45-332dcd39b529 None None] The sync data for ids ['220d3326-9781-4039-a59c-6a5d84d8ef7b'] in n-d-809980-2 is: [{'id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136068341', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6'}], 'enable_snat': True}, 'gw_port_id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:27:06Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220d3326-9781-4039-a59c-6a5d84d8ef7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:24:39Z', 'updated_at': '2021-09-21T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:07.638712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:27:07.693678 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.717188 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Pushing event deleted for resources: {'Port': ['ID=6cfcfc4d-4989-4000-a41a-f19281f1be92,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:07.727522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.727904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.728202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.728546 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.728877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.729209 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.729539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.729870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.730622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.730622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.730825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.731123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:07.733790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78922ae5-1b32-4342-8faf-20468b58fa1a None None] No DVR routers for this DVR port 6cfcfc4d-4989-4000-a41a-f19281f1be92 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:27:07.810874 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:07.841354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:07.899524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.319228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.321992 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.362900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.363451 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Fanout notify agent at l3_agent the message router_deleted on router 220d3326-9781-4039-a59c-6a5d84d8ef7b {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:27:08.370822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.371979 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1c2a364e-69b7-4e5a-8433-8ae5c36f4814 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/routers/220d3326-9781-4039-a59c-6a5d84d8ef7b HTTP/1.1" status: 204 len: 168 time: 1.1263978 Sep 21 09:27:08.374712 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45570) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:08.459118 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.548232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.567802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4c0107-a26c-4942-a25a-3f997ef45f1e']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:08.577518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f575ff6f-66c6-4f86-a749-2a307aed5c1d') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:08.577812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f575ff6f-66c6-4f86-a749-2a307aed5c1d') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:08.587007 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.599859 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.606081 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:27:08.606471 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:27:08.609384 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:27:08.664867 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.671914 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.673701 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/networks/4f4c0107-a26c-4942-a25a-3f997ef45f1e HTTP/1.1" status: 204 len: 168 time: 0.2980590 Sep 21 09:27:08.676635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45572) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:08.685201 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e876594-99d0-4e78-88e2-56d4aee2ef54 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Network': ['ID=4f4c0107-a26c-4942-a25a-3f997ef45f1e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:08.734321 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.759042 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.824889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.827494 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:08.828838 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/security-groups/c7f897a4-b363-43a2-9880-2ae6110a4333 HTTP/1.1" status: 204 len: 168 time: 0.1511881 Sep 21 09:27:08.837975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f897a4-b363-43a2-9880-2ae6110a4333,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:08.846104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.846455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.846797 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.847376 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.847519 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.847866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.848204 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.848530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.848933 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.849349 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.849590 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:08.849877 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71c52d4-9b60-4641-8411-10137027f3e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:09.088903 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45578) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.093538 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-792827e2-6831-4b8a-b84a-08fb06a99ce0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937166423', 'description': 'tempest-secgroup-smoke-937166423 description', 'project_id': 'f1e12ebb305440619c9d837d2e918320'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:09.115948 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-792827e2-6831-4b8a-b84a-08fb06a99ce0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.194474 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-792827e2-6831-4b8a-b84a-08fb06a99ce0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.198218 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-792827e2-6831-4b8a-b84a-08fb06a99ce0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.225241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-792827e2-6831-4b8a-b84a-08fb06a99ce0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.227038 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-792827e2-6831-4b8a-b84a-08fb06a99ce0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1365428 Sep 21 09:27:09.230022 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45580) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.231031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792827e2-6831-4b8a-b84a-08fb06a99ce0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a3a794-044d-4f53-b5f5-38ab4439ee3e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:09.236245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a7b398b9-a1e8-4d22-a6b0-6bfd750a4d45 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '02a3a794-044d-4f53-b5f5-38ab4439ee3e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:09.268664 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7b398b9-a1e8-4d22-a6b0-6bfd750a4d45 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.328586 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7b398b9-a1e8-4d22-a6b0-6bfd750a4d45 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.332901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7b398b9-a1e8-4d22-a6b0-6bfd750a4d45 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.353716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b398b9-a1e8-4d22-a6b0-6bfd750a4d45 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d24cc51-a103-494c-baf4-6d193ebae0cb,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:09.357961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7b398b9-a1e8-4d22-a6b0-6bfd750a4d45 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.359396 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a7b398b9-a1e8-4d22-a6b0-6bfd750a4d45 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281009 Sep 21 09:27:09.362379 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45582) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.368658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c3d7d74d-3a5b-451d-af06-5d68b425b515 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '02a3a794-044d-4f53-b5f5-38ab4439ee3e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:09.396442 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d74d-3a5b-451d-af06-5d68b425b515 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.417366 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6cfcfc4d-4989-4000-a41a-f19281f1be92 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:27:09.437905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6cfcfc4d-4989-4000-a41a-f19281f1be92 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:27:09.438249 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6cfcfc4d-4989-4000-a41a-f19281f1be92 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:27:09.438663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0d904434-7337-40b2-9939-2db5b9a020e5 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:27:09.453988 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d74d-3a5b-451d-af06-5d68b425b515 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.457845 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d74d-3a5b-451d-af06-5d68b425b515 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.459933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 0d904434-7337-40b2-9939-2db5b9a020e5 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:27:09.460318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 0d904434-7337-40b2-9939-2db5b9a020e5 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:27:09.460839 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:27:09.476626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7d74d-3a5b-451d-af06-5d68b425b515 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf32d30-ba75-403b-9e89-5c37b9ec274e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:09.480645 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:27:09.480985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 3d5a8bfe-3f5a-4e7f-8093-02b80a3bb3be not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:27:09.484329 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c3d7d74d-3a5b-451d-af06-5d68b425b515 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.485587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c3d7d74d-3a5b-451d-af06-5d68b425b515 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218348 Sep 21 09:27:09.488249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45584) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.492767 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-02276976-e584-4fc7-9a62-b7755d4b24b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '02a3a794-044d-4f53-b5f5-38ab4439ee3e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:09.518063 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02276976-e584-4fc7-9a62-b7755d4b24b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.576088 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02276976-e584-4fc7-9a62-b7755d4b24b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.580154 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02276976-e584-4fc7-9a62-b7755d4b24b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.598237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02276976-e584-4fc7-9a62-b7755d4b24b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34548f4c-7652-4ade-853a-61eeeac2647d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:09.605057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-02276976-e584-4fc7-9a62-b7755d4b24b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.606276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-02276976-e584-4fc7-9a62-b7755d4b24b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169798 Sep 21 09:27:09.609225 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45586) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.613601 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2cd45428-e829-48e3-9e19-c0c38e293cc2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '02a3a794-044d-4f53-b5f5-38ab4439ee3e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:09.641330 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cd45428-e829-48e3-9e19-c0c38e293cc2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.701673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cd45428-e829-48e3-9e19-c0c38e293cc2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.706011 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cd45428-e829-48e3-9e19-c0c38e293cc2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.725639 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd45428-e829-48e3-9e19-c0c38e293cc2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd1d965-6823-426b-95aa-985603246eaf,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:09.733737 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2cd45428-e829-48e3-9e19-c0c38e293cc2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.735290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2cd45428-e829-48e3-9e19-c0c38e293cc2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250582 Sep 21 09:27:09.738014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45588) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.742943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '02a3a794-044d-4f53-b5f5-38ab4439ee3e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:09.764728 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:27:09.769430 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.829668 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.833239 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.850593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acad611-15e2-4f67-9bab-b50638037e7d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:09.856819 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.857844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7e037c47-cf23-4716-9f26-c2fa7b4b32c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188774 Sep 21 09:27:09.860516 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45590) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.864763 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': '02a3a794-044d-4f53-b5f5-38ab4439ee3e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:09.888969 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:27:09.893642 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.953231 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.956992 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.974879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc891fd-2c6b-4498-8e22-ab9ad35bc783,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:09.981443 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:09.982821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-aef97be2-a253-47ad-b853-8469abd20f84 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213927 Sep 21 09:27:09.985717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45592) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:09.990460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'network': {'name': 'tempest-network-smoke--1363391872', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:10.011414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:10.014778 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.037356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:27:10.046908 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.047290 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Added segment f9a22caa-4ae1-4d93-9c69-9bece9efa7fa of type vlan for network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 Sep 21 09:27:10.088705 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.112478 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.118509 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:10.119087 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.153260 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1665285 Sep 21 09:27:10.156105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45594) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:10.160640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'admin_state_up': True, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:10.197160 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6329e-99b4-4d56-8cc3-578d4db20939 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Network': ['ID=b729ad1d-3bd9-4e24-9c3e-c36283c58d04,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:10.208115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:27:10.212456 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.213489 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.267638 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.401552 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.592384 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.611224 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.715294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.8 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/eae767d9-4e44-4546-975d-db82ecc7eee9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:10.815414 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.848535 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:10.881185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:10.885782 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:10.889424 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:10.918966 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=eae767d9-4e44-4546-975d-db82ecc7eee9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:11.144379 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:11.335286 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:11.462503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 706ee2b4-e649-4d23-85c8-af751521b4f0 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:27:11.569960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:11.579470 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Sync routers for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:11.588124 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:11.592271 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9e86c29c-f901-4c15-a10e-cbc4b9d05ff6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4321902 Sep 21 09:27:11.592425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:11.592425 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:11.592656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45596) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:11.627896 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-45bda9d8-88bc-473a-9094-8f14b67ab31a tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f1e12ebb305440619c9d837d2e918320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317895 Sep 21 09:27:11.628135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45598) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:11.702271 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:11.724691 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777332a0-3774-47f4-b411-e4c8c5662c77 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:11.726119 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-777332a0-3774-47f4-b411-e4c8c5662c77 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971928 Sep 21 09:27:11.729833 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45600) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:11.758734 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4b3560e8-35b6-4f3c-9ce0-1b4dfd4960e1 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277221 Sep 21 09:27:11.761429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45602) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:11.766208 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188731538', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:11.856274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:11.859734 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:11.886352 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:11Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:11.913299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Checking router: 706ee2b4-e649-4d23-85c8-af751521b4f0 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:11.913649 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Updating router 706ee2b4-e649-4d23-85c8-af751521b4f0 port eae767d9-4e44-4546-975d-db82ecc7eee9 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:27:11.941475 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.044315 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.103683 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Subnet': ['ID=9a15d235-f437-4cb2-b67a-3bece70f882f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:12.113989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Checking segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:12.114536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network hostable DHCP agents. Network: b729ad1d-3bd9-4e24-9c3e-c36283c58d04, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:27:12.132912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:27:12.141357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, b729ad1d-3bd9-4e24-9c3e-c36283c58d04) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:12.145607 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:12.146771 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.153772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4878463e-c4d0-43b4-984b-b44e2dd4983b None None] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:27:12.161220 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a3c721f4-df98-4466-92b2-4fa15f53f0f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3987916 Sep 21 09:27:12.164767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45604) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:12.408831 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.416158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.509991 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Attempting to bind port eae767d9-4e44-4546-975d-db82ecc7eee9 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:12.510363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Attempting to bind port eae767d9-4e44-4546-975d-db82ecc7eee9 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:12.510730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Attempting to bind port eae767d9-4e44-4546-975d-db82ecc7eee9 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:12.514295 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe4579-5e1d-417b-8b52-a9235161beb0 None None] Pushing event updated for resources: {'Port': ['ID=eae767d9-4e44-4546-975d-db82ecc7eee9,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:12.522905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:12.523970 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:12.524383 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.524773 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:12.525246 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Bound port: eae767d9-4e44-4546-975d-db82ecc7eee9, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:12.525631 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.581171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:27:12.582011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.607177 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.610258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] For port eae767d9-4e44-4546-975d-db82ecc7eee9, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:12.617767 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] For port eae767d9-4e44-4546-975d-db82ecc7eee9, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eae767d9-4e44-4546-975d-db82ecc7eee9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:12.622303 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:12.741654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe4579-5e1d-417b-8b52-a9235161beb0 None None] Pushing event updated for resources: {'Port': ['ID=eae767d9-4e44-4546-975d-db82ecc7eee9,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:12.766688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:12.767344 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:12.828834 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Allocated IP 172.20.0.2 (b729ad1d-3bd9-4e24-9c3e-c36283c58d04/9a15d235-f437-4cb2-b67a-3bece70f882f/51b5fd83-2798-4d3e-a044-41895729ac75) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:12.912233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:13.140363 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.150637 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.191714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:13.196054 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.1 (b729ad1d-3bd9-4e24-9c3e-c36283c58d04/9a15d235-f437-4cb2-b67a-3bece70f882f/7535513e-2f71-4bb7-a95e-6e216e040ab0) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:13.203405 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:13.206552 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:13.211830 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Pushing event updated for resources: {'Port': ['ID=51b5fd83-2798-4d3e-a044-41895729ac75,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:13.263090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:11Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:13.295032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Attempting to bind port 51b5fd83-2798-4d3e-a044-41895729ac75 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:13.295424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Attempting to bind port 51b5fd83-2798-4d3e-a044-41895729ac75 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:13.295785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Attempting to bind port 51b5fd83-2798-4d3e-a044-41895729ac75 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:13.297915 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecf2bf-ce8b-44af-add3-1eb80f798919 None None] The sync data for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 is: [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:11Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:13.302853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:13.303235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Checking segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:13.303676 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.304147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Bound using segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:13.304580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Bound port: 51b5fd83-2798-4d3e-a044-41895729ac75, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:13.304929 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.317972 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.357272 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.378672 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] For port 51b5fd83-2798-4d3e-a044-41895729ac75, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:13.382930 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] For port 51b5fd83-2798-4d3e-a044-41895729ac75, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=51b5fd83-2798-4d3e-a044-41895729ac75,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:13.389809 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.408068 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:13.413977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:13.418553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:13.449857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=7535513e-2f71-4bb7-a95e-6e216e040ab0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:13.456345 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eeaf61-270f-4612-96be-758d214723a3 None None] Pushing event updated for resources: {'Port': ['ID=51b5fd83-2798-4d3e-a044-41895729ac75,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:13.478040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.651516 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.968680 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:13.973711 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:14.044966 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=7535513e-2f71-4bb7-a95e-6e216e040ab0,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:14.050084 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:14.153399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:14.154805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:14.275348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 706ee2b4-e649-4d23-85c8-af751521b4f0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:27:14.392841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:14.405874 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f8df2a65-09b7-40bd-b91d-31175de3e00b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/706ee2b4-e649-4d23-85c8-af751521b4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2321010 Sep 21 09:27:14.419876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf6019a-829b-4af4-82ab-92da8a14e554 None None] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:27:14.495390 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-4597b0c8-c50e-48da-afb4-4db23afdda13 None None] Provisioning complete for port 51b5fd83-2798-4d3e-a044-41895729ac75 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:14.495775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4597b0c8-c50e-48da-afb4-4db23afdda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:14.577600 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-2fb40540-6ff4-472c-a740-b770f26be94c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937166423&fields=id&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 267 time: 0.0397799 Sep 21 09:27:14.641029 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4597b0c8-c50e-48da-afb4-4db23afdda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:14.680083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4597b0c8-c50e-48da-afb4-4db23afdda13 None None] For port 51b5fd83-2798-4d3e-a044-41895729ac75, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=51b5fd83-2798-4d3e-a044-41895729ac75,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:14.684398 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4597b0c8-c50e-48da-afb4-4db23afdda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:14.697912 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-23f4f3bb-c75a-41d5-b876-38c1d05592ab tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:14.699769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-23f4f3bb-c75a-41d5-b876-38c1d05592ab tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 797 time: 0.1193156 Sep 21 09:27:14.717888 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-5647fd92-d68d-4d47-bff2-4ce47a145f7c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/quotas/f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 375 time: 0.0112982 Sep 21 09:27:14.742335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597b0c8-c50e-48da-afb4-4db23afdda13 None None] Pushing event updated for resources: {'Port': ['ID=51b5fd83-2798-4d3e-a044-41895729ac75,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:14.777000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-f487072c-a1e7-4d70-a3d1-c7656f913aab tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511608 Sep 21 09:27:14.886835 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-61a01489-1a5d-4b9b-9a20-aa03406f3274 service neutron] 10.222.0.59 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969262 Sep 21 09:27:14.905018 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8fb5634c-3a6e-40a4-b897-7142805578fe None None] Provisioning complete for port 51b5fd83-2798-4d3e-a044-41895729ac75 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:14.905672 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8fb5634c-3a6e-40a4-b897-7142805578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:14.970538 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Sync routers for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:14.980388 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:14.981314 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:14.993872 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-124c5e9e-ec90-44c5-8d48-1642ce1ff25c service neutron] 10.222.0.59 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990922 Sep 21 09:27:15.011040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8fb5634c-3a6e-40a4-b897-7142805578fe None None] Provisioning complete for port 7535513e-2f71-4bb7-a95e-6e216e040ab0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:15.011465 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8fb5634c-3a6e-40a4-b897-7142805578fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.059043 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5634c-3a6e-40a4-b897-7142805578fe None None] Port 7535513e-2f71-4bb7-a95e-6e216e040ab0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:15.183806 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-61be1299-7302-4080-9ad9-d39d8656bcde None None] Provisioning complete for port 7535513e-2f71-4bb7-a95e-6e216e040ab0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:15.184756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-61be1299-7302-4080-9ad9-d39d8656bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.213901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-efb69a6d-d02b-4900-8659-44391f1d658a req-26f39e22-8c59-49ce-b3c3-70ac31bbecbf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 210 time: 0.0540791 Sep 21 09:27:15.233954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-61be1299-7302-4080-9ad9-d39d8656bcde None None] Port 7535513e-2f71-4bb7-a95e-6e216e040ab0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:15.255031 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:15.354530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e501bce4-fe08-46f5-baad-73ac0137692a None None] Provisioning complete for port 7535513e-2f71-4bb7-a95e-6e216e040ab0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:15.355162 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e501bce4-fe08-46f5-baad-73ac0137692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.392559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e501bce4-fe08-46f5-baad-73ac0137692a None None] Port 7535513e-2f71-4bb7-a95e-6e216e040ab0 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:15.494593 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 2, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:15.512605 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 51b5fd83-2798-4d3e-a044-41895729ac75 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:15.527208 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Checking router: 706ee2b4-e649-4d23-85c8-af751521b4f0 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:15.527579 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Updating router 706ee2b4-e649-4d23-85c8-af751521b4f0 port 7535513e-2f71-4bb7-a95e-6e216e040ab0 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:27:15.553550 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.568226 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 51b5fd83-2798-4d3e-a044-41895729ac75 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:15.568604 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.647296 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eae767d9-4e44-4546-975d-db82ecc7eee9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:15.698853 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port eae767d9-4e44-4546-975d-db82ecc7eee9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:15.699255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.788113 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.813889 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port eae767d9-4e44-4546-975d-db82ecc7eee9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eae767d9-4e44-4546-975d-db82ecc7eee9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:15.817919 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.836134 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.842295 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.871872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=eae767d9-4e44-4546-975d-db82ecc7eee9,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:15.896724 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Pushing event updated for resources: {'Port': ['ID=7535513e-2f71-4bb7-a95e-6e216e040ab0,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:15.918882 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.919509 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.919838 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.920164 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.920488 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.920807 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.921125 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.921448 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.921764 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.922077 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.922394 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.922709 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:27:15.958377 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Attempting to bind port 7535513e-2f71-4bb7-a95e-6e216e040ab0 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:15.958723 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Attempting to bind port 7535513e-2f71-4bb7-a95e-6e216e040ab0 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:15.959114 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Attempting to bind port 7535513e-2f71-4bb7-a95e-6e216e040ab0 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:15.964910 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:15.965280 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Checking segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:15.965682 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:15.966099 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Bound using segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:15.966564 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Bound port: 7535513e-2f71-4bb7-a95e-6e216e040ab0, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:15.966944 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.043027 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] For port 7535513e-2f71-4bb7-a95e-6e216e040ab0, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:16.046675 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] For port 7535513e-2f71-4bb7-a95e-6e216e040ab0, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7535513e-2f71-4bb7-a95e-6e216e040ab0,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:16.057156 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.117362 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:16.118372 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:26:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:16.119343 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a2896ccb-0076-49af-af5b-be585e34ce45 None None] Provisioning complete for port 7535513e-2f71-4bb7-a95e-6e216e040ab0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:16.119934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a2896ccb-0076-49af-af5b-be585e34ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.124822 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5362519-fff3-423e-bc4b-512b3ef30244 None None] Pushing event updated for resources: {'Port': ['ID=7535513e-2f71-4bb7-a95e-6e216e040ab0,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:16.250441 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a2896ccb-0076-49af-af5b-be585e34ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.284636 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:16.289751 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-a2896ccb-0076-49af-af5b-be585e34ce45 None None] For port 7535513e-2f71-4bb7-a95e-6e216e040ab0, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7535513e-2f71-4bb7-a95e-6e216e040ab0,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:16.295026 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a2896ccb-0076-49af-af5b-be585e34ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.345532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-7e891553-f155-4c0c-a5a1-638535113462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:16.350685 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-7e891553-f155-4c0c-a5a1-638535113462 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 797 time: 0.2012157 Sep 21 09:27:16.358764 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2896ccb-0076-49af-af5b-be585e34ce45 None None] Pushing event updated for resources: {'Port': ['ID=7535513e-2f71-4bb7-a95e-6e216e040ab0,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:16.384064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-438ceb5b-2bd9-4bff-8911-7be07aebc947 req-50c922c8-3e72-4df2-ab1a-5d402c45a7ef tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 210 time: 0.0347586 Sep 21 09:27:16.420268 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f51f9bcd-0374-476b-b9f3-0071818d1fa2 None None] Provisioning complete for port 7535513e-2f71-4bb7-a95e-6e216e040ab0 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:16.420648 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f51f9bcd-0374-476b-b9f3-0071818d1fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.420995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-edb7a9f0-2245-41f0-80e1-ece869ff0940 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 379 time: 0.0492339 Sep 21 09:27:16.431536 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'port': {'device_id': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'admin_state_up': True, 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'security_groups': ['02a3a794-044d-4f53-b5f5-38ab4439ee3e']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:16.531057 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:16.549782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:27:16.553233 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.558200 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d31ad-691b-4148-9811-09410a8e97c9 None None] The sync data for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 is: [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:16.700910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.12 (b729ad1d-3bd9-4e24-9c3e-c36283c58d04/9a15d235-f437-4cb2-b67a-3bece70f882f/37473631-f024-4983-a882-44d7bf6ca514) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:16.844378 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.884137 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:16.926299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:16.929976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:16.932464 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:16.965330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:16.994948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:16.995630 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.012043 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b52717e0-f81d-46fe-bb8a-b583298a66d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844798 Sep 21 09:27:17.022740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-c4c5e1cd-1898-446f-ba85-93f4cd7674d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:27:17.024050 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-c4c5e1cd-1898-446f-ba85-93f4cd7674d5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060258 Sep 21 09:27:17.037266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Request body: {'port': {'device_id': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:17.096423 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.231457 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d60a197b-3be8-4944-b94e-192350c43d5f None None] Provisioning complete for port 37473631-f024-4983-a882-44d7bf6ca514 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:17.232015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d60a197b-3be8-4944-b94e-192350c43d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.271666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d60a197b-3be8-4944-b94e-192350c43d5f None None] Port 37473631-f024-4983-a882-44d7bf6ca514 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:27:17.378484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37473631-f024-4983-a882-44d7bf6ca514 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:27:17.388780 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.402218 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Transition to ACTIVE for port object 37473631-f024-4983-a882-44d7bf6ca514 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:27:17.411101 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.539410 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:17.554712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eae767d9-4e44-4546-975d-db82ecc7eee9 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:17.593098 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ba2f-7438-4814-895e-e6e11b3e5635 req-ddb6a815-510f-4dbe-b3ab-8a88d5c6158d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:17.594943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96b7ba2f-7438-4814-895e-e6e11b3e5635 req-ddb6a815-510f-4dbe-b3ab-8a88d5c6158d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 944 time: 0.1072280 Sep 21 09:27:17.597911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:27:17.598335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:27:17.598740 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:17.606679 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port eae767d9-4e44-4546-975d-db82ecc7eee9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:17.607542 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.615443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Port 37473631-f024-4983-a882-44d7bf6ca514 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:27:17.615779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:27:17.629272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:27:17.629905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Checking segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:27:17.630302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Bound using segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:27:17.630905 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Bound port: 37473631-f024-4983-a882-44d7bf6ca514, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:27:17.631282 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.667492 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-96b7ba2f-7438-4814-895e-e6e11b3e5635 req-fec03d97-754e-4895-8c2d-0e919943427c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650022 Sep 21 09:27:17.703420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7535513e-2f71-4bb7-a95e-6e216e040ab0 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:17.727595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:27:17.730721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:27:17.735737 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.776059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:17.776702 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.778280 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] 10.222.0.50 "PUT /v2.0/ports/37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1092 time: 0.7453754 Sep 21 09:27:17.778809 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:27:17.783720 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed012e09-5a30-481b-874f-6dd0d9fbb01b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:27:17.815841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c25995-16c9-44b5-88ca-97afb93e75e4 service neutron] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:17.842028 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cae52f-5232-4f19-9ad6-c366eb2dd311 x-openstack-request-id: req-a5cae52f-5232-4f19-9ad6-c366eb2dd311 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:27:17.842318 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:27:17.842567 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5cae52f-5232-4f19-9ad6-c366eb2dd311 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:27:17.842981 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'status': 'completed', 'code': 200} Sep 21 09:27:17.875013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-7a76aac7-d5a1-40d6-a988-c5c6ea94b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:17.876830 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-7a76aac7-d5a1-40d6-a988-c5c6ea94b4c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1095 time: 0.0496137 Sep 21 09:27:17.925639 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-ffd6d868-14a5-41cf-ae52-613e4392599e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 217 time: 0.0385194 Sep 21 09:27:17.953063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7535513e-2f71-4bb7-a95e-6e216e040ab0 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:17.953396 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:17.985800 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-e2c35ee8-1695-46c0-ba9d-7e600d0f55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:17.986972 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-e2c35ee8-1695-46c0-ba9d-7e600d0f55a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0532556 Sep 21 09:27:18.033484 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-dfff8ce7-9003-4f86-9ffb-291545ea397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:18.035792 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-dfff8ce7-9003-4f86-9ffb-291545ea397c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409145 Sep 21 09:27:18.124994 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-b05e94be-b1d5-40a0-a321-111c59e53641 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810010 Sep 21 09:27:18.218501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3e66c378-4586-485f-b8ac-a5143fb0aa65 req-9773a2d6-ed20-449f-b706-e63a5d15bcd2 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864041 Sep 21 09:27:18.306481 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-4a8dcd7a-6b35-4160-9e9b-9dbd8cf40c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:18.308010 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-4a8dcd7a-6b35-4160-9e9b-9dbd8cf40c48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1095 time: 0.0420859 Sep 21 09:27:18.401372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-0fcfc1f3-0d31-4eec-b4de-0f7fa725089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:18.402863 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-0fcfc1f3-0d31-4eec-b4de-0f7fa725089c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.0880492 Sep 21 09:27:18.450201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-08ab0d66-5d14-4e5b-83c1-45a46d64c759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 217 time: 0.0383084 Sep 21 09:27:18.501402 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-53abd894-d2d4-475b-9e0f-fe0a50391213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:18.502788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-53abd894-d2d4-475b-9e0f-fe0a50391213 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0439634 Sep 21 09:27:18.556071 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-8997381f-37cd-46bc-8b45-ee29713c507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:18.557572 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-8997381f-37cd-46bc-8b45-ee29713c507f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468328 Sep 21 09:27:18.650249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-6c9f1aeb-7914-4c79-a08e-8d7196049652 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842631 Sep 21 09:27:18.757497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed012e09-5a30-481b-874f-6dd0d9fbb01b req-0bcba5ce-a890-4e3d-97a8-658273b32733 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995979 Sep 21 09:27:18.794348 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438bc19-b8bf-45a4-a724-129b26c56e05 req-f04a0a0f-772a-45c2-a93a-ffa510daf770 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:18.795968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c438bc19-b8bf-45a4-a724-129b26c56e05 req-f04a0a0f-772a-45c2-a93a-ffa510daf770 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 944 time: 0.0517325 Sep 21 09:27:18.835971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c438bc19-b8bf-45a4-a724-129b26c56e05 req-ef13f368-dbf0-4be1-8d68-e3c27952395e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334666 Sep 21 09:27:19.958670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ea7c0-a44d-4a1e-98e8-705f4d1ee80a req-9089f024-7cb1-459f-adc8-7e69e6d39f70 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:19.960175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-043ea7c0-a44d-4a1e-98e8-705f4d1ee80a req-9089f024-7cb1-459f-adc8-7e69e6d39f70 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 944 time: 0.0536301 Sep 21 09:27:19.997254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-043ea7c0-a44d-4a1e-98e8-705f4d1ee80a req-e40b2b3f-5e88-43bf-9d5e-0763860d75c5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304496 Sep 21 09:27:20.859757 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37473631-f024-4983-a882-44d7bf6ca514 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:27:20.954559 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:20.965942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '37473631-f024-4983-a882-44d7bf6ca514', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'port_id': '37473631-f024-4983-a882-44d7bf6ca514', 'mac_address': 'fa:16:3e:06:18:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:27:21.002199 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.014965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37473631-f024-4983-a882-44d7bf6ca514 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:27:21.035544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:21.040486 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:21.094665 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:21.119076 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940b95d-704d-4831-a041-0fef5f9be21a req-fd127668-8d67-4f56-836f-433981635c9a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:21.120925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3940b95d-704d-4831-a041-0fef5f9be21a req-fd127668-8d67-4f56-836f-433981635c9a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 945 time: 0.0559273 Sep 21 09:27:21.161616 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3940b95d-704d-4831-a041-0fef5f9be21a req-9591380c-dbcd-481b-bced-7eb52d0cffe7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346873 Sep 21 09:27:21.272746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['37473631-f024-4983-a882-44d7bf6ca514'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:27:22.275778 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca6a6c-8bf1-473b-bfda-b0d92c609a55 req-e69486d9-0627-4f6d-9915-40b2b86c15ba tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:22.277264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffca6a6c-8bf1-473b-bfda-b0d92c609a55 req-e69486d9-0627-4f6d-9915-40b2b86c15ba tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 945 time: 0.0484204 Sep 21 09:27:22.315642 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffca6a6c-8bf1-473b-bfda-b0d92c609a55 req-179f8329-0168-4fb8-8068-689a2c938496 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320756 Sep 21 09:27:22.519863 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-63ea4995-b781-4ff2-afe7-a6faae85a890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:22.875769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37473631-f024-4983-a882-44d7bf6ca514 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:27:22.925794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 37473631-f024-4983-a882-44d7bf6ca514 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:27:22.929363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 37473631-f024-4983-a882-44d7bf6ca514 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:27:22.929744 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.003866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.026276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:27:23.028592 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06891bb-a4f6-4e8e-8e64-b2f32af418dd" -d '{"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-plugged", "status": "completed", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:27:23.041385 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:27:23.046487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:23.073863 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960ce396-dafe-4586-9ba1-3a2bd075ca62 x-openstack-request-id: req-960ce396-dafe-4586-9ba1-3a2bd075ca62 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:27:23.074157 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-plugged", "status": "completed", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:27:23.074405 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-960ce396-dafe-4586-9ba1-3a2bd075ca62 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:27:23.074786 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'code': 200} Sep 21 09:27:23.101494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:23.168364 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce70805-9ff2-4582-b925-15f847553c55 req-89f8047a-3b9b-4059-83f7-be9d08950f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:23.170029 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ce70805-9ff2-4582-b925-15f847553c55 req-89f8047a-3b9b-4059-83f7-be9d08950f9c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1097 time: 0.0438120 Sep 21 09:27:23.205151 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ce70805-9ff2-4582-b925-15f847553c55 req-7412095b-2b67-46db-9360-b8fe07ebf842 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277801 Sep 21 09:27:23.430652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649ab1b-258c-4766-b432-93fa3fe883e9 req-9274ca87-932c-45ec-a360-5571a34a8692 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:23.432585 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9649ab1b-258c-4766-b432-93fa3fe883e9 req-9274ca87-932c-45ec-a360-5571a34a8692 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0515673 Sep 21 09:27:23.477346 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9649ab1b-258c-4766-b432-93fa3fe883e9 req-961e08d9-373f-47a7-8037-949bf55a1853 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 Sep 21 09:27:24.595097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb606a-d691-40cb-afc8-8cdd8d972255 req-c289e3a8-f01a-4566-994c-3d7a55585660 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:24.596522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcb606a-d691-40cb-afc8-8cdd8d972255 req-c289e3a8-f01a-4566-994c-3d7a55585660 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0485466 Sep 21 09:27:24.635545 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1dcb606a-d691-40cb-afc8-8cdd8d972255 req-1749c227-d350-4e26-8856-22123cda55de tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330863 Sep 21 09:27:24.750783 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c3a86-98a0-4033-be78-629b62bc91bb req-69b443d7-3995-4f72-940e-2f84685b1640 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:24.752288 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc4c3a86-98a0-4033-be78-629b62bc91bb req-69b443d7-3995-4f72-940e-2f84685b1640 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0516021 Sep 21 09:27:24.790326 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dc4c3a86-98a0-4033-be78-629b62bc91bb req-d4c957d6-c7d9-44ca-b646-4557f0c103ee tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321889 Sep 21 09:27:24.812454 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45656) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:24.851584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed19c72-2dff-4470-9453-d3dcd212fb4b tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:24.853025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7ed19c72-2dff-4470-9453-d3dcd212fb4b tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1092 time: 0.0394893 Sep 21 09:27:24.855873 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45658) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:24.860070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '37473631-f024-4983-a882-44d7bf6ca514', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:27:24.881667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:24.982756 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.085476 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.146 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/411d506b-964b-446c-8597-9e6d975eff72) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:27:25.194556 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.226795 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.263452 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:27:25.266268 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:27:25.271629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:27:25.276990 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=411d506b-964b-446c-8597-9e6d975eff72,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:25.436928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.454452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-39396b50-481d-4edd-955d-05ef8bf34779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.630264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.694104 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.840591 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.845049 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:25.916260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=411d506b-964b-446c-8597-9e6d975eff72,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:27:25.926155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:26.352577 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP dd297894-e05c-45f7-8abf-b2e8e8551cb7 associated. External IP: 172.25.1.146, port: 37473631-f024-4983-a882-44d7bf6ca514. Sep 21 09:27:26.555878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 706ee2b4-e649-4d23-85c8-af751521b4f0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:27:26.665580 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:27:26.676931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] Sync routers for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:27:26.681914 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:26.686518 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:26.687135 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:27:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:26.715444 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-78f39abc-8d25-41b6-a19e-10a856bc28e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8585238 Sep 21 09:27:26.716090 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:27:26.718438 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf6ab8e-6427-4ec6-9e8d-394efc282665" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:27:26.757254 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c45e7a-dc33-4332-9640-cde9c3e3a86d x-openstack-request-id: req-a2c45e7a-dc33-4332-9640-cde9c3e3a86d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:27:26.757508 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:27:26.757762 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2c45e7a-dc33-4332-9640-cde9c3e3a86d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:27:26.758260 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'status': 'completed', 'code': 200} Sep 21 09:27:26.796770 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:26.857392 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac64f1-0bc5-41d8-a4a5-cb7a87e8f90d req-9e5d0840-4fb6-4926-ac31-dfbbfc5462dc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:26.858925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9ac64f1-0bc5-41d8-a4a5-cb7a87e8f90d req-9e5d0840-4fb6-4926-ac31-dfbbfc5462dc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0809786 Sep 21 09:27:26.861607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-3789e518-57ff-47f4-9ed4-93f8b1f7e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:26.862995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-3789e518-57ff-47f4-9ed4-93f8b1f7e125 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1097 time: 0.0750589 Sep 21 09:27:26.946507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b9ac64f1-0bc5-41d8-a4a5-cb7a87e8f90d req-65d52bed-1f15-49fd-b570-55038aff94aa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813384 Sep 21 09:27:26.971305 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45664) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:26.981811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-37f210d5-2ad1-4742-afb2-022a99e7ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:26.983338 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-37f210d5-2ad1-4742-afb2-022a99e7ea80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.1112549 Sep 21 09:27:27.035364 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:27.035616 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d0e5eda4-a28a-4383-8ccb-9b6ef4dc3852 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/dd297894-e05c-45f7-8abf-b2e8e8551cb7 HTTP/1.1" status: 200 len: 992 time: 0.0630205 Sep 21 09:27:27.045696 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'dd297894-e05c-45f7-8abf-b2e8e8551cb7', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'port_id': '37473631-f024-4983-a882-44d7bf6ca514', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'mac_address': 'fa:16:3e:06:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:27:25Z', 'updated_at': '2021-09-21T09:27:25Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:27.077869 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] Checking router: 706ee2b4-e649-4d23-85c8-af751521b4f0 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:27:27.086686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:27:27.087475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:27:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:27.198069 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:27:27.395875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-4063586c-e142-4c6f-b4f5-775aa0e897fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1000 time: 0.4052007 Sep 21 09:27:27.423123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'dd297894-e05c-45f7-8abf-b2e8e8551cb7', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'port_id': '37473631-f024-4983-a882-44d7bf6ca514', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'mac_address': 'fa:16:3e:06:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:27:25Z', 'updated_at': '2021-09-21T09:27:25Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:27:27.446911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-b2ab153a-c005-4fe1-86f3-08f00a066b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:27.448469 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-b2ab153a-c005-4fe1-86f3-08f00a066b80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0449517 Sep 21 09:27:27.452251 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd11a61-c6a5-4837-a2c0-201489ff1135 None None] The sync data for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 is: [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'dd297894-e05c-45f7-8abf-b2e8e8551cb7', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.146', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'port_id': '37473631-f024-4983-a882-44d7bf6ca514', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'mac_address': 'fa:16:3e:06:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:27:25Z', 'updated_at': '2021-09-21T09:27:25Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:27:27.497941 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-ddff5f57-3405-4b48-92a4-3a24d5ac3b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:27.499626 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-ddff5f57-3405-4b48-92a4-3a24d5ac3b25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433471 Sep 21 09:27:27.594377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-89c8f4e9-9971-43fd-9e5e-85fa8eef78f1 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870001 Sep 21 09:27:27.664851 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.50', 57430) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:27.673947 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31397c35-1b6f-4652-90a6-946f40315cbf None None] New status for floating IP dd297894-e05c-45f7-8abf-b2e8e8551cb7: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:27:27.689593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-e04195cf-2cc8-46ea-82e0-801c1acf1b6c service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877028 Sep 21 09:27:27.728423 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-0c2d848e-805e-4c5a-8781-ee1f89b56e0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594187 Sep 21 09:27:27.817407 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431f1b-bc1f-4238-85ff-887571338233 req-a6365277-72d5-4eef-9c26-aebcaf25e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:27.821850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-a6365277-72d5-4eef-9c26-aebcaf25e055 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1097 time: 0.0476925 Sep 21 09:27:27.923681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431f1b-bc1f-4238-85ff-887571338233 req-97da0af3-53a3-46ff-978f-a933f1862866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:27.925217 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-97da0af3-53a3-46ff-978f-a933f1862866 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.0847764 Sep 21 09:27:27.992701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-39095fbc-3b81-448a-b5fa-21d9162c9b80 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1002 time: 0.0598562 Sep 21 09:27:28.039125 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45666) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:27:28.041947 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431f1b-bc1f-4238-85ff-887571338233 req-de06cc1b-7b1c-4efa-a2e3-5b514caa4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:28.043586 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-de06cc1b-7b1c-4efa-a2e3-5b514caa4e93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0432959 Sep 21 09:27:28.079129 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:28.091737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2431f1b-bc1f-4238-85ff-887571338233 req-ff040a4a-d008-4252-a203-6e7a1f302c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:28.093272 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-ff040a4a-d008-4252-a203-6e7a1f302c76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419669 Sep 21 09:27:28.108987 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63e90b44-ae95-48d5-b711-e5b009e997cd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/dd297894-e05c-45f7-8abf-b2e8e8551cb7 HTTP/1.1" status: 200 len: 994 time: 0.0686293 Sep 21 09:27:28.193883 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-742612f8-3b05-4b2b-a835-5dc4612fcef1 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916142 Sep 21 09:27:28.285977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f2431f1b-bc1f-4238-85ff-887571338233 req-5a7e2461-5a1b-4d1a-adcb-0a7bef225035 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841553 Sep 21 09:27:32.746619 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:34.510051 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:34.930760 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:27:52.521770 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-401b38ad-02a0-4592-9c90-6b5c94b6dc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:55.440133 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:55.463058 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9bb457b6-9a8a-4beb-8f25-15eccf2f5f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:56.884118 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbefc0-b884-4177-a058-f15408c7a84f req-6be7d09c-83c2-4e68-8a5c-6b914685b935 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:56.885988 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e4dbefc0-b884-4177-a058-f15408c7a84f req-6be7d09c-83c2-4e68-8a5c-6b914685b935 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Sep 21 09:27:56.933651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e4dbefc0-b884-4177-a058-f15408c7a84f req-394de593-b930-4aa2-b872-a77117cd71ee tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 Sep 21 09:27:56.959274 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-5c5b2fe8-4940-4450-9293-50facfc830e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404696 Sep 21 09:27:56.967846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-15a9d285-609a-4557-97bc-2341ab8b2ea8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:27:56.968799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-15a9d285-609a-4557-97bc-2341ab8b2ea8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051768 Sep 21 09:27:57.035400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:58.056787 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f2360-32b4-4d20-86d9-b1ab0676a30d req-27bd7aa1-c0a7-420f-b3b7-f70b80bcf0cd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.059021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-569f2360-32b4-4d20-86d9-b1ab0676a30d req-27bd7aa1-c0a7-420f-b3b7-f70b80bcf0cd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0509365 Sep 21 09:27:58.081274 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:27:58.092058 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-e8e36bb7-88d6-4e26-990c-56226323a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.097950 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-e8e36bb7-88d6-4e26-990c-56226323a898 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1097 time: 0.0477958 Sep 21 09:27:58.105266 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-569f2360-32b4-4d20-86d9-b1ab0676a30d req-bc20aa1f-40b1-4462-823b-c3b8be29b41b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394654 Sep 21 09:27:58.188150 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c02be695-0e86-4adf-9d3e-b71bbefb4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.189659 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c02be695-0e86-4adf-9d3e-b71bbefb4e9f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.0884986 Sep 21 09:27:58.266516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-8dd44158-d211-445e-8376-48ce068c0cc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1002 time: 0.0687623 Sep 21 09:27:58.318718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-a32f2ccd-e288-48f0-9ea5-b8276150a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.320151 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-a32f2ccd-e288-48f0-9ea5-b8276150a604 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0454361 Sep 21 09:27:58.371522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-cf6fa83c-94d5-48a9-82d3-5777920d48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:58.373055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-cf6fa83c-94d5-48a9-82d3-5777920d48b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432365 Sep 21 09:27:58.472065 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-6932bc94-8c84-48a2-b3de-38dd20f284ca service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Sep 21 09:27:58.564244 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-45b2a3af-448e-4ce8-8ddc-19559ccd96f5 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831091 Sep 21 09:27:59.239530 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58813e68-d55a-4645-87c2-c614baa97c3c req-362edc75-4158-4cc9-b727-a60aeee7239d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:27:59.241025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58813e68-d55a-4645-87c2-c614baa97c3c req-362edc75-4158-4cc9-b727-a60aeee7239d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0643547 Sep 21 09:27:59.278997 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-58813e68-d55a-4645-87c2-c614baa97c3c req-44629a7b-9654-48f5-9fd1-57eee68966a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 Sep 21 09:28:00.398845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f081414-a7bb-4bb0-b198-bfb63e2b8fad req-4e581358-f31d-4d61-9b86-0028b69d4995 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:00.400377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f081414-a7bb-4bb0-b198-bfb63e2b8fad req-4e581358-f31d-4d61-9b86-0028b69d4995 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0534134 Sep 21 09:28:00.440949 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2f081414-a7bb-4bb0-b198-bfb63e2b8fad req-3e8bff53-490b-49f8-bd27-2b7394eda5e5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340383 Sep 21 09:28:01.562031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511df35-657c-44e2-acf2-be94fc0cc1c6 req-935437d9-cab6-4e29-b681-d3b135c2d662 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:01.563568 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2511df35-657c-44e2-acf2-be94fc0cc1c6 req-935437d9-cab6-4e29-b681-d3b135c2d662 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0506549 Sep 21 09:28:01.600796 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2511df35-657c-44e2-acf2-be94fc0cc1c6 req-99ac1a98-ce60-4f56-89ae-5f4b1473a10a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Sep 21 09:28:02.717126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c66619-1535-41f8-993c-0ba44b57fbe0 req-895845bf-cd31-413c-a8cb-55a24ab08a1c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:02.718650 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58c66619-1535-41f8-993c-0ba44b57fbe0 req-895845bf-cd31-413c-a8cb-55a24ab08a1c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0494325 Sep 21 09:28:02.749297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:02.757681 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-58c66619-1535-41f8-993c-0ba44b57fbe0 req-f776040b-f604-47ce-b199-589776a47330 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Sep 21 09:28:03.871244 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193350-d249-4e2b-83a7-43f7827e7d88 req-bf014f0c-40cc-4942-95f4-f902c225f70f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:03.872722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51193350-d249-4e2b-83a7-43f7827e7d88 req-bf014f0c-40cc-4942-95f4-f902c225f70f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0471592 Sep 21 09:28:03.909622 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-51193350-d249-4e2b-83a7-43f7827e7d88 req-0832fa70-e6fd-4af0-b7fc-089e306e64c1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Sep 21 09:28:04.501143 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:05.026641 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4a243-d685-4a65-91a5-79a73aed7943 req-a4ca0f3a-cc1b-431c-a829-7520aee2cbf5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:05.028141 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a4a243-d685-4a65-91a5-79a73aed7943 req-a4ca0f3a-cc1b-431c-a829-7520aee2cbf5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0486939 Sep 21 09:28:05.067134 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d7a4a243-d685-4a65-91a5-79a73aed7943 req-39e54b55-4477-4f73-90b3-75b482bb1f2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Sep 21 09:28:06.185866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df3a91-0849-4a5a-bedb-1e428f7f68e5 req-beb08e76-7935-42c4-8fe3-cb89239666b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:06.187359 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75df3a91-0849-4a5a-bedb-1e428f7f68e5 req-beb08e76-7935-42c4-8fe3-cb89239666b9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0537806 Sep 21 09:28:06.225697 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-75df3a91-0849-4a5a-bedb-1e428f7f68e5 req-e3d27f31-2641-45a4-8276-5d546dffc616 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323443 Sep 21 09:28:07.345357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77daca-6aab-4ac0-9518-5a0b4ae8dc35 req-67441e37-0588-4225-a93a-2e28795f1e51 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:07.346816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b77daca-6aab-4ac0-9518-5a0b4ae8dc35 req-67441e37-0588-4225-a93a-2e28795f1e51 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0507915 Sep 21 09:28:07.384317 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2b77daca-6aab-4ac0-9518-5a0b4ae8dc35 req-a75bc5cc-04b0-4ff0-b7c1-02955bccba7f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315151 Sep 21 09:28:08.499427 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a7a49-42cd-41ed-b1ec-670e994ff4dc req-92107a1c-14f4-481e-8424-e4a38e4a843f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:08.500937 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c1a7a49-42cd-41ed-b1ec-670e994ff4dc req-92107a1c-14f4-481e-8424-e4a38e4a843f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0476871 Sep 21 09:28:08.539055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0c1a7a49-42cd-41ed-b1ec-670e994ff4dc req-c667209c-4e2c-4660-a82a-eb5fcfb9459e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321848 Sep 21 09:28:09.659556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e865d8-965e-4e4b-beef-ed3d527c5687 req-6f6fe13f-c3b3-45b4-8eb9-c1238b7dda58 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:09.661454 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-44e865d8-965e-4e4b-beef-ed3d527c5687 req-6f6fe13f-c3b3-45b4-8eb9-c1238b7dda58 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0534322 Sep 21 09:28:09.700243 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-44e865d8-965e-4e4b-beef-ed3d527c5687 req-bf309fcb-8d49-4bd4-98c3-93b637584d91 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329075 Sep 21 09:28:10.414439 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-934b5da2-3210-4734-8315-58139c64d336 service neutron] show failed (client error): The resource could not be found. Sep 21 09:28:10.415511 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-934b5da2-3210-4734-8315-58139c64d336 service neutron] 10.222.0.50 "GET /v2.0/ports/37473631-f024-4983-a882-44d7bf6ca514/bindings/n-h1-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0535100 Sep 21 09:28:10.611148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-15425676-4d36-4476-93f1-0fb9590df2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:10.612689 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-15425676-4d36-4476-93f1-0fb9590df2a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 1097 time: 0.0406070 Sep 21 09:28:10.624750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:28:10.680143 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.825035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4033bf6-75e3-4ddb-9d66-a58821b007b4 req-b4467d17-096c-4011-ba18-8348ff8d6fc8 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:10.826535 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4033bf6-75e3-4ddb-9d66-a58821b007b4 req-b4467d17-096c-4011-ba18-8348ff8d6fc8 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0555744 Sep 21 09:28:10.866455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4033bf6-75e3-4ddb-9d66-a58821b007b4 req-bc82f370-5ec9-4e1c-8c86-8a7ad4134f2d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337710 Sep 21 09:28:10.888483 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:10.922178 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:28:10.961133 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:10.964319 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15181fa8-6855-41ba-9d38-e9e5f0ad86a1" -d '{"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-unplugged", "status": "completed", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:10.969080 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:10.982557 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Transition to ACTIVE for port object 37473631-f024-4983-a882-44d7bf6ca514 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:28:10.986040 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:11.021481 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc227b4-1a62-4c04-9251-78ea7efab4f5 x-openstack-request-id: req-6cc227b4-1a62-4c04-9251-78ea7efab4f5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:11.022216 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-unplugged", "status": "completed", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:11.022216 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6cc227b4-1a62-4c04-9251-78ea7efab4f5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:11.022450 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'code': 200} Sep 21 09:28:11.069888 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:11.081980 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.082322 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.082667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.083014 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.083401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.083675 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.084004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.084325 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.084647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.084972 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.085293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.085611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:11.121297 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] No DVR routers for this DVR port 37473631-f024-4983-a882-44d7bf6ca514 on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:28:11.257273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:28:11.257530 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:28:11.257861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:28:11.262576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Port 37473631-f024-4983-a882-44d7bf6ca514 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:28:11.262899 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Attempting to bind port 37473631-f024-4983-a882-44d7bf6ca514 on network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:28:11.267708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:28:11.268003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Checking segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:28:11.268385 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Bound using segment: {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:28:11.268811 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Bound port: 37473631-f024-4983-a882-44d7bf6ca514, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:28:11.269162 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:11.333442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:28:11.336522 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:28:11.341429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:11.373561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.374192 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:11.375644 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] 10.222.0.62 "PUT /v2.0/ports/37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1092 time: 0.7547722 Sep 21 09:28:11.399254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64abe36-0478-4261-90e8-bb233f6e534c service neutron] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:11.445121 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-d5101f15-7eca-4b3a-b5b6-24de10c8570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.446695 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-d5101f15-7eca-4b3a-b5b6-24de10c8570c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1095 time: 0.0437965 Sep 21 09:28:11.544796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-86e1372e-6e46-4f36-852b-24d0d2e984ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.546323 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-86e1372e-6e46-4f36-852b-24d0d2e984ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.0921471 Sep 21 09:28:11.613725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-ad28c74c-c63a-4218-a45f-f11d86588679 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1000 time: 0.0593026 Sep 21 09:28:11.663938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-75b3837c-4ae3-40ef-ae3e-53cb5e44cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.665434 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-75b3837c-4ae3-40ef-ae3e-53cb5e44cd39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0444891 Sep 21 09:28:11.716442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-f5759ca2-b67f-40b5-86fb-26576c757046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.718003 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-f5759ca2-b67f-40b5-86fb-26576c757046 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455663 Sep 21 09:28:11.814343 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-bb6ac680-9c70-40c8-b40d-f08e96482675 service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866489 Sep 21 09:28:11.909483 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-f257a358-815b-4ddb-ae28-05958e19e253 service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866234 Sep 21 09:28:11.929661 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:28:11.983369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7e48a-1ff2-4aa4-85e9-586e728a069c req-caa22294-dbea-425b-83b8-2b88ac6e19bd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:11.984876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ee7e48a-1ff2-4aa4-85e9-586e728a069c req-caa22294-dbea-425b-83b8-2b88ac6e19bd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 944 time: 0.0486999 Sep 21 09:28:12.023516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8ee7e48a-1ff2-4aa4-85e9-586e728a069c req-946c6755-ecaf-429d-be34-91906b599755 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322347 Sep 21 09:28:13.015394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37473631-f024-4983-a882-44d7bf6ca514 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:28:13.023333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:13.025764 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f5e32e-b4e8-407b-a44d-031ffc4b9564" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:13.054111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 37473631-f024-4983-a882-44d7bf6ca514 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:28:13.075524 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc2b46-9c23-4674-bba3-cc1b563c18b4 x-openstack-request-id: req-80fc2b46-9c23-4674-bba3-cc1b563c18b4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:13.075948 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:13.076331 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80fc2b46-9c23-4674-bba3-cc1b563c18b4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:13.076806 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'status': 'completed', 'code': 200} Sep 21 09:28:13.142427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-f89a3a76-9675-4af8-91cb-478b02b053c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.144006 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-f89a3a76-9675-4af8-91cb-478b02b053c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1095 time: 0.0453768 Sep 21 09:28:13.167548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-df3456fd-0d2f-4c7e-846a-9e77652ad641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.169407 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-df3456fd-0d2f-4c7e-846a-9e77652ad641 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1095 time: 0.0762072 Sep 21 09:28:13.176991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335849d1-4f9e-4e28-b425-3a992e7f5360 req-84ba70b7-2155-4be1-9bc3-fb6504abfc01 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.178429 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-335849d1-4f9e-4e28-b425-3a992e7f5360 req-84ba70b7-2155-4be1-9bc3-fb6504abfc01 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 944 time: 0.0771825 Sep 21 09:28:13.248583 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-3b30d882-23ea-4cb3-9cd7-08bbd44bf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.250260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-3b30d882-23ea-4cb3-9cd7-08bbd44bf9d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.0981658 Sep 21 09:28:13.272190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-335849d1-4f9e-4e28-b425-3a992e7f5360 req-6ef1b357-015b-480c-aa0e-94de5cfe3f49 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849221 Sep 21 09:28:13.292965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-9076b3a5-0a6d-4ba7-a0db-5af66dc29fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.294703 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-9076b3a5-0a6d-4ba7-a0db-5af66dc29fd4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.1154160 Sep 21 09:28:13.320575 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-a1f89b60-a7a3-4730-a930-de818ef05bf7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1000 time: 0.0630932 Sep 21 09:28:13.365666 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-318411ed-4048-4a41-89f3-245f0914aeaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1000 time: 0.0633519 Sep 21 09:28:13.372413 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-85b5d040-d835-437d-abd8-015902eaa716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.373963 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-85b5d040-d835-437d-abd8-015902eaa716 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0457690 Sep 21 09:28:13.415844 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-3127570d-83bf-4289-baf3-7ba528d30945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.417912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-3127570d-83bf-4289-baf3-7ba528d30945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0444922 Sep 21 09:28:13.424533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-22f81781-2a79-47ab-9d02-00cd92ed396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.426049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-22f81781-2a79-47ab-9d02-00cd92ed396f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448794 Sep 21 09:28:13.463554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-e8a0edde-7ab4-410d-9537-384e0bb836d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:13.465127 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-e8a0edde-7ab4-410d-9537-384e0bb836d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397940 Sep 21 09:28:13.517740 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-27dc2cfa-7633-4da7-9981-f260ee665f8c service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838687 Sep 21 09:28:13.560612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-cccb8564-4ce7-4433-aadf-6ee723c7186b service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879107 Sep 21 09:28:13.612531 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-24f7cf87-f566-4322-ab5d-2ff5bc373dea service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879011 Sep 21 09:28:13.649306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-55f5e32e-b4e8-407b-a44d-031ffc4b9564 req-b811ec60-b5d2-4d53-822a-01ce4696e132 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813830 Sep 21 09:28:14.316902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 37473631-f024-4983-a882-44d7bf6ca514 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:28:14.392409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb4c1c-2a21-40c5-a073-bde6a63134fe req-07a5bc16-5a22-4021-b30f-530e7ab7b512 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:14.393970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36bb4c1c-2a21-40c5-a073-bde6a63134fe req-07a5bc16-5a22-4021-b30f-530e7ab7b512 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 944 time: 0.0498424 Sep 21 09:28:14.418124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:14.429325 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '37473631-f024-4983-a882-44d7bf6ca514', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'port_id': '37473631-f024-4983-a882-44d7bf6ca514', 'mac_address': 'fa:16:3e:06:18:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:28:14.433205 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36bb4c1c-2a21-40c5-a073-bde6a63134fe req-655da25c-3cd5-4a91-b186-23e3958f2812 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332694 Sep 21 09:28:14.466846 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:14.479053 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37473631-f024-4983-a882-44d7bf6ca514 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:28:14.497888 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:14.502722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:14.549876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:14.557969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.558256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.558602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.558942 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.559277 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.559639 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.559973 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.560299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.560627 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.560952 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.561283 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.561609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:28:14.846382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['37473631-f024-4983-a882-44d7bf6ca514'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:28:15.557860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092f93f-bd8b-4751-8cb3-5747db8773ea req-5a742452-dbe4-4f94-83af-0edcdadc8974 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:15.559364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b092f93f-bd8b-4751-8cb3-5747db8773ea req-5a742452-dbe4-4f94-83af-0edcdadc8974 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 945 time: 0.0568998 Sep 21 09:28:15.596732 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b092f93f-bd8b-4751-8cb3-5747db8773ea req-58118e33-2e12-4ec8-9035-76a850851dac tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Sep 21 09:28:15.818511 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaedfb-f684-4ae0-942b-bb5e972249be req-af05f099-e7c5-4f4e-b0df-b63d7773c3cc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:15.820033 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ffaedfb-f684-4ae0-942b-bb5e972249be req-af05f099-e7c5-4f4e-b0df-b63d7773c3cc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 945 time: 0.0827262 Sep 21 09:28:15.828473 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-23c54a90-9bed-4cd2-99a7-b8d510e28f47 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:15.829825 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-23c54a90-9bed-4cd2-99a7-b8d510e28f47 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0&tenant_id=f1e12ebb305440619c9d837d2e918320&binding%3Ahost_id=n-h1-809980-2 HTTP/1.1" status: 200 len: 945 time: 0.0799413 Sep 21 09:28:15.892157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ffaedfb-f684-4ae0-942b-bb5e972249be req-eaaf0475-f39f-44e7-9954-f90c82ef6ab5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613666 Sep 21 09:28:15.914978 n-d-809980-2 neutron-server[94725]: INFO neutron.api.v2.resource [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-c2e80ab2-7ebf-4e53-9c09-6b33105ed2c9 service neutron] delete failed (client error): The resource could not be found. Sep 21 09:28:15.914978 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-c2e80ab2-7ebf-4e53-9c09-6b33105ed2c9 service neutron] 10.222.0.50 "DELETE /v2.0/ports/37473631-f024-4983-a882-44d7bf6ca514/bindings/n-h2-809980-2 HTTP/1.1" status: 404 len: 380 time: 0.0758891 Sep 21 09:28:15.998032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-767ea7c4-5756-420f-8af8-ecd847c19aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:15.999532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-767ea7c4-5756-420f-8af8-ecd847c19aca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1096 time: 0.0413387 Sep 21 09:28:16.009704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e4cef-e93f-4966-bf51-821698351454 req-ddaf0f27-03b3-475d-8628-4730ea0dc3a2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.011780 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-833e4cef-e93f-4966-bf51-821698351454 req-ddaf0f27-03b3-475d-8628-4730ea0dc3a2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Sep 21 09:28:16.049164 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-833e4cef-e93f-4966-bf51-821698351454 req-f7462434-3603-49f4-b4b1-e0ae8c21b2f6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Sep 21 09:28:16.094425 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-56f3878e-4668-4b7c-8087-6b6caafd808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.095943 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-56f3878e-4668-4b7c-8087-6b6caafd808f service neutron] 10.222.0.50 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.0892529 Sep 21 09:28:16.159404 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-f1f4a5d7-e9a3-460b-b73a-4649bd5d5341 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1001 time: 0.0561466 Sep 21 09:28:16.208119 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-8f862d43-971b-45ea-80b1-f27c75138dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.209863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-8f862d43-971b-45ea-80b1-f27c75138dee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0430806 Sep 21 09:28:16.257489 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-22a794ca-aade-42d4-ab32-aff9050a2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:16.258882 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-22a794ca-aade-42d4-ab32-aff9050a2da6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420284 Sep 21 09:28:16.336749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 37473631-f024-4983-a882-44d7bf6ca514 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:28:16.347575 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-77d5ebbc-5eca-46e3-a352-f061e5bd2d55 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802379 Sep 21 09:28:16.388328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 37473631-f024-4983-a882-44d7bf6ca514 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:28:16.392350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 37473631-f024-4983-a882-44d7bf6ca514 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:28:16.392732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:16.443456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80838e34-2ba4-4db5-8e4f-ca89ced5ab6b req-e099b845-7511-40a0-b27d-fc03c4f1a079 service neutron] 10.222.0.50 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880015 Sep 21 09:28:16.471017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:16.493902 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:28:16.496832 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757bdfc6-e4ad-4c8e-ab59-05d6cbfd4b97" -d '{"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-plugged", "status": "completed", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:28:16.510161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:28:16.514842 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:16.547859 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf9dc2f-8f10-4be8-a36b-d6eed6e590f0 x-openstack-request-id: req-aaf9dc2f-8f10-4be8-a36b-d6eed6e590f0 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:28:16.548147 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-plugged", "status": "completed", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:28:16.548394 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aaf9dc2f-8f10-4be8-a36b-d6eed6e590f0 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:28:16.548777 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'code': 200} Sep 21 09:28:16.569848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=9']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:28:17.169685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c441191-4c1a-4f54-bb84-4c6e7847c28e req-e3a3567d-843f-4595-b56a-922707cc1f06 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:17.171168 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c441191-4c1a-4f54-bb84-4c6e7847c28e req-e3a3567d-843f-4595-b56a-922707cc1f06 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0541229 Sep 21 09:28:17.208961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6c441191-4c1a-4f54-bb84-4c6e7847c28e req-48ef434b-aae7-4e4d-953d-a8bf014c0fdf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Sep 21 09:28:17.230983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45758) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:28:17.291130 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b8d392c6-be39-4693-ad51-0e3089639361 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/dd297894-e05c-45f7-8abf-b2e8e8551cb7 HTTP/1.1" status: 200 len: 994 time: 0.0585942 Sep 21 09:28:22.522828 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3d9b877a-4226-42fd-9d7a-6598e3e7f316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.444032 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:25.454494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-382dd3f7-663c-467d-ba37-09e181d27f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:27.032982 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:28.082782 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:32.745570 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:34.503017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:40.435390 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-92dee4b3-049c-4eb6-901b-29951dd4c819 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390220 Sep 21 09:28:40.519713 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41070024-dfd2-434b-af84-a0e7e6415687 req-611cccf2-981f-47c6-a065-bc6e25cecbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:40.521244 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-611cccf2-981f-47c6-a065-bc6e25cecbd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1097 time: 0.0439017 Sep 21 09:28:40.621892 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41070024-dfd2-434b-af84-a0e7e6415687 req-7a785fc7-0bcc-4432-b789-3430e8571513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:40.623379 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-7a785fc7-0bcc-4432-b789-3430e8571513 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.0835519 Sep 21 09:28:40.690035 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-0f8591e1-73a4-48f0-9d8e-8fa9b2c05cd3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 1002 time: 0.0599818 Sep 21 09:28:40.737565 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41070024-dfd2-434b-af84-a0e7e6415687 req-0f501c29-27e1-4b10-8e47-a8090c9dd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:40.738962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-0f501c29-27e1-4b10-8e47-a8090c9dd95a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0427763 Sep 21 09:28:40.782517 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41070024-dfd2-434b-af84-a0e7e6415687 req-e3a93377-ff20-4617-922c-acefdd1abf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:28:40.784031 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-e3a93377-ff20-4617-922c-acefdd1abf9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382006 Sep 21 09:28:40.875651 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-37c4f0d4-52cd-4b4b-bf1a-542ff7c69d35 service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 Sep 21 09:28:40.961535 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-41070024-dfd2-434b-af84-a0e7e6415687 req-714220d8-d6f5-4aaa-a33a-a7b7c33b0748 service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793600 Sep 21 09:28:48.928733 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:28:52.523849 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7ace7127-2bdb-4a48-8751-69a248695e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:55.451211 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:55.455810 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-359155e4-6266-4428-a190-ad62edef7415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:57.035779 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:28:58.085556 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:02.760444 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:03.880863 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45774) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:04.037710 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 411d506b-964b-446c-8597-9e6d975eff72 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:29:04.038050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.111477 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.111707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.122994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 411d506b-964b-446c-8597-9e6d975eff72 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:29:04.269029 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.294874 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=411d506b-964b-446c-8597-9e6d975eff72,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:04.356851 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.357377 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP dd297894-e05c-45f7-8abf-b2e8e8551cb7 disassociated (deleted). External IP: 172.25.1.146, port: 37473631-f024-4983-a882-44d7bf6ca514. Sep 21 09:29:04.500083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.559962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 706ee2b4-e649-4d23-85c8-af751521b4f0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:29:04.661432 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:29:04.666023 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:04.672460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] Sync routers for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:29:04.681312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:04.681921 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:04.697092 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-17caca8d-8669-48cf-b939-3a2767d14b3d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/floatingips/dd297894-e05c-45f7-8abf-b2e8e8551cb7 HTTP/1.1" status: 204 len: 168 time: 0.8151128 Sep 21 09:29:04.697685 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:29:04.699974 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef534b0-66bf-4e9d-9134-3354496d86e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:29:04.792522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:04.840504 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56176e87-b533-49d6-8a56-74202e1e4c8e x-openstack-request-id: req-56176e87-b533-49d6-8a56-74202e1e4c8e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:29:04.840831 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:29:04.841058 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56176e87-b533-49d6-8a56-74202e1e4c8e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:29:04.841506 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'status': 'completed', 'code': 200} Sep 21 09:29:04.905638 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-533595a3-c587-4b38-a77b-a42a914bb98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:04.907179 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-533595a3-c587-4b38-a77b-a42a914bb98e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 1097 time: 0.0480702 Sep 21 09:29:05.011134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:05.035657 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facf472-f780-44c3-954b-20800f6bcafd req-1f7fb176-b999-4a29-afd5-8702f2d62e98 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:05.037220 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4facf472-f780-44c3-954b-20800f6bcafd req-1f7fb176-b999-4a29-afd5-8702f2d62e98 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.1499782 Sep 21 09:29:05.040523 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-958e5eff-5816-473a-9862-c0e028890ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:05.041990 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-958e5eff-5816-473a-9862-c0e028890ef6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 200 len: 898 time: 0.1279900 Sep 21 09:29:05.106702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-fe0eb311-77ab-4327-ae8a-a2f5d528fa5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 200 len: 217 time: 0.0474651 Sep 21 09:29:05.112457 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4facf472-f780-44c3-954b-20800f6bcafd req-48898784-d603-4c52-95f5-7d12feebcc75 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681424 Sep 21 09:29:05.158839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-6d44f172-822d-409c-9c45-b499dc632c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:05.160385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-6d44f172-822d-409c-9c45-b499dc632c65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 200 len: 834 time: 0.0459836 Sep 21 09:29:05.190252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] Checking router: 706ee2b4-e649-4d23-85c8-af751521b4f0 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:29:05.198620 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:05.199494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:05.212627 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-0482585e-4d73-4553-918a-753f8a70033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:05.214370 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-0482585e-4d73-4553-918a-753f8a70033d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b729ad1d-3bd9-4e24-9c3e-c36283c58d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450025 Sep 21 09:29:05.304024 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:05.306477 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-09004d0b-9ec2-4297-b0b5-81cc18c8bc58 service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830677 Sep 21 09:29:05.400519 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ef534b0-66bf-4e9d-9134-3354496d86e3 req-cd3f9ff3-7d21-4805-8d94-a39c0ab823dc service neutron] 10.222.0.62 "GET /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863662 Sep 21 09:29:05.496923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:05.526361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44501ed3-bb3b-48c3-a86c-a76a9f47fb92 None None] The sync data for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 is: [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:13Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '7535513e-2f71-4bb7-a95e-6e216e040ab0', 'name': '', 'network_id': 'b729ad1d-3bd9-4e24-9c3e-c36283c58d04', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:b2:f2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:12Z', 'updated_at': '2021-09-21T09:27:16Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '9a15d235-f437-4cb2-b67a-3bece70f882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:29:05.738325 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe092dd-5508-4a71-a662-0566c399426c None None] New status for floating IP dd297894-e05c-45f7-8abf-b2e8e8551cb7: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:29:06.274908 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c85c2-0e12-4b19-8776-0886e9c11637 req-91e14061-92e5-46c1-bc8c-9a7bbbc35f31 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:06.276401 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-424c85c2-0e12-4b19-8776-0886e9c11637 req-91e14061-92e5-46c1-bc8c-9a7bbbc35f31 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0948596 Sep 21 09:29:06.315606 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-424c85c2-0e12-4b19-8776-0886e9c11637 req-f9b385fc-ad14-475e-a3c3-fbf93b1776bb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=02a3a794-044d-4f53-b5f5-38ab4439ee3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331597 Sep 21 09:29:06.331719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-2a833b38-b30e-4479-b2fb-ff81acbf429e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:06.333240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-2a833b38-b30e-4479-b2fb-ff81acbf429e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ec606b0-6f1e-4645-8a90-23355c8dfff0 HTTP/1.1" status: 200 len: 946 time: 0.0494761 Sep 21 09:29:06.424021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 37473631-f024-4983-a882-44d7bf6ca514 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:29:06.424284 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.511362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 37473631-f024-4983-a882-44d7bf6ca514, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=37473631-f024-4983-a882-44d7bf6ca514,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:06.511728 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.523789 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 37473631-f024-4983-a882-44d7bf6ca514 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:29:06.651799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.679490 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=37473631-f024-4983-a882-44d7bf6ca514,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:06.722278 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] No DVR routers for this DVR port 37473631-f024-4983-a882-44d7bf6ca514 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:29:06.724974 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:06.726988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6ea8984-00cd-4798-b466-bb2bef22939f req-e8013f01-45dc-427d-8c7f-826d15d72bb2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "DELETE /v2.0/ports/37473631-f024-4983-a882-44d7bf6ca514 HTTP/1.1" status: 204 len: 173 time: 0.3881171 Sep 21 09:29:06.843217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-deleted', 'tag': '37473631-f024-4983-a882-44d7bf6ca514'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:29:06.846065 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e777ea-f465-4514-986b-1b99bc085a4a" -d '{"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-deleted", "tag": "37473631-f024-4983-a882-44d7bf6ca514"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:29:06.892960 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6992e6-61f3-445e-b117-ea0d92a9b1c6 x-openstack-request-id: req-df6992e6-61f3-445e-b117-ea0d92a9b1c6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:29:06.893260 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec606b0-6f1e-4645-8a90-23355c8dfff0", "name": "network-vif-deleted", "tag": "37473631-f024-4983-a882-44d7bf6ca514", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:29:06.893518 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df6992e6-61f3-445e-b117-ea0d92a9b1c6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:29:06.893917 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec606b0-6f1e-4645-8a90-23355c8dfff0', 'name': 'network-vif-deleted', 'tag': '37473631-f024-4983-a882-44d7bf6ca514', 'status': 'completed', 'code': 200} Sep 21 09:29:07.373459 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45796) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:07.723699 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:08.301210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 7535513e-2f71-4bb7-a95e-6e216e040ab0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:29:08.301572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:08.392228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 7535513e-2f71-4bb7-a95e-6e216e040ab0, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7535513e-2f71-4bb7-a95e-6e216e040ab0,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:08.392931 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:08.404763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 7535513e-2f71-4bb7-a95e-6e216e040ab0 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:29:08.590270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:08.596331 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 37473631-f024-4983-a882-44d7bf6ca514 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:29:08.615974 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=7535513e-2f71-4bb7-a95e-6e216e040ab0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:08.616705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 37473631-f024-4983-a882-44d7bf6ca514 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:29:08.617051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 37473631-f024-4983-a882-44d7bf6ca514 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:29:08.790631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.003750 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 706ee2b4-e649-4d23-85c8-af751521b4f0 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:29:09.106946 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:29:09.111914 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-68117969-7d1b-4a39-b834-2acbeb66c624 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/706ee2b4-e649-4d23-85c8-af751521b4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374423 Sep 21 09:29:09.114654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45798) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:09.117155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] Sync routers for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:29:09.126823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:09.127472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:09.165397 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting subnet 9a15d235-f437-4cb2-b67a-3bece70f882f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:29:09.168682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.208238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.233609 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:09.296474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.355695 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.383697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Subnet': ['ID=9a15d235-f437-4cb2-b67a-3bece70f882f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:09.390015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.394661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45800) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:09.395637 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dfc4ba80-18f6-4ff2-9a4b-e1de005203ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/subnets/9a15d235-f437-4cb2-b67a-3bece70f882f HTTP/1.1" status: 204 len: 168 time: 0.2799833 Sep 21 09:29:09.397497 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2975536-df44-4154-977f-689d13646220 None None] Network b729ad1d-3bd9-4e24-9c3e-c36283c58d04 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:29:09.469542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:29:08Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:09.500055 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] Checking router: 706ee2b4-e649-4d23-85c8-af751521b4f0 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:29:09.509458 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.542591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] Routers {'706ee2b4-e649-4d23-85c8-af751521b4f0'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:09.543501 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['706ee2b4-e649-4d23-85c8-af751521b4f0'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:09.612706 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.656731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] Set router 706ee2b4-e649-4d23-85c8-af751521b4f0 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:09.661081 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] DHCP port deletion for b729ad1d-3bd9-4e24-9c3e-c36283c58d04 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:29:09.674841 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port eae767d9-4e44-4546-975d-db82ecc7eee9 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:29:09.675192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.756600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port eae767d9-4e44-4546-975d-db82ecc7eee9, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eae767d9-4e44-4546-975d-db82ecc7eee9,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:09.756972 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.769175 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for eae767d9-4e44-4546-975d-db82ecc7eee9 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:29:09.826799 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] Deleting port 51b5fd83-2798-4d3e-a044-41895729ac75 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:29:09.827179 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.914690 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] For port 51b5fd83-2798-4d3e-a044-41895729ac75, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=51b5fd83-2798-4d3e-a044-41895729ac75,segment=NetworkSegment(f9a22caa-4ae1-4d93-9c69-9bece9efa7fa),segment_id=f9a22caa-4ae1-4d93-9c69-9bece9efa7fa)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:09.915051 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.930795 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] Calling delete_port for 51b5fd83-2798-4d3e-a044-41895729ac75 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:29:09.936691 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:09.951046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:29:08Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:09.969141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=eae767d9-4e44-4546-975d-db82ecc7eee9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:09.990935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.991285 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.991647 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.991982 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.992419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.992760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.993086 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.993415 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.993740 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.994062 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.994383 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:09.994702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:10.007752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf94ed4-21e7-46a4-a212-e9ba4b84a874 None None] The sync data for ids ['706ee2b4-e649-4d23-85c8-af751521b4f0'] in n-d-809980-2 is: [{'id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-11880717', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:29:08Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'eae767d9-4e44-4546-975d-db82ecc7eee9', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:18:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ee2b4-e649-4d23-85c8-af751521b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:27:10Z', 'updated_at': '2021-09-21T09:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:29:10.040021 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.052247 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.078688 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] Pushing event deleted for resources: {'Port': ['ID=51b5fd83-2798-4d3e-a044-41895729ac75,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:10.082016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea9cbc-7351-4aaf-acef-834133af8067 None None] No DVR routers for this DVR port 51b5fd83-2798-4d3e-a044-41895729ac75 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:29:10.132964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.135139 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.180758 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.181138 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Fanout notify agent at l3_agent the message router_deleted on router 706ee2b4-e649-4d23-85c8-af751521b4f0 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:29:10.188461 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.189577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-239a318b-7384-4290-8304-ce6c1cf65544 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/routers/706ee2b4-e649-4d23-85c8-af751521b4f0 HTTP/1.1" status: 204 len: 168 time: 0.7939458 Sep 21 09:29:10.192253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45802) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:10.267051 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.355417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.377439 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b729ad1d-3bd9-4e24-9c3e-c36283c58d04']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:10.387070 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:10.387390 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a22caa-4ae1-4d93-9c69-9bece9efa7fa') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:10.397019 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.410702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.416715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:29:10.417680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:29:10.421253 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:29:10.484975 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.490761 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.492744 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/networks/b729ad1d-3bd9-4e24-9c3e-c36283c58d04 HTTP/1.1" status: 204 len: 168 time: 0.2995687 Sep 21 09:29:10.496812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45804) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:10.507599 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dad404-8fca-4c95-8f16-1ff4db3047ce tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Network': ['ID=b729ad1d-3bd9-4e24-9c3e-c36283c58d04,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:10.559000 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c710fe8-a992-4414-b728-d7efe1b842d2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.589865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c710fe8-a992-4414-b728-d7efe1b842d2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.652351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c710fe8-a992-4414-b728-d7efe1b842d2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.655008 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c710fe8-a992-4414-b728-d7efe1b842d2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:10.656268 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6c710fe8-a992-4414-b728-d7efe1b842d2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/security-groups/02a3a794-044d-4f53-b5f5-38ab4439ee3e HTTP/1.1" status: 204 len: 168 time: 0.1583953 Sep 21 09:29:10.666485 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c710fe8-a992-4414-b728-d7efe1b842d2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a3a794-044d-4f53-b5f5-38ab4439ee3e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:11.255585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45810) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:11.260473 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814950096', 'description': 'tempest-secgroup-smoke-814950096 description', 'project_id': 'f1e12ebb305440619c9d837d2e918320'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:11.283580 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.363373 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.367112 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.395814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.397042 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1404295 Sep 21 09:29:11.399007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:11.400033 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45812) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:11.404652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-3578e336-9d91-4963-a3a8-e6081be003b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'dcfdfbd2-b162-41cf-aaf6-86218fb78e4e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:11.406513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.406871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.407235 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.407586 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.407921 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.408258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.408592 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.408927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.409258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.409589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.409916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.410241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe0343a-024c-4ccc-a270-d20147de4206 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:11.434842 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3578e336-9d91-4963-a3a8-e6081be003b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.480303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 51b5fd83-2798-4d3e-a044-41895729ac75 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:29:11.491936 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3578e336-9d91-4963-a3a8-e6081be003b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.496567 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3578e336-9d91-4963-a3a8-e6081be003b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.500697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 51b5fd83-2798-4d3e-a044-41895729ac75 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:29:11.500983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 51b5fd83-2798-4d3e-a044-41895729ac75 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:29:11.501402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eae767d9-4e44-4546-975d-db82ecc7eee9 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:29:11.513742 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578e336-9d91-4963-a3a8-e6081be003b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315eaa76-a4f8-4555-a2f7-8f219fb8e318,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:11.520292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: eae767d9-4e44-4546-975d-db82ecc7eee9 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:29:11.520653 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eae767d9-4e44-4546-975d-db82ecc7eee9 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:29:11.521072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7535513e-2f71-4bb7-a95e-6e216e040ab0 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:29:11.522673 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3578e336-9d91-4963-a3a8-e6081be003b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.525104 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3578e336-9d91-4963-a3a8-e6081be003b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240408 Sep 21 09:29:11.528528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45814) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:11.533190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-b06d2a8d-2139-469f-8a12-5026b0a4031a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'dcfdfbd2-b162-41cf-aaf6-86218fb78e4e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:11.545183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7535513e-2f71-4bb7-a95e-6e216e040ab0 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:29:11.545526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7535513e-2f71-4bb7-a95e-6e216e040ab0 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:29:11.561449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b06d2a8d-2139-469f-8a12-5026b0a4031a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.618418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b06d2a8d-2139-469f-8a12-5026b0a4031a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.623079 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b06d2a8d-2139-469f-8a12-5026b0a4031a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.638539 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2a8d-2139-469f-8a12-5026b0a4031a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddd94e8-fea1-4078-ac66-58f1166ceb21,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:11.648611 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b06d2a8d-2139-469f-8a12-5026b0a4031a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.649910 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b06d2a8d-2139-469f-8a12-5026b0a4031a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203916 Sep 21 09:29:11.653236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45816) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:11.657556 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-39fcfc26-3dad-427a-97b8-1428469b4056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'dcfdfbd2-b162-41cf-aaf6-86218fb78e4e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:11.683407 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc26-3dad-427a-97b8-1428469b4056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.742877 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc26-3dad-427a-97b8-1428469b4056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.746597 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc26-3dad-427a-97b8-1428469b4056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.767226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcfc26-3dad-427a-97b8-1428469b4056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586f2f54-5d7e-4862-87a7-5c726a20df32,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:11.774596 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39fcfc26-3dad-427a-97b8-1428469b4056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.775855 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-39fcfc26-3dad-427a-97b8-1428469b4056 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217289 Sep 21 09:29:11.779163 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45818) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:11.784066 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-59173636-cd3d-4c43-8bb2-78aa3ae52b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'dcfdfbd2-b162-41cf-aaf6-86218fb78e4e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:11.811786 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59173636-cd3d-4c43-8bb2-78aa3ae52b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.873168 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59173636-cd3d-4c43-8bb2-78aa3ae52b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.877126 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59173636-cd3d-4c43-8bb2-78aa3ae52b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.898815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59173636-cd3d-4c43-8bb2-78aa3ae52b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdc7896-8d04-47da-a75b-0d172e6b5394,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:11.903552 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59173636-cd3d-4c43-8bb2-78aa3ae52b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.905273 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-59173636-cd3d-4c43-8bb2-78aa3ae52b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248267 Sep 21 09:29:11.907929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45820) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:11.912441 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'dcfdfbd2-b162-41cf-aaf6-86218fb78e4e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:11.933303 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:29:11.938099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:11.998310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.001961 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.022329 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0401d3d8-01a2-45b0-9d22-c1f6c5c7a88c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:12.030967 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.032466 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-bf72572e-0237-41bf-8274-1af9a172c2e1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235147 Sep 21 09:29:12.035169 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45822) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:12.039482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'dcfdfbd2-b162-41cf-aaf6-86218fb78e4e', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:12.060666 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:29:12.065653 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.125477 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.129100 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.151962 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b865891e-9ce9-45b6-8c14-d48c5cc28025,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:12.158260 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.159503 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-61ac75b9-0222-49da-a843-0a1a80017fa4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233618 Sep 21 09:29:12.162330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45824) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:12.167067 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'network': {'name': 'tempest-network-smoke--1954124706', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'port_security_enabled': True}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:12.187374 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:29:12.190678 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.216465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:29:12.226465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.226812 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Added segment 5676d5fe-821f-4714-b9ee-0cab859e284d of type vlan for network 9c24b8bf-f674-4e45-9b48-780eec75ae53 Sep 21 09:29:12.266637 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.290026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.297013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:12.302311 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.339806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1764925 Sep 21 09:29:12.342463 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45826) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:12.346731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'admin_state_up': True, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:12.384241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c1bfc-e777-41c2-a088-94bacab76929 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Network': ['ID=9c24b8bf-f674-4e45-9b48-780eec75ae53,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:12.394731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:29:12.402173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.403201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.780762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:12.916664 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:13.103385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:13.121964 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:13.226276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.99 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b333cb3a-fe00-4aa8-ab06-9912a414ff5a) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:29:13.328451 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:13.365860 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:13.404412 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:29:13.409270 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:29:13.414302 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:29:13.418838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:13.660868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:13.859194 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:13.985105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 0afe782a-055d-4fdb-8038-c829a563d918 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:29:14.089491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:29:14.098687 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Sync routers for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:29:14.107395 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:14.108235 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:14.108383 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.109492 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6b806dd3-55c7-43ac-a0ca-3c9f39bacae1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7661238 Sep 21 09:29:14.112765 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45828) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:14.187064 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-086d32d6-2c80-450e-ab18-2a70bfb2986e tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f1e12ebb305440619c9d837d2e918320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732079 Sep 21 09:29:14.189633 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45832) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:14.213298 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:14.275185 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bdac28-7acf-4118-9d83-6bf8e6141002 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:14.277192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-53bdac28-7acf-4118-9d83-6bf8e6141002 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866642 Sep 21 09:29:14.279884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45834) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:14.310826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-27e5f2c4-c906-4d30-87a2-25077043600e tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298581 Sep 21 09:29:14.313616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45836) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:14.318310 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-63314251', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:14.390926 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:13Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:14.405773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:29:14.409314 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.417171 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Checking router: 0afe782a-055d-4fdb-8038-c829a563d918 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:29:14.417522 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Updating router 0afe782a-055d-4fdb-8038-c829a563d918 port b333cb3a-fe00-4aa8-ab06-9912a414ff5a binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:29:14.441642 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.588554 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.647369 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Subnet': ['ID=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:14.657303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Checking segment: {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:29:14.657665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network hostable DHCP agents. Network: 9c24b8bf-f674-4e45-9b48-780eec75ae53, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:29:14.675344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:29:14.684824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 9c24b8bf-f674-4e45-9b48-780eec75ae53) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:29:14.690174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:14.691353 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.693703 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.695782 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca46807-63ba-44f3-9130-0455007eb93a None None] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:29:14.701501 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.711048 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8c486d33-0614-429d-848b-6c15791bfb72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3964159 Sep 21 09:29:14.711561 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45838) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:14.750310 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Attempting to bind port b333cb3a-fe00-4aa8-ab06-9912a414ff5a on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:29:14.750585 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Attempting to bind port b333cb3a-fe00-4aa8-ab06-9912a414ff5a by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:29:14.751359 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Attempting to bind port b333cb3a-fe00-4aa8-ab06-9912a414ff5a on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:29:14.763769 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:29:14.764149 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:29:14.764583 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.764977 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:29:14.765452 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Bound port: b333cb3a-fe00-4aa8-ab06-9912a414ff5a, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:29:14.765834 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.810338 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Pushing event updated for resources: {'Port': ['ID=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:14.821612 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.822032 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.822294 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.822630 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.822965 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.823343 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.823683 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.823998 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.824325 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.824637 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.824961 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.825278 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:14.832164 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] For port b333cb3a-fe00-4aa8-ab06-9912a414ff5a, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:29:14.835456 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] For port b333cb3a-fe00-4aa8-ab06-9912a414ff5a, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:29:14.840800 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.847220 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-9c24b8bf-f674-4e45-9b48-780eec75ae53', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:29:14.848931 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:14.898899 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:14.899549 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:14.904942 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919a709-0653-49f3-acaf-8202b708bc50 None None] Pushing event updated for resources: {'Port': ['ID=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:15.008330 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Allocated IP 172.20.0.2 (9c24b8bf-f674-4e45-9b48-780eec75ae53/4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b/af49dd1f-df22-4da4-9d88-d8b888008f21) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:29:15.100859 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:15.159777 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.166304 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.208433 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.210908 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:29:15.216323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:29:15.220950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:29:15.227042 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Pushing event updated for resources: {'Port': ['ID=af49dd1f-df22-4da4-9d88-d8b888008f21,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:15.255160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.255515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.255880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.256275 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.256829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.257046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.257433 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.257820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.258730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.258730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.259064 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.259655 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:29:15.292638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Attempting to bind port af49dd1f-df22-4da4-9d88-d8b888008f21 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:29:15.293147 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:13Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:15.293426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Attempting to bind port af49dd1f-df22-4da4-9d88-d8b888008f21 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:29:15.293823 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Attempting to bind port af49dd1f-df22-4da4-9d88-d8b888008f21 on network 9c24b8bf-f674-4e45-9b48-780eec75ae53 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:29:15.298893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:29:15.299354 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Checking segment: {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:29:15.299852 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.300301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Bound using segment: {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:29:15.300824 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Bound port: af49dd1f-df22-4da4-9d88-d8b888008f21, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:29:15.301264 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.323248 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd9aeb2-3199-4dcd-9ba8-a38be16aa49d None None] The sync data for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 is: [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:13Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:29:15.367472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] For port af49dd1f-df22-4da4-9d88-d8b888008f21, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:29:15.371223 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] For port af49dd1f-df22-4da4-9d88-d8b888008f21, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af49dd1f-df22-4da4-9d88-d8b888008f21,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:29:15.375934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.440032 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ebe89-4550-44e9-981a-636524d32ed9 None None] Pushing event updated for resources: {'Port': ['ID=af49dd1f-df22-4da4-9d88-d8b888008f21,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:15.508353 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.1 (9c24b8bf-f674-4e45-9b48-780eec75ae53/4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b/f7ce2382-37f2-42dc-9d5e-a9dfaac17cca) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:29:15.676922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.724417 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.768171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:29:15.771903 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:29:15.775242 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:29:15.816957 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:15.837981 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:15.977441 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:16.273981 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:16.279379 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:16.358044 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:16.361015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:16.446236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4802116-d5dd-4f53-b062-61249148447e None None] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:29:16.462647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:29:16.464709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:29:16.530005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e1c38e72-1d4f-48e6-8cfd-16c917a93c78 None None] Provisioning complete for port af49dd1f-df22-4da4-9d88-d8b888008f21 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:16.530381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1c38e72-1d4f-48e6-8cfd-16c917a93c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:16.579885 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 0afe782a-055d-4fdb-8038-c829a563d918 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:29:16.697059 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:29:16.707386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-76c565aa-00da-44ef-b356-a4a168a8dedb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/0afe782a-055d-4fdb-8038-c829a563d918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9894803 Sep 21 09:29:16.828254 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1c38e72-1d4f-48e6-8cfd-16c917a93c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:16.858834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-b8cd7b76-6dc8-4d1b-ad1b-9d7eb5625dc8 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814950096&fields=id&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 267 time: 0.0371795 Sep 21 09:29:16.862923 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-e1c38e72-1d4f-48e6-8cfd-16c917a93c78 None None] For port af49dd1f-df22-4da4-9d88-d8b888008f21, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af49dd1f-df22-4da4-9d88-d8b888008f21,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:16.868640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1c38e72-1d4f-48e6-8cfd-16c917a93c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:16.931986 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c38e72-1d4f-48e6-8cfd-16c917a93c78 None None] Pushing event updated for resources: {'Port': ['ID=af49dd1f-df22-4da4-9d88-d8b888008f21,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:16.982928 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Sync routers for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:29:16.993110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:16.993731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:17.005801 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-76beb9fa-8f49-426a-a645-8bcc207d511d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:17.007418 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-76beb9fa-8f49-426a-a645-8bcc207d511d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/networks?id=9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 200 len: 797 time: 0.1402171 Sep 21 09:29:17.024995 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-7f939f97-0550-489f-ac72-739da8304fd6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/quotas/f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 375 time: 0.0100741 Sep 21 09:29:17.093365 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-d46c816a-7d7e-46c0-82e4-9886096dd8bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587082 Sep 21 09:29:17.111336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8d9d8b8f-8623-4296-bb9b-04cce4e136d4 None None] Provisioning complete for port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:17.111558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8b8f-8623-4296-bb9b-04cce4e136d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.114458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:17.212593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d8b8f-8623-4296-bb9b-04cce4e136d4 None None] Port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:29:17.243692 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-afb85bcb-eccb-4b1b-9cb4-3d7099eb7588 service neutron] 10.222.0.59 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353407 Sep 21 09:29:17.245977 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8d9d8b8f-8623-4296-bb9b-04cce4e136d4 None None] Provisioning complete for port af49dd1f-df22-4da4-9d88-d8b888008f21 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:17.246367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8d9d8b8f-8623-4296-bb9b-04cce4e136d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.349816 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-536186eb-a321-4942-8550-bfe1c38b577a service neutron] 10.222.0.59 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984597 Sep 21 09:29:17.425316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:16Z', 'revision_number': 2, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:17.455072 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Checking router: 0afe782a-055d-4fdb-8038-c829a563d918 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:29:17.455673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Updating router 0afe782a-055d-4fdb-8038-c829a563d918 port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:29:17.488278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.563373 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-af6ef929-0c54-4d6e-a95d-f20665fee4ab req-f6fdd898-60ef-4d43-ad05-8996dfaaf2a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0377879 Sep 21 09:29:17.609506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b333cb3a-fe00-4aa8-ab06-9912a414ff5a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:29:17.614137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-594543a7-bb19-4f38-8f7e-3153f5e71ab6 None None] Provisioning complete for port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:17.614506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-594543a7-bb19-4f38-8f7e-3153f5e71ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.688719 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-594543a7-bb19-4f38-8f7e-3153f5e71ab6 None None] Port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:29:17.757807 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b333cb3a-fe00-4aa8-ab06-9912a414ff5a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:17.758091 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.894015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.900915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.907261 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.949579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port b333cb3a-fe00-4aa8-ab06-9912a414ff5a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:17.956722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:17.957462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af49dd1f-df22-4da4-9d88-d8b888008f21 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:29:17.991452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c653f67-33a6-4d6e-acae-c56457b15317 None None] Pushing event updated for resources: {'Port': ['ID=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:18.095363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Attempting to bind port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:29:18.095730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Attempting to bind port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:29:18.096090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Attempting to bind port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca on network 9c24b8bf-f674-4e45-9b48-780eec75ae53 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:29:18.098602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:18.107253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:29:18.107651 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Checking segment: {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:29:18.108053 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.108435 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Bound using segment: {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:29:18.108903 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Bound port: f7ce2382-37f2-42dc-9d5e-a9dfaac17cca, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:29:18.109281 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.112397 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port af49dd1f-df22-4da4-9d88-d8b888008f21 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:18.112757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.212020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] For port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:29:18.242835 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] For port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:29:18.251267 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.252944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-9cb2c927-928a-4a9b-9c60-9d067aa8f4bb None None] Provisioning complete for port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:18.253344 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c927-928a-4a9b-9c60-9d067aa8f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.348591 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:18.349222 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:28:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:18.388758 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c653f67-33a6-4d6e-acae-c56457b15317 None None] Pushing event updated for resources: {'Port': ['ID=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:18.472481 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c927-928a-4a9b-9c60-9d067aa8f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.506121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:18.545371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9cb2c927-928a-4a9b-9c60-9d067aa8f4bb None None] For port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:18.550226 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9cb2c927-928a-4a9b-9c60-9d067aa8f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.635504 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6cc67717-ee88-4a79-b0c0-ddf59a62a573 req-dd4f17b1-5c96-41c4-a89a-59144d81b581 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0284619 Sep 21 09:29:18.683436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2c927-928a-4a9b-9c60-9d067aa8f4bb None None] Pushing event updated for resources: {'Port': ['ID=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:18.706128 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0a77fccb-4285-4e5c-aed0-07f882084c77 None None] Provisioning complete for port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:18.706504 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a77fccb-4285-4e5c-aed0-07f882084c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:18.838181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:18.867933 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3e61ff-56ba-4226-a11f-90a317caacd7 None None] The sync data for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 is: [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:29:19.536956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b333cb3a-fe00-4aa8-ab06-9912a414ff5a up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:29:19.589421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port b333cb3a-fe00-4aa8-ab06-9912a414ff5a triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:19.589807 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:19.669289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f7ce2382-37f2-42dc-9d5e-a9dfaac17cca up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:29:19.719726 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:19.720110 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:19.734112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0b09ab1-82ef-4685-bcf4-b29280968f49 req-4b27de92-da43-40ac-a948-e0cc677a6b93 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0278394 Sep 21 09:29:20.523419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-15199970-8902-4302-a986-83f544bd69eb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:20.524887 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-15199970-8902-4302-a986-83f544bd69eb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/networks?id=9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 200 len: 797 time: 0.1033309 Sep 21 09:29:20.570186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-9a2c1018-8f83-4894-8169-6b2a9bd517af tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 379 time: 0.0351918 Sep 21 09:29:20.581344 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'port': {'device_id': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'admin_state_up': True, 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'security_groups': ['dcfdfbd2-b162-41cf-aaf6-86218fb78e4e']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:20.694629 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:29:20.698800 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:20.827402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.6 (9c24b8bf-f674-4e45-9b48-780eec75ae53/4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b/a7859fd2-06ec-4883-b7f4-f5838e5ad2df) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:29:20.830520 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9dd2f8c7-b549-42dd-8431-71573cda4b99 req-2ba54864-30b1-4562-974c-33ece88446c2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0265343 Sep 21 09:29:20.960794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:20.993543 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.039142 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:29:21.042958 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:29:21.049357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:29:21.055704 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:21.103610 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:21.104155 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.125318 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-ee351aaa-f641-4e57-8a41-054e33f12856 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5426002 Sep 21 09:29:21.175813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Request body: {'port': {'device_id': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:21.231373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.273578 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-30769c4b-0fe1-4b4e-be00-45ae056a6db5 None None] Provisioning complete for port a7859fd2-06ec-4883-b7f4-f5838e5ad2df triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:21.274174 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-30769c4b-0fe1-4b4e-be00-45ae056a6db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.308260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-30769c4b-0fe1-4b4e-be00-45ae056a6db5 None None] Port a7859fd2-06ec-4883-b7f4-f5838e5ad2df cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:29:21.492998 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7859fd2-06ec-4883-b7f4-f5838e5ad2df {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:29:21.500276 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.512248 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Transition to ACTIVE for port object a7859fd2-06ec-4883-b7f4-f5838e5ad2df will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:29:21.516279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.567382 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:21.637321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Attempting to bind port a7859fd2-06ec-4883-b7f4-f5838e5ad2df on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:29:21.637661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Attempting to bind port a7859fd2-06ec-4883-b7f4-f5838e5ad2df by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:29:21.637992 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Attempting to bind port a7859fd2-06ec-4883-b7f4-f5838e5ad2df on network 9c24b8bf-f674-4e45-9b48-780eec75ae53 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:29:21.642460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Port a7859fd2-06ec-4883-b7f4-f5838e5ad2df on network 9c24b8bf-f674-4e45-9b48-780eec75ae53 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:29:21.642781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Attempting to bind port a7859fd2-06ec-4883-b7f4-f5838e5ad2df on network 9c24b8bf-f674-4e45-9b48-780eec75ae53 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:29:21.647932 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:29:21.648274 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Checking segment: {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:29:21.649072 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Bound using segment: {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:29:21.649202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Bound port: a7859fd2-06ec-4883-b7f4-f5838e5ad2df, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5676d5fe-821f-4714-b9ee-0cab859e284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:29:21.649466 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.716178 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] For port a7859fd2-06ec-4883-b7f4-f5838e5ad2df, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:29:21.719450 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] For port a7859fd2-06ec-4883-b7f4-f5838e5ad2df, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:29:21.723936 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.755631 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:21.756265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:21.757685 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] 10.222.0.50 "PUT /v2.0/ports/a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 200 len: 1091 time: 0.6288829 Sep 21 09:29:21.758411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:29:21.761000 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b911538f-b253-4518-875d-19f36f3ebf28" -d '{"events": [{"name": "network-changed", "server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:29:21.796201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef389aa-3c13-4cae-bf41-5b758cce45c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:21.847563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-990b29b9-72a7-4f8f-8b3c-9a2ea1dace2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:21.849255 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-990b29b9-72a7-4f8f-8b3c-9a2ea1dace2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0463228 Sep 21 09:29:21.907676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-532ab1b3-6ead-4d7f-9169-f7c0faee0bba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 200 len: 217 time: 0.0497937 Sep 21 09:29:21.918165 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b864c59a-b17e-4157-9242-83c5d017f705 x-openstack-request-id: req-b864c59a-b17e-4157-9242-83c5d017f705 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:29:21.918591 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:29:21.918911 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b864c59a-b17e-4157-9242-83c5d017f705 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:29:21.919412 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'status': 'completed', 'code': 200} Sep 21 09:29:21.967773 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-346e4dfc-5969-43ec-94e7-6ed4409b26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:21.969276 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-346e4dfc-5969-43ec-94e7-6ed4409b26e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b HTTP/1.1" status: 200 len: 833 time: 0.0539448 Sep 21 09:29:21.981072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce557e-ef9f-4785-9ab4-feb784bf295d req-21ed68ce-0a64-4df5-9b1d-3e841b6fe0e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:21.982578 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84ce557e-ef9f-4785-9ab4-feb784bf295d req-21ed68ce-0a64-4df5-9b1d-3e841b6fe0e0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 943 time: 0.0518563 Sep 21 09:29:22.016177 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-416d8cac-8ee7-423b-bf68-6f9689c2baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:22.017675 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-416d8cac-8ee7-423b-bf68-6f9689c2baac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c24b8bf-f674-4e45-9b48-780eec75ae53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405328 Sep 21 09:29:22.031178 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84ce557e-ef9f-4785-9ab4-feb784bf295d req-0f391f96-889f-451a-9ba1-7a27152e7e60 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425637 Sep 21 09:29:22.113761 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-92e5bdca-2453-4a22-892f-24b67a22678d service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877595 Sep 21 09:29:22.206749 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c732772a-c253-4d43-bf9b-b4726a4ba46b req-8c5e49f5-a69e-4ea1-9e03-ec5d7b775e2a service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842791 Sep 21 09:29:22.296056 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911538f-b253-4518-875d-19f36f3ebf28 req-e6b4a9ef-8aed-4537-9c2a-935b42f98ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:22.297552 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b911538f-b253-4518-875d-19f36f3ebf28 req-e6b4a9ef-8aed-4537-9c2a-935b42f98ca4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0450244 Sep 21 09:29:22.387323 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911538f-b253-4518-875d-19f36f3ebf28 req-d8fc48da-530b-4205-9356-dab237a1c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:22.388852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b911538f-b253-4518-875d-19f36f3ebf28 req-d8fc48da-530b-4205-9356-dab237a1c7ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 200 len: 898 time: 0.0837212 Sep 21 09:29:22.434894 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b911538f-b253-4518-875d-19f36f3ebf28 req-807d0833-7a89-491f-975c-9a42fc6976ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 200 len: 217 time: 0.0381300 Sep 21 09:29:22.489012 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911538f-b253-4518-875d-19f36f3ebf28 req-fc5e71ac-96be-48ea-b1b3-34990d72b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:22.490537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b911538f-b253-4518-875d-19f36f3ebf28 req-fc5e71ac-96be-48ea-b1b3-34990d72b7ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b HTTP/1.1" status: 200 len: 833 time: 0.0471642 Sep 21 09:29:22.525869 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2acdbffa-754c-4396-bf79-4f43bef450f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:22.543331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911538f-b253-4518-875d-19f36f3ebf28 req-8137491c-7eb9-4ea0-b7c3-9e251ce564e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:22.544873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b911538f-b253-4518-875d-19f36f3ebf28 req-8137491c-7eb9-4ea0-b7c3-9e251ce564e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c24b8bf-f674-4e45-9b48-780eec75ae53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458677 Sep 21 09:29:22.645232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b911538f-b253-4518-875d-19f36f3ebf28 req-b46daa17-f029-46fe-b39a-19a12b68a550 service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918226 Sep 21 09:29:22.743989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b911538f-b253-4518-875d-19f36f3ebf28 req-e983866a-e73c-4a91-abe8-d75f9b6b10da service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897360 Sep 21 09:29:23.146667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e394-a6f5-482e-9e04-923f5cfd4778 req-4dab2cb3-b9f0-4704-a5c2-580c7e0187d3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:23.148185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2448e394-a6f5-482e-9e04-923f5cfd4778 req-4dab2cb3-b9f0-4704-a5c2-580c7e0187d3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 943 time: 0.0473833 Sep 21 09:29:23.189449 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2448e394-a6f5-482e-9e04-923f5cfd4778 req-f9e0bcd4-1015-40fe-b168-54e48ffc1cda tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347207 Sep 21 09:29:24.305737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe7096-4403-4548-8a9c-adae2abe8e1c req-74042db6-d097-431a-bcb7-5f22e035f1a7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:24.307234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6bbe7096-4403-4548-8a9c-adae2abe8e1c req-74042db6-d097-431a-bcb7-5f22e035f1a7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 943 time: 0.0489035 Sep 21 09:29:24.345021 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6bbe7096-4403-4548-8a9c-adae2abe8e1c req-2a9c4d60-a4b2-4603-af29-f4b52846c054 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318501 Sep 21 09:29:25.373358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a7859fd2-06ec-4883-b7f4-f5838e5ad2df details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:29:25.460370 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c669293-59ad-467d-bcec-f8b471ea74cc req-45057a86-c7de-4c1a-8be1-62f70acf9db5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:25.462030 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c669293-59ad-467d-bcec-f8b471ea74cc req-45057a86-c7de-4c1a-8be1-62f70acf9db5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 943 time: 0.0500853 Sep 21 09:29:25.475749 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:25.477163 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ceb64c85-8d12-4179-ab4e-bc62cc197e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:25.496086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a7859fd2-06ec-4883-b7f4-f5838e5ad2df, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:25.502647 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8c669293-59ad-467d-bcec-f8b471ea74cc req-29e4d23a-4931-423f-8d7b-1877d1cdf005 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336244 Sep 21 09:29:25.506587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'port_id': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'mac_address': 'fa:16:3e:05:71:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:29:25.546521 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:25.559026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7859fd2-06ec-4883-b7f4-f5838e5ad2df {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:29:25.577961 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a7859fd2-06ec-4883-b7f4-f5838e5ad2df, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:25.581469 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:25.628698 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:25.793938 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['a7859fd2-06ec-4883-b7f4-f5838e5ad2df'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:29:25.928509 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:29:26.618718 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8001764-1c97-4c59-b428-f8a264047a12 req-576e7b98-d6d5-49ee-8cea-f8eb92b211c6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:26.620232 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8001764-1c97-4c59-b428-f8a264047a12 req-576e7b98-d6d5-49ee-8cea-f8eb92b211c6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 944 time: 0.0493267 Sep 21 09:29:26.657009 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8001764-1c97-4c59-b428-f8a264047a12 req-4792ec12-1383-40e0-b344-d7d5578d2b1d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Sep 21 09:29:27.039625 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:27.389423 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a7859fd2-06ec-4883-b7f4-f5838e5ad2df up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:29:27.440894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port a7859fd2-06ec-4883-b7f4-f5838e5ad2df completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:29:27.444358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port a7859fd2-06ec-4883-b7f4-f5838e5ad2df triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:29:27.444740 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:27.517555 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:27.538895 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:29:27.541160 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb95d1c-fd16-4d92-a0b3-eae2f4be354f" -d '{"events": [{"server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "name": "network-vif-plugged", "status": "completed", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:29:27.554264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port a7859fd2-06ec-4883-b7f4-f5838e5ad2df, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:29:27.558100 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:27.732868 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7c422-2035-4a9b-8ffc-01122f2572f3 req-8db3027b-126d-4ebe-9540-193fb3b39822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:27.734525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d8d7c422-2035-4a9b-8ffc-01122f2572f3 req-8db3027b-126d-4ebe-9540-193fb3b39822 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0415361 Sep 21 09:29:27.750743 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8248d4f4-aab8-4c11-a0cc-183f47ff0cbf x-openstack-request-id: req-8248d4f4-aab8-4c11-a0cc-183f47ff0cbf {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:29:27.751176 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "name": "network-vif-plugged", "status": "completed", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:29:27.751474 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8248d4f4-aab8-4c11-a0cc-183f47ff0cbf {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:29:27.751963 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'code': 200} Sep 21 09:29:27.765467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:27.775741 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d8d7c422-2035-4a9b-8ffc-01122f2572f3 req-602f730d-5364-417f-bc94-d1382db9a528 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Sep 21 09:29:27.777842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a84b3-8cb7-4bff-a70c-10657a814089 req-9dd42fed-d1c5-4e4d-a21d-0fa0a162d4d3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:27.779402 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a0a84b3-8cb7-4bff-a70c-10657a814089 req-9dd42fed-d1c5-4e4d-a21d-0fa0a162d4d3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0529995 Sep 21 09:29:27.825723 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3a0a84b3-8cb7-4bff-a70c-10657a814089 req-50541112-bddc-4e54-b502-9cfe5c3f577a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401750 Sep 21 09:29:28.090408 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:28.943723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e9a65-c170-4f2b-809f-b88c20c97b0b req-90bc3c03-78a0-4852-a12f-a0b35138d07f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:28.945177 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d2e9a65-c170-4f2b-809f-b88c20c97b0b req-90bc3c03-78a0-4852-a12f-a0b35138d07f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0497301 Sep 21 09:29:28.986668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d2e9a65-c170-4f2b-809f-b88c20c97b0b req-e55dc010-f305-42f9-85fb-c0b425738b98 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348737 Sep 21 09:29:30.099138 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f11bec-abcc-4089-8178-5f65cfd0dc86 req-04612def-1750-4b84-8cab-f3f05545ab36 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:30.100544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8f11bec-abcc-4089-8178-5f65cfd0dc86 req-04612def-1750-4b84-8cab-f3f05545ab36 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Sep 21 09:29:30.136996 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c8f11bec-abcc-4089-8178-5f65cfd0dc86 req-f07bcfc5-4493-4703-adff-4e2390a1b84f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306299 Sep 21 09:29:30.250331 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0da5d7-4c54-4aa1-b427-a45ec3942489 req-1fe42301-777a-462a-98c7-20a2f350fb6b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:30.251806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba0da5d7-4c54-4aa1-b427-a45ec3942489 req-1fe42301-777a-462a-98c7-20a2f350fb6b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0490696 Sep 21 09:29:30.288322 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ba0da5d7-4c54-4aa1-b427-a45ec3942489 req-22fe8ddd-7f67-429c-836c-0a15e3f1cbc4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306218 Sep 21 09:29:30.309827 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45906) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:30.348815 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a352d3b-199e-4e1a-9eee-d048d91b9142 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:30.350382 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8a352d3b-199e-4e1a-9eee-d048d91b9142 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1091 time: 0.0395107 Sep 21 09:29:30.353100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45908) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:30.357951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:29:30.379440 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:30.476910 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:30.578042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.157 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/25b68b0e-a972-48b9-baf1-56af80f19d82) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:29:30.684337 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:30.717414 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:30.751880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:29:30.754623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:29:30.757158 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:29:30.786394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=25b68b0e-a972-48b9-baf1-56af80f19d82,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:31.438822 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:31.506511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:31.657216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:31.661847 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:31.734124 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=25b68b0e-a972-48b9-baf1-56af80f19d82,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:29:31.745929 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:31.852815 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP 3b426aff-262a-43b7-ae96-b6badb21b642 associated. External IP: 172.25.1.157, port: a7859fd2-06ec-4883-b7f4-f5838e5ad2df. Sep 21 09:29:32.073533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 0afe782a-055d-4fdb-8038-c829a563d918 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:29:32.187714 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:29:32.197467 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] Sync routers for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:29:32.204758 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:32.207101 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:32.207763 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:32.233534 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-32690919-75eb-47e8-9d4f-cf6fdb391ddb tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8794124 Sep 21 09:29:32.234090 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:29:32.236465 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14916c-8de9-4e73-91b7-e699f9e47a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:29:32.276793 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6c4ab6-e5f2-4f5f-98c5-c53578338685 x-openstack-request-id: req-0a6c4ab6-e5f2-4f5f-98c5-c53578338685 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:29:32.277085 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:29:32.277338 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a6c4ab6-e5f2-4f5f-98c5-c53578338685 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:29:32.277742 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'status': 'completed', 'code': 200} Sep 21 09:29:32.338516 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:32.340591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-ac7d56eb-61ae-4606-a5c4-1761218b8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:32.342150 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-ac7d56eb-61ae-4606-a5c4-1761218b8e3e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0419393 Sep 21 09:29:32.362721 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0cb39-a7a1-48f4-bca1-29b8ef629d6d req-ae8b4ad5-95d8-4854-8bd6-e0b550f5b777 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:32.364291 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25c0cb39-a7a1-48f4-bca1-29b8ef629d6d req-ae8b4ad5-95d8-4854-8bd6-e0b550f5b777 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0511720 Sep 21 09:29:32.404261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-25c0cb39-a7a1-48f4-bca1-29b8ef629d6d req-318061cf-762f-4b6b-91ce-5424a3ab4124 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336792 Sep 21 09:29:32.428131 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45916) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:32.441988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-49989e73-f338-49cd-9c60-9d49958b9d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:32.443540 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-49989e73-f338-49cd-9c60-9d49958b9d97 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 200 len: 898 time: 0.0937746 Sep 21 09:29:32.494157 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-38c827c2-40ee-4315-8f82-d387cdff6eff tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/3b426aff-262a-43b7-ae96-b6badb21b642 HTTP/1.1" status: 200 len: 991 time: 0.0637748 Sep 21 09:29:32.516518 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-e434ecb7-bd41-45c2-b5f7-5b4c9a080744 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 200 len: 999 time: 0.0586076 Sep 21 09:29:32.560753 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-37e10252-51f4-4be2-aeb5-a5c51a1eed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:32.562513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-37e10252-51f4-4be2-aeb5-a5c51a1eed07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b HTTP/1.1" status: 200 len: 833 time: 0.0437388 Sep 21 09:29:32.567835 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '3b426aff-262a-43b7-ae96-b6badb21b642', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'port_id': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'mac_address': 'fa:16:3e:05:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:29:31Z', 'updated_at': '2021-09-21T09:29:31Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:32.598448 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] Checking router: 0afe782a-055d-4fdb-8038-c829a563d918 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:29:32.607021 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:29:32.607680 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:29:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:32.618044 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-1930cd29-3f71-4026-8533-3d5e96dba8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:29:32.619591 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-1930cd29-3f71-4026-8533-3d5e96dba8e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c24b8bf-f674-4e45-9b48-780eec75ae53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472333 Sep 21 09:29:32.711566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-beec71c3-b93b-41ed-821f-e6f7e03a56b4 service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823917 Sep 21 09:29:32.714139 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:29:32.768111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:32.809912 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6e14916c-8de9-4e73-91b7-e699f9e47a7b req-7f095577-d397-4c03-97c6-95eceb9dcbef service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898769 Sep 21 09:29:32.940487 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '3b426aff-262a-43b7-ae96-b6badb21b642', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'port_id': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'mac_address': 'fa:16:3e:05:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:29:31Z', 'updated_at': '2021-09-21T09:29:31Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:29:32.968728 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845aec2-8b9e-4c43-bf5c-63748dd0cb57 None None] The sync data for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 is: [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '3b426aff-262a-43b7-ae96-b6badb21b642', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.157', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'port_id': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'mac_address': 'fa:16:3e:05:71:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:29:31Z', 'updated_at': '2021-09-21T09:29:31Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:29:33.144394 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7873c2-b908-4bc4-a122-8f616a4749c4 None None] New status for floating IP 3b426aff-262a-43b7-ae96-b6badb21b642: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:29:33.496848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 45918) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:29:33.555718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-94ecf6df-6026-4098-8b11-436bea0a477c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/3b426aff-262a-43b7-ae96-b6badb21b642 HTTP/1.1" status: 200 len: 993 time: 0.0576184 Sep 21 09:29:34.513262 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:52.527944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6016d2bb-ac9c-4a86-beb7-bc50730c8c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:55.454531 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:55.459972 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-29251e68-d76d-46c3-9c0f-4e78adea422a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:57.043111 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:29:58.090918 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:02.781658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:02.928410 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:30:04.543836 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:04.970127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f2b66-2d69-4549-ac6d-b5177f6c011a req-260a9fae-a5ba-42aa-8541-41e3b66ff02d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:04.972657 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f2b66-2d69-4549-ac6d-b5177f6c011a req-260a9fae-a5ba-42aa-8541-41e3b66ff02d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0689352 Sep 21 09:30:05.011597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-175f2b66-2d69-4549-ac6d-b5177f6c011a req-17a383ab-46d3-472f-8711-1fed6c990854 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Sep 21 09:30:06.147626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c73cfa-11e3-43e8-88c1-abb21d39fd28 req-795e0cb2-693d-4695-8ace-30279a2c46b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:06.149131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c73cfa-11e3-43e8-88c1-abb21d39fd28 req-795e0cb2-693d-4695-8ace-30279a2c46b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0495884 Sep 21 09:30:06.187765 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-61c73cfa-11e3-43e8-88c1-abb21d39fd28 req-452e8218-8784-410c-a37c-7c84dec90879 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325966 Sep 21 09:30:07.303226 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540b019-8fa1-4a0a-8e96-a44a69d486b0 req-a6671acb-9587-4b20-8cbf-fcadcf2a9d5a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:07.304827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f540b019-8fa1-4a0a-8e96-a44a69d486b0 req-a6671acb-9587-4b20-8cbf-fcadcf2a9d5a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0489514 Sep 21 09:30:07.343101 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f540b019-8fa1-4a0a-8e96-a44a69d486b0 req-74080aa1-6f5d-40dc-a37d-80e0874ed1d0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317998 Sep 21 09:30:08.457196 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0dcfd-543a-4fb9-8409-0a41f3aac67e req-9e3e183c-e49c-42b8-814f-34e1692e4f98 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:08.458688 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6f0dcfd-543a-4fb9-8409-0a41f3aac67e req-9e3e183c-e49c-42b8-814f-34e1692e4f98 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Sep 21 09:30:08.497013 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6f0dcfd-543a-4fb9-8409-0a41f3aac67e req-9a6a4c5a-314f-4281-a3f2-ae6808d5c721 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323470 Sep 21 09:30:09.609605 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3767e59-01ab-413d-9d1b-43d8fb32caa8 req-68f954af-ca45-4b9c-b863-87eb2b7d33b0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:09.611075 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3767e59-01ab-413d-9d1b-43d8fb32caa8 req-68f954af-ca45-4b9c-b863-87eb2b7d33b0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0471351 Sep 21 09:30:09.652598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b3767e59-01ab-413d-9d1b-43d8fb32caa8 req-f752d5e4-8b90-40c7-bcda-55d644ee2b5c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355201 Sep 21 09:30:10.763647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d820135-88cf-461f-a13e-b0c8b5bc3b32 req-54d7a2b5-1c08-471d-b5d5-a4f20427f0b1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:10.765104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d820135-88cf-461f-a13e-b0c8b5bc3b32 req-54d7a2b5-1c08-471d-b5d5-a4f20427f0b1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0470729 Sep 21 09:30:10.806510 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d820135-88cf-461f-a13e-b0c8b5bc3b32 req-07b6708b-68c1-4b77-9919-0828dc144608 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354986 Sep 21 09:30:12.247967 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73835d6b-8d98-4c7e-8874-552ee76c7b25 req-86bed983-3b2c-4d92-b633-5f39e406553c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:12.249461 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73835d6b-8d98-4c7e-8874-552ee76c7b25 req-86bed983-3b2c-4d92-b633-5f39e406553c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.3766463 Sep 21 09:30:12.287193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73835d6b-8d98-4c7e-8874-552ee76c7b25 req-09722a62-3089-4447-a115-463b95ea565f tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Sep 21 09:30:13.401148 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c7339-4e0d-4d50-b04b-95cb7154a644 req-a1cf5f8d-1ba1-4b7b-bf96-4880350743b5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:13.402611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d02c7339-4e0d-4d50-b04b-95cb7154a644 req-a1cf5f8d-1ba1-4b7b-bf96-4880350743b5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Sep 21 09:30:13.440161 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d02c7339-4e0d-4d50-b04b-95cb7154a644 req-7b104319-0dfd-41c7-9142-6d53b6bfab73 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Sep 21 09:30:14.554658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8154a4-6378-47ce-a3c9-9b36be4a4ded req-cbce1716-feac-4232-897f-d614d1bd2263 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:14.556166 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8154a4-6378-47ce-a3c9-9b36be4a4ded req-cbce1716-feac-4232-897f-d614d1bd2263 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Sep 21 09:30:14.593371 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dd8154a4-6378-47ce-a3c9-9b36be4a4ded req-8792834b-038a-48f1-82a0-744bf3db81b6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305998 Sep 21 09:30:15.708847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157242b8-b354-4487-a827-32ff80e4c343 req-5d0e0910-dbd6-43d7-a411-856b69f8a7d7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:15.710269 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-157242b8-b354-4487-a827-32ff80e4c343 req-5d0e0910-dbd6-43d7-a411-856b69f8a7d7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Sep 21 09:30:15.749110 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-157242b8-b354-4487-a827-32ff80e4c343 req-a8975318-8575-4079-b884-b59ece4215ee tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Sep 21 09:30:16.862645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f047b-0664-424a-9b81-c02ee12e2062 req-f162486d-f562-456b-bf20-9ea530ea1e36 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:16.864132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d3f047b-0664-424a-9b81-c02ee12e2062 req-f162486d-f562-456b-bf20-9ea530ea1e36 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0471125 Sep 21 09:30:16.900598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d3f047b-0664-424a-9b81-c02ee12e2062 req-d388e59e-2be2-4a5d-ad8c-685b789c9e5e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306442 Sep 21 09:30:18.015854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4c1d5-eb72-4bb1-aa58-f5d092f291c9 req-362c0e0a-84cd-4468-ae44-5304a08bd0a4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:18.017459 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99f4c1d5-eb72-4bb1-aa58-f5d092f291c9 req-362c0e0a-84cd-4468-ae44-5304a08bd0a4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0484927 Sep 21 09:30:18.059169 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-99f4c1d5-eb72-4bb1-aa58-f5d092f291c9 req-fd8c0d77-4845-4eac-9d6e-0e4551fcacd4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356641 Sep 21 09:30:19.174662 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974a2b6-8d20-48e5-ae29-4da25c8e9f7a req-ebd46547-637f-4f30-bf08-9eb7b5339ef6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:19.176162 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2974a2b6-8d20-48e5-ae29-4da25c8e9f7a req-ebd46547-637f-4f30-bf08-9eb7b5339ef6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Sep 21 09:30:19.212412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2974a2b6-8d20-48e5-ae29-4da25c8e9f7a req-8d2525ad-406a-45f6-900c-2d117497ab35 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303578 Sep 21 09:30:20.330041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d7277-0831-43af-a756-65f71ea39181 req-5e0dcfa8-d78d-4fe3-984b-7205b0fd48cd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:20.331555 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-515d7277-0831-43af-a756-65f71ea39181 req-5e0dcfa8-d78d-4fe3-984b-7205b0fd48cd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0493944 Sep 21 09:30:20.369105 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-515d7277-0831-43af-a756-65f71ea39181 req-4d8a371c-e26c-42d3-921c-a34325c13abd tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316074 Sep 21 09:30:20.391970 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45964) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:20.452615 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-dbae6b05-1108-4c2c-9326-836f31714854 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/3b426aff-262a-43b7-ae96-b6badb21b642 HTTP/1.1" status: 200 len: 993 time: 0.0595093 Sep 21 09:30:21.755429 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3960f13-cc7a-4b50-a702-32c202e70c9c req-f19f8a7a-7249-4a00-bee7-98a9b0ad622b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:21.757157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3960f13-cc7a-4b50-a702-32c202e70c9c req-f19f8a7a-7249-4a00-bee7-98a9b0ad622b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0761852 Sep 21 09:30:21.772460 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-011d8626-d73b-4f13-8f23-29d74c0325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:21.773876 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-011d8626-d73b-4f13-8f23-29d74c0325e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0595384 Sep 21 09:30:21.834649 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3960f13-cc7a-4b50-a702-32c202e70c9c req-f14149f9-df59-4a4a-9ed8-3a0973bb38ae tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701854 Sep 21 09:30:21.886499 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-a8f15720-ad57-4284-9ede-439a513ca42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:21.888006 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-a8f15720-ad57-4284-9ede-439a513ca42f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 200 len: 898 time: 0.1058617 Sep 21 09:30:21.953718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-a6af378e-2de5-40f7-a84c-73060cbec260 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 200 len: 1001 time: 0.0575697 Sep 21 09:30:22.007377 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-bba0c216-c026-4055-bd9b-b7038f3cd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:22.008745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-bba0c216-c026-4055-bd9b-b7038f3cd5be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b HTTP/1.1" status: 200 len: 833 time: 0.0479357 Sep 21 09:30:22.055924 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-7415665b-a7d4-4e1f-b241-1f3b4b93aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:22.057432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-7415665b-a7d4-4e1f-b241-1f3b4b93aac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c24b8bf-f674-4e45-9b48-780eec75ae53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413284 Sep 21 09:30:22.146507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-3da19999-f2aa-4011-b591-ef66def911a4 service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809610 Sep 21 09:30:22.240463 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-73c5003a-ca54-43f6-9d1f-28be12ac21fb req-0c57017d-e134-463d-b6fa-269b41468cdf service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860620 Sep 21 09:30:22.530850 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a8a71254-354a-4e69-bdc9-d2bc067a0e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:22.954086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d7e0c-b3a6-4c71-9010-b81d018d8c2a req-982e3509-323b-47c3-85d6-4635835c7580 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:22.955671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d66d7e0c-b3a6-4c71-9010-b81d018d8c2a req-982e3509-323b-47c3-85d6-4635835c7580 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0524280 Sep 21 09:30:22.992097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d66d7e0c-b3a6-4c71-9010-b81d018d8c2a req-86900f50-9667-45f7-af56-75cecabe9212 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Sep 21 09:30:23.014792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45974) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:23.073744 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cf5aa79d-f2e0-40b9-bbfa-b9472945a17a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/3b426aff-262a-43b7-ae96-b6badb21b642 HTTP/1.1" status: 200 len: 993 time: 0.0577397 Sep 21 09:30:25.453914 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:25.461571 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b2723404-788f-41df-a13a-8f1bd89b47c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:27.046263 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:28.093436 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:29.700247 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-27ccdf5f-638a-4ce7-be30-ce330de5ee80 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398920 Sep 21 09:30:29.787859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-6e1bef1f-a45a-4d9a-bc8e-57778a4a514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:29.789157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-6e1bef1f-a45a-4d9a-bc8e-57778a4a514f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0445940 Sep 21 09:30:29.891796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-0bbc21d3-8db7-47c2-be14-9a99bbe6424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:29.893327 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-0bbc21d3-8db7-47c2-be14-9a99bbe6424f service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 200 len: 898 time: 0.0835199 Sep 21 09:30:29.963132 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-cb816c39-829b-4d94-86a5-3540a4ce6cff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 200 len: 1001 time: 0.0620620 Sep 21 09:30:30.012542 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-c017ff94-b11b-4117-9926-d37fdcdf6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:30.014484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-c017ff94-b11b-4117-9926-d37fdcdf6aca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b HTTP/1.1" status: 200 len: 833 time: 0.0431871 Sep 21 09:30:30.060414 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-7565757b-466b-417e-bf4e-35a925a27756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:30.061891 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-7565757b-466b-417e-bf4e-35a925a27756 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c24b8bf-f674-4e45-9b48-780eec75ae53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400331 Sep 21 09:30:30.156543 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-bba8aa38-ad20-453c-95ae-a0bbdc1c1382 service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872180 Sep 21 09:30:30.244801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c72b07a-c8a2-462b-8e9f-712d57d6b1ca req-b7d594b5-c870-4d8c-9e78-f7d7228efe3d service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809600 Sep 21 09:30:32.774506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:34.554513 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:39.927488 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:30:52.532742 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd29d4a5-ac84-42c9-a34a-dd48a5795190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:53.560766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 45996) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:53.720378 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 25b68b0e-a972-48b9-baf1-56af80f19d82 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:30:53.720639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:53.804579 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:53.804913 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:53.816858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 25b68b0e-a972-48b9-baf1-56af80f19d82 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:30:53.965090 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:53.990922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=25b68b0e-a972-48b9-baf1-56af80f19d82,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:54.015959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.016311 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.016655 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.017004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.017336 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.017668 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.018020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.018328 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.018664 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.018987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.019332 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.019651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:54.063772 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:54.064137 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP 3b426aff-262a-43b7-ae96-b6badb21b642 disassociated (deleted). External IP: 172.25.1.157, port: a7859fd2-06ec-4883-b7f4-f5838e5ad2df. Sep 21 09:30:54.278629 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 0afe782a-055d-4fdb-8038-c829a563d918 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:30:54.389283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:30:54.394347 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:54.400210 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] Sync routers for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:30:54.409907 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:30:54.410504 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:54.424657 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e4fa7b98-06e6-4d77-b489-b9d82ea95f82 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/floatingips/3b426aff-262a-43b7-ae96-b6badb21b642 HTTP/1.1" status: 204 len: 168 time: 0.8628035 Sep 21 09:30:54.425424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:30:54.427882 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f04157-2380-44eb-aab2-da2a83528faa" -d '{"events": [{"name": "network-changed", "server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:30:54.472705 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a768d20-6927-462b-a888-38f1e89bedbf x-openstack-request-id: req-4a768d20-6927-462b-a888-38f1e89bedbf {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:30:54.473011 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:30:54.473310 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a768d20-6927-462b-a888-38f1e89bedbf {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:30:54.473862 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'status': 'completed', 'code': 200} Sep 21 09:30:54.527067 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:30:54.563013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f04157-2380-44eb-aab2-da2a83528faa req-be8c6ad4-adce-4035-9d0c-72c68861c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:54.568924 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5f04157-2380-44eb-aab2-da2a83528faa req-be8c6ad4-adce-4035-9d0c-72c68861c5a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0641928 Sep 21 09:30:54.706014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f04157-2380-44eb-aab2-da2a83528faa req-453d9b3d-dadb-4972-bfcc-43ba585dac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:54.707569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5f04157-2380-44eb-aab2-da2a83528faa req-453d9b3d-dadb-4972-bfcc-43ba585dac10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 200 len: 898 time: 0.1239169 Sep 21 09:30:54.721870 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde47f4-65c8-4a8b-90eb-37675486823f req-bb9265f3-8bca-4b26-8164-ace797e10798 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:54.723477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbde47f4-65c8-4a8b-90eb-37675486823f req-bb9265f3-8bca-4b26-8164-ace797e10798 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0785730 Sep 21 09:30:54.774773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5f04157-2380-44eb-aab2-da2a83528faa req-37e7b057-3f5e-43f5-8912-cd04a5e1105f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 200 len: 217 time: 0.0502901 Sep 21 09:30:54.805699 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fbde47f4-65c8-4a8b-90eb-37675486823f req-e746657d-5a34-43b7-8dba-befacf9fb0bc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753181 Sep 21 09:30:54.845790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f04157-2380-44eb-aab2-da2a83528faa req-bf6c6492-87d9-4b52-8576-091983f84311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:54.847364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5f04157-2380-44eb-aab2-da2a83528faa req-bf6c6492-87d9-4b52-8576-091983f84311 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b HTTP/1.1" status: 200 len: 833 time: 0.0579054 Sep 21 09:30:54.863483 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:54.897961 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] Checking router: 0afe782a-055d-4fdb-8038-c829a563d918 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:30:54.903130 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f04157-2380-44eb-aab2-da2a83528faa req-0134ebef-a019-434f-b27c-ba411b2b9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:54.904863 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5f04157-2380-44eb-aab2-da2a83528faa req-0134ebef-a019-434f-b27c-ba411b2b9a2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9c24b8bf-f674-4e45-9b48-780eec75ae53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468309 Sep 21 09:30:54.908041 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:30:54.908695 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:55.013533 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5f04157-2380-44eb-aab2-da2a83528faa req-bbdb2eeb-6f22-4569-aa21-0d3179a0ffaf service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979607 Sep 21 09:30:55.019224 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:30:55.122561 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d5f04157-2380-44eb-aab2-da2a83528faa req-61e07f9b-eda7-4ff4-853a-054fe50e6e13 service neutron] 10.222.0.50 "GET /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982049 Sep 21 09:30:55.227813 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:55.254047 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33eb306-527a-407b-b305-bae15e83ef86 None None] The sync data for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 is: [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:29:15Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f7ce2382-37f2-42dc-9d5e-a9dfaac17cca', 'name': '', 'network_id': '9c24b8bf-f674-4e45-9b48-780eec75ae53', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:f6:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:15Z', 'updated_at': '2021-09-21T09:29:18Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:30:55.453915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:55.469467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-386095f0-056a-4759-bcb2-14b6d86d370e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:55.501245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f99fa-f862-4992-a725-125d219fbfdf None None] New status for floating IP 3b426aff-262a-43b7-ae96-b6badb21b642: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:30:55.942725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3630d61-fcd8-45f8-9586-0d813c312a73 req-9dc0cb7b-92c6-4bca-be73-a3c197b6f9b4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:55.944314 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e3630d61-fcd8-45f8-9586-0d813c312a73 req-9dc0cb7b-92c6-4bca-be73-a3c197b6f9b4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0551953 Sep 21 09:30:55.984961 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e3630d61-fcd8-45f8-9586-0d813c312a73 req-3fba80ac-74e1-4570-83ee-c042978efbd0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341527 Sep 21 09:30:56.377133 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-90b783b9-cc2c-4d5d-b7dc-e43d298878e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:30:56.378648 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-90b783b9-cc2c-4d5d-b7dc-e43d298878e2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 945 time: 0.0539842 Sep 21 09:30:56.467901 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port a7859fd2-06ec-4883-b7f4-f5838e5ad2df {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:30:56.468801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:56.559040 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port a7859fd2-06ec-4883-b7f4-f5838e5ad2df, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:30:56.559435 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:56.571750 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for a7859fd2-06ec-4883-b7f4-f5838e5ad2df owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:30:56.700891 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:56.736491 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=a7859fd2-06ec-4883-b7f4-f5838e5ad2df,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:56.761036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.761494 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.761921 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.762266 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.762604 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.762939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.763276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.763638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.763972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.764301 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.764625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.764949 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:30:56.787306 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] No DVR routers for this DVR port a7859fd2-06ec-4883-b7f4-f5838e5ad2df on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:30:56.790094 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:56.792526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f4efd785-89ae-41aa-b896-bdab30cc06f6 req-1538e60c-4190-418f-9ab5-ba808f53ab4b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.50 "DELETE /v2.0/ports/a7859fd2-06ec-4883-b7f4-f5838e5ad2df HTTP/1.1" status: 204 len: 173 time: 0.4068043 Sep 21 09:30:56.792976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'name': 'network-vif-deleted', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:30:56.795271 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0343d68-77e3-4d50-b5c5-26895c3f7576" -d '{"events": [{"server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "name": "network-vif-deleted", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:30:56.843802 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e31db5-bb4d-41fc-941c-4dfc8f2b813c x-openstack-request-id: req-58e31db5-bb4d-41fc-941c-4dfc8f2b813c {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:30:56.844096 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d5838a-47b4-44f1-885f-d05286ca2eb3", "name": "network-vif-deleted", "tag": "a7859fd2-06ec-4883-b7f4-f5838e5ad2df", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:30:56.844350 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58e31db5-bb4d-41fc-941c-4dfc8f2b813c {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:30:56.844781 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d5838a-47b4-44f1-885f-d05286ca2eb3', 'name': 'network-vif-deleted', 'tag': 'a7859fd2-06ec-4883-b7f4-f5838e5ad2df', 'status': 'completed', 'code': 200} Sep 21 09:30:57.050474 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:57.093833 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-925a4b4b-2915-4a24-b491-046cecb204be req-2861ffec-8191-4140-84b4-85a1c7f7601b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=03d5838a-47b4-44f1-885f-d05286ca2eb3 HTTP/1.1" status: 200 len: 210 time: 0.0272417 Sep 21 09:30:58.096928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:58.151426 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46014) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:58.502321 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:58.751215 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:30:58.751582 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:58.841769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port f7ce2382-37f2-42dc-9d5e-a9dfaac17cca, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:30:58.842135 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:58.854292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for f7ce2382-37f2-42dc-9d5e-a9dfaac17cca owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:30:59.038228 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:59.070842 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=f7ce2382-37f2-42dc-9d5e-a9dfaac17cca,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:30:59.239961 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:59.449212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 0afe782a-055d-4fdb-8038-c829a563d918 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:30:59.883607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:30:59.888591 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-493e19f9-f2d0-48fb-ac65-8ea5cfe3e185 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/0afe782a-055d-4fdb-8038-c829a563d918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7361505 Sep 21 09:30:59.891906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46016) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:30:59.894350 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] Sync routers for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:30:59.903510 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:30:59.904113 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:30:59.941191 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting subnet 4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:30:59.944468 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:30:59.988068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.009246 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:00.071391 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.130038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.161948 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:00.163989 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.165924 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-66d7733f-ff97-4e0c-9d45-e15192dc088d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/subnets/4b6c2d36-3ffe-49dd-b5f0-329f7cf4930b HTTP/1.1" status: 204 len: 168 time: 0.2730396 Sep 21 09:31:00.169318 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46020) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:00.176472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef37604-4330-4efc-90b2-3a059c8c0e88 None None] Network 9c24b8bf-f674-4e45-9b48-780eec75ae53 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:00.189949 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:30:58Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:00.215765 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] Checking router: 0afe782a-055d-4fdb-8038-c829a563d918 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:00.224308 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] Routers {'0afe782a-055d-4fdb-8038-c829a563d918'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:00.224923 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['0afe782a-055d-4fdb-8038-c829a563d918'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:00.278348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.335661 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] Set router 0afe782a-055d-4fdb-8038-c829a563d918 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:00.364244 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] DHCP port deletion for 9c24b8bf-f674-4e45-9b48-780eec75ae53 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:31:00.384283 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.411511 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Deleting port af49dd1f-df22-4da4-9d88-d8b888008f21 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:00.411886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.451887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port b333cb3a-fe00-4aa8-ab06-9912a414ff5a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:31:00.452348 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.493341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] For port af49dd1f-df22-4da4-9d88-d8b888008f21, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=af49dd1f-df22-4da4-9d88-d8b888008f21,segment=NetworkSegment(5676d5fe-821f-4714-b9ee-0cab859e284d),segment_id=5676d5fe-821f-4714-b9ee-0cab859e284d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:00.493894 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.508166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Calling delete_port for af49dd1f-df22-4da4-9d88-d8b888008f21 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:00.547256 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port b333cb3a-fe00-4aa8-ab06-9912a414ff5a, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:00.547662 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.553698 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:30:58Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:00.560790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for b333cb3a-fe00-4aa8-ab06-9912a414ff5a owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:31:00.590145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82e524d-293c-4fd1-a4c5-47cac69c2e06 None None] The sync data for ids ['0afe782a-055d-4fdb-8038-c829a563d918'] in n-d-809980-2 is: [{'id': '0afe782a-055d-4fdb-8038-c829a563d918', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1223390845', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:29:12Z', 'updated_at': '2021-09-21T09:30:58Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': 'b333cb3a-fe00-4aa8-ab06-9912a414ff5a', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:86:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afe782a-055d-4fdb-8038-c829a563d918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:29:13Z', 'updated_at': '2021-09-21T09:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:00.623256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.635147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] No DVR routers for this DVR port af49dd1f-df22-4da4-9d88-d8b888008f21 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:31:00.654023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Pushing event deleted for resources: {'Port': ['ID=af49dd1f-df22-4da4-9d88-d8b888008f21,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:00.668813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.669301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.669831 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.670252 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.670666 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.671087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.672349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.672699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.673036 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.673371 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.673699 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.674023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2920f7a-34ce-42bf-94fd-a6b1e8369666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:00.750426 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.777285 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=b333cb3a-fe00-4aa8-ab06-9912a414ff5a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:00.852973 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.945003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.947307 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.992861 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:00.993441 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Fanout notify agent at l3_agent the message router_deleted on router 0afe782a-055d-4fdb-8038-c829a563d918 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:31:01.001750 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.005791 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-abc014d1-f419-4c06-9a80-ee6d6ac228fa tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/routers/0afe782a-055d-4fdb-8038-c829a563d918 HTTP/1.1" status: 204 len: 168 time: 0.8324020 Sep 21 09:31:01.005791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46022) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:01.091600 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.182013 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.206274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c24b8bf-f674-4e45-9b48-780eec75ae53']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:01.217479 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5676d5fe-821f-4714-b9ee-0cab859e284d') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:01.218093 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5676d5fe-821f-4714-b9ee-0cab859e284d') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:01.235498 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.250317 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.257145 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:31:01.257602 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:31:01.261007 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:31:01.326631 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.335255 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.336473 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/networks/9c24b8bf-f674-4e45-9b48-780eec75ae53 HTTP/1.1" status: 204 len: 168 time: 0.3297265 Sep 21 09:31:01.339465 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46024) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:01.353228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4b19a-bb37-496f-b09f-2aad191beef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Network': ['ID=9c24b8bf-f674-4e45-9b48-780eec75ae53,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:01.399519 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ea1273f-ca97-404c-96e1-023ed3ef4855 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.426110 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ea1273f-ca97-404c-96e1-023ed3ef4855 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.488195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ea1273f-ca97-404c-96e1-023ed3ef4855 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.490926 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ea1273f-ca97-404c-96e1-023ed3ef4855 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.492261 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5ea1273f-ca97-404c-96e1-023ed3ef4855 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/security-groups/dcfdfbd2-b162-41cf-aaf6-86218fb78e4e HTTP/1.1" status: 204 len: 168 time: 0.1516848 Sep 21 09:31:01.501656 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1273f-ca97-404c-96e1-023ed3ef4855 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfdfbd2-b162-41cf-aaf6-86218fb78e4e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:01.686570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b333cb3a-fe00-4aa8-ab06-9912a414ff5a no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:01.711370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: b333cb3a-fe00-4aa8-ab06-9912a414ff5a {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:01.711370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device b333cb3a-fe00-4aa8-ab06-9912a414ff5a not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:01.711601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f7ce2382-37f2-42dc-9d5e-a9dfaac17cca no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:01.730821 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f7ce2382-37f2-42dc-9d5e-a9dfaac17cca {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:01.731169 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f7ce2382-37f2-42dc-9d5e-a9dfaac17cca not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:01.731607 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af49dd1f-df22-4da4-9d88-d8b888008f21 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:01.750614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46032) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:01.754181 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a7859fd2-06ec-4883-b7f4-f5838e5ad2df no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:31:01.755253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c9142a82-2f64-48da-8925-433acdc16467 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150323271', 'description': 'tempest-secgroup-smoke-150323271 description', 'project_id': 'f1e12ebb305440619c9d837d2e918320'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:01.756551 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: af49dd1f-df22-4da4-9d88-d8b888008f21 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:01.756886 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device af49dd1f-df22-4da4-9d88-d8b888008f21 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:01.776734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: a7859fd2-06ec-4883-b7f4-f5838e5ad2df {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:31:01.777090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device a7859fd2-06ec-4883-b7f4-f5838e5ad2df not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:31:01.788915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9142a82-2f64-48da-8925-433acdc16467 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.877445 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9142a82-2f64-48da-8925-433acdc16467 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.881118 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9142a82-2f64-48da-8925-433acdc16467 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.908902 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c9142a82-2f64-48da-8925-433acdc16467 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.910134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c9142a82-2f64-48da-8925-433acdc16467 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1585109 Sep 21 09:31:01.912131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9142a82-2f64-48da-8925-433acdc16467 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f047a5-6f44-4efc-a992-8865d2124058,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:01.913190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46034) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:01.918149 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-fc5e9300-c090-4a2f-aa64-a6b0f948d09d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c4f047a5-6f44-4efc-a992-8865d2124058', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:01.944223 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9300-c090-4a2f-aa64-a6b0f948d09d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:01.998312 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9300-c090-4a2f-aa64-a6b0f948d09d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.002350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9300-c090-4a2f-aa64-a6b0f948d09d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.021751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9300-c090-4a2f-aa64-a6b0f948d09d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082fa5d7-43d8-42fd-ae80-744b4b6ff442,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:02.028503 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9300-c090-4a2f-aa64-a6b0f948d09d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.029653 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-fc5e9300-c090-4a2f-aa64-a6b0f948d09d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154399 Sep 21 09:31:02.032439 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46036) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:02.036971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-73c8ec27-579b-4a44-9922-2aaab406d63e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c4f047a5-6f44-4efc-a992-8865d2124058', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:02.062377 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec27-579b-4a44-9922-2aaab406d63e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.121211 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec27-579b-4a44-9922-2aaab406d63e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.125610 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec27-579b-4a44-9922-2aaab406d63e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.145694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8ec27-579b-4a44-9922-2aaab406d63e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38da590e-5ee8-4628-b13b-3fb232e33df4,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:02.148467 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73c8ec27-579b-4a44-9922-2aaab406d63e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.149735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-73c8ec27-579b-4a44-9922-2aaab406d63e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163819 Sep 21 09:31:02.152635 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46038) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:02.157174 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-71e335a5-1c46-4153-9c8b-c4def53a8cc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c4f047a5-6f44-4efc-a992-8865d2124058', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:02.183402 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71e335a5-1c46-4153-9c8b-c4def53a8cc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.241485 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71e335a5-1c46-4153-9c8b-c4def53a8cc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.245113 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71e335a5-1c46-4153-9c8b-c4def53a8cc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.264029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e335a5-1c46-4153-9c8b-c4def53a8cc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf44387b-69bd-41b8-b438-b9ae42ef4261,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:02.266484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-71e335a5-1c46-4153-9c8b-c4def53a8cc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.270197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-71e335a5-1c46-4153-9c8b-c4def53a8cc3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140974 Sep 21 09:31:02.270616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46040) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:02.274824 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2c47f078-55a3-4c97-a7a1-62d47da318a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c4f047a5-6f44-4efc-a992-8865d2124058', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:02.301597 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c47f078-55a3-4c97-a7a1-62d47da318a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.357812 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c47f078-55a3-4c97-a7a1-62d47da318a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.362540 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c47f078-55a3-4c97-a7a1-62d47da318a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.380299 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47f078-55a3-4c97-a7a1-62d47da318a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea10b13-68c0-45d5-b37e-4da91964dc6e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:02.387131 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c47f078-55a3-4c97-a7a1-62d47da318a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.390718 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2c47f078-55a3-4c97-a7a1-62d47da318a1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169436 Sep 21 09:31:02.390914 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46042) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:02.395233 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c4f047a5-6f44-4efc-a992-8865d2124058', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:02.416034 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:31:02.420768 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.481303 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.485178 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.502372 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297683c8-9094-4c06-8a49-43624d301d5f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:02.509377 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.513332 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9634f503-4646-44c1-b44f-993a145272ec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189239 Sep 21 09:31:02.513521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46044) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:02.518186 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'security_group_rule': {'security_group_id': 'c4f047a5-6f44-4efc-a992-8865d2124058', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:02.539508 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Project f1e12ebb305440619c9d837d2e918320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:31:02.544629 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.604541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.607954 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.625245 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4618728-1989-4ce1-aa83-d02bbab9ebb4,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:02.631899 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.635748 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5a4b51c6-d752-4747-982f-3e0035e4d922 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212962 Sep 21 09:31:02.636009 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46046) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:02.641070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'network': {'name': 'tempest-network-smoke--455891665', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'port_security_enabled': True}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:02.663096 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:02.666538 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.689230 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:31:02.697425 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.697769 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Added segment b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523 of type vlan for network 5058471c-05c9-45c1-925f-2ef3fe401b10 Sep 21 09:31:02.738419 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.765452 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.772563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:02.772724 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.773474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.813496 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1763530 Sep 21 09:31:02.816245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46048) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:02.849254 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'admin_state_up': True, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:02.861260 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc880ece-c7e4-4fbf-8dc8-3d6c347dae1a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Network': ['ID=5058471c-05c9-45c1-925f-2ef3fe401b10,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:02.873264 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:31:02.876644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.877868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:02.928715 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.067132 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.254999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.277428 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.375455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.18 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/714d3c5f-7778-4a37-a076-5d2bccc35c9e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:03.477827 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.511544 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:03.548568 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:03.551399 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:03.556791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:03.578283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=714d3c5f-7778-4a37-a076-5d2bccc35c9e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:03.809216 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.004167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.128628 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 28f8b361-1c61-4d35-9e65-1bc9038a8177 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:31:04.233277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:04.243170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Sync routers for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:04.251942 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.252248 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:04.252959 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:04.253234 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a7bd358a-ffd7-4ee0-a803-a3d115379a0d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4360759 Sep 21 09:31:04.256424 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46050) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:04.286563 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f188adfd-4df2-4ed7-bc75-9f4033777c30 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?project_id=f1e12ebb305440619c9d837d2e918320&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267634 Sep 21 09:31:04.286802 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46052) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:04.358095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:04.372194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb462f4-7a30-4c3a-ae68-1187f9c92af0 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:04.373715 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cdb462f4-7a30-4c3a-ae68-1187f9c92af0 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859284 Sep 21 09:31:04.376593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46054) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:04.408121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-ad08ca07-be5e-4c45-806c-c609ea5ef5bd tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/subnets?network_id=b063202b-519a-473f-a367-4c62d7c2454e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303912 Sep 21 09:31:04.410664 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46056) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:04.416122 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1887984618', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:04.505325 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:04.508823 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.538242 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:03Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:04.568378 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Checking router: 28f8b361-1c61-4d35-9e65-1bc9038a8177 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:04.568731 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Updating router 28f8b361-1c61-4d35-9e65-1bc9038a8177 port 714d3c5f-7778-4a37-a076-5d2bccc35c9e binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:31:04.600193 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.602876 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.691801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.753214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Subnet': ['ID=3cdf65a3-7452-4349-9152-b813b11af677,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:04.762965 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Checking segment: {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:04.763354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network hostable DHCP agents. Network: 5058471c-05c9-45c1-925f-2ef3fe401b10, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:31:04.780598 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:31:04.790253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 5058471c-05c9-45c1-925f-2ef3fe401b10) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:04.794703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:04.795308 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.804772 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c208439-eef6-4e4c-8ac8-fadc0a8ac0d4 None None] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:04.812385 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-ea6ca707-5765-445a-bc92-a7bff39a946c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3996267 Sep 21 09:31:04.815173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46058) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:04.912439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:04.922128 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.009565 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121d049-4fd3-4a43-b3af-652628fb4b21 None None] Pushing event updated for resources: {'Port': ['ID=714d3c5f-7778-4a37-a076-5d2bccc35c9e,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:05.015573 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Attempting to bind port 714d3c5f-7778-4a37-a076-5d2bccc35c9e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:05.015945 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Attempting to bind port 714d3c5f-7778-4a37-a076-5d2bccc35c9e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:05.016313 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Attempting to bind port 714d3c5f-7778-4a37-a076-5d2bccc35c9e on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:05.024623 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:05.024997 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:05.025405 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.025801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:05.026269 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Bound port: 714d3c5f-7778-4a37-a076-5d2bccc35c9e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:05.026659 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.073369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-5058471c-05c9-45c1-925f-2ef3fe401b10', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:31:05.074236 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.116398 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] For port 714d3c5f-7778-4a37-a076-5d2bccc35c9e, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:05.120212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] For port 714d3c5f-7778-4a37-a076-5d2bccc35c9e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=714d3c5f-7778-4a37-a076-5d2bccc35c9e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:05.164486 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.276182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121d049-4fd3-4a43-b3af-652628fb4b21 None None] Pushing event updated for resources: {'Port': ['ID=714d3c5f-7778-4a37-a076-5d2bccc35c9e,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:05.281797 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:05.282428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:05.330416 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Allocated IP 172.20.0.2 (5058471c-05c9-45c1-925f-2ef3fe401b10/3cdf65a3-7452-4349-9152-b813b11af677/46bebd78-eecb-4d06-bd67-6ef3e69f8afb) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:05.610571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:05.611478 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.797524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.820284 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.868826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:05.877894 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:05.881290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:05.883847 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Pushing event updated for resources: {'Port': ['ID=46bebd78-eecb-4d06-bd67-6ef3e69f8afb,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:05.890049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.1 (5058471c-05c9-45c1-925f-2ef3fe401b10/3cdf65a3-7452-4349-9152-b813b11af677/27114ce2-375a-46a7-9671-9a73181902a1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:05.939994 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:03Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:05.968071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Attempting to bind port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:05.968439 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Attempting to bind port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:05.968796 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Attempting to bind port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb on network 5058471c-05c9-45c1-925f-2ef3fe401b10 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:05.970934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994bf16a-9ed0-4b36-a204-9baeaa51e583 None None] The sync data for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 is: [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:03Z', 'revision_number': 3, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:05.976370 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:05.976754 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Checking segment: {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:05.977151 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:05.977535 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Bound using segment: {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:05.978013 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Bound port: 46bebd78-eecb-4d06-bd67-6ef3e69f8afb, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:05.978416 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.017198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.057669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.060634 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] For port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:06.065950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] For port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=46bebd78-eecb-4d06-bd67-6ef3e69f8afb,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:06.071813 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.101011 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:06.104107 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:06.107929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:06.138361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33a079-000e-4b06-acc6-9f717b556b7d None None] Pushing event updated for resources: {'Port': ['ID=46bebd78-eecb-4d06-bd67-6ef3e69f8afb,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:06.143551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=27114ce2-375a-46a7-9671-9a73181902a1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:06.166316 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.324754 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.652450 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.658259 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.732328 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:06.734604 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=27114ce2-375a-46a7-9671-9a73181902a1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:06.842963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:06.845051 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:06.963982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 28f8b361-1c61-4d35-9e65-1bc9038a8177 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:07.078250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:07.083859 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-45162302-c923-4c8b-8b0c-730e64702dc7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/28f8b361-1c61-4d35-9e65-1bc9038a8177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2671432 Sep 21 09:31:07.131485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aa2474-63c8-4a3a-a8a4-cf043022ffaa None None] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:31:07.226582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-6030754f-8536-4505-8b8d-29e74d87f4b0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150323271&fields=id&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 267 time: 0.0344553 Sep 21 09:31:07.243206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-16ac6ea8-6f9d-4b7d-88ec-a51289a4eb91 None None] Provisioning complete for port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:07.243615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-16ac6ea8-6f9d-4b7d-88ec-a51289a4eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.337276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-4c4b8a65-8936-4688-881a-b5436ddff1a7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:07.347498 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-4c4b8a65-8936-4688-881a-b5436ddff1a7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/networks?id=5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 200 len: 796 time: 0.1135728 Sep 21 09:31:07.357689 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-16ac6ea8-6f9d-4b7d-88ec-a51289a4eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.363943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-1b052adc-d878-44bc-b165-3b4eb9eff0b3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/quotas/f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 375 time: 0.0155239 Sep 21 09:31:07.398606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-16ac6ea8-6f9d-4b7d-88ec-a51289a4eb91 None None] For port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=46bebd78-eecb-4d06-bd67-6ef3e69f8afb,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:07.403904 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-16ac6ea8-6f9d-4b7d-88ec-a51289a4eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.425419 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-bb7a4cb0-761e-4ede-9f56-c63792fea9b0 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595973 Sep 21 09:31:07.460920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6ea8-6f9d-4b7d-88ec-a51289a4eb91 None None] Pushing event updated for resources: {'Port': ['ID=46bebd78-eecb-4d06-bd67-6ef3e69f8afb,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:07.546529 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-216b05f2-480e-4621-afc3-0d33dc9e6e6c service neutron] 10.222.0.59 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051068 Sep 21 09:31:07.614339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 714d3c5f-7778-4a37-a076-5d2bccc35c9e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:07.659971 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-c15e0f90-c8cb-4d52-96e5-441b635f69bf service neutron] 10.222.0.59 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058919 Sep 21 09:31:07.664673 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1a6ccb6f-e537-4bd7-a796-e6a1925b4324 None None] Provisioning complete for port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:07.664850 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a6ccb6f-e537-4bd7-a796-e6a1925b4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.711983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 714d3c5f-7778-4a37-a076-5d2bccc35c9e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:07.712381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.760473 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Sync routers for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:07.794906 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:07.795933 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:07.844323 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1a6ccb6f-e537-4bd7-a796-e6a1925b4324 None None] Provisioning complete for port 27114ce2-375a-46a7-9671-9a73181902a1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:07.844753 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1a6ccb6f-e537-4bd7-a796-e6a1925b4324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.875939 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.891249 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8dbc658e-f8ff-448c-a8ba-43cb59220412 req-69d7c256-01e4-4aaf-843e-f04fca7c6ac9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 210 time: 0.0519302 Sep 21 09:31:07.901523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1a6ccb6f-e537-4bd7-a796-e6a1925b4324 None None] Port 27114ce2-375a-46a7-9671-9a73181902a1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:07.906507 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 714d3c5f-7778-4a37-a076-5d2bccc35c9e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=714d3c5f-7778-4a37-a076-5d2bccc35c9e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:07.915109 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:07.916051 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 46bebd78-eecb-4d06-bd67-6ef3e69f8afb up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:07.974812 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:08.001219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=714d3c5f-7778-4a37-a076-5d2bccc35c9e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:08.020802 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:08.021305 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.057587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-cf676f67-a57f-46a9-a13b-79954cb61b06 None None] Provisioning complete for port 27114ce2-375a-46a7-9671-9a73181902a1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:08.058027 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cf676f67-a57f-46a9-a13b-79954cb61b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.105569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-cf676f67-a57f-46a9-a13b-79954cb61b06 None None] Port 27114ce2-375a-46a7-9671-9a73181902a1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:08.225531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-1f334ba2-1070-498a-86f0-c02750d2d8d7 None None] Provisioning complete for port 27114ce2-375a-46a7-9671-9a73181902a1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:08.226298 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-1f334ba2-1070-498a-86f0-c02750d2d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.262145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-1f334ba2-1070-498a-86f0-c02750d2d8d7 None None] Port 27114ce2-375a-46a7-9671-9a73181902a1 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:08.321050 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 2, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:08.349470 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Checking router: 28f8b361-1c61-4d35-9e65-1bc9038a8177 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:08.349661 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Updating router 28f8b361-1c61-4d35-9e65-1bc9038a8177 port 27114ce2-375a-46a7-9671-9a73181902a1 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:31:08.377304 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.639571 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.644691 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.698573 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Pushing event updated for resources: {'Port': ['ID=27114ce2-375a-46a7-9671-9a73181902a1,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:08.724879 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.725221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.725550 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.725877 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.726199 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.726518 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.726832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.727153 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.727496 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.727812 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.728124 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.728511 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:31:08.759978 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Attempting to bind port 27114ce2-375a-46a7-9671-9a73181902a1 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:08.760344 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Attempting to bind port 27114ce2-375a-46a7-9671-9a73181902a1 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:08.760704 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Attempting to bind port 27114ce2-375a-46a7-9671-9a73181902a1 on network 5058471c-05c9-45c1-925f-2ef3fe401b10 {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:08.765843 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:08.766215 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Checking segment: {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:08.766665 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.767057 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Bound using segment: {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:08.767546 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Bound port: 27114ce2-375a-46a7-9671-9a73181902a1, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:08.767921 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.842252 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] For port 27114ce2-375a-46a7-9671-9a73181902a1, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:08.846287 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] For port 27114ce2-375a-46a7-9671-9a73181902a1, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=27114ce2-375a-46a7-9671-9a73181902a1,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:08.852569 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.953424 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:08.954080 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:08.978817 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-7d1b59e8-a743-4faa-9f22-042fe8486e30 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:08.981015 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-7d1b59e8-a743-4faa-9f22-042fe8486e30 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "GET /v2.0/networks?id=5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 200 len: 796 time: 0.1426101 Sep 21 09:31:08.990424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-53c29adc-4477-4273-a36d-4e10e57d6250 None None] Provisioning complete for port 27114ce2-375a-46a7-9671-9a73181902a1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:08.991834 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53c29adc-4477-4273-a36d-4e10e57d6250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:08.995917 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3bf864-af4a-4361-91c1-5f1fac852cb1 None None] Pushing event updated for resources: {'Port': ['ID=27114ce2-375a-46a7-9671-9a73181902a1,revision_number=4']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:09.090501 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-405d3290-7f3a-4ab5-b391-6592518b4baa req-9e1e481c-cf12-4211-a76c-08aa3d42592e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 210 time: 0.0529442 Sep 21 09:31:09.090775 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53c29adc-4477-4273-a36d-4e10e57d6250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.094676 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:09.097582 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-bb410452-b1ae-4dce-8a4b-bf405043d351 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1e12ebb305440619c9d837d2e918320 HTTP/1.1" status: 200 len: 379 time: 0.1014457 Sep 21 09:31:09.118704 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'port': {'device_id': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'admin_state_up': True, 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'security_groups': ['c4f047a5-6f44-4efc-a992-8865d2124058']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:09.136191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-53c29adc-4477-4273-a36d-4e10e57d6250 None None] For port 27114ce2-375a-46a7-9671-9a73181902a1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=27114ce2-375a-46a7-9671-9a73181902a1,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:09.141485 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53c29adc-4477-4273-a36d-4e10e57d6250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.203857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c29adc-4477-4273-a36d-4e10e57d6250 None None] Pushing event updated for resources: {'Port': ['ID=27114ce2-375a-46a7-9671-9a73181902a1,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:09.249007 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Made reservation on behalf of f1e12ebb305440619c9d837d2e918320 for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:31:09.252745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.260322 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f1e77a7c-41be-443d-9cea-9bb1b56a47ba None None] Provisioning complete for port 27114ce2-375a-46a7-9671-9a73181902a1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:09.260867 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f1e77a7c-41be-443d-9cea-9bb1b56a47ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.331583 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:08Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:09.358529 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b308c5-5537-43c5-ba5e-8d6807ad2384 None None] The sync data for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 is: [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:08Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:09.390986 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.20.0.14 (5058471c-05c9-45c1-925f-2ef3fe401b10/3cdf65a3-7452-4349-9152-b813b11af677/6b1e68e2-1b6f-45ee-8739-95a7187330d2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:09.555746 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.598673 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.614525 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 27114ce2-375a-46a7-9671-9a73181902a1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:09.642020 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:09.645231 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:09.652380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:09.659461 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=6b1e68e2-1b6f-45ee-8739-95a7187330d2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:09.677934 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 27114ce2-375a-46a7-9671-9a73181902a1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:09.678287 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.718785 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:09.719703 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.738038 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-33a1f854-bb22-4fa1-88cf-c096ca3adc34 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6338928 Sep 21 09:31:09.771686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 714d3c5f-7778-4a37-a076-5d2bccc35c9e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:09.802850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Request body: {'port': {'device_id': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:09.837202 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 714d3c5f-7778-4a37-a076-5d2bccc35c9e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:09.837864 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.874923 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.959990 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a3ef887d-fbcf-4d32-8f81-1ad311e07bea None None] Provisioning complete for port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:09.960372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3ef887d-fbcf-4d32-8f81-1ad311e07bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:09.999369 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a3ef887d-fbcf-4d32-8f81-1ad311e07bea None None] Port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:31:10.168790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1e68e2-1b6f-45ee-8739-95a7187330d2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:31:10.178019 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.191175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Transition to ACTIVE for port object 6b1e68e2-1b6f-45ee-8739-95a7187330d2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:31:10.194976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.214674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff674-cd29-4111-9721-4ae7d59f0666 req-8f145d2e-6282-4fce-9228-dea4d6cad47a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.216227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bbff674-cd29-4111-9721-4ae7d59f0666 req-8f145d2e-6282-4fce-9228-dea4d6cad47a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 932 time: 0.0499096 Sep 21 09:31:10.267409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bbff674-cd29-4111-9721-4ae7d59f0666 req-f55e711c-81fb-4b8f-8799-2f5168e8a61e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Sep 21 09:31:10.295784 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b1e68e2-1b6f-45ee-8739-95a7187330d2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:10.326834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Attempting to bind port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:31:10.327212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Attempting to bind port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:31:10.327576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Attempting to bind port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 on network 5058471c-05c9-45c1-925f-2ef3fe401b10 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:10.332342 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 on network 5058471c-05c9-45c1-925f-2ef3fe401b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:31:10.332665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Attempting to bind port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 on network 5058471c-05c9-45c1-925f-2ef3fe401b10 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:31:10.337953 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:31:10.338291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Checking segment: {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:31:10.338689 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Bound using segment: {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:31:10.339117 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Bound port: 6b1e68e2-1b6f-45ee-8739-95a7187330d2, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:31:10.339505 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.408742 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] For port 6b1e68e2-1b6f-45ee-8739-95a7187330d2, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:31:10.412460 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] For port 6b1e68e2-1b6f-45ee-8739-95a7187330d2, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:31:10.417455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.452578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.453247 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:10.454713 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] 10.222.0.62 "PUT /v2.0/ports/6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 200 len: 1092 time: 0.7081866 Sep 21 09:31:10.457210 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:10.460849 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:10.490272 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8446aa7-1533-4214-b71c-a1c78075dc8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b1e68e2-1b6f-45ee-8739-95a7187330d2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:10.538043 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c806f506-905c-4380-aa3e-53219d7c29de x-openstack-request-id: req-c806f506-905c-4380-aa3e-53219d7c29de {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:10.538358 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:10.538610 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c806f506-905c-4380-aa3e-53219d7c29de {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:10.539014 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'status': 'completed', 'code': 200} Sep 21 09:31:10.560694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-ef179478-2346-41e5-b06b-2fda90570f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.562808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-ef179478-2346-41e5-b06b-2fda90570f2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1095 time: 0.0520234 Sep 21 09:31:10.609096 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-fe262f3c-3b55-4234-a70a-af5bb5924bcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 200 len: 217 time: 0.0382073 Sep 21 09:31:10.662699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-3f388751-8bf9-4054-a56e-4496638989b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.664214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-3f388751-8bf9-4054-a56e-4496638989b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cdf65a3-7452-4349-9152-b813b11af677 HTTP/1.1" status: 200 len: 835 time: 0.0486465 Sep 21 09:31:10.708644 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b03df52f-c59b-41cf-a0ae-518fb6b1b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:10.710097 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-b03df52f-c59b-41cf-a0ae-518fb6b1b384 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5058471c-05c9-45c1-925f-2ef3fe401b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390673 Sep 21 09:31:10.804884 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-44e7d7d8-6e7c-423d-a3d9-d1aef1b41222 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874674 Sep 21 09:31:10.892926 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1b530120-9bd3-4856-9993-2fda67e83818 req-8d0f9083-e166-4a14-b889-6b4da05df483 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803702 Sep 21 09:31:11.115868 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-be0bbea7-b70a-475b-9649-42ec2572d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.117252 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-be0bbea7-b70a-475b-9649-42ec2572d628 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1095 time: 0.0444794 Sep 21 09:31:11.205786 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-79c17cda-8ae7-49ee-acfd-cce15a87b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.207236 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-79c17cda-8ae7-49ee-acfd-cce15a87b87f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 200 len: 897 time: 0.0822303 Sep 21 09:31:11.251479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-80250560-c828-4124-a77b-0571524413d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 200 len: 217 time: 0.0365629 Sep 21 09:31:11.299440 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-7bec0938-bd7e-483c-9bef-e55725af3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.300875 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-7bec0938-bd7e-483c-9bef-e55725af3e80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cdf65a3-7452-4349-9152-b813b11af677 HTTP/1.1" status: 200 len: 835 time: 0.0425963 Sep 21 09:31:11.346814 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-ad862cf5-ac6a-439f-93c6-aa3d0fb97f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.348372 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-ad862cf5-ac6a-439f-93c6-aa3d0fb97f55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5058471c-05c9-45c1-925f-2ef3fe401b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403242 Sep 21 09:31:11.392164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b7b09-bad4-4037-9ab8-ccd2853508e0 req-02d35828-5b25-4c1f-88af-c25f07e0816e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:11.393629 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee9b7b09-bad4-4037-9ab8-ccd2853508e0 req-02d35828-5b25-4c1f-88af-c25f07e0816e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 944 time: 0.0541062 Sep 21 09:31:11.432344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee9b7b09-bad4-4037-9ab8-ccd2853508e0 req-039c9907-0036-4cdf-a65b-ba09c80b4f08 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327806 Sep 21 09:31:11.448288 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-a563c22c-fbbe-4b75-86be-a9001139ea15 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904706 Sep 21 09:31:11.539069 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ed02cc79-3adc-43f0-b1ba-ca2c8db7d506 req-e57c0147-3da1-4076-842a-f31091987291 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837164 Sep 21 09:31:12.546708 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6a6c-f163-450c-9980-df60855c45aa req-e25e60be-735b-44f2-8ed3-7014952b0ef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:12.548221 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-306b6a6c-f163-450c-9980-df60855c45aa req-e25e60be-735b-44f2-8ed3-7014952b0ef4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 944 time: 0.0475900 Sep 21 09:31:12.589261 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-306b6a6c-f163-450c-9980-df60855c45aa req-56dcb457-1efb-453b-89a2-2dc33dfbe4c3 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350432 Sep 21 09:31:13.278531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6b1e68e2-1b6f-45ee-8739-95a7187330d2 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:31:13.373372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6b1e68e2-1b6f-45ee-8739-95a7187330d2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:13.384947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'port_id': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'mac_address': 'fa:16:3e:c9:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:31:13.423868 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:13.435872 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1e68e2-1b6f-45ee-8739-95a7187330d2 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:31:13.454960 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6b1e68e2-1b6f-45ee-8739-95a7187330d2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:13.459433 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:13.504848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=6b1e68e2-1b6f-45ee-8739-95a7187330d2,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:13.704772 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a4bfa-bd4d-4c16-9b07-246872fd90b9 req-38af319e-e18a-405e-8b04-d85e129739e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:13.706762 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d55a4bfa-bd4d-4c16-9b07-246872fd90b9 req-38af319e-e18a-405e-8b04-d85e129739e4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 945 time: 0.0523579 Sep 21 09:31:13.743778 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d55a4bfa-bd4d-4c16-9b07-246872fd90b9 req-41495ea0-4544-49c3-93f4-ceeab56b02f6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310459 Sep 21 09:31:13.834349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['6b1e68e2-1b6f-45ee-8739-95a7187330d2'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:31:14.857889 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9fa2d-7bac-4f31-82a7-3df3206f47ec req-9220fbfc-3819-45bc-acf0-7ffb351251ca tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:14.859943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84d9fa2d-7bac-4f31-82a7-3df3206f47ec req-9220fbfc-3819-45bc-acf0-7ffb351251ca tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 945 time: 0.0476949 Sep 21 09:31:14.896256 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-84d9fa2d-7bac-4f31-82a7-3df3206f47ec req-c3454451-a738-4da3-815f-6a6dc2ecd322 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303662 Sep 21 09:31:15.289312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6b1e68e2-1b6f-45ee-8739-95a7187330d2 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:31:15.337848 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:31:15.341447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:31:15.341826 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:15.419399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:15.442528 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:15.444624 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd611287-4f54-4425-a907-6294b06007ea" -d '{"events": [{"server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "name": "network-vif-plugged", "status": "completed", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:15.457422 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 6b1e68e2-1b6f-45ee-8739-95a7187330d2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:31:15.466639 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:15.491197 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b037a9-e588-49f0-98cc-d74f0ca60b01 x-openstack-request-id: req-78b037a9-e588-49f0-98cc-d74f0ca60b01 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:15.491527 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "name": "network-vif-plugged", "status": "completed", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:15.491749 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-78b037a9-e588-49f0-98cc-d74f0ca60b01 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:15.492136 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'code': 200} Sep 21 09:31:15.520544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=6b1e68e2-1b6f-45ee-8739-95a7187330d2,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:15.578100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636aeba2-a7a0-47bd-a7f9-3acc2063cf53 req-e6b362d0-930f-4488-b4b1-2332afed76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:15.579533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-636aeba2-a7a0-47bd-a7f9-3acc2063cf53 req-e6b362d0-930f-4488-b4b1-2332afed76ff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1097 time: 0.0397537 Sep 21 09:31:15.615576 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-636aeba2-a7a0-47bd-a7f9-3acc2063cf53 req-dd45cbdb-d293-4c57-ae1d-24cf8c2a87c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287943 Sep 21 09:31:16.009891 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac649e-c78d-432a-b5ae-c127286ebd74 req-126d64a6-534e-4bf2-b4f5-015d1ef45ca2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:16.011393 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3ac649e-c78d-432a-b5ae-c127286ebd74 req-126d64a6-534e-4bf2-b4f5-015d1ef45ca2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0489135 Sep 21 09:31:16.053248 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d3ac649e-c78d-432a-b5ae-c127286ebd74 req-8c14aadf-2b37-45d2-a82b-cc28e83b2067 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358636 Sep 21 09:31:16.926605 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:31:17.167600 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8255c4f-71c8-4e53-8384-ffab9786758c req-cb27b5e5-3ff1-4676-9f5e-19d80eea6a61 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:17.169056 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8255c4f-71c8-4e53-8384-ffab9786758c req-cb27b5e5-3ff1-4676-9f5e-19d80eea6a61 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0480812 Sep 21 09:31:17.206140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b8255c4f-71c8-4e53-8384-ffab9786758c req-3cad2b69-5a74-44bf-b313-5c4c0240b3c1 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312343 Sep 21 09:31:17.318062 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7492cd-4738-4004-94a4-da090df55992 req-d40a9492-0a30-4ca3-8724-a8ec205b2647 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:17.319611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae7492cd-4738-4004-94a4-da090df55992 req-d40a9492-0a30-4ca3-8724-a8ec205b2647 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0485387 Sep 21 09:31:17.356794 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ae7492cd-4738-4004-94a4-da090df55992 req-377dfcba-4799-4b44-8437-6a1de4f5ccf6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Sep 21 09:31:17.379114 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46112) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:17.417008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff62ac-cd17-4f55-8105-034411b14cd3 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:17.418502 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-83ff62ac-cd17-4f55-8105-034411b14cd3 tempest-TestNetworkAdvancedServerOps-420741865 tempest-TestNetworkAdvancedServerOps-420741865-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1092 time: 0.0383720 Sep 21 09:31:17.421839 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46114) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:17.426003 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:31:17.447618 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:17.545229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:17.644301 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Allocated IP 172.25.1.248 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/b03d0263-c2ab-4966-8425-af365ee38072) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:31:17.752388 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:17.786707 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:17.821876 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:31:17.824720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:31:17.827296 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:31:17.860781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=b03d0263-c2ab-4966-8425-af365ee38072,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:18.187323 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:18.249230 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:18.392723 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:18.397526 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:18.468696 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event updated for resources: {'Port': ['ID=b03d0263-c2ab-4966-8425-af365ee38072,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:31:18.474737 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:18.899178 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP b92c7251-6409-4914-8fc1-a2b5a70940b2 associated. External IP: 172.25.1.248, port: 6b1e68e2-1b6f-45ee-8739-95a7187330d2. Sep 21 09:31:19.099206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 28f8b361-1c61-4d35-9e65-1bc9038a8177 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:31:19.206228 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:31:19.215943 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] Sync routers for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:31:19.224517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:19.228213 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:19.228844 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:19.255249 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-801296f7-0d1e-497f-97c3-696ef823ebcf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8324082 Sep 21 09:31:19.255858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:31:19.259650 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0131bfa9-56d6-405a-a868-ab0e6539eb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:31:19.300700 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d25630-24d3-45f6-93d1-110c9127d86c x-openstack-request-id: req-69d25630-24d3-45f6-93d1-110c9127d86c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:31:19.300995 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:31:19.301250 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69d25630-24d3-45f6-93d1-110c9127d86c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:31:19.301651 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'status': 'completed', 'code': 200} Sep 21 09:31:19.341950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:19.360587 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d0784-b6fc-48e4-a623-8c33033a93aa req-5a818a7f-b657-4e63-a459-e317be0716f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.362139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d6d0784-b6fc-48e4-a623-8c33033a93aa req-5a818a7f-b657-4e63-a459-e317be0716f5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0552671 Sep 21 09:31:19.368754 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-7e40185d-e98d-4dc9-be92-bc4d602c76a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.370671 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-7e40185d-e98d-4dc9-be92-bc4d602c76a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1097 time: 0.0428791 Sep 21 09:31:19.402741 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9d6d0784-b6fc-48e4-a623-8c33033a93aa req-3a8f4c6c-1b25-4689-bb83-091d4f55207b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332167 Sep 21 09:31:19.425624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46120) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:19.465217 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-ca0cae7a-1084-4a71-91b9-add6e6f0d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.466746 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-ca0cae7a-1084-4a71-91b9-add6e6f0d548 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 200 len: 897 time: 0.0895448 Sep 21 09:31:19.489304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7f213166-41cd-4580-afea-b73145bb6f5d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/b92c7251-6409-4914-8fc1-a2b5a70940b2 HTTP/1.1" status: 200 len: 992 time: 0.0625157 Sep 21 09:31:19.538516 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-7f9b0cbc-ba78-4c18-b81b-ea2d80adc47c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 200 len: 1000 time: 0.0640290 Sep 21 09:31:19.580025 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b92c7251-6409-4914-8fc1-a2b5a70940b2', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'port_id': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'mac_address': 'fa:16:3e:c9:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:31:18Z', 'updated_at': '2021-09-21T09:31:18Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:09Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:19.588651 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-60c51a67-3bf1-43b9-9192-2fe9729ebb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.590148 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-60c51a67-3bf1-43b9-9192-2fe9729ebb64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cdf65a3-7452-4349-9152-b813b11af677 HTTP/1.1" status: 200 len: 835 time: 0.0450034 Sep 21 09:31:19.607233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] Checking router: 28f8b361-1c61-4d35-9e65-1bc9038a8177 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:31:19.615695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:31:19.616317 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:30:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:19.636318 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-635b1ca4-e6c9-42fc-977c-0549a90bf100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:19.637881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-635b1ca4-e6c9-42fc-977c-0549a90bf100 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5058471c-05c9-45c1-925f-2ef3fe401b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400259 Sep 21 09:31:19.722643 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:31:19.732895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-6bb89bea-1de1-442c-a147-8513ccc9962f service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874281 Sep 21 09:31:19.828727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0131bfa9-56d6-405a-a868-ab0e6539eb2c req-a0c9ca40-5530-451b-a2ed-1f1cdec61b5f service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892150 Sep 21 09:31:19.948683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b92c7251-6409-4914-8fc1-a2b5a70940b2', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'port_id': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'mac_address': 'fa:16:3e:c9:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:31:18Z', 'updated_at': '2021-09-21T09:31:18Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:09Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:31:19.975070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e8776-e5ff-4893-925a-095fa5825b10 None None] The sync data for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 is: [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': 'b92c7251-6409-4914-8fc1-a2b5a70940b2', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'floating_ip_address': '172.25.1.248', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'port_id': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'mac_address': 'fa:16:3e:c9:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:31:18Z', 'updated_at': '2021-09-21T09:31:18Z', 'revision_number': 0, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:09Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:31:20.164400 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5acac-ba19-4099-a189-3adaa94ae634 None None] New status for floating IP b92c7251-6409-4914-8fc1-a2b5a70940b2: ACTIVE {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:31:20.492765 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46122) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:31:20.552137 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-450b1bac-8ee0-4a26-9018-ed888f6df42b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/b92c7251-6409-4914-8fc1-a2b5a70940b2 HTTP/1.1" status: 200 len: 994 time: 0.0582404 Sep 21 09:31:22.534885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69caf2bb-6697-4358-9f0f-84c386a2726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:25.452012 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:25.462689 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f9d2cab8-18e9-4aba-8e1d-3b3394a6acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:27.053366 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:28.100439 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:32.771337 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:34.557705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:42.409905 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-6e8293db-061c-4f97-b4eb-ef0e6f81741e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390341 Sep 21 09:31:42.493212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-12bde8c5-f159-4ce0-a61b-325986e22749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:42.494702 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-12bde8c5-f159-4ce0-a61b-325986e22749 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1097 time: 0.0434136 Sep 21 09:31:42.597048 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-b52ceea8-d53f-4ca2-99c7-b2f47b682130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:42.598541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-b52ceea8-d53f-4ca2-99c7-b2f47b682130 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 200 len: 897 time: 0.0849018 Sep 21 09:31:42.667848 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-962a599a-9138-4ac9-b8fb-ce0f19e8bc3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 200 len: 1002 time: 0.0613451 Sep 21 09:31:42.716073 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-5176af0f-0208-4bc7-9346-30e1d66ad903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:42.717489 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-5176af0f-0208-4bc7-9346-30e1d66ad903 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cdf65a3-7452-4349-9152-b813b11af677 HTTP/1.1" status: 200 len: 835 time: 0.0431311 Sep 21 09:31:42.761848 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-5ad169ed-388a-4c8b-adde-176abd344233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:31:42.763306 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-5ad169ed-388a-4c8b-adde-176abd344233 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5058471c-05c9-45c1-925f-2ef3fe401b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392027 Sep 21 09:31:42.854925 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-6bf7b1c3-9f22-473f-927b-edb077423101 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843811 Sep 21 09:31:42.944962 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-0ebe30c6-02f7-43cd-8943-3613b4c1c56d req-14fe867a-b75e-4b01-ae1f-502cb92a4062 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Sep 21 09:31:52.536381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-91e167bd-582d-46ac-88b0-ca734c4d511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:53.924947 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:31:55.441783 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:55.461677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-303edde7-d325-41c7-b201-1208c37d59b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:57.055550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:31:58.101815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:02.772873 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:04.572286 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:22.539778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b96d41a8-a601-4585-b2db-31515eda1208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:25.442668 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:25.460951 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-94ca2e38-6ad8-4eeb-af16-a03f1f8c672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:27.058892 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:28.104677 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:30.924630 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:32:31.988266 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e757c34-be4c-422b-a700-5dbd152e9eee req-be251473-7f81-4584-b833-037ecdcfa931 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:31.989758 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e757c34-be4c-422b-a700-5dbd152e9eee req-be251473-7f81-4584-b833-037ecdcfa931 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0540457 Sep 21 09:32:32.027026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e757c34-be4c-422b-a700-5dbd152e9eee req-2ddccf7d-3a56-441e-b5d3-8f5dadf91ed8 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Sep 21 09:32:32.801745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:33.147879 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e594-d8aa-498c-88b8-efe9a41f7f39 req-b04355ff-c57c-4b6f-b48b-f10c56e7ea85 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:33.149351 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d676e594-d8aa-498c-88b8-efe9a41f7f39 req-b04355ff-c57c-4b6f-b48b-f10c56e7ea85 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0532765 Sep 21 09:32:33.186634 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d676e594-d8aa-498c-88b8-efe9a41f7f39 req-0e6dd69f-e45b-4bd2-9deb-ef688f38e1fe tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Sep 21 09:32:34.300615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cb8d5-e832-439b-be5d-24d1337e31f3 req-ad4f08c1-7113-40d3-ac9e-4493e65901f6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:34.302083 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad3cb8d5-e832-439b-be5d-24d1337e31f3 req-ad4f08c1-7113-40d3-ac9e-4493e65901f6 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0479941 Sep 21 09:32:34.338906 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ad3cb8d5-e832-439b-be5d-24d1337e31f3 req-7c2d03b4-91a8-48b1-b555-4194e363f5d9 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Sep 21 09:32:34.361027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46154) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:34.421601 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-709cb7b5-677c-4b61-a998-e5cff686bcdf tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/b92c7251-6409-4914-8fc1-a2b5a70940b2 HTTP/1.1" status: 200 len: 994 time: 0.0593636 Sep 21 09:32:34.568674 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:35.685976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda4815-df93-4edc-af9c-2a8710692dfb req-b98c8e75-fadf-42b5-ad4a-8b986a35f327 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:35.687471 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbda4815-df93-4edc-af9c-2a8710692dfb req-b98c8e75-fadf-42b5-ad4a-8b986a35f327 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0514901 Sep 21 09:32:35.700803 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-a3e1aeef-1f6f-465a-b27b-0e4fa567c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:35.702258 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-a3e1aeef-1f6f-465a-b27b-0e4fa567c772 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1097 time: 0.0467057 Sep 21 09:32:35.725974 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bbda4815-df93-4edc-af9c-2a8710692dfb req-7b73756d-152d-4b86-9a4a-b96461ead58b tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Sep 21 09:32:35.792189 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-e5bae88b-804c-4fd1-989f-07352a0a196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:35.794484 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-e5bae88b-804c-4fd1-989f-07352a0a196e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 200 len: 897 time: 0.0852132 Sep 21 09:32:35.863401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-936361da-d35a-4696-9368-7a39c3361b6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 200 len: 1002 time: 0.0619032 Sep 21 09:32:35.911406 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-eb902206-5785-4e8c-8d1d-a767f5e23dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:35.912819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-eb902206-5785-4e8c-8d1d-a767f5e23dcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cdf65a3-7452-4349-9152-b813b11af677 HTTP/1.1" status: 200 len: 835 time: 0.0429680 Sep 21 09:32:35.957015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-8ec0c997-9849-42ef-ab87-8d25475ded76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:35.958428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-8ec0c997-9849-42ef-ab87-8d25475ded76 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5058471c-05c9-45c1-925f-2ef3fe401b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389271 Sep 21 09:32:36.051613 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-5c68f176-cec8-4981-9290-cbe729ffc805 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859134 Sep 21 09:32:36.138369 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e14fdb44-48cf-4fb2-8b76-7f7fb2db276b req-2d86ab99-e084-4858-a90f-2b18e61d971c service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796986 Sep 21 09:32:36.856794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03215fbd-3d40-4966-b367-12c0f58e4903 req-af26fa49-d1e2-4d27-a845-154906ef1f09 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:36.858320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03215fbd-3d40-4966-b367-12c0f58e4903 req-af26fa49-d1e2-4d27-a845-154906ef1f09 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0558667 Sep 21 09:32:36.898625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-03215fbd-3d40-4966-b367-12c0f58e4903 req-9042a3a0-3997-4c22-ba9b-eb8db3cd2a2e tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341439 Sep 21 09:32:38.014561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeced475-d4e0-4af7-b005-3e99c0dfc924 req-bfecb762-4bd1-49c7-afe2-d04b747deaec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:38.016078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eeced475-d4e0-4af7-b005-3e99c0dfc924 req-bfecb762-4bd1-49c7-afe2-d04b747deaec tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0485358 Sep 21 09:32:38.053194 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-eeced475-d4e0-4af7-b005-3e99c0dfc924 req-69769b7b-6c3c-488d-bcca-6ea306647472 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312362 Sep 21 09:32:38.075159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46166) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:38.138264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-85965a97-f64f-4151-95ea-8719ab0e1a72 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/floatingips/b92c7251-6409-4914-8fc1-a2b5a70940b2 HTTP/1.1" status: 200 len: 994 time: 0.0618064 Sep 21 09:32:38.349120 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46172) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:38.504834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port b03d0263-c2ab-4966-8425-af365ee38072 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:32:38.505180 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:38.579865 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:38.580198 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:38.592050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for b03d0263-c2ab-4966-8425-af365ee38072 owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:32:38.737248 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:38.763875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=b03d0263-c2ab-4966-8425-af365ee38072,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:38.791146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.791540 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.791893 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.792236 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.792577 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.792951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.793290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.793624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.793958 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.794291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.794623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.794951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:38.836337 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:38.836676 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Floating IP b92c7251-6409-4914-8fc1-a2b5a70940b2 disassociated (deleted). External IP: 172.25.1.248, port: 6b1e68e2-1b6f-45ee-8739-95a7187330d2. Sep 21 09:32:39.042312 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 28f8b361-1c61-4d35-9e65-1bc9038a8177 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:32:39.144909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:32:39.149868 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:39.154413 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] Sync routers for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:32:39.163628 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:39.164250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:39.179458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1b6809c1-e8ef-4cc2-bad6-5437150e29a5 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/floatingips/b92c7251-6409-4914-8fc1-a2b5a70940b2 HTTP/1.1" status: 204 len: 168 time: 0.8292882 Sep 21 09:32:39.180044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:32:39.182281 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:32:39.220449 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c25b3f7-ee5f-41b2-9ab8-7b249187707a x-openstack-request-id: req-4c25b3f7-ee5f-41b2-9ab8-7b249187707a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:32:39.220742 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:32:39.220995 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4c25b3f7-ee5f-41b2-9ab8-7b249187707a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:32:39.221403 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'status': 'completed', 'code': 200} Sep 21 09:32:39.274813 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:39.285867 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-739006f5-7a75-453f-8e6c-46ea8d91dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:39.287443 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-739006f5-7a75-453f-8e6c-46ea8d91dca1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f1e12ebb305440619c9d837d2e918320&device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 1097 time: 0.0430963 Sep 21 09:32:39.420334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-90721f0f-c497-4eea-9b65-5ac2b256dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:39.421854 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-90721f0f-c497-4eea-9b65-5ac2b256dfc8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 200 len: 897 time: 0.1258793 Sep 21 09:32:39.445851 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a26bf-0b10-463d-a62c-954a958b6be4 req-ed5bf34e-5504-4f1d-83f9-9da6afdf11a7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:39.447463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e19a26bf-0b10-463d-a62c-954a958b6be4 req-ed5bf34e-5504-4f1d-83f9-9da6afdf11a7 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0767398 Sep 21 09:32:39.482357 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-f40f16e9-ab00-43bd-aed6-878b5d1fd5e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 200 len: 217 time: 0.0519681 Sep 21 09:32:39.541901 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e19a26bf-0b10-463d-a62c-954a958b6be4 req-1598e589-33aa-4576-9fe3-2076d797264c tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671024 Sep 21 09:32:39.552705 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-e134cead-e6c2-4b07-8408-d99987c62f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:39.554191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-e134cead-e6c2-4b07-8408-d99987c62f1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cdf65a3-7452-4349-9152-b813b11af677 HTTP/1.1" status: 200 len: 835 time: 0.0633323 Sep 21 09:32:39.604017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-2d393c66-96c4-4806-8237-d24bc235f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:39.605965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-2d393c66-96c4-4806-8237-d24bc235f143 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5058471c-05c9-45c1-925f-2ef3fe401b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434048 Sep 21 09:32:39.644116 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:09Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:39.673485 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] Checking router: 28f8b361-1c61-4d35-9e65-1bc9038a8177 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:32:39.681568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:39.682176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:39.696339 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-ac997642-e75d-4144-9bd1-a0002a0dc5be service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828030 Sep 21 09:32:39.787914 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:39.792458 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-50d04c04-58af-4bfd-bf6a-b0a1cfdd1e94 req-485d3f9f-a2c2-47b9-a409-9dccf1dd8951 service neutron] 10.222.0.62 "GET /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878708 Sep 21 09:32:39.987358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:09Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:40.013377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b4bbb-70c7-44cc-971e-d71e4ab34a99 None None] The sync data for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 is: [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:31:06Z', 'revision_number': 4, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '27114ce2-375a-46a7-9671-9a73181902a1', 'name': '', 'network_id': '5058471c-05c9-45c1-925f-2ef3fe401b10', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'mac_address': 'fa:16:3e:ad:c2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3cdf65a3-7452-4349-9152-b813b11af677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:05Z', 'updated_at': '2021-09-21T09:31:09Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'subnets': [{'id': '3cdf65a3-7452-4349-9152-b813b11af677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:32:40.235749 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12a1e6-e7ce-4f85-974b-c4bc0609bb8d None None] New status for floating IP b92c7251-6409-4914-8fc1-a2b5a70940b2: DOWN {{(pid=94727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:32:40.663249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314998e-113c-492f-afa0-90ba8471a205 req-d7cabd55-448b-4101-a094-2ab3124a6d20 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:40.664756 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d314998e-113c-492f-afa0-90ba8471a205 req-d7cabd55-448b-4101-a094-2ab3124a6d20 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0481293 Sep 21 09:32:40.701948 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d314998e-113c-492f-afa0-90ba8471a205 req-93e63c90-c619-4b3e-ac39-eee175d53219 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/security-groups?id=c4f047a5-6f44-4efc-a992-8865d2124058&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Sep 21 09:32:41.003909 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-6c82e32f-b09e-4fc8-9960-b4c964977e55 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:41.005391 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-6c82e32f-b09e-4fc8-9960-b4c964977e55 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 946 time: 0.0481491 Sep 21 09:32:41.096975 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:32:41.097325 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:41.184060 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 6b1e68e2-1b6f-45ee-8739-95a7187330d2, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=6b1e68e2-1b6f-45ee-8739-95a7187330d2,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:41.184439 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:41.197175 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 6b1e68e2-1b6f-45ee-8739-95a7187330d2 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:32:41.328730 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:41.358428 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=6b1e68e2-1b6f-45ee-8739-95a7187330d2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:41.401015 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] No DVR routers for this DVR port 6b1e68e2-1b6f-45ee-8739-95a7187330d2 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:32:41.407214 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:41.407214 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1adde5f4-e848-44d9-9dc4-a2087360235a req-34750c7d-d589-4563-9b1a-ab727405001a tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.62 "DELETE /v2.0/ports/6b1e68e2-1b6f-45ee-8739-95a7187330d2 HTTP/1.1" status: 204 len: 173 time: 0.3944993 Sep 21 09:32:41.407214 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'name': 'network-vif-deleted', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:32:41.408469 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640b37f4-7738-4807-9294-52e01217a0fb" -d '{"events": [{"server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "name": "network-vif-deleted", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:32:41.444257 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2992e8a4-852d-48b1-8895-6cd4a6f3af2f x-openstack-request-id: req-2992e8a4-852d-48b1-8895-6cd4a6f3af2f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:32:41.444543 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca", "name": "network-vif-deleted", "tag": "6b1e68e2-1b6f-45ee-8739-95a7187330d2", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:32:41.444789 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2992e8a4-852d-48b1-8895-6cd4a6f3af2f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:32:41.445188 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca', 'name': 'network-vif-deleted', 'tag': '6b1e68e2-1b6f-45ee-8739-95a7187330d2', 'status': 'completed', 'code': 200} Sep 21 09:32:41.815544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4531c71a-52f0-470b-903f-7ad6bcea9afb req-a531c59f-d6ec-42de-b348-3d7d663a7799 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd9c3dc2-7513-4296-bba9-1cf4b0fc21ca HTTP/1.1" status: 200 len: 210 time: 0.0288968 Sep 21 09:32:42.872690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46188) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:43.552743 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:43.743939 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6b1e68e2-1b6f-45ee-8739-95a7187330d2 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:32:43.766632 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 6b1e68e2-1b6f-45ee-8739-95a7187330d2 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:32:43.767006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 6b1e68e2-1b6f-45ee-8739-95a7187330d2 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:32:43.804180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 27114ce2-375a-46a7-9671-9a73181902a1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:32:43.804541 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:43.895576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 27114ce2-375a-46a7-9671-9a73181902a1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=27114ce2-375a-46a7-9671-9a73181902a1,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:43.896281 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:43.910277 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 27114ce2-375a-46a7-9671-9a73181902a1 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:32:44.092050 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:44.117086 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=27114ce2-375a-46a7-9671-9a73181902a1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:44.292697 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:44.502805 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Router 28f8b361-1c61-4d35-9e65-1bc9038a8177 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:32:44.611559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:32:44.616694 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-19405c41-f727-4322-a421-067377f4399d tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "PUT /v2.0/routers/28f8b361-1c61-4d35-9e65-1bc9038a8177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7429638 Sep 21 09:32:44.619486 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46190) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:44.621916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] Sync routers for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:32:44.630953 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:44.631695 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:44.674680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting subnet 3cdf65a3-7452-4349-9152-b813b11af677 {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:32:44.677692 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:44.717902 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:44.734087 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:44.801033 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:44.864901 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:44.895666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdf65a3-7452-4349-9152-b813b11af677,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:44.897686 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:44.899607 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eed63abe-53bb-472c-b28c-9b2070416fbc tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/subnets/3cdf65a3-7452-4349-9152-b813b11af677 HTTP/1.1" status: 204 len: 168 time: 0.2791526 Sep 21 09:32:44.903044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46192) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:44.908160 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9ae32-f4f3-4e88-a3f0-e99c40d08abe None None] Network 5058471c-05c9-45c1-925f-2ef3fe401b10 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:32:44.932400 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:32:44Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:44.987033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] Checking router: 28f8b361-1c61-4d35-9e65-1bc9038a8177 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:32:45.007618 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] Routers {'28f8b361-1c61-4d35-9e65-1bc9038a8177'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:45.008236 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['28f8b361-1c61-4d35-9e65-1bc9038a8177'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:45.009585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.116274 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.150350 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] Set router 28f8b361-1c61-4d35-9e65-1bc9038a8177 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:45.176847 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Deleting port 714d3c5f-7778-4a37-a076-5d2bccc35c9e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:32:45.177315 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.208420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] DHCP port deletion for 5058471c-05c9-45c1-925f-2ef3fe401b10 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:32:45.256442 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] For port 714d3c5f-7778-4a37-a076-5d2bccc35c9e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=714d3c5f-7778-4a37-a076-5d2bccc35c9e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:45.256802 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.268682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Calling delete_port for 714d3c5f-7778-4a37-a076-5d2bccc35c9e owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:32:45.339459 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Deleting port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:32:45.340332 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.412151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] For port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=46bebd78-eecb-4d06-bd67-6ef3e69f8afb,segment=NetworkSegment(b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523),segment_id=b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:45.412458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.426965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Calling delete_port for 46bebd78-eecb-4d06-bd67-6ef3e69f8afb owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:32:45.433854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:32:44Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:45.438128 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.469335 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Port': ['ID=714d3c5f-7778-4a37-a076-5d2bccc35c9e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:45.537549 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.623363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198200f-f418-4684-ba2b-1333e7e7d051 None None] The sync data for ids ['28f8b361-1c61-4d35-9e65-1bc9038a8177'] in n-d-809980-2 is: [{'id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064304552', 'tenant_id': 'f1e12ebb305440619c9d837d2e918320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:31:02Z', 'updated_at': '2021-09-21T09:32:44Z', 'revision_number': 5, 'project_id': 'f1e12ebb305440619c9d837d2e918320', 'gw_port': {'id': '714d3c5f-7778-4a37-a076-5d2bccc35c9e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:bd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f8b361-1c61-4d35-9e65-1bc9038a8177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:31:03Z', 'updated_at': '2021-09-21T09:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:32:45.646149 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.648513 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.693153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.693859 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Fanout notify agent at l3_agent the message router_deleted on router 28f8b361-1c61-4d35-9e65-1bc9038a8177 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:32:45.699459 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.702330 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.704322 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-8721f52f-49be-4970-92f4-488bfad0cc68 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/routers/28f8b361-1c61-4d35-9e65-1bc9038a8177 HTTP/1.1" status: 204 len: 168 time: 0.7994578 Sep 21 09:32:45.706661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46194) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:45.725186 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Pushing event deleted for resources: {'Port': ['ID=46bebd78-eecb-4d06-bd67-6ef3e69f8afb,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:45.730302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] No DVR routers for this DVR port 46bebd78-eecb-4d06-bd67-6ef3e69f8afb on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:32:45.740163 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.740582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.741061 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.741519 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.741924 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.742356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.742932 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.743157 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.743596 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.743993 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.744389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.744783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619f191-6ef8-4f59-a7b0-bbd665bcd5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:45.788896 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.876936 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.896838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5058471c-05c9-45c1-925f-2ef3fe401b10']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:45.905800 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:45.906093 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bf7384-9e93-4fc5-bf2e-3aaa4b6d5523') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:45.915295 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.928260 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.934887 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:32:45.935472 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:32:45.938728 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:32:45.997382 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.000568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 46bebd78-eecb-4d06-bd67-6ef3e69f8afb no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:32:46.017792 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.022262 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/networks/5058471c-05c9-45c1-925f-2ef3fe401b10 HTTP/1.1" status: 204 len: 168 time: 0.3119221 Sep 21 09:32:46.022262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'Network': ['ID=5058471c-05c9-45c1-925f-2ef3fe401b10,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:46.022751 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46196) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:46.025434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 46bebd78-eecb-4d06-bd67-6ef3e69f8afb {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:32:46.025603 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 46bebd78-eecb-4d06-bd67-6ef3e69f8afb not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:32:46.029985 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.030343 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.031049 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.033262 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.033652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.035256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.035802 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.035984 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.036330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.037338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.037338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.037338 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60c9cb4-2dc7-41a2-b6ce-9951fad3d2c4 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:46.093173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5b01baa-0f8c-407f-8539-38d74140b3c2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.121879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5b01baa-0f8c-407f-8539-38d74140b3c2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.185756 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5b01baa-0f8c-407f-8539-38d74140b3c2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.188508 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5b01baa-0f8c-407f-8539-38d74140b3c2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.189947 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d5b01baa-0f8c-407f-8539-38d74140b3c2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] 10.222.0.59 "DELETE /v2.0/security-groups/c4f047a5-6f44-4efc-a992-8865d2124058 HTTP/1.1" status: 204 len: 168 time: 0.1661041 Sep 21 09:32:46.199366 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01baa-0f8c-407f-8539-38d74140b3c2 tempest-TestNetworkAdvancedServerOps-855962323 tempest-TestNetworkAdvancedServerOps-855962323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f047a5-6f44-4efc-a992-8865d2124058,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:46.521110 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46204) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:46.655440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-72c33337-85ad-4d68-b15f-bc6ff95e64ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1e12ebb305440619c9d837d2e918320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331148 Sep 21 09:32:46.657976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46208) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:46.711001 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ee82794-ca4e-42a6-9261-59ffd74894fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.732306 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ee82794-ca4e-42a6-9261-59ffd74894fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.777873 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ee82794-ca4e-42a6-9261-59ffd74894fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.780484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6ee82794-ca4e-42a6-9261-59ffd74894fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:46.784040 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-6ee82794-ca4e-42a6-9261-59ffd74894fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/409fe218-3ac8-4667-a435-bcdbf57efc18 HTTP/1.1" status: 204 len: 168 time: 0.1225860 Sep 21 09:32:46.791013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee82794-ca4e-42a6-9261-59ffd74894fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409fe218-3ac8-4667-a435-bcdbf57efc18,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:47.056074 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46214) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:47.069181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2a38a13-ece0-4cb5-a917-f258a299e7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:47.157236 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2a38a13-ece0-4cb5-a917-f258a299e7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:47.161159 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d2a38a13-ece0-4cb5-a917-f258a299e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:47.202696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a38a13-ece0-4cb5-a917-f258a299e7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebd414-4be5-4bf8-83a6-7acc5a0f9ab6,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:47.210443 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-d2a38a13-ece0-4cb5-a917-f258a299e7a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ef3f6ac2e11475d987e83019398faf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511176 Sep 21 09:32:47.211602 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46216) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:47.259643 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-014a7ad2-1ab5-4618-a6af-688bb1c01879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:47.283210 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-014a7ad2-1ab5-4618-a6af-688bb1c01879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:47.329966 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-014a7ad2-1ab5-4618-a6af-688bb1c01879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:47.332503 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-014a7ad2-1ab5-4618-a6af-688bb1c01879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:47.333730 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-014a7ad2-1ab5-4618-a6af-688bb1c01879 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/32ebd414-4be5-4bf8-83a6-7acc5a0f9ab6 HTTP/1.1" status: 204 len: 168 time: 0.1220148 Sep 21 09:32:47.341497 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a7ad2-1ab5-4618-a6af-688bb1c01879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebd414-4be5-4bf8-83a6-7acc5a0f9ab6,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:47.544936 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 27114ce2-375a-46a7-9671-9a73181902a1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:32:47.568094 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 27114ce2-375a-46a7-9671-9a73181902a1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:32:47.568522 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 27114ce2-375a-46a7-9671-9a73181902a1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:32:47.569007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 714d3c5f-7778-4a37-a076-5d2bccc35c9e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:32:47.587742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 714d3c5f-7778-4a37-a076-5d2bccc35c9e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:32:47.588019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 714d3c5f-7778-4a37-a076-5d2bccc35c9e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:32:48.025006 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46238) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:48.121135 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-54390036-network', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:48.142956 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Made reservation on behalf of 116ba4075fc54529bdb2cf48ea41043e for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:32:48.145495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.154026 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.244676 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.249235 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.270112 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:32:48.283923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770a58f-f674-4b70-8913-0a3c4448a51e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:48.288677 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.289026 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Added segment 9c103a06-2cff-4226-a27b-90bfe995794d of type vlan for network e2fb1240-4479-41ea-927b-734a568b0e40 Sep 21 09:32:48.328700 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.351752 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.352642 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:48.353223 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.384439 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3583543 Sep 21 09:32:48.387584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46242) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:48.392605 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Request body: {'subnet': {'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-54390036-subnet', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:48.413187 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Made reservation on behalf of 116ba4075fc54529bdb2cf48ea41043e for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:32:48.415775 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.418526 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8285-317a-4fbd-a402-031833bc35a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fb1240-4479-41ea-927b-734a568b0e40,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:48.428102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network e2fb1240-4479-41ea-927b-734a568b0e40 details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:32:48.587599 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.639500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d43322e-a866-4c09-959a-9b6fcf424b27,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:48.650427 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Checking segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:48.650781 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Network hostable DHCP agents. Network: e2fb1240-4479-41ea-927b-734a568b0e40, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:32:48.668188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Network e2fb1240-4479-41ea-927b-734a568b0e40 is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:32:48.676709 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, e2fb1240-4479-41ea-927b-734a568b0e40) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:48.681042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:48.681644 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.685926 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103f4b5-d1d4-4b2f-bb22-4b82e0340cbf None None] Network e2fb1240-4479-41ea-927b-734a568b0e40 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:32:48.695567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-17e70137-357e-4a89-9add-f2962ccaf679 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3068564 Sep 21 09:32:48.698170 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46244) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:48.703018 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:48.724459 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.725485 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.782350 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.830919 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-e2fb1240-4479-41ea-927b-734a568b0e40', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:32:48.831852 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.917600 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:48.965606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Allocated IP 172.20.0.2 (e2fb1240-4479-41ea-927b-734a568b0e40/9d43322e-a866-4c09-959a-9b6fcf424b27/16fa47a2-19e6-4a06-bf8a-80f16311100f) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:49.109629 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.115732 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.117748 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.137660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.154836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Network e2fb1240-4479-41ea-927b-734a568b0e40 is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:49.159708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:49.164088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:49.167426 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Pushing event updated for resources: {'Port': ['ID=16fa47a2-19e6-4a06-bf8a-80f16311100f,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:49.219286 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Attempting to bind port 16fa47a2-19e6-4a06-bf8a-80f16311100f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:32:49.219687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Attempting to bind port 16fa47a2-19e6-4a06-bf8a-80f16311100f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:32:49.220052 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Attempting to bind port 16fa47a2-19e6-4a06-bf8a-80f16311100f on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:32:49.225388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:32:49.225652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Checking segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:49.225991 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.226362 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Bound using segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:32:49.226832 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Bound port: 16fa47a2-19e6-4a06-bf8a-80f16311100f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:32:49.227219 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.246345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Allocated IP 172.25.1.117 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/7845ca93-ea39-4f5c-9d81-3d35c25febe3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:49.294134 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] For port 16fa47a2-19e6-4a06-bf8a-80f16311100f, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:32:49.297284 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] For port 16fa47a2-19e6-4a06-bf8a-80f16311100f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=16fa47a2-19e6-4a06-bf8a-80f16311100f,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:32:49.301966 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.357256 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c4c9c-e772-4309-ab3e-b1ed76863808 None None] Pushing event updated for resources: {'Port': ['ID=16fa47a2-19e6-4a06-bf8a-80f16311100f,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:49.357841 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.393232 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.431819 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:49.435369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:49.440925 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:49.446463 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Pushing event updated for resources: {'Port': ['ID=7845ca93-ea39-4f5c-9d81-3d35c25febe3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:49.654896 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16fa47a2-19e6-4a06-bf8a-80f16311100f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:49.703542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 16fa47a2-19e6-4a06-bf8a-80f16311100f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:49.704240 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.720816 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.782394 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.821214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 16fa47a2-19e6-4a06-bf8a-80f16311100f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=16fa47a2-19e6-4a06-bf8a-80f16311100f,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:49.826222 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:49.878088 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=16fa47a2-19e6-4a06-bf8a-80f16311100f,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:49.915936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:50.045826 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Router ae5b07a1-968b-4659-a604-bb664bba2f15 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:32:50.285091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d815c0f-5c37-474e-8ab4-c97d6cbc43e6 None None] Network e2fb1240-4479-41ea-927b-734a568b0e40 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:32:50.367243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-da5f2f87-7458-4b25-9894-6bf76b5afbdd None None] Provisioning complete for port 16fa47a2-19e6-4a06-bf8a-80f16311100f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:50.367643 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da5f2f87-7458-4b25-9894-6bf76b5afbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:50.490938 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:32:50.499866 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Sync routers for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:32:50.508009 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:50.510488 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a8507bc4-e980-41e4-81c8-a21bbbc980db admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8107822 Sep 21 09:32:50.513180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46246) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:50.515189 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:50.515962 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:50.625612 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:50.808286 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:49Z', 'revision_number': 3, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:50.825958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ebed2db3-fa00-471a-bf0b-17b598b39eff None None] Provisioning complete for port 16fa47a2-19e6-4a06-bf8a-80f16311100f triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:50.826561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ebed2db3-fa00-471a-bf0b-17b598b39eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:50.835454 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Checking router: ae5b07a1-968b-4659-a604-bb664bba2f15 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:32:50.836073 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Updating router ae5b07a1-968b-4659-a604-bb664bba2f15 port 7845ca93-ea39-4f5c-9d81-3d35c25febe3 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:32:50.860402 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:50.950724 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.103243 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Allocated IP 172.20.0.1 (e2fb1240-4479-41ea-927b-734a568b0e40/9d43322e-a866-4c09-959a-9b6fcf424b27/f1b3cbc9-7a87-4af9-9696-6bafad04c5c7) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:51.109378 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.114306 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.168956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Attempting to bind port 7845ca93-ea39-4f5c-9d81-3d35c25febe3 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:32:51.169326 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Attempting to bind port 7845ca93-ea39-4f5c-9d81-3d35c25febe3 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:32:51.169684 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Attempting to bind port 7845ca93-ea39-4f5c-9d81-3d35c25febe3 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:32:51.171782 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Pushing event updated for resources: {'Port': ['ID=7845ca93-ea39-4f5c-9d81-3d35c25febe3,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:51.180465 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:32:51.180834 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:51.181237 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.181619 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:32:51.182078 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Bound port: 7845ca93-ea39-4f5c-9d81-3d35c25febe3, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:32:51.182461 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.185438 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.185778 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.186112 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.186750 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.186750 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.187072 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.187418 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.187741 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.188059 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.188636 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.188771 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.188985 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:32:51.212809 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.241145 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] For port 7845ca93-ea39-4f5c-9d81-3d35c25febe3, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:32:51.245018 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] For port 7845ca93-ea39-4f5c-9d81-3d35c25febe3, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7845ca93-ea39-4f5c-9d81-3d35c25febe3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:32:51.248607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.250039 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.287769 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Network e2fb1240-4479-41ea-927b-734a568b0e40 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:51.290987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:51.295872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:51.307956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645a11d-0d41-4b37-bc3b-90d33d971e3d None None] Pushing event updated for resources: {'Port': ['ID=7845ca93-ea39-4f5c-9d81-3d35c25febe3,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:51.315815 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:51.316435 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:51.328188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Pushing event updated for resources: {'Port': ['ID=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:51.347270 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.483220 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.521298 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:51.536126 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-2a1c9d71-b747-4eee-8a52-6db264a539ef None None] Provisioning complete for port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:51.536564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2a1c9d71-b747-4eee-8a52-6db264a539ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.592337 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c9d71-b747-4eee-8a52-6db264a539ef None None] Port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:32:51.628090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16fa47a2-19e6-4a06-bf8a-80f16311100f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:51.660812 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.666121 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.685697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 16fa47a2-19e6-4a06-bf8a-80f16311100f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:51.686221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.712502 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:49Z', 'revision_number': 3, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:51.738356 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:51.738629 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c716be-0181-4e9f-ad4b-a84e69e13a1b None None] The sync data for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 is: [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:49Z', 'revision_number': 3, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:32:51.752630 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Pushing event updated for resources: {'Port': ['ID=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:51.843052 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Network e2fb1240-4479-41ea-927b-734a568b0e40 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:51.844415 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:51.994164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Router ae5b07a1-968b-4659-a604-bb664bba2f15 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:32:52.112626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a8c96c24-4d4e-41a0-96e0-0c9e338f6ae8 None None] Provisioning complete for port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:52.113527 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a8c96c24-4d4e-41a0-96e0-0c9e338f6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.124465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:32:52.131360 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e92046b7-7fe2-49a7-b251-1648d54b6b1a admin admin] 10.222.0.59 "PUT /v2.0/routers/ae5b07a1-968b-4659-a604-bb664bba2f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6155965 Sep 21 09:32:52.166606 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a8c96c24-4d4e-41a0-96e0-0c9e338f6ae8 None None] Port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:32:52.542280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-306e411a-b77e-4639-82dd-c99cdaa4650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.632816 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46262) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:52.637748 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-712846488-network', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:52.658910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Made reservation on behalf of 28e8fdac430c436989148a2ee3cbd8cf for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:32:52.661293 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.670764 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.759951 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.764382 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.790274 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:32:52.800257 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8589b35-2f60-40f6-83f6-91b4a69cd304,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:52.806539 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.806897 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Added segment 496e2cc1-47d9-49a9-9107-caa0264b6115 of type vlan for network d22e3a78-8018-457d-87af-a73f3d5198ff Sep 21 09:32:52.850607 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.875955 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.877008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:52.877603 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.912807 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2787964 Sep 21 09:32:52.915779 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46264) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:52.920884 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Request body: {'subnet': {'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-712846488-subnet', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:52.940977 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb294d-0350-4dc8-80b4-a73fa85e0f5e admin admin] Pushing event updated for resources: {'Network': ['ID=d22e3a78-8018-457d-87af-a73f3d5198ff,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:52.944760 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Made reservation on behalf of 28e8fdac430c436989148a2ee3cbd8cf for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:32:52.947176 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:52.951916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network d22e3a78-8018-457d-87af-a73f3d5198ff details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:32:53.122548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.175728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8daa4fe-29a1-470c-83ad-0677b6092a7f,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:53.186718 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Checking segment: {'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:53.187080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Network hostable DHCP agents. Network: d22e3a78-8018-457d-87af-a73f3d5198ff, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:32:53.204071 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Network d22e3a78-8018-457d-87af-a73f3d5198ff is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:32:53.212478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, d22e3a78-8018-457d-87af-a73f3d5198ff) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:53.217051 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:53.217659 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.221595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c85b5-6dee-405b-a1c7-f9c353261053 None None] Network d22e3a78-8018-457d-87af-a73f3d5198ff requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:32:53.237829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2f5d9fcc-f99b-4889-a2d1-ccfe6e0f2de5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3207898 Sep 21 09:32:53.240724 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46266) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:53.245280 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:53.268252 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.269327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.275001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Sync routers for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:32:53.295836 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:53.296458 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:53.330145 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.461059 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-d22e3a78-8018-457d-87af-a73f3d5198ff', 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'fixed_ips': [{'subnet_id': 'd8daa4fe-29a1-470c-83ad-0677b6092a7f'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:32:53.461915 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.464940 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:53.466201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.669580 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.672144 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7845ca93-ea39-4f5c-9d81-3d35c25febe3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:53.689070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.765619 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Allocated IP 172.20.0.2 (d22e3a78-8018-457d-87af-a73f3d5198ff/d8daa4fe-29a1-470c-83ad-0677b6092a7f/8946b88c-2547-4ab9-a341-806b5a2d80f1) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:53.793480 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Allocated IP 172.25.1.122 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/4a8cd995-8b60-47f3-a598-f55ef49239c4) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:53.903937 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.941293 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:53.982880 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:53.988035 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:53.992589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:53.996457 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8cd995-8b60-47f3-a598-f55ef49239c4,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:54.024951 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7845ca93-ea39-4f5c-9d81-3d35c25febe3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:54.025236 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.088671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 2, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:54.128299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Checking router: ae5b07a1-968b-4659-a604-bb664bba2f15 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:32:54.128652 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Updating router ae5b07a1-968b-4659-a604-bb664bba2f15 port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:32:54.199721 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.237318 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.241339 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.246099 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.263803 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.326602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 7845ca93-ea39-4f5c-9d81-3d35c25febe3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7845ca93-ea39-4f5c-9d81-3d35c25febe3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:54.382244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.389206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Network d22e3a78-8018-457d-87af-a73f3d5198ff is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:54.397290 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:54.401143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Pushing event updated for resources: {'Port': ['ID=8946b88c-2547-4ab9-a341-806b5a2d80f1,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:54.405825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:54.450786 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.520432 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=7845ca93-ea39-4f5c-9d81-3d35c25febe3,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:54.551498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Attempting to bind port 8946b88c-2547-4ab9-a341-806b5a2d80f1 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:32:54.551871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Attempting to bind port 8946b88c-2547-4ab9-a341-806b5a2d80f1 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:32:54.552235 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Attempting to bind port 8946b88c-2547-4ab9-a341-806b5a2d80f1 on network d22e3a78-8018-457d-87af-a73f3d5198ff {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:32:54.563704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:32:54.564077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Checking segment: {'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:54.564577 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.565009 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Bound using segment: {'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:32:54.565479 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Bound port: 8946b88c-2547-4ab9-a341-806b5a2d80f1, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:32:54.565861 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.579202 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Router 548775e4-16a8-4c41-9251-bc3d1330b975 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:32:54.683745 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] For port 8946b88c-2547-4ab9-a341-806b5a2d80f1, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:32:54.694336 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:32:54.699259 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] For port 8946b88c-2547-4ab9-a341-806b5a2d80f1, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8946b88c-2547-4ab9-a341-806b5a2d80f1,segment=NetworkSegment(496e2cc1-47d9-49a9-9107-caa0264b6115),segment_id=496e2cc1-47d9-49a9-9107-caa0264b6115)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:32:54.704356 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Sync routers for ids ['548775e4-16a8-4c41-9251-bc3d1330b975'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:32:54.705266 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.713355 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.714861 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Routers {'548775e4-16a8-4c41-9251-bc3d1330b975'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:54.715825 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['548775e4-16a8-4c41-9251-bc3d1330b975'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:54.717497 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.717933 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46268) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:54.718411 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b45e1210-f621-40f1-86e9-b6998af88509 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4762952 Sep 21 09:32:54.750135 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.788900 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74145f77-425e-4dca-840c-18dd97e7382c None None] Pushing event updated for resources: {'Port': ['ID=8946b88c-2547-4ab9-a341-806b5a2d80f1,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:54.860440 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Set router 548775e4-16a8-4c41-9251-bc3d1330b975 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:54.877509 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c8fd8-208c-4a22-a2ea-9a796c4c9846 None None] Pushing event updated for resources: {'Port': ['ID=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:54.903091 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Attempting to bind port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:32:54.904208 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Attempting to bind port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:32:54.904749 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Attempting to bind port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:32:54.913152 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:32:54.914318 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Checking segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:54.915778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:54.916363 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Bound using segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:32:54.917045 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Bound port: f1b3cbc9-7a87-4af9-9696-6bafad04c5c7, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:32:54.917776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.005825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] For port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:32:55.010538 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] For port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:32:55.018694 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.122347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:55.126338 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:55.129462 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 3, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port': {'id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:55.163050 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Checking router: 548775e4-16a8-4c41-9251-bc3d1330b975 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:32:55.163484 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Updating router 548775e4-16a8-4c41-9251-bc3d1330b975 port 4a8cd995-8b60-47f3-a598-f55ef49239c4 binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:32:55.166176 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c8fd8-208c-4a22-a2ea-9a796c4c9846 None None] Pushing event updated for resources: {'Port': ['ID=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:55.194526 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.294897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:55.297752 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8f2e2874-756d-4e84-8d1d-9997e7e99671 None None] Provisioning complete for port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:55.298247 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f2e2874-756d-4e84-8d1d-9997e7e99671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.418682 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.507426 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6a4f-e5f9-47ba-aee8-df9e146561b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.508935 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.511627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f2e2874-756d-4e84-8d1d-9997e7e99671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.595335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8f2e2874-756d-4e84-8d1d-9997e7e99671 None None] For port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:55.611306 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.619986 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.631734 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8f2e2874-756d-4e84-8d1d-9997e7e99671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.719679 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Attempting to bind port 4a8cd995-8b60-47f3-a598-f55ef49239c4 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:32:55.721138 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Attempting to bind port 4a8cd995-8b60-47f3-a598-f55ef49239c4 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:32:55.721984 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Attempting to bind port 4a8cd995-8b60-47f3-a598-f55ef49239c4 on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:32:55.739424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e2874-756d-4e84-8d1d-9997e7e99671 None None] Pushing event updated for resources: {'Port': ['ID=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:55.753665 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Allocated IP 172.20.0.1 (d22e3a78-8018-457d-87af-a73f3d5198ff/d8daa4fe-29a1-470c-83ad-0677b6092a7f/6375cda0-8e0b-4dc5-af0b-a04d1c81db62) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:32:55.758698 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:32:55.759639 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:32:55.760476 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.766940 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:32:55.768063 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Bound port: 4a8cd995-8b60-47f3-a598-f55ef49239c4, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:32:55.768960 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.772206 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:55.821547 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7845ca93-ea39-4f5c-9d81-3d35c25febe3 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:55.826549 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9c363a-9636-42f5-9eed-506904cd925b None None] The sync data for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 is: [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:32:55.852183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-b102dbdd-85cb-4eff-9f3b-1185841c9254 None None] Provisioning complete for port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:55.852710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b102dbdd-85cb-4eff-9f3b-1185841c9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.892088 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] For port 4a8cd995-8b60-47f3-a598-f55ef49239c4, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:32:55.898219 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] For port 4a8cd995-8b60-47f3-a598-f55ef49239c4, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4a8cd995-8b60-47f3-a598-f55ef49239c4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:32:55.910650 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:55.928059 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee219f-ecc7-4438-a1da-a9de4bbecfc6 None None] Pushing event updated for resources: {'Port': ['ID=4a8cd995-8b60-47f3-a598-f55ef49239c4,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:55.957017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 7845ca93-ea39-4f5c-9d81-3d35c25febe3 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:55.957397 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.036740 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.108858 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Routers {'548775e4-16a8-4c41-9251-bc3d1330b975'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:56.109263 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8946b88c-2547-4ab9-a341-806b5a2d80f1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:56.109870 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['548775e4-16a8-4c41-9251-bc3d1330b975'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:56.112549 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee219f-ecc7-4438-a1da-a9de4bbecfc6 None None] Pushing event updated for resources: {'Port': ['ID=4a8cd995-8b60-47f3-a598-f55ef49239c4,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:56.112783 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.172225 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8946b88c-2547-4ab9-a341-806b5a2d80f1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:56.173899 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.187551 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Network d22e3a78-8018-457d-87af-a73f3d5198ff is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:56.192471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:56.199435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:32:56.270716 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] Set router 548775e4-16a8-4c41-9251-bc3d1330b975 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:56.283365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.291969 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Pushing event updated for resources: {'Port': ['ID=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:56.319806 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.335247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8946b88c-2547-4ab9-a341-806b5a2d80f1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8946b88c-2547-4ab9-a341-806b5a2d80f1,segment=NetworkSegment(496e2cc1-47d9-49a9-9107-caa0264b6115),segment_id=496e2cc1-47d9-49a9-9107-caa0264b6115)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:56.342653 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.393316 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf6ffa-71fc-4397-8240-9f32a13228c3 None None] Network d22e3a78-8018-457d-87af-a73f3d5198ff requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:32:56.478738 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.496450 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8946b88c-2547-4ab9-a341-806b5a2d80f1,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:56.506299 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 3, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port': {'id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:56.517801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8020886c-c35a-4b85-9aee-c4a8ce0f2edd None None] Provisioning complete for port 8946b88c-2547-4ab9-a341-806b5a2d80f1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:56.518180 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8020886c-c35a-4b85-9aee-c4a8ce0f2edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.533948 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c4323-5460-4066-9f4e-c9a258c2ac0a None None] The sync data for ids ['548775e4-16a8-4c41-9251-bc3d1330b975'] in n-d-809980-2 is: [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 3, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port': {'id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:32:56.694485 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.700649 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.785238 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:56.787457 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Pushing event updated for resources: {'Port': ['ID=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:56.913362 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Network d22e3a78-8018-457d-87af-a73f3d5198ff is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:32:56.914703 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:32:57.068387 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.068719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Router 548775e4-16a8-4c41-9251-bc3d1330b975 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:32:57.088904 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d68a219a-db3e-4059-8e0f-b496b244334d None None] Provisioning complete for port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:57.089602 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d68a219a-db3e-4059-8e0f-b496b244334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.129151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-d68a219a-db3e-4059-8e0f-b496b244334d None None] Port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:32:57.140478 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-d68a219a-db3e-4059-8e0f-b496b244334d None None] Provisioning complete for port 8946b88c-2547-4ab9-a341-806b5a2d80f1 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:57.141149 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d68a219a-db3e-4059-8e0f-b496b244334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.223515 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:32:57.233194 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-40db3e20-45e7-401a-ae0a-5f3878fb0606 admin admin] 10.222.0.59 "PUT /v2.0/routers/548775e4-16a8-4c41-9251-bc3d1330b975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5086298 Sep 21 09:32:57.379095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-ab6dca74-2c4f-4e09-8246-c32a3df74824 None None] Provisioning complete for port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:57.379627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ab6dca74-2c4f-4e09-8246-c32a3df74824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.421879 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-ab6dca74-2c4f-4e09-8246-c32a3df74824 None None] Port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:32:57.562005 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7297cdaa-c441-459d-85e7-5fa2aef0730f None None] Provisioning complete for port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:57.562374 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7297cdaa-c441-459d-85e7-5fa2aef0730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.612783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7297cdaa-c441-459d-85e7-5fa2aef0730f None None] Port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:32:57.746687 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4a8cd995-8b60-47f3-a598-f55ef49239c4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:57.799503 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4a8cd995-8b60-47f3-a598-f55ef49239c4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:57.799944 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.878217 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.897671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 4a8cd995-8b60-47f3-a598-f55ef49239c4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4a8cd995-8b60-47f3-a598-f55ef49239c4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:32:57.901564 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.902829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:57.950886 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46276) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:57.956103 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-eee4c4d4-0ad2-4d97-bafb-977b3c9b4fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590648781', 'description': 'tempest-secgroup-smoke-1590648781 description', 'project_id': '116ba4075fc54529bdb2cf48ea41043e'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:57.978064 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eee4c4d4-0ad2-4d97-bafb-977b3c9b4fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:57.981510 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=4a8cd995-8b60-47f3-a598-f55ef49239c4,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:57.993818 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:57.994199 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.063185 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eee4c4d4-0ad2-4d97-bafb-977b3c9b4fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.067456 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eee4c4d4-0ad2-4d97-bafb-977b3c9b4fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.075377 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8946b88c-2547-4ab9-a341-806b5a2d80f1 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:58.094572 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eee4c4d4-0ad2-4d97-bafb-977b3c9b4fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.095842 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-eee4c4d4-0ad2-4d97-bafb-977b3c9b4fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433971 Sep 21 09:32:58.098987 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46278) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:58.100910 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4c4d4-0ad2-4d97-bafb-977b3c9b4fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e5a3a-5aa0-4967-a920-553271055227,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:58.107228 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4bde23cd-72c5-48d3-9b69-3e8934326c3b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': 'b67e5a3a-5aa0-4967-a920-553271055227', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:58.119409 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.133054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8946b88c-2547-4ab9-a341-806b5a2d80f1 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:58.133408 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.135468 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4bde23cd-72c5-48d3-9b69-3e8934326c3b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.194581 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4bde23cd-72c5-48d3-9b69-3e8934326c3b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.199405 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4bde23cd-72c5-48d3-9b69-3e8934326c3b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.221436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde23cd-72c5-48d3-9b69-3e8934326c3b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc864473-14e8-4b95-b463-cc208f55f6d7,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:58.225070 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4bde23cd-72c5-48d3-9b69-3e8934326c3b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.230077 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46280) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:58.231849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4bde23cd-72c5-48d3-9b69-3e8934326c3b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307404 Sep 21 09:32:58.235279 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-63534662-1d3d-4a52-a2ff-38a62f29166e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': 'b67e5a3a-5aa0-4967-a920-553271055227', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:58.263508 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63534662-1d3d-4a52-a2ff-38a62f29166e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.327568 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63534662-1d3d-4a52-a2ff-38a62f29166e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.331151 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63534662-1d3d-4a52-a2ff-38a62f29166e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.349021 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63534662-1d3d-4a52-a2ff-38a62f29166e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a0dc45-9a53-46b9-bf50-d878b7a79063,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:58.356509 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63534662-1d3d-4a52-a2ff-38a62f29166e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.357896 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-63534662-1d3d-4a52-a2ff-38a62f29166e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266499 Sep 21 09:32:58.360585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46282) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:58.364895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f882d68a-022f-4623-aed5-a1f941c0f456 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': 'b67e5a3a-5aa0-4967-a920-553271055227', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:58.391669 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f882d68a-022f-4623-aed5-a1f941c0f456 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.450837 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f882d68a-022f-4623-aed5-a1f941c0f456 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.454517 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f882d68a-022f-4623-aed5-a1f941c0f456 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.470227 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882d68a-022f-4623-aed5-a1f941c0f456 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e28446-a2ff-4518-a0a2-c839889d5a27,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:58.479416 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f882d68a-022f-4623-aed5-a1f941c0f456 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.480673 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f882d68a-022f-4623-aed5-a1f941c0f456 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191475 Sep 21 09:32:58.483307 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46284) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:58.487559 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-1a43e1b2-d7d5-4444-aed7-8c87ff1f8b93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': 'b67e5a3a-5aa0-4967-a920-553271055227', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:58.513650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a43e1b2-d7d5-4444-aed7-8c87ff1f8b93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.573215 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a43e1b2-d7d5-4444-aed7-8c87ff1f8b93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.577449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a43e1b2-d7d5-4444-aed7-8c87ff1f8b93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.594245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43e1b2-d7d5-4444-aed7-8c87ff1f8b93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f67146-ffc9-496a-90f5-6b6e7c623ce5,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:58.600698 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a43e1b2-d7d5-4444-aed7-8c87ff1f8b93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.601919 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-1a43e1b2-d7d5-4444-aed7-8c87ff1f8b93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176517 Sep 21 09:32:58.604680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46286) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:58.608929 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': 'b67e5a3a-5aa0-4967-a920-553271055227', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:58.634173 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Project 116ba4075fc54529bdb2cf48ea41043e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:32:58.640480 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.703249 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.707077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.727359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dcbc3c-2221-4cc0-9fe4-241a86179521,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:58.730798 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.731979 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d3d62475-d0bd-4569-8e31-1dbd7178d091 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263869 Sep 21 09:32:58.734701 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46288) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:32:58.738902 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': 'b67e5a3a-5aa0-4967-a920-553271055227', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:32:58.760524 n-d-809980-2 neutron-server[94724]: INFO neutron.db.securitygroups_db [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Project 116ba4075fc54529bdb2cf48ea41043e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:32:58.765814 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.827034 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.830793 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.848745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6248281b-33f0-49ec-a89a-2bb801712a2e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:32:58.856301 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:58.857542 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7a6488eb-049a-4e27-b0b7-3a456f4769aa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219263 Sep 21 09:32:58.996149 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-1db556e9-3498-46de-b0e5-ecc824c1c2b0 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590648781&fields=id&tenant_id=116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 267 time: 0.0336726 Sep 21 09:32:59.326840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Sync routers for ids ['548775e4-16a8-4c41-9251-bc3d1330b975'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:32:59.336477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Routers {'548775e4-16a8-4c41-9251-bc3d1330b975'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:32:59.337106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['548775e4-16a8-4c41-9251-bc3d1330b975'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:59.433917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-8389e618-a828-4ddb-9aad-5c365b4ac1c7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:32:59.435890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-8389e618-a828-4ddb-9aad-5c365b4ac1c7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 807 time: 0.4322064 Sep 21 09:32:59.442671 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Set router 548775e4-16a8-4c41-9251-bc3d1330b975 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:32:59.450885 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-aeb6021d-aad0-4727-a64c-9cb8e92cbb49 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/quotas/116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 375 time: 0.0095417 Sep 21 09:32:59.501951 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-0603b846-bdb4-4b28-a81c-894a6e2c36fc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450070 Sep 21 09:32:59.602361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4a8cd995-8b60-47f3-a598-f55ef49239c4 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:32:59.610674 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-f50416f8-39f5-4673-85b6-c7cff6a78368 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:32:59.611936 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-f50416f8-39f5-4673-85b6-c7cff6a78368 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980060 Sep 21 09:32:59.687356 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 4a8cd995-8b60-47f3-a598-f55ef49239c4 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:32:59.687733 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:59.703507 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-87dc5f56-acf1-436d-8372-461ff747e88d service neutron] 10.222.0.59 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852640 Sep 21 09:32:59.712145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:56Z', 'revision_number': 4, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port': {'id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6375cda0-8e0b-4dc5-af0b-a04d1c81db62', 'name': '', 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'mac_address': 'fa:16:3e:d7:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd8daa4fe-29a1-470c-83ad-0677b6092a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:55Z', 'updated_at': '2021-09-21T09:32:56Z', 'revision_number': 2, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'subnets': [{'id': 'd8daa4fe-29a1-470c-83ad-0677b6092a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:32:59.741597 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Checking router: 548775e4-16a8-4c41-9251-bc3d1330b975 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:32:59.741937 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Updating router 548775e4-16a8-4c41-9251-bc3d1330b975 port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:32:59.775259 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:32:59.794323 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-e2b11f4b-a3b2-4b2b-9eb1-d7b271b5c319 service neutron] 10.222.0.59 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844014 Sep 21 09:33:00.075815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.081870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.133019 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60e16c-f27c-48b8-bda1-0d0dadb9b468 None None] Pushing event updated for resources: {'Port': ['ID=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:00.185258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Attempting to bind port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:33:00.185677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Attempting to bind port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:33:00.186090 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Attempting to bind port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 on network d22e3a78-8018-457d-87af-a73f3d5198ff {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:33:00.191790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:33:00.192212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Checking segment: {'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:33:00.192662 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.193098 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Bound using segment: {'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:33:00.193593 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Bound port: 6375cda0-8e0b-4dc5-af0b-a04d1c81db62, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496e2cc1-47d9-49a9-9107-caa0264b6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:33:00.193974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.259996 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] For port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:33:00.263737 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] For port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,segment=NetworkSegment(496e2cc1-47d9-49a9-9107-caa0264b6115),segment_id=496e2cc1-47d9-49a9-9107-caa0264b6115)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:33:00.269007 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.321788 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Routers {'548775e4-16a8-4c41-9251-bc3d1330b975'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:00.322427 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['548775e4-16a8-4c41-9251-bc3d1330b975'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:00.373864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60e16c-f27c-48b8-bda1-0d0dadb9b468 None None] Pushing event updated for resources: {'Port': ['ID=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:00.398882 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c639e8f3-7563-4061-a2c9-25846893f9ec None None] Provisioning complete for port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:33:00.399256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c639e8f3-7563-4061-a2c9-25846893f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.476708 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] Set router 548775e4-16a8-4c41-9251-bc3d1330b975 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:00.625318 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c639e8f3-7563-4061-a2c9-25846893f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.678436 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-c639e8f3-7563-4061-a2c9-25846893f9ec None None] For port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,segment=NetworkSegment(496e2cc1-47d9-49a9-9107-caa0264b6115),segment_id=496e2cc1-47d9-49a9-9107-caa0264b6115)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:00.682443 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c639e8f3-7563-4061-a2c9-25846893f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.759097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639e8f3-7563-4061-a2c9-25846893f9ec None None] Pushing event updated for resources: {'Port': ['ID=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:00.773086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:56Z', 'revision_number': 4, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port': {'id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6375cda0-8e0b-4dc5-af0b-a04d1c81db62', 'name': '', 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'mac_address': 'fa:16:3e:d7:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd8daa4fe-29a1-470c-83ad-0677b6092a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:55Z', 'updated_at': '2021-09-21T09:33:00Z', 'revision_number': 4, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'subnets': [{'id': 'd8daa4fe-29a1-470c-83ad-0677b6092a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:00.804734 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632db2be-23f5-4183-9c68-818c0abca7ad None None] The sync data for ids ['548775e4-16a8-4c41-9251-bc3d1330b975'] in n-d-809980-2 is: [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:56Z', 'revision_number': 4, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port': {'id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': '6375cda0-8e0b-4dc5-af0b-a04d1c81db62', 'name': '', 'network_id': 'd22e3a78-8018-457d-87af-a73f3d5198ff', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'mac_address': 'fa:16:3e:d7:d6:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd8daa4fe-29a1-470c-83ad-0677b6092a7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:55Z', 'updated_at': '2021-09-21T09:33:00Z', 'revision_number': 4, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'subnets': [{'id': 'd8daa4fe-29a1-470c-83ad-0677b6092a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:33:00.814077 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-474d50f6-dc09-40e8-a86f-33d506e092e8 None None] Provisioning complete for port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:33:00.815025 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-474d50f6-dc09-40e8-a86f-33d506e092e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:00.998479 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-dec8c8c9-3b6b-4525-9992-a90507cf374c req-44f9d9d3-5a5b-44b0-944d-593bc0c47aaa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 210 time: 0.0289986 Sep 21 09:33:01.614420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:33:01.661540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:33:01.661917 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:02.081099 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-47b686d5-7d3c-4847-ba54-e4c32247f46f req-638bec48-5ec8-4b8c-9367-5fb4177c81d0 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 210 time: 0.0310006 Sep 21 09:33:02.816637 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:03.156413 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8fa67bd6-5bb1-4a34-ac41-0fed3800a8a8 req-e58a70bb-1480-46e0-b447-8203326ed979 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 210 time: 0.0260513 Sep 21 09:33:04.232578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f6973b9a-c1c6-4285-8674-9bcf23912eb9 req-079a4eda-477c-4b24-923a-e9264d0c38f0 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 210 time: 0.0258396 Sep 21 09:33:04.571206 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:05.322617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-300d87d2-3f92-4c9d-8951-803dc1ec34ec req-602cba9a-8ff9-47b0-8abd-a922a2fa35b6 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 210 time: 0.0251515 Sep 21 09:33:06.100503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-dd2a75eb-8b94-4d8f-adb1-6c088a52e292 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:06.101985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-dd2a75eb-8b94-4d8f-adb1-6c088a52e292 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 807 time: 0.1072505 Sep 21 09:33:06.150139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-955850ec-1a88-4e0c-aae1-ff2475517051 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 380 time: 0.0372996 Sep 21 09:33:06.160536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'port': {'device_id': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'admin_state_up': True, 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'security_groups': ['b67e5a3a-5aa0-4967-a920-553271055227']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:33:06.273628 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Made reservation on behalf of 116ba4075fc54529bdb2cf48ea41043e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:33:06.277160 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:06.423147 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2e393a10-9fef-4445-8c39-376f7a20027c req-4f192ff1-512d-4ab1-aaae-c5c8f3e5a979 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 210 time: 0.0342574 Sep 21 09:33:06.427041 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Allocated IP 172.20.0.7 (e2fb1240-4479-41ea-927b-734a568b0e40/9d43322e-a866-4c09-959a-9b6fcf424b27/81702209-72ff-4bc6-a932-fa3b8261444d) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:33:06.566895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:06.599554 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:06.642421 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Network e2fb1240-4479-41ea-927b-734a568b0e40 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:33:06.645358 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:33:06.648004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:33:06.676045 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:06.707728 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:06.708501 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:06.723571 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-ceb1429c-8559-4a7b-8222-7fdac5a33dcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668323 Sep 21 09:33:06.736672 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Request body: {'port': {'device_id': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:33:06.803156 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:06.875033 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c517d12d-8bdb-4851-9f63-11c1edf5b5a1 None None] Provisioning complete for port 81702209-72ff-4bc6-a932-fa3b8261444d triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:33:06.876011 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c517d12d-8bdb-4851-9f63-11c1edf5b5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:06.913629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c517d12d-8bdb-4851-9f63-11c1edf5b5a1 None None] Port 81702209-72ff-4bc6-a932-fa3b8261444d cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:33:07.068351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81702209-72ff-4bc6-a932-fa3b8261444d {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:33:07.076408 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:07.091613 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Transition to ACTIVE for port object 81702209-72ff-4bc6-a932-fa3b8261444d will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:33:07.095192 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:07.144360 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:07.221648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:33:07.221983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:33:07.222317 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:33:07.227626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Port 81702209-72ff-4bc6-a932-fa3b8261444d on network e2fb1240-4479-41ea-927b-734a568b0e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:33:07.228200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:33:07.233517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:33:07.233923 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Checking segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:33:07.234235 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Bound using segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:33:07.234668 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Bound port: 81702209-72ff-4bc6-a932-fa3b8261444d, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:33:07.235032 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:07.302769 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:33:07.305789 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:33:07.311166 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:07.343730 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:07.344363 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:07.345785 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] 10.222.0.50 "PUT /v2.0/ports/81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 1091 time: 0.6135044 Sep 21 09:33:07.346265 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:33:07.348845 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd5a430-678f-4097-8b3c-bafe17f486c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:33:07.377020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ca691-4a82-438a-ab3e-a00ba1f5b2ea service neutron] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:07.406901 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94963ee1-61a9-4cdf-96f3-239b49c900f2 x-openstack-request-id: req-94963ee1-61a9-4cdf-96f3-239b49c900f2 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:33:07.407196 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:33:07.407486 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94963ee1-61a9-4cdf-96f3-239b49c900f2 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:33:07.407896 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'status': 'completed', 'code': 200} Sep 21 09:33:07.455968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-1a514186-c5ab-46ad-8879-158540ae1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:07.461556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-1a514186-c5ab-46ad-8879-158540ae1008 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1094 time: 0.0468421 Sep 21 09:33:07.509035 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-f1a6acda-01d6-4c45-af57-5a073dfcf489 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 217 time: 0.0426121 Sep 21 09:33:07.583913 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-18c42594-140c-4248-945a-21b12055ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:07.585384 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-18c42594-140c-4248-945a-21b12055ae55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0671866 Sep 21 09:33:07.594410 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110144b-4d6f-4b3d-8854-5a7a166b6a98 req-c697905e-3564-4a38-af73-db2d535375b5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:07.595914 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7110144b-4d6f-4b3d-8854-5a7a166b6a98 req-c697905e-3564-4a38-af73-db2d535375b5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 943 time: 0.0897517 Sep 21 09:33:07.662704 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7110144b-4d6f-4b3d-8854-5a7a166b6a98 req-6f2efa8d-365f-4837-9581-6553aa4e03be tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585079 Sep 21 09:33:07.665943 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b459-b145-499f-8928-05f7959c52b6 req-cd7e6346-33d1-4649-87f2-ddd7a592a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:07.667292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-cd7e6346-33d1-4649-87f2-ddd7a592a215 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704696 Sep 21 09:33:07.757497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-bbbf9191-fbb5-4643-b4ce-f49b237c4dae service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Sep 21 09:33:07.853098 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c819b459-b145-499f-8928-05f7959c52b6 req-90691a6c-5735-4079-8823-88318632ace6 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885499 Sep 21 09:33:07.924233 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:33:07.944567 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-e0ae5d49-c727-42b7-9bc2-0805df012c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:07.946093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-e0ae5d49-c727-42b7-9bc2-0805df012c9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1094 time: 0.0409377 Sep 21 09:33:08.041756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-75143ca4-6b8f-4714-8c8f-780d8c90b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:08.043190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-75143ca4-6b8f-4714-8c8f-780d8c90b927 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0891278 Sep 21 09:33:08.089986 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-5cab0936-2c4b-4f2c-b038-36e3ceb3868a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 217 time: 0.0383430 Sep 21 09:33:08.150294 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-0fc76c99-3a39-44f0-a072-8051b9c7792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:08.152554 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-0fc76c99-3a39-44f0-a072-8051b9c7792f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0547919 Sep 21 09:33:08.204123 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-532bfdfe-6858-4053-8dce-f644007e6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:08.205644 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-532bfdfe-6858-4053-8dce-f644007e6951 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453565 Sep 21 09:33:08.300198 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-1ba0ed52-50fc-46a1-9cc6-0cdef4fbbbb8 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848515 Sep 21 09:33:08.408626 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bd5a430-678f-4097-8b3c-bafe17f486c0 req-be90eef1-5ab7-4d43-bec9-693a672a3fbe service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964794 Sep 21 09:33:08.782456 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae70ce-6cbd-43dc-83c9-948a222489a7 req-d410d95c-9df3-42ee-9759-176723af4ada tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:08.784277 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74ae70ce-6cbd-43dc-83c9-948a222489a7 req-d410d95c-9df3-42ee-9759-176723af4ada tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 943 time: 0.0516090 Sep 21 09:33:08.823533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-74ae70ce-6cbd-43dc-83c9-948a222489a7 req-337ef683-2024-497c-be16-e35cd33993bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Sep 21 09:33:09.936989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c9ab-f180-428e-8bf1-dae48cbf2ff4 req-6d25601c-38b3-40d0-b049-37188341dc7c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:09.938455 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee06c9ab-f180-428e-8bf1-dae48cbf2ff4 req-6d25601c-38b3-40d0-b049-37188341dc7c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 943 time: 0.0490935 Sep 21 09:33:09.975157 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ee06c9ab-f180-428e-8bf1-dae48cbf2ff4 req-97033c79-f021-49f5-ab2c-a292862f4500 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307629 Sep 21 09:33:10.338801 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:33:10.430589 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:10.441969 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '81702209-72ff-4bc6-a932-fa3b8261444d', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'port_id': '81702209-72ff-4bc6-a932-fa3b8261444d', 'mac_address': 'fa:16:3e:b5:0e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:33:10.486437 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:10.499185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81702209-72ff-4bc6-a932-fa3b8261444d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:33:10.518372 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:10.522213 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:10.569016 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:10.754622 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['81702209-72ff-4bc6-a932-fa3b8261444d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:33:11.090934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a1d17-ee3a-447b-b177-ef4bfebc6b2f req-1e1c2a38-b78c-4748-830f-30dc174b368c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:11.092481 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-194a1d17-ee3a-447b-b177-ef4bfebc6b2f req-1e1c2a38-b78c-4748-830f-30dc174b368c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0502181 Sep 21 09:33:11.132705 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-194a1d17-ee3a-447b-b177-ef4bfebc6b2f req-8cd59e5a-09ca-4997-b361-31f6724a62dc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Sep 21 09:33:12.246508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390697-6010-4baa-8efd-f35fc295699c req-9794ca3f-5e1e-4b01-9498-c0e41b106a59 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:12.248020 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c390697-6010-4baa-8efd-f35fc295699c req-9794ca3f-5e1e-4b01-9498-c0e41b106a59 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0480313 Sep 21 09:33:12.285267 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7c390697-6010-4baa-8efd-f35fc295699c req-7f606569-1655-415f-b274-ba84c0cdda06 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Sep 21 09:33:12.350303 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:33:12.400037 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 81702209-72ff-4bc6-a932-fa3b8261444d completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:33:12.403526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 81702209-72ff-4bc6-a932-fa3b8261444d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:33:12.403903 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:12.481336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:12.503854 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:33:12.506123 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b2b308-85d1-4f94-b097-e749aa60cb23" -d '{"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-plugged", "status": "completed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:33:12.518531 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:33:12.522698 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:12.546842 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4d73ca-f66b-4fa4-bf85-4c42911163e7 x-openstack-request-id: req-5e4d73ca-f66b-4fa4-bf85-4c42911163e7 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:33:12.547083 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-plugged", "status": "completed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:33:12.547357 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e4d73ca-f66b-4fa4-bf85-4c42911163e7 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:33:12.547744 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'code': 200} Sep 21 09:33:12.574387 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:12.645624 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5ef8-e4b2-4df5-afb3-d1496faf8620 req-6b392eb7-2ad8-4c90-b1df-43379037ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:12.647116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d2f5ef8-e4b2-4df5-afb3-d1496faf8620 req-6b392eb7-2ad8-4c90-b1df-43379037ff8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1096 time: 0.0453203 Sep 21 09:33:12.681972 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8d2f5ef8-e4b2-4df5-afb3-d1496faf8620 req-b62b7597-45cd-46b9-a924-d7974bca2d4c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276184 Sep 21 09:33:13.401256 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d361c22-b80b-46a7-96d5-b984cb7a96c7 req-8f87c7cb-f1a1-4b2c-a9df-4f692cccf380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:13.403861 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d361c22-b80b-46a7-96d5-b984cb7a96c7 req-8f87c7cb-f1a1-4b2c-a9df-4f692cccf380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0512164 Sep 21 09:33:13.444156 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1d361c22-b80b-46a7-96d5-b984cb7a96c7 req-638d9f3d-9d79-4594-925a-5864ba3a5ed8 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336738 Sep 21 09:33:14.565224 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d59248-60b3-420a-b824-c655de9ff482 req-beded858-0942-46be-9cbc-c7f968d9c278 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:14.566726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-65d59248-60b3-420a-b824-c655de9ff482 req-beded858-0942-46be-9cbc-c7f968d9c278 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0494690 Sep 21 09:33:14.603787 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-65d59248-60b3-420a-b824-c655de9ff482 req-16dd98d3-667c-4d2c-9874-fb758dc3e028 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311234 Sep 21 09:33:14.717483 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6deecc-b403-4724-b283-e423e248908f req-2f1d2307-5716-4f87-8bd7-a2c31b36b7ed tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:14.718979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a6deecc-b403-4724-b283-e423e248908f req-2f1d2307-5716-4f87-8bd7-a2c31b36b7ed tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0491681 Sep 21 09:33:14.756077 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1a6deecc-b403-4724-b283-e423e248908f req-23d3bb2a-7d12-4c3f-89fd-ed8476c9412b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310469 Sep 21 09:33:14.779155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46362) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:14.866291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c423b0d-68b7-48bf-af19-cee4c25b931a tempest-TestShelveInstance-1345492277 tempest-TestShelveInstance-1345492277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:14.867834 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5c423b0d-68b7-48bf-af19-cee4c25b931a tempest-TestShelveInstance-1345492277 tempest-TestShelveInstance-1345492277-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1091 time: 0.0876577 Sep 21 09:33:14.870794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46366) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:33:14.874894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '81702209-72ff-4bc6-a932-fa3b8261444d', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:33:14.896250 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:14.988639 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:15.092474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Allocated IP 172.25.1.42 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/ef60842f-788d-4ce6-ba43-a2741f1e297f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:33:15.191359 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:15.223651 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:15.263963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:33:15.266725 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:33:15.272164 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:33:15.278034 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'Port': ['ID=ef60842f-788d-4ce6-ba43-a2741f1e297f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:15.625302 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:15.692153 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:15.834114 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:15.838677 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:15.907985 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'Port': ['ID=ef60842f-788d-4ce6-ba43-a2741f1e297f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:33:15.920120 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:16.016323 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Floating IP 15caca14-67cd-4dd5-9710-e82737d03a78 associated. External IP: 172.25.1.42, port: 81702209-72ff-4bc6-a932-fa3b8261444d. Sep 21 09:33:16.545796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Router ae5b07a1-968b-4659-a604-bb664bba2f15 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:33:16.652895 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:33:16.662883 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] Sync routers for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:33:16.669229 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:16.674425 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:16.675042 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:16.711028 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-88ba8946-1f90-4bb6-bb12-bdf023cc5542 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8254144 Sep 21 09:33:16.711028 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:33:16.711028 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:33:16.738522 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdf6f33-e67a-4892-89ea-f420a85229fc x-openstack-request-id: req-7bdf6f33-e67a-4892-89ea-f420a85229fc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:33:16.738900 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:33:16.739243 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bdf6f33-e67a-4892-89ea-f420a85229fc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:33:16.739772 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'status': 'completed', 'code': 200} Sep 21 09:33:16.781108 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:16.806487 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-e894fbfc-6a85-43de-a9db-8a0ae12b1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:16.808228 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-e894fbfc-6a85-43de-a9db-8a0ae12b1b65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1096 time: 0.0470054 Sep 21 09:33:16.898723 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-2c0561db-89f5-4370-af57-5f0f9d5994c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:16.900269 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-2c0561db-89f5-4370-af57-5f0f9d5994c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0847940 Sep 21 09:33:16.972433 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-e6f99b74-78eb-4cd6-a5bf-4c7511b08b8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 998 time: 0.0641820 Sep 21 09:33:17.003288 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '15caca14-67cd-4dd5-9710-e82737d03a78', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'port_id': '81702209-72ff-4bc6-a932-fa3b8261444d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'mac_address': 'fa:16:3e:b5:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:33:15Z', 'updated_at': '2021-09-21T09:33:15Z', 'revision_number': 0, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:17.022744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-0379c6e2-c41e-4ec8-9edd-5996c9278398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:17.024345 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-0379c6e2-c41e-4ec8-9edd-5996c9278398 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0448077 Sep 21 09:33:17.073272 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-e2ca639c-98ac-4404-8752-da51221615be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:17.075293 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-e2ca639c-98ac-4404-8752-da51221615be service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426447 Sep 21 09:33:17.117490 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] Checking router: ae5b07a1-968b-4659-a604-bb664bba2f15 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:33:17.125614 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:33:17.126217 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:32:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:17.172722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-e635839c-bde0-4253-a2f9-ef8d88d10dca service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886683 Sep 21 09:33:17.228341 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:33:17.264745 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1b351fd0-6eb9-40e7-80d1-81cc415ac9c8 req-c98fce28-6207-4389-8db5-e442fe5b3491 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842423 Sep 21 09:33:17.441103 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '15caca14-67cd-4dd5-9710-e82737d03a78', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'port_id': '81702209-72ff-4bc6-a932-fa3b8261444d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'mac_address': 'fa:16:3e:b5:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:33:15Z', 'updated_at': '2021-09-21T09:33:15Z', 'revision_number': 0, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:33:17.469555 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc60688-402f-41c1-b476-7b344e5c4cc3 None None] The sync data for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 is: [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '15caca14-67cd-4dd5-9710-e82737d03a78', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'port_id': '81702209-72ff-4bc6-a932-fa3b8261444d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'mac_address': 'fa:16:3e:b5:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:33:15Z', 'updated_at': '2021-09-21T09:33:15Z', 'revision_number': 0, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:33:17.657742 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782dfee-b7c1-4d0d-8d21-5fab71a9a615 None None] New status for floating IP 15caca14-67cd-4dd5-9710-e82737d03a78: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:33:22.543658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b9cfae83-93a6-4205-901c-42a662f4c3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:25.439895 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:25.461648 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ab9348bb-bfcf-493a-b39d-25de2944c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:27.064271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:28.110891 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:30.705697 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-9b70dd8a-1861-4e3d-8166-e0a9ddbb652d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454257 Sep 21 09:33:30.788127 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-9255bd8c-f948-4fd7-9cfd-71b66fe2f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:30.789654 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-9255bd8c-f948-4fd7-9cfd-71b66fe2f0a6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1096 time: 0.0407300 Sep 21 09:33:30.904669 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-d103bbd0-3924-4d4e-bc02-546e0405889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:30.906171 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-d103bbd0-3924-4d4e-bc02-546e0405889b service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0861263 Sep 21 09:33:30.976679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-ee576097-6969-43f4-8172-a243ce7c1c7a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 1000 time: 0.0624685 Sep 21 09:33:31.028498 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-c405df47-cbf6-4f2d-a002-c56e9b7efa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:31.029964 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-c405df47-cbf6-4f2d-a002-c56e9b7efa43 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0451362 Sep 21 09:33:31.079036 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-0db1987a-cbe8-4673-be2f-fc3f715f11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:33:31.080565 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-0db1987a-cbe8-4673-be2f-fc3f715f11a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427518 Sep 21 09:33:31.177140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-574df0ec-0e78-46b8-a957-f559d39db0db service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888281 Sep 21 09:33:31.280973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c3963c0b-d38e-4f48-b07f-6e3fe46b4f48 req-c8005dea-608d-4b6e-bd6b-10155455b632 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954895 Sep 21 09:33:32.813296 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:34.582609 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:44.924893 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:33:52.545125 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-08a4e1cd-139a-415a-8cd4-8a8c42aab90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:55.440605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:55.461456 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-727b1051-2e52-431e-a051-c363495b2363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:57.066644 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:33:58.112467 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:02.814640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:04.580457 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:21.923957 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:34:22.546030 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9181d490-286c-48fd-8ab1-ad724a7ff743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.441415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:25.460725 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-09588d7e-e8cb-4c0d-a0a8-678dfd72f634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:27.068356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:28.115984 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:31.746289 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-a74774a2-eff8-475f-a71b-95f628a8a144 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882370 Sep 21 09:34:31.831796 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-0fe7066b-8653-4bf4-a8cf-da895b516a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:31.833376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-0fe7066b-8653-4bf4-a8cf-da895b516a77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1096 time: 0.0407321 Sep 21 09:34:31.942696 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-abf5c32e-90fe-4b7d-a949-15a3aa2f7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:31.944240 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-abf5c32e-90fe-4b7d-a949-15a3aa2f7426 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0906923 Sep 21 09:34:32.010613 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-b5204fb9-6140-4feb-a9eb-32ec5d9ed15d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 1000 time: 0.0569396 Sep 21 09:34:32.062380 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-31f25e65-c20f-4f87-a8c7-579be29cd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:32.063839 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-31f25e65-c20f-4f87-a8c7-579be29cd801 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0447021 Sep 21 09:34:32.114260 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-727e3877-45e4-4ba4-b455-329be514e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:34:32.115698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-727e3877-45e4-4ba4-b455-329be514e514 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447793 Sep 21 09:34:32.206607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-f6e56d6f-8f4b-42e7-bb5b-30f89e5f4e85 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831490 Sep 21 09:34:32.299977 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-27b05cf2-ba2c-4c18-9075-853d0f3661b8 req-025b09c3-3f15-43a1-b2e9-9f554575af6a service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854940 Sep 21 09:34:32.814293 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:34.579649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:52.546145 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b0f4e779-d89e-4812-bf09-15aa33f22e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:55.451590 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:55.462442 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-18d299c3-43ae-4d09-bd00-9c274a9e46bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:57.071449 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:58.117354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:34:58.923214 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:35:02.813567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:04.578026 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:12.615635 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a6ee9-dc91-417e-9d7a-2982e33fb902 req-ef067466-5af0-471e-90b3-bdcb929df004 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:12.617135 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b37a6ee9-dc91-417e-9d7a-2982e33fb902 req-ef067466-5af0-471e-90b3-bdcb929df004 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.1057756 Sep 21 09:35:12.655544 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b37a6ee9-dc91-417e-9d7a-2982e33fb902 req-e0ba116a-76a0-44b2-816b-2b9d96aa4910 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Sep 21 09:35:13.799799 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a476fa8-1100-4827-b306-a270473f8d13 req-63bc0de2-3169-4813-82ae-aa2bc0ac47ba tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:13.801339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a476fa8-1100-4827-b306-a270473f8d13 req-63bc0de2-3169-4813-82ae-aa2bc0ac47ba tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0524309 Sep 21 09:35:13.839563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3a476fa8-1100-4827-b306-a270473f8d13 req-7e0266ba-6c09-47a4-aaba-f2387c3dc46e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Sep 21 09:35:14.975949 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a5925-7b63-4f6f-a17a-8574c9989fb5 req-f641f48e-644c-4f01-ae9a-74d19a85fdc5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:14.977428 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-493a5925-7b63-4f6f-a17a-8574c9989fb5 req-f641f48e-644c-4f01-ae9a-74d19a85fdc5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0477469 Sep 21 09:35:15.014425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-493a5925-7b63-4f6f-a17a-8574c9989fb5 req-e04aa7ca-25a2-481e-abfa-9217b12f49ed tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311286 Sep 21 09:35:16.127878 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a958d7-a7e6-4e71-8387-eb1ceebbe481 req-f6f751de-e274-4637-8baf-5180a70c9907 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:16.129348 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95a958d7-a7e6-4e71-8387-eb1ceebbe481 req-f6f751de-e274-4637-8baf-5180a70c9907 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0477505 Sep 21 09:35:16.170221 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-95a958d7-a7e6-4e71-8387-eb1ceebbe481 req-06b097a6-98cf-4f16-969d-0b1bf9b719eb tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348966 Sep 21 09:35:17.289928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c40f-fa6e-4215-af35-34f66d227c82 req-c591990b-9b23-44d4-8332-53b6d11d6c85 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:17.291363 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c700c40f-fa6e-4215-af35-34f66d227c82 req-c591990b-9b23-44d4-8332-53b6d11d6c85 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0535607 Sep 21 09:35:17.331131 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c700c40f-fa6e-4215-af35-34f66d227c82 req-52df1191-1b4f-4f8e-ab4c-dc61c4df3f25 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336750 Sep 21 09:35:18.443125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04161d6-bad6-44bd-9509-f308d2b289e8 req-a8103a70-1a05-4904-9079-94678e8d9583 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:18.444682 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d04161d6-bad6-44bd-9509-f308d2b289e8 req-a8103a70-1a05-4904-9079-94678e8d9583 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0481615 Sep 21 09:35:18.482139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d04161d6-bad6-44bd-9509-f308d2b289e8 req-9a93ba32-9427-4230-b264-b62298152a4c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Sep 21 09:35:19.595525 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86898e44-8337-4bd3-8720-81c7ac28a5e1 req-f2d54a44-db95-4ee0-90d0-0311a9f7b60a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:19.597052 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-86898e44-8337-4bd3-8720-81c7ac28a5e1 req-f2d54a44-db95-4ee0-90d0-0311a9f7b60a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0485253 Sep 21 09:35:19.634986 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-86898e44-8337-4bd3-8720-81c7ac28a5e1 req-239dfcd0-3855-462d-961a-4965a3bb28bb tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Sep 21 09:35:20.747622 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dd11b-4223-4f10-92c0-f2aa70716c3b req-abb302b9-5c2c-42a8-847e-f3e7c44adf6b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:20.749078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-153dd11b-4223-4f10-92c0-f2aa70716c3b req-abb302b9-5c2c-42a8-847e-f3e7c44adf6b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0477197 Sep 21 09:35:20.788506 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-153dd11b-4223-4f10-92c0-f2aa70716c3b req-35359d86-c355-4c08-9d1c-e386704aca93 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Sep 21 09:35:21.902027 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc5d0e-eccb-47d3-9a2c-11a188cf9525 req-d48519a0-fde6-4aa9-af51-93ecbb9c7b08 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:21.903439 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cefc5d0e-eccb-47d3-9a2c-11a188cf9525 req-d48519a0-fde6-4aa9-af51-93ecbb9c7b08 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0481973 Sep 21 09:35:21.941868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cefc5d0e-eccb-47d3-9a2c-11a188cf9525 req-7a94e1ec-faea-4b8b-a86b-86f492d075cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324197 Sep 21 09:35:22.549250 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-371a0438-1b2f-4a93-bbf4-95ada5ccf5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:23.064214 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bca71e-4c65-40ab-b253-2d7e4f3df447 req-59cc2101-dc1f-44d0-ab17-e6a4f4e3d8e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:23.065858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06bca71e-4c65-40ab-b253-2d7e4f3df447 req-59cc2101-dc1f-44d0-ab17-e6a4f4e3d8e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0569887 Sep 21 09:35:23.109102 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-06bca71e-4c65-40ab-b253-2d7e4f3df447 req-422a7c17-d48d-4aff-91e2-bc39d39dec9c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370996 Sep 21 09:35:24.235023 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c5f4d-de6c-417f-8ea9-1b2c4b604a19 req-42c8243f-119f-488e-829e-734c72b7b476 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:24.236712 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a8c5f4d-de6c-417f-8ea9-1b2c4b604a19 req-42c8243f-119f-488e-829e-734c72b7b476 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0579739 Sep 21 09:35:24.278800 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5a8c5f4d-de6c-417f-8ea9-1b2c4b604a19 req-48907f0c-d002-451e-b960-94ac31e80d72 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357411 Sep 21 09:35:24.988302 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:35:25.082515 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:25.094562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '81702209-72ff-4bc6-a932-fa3b8261444d', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'port_id': '81702209-72ff-4bc6-a932-fa3b8261444d', 'mac_address': 'fa:16:3e:b5:0e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:35:25.135561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:25.147812 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81702209-72ff-4bc6-a932-fa3b8261444d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:35:25.166454 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:25.170476 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:25.228047 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:25.235705 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.236104 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.236476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.237626 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.237950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.238489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.238746 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.239083 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.239542 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.239792 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.240147 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.240560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:25.260250 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['81702209-72ff-4bc6-a932-fa3b8261444d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:35:25.449420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23123f7d-01e4-423b-a1fe-547d8ab5358e req-47dc75c2-934a-4c05-bd21-0fd31f1b22c8 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:25.452140 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23123f7d-01e4-423b-a1fe-547d8ab5358e req-47dc75c2-934a-4c05-bd21-0fd31f1b22c8 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0666950 Sep 21 09:35:25.492975 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-57297c4c-34ed-49f3-83ba-305f3a16981c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:25.497271 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:25.500192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-23123f7d-01e4-423b-a1fe-547d8ab5358e req-74da38af-e438-4484-ac42-e18034edf7ba tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416245 Sep 21 09:35:26.647013 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c489-0b64-4d7b-af40-4a95db3e3206 req-52cb4dd1-77a8-4467-a082-e4ef127ff657 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:26.654837 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bd2c489-0b64-4d7b-af40-4a95db3e3206 req-52cb4dd1-77a8-4467-a082-e4ef127ff657 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0642841 Sep 21 09:35:26.692761 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4bd2c489-0b64-4d7b-af40-4a95db3e3206 req-3044e05a-cce9-412a-9c53-bd9134cd1f3a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366833 Sep 21 09:35:27.004717 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:35:27.078046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 81702209-72ff-4bc6-a932-fa3b8261444d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:35:27.078591 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:27.082371 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:27.174682 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:27.200175 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:27.202458 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce7232d-8d6b-4f4a-abd2-4c898486ed47" -d '{"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-plugged", "status": "completed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:27.217328 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:27.222496 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:27.279523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:27.348710 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5f103-85d8-427d-9351-62ca033cae2a x-openstack-request-id: req-dee5f103-85d8-427d-9351-62ca033cae2a {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:27.349007 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-plugged", "status": "completed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:27.349253 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dee5f103-85d8-427d-9351-62ca033cae2a {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:27.349650 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'code': 200} Sep 21 09:35:27.827363 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2477129-b7f7-46fb-af63-a36c1206b117 req-a8d01ea9-01d8-4cd2-9b48-717b551c8ba9 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:27.829020 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c2477129-b7f7-46fb-af63-a36c1206b117 req-a8d01ea9-01d8-4cd2-9b48-717b551c8ba9 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0594482 Sep 21 09:35:27.869622 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c2477129-b7f7-46fb-af63-a36c1206b117 req-9540cf25-5f60-45ba-b6b1-02c86370dca7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339084 Sep 21 09:35:28.127906 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:29.006808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9542a-e5c7-4a69-bd6a-d93c218db0e4 req-643c7018-ca03-4a79-995f-58fbed798f21 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:29.008425 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2e9542a-e5c7-4a69-bd6a-d93c218db0e4 req-643c7018-ca03-4a79-995f-58fbed798f21 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0623791 Sep 21 09:35:29.050619 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a2e9542a-e5c7-4a69-bd6a-d93c218db0e4 req-c5294f05-4c05-4e64-bbec-e0768283f1e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362821 Sep 21 09:35:30.186375 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a26d39-a4ca-4ba4-aabb-ec1ce0d58154 req-9856915d-aa37-489f-a423-46d161507250 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:30.188981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0a26d39-a4ca-4ba4-aabb-ec1ce0d58154 req-9856915d-aa37-489f-a423-46d161507250 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0597680 Sep 21 09:35:30.243839 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d0a26d39-a4ca-4ba4-aabb-ec1ce0d58154 req-e9813f48-a4b7-43a9-b029-cf9616d66219 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443084 Sep 21 09:35:31.422148 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477595e-5a92-4f2e-a093-14679463ca7c req-1ed75db4-d6da-4209-9945-077e47933cbe tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:31.423828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5477595e-5a92-4f2e-a093-14679463ca7c req-1ed75db4-d6da-4209-9945-077e47933cbe tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0778377 Sep 21 09:35:31.477060 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5477595e-5a92-4f2e-a093-14679463ca7c req-50c28216-61f2-4493-9242-1b301f2d84ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468550 Sep 21 09:35:32.601585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6183795-66fd-4a82-a193-803590c5938e req-43e972f3-0def-40aa-96df-14b60b32f7af tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.603370 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6183795-66fd-4a82-a193-803590c5938e req-43e972f3-0def-40aa-96df-14b60b32f7af tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0521159 Sep 21 09:35:32.647776 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e6183795-66fd-4a82-a193-803590c5938e req-d45c6c64-21fb-414f-a4d8-6bf148ee12fd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Sep 21 09:35:32.772470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaedc33-83df-45dd-9051-018932c49c1b req-40ac080d-2bd9-4fe4-892b-853f7de9a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.774107 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcaedc33-83df-45dd-9051-018932c49c1b req-40ac080d-2bd9-4fe4-892b-853f7de9a0d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1096 time: 0.0497105 Sep 21 09:35:32.821981 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:32.903709 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaedc33-83df-45dd-9051-018932c49c1b req-d3192dfe-2f48-4556-a656-48ee142a55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:32.905280 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcaedc33-83df-45dd-9051-018932c49c1b req-d3192dfe-2f48-4556-a656-48ee142a55a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.1013474 Sep 21 09:35:32.976757 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcaedc33-83df-45dd-9051-018932c49c1b req-a7fec1c5-7c1f-4269-831e-2454cdc8a69d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 1000 time: 0.0635521 Sep 21 09:35:33.031366 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaedc33-83df-45dd-9051-018932c49c1b req-0b82a31e-207b-4051-9acd-878c51e2d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:33.032868 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcaedc33-83df-45dd-9051-018932c49c1b req-0b82a31e-207b-4051-9acd-878c51e2d0e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0475526 Sep 21 09:35:33.085479 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaedc33-83df-45dd-9051-018932c49c1b req-76dd3c3c-5b53-4eea-b83d-52da70f4c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:33.088961 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcaedc33-83df-45dd-9051-018932c49c1b req-76dd3c3c-5b53-4eea-b83d-52da70f4c1ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452020 Sep 21 09:35:33.205698 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcaedc33-83df-45dd-9051-018932c49c1b req-febab4b3-1d0a-486c-bc23-f1309a49c022 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047797 Sep 21 09:35:33.325454 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcaedc33-83df-45dd-9051-018932c49c1b req-44be79ef-1020-47ec-b8bd-702ae40d22ee service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112795 Sep 21 09:35:33.773698 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4992c4-5f77-4dba-961b-4da805c5b569 req-06d40ddc-f04d-4f87-b19a-7857857518ec tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:33.775206 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4992c4-5f77-4dba-961b-4da805c5b569 req-06d40ddc-f04d-4f87-b19a-7857857518ec tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0553827 Sep 21 09:35:33.815651 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6c4992c4-5f77-4dba-961b-4da805c5b569 req-d2281480-0c46-4f82-b9fb-f1f0695b1f20 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336220 Sep 21 09:35:34.371180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-1b51aa81-7cea-431c-9197-189c640cc83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:34.372795 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-1b51aa81-7cea-431c-9197-189c640cc83a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1096 time: 0.0406649 Sep 21 09:35:34.468004 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-a41880d1-249c-4f9b-b960-385a2d5087e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:34.469435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-a41880d1-249c-4f9b-b960-385a2d5087e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0880871 Sep 21 09:35:34.533773 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-2e751be2-1a5c-4aa4-80ce-24710a8517a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 1000 time: 0.0564411 Sep 21 09:35:34.590419 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-d2d9ad5a-b72c-4a8a-9d99-206424e00f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:34.592335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-d2d9ad5a-b72c-4a8a-9d99-206424e00f16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0506437 Sep 21 09:35:34.598175 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:34.644182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-ede4198c-2c38-4277-98b3-3d660483b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:34.645614 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-ede4198c-2c38-4277-98b3-3d660483b134 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458701 Sep 21 09:35:34.735926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-90d8758e-a986-4cbf-8bb4-bbff2c874abd service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811715 Sep 21 09:35:34.828704 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8f36aa12-f4d0-4366-a254-205f9510cfc9 req-670d7aeb-fac0-4292-a6c3-e05535717c34 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848556 Sep 21 09:35:34.932471 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ec332-08f8-4728-a253-2ef3376de644 req-7eb85cc1-068f-4b40-8ea3-94c64721f02d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:34.934001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-840ec332-08f8-4728-a253-2ef3376de644 req-7eb85cc1-068f-4b40-8ea3-94c64721f02d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0497556 Sep 21 09:35:34.974668 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-840ec332-08f8-4728-a253-2ef3376de644 req-a5cd8576-10a3-4d2a-a482-24ed9f3ff26d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347044 Sep 21 09:35:35.922938 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:35:36.095744 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e8c2-b3dd-4078-995e-e2c56c89a9b9 req-72ac780c-2816-4594-b8f5-c7a3d061164e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:36.097850 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1691e8c2-b3dd-4078-995e-e2c56c89a9b9 req-72ac780c-2816-4594-b8f5-c7a3d061164e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0513458 Sep 21 09:35:36.137769 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1691e8c2-b3dd-4078-995e-e2c56c89a9b9 req-cbd0b394-b4cd-42a6-8cad-7ff3e5ecb305 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344496 Sep 21 09:35:37.258813 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbc864-e2c1-44fc-937a-9828213b1ba7 req-bde2e130-3830-4cd9-be32-36ecd50f5449 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:37.260346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06dbc864-e2c1-44fc-937a-9828213b1ba7 req-bde2e130-3830-4cd9-be32-36ecd50f5449 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0554943 Sep 21 09:35:37.298071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-06dbc864-e2c1-44fc-937a-9828213b1ba7 req-0616ebd1-d765-4880-a2f3-95b217f46871 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318100 Sep 21 09:35:37.364468 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-1f2ec8c4-0d41-4643-8664-2a7687ff8997 req-f4586d32-d372-4f69-9e24-eedaa4deeed7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:35:37.365484 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1f2ec8c4-0d41-4643-8664-2a7687ff8997 req-f4586d32-d372-4f69-9e24-eedaa4deeed7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052438 Sep 21 09:35:37.516436 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003e5b-b362-4917-9e0c-01b709c607db req-b13436be-ed42-4247-90a7-239388259768 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:37.517988 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf003e5b-b362-4917-9e0c-01b709c607db req-b13436be-ed42-4247-90a7-239388259768 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0495281 Sep 21 09:35:37.558464 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf003e5b-b362-4917-9e0c-01b709c607db req-48d1f0df-e745-4184-8de7-088dca7ebb1a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Sep 21 09:35:37.657087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46572) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:35:37.734926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-b09028e8-9f94-4e4e-9c91-b8248e0bc9b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766435 Sep 21 09:35:37.743975 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-01b896fb-774c-418b-8a55-859c2035ebb0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:35:37.744930 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-01b896fb-774c-418b-8a55-859c2035ebb0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047731 Sep 21 09:35:38.673977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcc9a4-a9e2-4326-aad2-9ae10c5dced5 req-36626f13-cea4-471b-95df-f8e070de907d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:38.675938 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43dcc9a4-a9e2-4326-aad2-9ae10c5dced5 req-36626f13-cea4-471b-95df-f8e070de907d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0515177 Sep 21 09:35:38.714089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43dcc9a4-a9e2-4326-aad2-9ae10c5dced5 req-e141b8bf-5db9-4a99-94f9-e54bb74137f0 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322671 Sep 21 09:35:39.053212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:35:39.128048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:39.149353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:39.151594 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8eaafe-a723-45dc-ba15-9a541a3d65a2" -d '{"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-unplugged", "status": "completed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:39.164475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:39.168591 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:39.191159 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a75ba2-44d2-4b56-b193-6bebed2a29b6 x-openstack-request-id: req-48a75ba2-44d2-4b56-b193-6bebed2a29b6 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:39.191466 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-unplugged", "status": "failed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "code": 422}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:39.191712 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48a75ba2-44d2-4b56-b193-6bebed2a29b6 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:39.192096 n-d-809980-2 neutron-server[94726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'code': 422} returned with failed status Sep 21 09:35:39.216054 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:39.831645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916fe76-7036-4193-9ee8-c3eac2609b91 req-f3ec2a79-7d13-44c3-9f36-0bbbd4facae4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:39.833607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2916fe76-7036-4193-9ee8-c3eac2609b91 req-f3ec2a79-7d13-44c3-9f36-0bbbd4facae4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 943 time: 0.0512033 Sep 21 09:35:39.875583 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-2916fe76-7036-4193-9ee8-c3eac2609b91 req-0d067595-be73-46db-b3b8-3182b5233f60 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Sep 21 09:35:40.519105 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-9fc3591d-630a-4064-9207-71c7481c6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:40.520642 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-9fc3591d-630a-4064-9207-71c7481c6963 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d&tenant_id=116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 1094 time: 0.0402863 Sep 21 09:35:40.532429 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809980-2', 'device_owner': 'compute:nova'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:35:40.589429 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:40.789982 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:40.822339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h2-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:35:40.854897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81702209-72ff-4bc6-a932-fa3b8261444d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:35:40.862179 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:40.874194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Transition to ACTIVE for port object 81702209-72ff-4bc6-a932-fa3b8261444d will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:35:40.877819 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:40.974796 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:41.002841 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.003199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.004091 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.004435 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.004776 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.005113 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.005443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.005782 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.006108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.006494 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.006828 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.007155 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:35:41.051132 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] No DVR routers for this DVR port 81702209-72ff-4bc6-a932-fa3b8261444d on host n-h2-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:35:41.060726 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f7bd-fc2b-4630-bd86-9f6a42c6994b req-c0e81169-693c-4c1f-9d0c-14ce582061a4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:41.061940 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9903f7bd-fc2b-4630-bd86-9f6a42c6994b req-c0e81169-693c-4c1f-9d0c-14ce582061a4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 943 time: 0.1089427 Sep 21 09:35:41.147975 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9903f7bd-fc2b-4630-bd86-9f6a42c6994b req-e2275057-11d4-432e-bf61-f0a3c2710421 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475180 Sep 21 09:35:41.227553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:35:41.227890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:35:41.228222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:35:41.232503 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Port 81702209-72ff-4bc6-a932-fa3b8261444d on network e2fb1240-4479-41ea-927b-734a568b0e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:35:41.232825 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Attempting to bind port 81702209-72ff-4bc6-a932-fa3b8261444d on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:35:41.237591 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:35:41.237967 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Checking segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:35:41.238409 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Bound using segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:35:41.238873 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Bound port: 81702209-72ff-4bc6-a932-fa3b8261444d, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:35:41.239351 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:41.306259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:35:41.309263 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:35:41.314291 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:41.349126 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:41.349895 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:41.351436 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] 10.222.0.62 "PUT /v2.0/ports/81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 1091 time: 0.8228550 Sep 21 09:35:41.351890 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:41.354209 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a033040-641a-4b81-b247-a90f93379ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:41.390097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68161c62-95fd-48d8-9a88-78d4607fecad service neutron] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:41.424623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-095a2fa3-364d-449f-8776-f1ac7f4f3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:41.426822 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-095a2fa3-364d-449f-8776-f1ac7f4f3089 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1095 time: 0.0485868 Sep 21 09:35:41.463073 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee3e94e-afc1-4dc2-afad-6a1809e7b77d x-openstack-request-id: req-9ee3e94e-afc1-4dc2-afad-6a1809e7b77d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:41.463410 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:41.463669 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ee3e94e-afc1-4dc2-afad-6a1809e7b77d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:41.464072 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'status': 'completed', 'code': 200} Sep 21 09:35:41.528973 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-fedb6643-0269-40c9-9448-750672629df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:41.530533 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-fedb6643-0269-40c9-9448-750672629df6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0962908 Sep 21 09:35:41.596557 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-4b6890b5-7ee7-4691-898d-7c64fa6ac0cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 998 time: 0.0590103 Sep 21 09:35:41.650743 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-3c607404-cc49-46ce-89b2-1ade4e4f7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:41.652240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-3c607404-cc49-46ce-89b2-1ade4e4f7f6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0479870 Sep 21 09:35:41.697380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-a1432b7f-4a8b-4482-926c-f9def03d4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:41.698892 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-a1432b7f-4a8b-4482-926c-f9def03d4a62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399387 Sep 21 09:35:41.785852 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-4cf64b90-4a64-46af-b911-5e5251600a7e service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800056 Sep 21 09:35:41.879821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-8bfe5232-f610-4b42-8bcd-b6aa7e3a29ad req-8133d64c-907b-4478-924e-bf92a355b0f5 service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869706 Sep 21 09:35:41.966702 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a033040-641a-4b81-b247-a90f93379ea1 req-33291754-9b43-420f-bb4e-87e1e6734849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:41.968307 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a033040-641a-4b81-b247-a90f93379ea1 req-33291754-9b43-420f-bb4e-87e1e6734849 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1095 time: 0.0417569 Sep 21 09:35:42.064157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a033040-641a-4b81-b247-a90f93379ea1 req-8669f8c6-0521-47be-a036-39ec91ba6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:42.065736 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a033040-641a-4b81-b247-a90f93379ea1 req-8669f8c6-0521-47be-a036-39ec91ba6861 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0891557 Sep 21 09:35:42.131992 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a033040-641a-4b81-b247-a90f93379ea1 req-ea985756-e566-4488-a28d-344bbbbaf9e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 998 time: 0.0595391 Sep 21 09:35:42.216379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a033040-641a-4b81-b247-a90f93379ea1 req-855940cf-9713-4e57-9a86-862e85abd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:42.219276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a033040-641a-4b81-b247-a90f93379ea1 req-855940cf-9713-4e57-9a86-862e85abd12f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0790250 Sep 21 09:35:42.320962 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb88ee-86d6-4117-8aec-697de7e6664a req-7a56defc-d4fb-4d50-9008-377900828112 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:42.323552 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9fb88ee-86d6-4117-8aec-697de7e6664a req-7a56defc-d4fb-4d50-9008-377900828112 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0719955 Sep 21 09:35:42.383981 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a9fb88ee-86d6-4117-8aec-697de7e6664a req-09e4aa7d-939b-4d42-961f-d97f968d05f9 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544169 Sep 21 09:35:43.510303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbc66d-e06e-4fd5-9bf8-6d15ee2278b9 req-d9f268df-4eb1-4f7a-87bb-0205b356c6fc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:43.516251 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dbdbc66d-e06e-4fd5-9bf8-6d15ee2278b9 req-d9f268df-4eb1-4f7a-87bb-0205b356c6fc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0583603 Sep 21 09:35:43.550947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dbdbc66d-e06e-4fd5-9bf8-6d15ee2278b9 req-36d2fc5c-44d8-4228-a3a0-56195bede9f7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Sep 21 09:35:44.680576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d598b-40d7-4355-ac48-00c42f930d18 req-4c6b97cf-769f-4adb-8554-731ab32acdc5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:44.682260 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-007d598b-40d7-4355-ac48-00c42f930d18 req-4c6b97cf-769f-4adb-8554-731ab32acdc5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0586264 Sep 21 09:35:44.720593 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-007d598b-40d7-4355-ac48-00c42f930d18 req-01091972-3b3f-474a-b047-5c4bdc54b24e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321169 Sep 21 09:35:45.848037 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fccab6-ae3b-44c0-a992-6a2665eed0bb req-4ddf53eb-5669-4b18-a409-f6529fae7618 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:45.849525 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5fccab6-ae3b-44c0-a992-6a2665eed0bb req-4ddf53eb-5669-4b18-a409-f6529fae7618 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0532570 Sep 21 09:35:45.889528 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e5fccab6-ae3b-44c0-a992-6a2665eed0bb req-6202851f-25ac-4e28-a84c-303b372e1f72 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328171 Sep 21 09:35:47.011555 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24f96d-6244-497f-a100-c387598aadef req-db8d0029-20e8-46f2-82a8-88dc6ffbaf07 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:47.013034 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d24f96d-6244-497f-a100-c387598aadef req-db8d0029-20e8-46f2-82a8-88dc6ffbaf07 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0524595 Sep 21 09:35:47.053281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1d24f96d-6244-497f-a100-c387598aadef req-df640193-a96f-4626-ac73-ccacf447e373 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341473 Sep 21 09:35:48.170626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2ca96-64c4-47b8-b80f-d4a14a9159ce req-f15c75ce-93f7-4cf2-926e-1c86be075a01 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:48.172227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ca2ca96-64c4-47b8-b80f-d4a14a9159ce req-f15c75ce-93f7-4cf2-926e-1c86be075a01 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0505786 Sep 21 09:35:48.212892 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4ca2ca96-64c4-47b8-b80f-d4a14a9159ce req-962e6f56-6b17-4f66-8957-a6d8aa927418 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345852 Sep 21 09:35:49.332044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f20c1-d3e6-473e-a6f9-a0acfd1d916b req-16971c5b-40f0-4210-b711-e513acc55f1e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:49.334292 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-638f20c1-d3e6-473e-a6f9-a0acfd1d916b req-16971c5b-40f0-4210-b711-e513acc55f1e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0513926 Sep 21 09:35:49.376284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-638f20c1-d3e6-473e-a6f9-a0acfd1d916b req-60ba1d36-2e98-44fe-bfd2-49f935637f9e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Sep 21 09:35:50.501828 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022a05a-cb00-4203-9a5d-7740667c6599 req-11481ec8-5c9a-4f63-9e0f-9bf335c6fb55 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:50.503389 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4022a05a-cb00-4203-9a5d-7740667c6599 req-11481ec8-5c9a-4f63-9e0f-9bf335c6fb55 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0572541 Sep 21 09:35:50.543396 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4022a05a-cb00-4203-9a5d-7740667c6599 req-28276734-a5c6-4d9c-ba7b-fd969e93c392 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334482 Sep 21 09:35:51.689135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40900a79-6e40-4c56-ba44-ccb15a54c7bc req-698fabca-67fc-44a3-bceb-9fd6acc8446a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:51.690600 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40900a79-6e40-4c56-ba44-ccb15a54c7bc req-698fabca-67fc-44a3-bceb-9fd6acc8446a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0608780 Sep 21 09:35:51.733819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-40900a79-6e40-4c56-ba44-ccb15a54c7bc req-cc3e901e-bacd-4965-b431-5030aeff72d4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368145 Sep 21 09:35:52.550035 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fca7f8b8-9a80-4656-bae1-6a6544128f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:52.853988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1321343-4a2b-4006-ac78-6e5fe9600e1c req-2547ebc0-1604-4843-9410-298640bed788 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:52.855387 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f1321343-4a2b-4006-ac78-6e5fe9600e1c req-2547ebc0-1604-4843-9410-298640bed788 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0520861 Sep 21 09:35:52.892612 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f1321343-4a2b-4006-ac78-6e5fe9600e1c req-ba2ed5d5-bc8c-4605-a801-8010e3452bfa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311732 Sep 21 09:35:53.692682 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a033040-641a-4b81-b247-a90f93379ea1 req-08113c4b-a071-4558-a4b3-42cacecd857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:53.694229 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a033040-641a-4b81-b247-a90f93379ea1 req-08113c4b-a071-4558-a4b3-42cacecd857c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461094 Sep 21 09:35:53.786025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a033040-641a-4b81-b247-a90f93379ea1 req-eb06485a-524c-405f-931d-79ea31edac7f service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807145 Sep 21 09:35:53.882735 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-4a033040-641a-4b81-b247-a90f93379ea1 req-17fcedfe-a00e-4746-8509-d8d9c8a6839e service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864158 Sep 21 09:35:54.008686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-a345d16b-8490-4de2-904e-814042d0bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:54.010207 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-a345d16b-8490-4de2-904e-814042d0bc8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1095 time: 0.0687585 Sep 21 09:35:54.024706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c3eec-c3ec-443a-aa38-b8c65188ed0e req-29350d9a-9398-4233-9dc5-98dc3ae72919 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:54.026652 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-972c3eec-c3ec-443a-aa38-b8c65188ed0e req-29350d9a-9398-4233-9dc5-98dc3ae72919 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0608089 Sep 21 09:35:54.122818 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-972c3eec-c3ec-443a-aa38-b8c65188ed0e req-69c12550-f0c4-4fac-89a2-ced330b0eea4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856473 Sep 21 09:35:54.143290 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-dd451019-8222-45b4-8e36-48b424a11b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:54.144795 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-dd451019-8222-45b4-8e36-48b424a11b08 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.1153336 Sep 21 09:35:54.212398 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-6c4936c1-c47c-425e-992d-af472fd8d85a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 998 time: 0.0601752 Sep 21 09:35:54.262288 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-21ac7347-bb0f-4751-86fd-1bde72b5b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:54.263769 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-21ac7347-bb0f-4751-86fd-1bde72b5b09f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0437248 Sep 21 09:35:54.308136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-fd58e1a8-a13c-470d-a328-c8f5ae423b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:54.309610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-fd58e1a8-a13c-470d-a328-c8f5ae423b00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389507 Sep 21 09:35:54.399960 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-39ad453d-3e13-4789-bdbc-c88bc536a2f9 service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832009 Sep 21 09:35:54.485866 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e16a571a-c58e-4aa0-b497-fce7cfd1fa1c req-4c1a7fa8-08d3-407f-afcd-616fb80418b2 service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793726 Sep 21 09:35:55.236848 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5fc4f-c71f-4dc4-a05a-614cf4a794b8 req-e22cb84e-4f92-4a94-a15b-84f3267d3f90 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:55.238339 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0cd5fc4f-c71f-4dc4-a05a-614cf4a794b8 req-e22cb84e-4f92-4a94-a15b-84f3267d3f90 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0496113 Sep 21 09:35:55.276141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0cd5fc4f-c71f-4dc4-a05a-614cf4a794b8 req-1939340a-4b69-4370-b2cf-9cb13f5e935a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Sep 21 09:35:55.441445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:55.461658 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7291da31-8b7f-4fcc-89ea-f4af4cac0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:56.390326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e501b96-75a9-488f-9cf9-643443878fe4 req-2ac87494-eda8-4404-811e-9b1ed52d4d3f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:56.391825 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e501b96-75a9-488f-9cf9-643443878fe4 req-2ac87494-eda8-4404-811e-9b1ed52d4d3f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 944 time: 0.0487900 Sep 21 09:35:56.433067 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1e501b96-75a9-488f-9cf9-643443878fe4 req-281f21ec-0bc8-4a20-8853-93178431d59b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351946 Sep 21 09:35:56.689361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:35:56.783409 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:56.795299 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': '81702209-72ff-4bc6-a932-fa3b8261444d', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'port_id': '81702209-72ff-4bc6-a932-fa3b8261444d', 'mac_address': 'fa:16:3e:b5:0e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:35:56.831224 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:56.843569 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81702209-72ff-4bc6-a932-fa3b8261444d {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:35:56.862253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:56.866101 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:56.915489 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=11']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:57.075974 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:57.216165 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['81702209-72ff-4bc6-a932-fa3b8261444d'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:35:57.546578 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c7309-7484-47d2-bfee-20834235b469 req-735d426d-5e2e-4abb-9a31-f33fd562bb5f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:57.548089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a5c7309-7484-47d2-bfee-20834235b469 req-735d426d-5e2e-4abb-9a31-f33fd562bb5f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0486228 Sep 21 09:35:57.585705 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9a5c7309-7484-47d2-bfee-20834235b469 req-1f454989-0baf-4faa-bf80-71ba8086209f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Sep 21 09:35:58.125829 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:58.690071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:35:58.701041 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091e036-fecd-4591-98ea-9117efcf0506 req-029b12ce-bf4a-4e4d-8ad4-7bf0ea24804b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:58.702621 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a091e036-fecd-4591-98ea-9117efcf0506 req-029b12ce-bf4a-4e4d-8ad4-7bf0ea24804b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 945 time: 0.0511785 Sep 21 09:35:58.740730 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port 81702209-72ff-4bc6-a932-fa3b8261444d completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:35:58.743864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a091e036-fecd-4591-98ea-9117efcf0506 req-733a0ff3-d458-4a5e-a5dc-cec929ac6628 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351932 Sep 21 09:35:58.744336 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port 81702209-72ff-4bc6-a932-fa3b8261444d triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:35:58.744711 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:58.819816 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:58.842143 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:35:58.844395 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad75c1d6-59fe-4313-a549-a4bf3b8c309b" -d '{"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-plugged", "status": "completed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:35:58.860007 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:35:58.864506 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:35:58.887360 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491b56f-8e9c-4070-a059-efac6a6b9505 x-openstack-request-id: req-0491b56f-8e9c-4070-a059-efac6a6b9505 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:35:58.887656 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-plugged", "status": "completed", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:35:58.887911 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0491b56f-8e9c-4070-a059-efac6a6b9505 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:35:58.888303 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'code': 200} Sep 21 09:35:58.916023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=12']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:35:59.034567 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1a13d-ceff-4693-9519-f67082f6c2f3 req-d65a74b6-8b10-43a4-b310-842ab56f21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:59.036104 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9aa1a13d-ceff-4693-9519-f67082f6c2f3 req-d65a74b6-8b10-43a4-b310-842ab56f21f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1097 time: 0.0402954 Sep 21 09:35:59.069908 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9aa1a13d-ceff-4693-9519-f67082f6c2f3 req-65ddbd60-b801-443c-9a81-eea2b7ed61d5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264511 Sep 21 09:35:59.858309 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b88465-acc9-4bb2-88d7-cd91f26ca604 req-5dcb2151-02b4-4d08-90db-ab2fa0e0bbd1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:35:59.859803 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35b88465-acc9-4bb2-88d7-cd91f26ca604 req-5dcb2151-02b4-4d08-90db-ab2fa0e0bbd1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 946 time: 0.0473292 Sep 21 09:35:59.900133 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-35b88465-acc9-4bb2-88d7-cd91f26ca604 req-ad6c9d32-cf43-4bdc-a878-1f9c43905bbf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344179 Sep 21 09:36:01.080391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad28a43-9549-437d-882b-357bdaacc2f4 req-89bf5eba-cf77-4f1b-8a29-539c2d626f5d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:01.081789 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad28a43-9549-437d-882b-357bdaacc2f4 req-89bf5eba-cf77-4f1b-8a29-539c2d626f5d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 946 time: 0.0531225 Sep 21 09:36:01.120067 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad28a43-9549-437d-882b-357bdaacc2f4 req-6e69c436-f9fa-40bc-994e-2458ae030780 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316350 Sep 21 09:36:02.811773 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:04.608398 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:12.921830 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:36:22.551606 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ef74aea5-e37e-44f7-aae1-8265d2bacca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:25.442399 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:25.461540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3700fbbf-a18a-446f-a374-fa7273af77e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:27.079350 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:28.129131 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:32.825912 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:34.619001 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:47.447270 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-777fab8a-2c1c-4c08-b99b-dec6321b9c09 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826259 Sep 21 09:36:47.526050 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-0afb7926-a872-4dbd-9fd3-1f436566d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:47.527567 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-0afb7926-a872-4dbd-9fd3-1f436566d52e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1097 time: 0.0397134 Sep 21 09:36:47.632602 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-11510747-7b5c-4d72-ba0c-ebe7763efd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:47.633989 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-11510747-7b5c-4d72-ba0c-ebe7763efd84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0872829 Sep 21 09:36:47.698116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-b0835ce0-2b8b-4cb8-8f2d-c6e6acd4b60d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 1000 time: 0.0567949 Sep 21 09:36:47.745222 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-09d66a1e-e9f6-4bb5-9326-747df95777c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:47.746707 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-09d66a1e-e9f6-4bb5-9326-747df95777c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0420856 Sep 21 09:36:47.795026 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-badffed5-553b-4002-a4e6-6b6abd3931e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:36:47.797187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-badffed5-553b-4002-a4e6-6b6abd3931e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433962 Sep 21 09:36:47.807845 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-d9aa20a4-b496-4be0-84d9-38acf503284e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:36:47.808788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-d9aa20a4-b496-4be0-84d9-38acf503284e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048347 Sep 21 09:36:47.895998 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-6e7fdba0-ee38-47e7-8b61-dde30dfca42f service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801458 Sep 21 09:36:47.988429 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6e872b58-9254-41c5-89c3-0073609b8c00 req-aad635b5-d6fc-48a8-ab43-46c152e13985 service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857835 Sep 21 09:36:49.920892 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:36:52.551587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-de0fc707-705b-4fd3-bc2e-57dfebba7363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:55.444136 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:55.461946 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f933e17c-23e9-457f-a867-d60917dc020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:57.081520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:36:58.131415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:02.840544 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:04.624061 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:22.552697 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-099f649f-b8b0-43ed-aad6-7d0dec0652c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:25.444587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:25.462479 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3c109934-fbbb-4309-8d67-0507bf1a492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:26.920347 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:37:27.086367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:28.132455 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:32.846746 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:34.648608 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:45.855555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46726) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:46.006083 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Deleting port ef60842f-788d-4ce6-ba43-a2741f1e297f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:37:46.006329 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:46.079625 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:46.079958 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:46.091253 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Calling delete_port for ef60842f-788d-4ce6-ba43-a2741f1e297f owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:37:46.234429 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:46.263549 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event deleted for resources: {'Port': ['ID=ef60842f-788d-4ce6-ba43-a2741f1e297f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:46.276003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.276198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.276397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.276737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.277064 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.277389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.277712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.278032 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.278351 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.278670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.279014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.279357 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:46.332470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:46.332841 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Floating IP 15caca14-67cd-4dd5-9710-e82737d03a78 disassociated (deleted). External IP: 172.25.1.42, port: 81702209-72ff-4bc6-a932-fa3b8261444d. Sep 21 09:37:46.857591 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Router ae5b07a1-968b-4659-a604-bb664bba2f15 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:37:46.963201 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:37:46.968041 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:46.973123 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] Sync routers for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:37:46.981566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:37:46.982167 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:37:46.995731 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8dc52d64-3c9c-413a-b07c-449cc66353bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "DELETE /v2.0/floatingips/15caca14-67cd-4dd5-9710-e82737d03a78 HTTP/1.1" status: 204 len: 168 time: 1.1390493 Sep 21 09:37:46.996548 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:37:46.998919 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf676d64-587e-4b72-968f-cd8043ff86ab" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:37:47.089793 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:37:47.124608 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdc83b9-9429-463b-823b-d99c04186f47 x-openstack-request-id: req-dfdc83b9-9429-463b-823b-d99c04186f47 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:37:47.124955 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:37:47.125246 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dfdc83b9-9429-463b-823b-d99c04186f47 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:37:47.125654 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'status': 'completed', 'code': 200} Sep 21 09:37:47.192834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-fc042f24-777f-4308-89cc-8cc846279043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.194445 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-fc042f24-777f-4308-89cc-8cc846279043 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 1097 time: 0.0452907 Sep 21 09:37:47.256900 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa20fa9-bf91-4d77-8244-7ec6009b1623 req-4ea01c6c-0d8f-4542-a3ef-3ff2701ab20c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.258578 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efa20fa9-bf91-4d77-8244-7ec6009b1623 req-4ea01c6c-0d8f-4542-a3ef-3ff2701ab20c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 946 time: 0.0512779 Sep 21 09:37:47.296924 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-63a4f1f9-490f-4059-a8dd-6d5ba68de6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.298979 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-63a4f1f9-490f-4059-a8dd-6d5ba68de6aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0966558 Sep 21 09:37:47.299134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-efa20fa9-bf91-4d77-8244-7ec6009b1623 req-1eec553b-a8f8-445c-b936-f00b650723e4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339510 Sep 21 09:37:47.302566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:37:47.328814 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] Checking router: ae5b07a1-968b-4659-a604-bb664bba2f15 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:37:47.336870 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:37:47.337467 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:37:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:37:47.342177 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-6f7fa760-b7db-4d3f-bc36-6552e29e3210 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 200 len: 217 time: 0.0354950 Sep 21 09:37:47.390045 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-807666b3-33ab-44e9-8cb7-b94b70dfecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.392087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-807666b3-33ab-44e9-8cb7-b94b70dfecf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0432842 Sep 21 09:37:47.437455 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-d817317f-5ad4-4cce-8783-0ede3af0d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:47.439008 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-d817317f-5ad4-4cce-8783-0ede3af0d4e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398676 Sep 21 09:37:47.442005 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:37:47.539276 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-bbc1348d-558f-4f1e-83e5-05490974ad48 service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921376 Sep 21 09:37:47.635766 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf676d64-587e-4b72-968f-cd8043ff86ab req-ada889d5-4e82-4666-b328-5c51e7240748 service neutron] 10.222.0.62 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883484 Sep 21 09:37:47.724239 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:37:47.749224 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2115a-40e7-4536-863a-dba83ec0910c None None] The sync data for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 is: [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:37:47.958321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505632a6-2dc5-410f-a445-c0d96c2d75ef None None] New status for floating IP 15caca14-67cd-4dd5-9710-e82737d03a78: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:37:48.415532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510e38f-5f68-4ccf-a03c-8c50cd558baf req-07deda75-ccb1-48f9-b981-2d5783d7e25f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.417033 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1510e38f-5f68-4ccf-a03c-8c50cd558baf req-07deda75-ccb1-48f9-b981-2d5783d7e25f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 946 time: 0.0490744 Sep 21 09:37:48.454340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-1510e38f-5f68-4ccf-a03c-8c50cd558baf req-3e4c75e4-8a6c-4d0c-98f2-fe61afc1f5d8 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=b67e5a3a-5aa0-4967-a920-553271055227&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308278 Sep 21 09:37:48.615212 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dae142-6e88-4368-8b13-99b9603cca70 req-d2ffdd53-46c4-4af8-9fa8-55614841982d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:48.616583 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56dae142-6e88-4368-8b13-99b9603cca70 req-d2ffdd53-46c4-4af8-9fa8-55614841982d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 946 time: 0.0467017 Sep 21 09:37:48.707993 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Deleting port 81702209-72ff-4bc6-a932-fa3b8261444d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:37:48.708339 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:48.799206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] For port 81702209-72ff-4bc6-a932-fa3b8261444d, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=81702209-72ff-4bc6-a932-fa3b8261444d,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:37:48.799622 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:48.811987 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Calling delete_port for 81702209-72ff-4bc6-a932-fa3b8261444d owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:37:48.940734 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:48.970232 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event deleted for resources: {'Port': ['ID=81702209-72ff-4bc6-a932-fa3b8261444d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:48.996820 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.997176 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.997518 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.997858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.998194 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.998527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.998854 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.999226 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.999534 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:48.999861 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:49.000225 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:49.000549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:37:49.022707 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] No DVR routers for this DVR port 81702209-72ff-4bc6-a932-fa3b8261444d on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:37:49.025445 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:49.027522 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-56dae142-6e88-4368-8b13-99b9603cca70 req-487ac958-d1a3-48d6-ad59-e1d637edbdcf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.62 "DELETE /v2.0/ports/81702209-72ff-4bc6-a932-fa3b8261444d HTTP/1.1" status: 204 len: 173 time: 0.4042587 Sep 21 09:37:49.027955 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-deleted', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:37:49.030253 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0051eb80-4443-4dae-9760-3786af9e7489" -d '{"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-deleted", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:37:49.067578 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9df741b-2ff7-4c2e-bd6c-1f6d28e06fe2 x-openstack-request-id: req-c9df741b-2ff7-4c2e-bd6c-1f6d28e06fe2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:37:49.067870 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd28443-426d-4b27-8a6d-ad61381ebc5d", "name": "network-vif-deleted", "tag": "81702209-72ff-4bc6-a932-fa3b8261444d", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:37:49.068123 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9df741b-2ff7-4c2e-bd6c-1f6d28e06fe2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:37:49.068527 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd28443-426d-4b27-8a6d-ad61381ebc5d', 'name': 'network-vif-deleted', 'tag': '81702209-72ff-4bc6-a932-fa3b8261444d', 'status': 'completed', 'code': 200} Sep 21 09:37:49.376328 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f348aef5-888d-494e-902b-fd7226cd6146 req-88b8a6c5-0c1b-4a92-a164-636129aee28b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262060 Sep 21 09:37:49.449760 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f348aef5-888d-494e-902b-fd7226cd6146 req-7cde0f80-0d2f-454d-99cc-4471e1d91703 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=6dd28443-426d-4b27-8a6d-ad61381ebc5d HTTP/1.1" status: 200 len: 210 time: 0.0268178 Sep 21 09:37:49.516917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46748) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:49.574157 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348aef5-888d-494e-902b-fd7226cd6146 req-ffd612e9-7485-4ef4-b302-de6a68e19074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:49.575532 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f348aef5-888d-494e-902b-fd7226cd6146 req-ffd612e9-7485-4ef4-b302-de6a68e19074 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=116ba4075fc54529bdb2cf48ea41043e&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1050687 Sep 21 09:37:49.576495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7b6005f-ed67-48f1-9961-6fd064e12b60 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:49.601704 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7b6005f-ed67-48f1-9961-6fd064e12b60 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:49.667515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7b6005f-ed67-48f1-9961-6fd064e12b60 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:49.670195 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a7b6005f-ed67-48f1-9961-6fd064e12b60 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:49.671364 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a7b6005f-ed67-48f1-9961-6fd064e12b60 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "DELETE /v2.0/security-groups/b67e5a3a-5aa0-4967-a920-553271055227 HTTP/1.1" status: 204 len: 168 time: 0.1527233 Sep 21 09:37:49.673075 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348aef5-888d-494e-902b-fd7226cd6146 req-1f94fb06-98e4-4601-aaf7-2a21c128a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:37:49.674660 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f348aef5-888d-494e-902b-fd7226cd6146 req-1f94fb06-98e4-4601-aaf7-2a21c128a3a4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921059 Sep 21 09:37:49.682423 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6005f-ed67-48f1-9961-6fd064e12b60 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e5a3a-5aa0-4967-a920-553271055227,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.056292 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46758) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:52.060829 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4d30aea0-e233-4bb3-abee-147f55334284 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347184078', 'description': 'tempest-secgroup-smoke-347184078 description', 'project_id': '116ba4075fc54529bdb2cf48ea41043e'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:52.084077 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d30aea0-e233-4bb3-abee-147f55334284 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.163400 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d30aea0-e233-4bb3-abee-147f55334284 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.167006 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d30aea0-e233-4bb3-abee-147f55334284 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.194715 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30aea0-e233-4bb3-abee-147f55334284 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49dba1cd-cac2-4495-859e-2d8a63d5da31,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.197015 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4d30aea0-e233-4bb3-abee-147f55334284 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.198192 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4d30aea0-e233-4bb3-abee-147f55334284 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1408987 Sep 21 09:37:52.201131 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46760) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:52.206069 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a68919c0-cdb7-489b-8384-5b5e93dc1c02 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': '49dba1cd-cac2-4495-859e-2d8a63d5da31', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:52.232994 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a68919c0-cdb7-489b-8384-5b5e93dc1c02 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.290510 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a68919c0-cdb7-489b-8384-5b5e93dc1c02 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.297109 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a68919c0-cdb7-489b-8384-5b5e93dc1c02 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.316940 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68919c0-cdb7-489b-8384-5b5e93dc1c02 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f919e9-36e3-49dc-b680-9d8ec3a6e3c9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.320399 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a68919c0-cdb7-489b-8384-5b5e93dc1c02 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.321598 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a68919c0-cdb7-489b-8384-5b5e93dc1c02 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195285 Sep 21 09:37:52.324417 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46762) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:52.329445 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-5a6edde0-20a3-40fa-b0f4-3f4b40cee39b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': '49dba1cd-cac2-4495-859e-2d8a63d5da31', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:52.355249 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a6edde0-20a3-40fa-b0f4-3f4b40cee39b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.414740 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a6edde0-20a3-40fa-b0f4-3f4b40cee39b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.418352 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a6edde0-20a3-40fa-b0f4-3f4b40cee39b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.435436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6edde0-20a3-40fa-b0f4-3f4b40cee39b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5dc0251-6034-48e9-8c42-3d595d19aa9e,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.443336 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5a6edde0-20a3-40fa-b0f4-3f4b40cee39b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.444637 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-5a6edde0-20a3-40fa-b0f4-3f4b40cee39b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192720 Sep 21 09:37:52.447373 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46764) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:52.451645 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-b700584d-20c0-4589-b1b1-5c43f4024920 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': '49dba1cd-cac2-4495-859e-2d8a63d5da31', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:52.477632 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b700584d-20c0-4589-b1b1-5c43f4024920 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.536532 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b700584d-20c0-4589-b1b1-5c43f4024920 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.540728 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b700584d-20c0-4589-b1b1-5c43f4024920 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.555324 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fec412ec-0395-42dc-9484-406786172c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.556386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700584d-20c0-4589-b1b1-5c43f4024920 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a573682-30a9-4239-b1b1-af64712c6c4c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.565615 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b700584d-20c0-4589-b1b1-5c43f4024920 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.566821 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-b700584d-20c0-4589-b1b1-5c43f4024920 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185400 Sep 21 09:37:52.569638 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46766) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:52.573939 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-a04a3cf8-9cf3-4698-90ed-70481dcf8380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': '49dba1cd-cac2-4495-859e-2d8a63d5da31', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:52.598801 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a04a3cf8-9cf3-4698-90ed-70481dcf8380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.656667 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a04a3cf8-9cf3-4698-90ed-70481dcf8380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.660385 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a04a3cf8-9cf3-4698-90ed-70481dcf8380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.680015 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a3cf8-9cf3-4698-90ed-70481dcf8380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6460829a-8415-43b5-b692-d46ac6904e1d,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.688758 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a04a3cf8-9cf3-4698-90ed-70481dcf8380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.689451 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a04a3cf8-9cf3-4698-90ed-70481dcf8380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189072 Sep 21 09:37:52.692192 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46768) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:52.696420 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': '49dba1cd-cac2-4495-859e-2d8a63d5da31', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:52.717730 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Project 116ba4075fc54529bdb2cf48ea41043e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:37:52.722541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.782190 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.785979 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.804756 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44733db6-3824-426c-bab7-67199abf2f01,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.810499 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.812340 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-7512068d-46e4-497b-b99b-b295326f56cf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192312 Sep 21 09:37:52.815096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 46770) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:37:52.819333 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'security_group_rule': {'security_group_id': '49dba1cd-cac2-4495-859e-2d8a63d5da31', 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:37:52.840169 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Project 116ba4075fc54529bdb2cf48ea41043e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:37:52.844794 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.904079 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.908343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.927737 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d31b40d-ccf8-4053-bafa-d48f49b928a8,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:37:52.934045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:52.935556 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-edf066b7-2b29-4dd4-929e-2e4a2706d9ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193676 Sep 21 09:37:53.200498 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:37:53.219794 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: 81702209-72ff-4bc6-a932-fa3b8261444d {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:37:53.220119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device 81702209-72ff-4bc6-a932-fa3b8261444d not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:37:55.445085 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:55.467664 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-119a23d6-dbba-4ac8-847e-8c1b47a87639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:57.088407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:37:58.137118 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:02.855368 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:03.919957 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:38:04.668120 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:06.290905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-84819145-48cc-49d6-844a-7a5837599a1b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347184078&fields=id&tenant_id=116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 267 time: 0.0329134 Sep 21 09:38:06.397312 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-8ca94a2f-0ef5-4ec0-9c95-743c0dd8c219 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:06.398695 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-8ca94a2f-0ef5-4ec0-9c95-743c0dd8c219 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 807 time: 0.1012824 Sep 21 09:38:06.414084 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-c336b1fd-5a28-4427-b284-4a361181ab25 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/quotas/116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 375 time: 0.0097468 Sep 21 09:38:06.464758 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-2bb78c00-6718-4f1a-bff8-6df43c1fbf80 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455120 Sep 21 09:38:06.612264 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-ed2480c5-fe18-4403-bb41-65b9cfaea0f0 service neutron] 10.222.0.59 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362932 Sep 21 09:38:06.701207 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-491290bf-e2b9-4cbb-88ab-3b5dadb344f8 service neutron] 10.222.0.59 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827045 Sep 21 09:38:08.000799 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-36ca0150-c18b-436d-929f-50812f751005 req-c02fa25e-a2a2-48a1-98a5-3f46803b428f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0258694 Sep 21 09:38:09.077653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-beda8f42-0515-40d4-8551-639272cf933f req-6cfaa43b-edd7-49ff-b882-859980b11a20 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0263453 Sep 21 09:38:10.153920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2ee4a5b7-4a66-4950-9d7c-2f55171a342f req-b4e91a78-e214-4df3-a99c-736251caf0a6 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0255818 Sep 21 09:38:11.229329 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fcfa7654-e6f9-40a3-80d4-3e93728f4dc2 req-8463ee3e-bff9-4c01-80ad-16672151a9be tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0262454 Sep 21 09:38:12.323933 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-643d374c-8213-4916-b114-0bdb65b7e580 req-bc39a984-1687-4ce8-bc4f-7af4bdf7832d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0287838 Sep 21 09:38:13.034612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9809dddf-69a8-4bda-b654-a70f12a471f7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:13.036131 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9809dddf-69a8-4bda-b654-a70f12a471f7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 807 time: 0.1102560 Sep 21 09:38:13.081110 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-7f5702c6-8f73-4f9c-889e-4518d6af3995 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 379 time: 0.0347991 Sep 21 09:38:13.090784 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'port': {'device_id': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'admin_state_up': True, 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'security_groups': ['49dba1cd-cac2-4495-859e-2d8a63d5da31']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:38:13.205593 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Made reservation on behalf of 116ba4075fc54529bdb2cf48ea41043e for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:38:13.209106 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:13.333387 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Allocated IP 172.20.0.4 (e2fb1240-4479-41ea-927b-734a568b0e40/9d43322e-a866-4c09-959a-9b6fcf424b27/eac414ac-9ec1-4ed8-ba3e-d15a30462760) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:38:13.434312 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9bbf9b70-72e8-4dd7-86ae-9033f992a8a4 req-78f8f6b4-1c34-440c-8dd2-e0ced6e38ed6 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0392313 Sep 21 09:38:13.501548 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:13.536078 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:13.583109 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Network e2fb1240-4479-41ea-927b-734a568b0e40 is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:38:13.586155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:38:13.589790 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:38:13.642955 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:13.643686 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:13.650258 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:13.665811 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-dbcb0b50-ea65-4286-b2c7-f8a29700467d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786102 Sep 21 09:38:13.677198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-1321b8a6-f4c7-49eb-86d8-e2d2d3fec05c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:38:13.678231 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-1321b8a6-f4c7-49eb-86d8-e2d2d3fec05c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060132 Sep 21 09:38:13.692430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Request body: {'port': {'device_id': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:38:13.756003 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:13.827946 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-c1b397b7-99cf-4c6f-bbb0-17747bab71e6 None None] Provisioning complete for port eac414ac-9ec1-4ed8-ba3e-d15a30462760 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:38:13.828484 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c1b397b7-99cf-4c6f-bbb0-17747bab71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:13.862955 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-c1b397b7-99cf-4c6f-bbb0-17747bab71e6 None None] Port eac414ac-9ec1-4ed8-ba3e-d15a30462760 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:38:14.043346 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac414ac-9ec1-4ed8-ba3e-d15a30462760 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:38:14.051762 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:14.063563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Transition to ACTIVE for port object eac414ac-9ec1-4ed8-ba3e-d15a30462760 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:38:14.067241 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:14.119563 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:14.206849 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Attempting to bind port eac414ac-9ec1-4ed8-ba3e-d15a30462760 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:38:14.207191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Attempting to bind port eac414ac-9ec1-4ed8-ba3e-d15a30462760 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:38:14.207554 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Attempting to bind port eac414ac-9ec1-4ed8-ba3e-d15a30462760 on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:38:14.212853 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Port eac414ac-9ec1-4ed8-ba3e-d15a30462760 on network e2fb1240-4479-41ea-927b-734a568b0e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:38:14.213180 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Attempting to bind port eac414ac-9ec1-4ed8-ba3e-d15a30462760 on network e2fb1240-4479-41ea-927b-734a568b0e40 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:38:14.219028 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:38:14.219398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Checking segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:38:14.220315 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Bound using segment: {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:38:14.220759 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Bound port: eac414ac-9ec1-4ed8-ba3e-d15a30462760, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c103a06-2cff-4226-a27b-90bfe995794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:38:14.221124 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:14.291080 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:38:14.294612 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:38:14.299138 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:14.337402 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:14.338345 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:14.339923 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] 10.222.0.50 "PUT /v2.0/ports/eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 1091 time: 0.6520035 Sep 21 09:38:14.340391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:38:14.343387 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29232be1-73ca-4e96-8193-7be7c765197f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:38:14.423250 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe25630-56a9-44fe-8ec4-1bd141bbf58d x-openstack-request-id: req-cbe25630-56a9-44fe-8ec4-1bd141bbf58d {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:38:14.423573 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:38:14.424345 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cbe25630-56a9-44fe-8ec4-1bd141bbf58d {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:38:14.424769 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'status': 'completed', 'code': 200} Sep 21 09:38:14.428364 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746ae7b-de69-472d-bcbf-95664f2a2066 service neutron] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:14.446034 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-92058d77-f887-4bcc-88b7-35ae561cd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:14.447903 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-92058d77-f887-4bcc-88b7-35ae561cd55c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1094 time: 0.0574124 Sep 21 09:38:14.497787 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-f8935851-9a10-44a8-b621-59517e9e1a0b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 217 time: 0.0413554 Sep 21 09:38:14.588018 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-3ef6c676-9dcb-4e94-a562-fdff3feb35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:14.589758 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-3ef6c676-9dcb-4e94-a562-fdff3feb35b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0834720 Sep 21 09:38:14.598436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab7b6f-e644-4e7f-8ddf-0d5a26abcd08 req-8ca490be-4dca-48ac-ab0f-fa3746381641 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:14.599921 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4ab7b6f-e644-4e7f-8ddf-0d5a26abcd08 req-8ca490be-4dca-48ac-ab0f-fa3746381641 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0857892 Sep 21 09:38:14.672198 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-59faeb4d-79b8-4c8c-828d-04e63b0f6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:14.674227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-59faeb4d-79b8-4c8c-828d-04e63b0f6880 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734434 Sep 21 09:38:14.677081 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d4ab7b6f-e644-4e7f-8ddf-0d5a26abcd08 req-2165672a-6e63-4370-884e-2d2228f99d04 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672743 Sep 21 09:38:14.767055 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-13767b7d-8d3d-4122-885f-32b77836bb24 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Sep 21 09:38:14.869190 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-fb93a1d0-b571-40c2-acce-196cbcef395b req-6097d8c6-1fdb-4162-a913-f427feb105f0 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943279 Sep 21 09:38:14.956871 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232be1-73ca-4e96-8193-7be7c765197f req-f1c8e317-1825-4c53-bb0e-5b730f7aa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:14.958382 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29232be1-73ca-4e96-8193-7be7c765197f req-f1c8e317-1825-4c53-bb0e-5b730f7aa1ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1094 time: 0.0406120 Sep 21 09:38:15.057087 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232be1-73ca-4e96-8193-7be7c765197f req-1ff11031-e87c-45c5-987a-4ba2f48977d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:15.058566 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29232be1-73ca-4e96-8193-7be7c765197f req-1ff11031-e87c-45c5-987a-4ba2f48977d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0911107 Sep 21 09:38:15.101480 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29232be1-73ca-4e96-8193-7be7c765197f req-5b4e5d87-2500-4973-9ae2-afbb745a4d8e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 217 time: 0.0353720 Sep 21 09:38:15.150667 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232be1-73ca-4e96-8193-7be7c765197f req-69e83345-41ca-466c-b89a-6921ae165e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:15.152091 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29232be1-73ca-4e96-8193-7be7c765197f req-69e83345-41ca-466c-b89a-6921ae165e8f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0433271 Sep 21 09:38:15.204803 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29232be1-73ca-4e96-8193-7be7c765197f req-e2d08375-ddc4-4801-973f-c69e8105eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:15.206338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29232be1-73ca-4e96-8193-7be7c765197f req-e2d08375-ddc4-4801-973f-c69e8105eb88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449202 Sep 21 09:38:15.297989 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29232be1-73ca-4e96-8193-7be7c765197f req-ca15e61c-1a9f-4632-b6d1-981d2784dd05 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832608 Sep 21 09:38:15.394523 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-29232be1-73ca-4e96-8193-7be7c765197f req-c80cc704-ef6d-4098-b191-8acd2f1d7627 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891402 Sep 21 09:38:15.796258 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2710c7-1898-4e61-8649-e4bf5c7b5ee0 req-d73d16a7-11fd-419c-a5cd-fef44656c656 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:15.798316 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d2710c7-1898-4e61-8649-e4bf5c7b5ee0 req-d73d16a7-11fd-419c-a5cd-fef44656c656 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0496655 Sep 21 09:38:15.838088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3d2710c7-1898-4e61-8649-e4bf5c7b5ee0 req-77d102b2-46a3-4c9f-9a23-5dd1babceb49 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331132 Sep 21 09:38:16.986859 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad1d71-a4e7-41bd-aef6-7621d1add6ed req-d73d3409-6c5a-439c-89c2-1d14581a2f82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:16.988780 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5aad1d71-a4e7-41bd-aef6-7621d1add6ed req-d73d3409-6c5a-439c-89c2-1d14581a2f82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0539024 Sep 21 09:38:17.030983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5aad1d71-a4e7-41bd-aef6-7621d1add6ed req-bff9f168-36a8-4a2f-9276-6b9c639a8d98 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352106 Sep 21 09:38:18.173649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0d04d-85be-4a93-97e9-9e7295fec09a req-a79bac18-8f22-48fb-9731-62205a9b79da tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:18.175121 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77c0d04d-85be-4a93-97e9-9e7295fec09a req-a79bac18-8f22-48fb-9731-62205a9b79da tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0487103 Sep 21 09:38:18.211386 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-77c0d04d-85be-4a93-97e9-9e7295fec09a req-31402dd0-2b2c-4125-9688-b7435f77bfd9 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303872 Sep 21 09:38:19.322960 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4a8e0-5b58-449b-a526-11d274d3270d req-a1657629-dd24-4b7d-a6f9-3f4d88a0f0eb tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:19.324465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01c4a8e0-5b58-449b-a526-11d274d3270d req-a1657629-dd24-4b7d-a6f9-3f4d88a0f0eb tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0483851 Sep 21 09:38:19.362223 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-01c4a8e0-5b58-449b-a526-11d274d3270d req-cbf4b9d6-59a1-4bb6-964c-3f2f09a0f806 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318522 Sep 21 09:38:20.477597 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb718d92-cdf3-4adf-b381-6dceb587857d req-386c3091-365e-4ed3-8ead-481d91ea4281 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:20.479129 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb718d92-cdf3-4adf-b381-6dceb587857d req-386c3091-365e-4ed3-8ead-481d91ea4281 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0525293 Sep 21 09:38:20.516543 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-cb718d92-cdf3-4adf-b381-6dceb587857d req-5da5cdfc-1cf5-4173-a0f2-53db6fe8a36a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314741 Sep 21 09:38:21.634606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f3de-cf13-485a-b5c7-a1973a5f50af req-177a00ff-2e84-4d63-8f63-ba32d7d03044 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:21.636185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-66a8f3de-cf13-485a-b5c7-a1973a5f50af req-177a00ff-2e84-4d63-8f63-ba32d7d03044 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0537169 Sep 21 09:38:21.674297 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-66a8f3de-cf13-485a-b5c7-a1973a5f50af req-dd8b46a5-dec9-4423-a6e7-a3e164da51bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322382 Sep 21 09:38:22.562221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-77371d4a-9be1-402c-ab1c-16b7165d4e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:22.785421 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc8dc7-e3c0-4add-8e03-df50be5a5a41 req-1da3db58-9a45-4ab9-9809-5b996f62cae1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:22.786928 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64fc8dc7-e3c0-4add-8e03-df50be5a5a41 req-1da3db58-9a45-4ab9-9809-5b996f62cae1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0481482 Sep 21 09:38:22.825432 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-64fc8dc7-e3c0-4add-8e03-df50be5a5a41 req-7d3308e5-9242-483b-a290-8c002e80a4a8 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322058 Sep 21 09:38:23.708704 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eac414ac-9ec1-4ed8-ba3e-d15a30462760 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:38:23.799215 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:38:23.810947 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'port_id': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'mac_address': 'fa:16:3e:72:c7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:38:23.847365 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:23.863229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac414ac-9ec1-4ed8-ba3e-d15a30462760 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:38:23.882301 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:38:23.886245 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:23.935212 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:23.943765 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.944130 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.944763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.944883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.945129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.945512 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.945935 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.946111 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ff04e-70ec-455b-b179-2535d62be8ff req-4c7c1517-9fab-4b80-a402-3a536dbf13e5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:23.946756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.946756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.946756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.947185 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.947431 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:38:23.951819 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db0ff04e-70ec-455b-b179-2535d62be8ff req-4c7c1517-9fab-4b80-a402-3a536dbf13e5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 944 time: 0.0560207 Sep 21 09:38:23.988638 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-db0ff04e-70ec-455b-b179-2535d62be8ff req-aa8cae3d-5c65-4c92-83b1-f3aabf549100 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332081 Sep 21 09:38:24.123460 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['eac414ac-9ec1-4ed8-ba3e-d15a30462760'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:38:25.102549 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c518653-d631-48ed-b985-d4b3bef84b08 req-3fb90c11-a059-41e7-80d3-3408490e86bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:25.103964 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c518653-d631-48ed-b985-d4b3bef84b08 req-3fb90c11-a059-41e7-80d3-3408490e86bd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 944 time: 0.0482211 Sep 21 09:38:25.141088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2c518653-d631-48ed-b985-d4b3bef84b08 req-c43266f7-e4bf-47fa-b953-111f17d8e8f9 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310271 Sep 21 09:38:25.457423 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:25.462458 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d1dbecf-dfcb-4123-8319-2995a8fec462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:25.732601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eac414ac-9ec1-4ed8-ba3e-d15a30462760 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:38:25.779684 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port eac414ac-9ec1-4ed8-ba3e-d15a30462760 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:38:25.783537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port eac414ac-9ec1-4ed8-ba3e-d15a30462760 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:38:25.783920 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:25.862392 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:25.884644 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:38:25.886867 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e027a275-a7ac-4dfe-a371-afabe0912705" -d '{"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-plugged", "status": "completed", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:38:25.899190 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:38:25.904192 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:25.928589 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e41eb62-ac4d-42df-9343-a1b1b164ca08 x-openstack-request-id: req-3e41eb62-ac4d-42df-9343-a1b1b164ca08 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:38:25.928881 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-plugged", "status": "completed", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:38:25.929231 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3e41eb62-ac4d-42df-9343-a1b1b164ca08 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:38:25.929532 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'code': 200} Sep 21 09:38:25.955137 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:26.025658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2364db-68ba-4031-a8e2-0570c7fe7f01 req-c509a5dd-8403-4c8c-9f21-70754a731ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:26.027139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d2364db-68ba-4031-a8e2-0570c7fe7f01 req-c509a5dd-8403-4c8c-9f21-70754a731ebf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0395730 Sep 21 09:38:26.062829 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d2364db-68ba-4031-a8e2-0570c7fe7f01 req-265f50e3-1210-4e65-81db-9e340561c724 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274832 Sep 21 09:38:26.257719 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ce017-12a3-46b2-b479-403f33239997 req-270fccb6-bcd9-4d96-8fee-a071587bb380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:26.259141 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af2ce017-12a3-46b2-b479-403f33239997 req-270fccb6-bcd9-4d96-8fee-a071587bb380 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0527923 Sep 21 09:38:26.298206 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-af2ce017-12a3-46b2-b479-403f33239997 req-ff1c070d-05ac-4f3d-85a1-420a16260e14 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Sep 21 09:38:27.092354 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:27.417356 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0c71e-ec81-46bf-9afd-4e6339530237 req-3d056c7d-8e30-4340-bf96-96d8c1da952e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:27.418742 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bad0c71e-ec81-46bf-9afd-4e6339530237 req-3d056c7d-8e30-4340-bf96-96d8c1da952e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0532351 Sep 21 09:38:27.456689 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bad0c71e-ec81-46bf-9afd-4e6339530237 req-81d73e9a-9012-4a35-9956-3bdd0750eacc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319693 Sep 21 09:38:27.569352 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3797a2d-4932-45f4-bd5b-c444f2dbeb72 req-43fc7275-f29e-46d3-b402-ce2e5747bbce tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:27.571004 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3797a2d-4932-45f4-bd5b-c444f2dbeb72 req-43fc7275-f29e-46d3-b402-ce2e5747bbce tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0489678 Sep 21 09:38:27.608130 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b3797a2d-4932-45f4-bd5b-c444f2dbeb72 req-48078d9f-a425-40fc-ac3e-bb9f1d981a44 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Sep 21 09:38:27.629792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 46998) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:38:27.709377 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e4c9b-2541-4e34-9ab7-d8cd2d159793 tempest-TestShelveInstance-1345492277 tempest-TestShelveInstance-1345492277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:27.710725 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e13e4c9b-2541-4e34-9ab7-d8cd2d159793 tempest-TestShelveInstance-1345492277 tempest-TestShelveInstance-1345492277-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1091 time: 0.0799680 Sep 21 09:38:27.713607 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47002) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:38:27.717870 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:38:27.739796 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:28.138928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:28.170634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:28.270495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Allocated IP 172.25.1.67 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/a9a64b5a-dbdd-46a0-a2fb-ceaf3e7e4cf3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:38:28.376109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:28.408706 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:28.443008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:38:28.445846 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:38:28.449298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:38:28.480626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'Port': ['ID=a9a64b5a-dbdd-46a0-a2fb-ceaf3e7e4cf3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:28.808173 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:28.876455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:29.020003 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:29.024524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:29.096647 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event updated for resources: {'Port': ['ID=a9a64b5a-dbdd-46a0-a2fb-ceaf3e7e4cf3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:38:29.104918 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:29.204793 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Floating IP 67a798d5-8960-43dd-a9da-c7ca8ff5d898 associated. External IP: 172.25.1.67, port: eac414ac-9ec1-4ed8-ba3e-d15a30462760. Sep 21 09:38:29.414001 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Router ae5b07a1-968b-4659-a604-bb664bba2f15 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:38:29.521757 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:38:29.531129 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] Sync routers for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:38:29.538026 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:29.540398 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:38:29.541005 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:29.566704 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-3ff36fb5-c302-46c4-993d-a332b18481e7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8520448 Sep 21 09:38:29.567422 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:38:29.569692 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:38:29.608088 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb38238-a826-4586-bf14-b7514fda9318 x-openstack-request-id: req-edb38238-a826-4586-bf14-b7514fda9318 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:38:29.608407 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:38:29.608639 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-edb38238-a826-4586-bf14-b7514fda9318 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:38:29.609059 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'status': 'completed', 'code': 200} Sep 21 09:38:29.647563 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:38:29.671107 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-b0f591dd-9433-4f3f-9d6e-2f2ed9046541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:29.672667 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-b0f591dd-9433-4f3f-9d6e-2f2ed9046541 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0414186 Sep 21 09:38:29.767215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-8b9c0496-c4d1-4141-a767-ff05bd28c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:29.768775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-8b9c0496-c4d1-4141-a767-ff05bd28c63d service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0887277 Sep 21 09:38:29.839248 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-0b55ccee-2b9d-45df-b10a-e895f52ff590 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 998 time: 0.0624933 Sep 21 09:38:29.870517 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '67a798d5-8960-43dd-a9da-c7ca8ff5d898', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'port_id': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'mac_address': 'fa:16:3e:72:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:38:28Z', 'updated_at': '2021-09-21T09:38:28Z', 'revision_number': 0, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:29.889534 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-0d234d37-a1cb-4446-8ced-0c46037712ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:29.891029 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-0d234d37-a1cb-4446-8ced-0c46037712ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0427856 Sep 21 09:38:29.897016 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] Checking router: ae5b07a1-968b-4659-a604-bb664bba2f15 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:38:29.905545 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:38:29.906150 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:38:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:29.941793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-fedeec12-f95e-4eec-9830-233816b9acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:29.943337 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-fedeec12-f95e-4eec-9830-233816b9acea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440962 Sep 21 09:38:30.009305 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:38:30.034844 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-9d615f13-8398-4263-b723-d6811aaa56af service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834053 Sep 21 09:38:30.128012 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5ad13065-e6d2-489a-9dfb-c0e8c1fc35f5 req-5ef1a4a4-53c8-4da7-9130-21afa595d0b2 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856247 Sep 21 09:38:30.228240 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '67a798d5-8960-43dd-a9da-c7ca8ff5d898', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'port_id': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'mac_address': 'fa:16:3e:72:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:38:28Z', 'updated_at': '2021-09-21T09:38:28Z', 'revision_number': 0, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:38:30.257214 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0412191-0924-4d46-a65e-a24bd63fa3ed None None] The sync data for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 is: [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '67a798d5-8960-43dd-a9da-c7ca8ff5d898', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'port_id': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'mac_address': 'fa:16:3e:72:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:38:28Z', 'updated_at': '2021-09-21T09:38:28Z', 'revision_number': 0, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:38:30.446155 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce843773-f053-444a-8d8d-57d5c57192a4 None None] New status for floating IP 67a798d5-8960-43dd-a9da-c7ca8ff5d898: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:38:32.850308 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:34.667781 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:34.692477 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-87258b53-4d4d-4ce7-9e0b-1e744b9e1356 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400174 Sep 21 09:38:34.772670 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-3d688603-acd6-4c7d-ae84-0e43195cbe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:34.774134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-3d688603-acd6-4c7d-ae84-0e43195cbe8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0398390 Sep 21 09:38:34.879085 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-31afb166-0e1b-4893-b4fd-778fe2825a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:34.880574 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-31afb166-0e1b-4893-b4fd-778fe2825a2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0867481 Sep 21 09:38:34.944513 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-39825866-a0f8-4d52-9821-60be5e937f55 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 1000 time: 0.0563576 Sep 21 09:38:34.997843 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-bb569628-b83d-46d4-a495-5ff29d50444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:34.999301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-bb569628-b83d-46d4-a495-5ff29d50444f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0476930 Sep 21 09:38:35.044575 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-e3f21ae6-2514-44af-8a59-6a9f769de68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:38:35.046049 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-e3f21ae6-2514-44af-8a59-6a9f769de68e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394268 Sep 21 09:38:35.137072 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-2c02d18e-2549-413a-925e-1e616582d566 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825906 Sep 21 09:38:35.230934 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a8d22987-3136-4c12-aa81-da83eccd58dc req-ff5b487f-83cf-4837-a2ab-e34b7d15354b service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865519 Sep 21 09:38:40.919049 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:38:52.555689 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bbceed09-6385-408c-8493-f0e3d83a5cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:55.456860 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:55.464626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-bd94c221-7927-4711-b817-ec0c25adfc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:57.094240 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:38:58.141776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:02.870041 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:04.681120 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:17.918897 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:39:22.556335 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-52298c1f-31a7-4db1-970c-7b329a4be576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:25.448561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:25.464480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7c895a4f-b2ac-4ccd-b43f-ecd6980975ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:27.097127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:28.144356 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:32.877077 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:34.677687 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:34.722857 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-9823df48-0146-4af4-ac7e-65033e167f53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799212 Sep 21 09:39:34.806116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-2e4c3b7f-ab67-4fc3-b9f3-77133d10d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:34.807653 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-2e4c3b7f-ab67-4fc3-b9f3-77133d10d85f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0417535 Sep 21 09:39:34.914640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-6540739f-f955-4106-9997-d8b3ead752bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:34.916074 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-6540739f-f955-4106-9997-d8b3ead752bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0884619 Sep 21 09:39:34.982497 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-399cd8b8-4877-4502-ae80-83a04aae3077 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 1000 time: 0.0584474 Sep 21 09:39:35.035411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-08767162-6168-436c-9b55-3aa11ec12eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:35.037114 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-08767162-6168-436c-9b55-3aa11ec12eb2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0476129 Sep 21 09:39:35.082808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-ff2a6d12-734d-4640-95ce-96983687a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:39:35.084320 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-ff2a6d12-734d-4640-95ce-96983687a228 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398393 Sep 21 09:39:35.176558 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-8d4ad0ad-87f2-4fbf-ac2c-abc90440ce77 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842531 Sep 21 09:39:35.267403 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-43cdd8fe-6fa3-4c73-9a03-e4311f3c5d96 req-8dfcf69f-39e8-4269-8814-68c520e10e89 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832987 Sep 21 09:39:52.557547 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6d32cc16-6e90-466d-b31e-c035fc79a72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:54.918578 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:39:55.449023 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:55.466587 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6f325a52-a1d5-4ccb-b621-ad6125163de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:57.100931 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:39:58.146034 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:02.883158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:04.692656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:22.558800 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-888ef561-6018-4dda-825c-0af6c7fc6698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:25.426322 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cc444-3b67-404c-a888-1fe94869ea40 req-b0d3917c-c341-4122-a204-95fa0f7067d1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:25.428282 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b60cc444-3b67-404c-a888-1fe94869ea40 req-b0d3917c-c341-4122-a204-95fa0f7067d1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.1230550 Sep 21 09:40:25.451146 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:25.468349 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-28ae0a2d-4440-4afc-9836-4a67d063e777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:25.474083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b60cc444-3b67-404c-a888-1fe94869ea40 req-917cc3a0-b8cf-46ae-8495-a908050d6fbb tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396237 Sep 21 09:40:26.639677 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f0f4e-a89d-4d05-9175-e2fb5ae6a85d req-bd55aa92-d1c2-4cad-ad54-9aae719ea037 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:26.641200 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-005f0f4e-a89d-4d05-9175-e2fb5ae6a85d req-bd55aa92-d1c2-4cad-ad54-9aae719ea037 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0974181 Sep 21 09:40:26.679441 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-005f0f4e-a89d-4d05-9175-e2fb5ae6a85d req-ad44c9e6-2533-421a-bd9a-a55f4a4d1f4a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Sep 21 09:40:27.102413 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:27.798096 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44919f-8313-431d-b737-c84ffed7373f req-cbce5c7f-e152-4328-a66d-2678a9117abc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:27.798985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a44919f-8313-431d-b737-c84ffed7373f req-cbce5c7f-e152-4328-a66d-2678a9117abc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0535846 Sep 21 09:40:27.836589 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-8a44919f-8313-431d-b737-c84ffed7373f req-3bb4c76c-e7f3-4db5-9eff-bb121bbc9602 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Sep 21 09:40:28.152293 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:28.949694 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f76eef3-9ae7-4b2f-adf5-70375bf93330 req-e94618ba-183b-4187-99fa-f847c0e9abd7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:28.951215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f76eef3-9ae7-4b2f-adf5-70375bf93330 req-e94618ba-183b-4187-99fa-f847c0e9abd7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0484214 Sep 21 09:40:28.992768 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9f76eef3-9ae7-4b2f-adf5-70375bf93330 req-d7fd2a86-18e2-4fbc-b915-72fb7a7b1eab tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356107 Sep 21 09:40:30.107121 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfafe9-ca9d-479d-b087-7d7b7040aea1 req-7647cf01-04ce-47cb-b630-e63cd5d6f071 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:30.108676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6bfafe9-ca9d-479d-b087-7d7b7040aea1 req-7647cf01-04ce-47cb-b630-e63cd5d6f071 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0495393 Sep 21 09:40:30.147771 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a6bfafe9-ca9d-479d-b087-7d7b7040aea1 req-bf78fa6b-8790-4cf5-9a86-54eb40a2ffd4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332112 Sep 21 09:40:31.261612 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477ece-7dfb-4790-9ba0-22396d14e533 req-facb4076-9b60-4818-8202-7f0d6ca18fde tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:31.263125 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94477ece-7dfb-4790-9ba0-22396d14e533 req-facb4076-9b60-4818-8202-7f0d6ca18fde tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Sep 21 09:40:31.301025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-94477ece-7dfb-4790-9ba0-22396d14e533 req-b33d02e8-e6a7-44ed-819b-1d777ae6007d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319798 Sep 21 09:40:31.918069 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:40:32.413332 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7024882-507e-4674-b0df-a7b6f10c0faf req-ba6e6cad-1134-4f49-9a5b-c9b439226b9c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:32.414726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7024882-507e-4674-b0df-a7b6f10c0faf req-ba6e6cad-1134-4f49-9a5b-c9b439226b9c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Sep 21 09:40:32.451828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f7024882-507e-4674-b0df-a7b6f10c0faf req-a213581f-f909-4aac-9922-5f25b8d0144c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311673 Sep 21 09:40:32.886344 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:33.574338 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35d444-eb65-4c47-8d6e-6632b5be991a req-3dd3f531-adbf-4026-938b-8c5b59ccea92 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:33.576320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c35d444-eb65-4c47-8d6e-6632b5be991a req-3dd3f531-adbf-4026-938b-8c5b59ccea92 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0533729 Sep 21 09:40:33.618829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9c35d444-eb65-4c47-8d6e-6632b5be991a req-ae86e9f4-14d3-4bc4-b5e5-a1eb11257328 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363550 Sep 21 09:40:34.690649 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:34.738586 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe8e7-031a-4df1-9800-12a7fe4ebb4e req-dbdf20b6-dff5-4c90-9f5d-cc609beb58a3 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:34.740185 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a1abe8e7-031a-4df1-9800-12a7fe4ebb4e req-dbdf20b6-dff5-4c90-9f5d-cc609beb58a3 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0523500 Sep 21 09:40:34.777456 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a1abe8e7-031a-4df1-9800-12a7fe4ebb4e req-a7a90edf-16d6-4b0a-965b-62d93466def5 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Sep 21 09:40:35.478295 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-e5b22851-beff-4273-bbb7-dad5bf6ab25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:35.479843 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-e5b22851-beff-4273-bbb7-dad5bf6ab25b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0407388 Sep 21 09:40:35.895501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f513f6b-2964-4b27-beb6-a891a51ebcb9 req-8b36243d-e9c6-4229-befb-e430a8b65a1d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:35.897016 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f513f6b-2964-4b27-beb6-a891a51ebcb9 req-8b36243d-e9c6-4229-befb-e430a8b65a1d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0506928 Sep 21 09:40:35.905838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-c7552ba9-a51e-497b-a1ed-669593339b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:35.907301 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-c7552ba9-a51e-497b-a1ed-669593339b51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.4205503 Sep 21 09:40:35.940032 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-3f513f6b-2964-4b27-beb6-a891a51ebcb9 req-82c81bb4-6cbb-449c-99fc-fd6f8b17449f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368907 Sep 21 09:40:35.972624 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-7136393d-78b9-41dc-b114-f3adf0331122 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 1000 time: 0.0565982 Sep 21 09:40:36.021552 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-0cb5f7d1-ca9b-450c-a59a-3e5565ba5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:36.022983 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-0cb5f7d1-ca9b-450c-a59a-3e5565ba5150 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0428226 Sep 21 09:40:36.071391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-211e2a7d-b469-4b3a-8511-33bbe177ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:36.072776 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-211e2a7d-b469-4b3a-8511-33bbe177ee32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427108 Sep 21 09:40:36.161103 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-3bf0c257-0d9f-4a61-9a82-ce1513c2d1d7 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800548 Sep 21 09:40:36.254246 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c63767f-c154-44f3-bb5c-d35356958a98 req-36dfa853-a94a-4d1b-a70b-e722a7366647 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Sep 21 09:40:36.360098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-2ab9b2fa-1286-49b6-97d6-2a304b10902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:36.361587 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-2ab9b2fa-1286-49b6-97d6-2a304b10902d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0411332 Sep 21 09:40:36.474860 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-edafab1b-fb3c-4b49-a905-14656b899111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:36.476469 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-edafab1b-fb3c-4b49-a905-14656b899111 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0938959 Sep 21 09:40:36.544000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-ae259749-0ca5-4a20-a7c2-433bb826de59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 1000 time: 0.0596716 Sep 21 09:40:36.607917 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-559edac9-64d2-4242-8494-9fdb4d7aac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:36.609864 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-559edac9-64d2-4242-8494-9fdb4d7aac99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0578589 Sep 21 09:40:36.662368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-80763a07-caca-42eb-a548-3647254ab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:36.663806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-80763a07-caca-42eb-a548-3647254ab2f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453191 Sep 21 09:40:36.761498 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-d11ccac1-0147-4b59-82b4-99decd6c5aac service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891714 Sep 21 09:40:36.861631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1f51622-544a-4d5f-9b6c-b2e43c901731 req-0ea65ccc-82a5-4dd4-8ac6-be4bcc4e7455 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921872 Sep 21 09:40:37.058241 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc095b-aef8-4cc1-a1e9-5445b0498f04 req-08a2b967-6953-46ef-89ae-315aa651fb06 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:37.059760 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26fc095b-aef8-4cc1-a1e9-5445b0498f04 req-08a2b967-6953-46ef-89ae-315aa651fb06 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Sep 21 09:40:37.101435 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-26fc095b-aef8-4cc1-a1e9-5445b0498f04 req-e4f8139a-3ad7-40d0-a753-9f9b7796b731 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350769 Sep 21 09:40:38.214830 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c57de-ad68-4a48-9a48-ee65bbc8e05b req-07869b60-6577-429e-8145-3e429223b448 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:38.216265 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-775c57de-ad68-4a48-9a48-ee65bbc8e05b req-07869b60-6577-429e-8145-3e429223b448 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Sep 21 09:40:38.253868 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-775c57de-ad68-4a48-9a48-ee65bbc8e05b req-89884776-3f2a-4066-85a5-1550b2acdc1f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Sep 21 09:40:39.377003 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09176ea9-90dd-48ee-afa4-57fa4cf74e41 req-5d93fc32-3be8-4d86-af88-e0716076898c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:39.378526 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09176ea9-90dd-48ee-afa4-57fa4cf74e41 req-5d93fc32-3be8-4d86-af88-e0716076898c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0557230 Sep 21 09:40:39.418472 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-09176ea9-90dd-48ee-afa4-57fa4cf74e41 req-be063ad3-b9f2-4456-8b79-780fa08064be tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334864 Sep 21 09:40:40.534947 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf685fb9-83fe-4065-aa60-a7fef992b2d0 req-0229a70e-91ae-47c8-87e1-9826fe49869e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:40.536726 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf685fb9-83fe-4065-aa60-a7fef992b2d0 req-0229a70e-91ae-47c8-87e1-9826fe49869e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Sep 21 09:40:40.577026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-bf685fb9-83fe-4065-aa60-a7fef992b2d0 req-e74d7f46-5b7e-4570-86e9-a5ffb915ccae tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Sep 21 09:40:40.782146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160f782-7ec8-4fd3-83f5-e17f9aed022e req-fe1b6823-ed7e-4a73-a669-a36bdb06014b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:40.783710 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c160f782-7ec8-4fd3-83f5-e17f9aed022e req-fe1b6823-ed7e-4a73-a669-a36bdb06014b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Sep 21 09:40:40.797026 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-30f814c6-0bec-4a00-adf9-f648180321ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846436 Sep 21 09:40:40.827494 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c160f782-7ec8-4fd3-83f5-e17f9aed022e req-39a2ae09-b129-4494-a3fa-107f1acba764 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365801 Sep 21 09:40:41.940389 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6491f-2cdf-422c-831b-15b0f97bc099 req-e9216f06-c05b-4fd8-aafd-5c84acea8e6c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:41.941904 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80c6491f-2cdf-422c-831b-15b0f97bc099 req-e9216f06-c05b-4fd8-aafd-5c84acea8e6c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0484893 Sep 21 09:40:41.981025 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-80c6491f-2cdf-422c-831b-15b0f97bc099 req-6b07e904-8fa9-4b0d-bb11-efe8a5c3f50b tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321977 Sep 21 09:40:42.398685 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eac414ac-9ec1-4ed8-ba3e-d15a30462760 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:40:42.470381 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:42.492329 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:40:42.494533 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32690310-6c61-46b6-82e8-2fcf91636fb0" -d '{"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-unplugged", "status": "completed", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:40:42.506451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:42.510480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:42.560877 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:42.568556 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.569070 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.569428 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.569760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.570110 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.570440 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.570791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.571119 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.571520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.571849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.572219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.572548 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:40:42.584070 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7fd805-cc8b-4446-b97a-71e87cab575b x-openstack-request-id: req-9d7fd805-cc8b-4446-b97a-71e87cab575b {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:40:42.584363 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-unplugged", "status": "failed", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760", "code": 422}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:40:42.584616 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d7fd805-cc8b-4446-b97a-71e87cab575b {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:40:42.585011 n-d-809980-2 neutron-server[94726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'code': 422} returned with failed status Sep 21 09:40:43.095409 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57ffc5-822c-46f7-b719-643de31090db req-ad14db8a-7a28-47e3-b7bd-4a533c3eff91 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:43.096827 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c57ffc5-822c-46f7-b719-643de31090db req-ad14db8a-7a28-47e3-b7bd-4a533c3eff91 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0487518 Sep 21 09:40:43.136316 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c57ffc5-822c-46f7-b719-643de31090db req-89d9cc4e-1559-4087-a710-4e2a3a78d63c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Sep 21 09:40:44.252305 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e0f6c-cc07-4296-bdd5-3016b1a346c9 req-707ad500-884e-439e-8f0d-bc0d4465e09c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:44.253850 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-141e0f6c-cc07-4296-bdd5-3016b1a346c9 req-707ad500-884e-439e-8f0d-bc0d4465e09c tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0494637 Sep 21 09:40:44.292611 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-141e0f6c-cc07-4296-bdd5-3016b1a346c9 req-a68ecc55-1687-4372-aa9d-7eb2f9f5ee84 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Sep 21 09:40:45.412194 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f64599-ea65-4504-b6be-22d395600827 req-66e55ca8-d5e7-4db5-a79d-20d9d5cc551f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:45.413676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0f64599-ea65-4504-b6be-22d395600827 req-66e55ca8-d5e7-4db5-a79d-20d9d5cc551f tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0530691 Sep 21 09:40:45.451710 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b0f64599-ea65-4504-b6be-22d395600827 req-5a4d31a5-ac1b-464d-bc7a-b0667a33e297 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316656 Sep 21 09:40:46.565562 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1744-2ca5-466d-bbe9-486147a7f158 req-cbf8bc93-cdbc-45f8-9799-b08c61fb841e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:46.566970 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbac1744-2ca5-466d-bbe9-486147a7f158 req-cbf8bc93-cdbc-45f8-9799-b08c61fb841e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0513265 Sep 21 09:40:46.608450 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-fbac1744-2ca5-466d-bbe9-486147a7f158 req-8873d3b6-efe9-4c32-8589-8e394da6fc3a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330362 Sep 21 09:40:47.564566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-2af25e7d-9808-41ec-8d5b-39b7d1a275de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:47.566076 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-2af25e7d-9808-41ec-8d5b-39b7d1a275de service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858&tenant_id=116ba4075fc54529bdb2cf48ea41043e HTTP/1.1" status: 200 len: 1094 time: 0.0413663 Sep 21 09:40:47.629671 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-152907f3-d33f-4e3b-98ec-fbeac3903a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:47.631395 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-152907f3-d33f-4e3b-98ec-fbeac3903a01 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1094 time: 0.0415041 Sep 21 09:40:47.755785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-a6e2aed6-f6bb-452f-bbd0-ca23daff7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:47.757306 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-a6e2aed6-f6bb-452f-bbd0-ca23daff7ba6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.1187356 Sep 21 09:40:47.765731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271fe3b-d84f-4729-9281-41db6e4ec6d3 req-cb204e24-2f59-4903-984b-e4141c589578 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:47.767116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f271fe3b-d84f-4729-9281-41db6e4ec6d3 req-cb204e24-2f59-4903-984b-e4141c589578 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0694914 Sep 21 09:40:47.852677 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-f271fe3b-d84f-4729-9281-41db6e4ec6d3 req-1c0be078-4ad4-47c8-aa6b-0e2d8aa81be6 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790048 Sep 21 09:40:47.854947 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-67b8d5a0-d9ad-41da-875c-f983b7696429 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 998 time: 0.0869157 Sep 21 09:40:47.905264 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-2007a363-1b2e-4aaf-9cdb-300181980316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:47.906679 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-2007a363-1b2e-4aaf-9cdb-300181980316 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0439799 Sep 21 09:40:47.952970 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-0a0a50a2-10fc-49bd-8c47-6484c8b49ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:47.954430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-0a0a50a2-10fc-49bd-8c47-6484c8b49ea8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392644 Sep 21 09:40:48.049906 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-7932065d-4695-4233-a2c1-83bafd84fded service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866721 Sep 21 09:40:48.139702 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-7cb6abe1-5936-4e39-b7a6-18b4120185cf service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820403 Sep 21 09:40:48.965349 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49726d0e-8529-4cc9-aad3-f7ceb6172194 req-38ac990b-2868-400b-99f4-279249b72fbc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:48.966829 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49726d0e-8529-4cc9-aad3-f7ceb6172194 req-38ac990b-2868-400b-99f4-279249b72fbc tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0483441 Sep 21 09:40:49.008640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-49726d0e-8529-4cc9-aad3-f7ceb6172194 req-ed36aed7-0ff4-45e8-8d0c-9debc46a51e9 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359149 Sep 21 09:40:50.126684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322278a4-ea4e-4b74-8e81-0edef92cc621 req-2ad315ba-8346-4df9-a9a1-3d87c33f1d89 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:50.128212 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-322278a4-ea4e-4b74-8e81-0edef92cc621 req-2ad315ba-8346-4df9-a9a1-3d87c33f1d89 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0540321 Sep 21 09:40:50.166193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-322278a4-ea4e-4b74-8e81-0edef92cc621 req-67e9f7c5-068a-4ecd-a6cf-35a90baed8fd tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Sep 21 09:40:51.279706 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabd87-d0f6-4f99-9e70-95b55f36ba5b req-43747672-fa36-47ef-8db5-bbaf6ebec218 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:51.281203 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68fabd87-d0f6-4f99-9e70-95b55f36ba5b req-43747672-fa36-47ef-8db5-bbaf6ebec218 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0491846 Sep 21 09:40:51.320062 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-68fabd87-d0f6-4f99-9e70-95b55f36ba5b req-16745395-8971-4e6d-9f31-ce8290bd4170 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Sep 21 09:40:52.433161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806f87f-6872-491e-882d-b8b31090ee94 req-31ff26d6-5027-4ed9-bc7e-6ebabbec25a0 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:52.434631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e806f87f-6872-491e-882d-b8b31090ee94 req-31ff26d6-5027-4ed9-bc7e-6ebabbec25a0 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0508587 Sep 21 09:40:52.471696 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e806f87f-6872-491e-882d-b8b31090ee94 req-ca0ada64-1f65-4fe1-a079-5b5b7a9b4d1a tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Sep 21 09:40:52.558707 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-5a432c30-89e5-46ed-839a-a24c6ee6a882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:53.587584 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2b084-0521-4ecb-b530-fb4ae8bb0b5d req-4bd61a23-debd-42f9-b7d5-a27ad4adb08d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:53.589124 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e2f2b084-0521-4ecb-b530-fb4ae8bb0b5d req-4bd61a23-debd-42f9-b7d5-a27ad4adb08d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 943 time: 0.0514116 Sep 21 09:40:53.627588 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e2f2b084-0521-4ecb-b530-fb4ae8bb0b5d req-ee41b2d4-31d6-49eb-b2ed-c472fab230ea tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Sep 21 09:40:54.480093 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eac414ac-9ec1-4ed8-ba3e-d15a30462760 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:40:54.572875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:54.584138 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'port_id': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'mac_address': 'fa:16:3e:72:c7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:40:54.623800 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:54.635964 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac414ac-9ec1-4ed8-ba3e-d15a30462760 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:40:54.654786 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:54.659510 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:54.710026 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:54.749929 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388f44a-dd1f-417a-a549-be2edb659f91 req-6947f610-07c8-4bb7-a2c6-1e5d8bb397e1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:54.754560 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1388f44a-dd1f-417a-a549-be2edb659f91 req-6947f610-07c8-4bb7-a2c6-1e5d8bb397e1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 944 time: 0.0541525 Sep 21 09:40:54.793219 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1388f44a-dd1f-417a-a549-be2edb659f91 req-cd68311b-665e-4f84-b41e-057a3e1cb7a2 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354922 Sep 21 09:40:54.900388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['eac414ac-9ec1-4ed8-ba3e-d15a30462760'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:40:55.452892 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:55.468098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-baa08012-3d30-419d-b58c-8e6072f87938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:55.907858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751353cd-49af-4330-a7b5-64635a0e03e5 req-221914fb-b970-489d-9360-2c1abad574ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:55.909342 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-751353cd-49af-4330-a7b5-64635a0e03e5 req-221914fb-b970-489d-9360-2c1abad574ef tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 944 time: 0.0485275 Sep 21 09:40:55.950907 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-751353cd-49af-4330-a7b5-64635a0e03e5 req-fee20b4f-a865-4214-bd6f-00428a7855a3 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348516 Sep 21 09:40:56.494106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eac414ac-9ec1-4ed8-ba3e-d15a30462760 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:40:56.541451 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port eac414ac-9ec1-4ed8-ba3e-d15a30462760 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:40:56.541824 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:56.618169 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:56.640106 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:40:56.642357 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1983015a-d808-46c8-9b5b-63a9a2607653" -d '{"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-plugged", "status": "completed", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:40:56.655205 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:40:56.659357 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:56.682659 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04ad09e-cacf-4fad-9cb9-f61a5563cabf x-openstack-request-id: req-b04ad09e-cacf-4fad-9cb9-f61a5563cabf {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:40:56.682999 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-plugged", "status": "completed", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:40:56.683164 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b04ad09e-cacf-4fad-9cb9-f61a5563cabf {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:40:56.683690 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'code': 200} Sep 21 09:40:56.712506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:40:56.830488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86ea94-95b5-4f44-acc9-305538b5d81d req-5fb76279-b858-4d99-92eb-f339a5f80d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:56.832002 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c86ea94-95b5-4f44-acc9-305538b5d81d req-5fb76279-b858-4d99-92eb-f339a5f80d69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0434077 Sep 21 09:40:56.868078 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-5c86ea94-95b5-4f44-acc9-305538b5d81d req-d9c1f9bb-0a16-4147-bd5c-76c72c0fa95c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275936 Sep 21 09:40:57.065821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b7114-0467-42cd-b8df-6b5b094c81e5 req-7787dc36-42da-48fd-b793-96c2a0b88e1d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:57.067238 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e36b7114-0467-42cd-b8df-6b5b094c81e5 req-7787dc36-42da-48fd-b793-96c2a0b88e1d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0510018 Sep 21 09:40:57.107815 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:57.108170 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e36b7114-0467-42cd-b8df-6b5b094c81e5 req-d7d1fdd4-5abc-4be1-9018-93dba0a89fe4 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348401 Sep 21 09:40:58.153483 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:40:58.225503 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509219bb-1ced-434a-984e-ab2fb6990bcf req-4c0514db-d7d6-4b47-9900-28229da3fa98 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:40:58.226954 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-509219bb-1ced-434a-984e-ab2fb6990bcf req-4c0514db-d7d6-4b47-9900-28229da3fa98 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0481470 Sep 21 09:40:58.263563 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-509219bb-1ced-434a-984e-ab2fb6990bcf req-d8cabfe3-3f60-4649-ac66-7b4996ab39f7 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307310 Sep 21 09:41:02.881516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:04.691988 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:08.917596 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:41:22.562562 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c33ed1be-2b93-4257-8bba-36f75618342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:25.453292 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:25.468165 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3790a4fd-7501-4e35-9b12-858f53fcbd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:27.109709 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:28.155856 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:32.888440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:34.688698 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:37.678398 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-4c4d079f-af6f-48d2-b0fb-420b23612e38 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400777 Sep 21 09:41:37.761555 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-f22f37b1-dc86-4b24-87e5-f1e5ab763925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:41:37.765478 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-f22f37b1-dc86-4b24-87e5-f1e5ab763925 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0400627 Sep 21 09:41:37.869991 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-15fb0109-aafe-453b-9a6f-8c8b1c16717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:41:37.872116 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-15fb0109-aafe-453b-9a6f-8c8b1c16717a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.0891905 Sep 21 09:41:37.940674 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-95d5d828-3c60-4290-9b6c-e47f368a9f42 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 1000 time: 0.0612338 Sep 21 09:41:37.989522 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-2a7a2c87-b5c1-4f24-b00c-cbfb2e1b97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:41:37.990973 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-2a7a2c87-b5c1-4f24-b00c-cbfb2e1b97e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0432823 Sep 21 09:41:38.036648 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-5b5fae26-ddf1-410f-a8bb-bd3648c17471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:41:38.038139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-5b5fae26-ddf1-410f-a8bb-bd3648c17471 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395634 Sep 21 09:41:38.131290 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-b23790b5-364b-4a1b-b30b-6a5ddc6adc89 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856371 Sep 21 09:41:38.220508 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-aeea2590-0aef-45d8-88cf-5b1dfb12ce7e req-8e4d0d1b-0bf5-43bf-9b87-d31c4d36e18c service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815535 Sep 21 09:41:45.916649 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:41:52.563269 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d2285b44-9325-4ebb-b434-d097b7dfca0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:55.458735 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:55.470080 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fd025c9c-b1d9-46e5-8336-aece2ee8ab76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:57.111934 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:41:58.158187 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:02.880254 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:04.687905 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:13.811741 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47166) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:13.970159 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Deleting port a9a64b5a-dbdd-46a0-a2fb-ceaf3e7e4cf3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:13.970500 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:14.045895 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:14.046221 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:14.057539 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Calling delete_port for a9a64b5a-dbdd-46a0-a2fb-ceaf3e7e4cf3 owned by network:floatingip {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:14.200524 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:14.224385 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event deleted for resources: {'Port': ['ID=a9a64b5a-dbdd-46a0-a2fb-ceaf3e7e4cf3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:14.236855 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.237200 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.237536 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.237866 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.238191 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.238512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.238830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.239147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.239512 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.239812 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.240154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.240478 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:14.293939 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for floatingip, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:14.294285 n-d-809980-2 neutron-server[94725]: INFO neutron.db.l3_db [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Floating IP 67a798d5-8960-43dd-a9da-c7ca8ff5d898 disassociated (deleted). External IP: 172.25.1.67, port: eac414ac-9ec1-4ed8-ba3e-d15a30462760. Sep 21 09:42:14.500173 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Router ae5b07a1-968b-4659-a604-bb664bba2f15 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:42:14.606237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:14.610993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:14.616635 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] Sync routers for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:14.626259 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:14.626857 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:14.637465 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-9f0c3976-8a6f-444e-9f26-b9fcbbf0baaf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "DELETE /v2.0/floatingips/67a798d5-8960-43dd-a9da-c7ca8ff5d898 HTTP/1.1" status: 204 len: 168 time: 0.8246238 Sep 21 09:42:14.638031 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:42:14.640391 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbccfb9-1899-4e19-8e68-6dcb67093887" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:42:14.682962 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c06e4-c337-456e-9c8c-7141f21da4d1 x-openstack-request-id: req-7d2c06e4-c337-456e-9c8c-7141f21da4d1 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:42:14.685164 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:42:14.685164 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7d2c06e4-c337-456e-9c8c-7141f21da4d1 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:42:14.685164 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'status': 'completed', 'code': 200} Sep 21 09:42:14.734971 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:14.753234 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-ccea95a7-2fd1-4bc3-8827-c4a464fb2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:14.757512 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-ccea95a7-2fd1-4bc3-8827-c4a464fb2102 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=116ba4075fc54529bdb2cf48ea41043e&device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 1096 time: 0.0503423 Sep 21 09:42:14.908655 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-d8dab54e-9e51-4734-a986-acf697b969ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:14.910434 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-d8dab54e-9e51-4734-a986-acf697b969ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 200 len: 908 time: 0.1383839 Sep 21 09:42:14.923781 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0ddb7-e77b-4f7b-b3cf-65c3365b2797 req-28831eb3-03e6-4f7e-90d7-6275e9ed53a1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:14.925304 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ab0ddb7-e77b-4f7b-b3cf-65c3365b2797 req-28831eb3-03e6-4f7e-90d7-6275e9ed53a1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0741808 Sep 21 09:42:14.970831 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-639707f7-c529-4db9-afe9-8af1bbd32479 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 200 len: 217 time: 0.0445342 Sep 21 09:42:15.052362 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0ab0ddb7-e77b-4f7b-b3cf-65c3365b2797 req-d75617c1-416a-49a8-ac74-423d0c33d7fa tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192930 Sep 21 09:42:15.073368 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-d66827db-e12c-4670-8aeb-242ef0d3b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:15.073368 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-d66827db-e12c-4670-8aeb-242ef0d3b62b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 200 len: 846 time: 0.0843883 Sep 21 09:42:15.073567 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:15.100974 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] Checking router: ae5b07a1-968b-4659-a604-bb664bba2f15 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:15.109496 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:15.110109 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:15.118210 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-f42ecd15-5b92-4429-a9ad-08ab11f1a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:15.119852 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-f42ecd15-5b92-4429-a9ad-08ab11f1a5ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e2fb1240-4479-41ea-927b-734a568b0e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450461 Sep 21 09:42:15.218737 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:15.230227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-43bf6e2c-5130-4d07-870f-abb4a190f36e service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967333 Sep 21 09:42:15.323016 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ecbccfb9-1899-4e19-8e68-6dcb67093887 req-bf8ef321-edd7-47c5-91af-080446ffd8b1 service neutron] 10.222.0.50 "GET /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897658 Sep 21 09:42:15.426972 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:15.457558 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2c20b-aad9-4d4e-9a51-6d5ba9faf9af None None] The sync data for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 is: [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:32:51Z', 'revision_number': 4, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'f1b3cbc9-7a87-4af9-9696-6bafad04c5c7', 'name': '', 'network_id': 'e2fb1240-4479-41ea-927b-734a568b0e40', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:50Z', 'updated_at': '2021-09-21T09:32:55Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'subnets': [{'id': '9d43322e-a866-4c09-959a-9b6fcf424b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:42:15.687148 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31f81ae-2cd2-46bd-b842-245382e0406e None None] New status for floating IP 67a798d5-8960-43dd-a9da-c7ca8ff5d898: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:42:16.199380 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ddbb-4b0a-43bb-b6c5-660887a17416 req-355616ef-2b3b-4401-b45b-7bed047adc5e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:16.200983 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d207ddbb-4b0a-43bb-b6c5-660887a17416 req-355616ef-2b3b-4401-b45b-7bed047adc5e tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0510302 Sep 21 09:42:16.239603 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d207ddbb-4b0a-43bb-b6c5-660887a17416 req-1e019f53-c236-4b4c-85bb-7c14415b5a6d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/security-groups?id=49dba1cd-cac2-4495-859e-2d8a63d5da31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Sep 21 09:42:16.462104 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-08b266d3-63d7-4f90-a836-bbb8d1c8c305 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:16.463676 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-08b266d3-63d7-4f90-a836-bbb8d1c8c305 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 945 time: 0.0490317 Sep 21 09:42:16.550430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Deleting port eac414ac-9ec1-4ed8-ba3e-d15a30462760 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:16.550772 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:16.640000 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] For port eac414ac-9ec1-4ed8-ba3e-d15a30462760, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=eac414ac-9ec1-4ed8-ba3e-d15a30462760,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:16.640372 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:16.651857 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Calling delete_port for eac414ac-9ec1-4ed8-ba3e-d15a30462760 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:16.780523 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:16.812678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event deleted for resources: {'Port': ['ID=eac414ac-9ec1-4ed8-ba3e-d15a30462760,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:16.852977 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] No DVR routers for this DVR port eac414ac-9ec1-4ed8-ba3e-d15a30462760 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:42:16.855541 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:16.857553 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34414ab2-cfcd-412a-8724-2c71cdbd5db8 req-7ea3e79d-81aa-4253-b118-0150d5888d82 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.50 "DELETE /v2.0/ports/eac414ac-9ec1-4ed8-ba3e-d15a30462760 HTTP/1.1" status: 204 len: 173 time: 0.3876200 Sep 21 09:42:16.860219 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-deleted', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:42:16.860480 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543ca0e6-44eb-4eb4-ae35-9b64f439edf7" -d '{"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-deleted", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:42:16.948970 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0acda5-1e24-4fca-9502-2be6a846ead7 x-openstack-request-id: req-4b0acda5-1e24-4fca-9502-2be6a846ead7 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:42:16.949959 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1a8447-d38a-4d5b-8e38-c8cc289fe858", "name": "network-vif-deleted", "tag": "eac414ac-9ec1-4ed8-ba3e-d15a30462760", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:42:16.950327 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b0acda5-1e24-4fca-9502-2be6a846ead7 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:42:16.950838 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1a8447-d38a-4d5b-8e38-c8cc289fe858', 'name': 'network-vif-deleted', 'tag': 'eac414ac-9ec1-4ed8-ba3e-d15a30462760', 'status': 'completed', 'code': 200} Sep 21 09:42:17.340463 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-87cf4a1f-59ba-4410-a497-3f49d5d395d9 req-7d5cfa43-9b4e-4d45-9e8a-e68fa257103d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0299146 Sep 21 09:42:18.437490 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6d52f117-88de-4531-a2ee-6b85a1ffc440 req-5e67bf6d-634d-4a91-abd2-00cb214d0dd1 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0264564 Sep 21 09:42:19.530782 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e1fd6a2c-abc9-4ea7-8c50-8747fa30e086 req-04bc01ba-f39d-4437-83fe-386b5864856d tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0255733 Sep 21 09:42:20.642517 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-72191eb8-6f4f-4516-83c4-7dcf7ef036c1 req-d5528a04-f071-4249-a329-7c5f19199a10 tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a1a8447-d38a-4d5b-8e38-c8cc289fe858 HTTP/1.1" status: 200 len: 210 time: 0.0272636 Sep 21 09:42:20.726434 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eac414ac-9ec1-4ed8-ba3e-d15a30462760 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:42:20.746963 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: eac414ac-9ec1-4ed8-ba3e-d15a30462760 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:42:20.747326 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device eac414ac-9ec1-4ed8-ba3e-d15a30462760 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:42:21.697825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47206) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:21.757971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32b9ab3f-0213-4d92-b32f-0c87a8a295bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:21.784115 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32b9ab3f-0213-4d92-b32f-0c87a8a295bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:21.847821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32b9ab3f-0213-4d92-b32f-0c87a8a295bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:21.850694 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-32b9ab3f-0213-4d92-b32f-0c87a8a295bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:21.851878 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-32b9ab3f-0213-4d92-b32f-0c87a8a295bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] 10.222.0.59 "DELETE /v2.0/security-groups/49dba1cd-cac2-4495-859e-2d8a63d5da31 HTTP/1.1" status: 204 len: 168 time: 0.1530871 Sep 21 09:42:21.862047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9ab3f-0213-4d92-b32f-0c87a8a295bf tempest-TestShelveInstance-1046803397 tempest-TestShelveInstance-1046803397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dba1cd-cac2-4495-859e-2d8a63d5da31,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:21.910770 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47210) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:22.375262 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:22.565440 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0a96841b-6e2d-4d7f-b82f-1ffc5e042249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:22.626871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Deleting port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:22.627219 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:22.710127 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] For port f1b3cbc9-7a87-4af9-9696-6bafad04c5c7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:22.710536 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:22.724142 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Calling delete_port for f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:22.906986 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:22.916847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:42:22.938299 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b3cbc9-7a87-4af9-9696-6bafad04c5c7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:22.963850 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.964199 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.964542 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.964880 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.965744 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.966083 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.966412 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.966737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.967063 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.967407 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.967735 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:22.968057 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:23.109547 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:23.326623 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Router ae5b07a1-968b-4659-a604-bb664bba2f15 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:42:23.759106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:23.767979 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-d51275ba-453e-4aa2-84ab-1bcef215ff24 admin admin] 10.222.0.59 "PUT /v2.0/routers/ae5b07a1-968b-4659-a604-bb664bba2f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8549097 Sep 21 09:42:23.768154 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47214) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:23.769056 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] Sync routers for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:23.778720 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:23.779443 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:23.877465 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:23.894179 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:23.978555 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.030798 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Deleting port 7845ca93-ea39-4f5c-9d81-3d35c25febe3 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:24.031045 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.069955 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:42:22Z', 'revision_number': 5, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port': {'id': '7845ca93-ea39-4f5c-9d81-3d35c25febe3', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:95:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:49Z', 'updated_at': '2021-09-21T09:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:24.095848 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] Checking router: ae5b07a1-968b-4659-a604-bb664bba2f15 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:24.104175 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] Routers {'ae5b07a1-968b-4659-a604-bb664bba2f15'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:24.104786 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:41:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['ae5b07a1-968b-4659-a604-bb664bba2f15'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:24.114029 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] For port 7845ca93-ea39-4f5c-9d81-3d35c25febe3, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=7845ca93-ea39-4f5c-9d81-3d35c25febe3,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:24.114526 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.127215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Calling delete_port for 7845ca93-ea39-4f5c-9d81-3d35c25febe3 owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:24.189063 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] Set router ae5b07a1-968b-4659-a604-bb664bba2f15 gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:24.242940 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:42:23Z', 'revision_number': 6, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:24.270585 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c0873-50a7-498a-8829-d04ccbec6d51 None None] The sync data for ids ['ae5b07a1-968b-4659-a604-bb664bba2f15'] in n-d-809980-2 is: [{'id': 'ae5b07a1-968b-4659-a604-bb664bba2f15', 'name': 'tempest-TestShelveInstance-54390036-router', 'tenant_id': '116ba4075fc54529bdb2cf48ea41043e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:48Z', 'updated_at': '2021-09-21T09:42:23Z', 'revision_number': 6, 'project_id': '116ba4075fc54529bdb2cf48ea41043e', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:42:24.292200 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.318847 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7845ca93-ea39-4f5c-9d81-3d35c25febe3,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:24.382181 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.803896 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.806034 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.851421 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.851906 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5b07a1-968b-4659-a604-bb664bba2f15 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:42:24.856146 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.857268 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-3bf39bd8-8d5c-4677-b66b-16788f1e51b8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ae5b07a1-968b-4659-a604-bb664bba2f15 HTTP/1.1" status: 204 len: 168 time: 1.0883789 Sep 21 09:42:24.859894 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47216) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:24.903276 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] Deleting subnet 9d43322e-a866-4c09-959a-9b6fcf424b27 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:42:24.906542 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:24.941023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.023163 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.077994 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.104337 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d43322e-a866-4c09-959a-9b6fcf424b27,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:25.106310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.108353 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-562179ae-cf5b-4489-8012-9beb6af8c0f7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9d43322e-a866-4c09-959a-9b6fcf424b27 HTTP/1.1" status: 204 len: 168 time: 0.2474082 Sep 21 09:42:25.110717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47218) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:25.111291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48305d17-f0ea-43fb-96a1-54d66c1a8a01 None None] Network e2fb1240-4479-41ea-927b-734a568b0e40 requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:42:25.186844 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.254065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Deleting port 16fa47a2-19e6-4a06-bf8a-80f16311100f {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:25.254504 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.316292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] DHCP port deletion for e2fb1240-4479-41ea-927b-734a568b0e40 request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:42:25.327014 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] For port 16fa47a2-19e6-4a06-bf8a-80f16311100f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=16fa47a2-19e6-4a06-bf8a-80f16311100f,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:25.327410 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.340013 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Calling delete_port for 16fa47a2-19e6-4a06-bf8a-80f16311100f owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:25.360949 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Deleting port 16fa47a2-19e6-4a06-bf8a-80f16311100f {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:25.361250 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.421982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.424950 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] For port 16fa47a2-19e6-4a06-bf8a-80f16311100f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=16fa47a2-19e6-4a06-bf8a-80f16311100f,segment=NetworkSegment(9c103a06-2cff-4226-a27b-90bfe995794d),segment_id=9c103a06-2cff-4226-a27b-90bfe995794d)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:25.425384 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.438353 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Calling delete_port for 16fa47a2-19e6-4a06-bf8a-80f16311100f owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:25.448793 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fa47a2-19e6-4a06-bf8a-80f16311100f,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:25.451215 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] No DVR routers for this DVR port 16fa47a2-19e6-4a06-bf8a-80f16311100f on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:42:25.502755 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.510252 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0c125f0-4dad-4544-b034-f8e216aaf92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.527868 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.539501 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.550125 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fb1240-4479-41ea-927b-734a568b0e40']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:25.560103 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c103a06-2cff-4226-a27b-90bfe995794d') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:25.560398 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c103a06-2cff-4226-a27b-90bfe995794d') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:25.566600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Pushing event deleted for resources: {'Port': ['ID=16fa47a2-19e6-4a06-bf8a-80f16311100f,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:25.568852 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] No DVR routers for this DVR port 16fa47a2-19e6-4a06-bf8a-80f16311100f on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:42:25.570915 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.579750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.579750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.579750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.580229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.580229 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.580540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.580870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.581194 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.581523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.581846 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.582183 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.583171 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bea43b-1b9a-45ed-a3df-7ffe133f51e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:25.588560 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.595147 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:42:25.595608 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:42:25.597381 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:42:25.653508 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.658108 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:25.663597 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e2fb1240-4479-41ea-927b-734a568b0e40 HTTP/1.1" status: 204 len: 168 time: 0.5484693 Sep 21 09:42:25.663720 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47220) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:25.672881 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b65df-017d-4482-9953-3c2c45a1bf69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fb1240-4479-41ea-927b-734a568b0e40,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:25.904273 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16fa47a2-19e6-4a06-bf8a-80f16311100f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:42:25.927234 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 16fa47a2-19e6-4a06-bf8a-80f16311100f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:42:25.927604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 16fa47a2-19e6-4a06-bf8a-80f16311100f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:42:25.928020 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:42:25.946203 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:42:25.946579 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device f1b3cbc9-7a87-4af9-9696-6bafad04c5c7 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:42:25.946988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7845ca93-ea39-4f5c-9d81-3d35c25febe3 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:42:25.965756 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 7845ca93-ea39-4f5c-9d81-3d35c25febe3 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:42:25.966096 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 7845ca93-ea39-4f5c-9d81-3d35c25febe3 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:42:26.009466 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:26.245108 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Deleting port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:26.245451 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:26.324190 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] For port 6375cda0-8e0b-4dc5-af0b-a04d1c81db62, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,segment=NetworkSegment(496e2cc1-47d9-49a9-9107-caa0264b6115),segment_id=496e2cc1-47d9-49a9-9107-caa0264b6115)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:26.325068 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:26.337294 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Calling delete_port for 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:26.515363 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:26.537979 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Pushing event deleted for resources: {'Port': ['ID=6375cda0-8e0b-4dc5-af0b-a04d1c81db62,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:26.716444 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:26.930049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Router 548775e4-16a8-4c41-9251-bc3d1330b975 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:42:27.036589 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:27.041886 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e3bd03df-01d2-4df5-ae57-27cb99ca7297 admin admin] 10.222.0.59 "PUT /v2.0/routers/548775e4-16a8-4c41-9251-bc3d1330b975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3772712 Sep 21 09:42:27.044480 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47222) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:27.046931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] Sync routers for ids ['548775e4-16a8-4c41-9251-bc3d1330b975'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:27.056207 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] Routers {'548775e4-16a8-4c41-9251-bc3d1330b975'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:27.056763 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['548775e4-16a8-4c41-9251-bc3d1330b975'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:27.148005 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.148264 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.172230 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] Set router 548775e4-16a8-4c41-9251-bc3d1330b975 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:27.253660 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.305981 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Deleting port 4a8cd995-8b60-47f3-a598-f55ef49239c4 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:27.306372 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.347255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122'}], 'enable_snat': True}, 'gw_port_id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:42:26Z', 'revision_number': 5, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port': {'id': '4a8cd995-8b60-47f3-a598-f55ef49239c4', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:27.377063 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] Checking router: 548775e4-16a8-4c41-9251-bc3d1330b975 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:27.385255 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] Routers {'548775e4-16a8-4c41-9251-bc3d1330b975'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:27.385864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['548775e4-16a8-4c41-9251-bc3d1330b975'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:27.388601 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] For port 4a8cd995-8b60-47f3-a598-f55ef49239c4, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=4a8cd995-8b60-47f3-a598-f55ef49239c4,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:27.388976 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.400527 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Calling delete_port for 4a8cd995-8b60-47f3-a598-f55ef49239c4 owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:27.469827 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] Set router 548775e4-16a8-4c41-9251-bc3d1330b975 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:27.520280 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:42:27Z', 'revision_number': 6, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:27.548712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b3b0a-6d7b-4c64-ba6d-5633f4d1145f None None] The sync data for ids ['548775e4-16a8-4c41-9251-bc3d1330b975'] in n-d-809980-2 is: [{'id': '548775e4-16a8-4c41-9251-bc3d1330b975', 'name': 'tempest-TestShelveInstance-712846488-router', 'tenant_id': '28e8fdac430c436989148a2ee3cbd8cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:32:53Z', 'updated_at': '2021-09-21T09:42:27Z', 'revision_number': 6, 'project_id': '28e8fdac430c436989148a2ee3cbd8cf', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:42:27.565496 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.592882 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8cd995-8b60-47f3-a598-f55ef49239c4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:27.655204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.713293 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-cbf6ab8e-6427-4ec6-9e8d-394efc282665 req-e04195cf-2cc8-46ea-82e0-801c1acf1b6c service neutron] (94724) timed out ('10.222.0.50', 56894) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:42:27.744422 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.747184 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.791590 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.792206 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 548775e4-16a8-4c41-9251-bc3d1330b975 {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:42:27.796995 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.798808 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-6209f516-fd5f-4595-aa82-95085d309a23 admin admin] 10.222.0.59 "DELETE /v2.0/routers/548775e4-16a8-4c41-9251-bc3d1330b975 HTTP/1.1" status: 204 len: 168 time: 0.7528236 Sep 21 09:42:27.800791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47224) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:27.844341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-225af061-841a-44ae-a797-db58f027002a admin admin] Deleting subnet d8daa4fe-29a1-470c-83ad-0677b6092a7f {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:42:27.847465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-225af061-841a-44ae-a797-db58f027002a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.881651 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-225af061-841a-44ae-a797-db58f027002a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:27.975935 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-225af061-841a-44ae-a797-db58f027002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.004783 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:42:28.029260 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:42:28.029614 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 6375cda0-8e0b-4dc5-af0b-a04d1c81db62 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:42:28.037672 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-225af061-841a-44ae-a797-db58f027002a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.063952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225af061-841a-44ae-a797-db58f027002a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8daa4fe-29a1-470c-83ad-0677b6092a7f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:28.068455 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-225af061-841a-44ae-a797-db58f027002a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.070403 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-225af061-841a-44ae-a797-db58f027002a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d8daa4fe-29a1-470c-83ad-0677b6092a7f HTTP/1.1" status: 204 len: 168 time: 0.2686374 Sep 21 09:42:28.072871 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47226) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:28.075121 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c1ffdc-968a-48ae-b870-e933708e0318 None None] Network d22e3a78-8018-457d-87af-a73f3d5198ff requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:42:28.143843 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.191275 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.198184 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Deleting port 8946b88c-2547-4ab9-a341-806b5a2d80f1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:42:28.198524 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.263576 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] For port 8946b88c-2547-4ab9-a341-806b5a2d80f1, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8946b88c-2547-4ab9-a341-806b5a2d80f1,segment=NetworkSegment(496e2cc1-47d9-49a9-9107-caa0264b6115),segment_id=496e2cc1-47d9-49a9-9107-caa0264b6115)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:28.263949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.276146 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Calling delete_port for 8946b88c-2547-4ab9-a341-806b5a2d80f1 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:42:28.360012 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.371845 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe45e90f-c083-4843-ac41-78faf3f7e9d2 None None] DHCP port deletion for d22e3a78-8018-457d-87af-a73f3d5198ff request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:42:28.387960 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Pushing event deleted for resources: {'Port': ['ID=8946b88c-2547-4ab9-a341-806b5a2d80f1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:28.392495 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] No DVR routers for this DVR port 8946b88c-2547-4ab9-a341-806b5a2d80f1 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:42:28.469875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.490699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22e3a78-8018-457d-87af-a73f3d5198ff']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:28.500351 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496e2cc1-47d9-49a9-9107-caa0264b6115') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:28.500654 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496e2cc1-47d9-49a9-9107-caa0264b6115') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:28.510097 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.523994 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.531171 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:42:28.531650 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:42:28.533354 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:42:28.590776 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.596166 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.598103 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d22e3a78-8018-457d-87af-a73f3d5198ff HTTP/1.1" status: 204 len: 168 time: 0.5242503 Sep 21 09:42:28.612942 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18336713-181c-441c-a478-8ee4fabb9093 admin admin] Pushing event deleted for resources: {'Network': ['ID=d22e3a78-8018-457d-87af-a73f3d5198ff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:28.731394 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47230) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:28.775088 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-46c78228-fadb-4727-84ef-842b392d0916 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=116ba4075fc54529bdb2cf48ea41043e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425315 Sep 21 09:42:28.778270 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47232) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:28.827909 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9c24-2ad4-4a23-a3bb-71100fb584c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.848900 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9c24-2ad4-4a23-a3bb-71100fb584c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.896164 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9c24-2ad4-4a23-a3bb-71100fb584c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.898670 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9c24-2ad4-4a23-a3bb-71100fb584c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:28.899864 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-5aaa9c24-2ad4-4a23-a3bb-71100fb584c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2770a58f-f674-4b70-8913-0a3c4448a51e HTTP/1.1" status: 204 len: 168 time: 0.1206777 Sep 21 09:42:28.907501 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9c24-2ad4-4a23-a3bb-71100fb584c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770a58f-f674-4b70-8913-0a3c4448a51e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:29.209614 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47238) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:29.249774 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a428e685-0938-4ef5-a59b-0e8c1196f416 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28e8fdac430c436989148a2ee3cbd8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389202 Sep 21 09:42:29.252182 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47240) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:29.298634 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b50ef546-3f8c-4cde-91d0-af8af2b109d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:29.320381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b50ef546-3f8c-4cde-91d0-af8af2b109d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:29.367949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b50ef546-3f8c-4cde-91d0-af8af2b109d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:29.370435 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b50ef546-3f8c-4cde-91d0-af8af2b109d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:29.372127 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-b50ef546-3f8c-4cde-91d0-af8af2b109d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8589b35-2f60-40f6-83f6-91b4a69cd304 HTTP/1.1" status: 204 len: 168 time: 0.1184580 Sep 21 09:42:29.379762 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ef546-3f8c-4cde-91d0-af8af2b109d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8589b35-2f60-40f6-83f6-91b4a69cd304,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:29.893962 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4a8cd995-8b60-47f3-a598-f55ef49239c4 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:42:29.914532 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 4a8cd995-8b60-47f3-a598-f55ef49239c4 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:42:29.914880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 4a8cd995-8b60-47f3-a598-f55ef49239c4 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:42:29.915297 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8946b88c-2547-4ab9-a341-806b5a2d80f1 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:42:29.934233 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8946b88c-2547-4ab9-a341-806b5a2d80f1 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:42:29.934580 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8946b88c-2547-4ab9-a341-806b5a2d80f1 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:42:30.038281 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47262) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:30.141517 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1138627212-network', 'tenant_id': '4631800681844819804d9c7c389e88ed'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:30.161989 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Made reservation on behalf of 4631800681844819804d9c7c389e88ed for: {'network': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:42:30.164217 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.172424 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.262769 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.266253 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.290300 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=94725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:42:30.299678 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5926df-9aeb-40ff-81e5-063c514910bb,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:30.309623 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.309970 n-d-809980-2 neutron-server[94725]: INFO neutron.db.segments_db [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Added segment 6e9b0422-edcd-41f1-98ac-836639d271e5 of type vlan for network 5d8e3f74-3ab1-443e-a166-7fc15e542edc Sep 21 09:42:30.349905 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.373777 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.374754 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:30.375376 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.404873 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3655071 Sep 21 09:42:30.408134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47266) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:30.413824 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Request body: {'subnet': {'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1138627212-subnet', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'ip_version': 4}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:30.435537 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Made reservation on behalf of 4631800681844819804d9c7c389e88ed for: {'subnet': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:42:30.436972 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51846e71-04e3-4a1f-967e-c45847d45659 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8e3f74-3ab1-443e-a166-7fc15e542edc,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:30.437991 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346830'] for subnet, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.446759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:42:30.607504 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126786536', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346848'] for subnet, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.668761 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6e6e4f-036a-48f0-bcad-1583b5bde38e,revision_number=0']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:30.673684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Checking segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:30.674154 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Network hostable DHCP agents. Network: 5d8e3f74-3ab1-443e-a166-7fc15e542edc, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:42:30.690667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:42:30.700085 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, 5d8e3f74-3ab1-443e-a166-7fc15e542edc) {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:30.704716 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:30.705511 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.708682 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db503e58-4b85-494a-b269-7a506a42c65b None None] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:42:30.719881 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f1240cb0-be83-4610-92a9-6ab793327d48 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3106546 Sep 21 09:42:30.722637 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47268) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:30.726897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:30.748070 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.749064 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.804493 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.855065 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69925f49-9b43-4509-a807-45135315d024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:42:30.856632 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69925f49-9b43-4509-a807-45135315d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:30.940875 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.138741 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-69925f49-9b43-4509-a807-45135315d024 None None] Allocated IP 172.20.0.2 (5d8e3f74-3ab1-443e-a166-7fc15e542edc/ae6e6e4f-036a-48f0-bcad-1583b5bde38e/44650566-283a-4b9b-99f8-3a5d5682a9a7) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:31.141784 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.162181 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.263341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Allocated IP 172.25.1.82 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/84c0a2d6-657f-49cc-b108-7874b79e062f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:31.282496 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69925f49-9b43-4509-a807-45135315d024 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.289066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69925f49-9b43-4509-a807-45135315d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.326931 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69925f49-9b43-4509-a807-45135315d024 None None] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:31.329864 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-69925f49-9b43-4509-a807-45135315d024 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:31.339408 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69925f49-9b43-4509-a807-45135315d024 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:31.343080 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69925f49-9b43-4509-a807-45135315d024 None None] Pushing event updated for resources: {'Port': ['ID=44650566-283a-4b9b-99f8-3a5d5682a9a7,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:31.375487 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.393859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-69925f49-9b43-4509-a807-45135315d024 None None] Attempting to bind port 44650566-283a-4b9b-99f8-3a5d5682a9a7 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:42:31.394261 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-69925f49-9b43-4509-a807-45135315d024 None None] Attempting to bind port 44650566-283a-4b9b-99f8-3a5d5682a9a7 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:42:31.394625 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69925f49-9b43-4509-a807-45135315d024 None None] Attempting to bind port 44650566-283a-4b9b-99f8-3a5d5682a9a7 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:31.399544 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69925f49-9b43-4509-a807-45135315d024 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:42:31.399920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69925f49-9b43-4509-a807-45135315d024 None None] Checking segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:31.400320 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69925f49-9b43-4509-a807-45135315d024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.400713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69925f49-9b43-4509-a807-45135315d024 None None] Bound using segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:42:31.401180 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-69925f49-9b43-4509-a807-45135315d024 None None] Bound port: 44650566-283a-4b9b-99f8-3a5d5682a9a7, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:42:31.401558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69925f49-9b43-4509-a807-45135315d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.410605 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.450624 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:31.457834 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:31.461042 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:31.463004 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Pushing event updated for resources: {'Port': ['ID=84c0a2d6-657f-49cc-b108-7874b79e062f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:31.469537 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-69925f49-9b43-4509-a807-45135315d024 None None] For port 44650566-283a-4b9b-99f8-3a5d5682a9a7, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:42:31.473360 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-69925f49-9b43-4509-a807-45135315d024 None None] For port 44650566-283a-4b9b-99f8-3a5d5682a9a7, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=44650566-283a-4b9b-99f8-3a5d5682a9a7,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:42:31.477300 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-69925f49-9b43-4509-a807-45135315d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.538677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69925f49-9b43-4509-a807-45135315d024 None None] Pushing event updated for resources: {'Port': ['ID=44650566-283a-4b9b-99f8-3a5d5682a9a7,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:31.749587 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.922438 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 44650566-283a-4b9b-99f8-3a5d5682a9a7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:31.949354 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:31.973346 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 44650566-283a-4b9b-99f8-3a5d5682a9a7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:31.973724 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:32.053494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:32.081572 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Router c47609b1-df20-48e4-a942-01e9a08c6a4b is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:42:32.085476 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 44650566-283a-4b9b-99f8-3a5d5682a9a7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=44650566-283a-4b9b-99f8-3a5d5682a9a7,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:32.090781 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:32.143158 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=44650566-283a-4b9b-99f8-3a5d5682a9a7,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:32.431115 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08400383-bf90-4a47-a138-499262376454 None None] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:42:32.531359 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:32.545547 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Sync routers for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:32.547233 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:32.548628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-0ae4696c-980a-499c-aad8-0774c3801dcf admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8250530 Sep 21 09:42:32.551585 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47270) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:32.557221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:32.558050 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:32.561445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-0fbd0b7b-94d0-4d68-a457-1af81039e9d5 None None] Provisioning complete for port 44650566-283a-4b9b-99f8-3a5d5682a9a7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:32.561814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0fbd0b7b-94d0-4d68-a457-1af81039e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:32.670417 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:32.855212 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:31Z', 'revision_number': 3, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:32.881941 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:32.890791 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-eaeadcba-d9d8-4776-882d-fe57f4d5edb9 None None] Provisioning complete for port 44650566-283a-4b9b-99f8-3a5d5682a9a7 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:32.891456 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-eaeadcba-d9d8-4776-882d-fe57f4d5edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:32.974776 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Checking router: c47609b1-df20-48e4-a942-01e9a08c6a4b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:32.975124 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Updating router c47609b1-df20-48e4-a942-01e9a08c6a4b port 84c0a2d6-657f-49cc-b108-7874b79e062f binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:42:32.994959 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.000443 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.150031 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Allocated IP 172.20.0.1 (5d8e3f74-3ab1-443e-a166-7fc15e542edc/ae6e6e4f-036a-48f0-bcad-1583b5bde38e/eadeefa1-2063-4d1b-985c-6e49d733ea56) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:33.247174 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.252653 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.256575 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.290401 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.299589 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Attempting to bind port 84c0a2d6-657f-49cc-b108-7874b79e062f on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:42:33.299956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Attempting to bind port 84c0a2d6-657f-49cc-b108-7874b79e062f by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:42:33.300306 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Attempting to bind port 84c0a2d6-657f-49cc-b108-7874b79e062f on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:33.311836 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:42:33.312200 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:33.312682 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.313066 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:42:33.313517 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Bound port: 84c0a2d6-657f-49cc-b108-7874b79e062f, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:42:33.313893 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.315537 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Pushing event updated for resources: {'Port': ['ID=84c0a2d6-657f-49cc-b108-7874b79e062f,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:33.325465 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:33.328347 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:33.331897 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:33.340664 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.341010 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.341320 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.341648 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.341991 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.342308 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.342627 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.342936 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.343248 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.343588 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.343891 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.344195 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:42:33.365286 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Pushing event updated for resources: {'Port': ['ID=eadeefa1-2063-4d1b-985c-6e49d733ea56,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:33.379344 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.384167 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] For port 84c0a2d6-657f-49cc-b108-7874b79e062f, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:42:33.387740 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] For port 84c0a2d6-657f-49cc-b108-7874b79e062f, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=84c0a2d6-657f-49cc-b108-7874b79e062f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:42:33.392173 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.448368 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:33.448992 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:33.503209 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11660c54-d310-4498-89d6-d5429bc3688d None None] Pushing event updated for resources: {'Port': ['ID=84c0a2d6-657f-49cc-b108-7874b79e062f,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:33.525107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.569872 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:33.608464 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-937f93d7-e27e-4c5b-9304-9b4f92331e76 None None] Provisioning complete for port eadeefa1-2063-4d1b-985c-6e49d733ea56 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:33.609015 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-937f93d7-e27e-4c5b-9304-9b4f92331e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.649193 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-937f93d7-e27e-4c5b-9304-9b4f92331e76 None None] Port eadeefa1-2063-4d1b-985c-6e49d733ea56 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:42:33.698320 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.703546 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.754457 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:31Z', 'revision_number': 3, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:33.770560 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Pushing event updated for resources: {'Port': ['ID=eadeefa1-2063-4d1b-985c-6e49d733ea56,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:33.773142 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:33.785538 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9698434d-50c0-42ef-b38e-dc341a814192 None None] The sync data for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 is: [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:31Z', 'revision_number': 3, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:42:33.872931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:33.874333 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:33.908707 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 44650566-283a-4b9b-99f8-3a5d5682a9a7 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:33.966857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 44650566-283a-4b9b-99f8-3a5d5682a9a7 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:33.967515 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.011181 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Router c47609b1-df20-48e4-a942-01e9a08c6a4b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:42:34.148267 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:34.158696 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-46c695e6-3428-40d4-8f74-33a3e172941e admin admin] 10.222.0.59 "PUT /v2.0/routers/c47609b1-df20-48e4-a942-01e9a08c6a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6011424 Sep 21 09:42:34.176455 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a06d5604-0c75-4f01-b2d2-b4ba210c2a7d None None] Provisioning complete for port eadeefa1-2063-4d1b-985c-6e49d733ea56 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:34.176825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a06d5604-0c75-4f01-b2d2-b4ba210c2a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.216629 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a06d5604-0c75-4f01-b2d2-b4ba210c2a7d None None] Port eadeefa1-2063-4d1b-985c-6e49d733ea56 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:42:34.639538 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47286) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:34.645760 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1863541673-network', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:34.669821 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Made reservation on behalf of 281550b0278d4555b1218a7ed9cf6a7d for: {'network': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:42:34.672573 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for network, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.681370 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.685850 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.772567 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.776334 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.802327 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=94724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 09:42:34.812686 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc159393-109b-433f-9387-e3ecaae8c61a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:34.817701 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.818055 n-d-809980-2 neutron-server[94724]: INFO neutron.db.segments_db [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Added segment 16c240a0-863f-4367-9523-b905d5080cf9 of type vlan for network f4df15a4-a217-4cdf-8698-946934638cec Sep 21 09:42:34.859204 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729188864022'] for network, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.883718 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652'] for network, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.884767 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:34.885352 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.921684 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2810247 Sep 21 09:42:34.924649 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47288) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:34.929576 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Request body: {'subnet': {'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1863541673-subnet', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'ip_version': 4}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:34.950872 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c6751-c88a-446a-b1a5-4fb96e9d87e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4df15a4-a217-4cdf-8698-946934638cec,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:34.951714 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Made reservation on behalf of 281550b0278d4555b1218a7ed9cf6a7d for: {'subnet': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:42:34.954111 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126234653'] for subnet, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:34.961633 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Network f4df15a4-a217-4cdf-8698-946934638cec details requested by agent ovs-agent-n-d-809980-2 with host n-d-809980-2 {{(pid=94726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 09:42:35.132039 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125882404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126234675'] for subnet, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.186057 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d018815-759f-482f-99b3-f9b7dbf92b14,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:35.196052 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Checking segment: {'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:35.196411 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Network hostable DHCP agents. Network: f4df15a4-a217-4cdf-8698-946934638cec, hostable agents: ['f201cb38-f962-4f63-88b2-094245aa5c1d'], hosted agents: [] {{(pid=94725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 09:42:35.213065 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Network f4df15a4-a217-4cdf-8698-946934638cec is scheduled to be hosted by DHCP agent f201cb38-f962-4f63-88b2-094245aa5c1d with binding_index 1 {{(pid=94725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 09:42:35.222354 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809980-2, f4df15a4-a217-4cdf-8698-946934638cec) {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:35.230102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969015c-0605-4a18-9b53-6cdfbdf5b03d None None] Network f4df15a4-a217-4cdf-8698-946934638cec requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:42:35.230257 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:35.231358 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.245227 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2f476d4d-5780-4c95-9e8f-74395ae58f90 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3195140 Sep 21 09:42:35.248442 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47290) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:35.252811 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:35.272965 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4019'] for router, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.273951 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1034774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1030278', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4008'] for router, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.320983 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Sync routers for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:35.329881 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.353893 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:35.354505 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:35.431123 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10c5314d-c70f-5dd2-b751-1b35e7cb2769-f4df15a4-a217-4cdf-8698-946934638cec', 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'fixed_ips': [{'subnet_id': '4d018815-759f-482f-99b3-f9b7dbf92b14'}]}} from n-d-809980-2. {{(pid=94726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 09:42:35.431992 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.470520 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.540663 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:35.679821 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.698857 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.714276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.db_base_plugin_common [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Allocated IP 172.20.0.2 (f4df15a4-a217-4cdf-8698-946934638cec/4d018815-759f-482f-99b3-f9b7dbf92b14/54cf380b-ac60-44cd-8f66-bb57faf7f044) {{(pid=94726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:35.801227 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Allocated IP 172.25.1.162 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/8c4402fc-f358-4826-94e4-ae87f082397e) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:35.886219 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 2, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:35.916491 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Checking router: c47609b1-df20-48e4-a942-01e9a08c6a4b for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:35.916849 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Updating router c47609b1-df20-48e4-a942-01e9a08c6a4b port eadeefa1-2063-4d1b-985c-6e49d733ea56 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:42:35.920057 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.955349 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84c0a2d6-657f-49cc-b108-7874b79e062f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:35.958498 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.981018 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.983077 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Notify callbacks [] for port, precommit_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:35.997616 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:36.000152 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288'] for port, after_create {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.000561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:36.006731 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:36.030665 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Pushing event updated for resources: {'Port': ['ID=8c4402fc-f358-4826-94e4-ae87f082397e,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:36.070539 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Network f4df15a4-a217-4cdf-8698-946934638cec is already hosted by enough agents. {{(pid=94726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:36.078785 n-d-809980-2 neutron-server[94726]: DEBUG neutron.scheduler.base_scheduler [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Resources bound (agent type, host, resource id): {{(pid=94726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:36.081429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Received port after_create {{(pid=94726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:36.155407 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Pushing event updated for resources: {'Port': ['ID=54cf380b-ac60-44cd-8f66-bb57faf7f044,revision_number=1']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:36.179015 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 84c0a2d6-657f-49cc-b108-7874b79e062f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:36.179402 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.243920 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Attempting to bind port 54cf380b-ac60-44cd-8f66-bb57faf7f044 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:42:36.244289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Attempting to bind port 54cf380b-ac60-44cd-8f66-bb57faf7f044 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:42:36.244657 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Attempting to bind port 54cf380b-ac60-44cd-8f66-bb57faf7f044 on network f4df15a4-a217-4cdf-8698-946934638cec {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:36.260264 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.428095 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:42:36.428374 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Checking segment: {'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:36.428776 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.429167 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Bound using segment: {'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:42:36.429654 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Bound port: 54cf380b-ac60-44cd-8f66-bb57faf7f044, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:42:36.430031 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.462417 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1034777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1031505'] for router, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.584959 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.592488 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 is scheduled to L3 agent 434eff31-10da-4812-aceb-b7790d12f21e with binding_index 1 {{(pid=94725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 09:42:36.609769 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] For port 54cf380b-ac60-44cd-8f66-bb57faf7f044, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:42:36.638985 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 84c0a2d6-657f-49cc-b108-7874b79e062f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=84c0a2d6-657f-49cc-b108-7874b79e062f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:36.649321 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.653571 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] For port 54cf380b-ac60-44cd-8f66-bb57faf7f044, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=54cf380b-ac60-44cd-8f66-bb57faf7f044,segment=NetworkSegment(16c240a0-863f-4367-9523-b905d5080cf9),segment_id=16c240a0-863f-4367-9523-b905d5080cf9)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:42:36.661221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.702017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.706684 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:36.718539 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.723776 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Sync routers for ids ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:36.734593 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.734593 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c0946739-cd20-4bc2-b95e-a7fd0cc662cc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4843283 Sep 21 09:42:36.736763 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47292) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:36.737595 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Routers {'028b5371-aeb0-4c43-b4d9-3e2dc4358482'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:36.738474 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:36.739562 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=84c0a2d6-657f-49cc-b108-7874b79e062f,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:36.835554 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16207d0-be30-4e4c-ac51-b1572e418b13 None None] Pushing event updated for resources: {'Port': ['ID=54cf380b-ac60-44cd-8f66-bb57faf7f044,revision_number=2']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:36.901265 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Set router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:36.905617 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Attempting to bind port eadeefa1-2063-4d1b-985c-6e49d733ea56 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:42:36.919870 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Attempting to bind port eadeefa1-2063-4d1b-985c-6e49d733ea56 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:42:36.920389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Attempting to bind port eadeefa1-2063-4d1b-985c-6e49d733ea56 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:36.929631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:42:36.929631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Checking segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:36.930088 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.930587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Bound using segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:42:36.931170 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Bound port: eadeefa1-2063-4d1b-985c-6e49d733ea56, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:42:36.931741 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:36.968076 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1618e-d2e5-43a2-9bdf-b28c4fc50d04 None None] Pushing event updated for resources: {'Port': ['ID=eadeefa1-2063-4d1b-985c-6e49d733ea56,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:37.074339 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] For port eadeefa1-2063-4d1b-985c-6e49d733ea56, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:42:37.078445 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] For port eadeefa1-2063-4d1b-985c-6e49d733ea56, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eadeefa1-2063-4d1b-985c-6e49d733ea56,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:42:37.083618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.163681 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 3, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port': {'id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:37.191227 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:37.192315 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:37.207867 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Checking router: 028b5371-aeb0-4c43-b4d9-3e2dc4358482 for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:37.209563 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Updating router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 port 8c4402fc-f358-4826-94e4-ae87f082397e binding host n-d-809980-2 {{(pid=94727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:42:37.237512 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.258298 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1618e-d2e5-43a2-9bdf-b28c4fc50d04 None None] Pushing event updated for resources: {'Port': ['ID=eadeefa1-2063-4d1b-985c-6e49d733ea56,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:37.303760 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-81883c43-e6d1-4a5b-b214-a69ee1771d84 None None] Provisioning complete for port eadeefa1-2063-4d1b-985c-6e49d733ea56 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:37.306202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81883c43-e6d1-4a5b-b214-a69ee1771d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.363582 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:37.422922 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.509617 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81883c43-e6d1-4a5b-b214-a69ee1771d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.563692 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Notify callbacks [] for port, precommit_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.574890 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.583494 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-81883c43-e6d1-4a5b-b214-a69ee1771d84 None None] For port eadeefa1-2063-4d1b-985c-6e49d733ea56, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eadeefa1-2063-4d1b-985c-6e49d733ea56,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:37.594771 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-81883c43-e6d1-4a5b-b214-a69ee1771d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.606952 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Allocated IP 172.20.0.1 (f4df15a4-a217-4cdf-8698-946934638cec/4d018815-759f-482f-99b3-f9b7dbf92b14/d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:37.627944 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78614090-6e77-43e8-b301-eddf6e0dc836 None None] Pushing event updated for resources: {'Port': ['ID=8c4402fc-f358-4826-94e4-ae87f082397e,revision_number=2']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:37.657221 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Attempting to bind port 8c4402fc-f358-4826-94e4-ae87f082397e on host n-d-809980-2 for vnic_type normal with profile {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:42:37.657722 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Attempting to bind port 8c4402fc-f358-4826-94e4-ae87f082397e by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:42:37.658174 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Attempting to bind port 8c4402fc-f358-4826-94e4-ae87f082397e on network b063202b-519a-473f-a367-4c62d7c2454e {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:37.664645 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:42:37.665172 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Checking segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:37.665672 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.666159 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Bound using segment: {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'} {{(pid=94727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:42:37.667075 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.managers [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Bound port: 8c4402fc-f358-4826-94e4-ae87f082397e, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59c49aa-a2d6-46a4-8aef-4461371c01a3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e'}}] {{(pid=94727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:42:37.667588 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.679660 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81883c43-e6d1-4a5b-b214-a69ee1771d84 None None] Pushing event updated for resources: {'Port': ['ID=eadeefa1-2063-4d1b-985c-6e49d733ea56,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:37.729835 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] For port 8c4402fc-f358-4826-94e4-ae87f082397e, host n-d-809980-2, cleared binding levels {{(pid=94727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:42:37.733580 n-d-809980-2 neutron-server[94727]: DEBUG neutron.plugins.ml2.db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] For port 8c4402fc-f358-4826-94e4-ae87f082397e, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8c4402fc-f358-4826-94e4-ae87f082397e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:42:37.734572 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:37.743616 n-d-809980-2 neutron-server[94727]: DEBUG neutron_lib.callbacks.manager [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.758072 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.794111 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a5d47b4b-4fb5-4e60-98c4-261b2b4b4fcc None None] Provisioning complete for port eadeefa1-2063-4d1b-985c-6e49d733ea56 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:37.794470 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a5d47b4b-4fb5-4e60-98c4-261b2b4b4fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.799452 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e79c36-c737-4901-98a7-cf3ea20d7a8b None None] The sync data for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 is: [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:42:37.823109 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:37.828260 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78614090-6e77-43e8-b301-eddf6e0dc836 None None] Pushing event updated for resources: {'Port': ['ID=8c4402fc-f358-4826-94e4-ae87f082397e,revision_number=3']} {{(pid=94727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:37.843956 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Routers {'028b5371-aeb0-4c43-b4d9-3e2dc4358482'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:37.844722 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:37.937283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Network f4df15a4-a217-4cdf-8698-946934638cec is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:37.944372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:37.951393 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:37.993996 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Pushing event updated for resources: {'Port': ['ID=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:38.013222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1031558'] for router_interface, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.042127 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] Set router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:38.121595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb785f-f610-4999-a50b-80b72c69586f None None] Network f4df15a4-a217-4cdf-8698-946934638cec requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:42:38.190813 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.214389 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eadeefa1-2063-4d1b-985c-6e49d733ea56 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:38.257759 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-f9147c71-e556-4537-a34f-b41c985899f5 None None] Provisioning complete for port 54cf380b-ac60-44cd-8f66-bb57faf7f044 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:38.258172 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f9147c71-e556-4537-a34f-b41c985899f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.302386 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 3, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port': {'id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:38.334168 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da9320-2a71-4d38-bc5f-8e3c00c4f18d None None] The sync data for ids ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'] in n-d-809980-2 is: [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 3, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port': {'id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:42:38.395333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port eadeefa1-2063-4d1b-985c-6e49d733ea56 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:38.395706 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.421883 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.430107 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.488954 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f9147c71-e556-4537-a34f-b41c985899f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.501667 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Pushing event updated for resources: {'Port': ['ID=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:38.507766 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1028374'] for router_interface, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.555382 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84c0a2d6-657f-49cc-b108-7874b79e062f up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:38.592880 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-f9147c71-e556-4537-a34f-b41c985899f5 None None] For port 54cf380b-ac60-44cd-8f66-bb57faf7f044, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=54cf380b-ac60-44cd-8f66-bb57faf7f044,segment=NetworkSegment(16c240a0-863f-4367-9523-b905d5080cf9),segment_id=16c240a0-863f-4367-9523-b905d5080cf9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:38.610048 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f9147c71-e556-4537-a34f-b41c985899f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.639094 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Network f4df15a4-a217-4cdf-8698-946934638cec is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:38.641134 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:38.712289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9147c71-e556-4537-a34f-b41c985899f5 None None] Pushing event updated for resources: {'Port': ['ID=54cf380b-ac60-44cd-8f66-bb57faf7f044,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:38.732516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 84c0a2d6-657f-49cc-b108-7874b79e062f triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:38.732890 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.852023 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54cf380b-ac60-44cd-8f66-bb57faf7f044 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:38.852660 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:42:38.925967 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 54cf380b-ac60-44cd-8f66-bb57faf7f044 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:38.926355 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:38.983820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7f4dc683-dac7-4b5b-a82a-0e6c41474824 None None] Provisioning complete for port 54cf380b-ac60-44cd-8f66-bb57faf7f044 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:38.984202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc683-dac7-4b5b-a82a-0e6c41474824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:39.002453 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:39.017628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2dd7fd5e-555f-4ed2-a63f-442bd9d8f22b admin admin] 10.222.0.59 "PUT /v2.0/routers/028b5371-aeb0-4c43-b4d9-3e2dc4358482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2690728 Sep 21 09:42:39.163017 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-7f4dc683-dac7-4b5b-a82a-0e6c41474824 None None] Provisioning complete for port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:39.163415 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc683-dac7-4b5b-a82a-0e6c41474824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:39.203753 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dc683-dac7-4b5b-a82a-0e6c41474824 None None] Port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:42:39.337335 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-90b14a02-27dd-42d9-9bf8-7994fb634db3 None None] Provisioning complete for port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:39.337713 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-90b14a02-27dd-42d9-9bf8-7994fb634db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:39.374380 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-90b14a02-27dd-42d9-9bf8-7994fb634db3 None None] Port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:42:39.493424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-e1fd86ea-9b09-4c2f-b1c7-5861ed0b6a82 None None] Provisioning complete for port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:39.493796 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e1fd86ea-9b09-4c2f-b1c7-5861ed0b6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:39.529500 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd86ea-9b09-4c2f-b1c7-5861ed0b6a82 None None] Port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:42:39.994716 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8c4402fc-f358-4826-94e4-ae87f082397e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:40.044447 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8c4402fc-f358-4826-94e4-ae87f082397e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:40.044821 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.119407 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.138276 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] For port 8c4402fc-f358-4826-94e4-ae87f082397e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8c4402fc-f358-4826-94e4-ae87f082397e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:40.142278 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.143145 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54cf380b-ac60-44cd-8f66-bb57faf7f044 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:40.217483 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Pushing event updated for resources: {'Port': ['ID=8c4402fc-f358-4826-94e4-ae87f082397e,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:40.229826 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 54cf380b-ac60-44cd-8f66-bb57faf7f044 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:40.230205 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.650271 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47304) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:40.655922 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-34eaafd7-7958-48d6-9d21-7a669ef5b110 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944833943', 'description': 'tempest-secgroup-smoke-1944833943 description', 'project_id': '4631800681844819804d9c7c389e88ed'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:40.679194 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34eaafd7-7958-48d6-9d21-7a669ef5b110 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.769438 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34eaafd7-7958-48d6-9d21-7a669ef5b110 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.773330 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34eaafd7-7958-48d6-9d21-7a669ef5b110 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.799531 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34eaafd7-7958-48d6-9d21-7a669ef5b110 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.803652 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47306) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:40.804147 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-34eaafd7-7958-48d6-9d21-7a669ef5b110 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1523104 Sep 21 09:42:40.808019 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaafd7-7958-48d6-9d21-7a669ef5b110 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd9fd21-61cb-47b1-9247-165e6fafe6c4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:40.813827 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-c1878aa1-f58a-47ee-ab8a-58d587f8ff6c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'security_group_rule': {'security_group_id': '1bd9fd21-61cb-47b1-9247-165e6fafe6c4', 'project_id': '4631800681844819804d9c7c389e88ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:40.841883 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1878aa1-f58a-47ee-ab8a-58d587f8ff6c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.899874 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1878aa1-f58a-47ee-ab8a-58d587f8ff6c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.903997 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1878aa1-f58a-47ee-ab8a-58d587f8ff6c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.921886 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878aa1-f58a-47ee-ab8a-58d587f8ff6c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e2d9e0-fd3c-4b79-ac81-cbfe6d3eabd5,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:40.927993 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c1878aa1-f58a-47ee-ab8a-58d587f8ff6c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:40.929259 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c1878aa1-f58a-47ee-ab8a-58d587f8ff6c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227052 Sep 21 09:42:40.931936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47308) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:40.936978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-dbc9d864-6bc5-4a08-b335-676db74e57ca tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'security_group_rule': {'security_group_id': '1bd9fd21-61cb-47b1-9247-165e6fafe6c4', 'project_id': '4631800681844819804d9c7c389e88ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:40.963702 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d864-6bc5-4a08-b335-676db74e57ca tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.021344 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d864-6bc5-4a08-b335-676db74e57ca tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.025279 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d864-6bc5-4a08-b335-676db74e57ca tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.027381 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Sync routers for ids ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:41.037050 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Routers {'028b5371-aeb0-4c43-b4d9-3e2dc4358482'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:41.037669 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:41.043651 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9d864-6bc5-4a08-b335-676db74e57ca tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626a8bcd-512f-4fbd-be94-828487932328,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:41.050787 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d864-6bc5-4a08-b335-676db74e57ca tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.052334 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-dbc9d864-6bc5-4a08-b335-676db74e57ca tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194217 Sep 21 09:42:41.054963 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47310) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:41.060164 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-e4309e07-2820-4c1f-946d-5ece4d4b82d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'security_group_rule': {'security_group_id': '1bd9fd21-61cb-47b1-9247-165e6fafe6c4', 'project_id': '4631800681844819804d9c7c389e88ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:41.090393 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4309e07-2820-4c1f-946d-5ece4d4b82d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.151421 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Set router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:41.152013 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4309e07-2820-4c1f-946d-5ece4d4b82d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.156201 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4309e07-2820-4c1f-946d-5ece4d4b82d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.175935 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4309e07-2820-4c1f-946d-5ece4d4b82d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010b67ed-961d-4d6a-80cd-eaf5f12bce38,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:41.188495 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-e4309e07-2820-4c1f-946d-5ece4d4b82d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.189978 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e4309e07-2820-4c1f-946d-5ece4d4b82d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338866 Sep 21 09:42:41.192627 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47312) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:41.196976 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-8f36e4c5-3c86-43d5-ab69-2f0f69d6e1cb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'security_group_rule': {'security_group_id': '1bd9fd21-61cb-47b1-9247-165e6fafe6c4', 'project_id': '4631800681844819804d9c7c389e88ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:41.223680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8f36e4c5-3c86-43d5-ab69-2f0f69d6e1cb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.286158 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8f36e4c5-3c86-43d5-ab69-2f0f69d6e1cb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.289978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8f36e4c5-3c86-43d5-ab69-2f0f69d6e1cb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.308048 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36e4c5-3c86-43d5-ab69-2f0f69d6e1cb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c01f817-f858-49ad-971f-493f5ae1f3a9,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:41.316056 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-8f36e4c5-3c86-43d5-ab69-2f0f69d6e1cb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.317232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-8f36e4c5-3c86-43d5-ab69-2f0f69d6e1cb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236658 Sep 21 09:42:41.320020 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47314) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:41.324521 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'security_group_rule': {'security_group_id': '1bd9fd21-61cb-47b1-9247-165e6fafe6c4', 'project_id': '4631800681844819804d9c7c389e88ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:41.346409 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Project 4631800681844819804d9c7c389e88ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:42:41.351299 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.370162 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:38Z', 'revision_number': 4, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port': {'id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd32b16ab-f88c-43e1-8bcc-c6b50fa8ce62', 'name': '', 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'mac_address': 'fa:16:3e:53:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4d018815-759f-482f-99b3-f9b7dbf92b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:37Z', 'updated_at': '2021-09-21T09:42:38Z', 'revision_number': 2, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'subnets': [{'id': '4d018815-759f-482f-99b3-f9b7dbf92b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:41.396790 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Checking router: 028b5371-aeb0-4c43-b4d9-3e2dc4358482 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:41.397146 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Updating router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 binding host n-d-809980-2 {{(pid=94726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 09:42:41.412038 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.416397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.424841 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.432330 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799e0308-d30b-40ee-b0e1-e9671625435c,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:41.443123 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.444432 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-4478e802-4544-424b-9442-e56199183d1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234701 Sep 21 09:42:41.447182 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 47316) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:41.451620 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'security_group_rule': {'security_group_id': '1bd9fd21-61cb-47b1-9247-165e6fafe6c4', 'project_id': '4631800681844819804d9c7c389e88ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:41.473802 n-d-809980-2 neutron-server[94725]: INFO neutron.db.securitygroups_db [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Project 4631800681844819804d9c7c389e88ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 09:42:41.479243 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.544196 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.548043 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552740'] for security_group_rule, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.565726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb945fe-f2f9-4d50-b0d1-95dbe4c958c1,revision_number=0']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:41.573203 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.582537 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-89b54455-bd1c-4f6b-9382-c67882f0e4e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263397 Sep 21 09:42:41.715440 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-f54ebbf4-5f7d-4a4d-b7b6-f744e50b8c1e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944833943&fields=id&tenant_id=4631800681844819804d9c7c389e88ed HTTP/1.1" status: 200 len: 267 time: 0.0342698 Sep 21 09:42:41.828047 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-c18bc15e-c1df-42c7-87cb-5ebdb30fbdbe tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:41.829564 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-c18bc15e-c1df-42c7-87cb-5ebdb30fbdbe tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 810 time: 0.1070499 Sep 21 09:42:41.844967 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Notify callbacks [] for port, precommit_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.845209 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-d89ba094-f46d-484f-b307-f7d52f0c1d2d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/quotas/4631800681844819804d9c7c389e88ed HTTP/1.1" status: 200 len: 375 time: 0.0096984 Sep 21 09:42:41.851022 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.904856 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-4cf6210e-6399-4852-8185-2fdb7ad33a84 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531650 Sep 21 09:42:41.921232 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004fd2d-98f8-4bfc-a80d-242f72c684da None None] Pushing event updated for resources: {'Port': ['ID=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,revision_number=3']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:41.958560 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Attempting to bind port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 on host n-d-809980-2 for vnic_type normal with profile {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:42:41.959028 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Attempting to bind port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 by drivers openvswitch,hyperv on host n-d-809980-2 at level 0 using segments [{'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:42:41.959520 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Attempting to bind port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 on network f4df15a4-a217-4cdf-8698-946934638cec {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:41.972254 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8c4402fc-f358-4826-94e4-ae87f082397e up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:41.975085 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Checking agent: {'id': 'd52582c0-eb4a-4329-b291-8f8c07f200ae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 7, 53, 25), 'started_at': datetime.datetime(2021, 9, 21, 7, 53, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809980-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:42:41.975506 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Checking segment: {'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:41.975925 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:41.976321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Bound using segment: {'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'} {{(pid=94726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:42:41.976859 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.managers [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Bound port: d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62, host: n-d-809980-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c240a0-863f-4367-9523-b905d5080cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec'}}] {{(pid=94726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:42:41.977328 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:42.026292 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-45a0872f-b0a2-4332-a3ee-dff48c16577b service neutron] 10.222.0.59 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056414 Sep 21 09:42:42.077199 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] For port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62, host n-d-809980-2, cleared binding levels {{(pid=94726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:42:42.082624 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] For port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62, host n-d-809980-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,segment=NetworkSegment(16c240a0-863f-4367-9523-b905d5080cf9),segment_id=16c240a0-863f-4367-9523-b905d5080cf9)] {{(pid=94726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:42:42.091772 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:42.116829 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port 8c4402fc-f358-4826-94e4-ae87f082397e triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:42.117216 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:42.142106 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-911daac5-06e5-4eef-ba5b-6cbc1f69b1e9 service neutron] 10.222.0.59 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080317 Sep 21 09:42:42.195873 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004fd2d-98f8-4bfc-a80d-242f72c684da None None] Pushing event updated for resources: {'Port': ['ID=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:42.200424 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Routers {'028b5371-aeb0-4c43-b4d9-3e2dc4358482'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:42.201048 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:42.242876 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-639f6534-3dde-40b4-a220-36868c3a97af None None] Provisioning complete for port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:42.243256 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-639f6534-3dde-40b4-a220-36868c3a97af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:42.320860 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-2af829d0-bc9e-4ed7-9d36-cf40afb767e8 req-c9bbe2e3-9594-4f34-a9a0-32a5963d090c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 210 time: 0.0300419 Sep 21 09:42:42.383333 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] Set router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:42.479218 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-639f6534-3dde-40b4-a220-36868c3a97af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:42.562601 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-639f6534-3dde-40b4-a220-36868c3a97af None None] For port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,segment=NetworkSegment(16c240a0-863f-4367-9523-b905d5080cf9),segment_id=16c240a0-863f-4367-9523-b905d5080cf9)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:42.569116 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-639f6534-3dde-40b4-a220-36868c3a97af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:42.650151 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f6534-3dde-40b4-a220-36868c3a97af None None] Pushing event updated for resources: {'Port': ['ID=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:42.670475 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:38Z', 'revision_number': 4, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port': {'id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd32b16ab-f88c-43e1-8bcc-c6b50fa8ce62', 'name': '', 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'mac_address': 'fa:16:3e:53:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4d018815-759f-482f-99b3-f9b7dbf92b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:37Z', 'updated_at': '2021-09-21T09:42:42Z', 'revision_number': 4, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'subnets': [{'id': '4d018815-759f-482f-99b3-f9b7dbf92b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:42.704697 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee6a6a-3e65-4362-bf3d-5d5623d5249f None None] The sync data for ids ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'] in n-d-809980-2 is: [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:38Z', 'revision_number': 4, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port': {'id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'd32b16ab-f88c-43e1-8bcc-c6b50fa8ce62', 'name': '', 'network_id': 'f4df15a4-a217-4cdf-8698-946934638cec', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'mac_address': 'fa:16:3e:53:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4d018815-759f-482f-99b3-f9b7dbf92b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:37Z', 'updated_at': '2021-09-21T09:42:42Z', 'revision_number': 4, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'subnets': [{'id': '4d018815-759f-482f-99b3-f9b7dbf92b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:42:42.715958 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-63658be0-9c08-4ca4-b656-be0150f39376 None None] Provisioning complete for port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:42.716336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-63658be0-9c08-4ca4-b656-be0150f39376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:43.400916 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-0a66d4b4-cbdf-4153-86ab-e32b7ed2f756 req-35b4e724-7d55-41f7-ac24-001d8ded5b12 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 210 time: 0.0270021 Sep 21 09:42:43.954941 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 up at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:44.001429 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Provisioning complete for port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:44.001802 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:44.479414 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-df9e6fdb-97ce-4d4e-9295-0a8e6244a31b req-0a6271a7-2aeb-4709-90ee-c7c725f494a1 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Sep 21 09:42:45.556752 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e315797f-cacc-43c3-9950-34ca612e34ea req-f6018564-41a8-46fc-8200-26a0572b204b tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 210 time: 0.0279517 Sep 21 09:42:46.652340 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f6cff355-ea88-45d6-a2bf-1a2c515b252f req-a186caf1-82f4-41b6-a860-a5bc34802080 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 210 time: 0.0296907 Sep 21 09:42:47.444626 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-c483fb33-33c5-4591-8fd4-dc5a47e02b55 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:47.446154 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-c483fb33-33c5-4591-8fd4-dc5a47e02b55 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 810 time: 0.1099989 Sep 21 09:42:47.492532 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-40aca9f4-198f-4a4f-9721-2434edd834ab tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4631800681844819804d9c7c389e88ed HTTP/1.1" status: 200 len: 380 time: 0.0357301 Sep 21 09:42:47.502397 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'port': {'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'admin_state_up': True, 'tenant_id': '4631800681844819804d9c7c389e88ed', 'security_groups': ['1bd9fd21-61cb-47b1-9247-165e6fafe6c4']}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:47.613249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Made reservation on behalf of 4631800681844819804d9c7c389e88ed for: {'port': 1} {{(pid=94725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:42:47.617343 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:47.755544 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-cede0663-21cf-4dce-bf00-d4cd7981b547 req-bf9e0a2e-ece6-454c-8e7b-0e58e199587d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 210 time: 0.0320141 Sep 21 09:42:47.770941 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_common [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Allocated IP 172.20.0.5 (5d8e3f74-3ab1-443e-a166-7fc15e542edc/ae6e6e4f-036a-48f0-bcad-1583b5bde38e/8a2c034b-0cb9-4c87-b332-1fab621e2ab9) {{(pid=94725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:47.910798 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for port, precommit_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:47.943982 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_create {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:47.984237 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc is already hosted by enough agents. {{(pid=94725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:47.987172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.base_scheduler [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Resources bound (agent type, host, resource id): {{(pid=94725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:47.990805 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Received port after_create {{(pid=94725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:48.020405 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=1']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:48.046775 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:48.047455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.063031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60736290-a12f-4b69-82aa-58800c37d6a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642819 Sep 21 09:42:48.076077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.v2.base [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Request body: {'port': {'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809980-2'}} {{(pid=94725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:48.134265 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.268714 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-3b262e9f-a525-42cd-aa19-54b34ca51936 None None] Provisioning complete for port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:48.269370 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-3b262e9f-a525-42cd-aa19-54b34ca51936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.315825 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-3b262e9f-a525-42cd-aa19-54b34ca51936 None None] Port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:42:48.404533 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 {{(pid=94725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:42:48.412169 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.423577 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.provisioning_blocks [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Transition to ACTIVE for port object 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 will not be triggered until provisioned by entity L2. {{(pid=94725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:42:48.427579 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.497617 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:48.552316 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Attempting to bind port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 on host n-h2-809980-2 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:42:48.552661 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Attempting to bind port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 by drivers openvswitch,hyperv on host n-h2-809980-2 at level 0 using segments [{'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:42:48.553030 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Attempting to bind port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:48.557614 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc not bound, no agent of type Open vSwitch agent registered on host n-h2-809980-2 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:42:48.557936 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Attempting to bind port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:42:48.563436 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Checking agent: {'id': '67f6da72-d064-41b9-9149-28f659603d32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:42:48.563785 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Checking segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:42:48.564171 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Bound using segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:42:48.564606 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Bound port: 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host: n-h2-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:42:48.564971 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.633813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:42:48.637134 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:42:48.642757 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125882449'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.683470 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:48.683470 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:48.685303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] 10.222.0.50 "PUT /v2.0/ports/8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 1091 time: 0.6121845 Sep 21 09:42:48.685303 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:42:48.687159 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5319235-3946-426c-8eb7-4edef68a87d7" -d '{"events": [{"name": "network-changed", "server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:42:48.711748 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a94446-0b9a-4fd6-b38f-38bfbd76c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:48.776394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-ae59dd08-d27f-4d17-8c12-4c79e51df0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:48.779830 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-ae59dd08-d27f-4d17-8c12-4c79e51df0e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1094 time: 0.0498753 Sep 21 09:42:48.801418 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c00d44-9447-4738-8d22-d1c311a31203 x-openstack-request-id: req-f2c00d44-9447-4738-8d22-d1c311a31203 {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:42:48.801717 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:42:48.802060 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2c00d44-9447-4738-8d22-d1c311a31203 {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:42:48.802473 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'status': 'completed', 'code': 200} Sep 21 09:42:48.843232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-63ffa949-9801-4b4d-af0a-fc1ea7be9ad8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0527594 Sep 21 09:42:48.928888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778bddd-250c-4531-ba8c-4456af575b35 req-245d7b8b-7c7a-43e2-8f61-2ba1af053de3 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:48.930360 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b778bddd-250c-4531-ba8c-4456af575b35 req-245d7b8b-7c7a-43e2-8f61-2ba1af053de3 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 943 time: 0.0899804 Sep 21 09:42:48.931658 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-29294943-c8d8-46e1-8d82-4db45df15958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:48.932962 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-29294943-c8d8-46e1-8d82-4db45df15958 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0794771 Sep 21 09:42:48.994431 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b778bddd-250c-4531-ba8c-4456af575b35 req-aec9a341-427c-4dc9-b8ec-872ee5680303 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573115 Sep 21 09:42:49.003403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-5520cd55-a0bc-4d83-8d19-de8942ed2f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:49.004849 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-5520cd55-a0bc-4d83-8d19-de8942ed2f24 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620668 Sep 21 09:42:49.100338 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-f501f308-6e84-4b3b-b007-44e9c4ce2ecd service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848861 Sep 21 09:42:49.187428 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-ffbf5dc8-f368-4d2f-b5f2-49fdf7f372e0 req-60af7d25-d483-4577-8a64-019d75b89d58 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816166 Sep 21 09:42:49.280386 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-45ddf971-ad14-4ccb-9a1c-a9b479c0aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:49.282111 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-45ddf971-ad14-4ccb-9a1c-a9b479c0aa1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1094 time: 0.0468719 Sep 21 09:42:49.373340 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-1ea2f3d7-9622-4a36-b39d-618b6c5f0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:49.374722 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-1ea2f3d7-9622-4a36-b39d-618b6c5f0ac6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0843778 Sep 21 09:42:49.421569 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-b987c19a-4af1-426e-91f9-e11ca1c041b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0386863 Sep 21 09:42:49.472861 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-14a86726-5b42-455a-8163-93a6d73f7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:49.474358 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-14a86726-5b42-455a-8163-93a6d73f7fa4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0445609 Sep 21 09:42:49.525482 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-7df088dd-0b54-4558-ad18-e24a65e01088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:49.527061 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-7df088dd-0b54-4558-ad18-e24a65e01088 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430529 Sep 21 09:42:49.980375 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-aef42e62-dd58-4ba3-aa45-73a08cd6a7b7 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439592 Sep 21 09:42:50.098813 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c5319235-3946-426c-8eb7-4edef68a87d7 req-830a891d-33c6-4197-a4e3-7deb38482abd service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098328 Sep 21 09:42:50.131072 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837e75d-6614-4bfb-bb84-16c4f51e1c72 req-e4fcbd9b-192d-453c-adcd-fe8889b536ed tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:50.132677 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6837e75d-6614-4bfb-bb84-16c4f51e1c72 req-e4fcbd9b-192d-453c-adcd-fe8889b536ed tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 943 time: 0.0599861 Sep 21 09:42:50.175772 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6837e75d-6614-4bfb-bb84-16c4f51e1c72 req-0e4495f4-1610-405c-947b-714666b22d66 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363195 Sep 21 09:42:51.289644 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9321d-fbaf-436c-8031-b5ac23737e21 req-b49bc55d-59e3-4b79-8e52-3650d5a08b0e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:51.291112 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcc9321d-fbaf-436c-8031-b5ac23737e21 req-b49bc55d-59e3-4b79-8e52-3650d5a08b0e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 943 time: 0.0495121 Sep 21 09:42:51.328141 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-dcc9321d-fbaf-436c-8031-b5ac23737e21 req-049a3093-f766-4c8c-a436-a3c59858b211 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Sep 21 09:42:52.440553 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d5cb6-fd45-4ddd-ad13-edacb0878a84 req-a613c0a8-130f-407f-a450-c6795b91ae55 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:52.442090 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b24d5cb6-fd45-4ddd-ad13-edacb0878a84 req-a613c0a8-130f-407f-a450-c6795b91ae55 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 943 time: 0.0487106 Sep 21 09:42:52.480749 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b24d5cb6-fd45-4ddd-ad13-edacb0878a84 req-b2b0eda6-9a9e-4c8e-bbb8-f0e1a0fab6d5 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Sep 21 09:42:52.566533 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c5cedcef-75a3-4216-858b-88a6bdf6087f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:52.865905 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:42:52.960771 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:52.971602 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:42:53.006877 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:53.019594 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:42:53.038161 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:53.041115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:53.090129 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:53.254293 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a2c034b-0cb9-4c87-b332-1fab621e2ab9'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:42:53.599384 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23fa2e-76f1-4acf-be62-432c326886e2 req-151a0e7a-f38c-4a69-a8e5-35cee2b30931 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:53.600898 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e23fa2e-76f1-4acf-be62-432c326886e2 req-151a0e7a-f38c-4a69-a8e5-35cee2b30931 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 944 time: 0.0527599 Sep 21 09:42:53.639726 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7e23fa2e-76f1-4acf-be62-432c326886e2 req-1997851b-42ed-44fb-a0f6-12160889a007 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329559 Sep 21 09:42:54.752730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703d7ae-b3f7-4318-8e5c-479b183f0aa4 req-a2307d6d-4c1a-4efd-af6d-0dceecee34f2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:54.754197 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9703d7ae-b3f7-4318-8e5c-479b183f0aa4 req-a2307d6d-4c1a-4efd-af6d-0dceecee34f2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 944 time: 0.0478289 Sep 21 09:42:54.795072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9703d7ae-b3f7-4318-8e5c-479b183f0aa4 req-6b3fac24-a8eb-4388-a2f4-9f551cb3d1a5 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344403 Sep 21 09:42:54.897590 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:42:54.947636 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning for port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:42:54.951865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:42:54.952243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:55.026640 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:55.048965 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:42:55.051193 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092af276-2d79-4836-a165-56830f7507a4" -d '{"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:42:55.064253 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:42:55.067945 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:55.094175 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9495074-48b6-48e6-87dc-d17def022019 x-openstack-request-id: req-e9495074-48b6-48e6-87dc-d17def022019 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:42:55.094465 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:42:55.094709 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e9495074-48b6-48e6-87dc-d17def022019 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:42:55.095093 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'code': 200} Sep 21 09:42:55.121358 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:55.186888 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace9e05-696c-4b64-9dd2-cff688461dc6 req-74aaffa5-1902-4f38-ba7f-db82c9ea50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:55.188393 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ace9e05-696c-4b64-9dd2-cff688461dc6 req-74aaffa5-1902-4f38-ba7f-db82c9ea50f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1096 time: 0.0394812 Sep 21 09:42:55.224724 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-3ace9e05-696c-4b64-9dd2-cff688461dc6 req-bfb5c7a2-b2ac-4ae4-8095-5e4ab6895d16 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285242 Sep 21 09:42:55.470033 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:55.476438 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-11118940-05ed-4dd6-89c0-06f79dbb5089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:55.918927 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126e1f-df47-4e54-bb2c-38c9e854d5ca req-b14f28ac-b7a5-4e40-b734-ed0d6852eff7 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:55.921071 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9126e1f-df47-4e54-bb2c-38c9e854d5ca req-b14f28ac-b7a5-4e40-b734-ed0d6852eff7 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 945 time: 0.0571282 Sep 21 09:42:55.959788 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f9126e1f-df47-4e54-bb2c-38c9e854d5ca req-d5d3ee1e-9268-4f55-bbfa-d977936e7803 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Sep 21 09:42:56.970587 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-e5743049-811b-4b33-882c-7cf4ec3f1d6f req-15a9d285-609a-4557-97bc-2341ab8b2ea8 service neutron] (94724) timed out ('10.222.0.59', 39756) {{(pid=94724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:42:57.078355 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bd002-8c6f-4733-8400-159dfc9b6b35 req-7726e825-8344-467f-abd3-f0a6e423fff3 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:57.079766 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256bd002-8c6f-4733-8400-159dfc9b6b35 req-7726e825-8344-467f-abd3-f0a6e423fff3 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 945 time: 0.0476217 Sep 21 09:42:57.115510 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:57.117300 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-256bd002-8c6f-4733-8400-159dfc9b6b35 req-7a67b711-aedb-4a0d-87f6-3c4441cbb62d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316510 Sep 21 09:42:57.230104 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16467427-336d-4e06-b356-cd9a45e2a407 req-5dcbf74a-9368-4337-8f9e-9e4937885cb8 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:57.231628 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-16467427-336d-4e06-b356-cd9a45e2a407 req-5dcbf74a-9368-4337-8f9e-9e4937885cb8 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 945 time: 0.0486054 Sep 21 09:42:57.270754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-16467427-336d-4e06-b356-cd9a45e2a407 req-e00b30db-6f2b-4440-a26c-6c4a72224d1d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317488 Sep 21 09:42:57.292379 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47386) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:57.418932 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecdce47-2fbd-4468-9e4d-ea0e6733fe4f tempest-TestSnapshotPattern-174636115 tempest-TestSnapshotPattern-174636115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:57.420596 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4ecdce47-2fbd-4468-9e4d-ea0e6733fe4f tempest-TestSnapshotPattern-174636115 tempest-TestSnapshotPattern-174636115-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1091 time: 0.1272361 Sep 21 09:42:57.423571 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47390) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:42:57.427849 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:42:57.449313 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:57.877534 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:57.979533 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Allocated IP 172.25.1.2 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/6e7de58e-647a-4212-a81b-72cf5958c69c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:42:58.079884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.114038 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.152261 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:42:58.155690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:42:58.161928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:42:58.165722 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.168337 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'Port': ['ID=6e7de58e-647a-4212-a81b-72cf5958c69c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:58.512936 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.580196 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.722949 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.727481 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.796649 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'Port': ['ID=6e7de58e-647a-4212-a81b-72cf5958c69c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:42:58.808476 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:58.910371 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Floating IP 299ceda2-6e98-4665-a6fb-92675b26563d associated. External IP: 172.25.1.2, port: 8a2c034b-0cb9-4c87-b332-1fab621e2ab9. Sep 21 09:42:59.114857 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Router c47609b1-df20-48e4-a942-01e9a08c6a4b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:42:59.220055 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:42:59.229596 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] Sync routers for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:42:59.236905 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:42:59.240179 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:59.240793 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:59.275334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-f3cf7698-a404-4184-89de-317c36920b3a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8401511 Sep 21 09:42:59.275334 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:42:59.275334 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b423a-ddfa-429b-b27b-0a6f20e84466" -d '{"events": [{"name": "network-changed", "server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:42:59.364597 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265555ac-9330-4a45-ace8-2f06d91ba726 x-openstack-request-id: req-265555ac-9330-4a45-ace8-2f06d91ba726 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:42:59.364976 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:42:59.365141 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-265555ac-9330-4a45-ace8-2f06d91ba726 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:42:59.365544 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'status': 'completed', 'code': 200} Sep 21 09:42:59.434579 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-323b7b3b-84e5-4fd9-af66-ccf7c695e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:59.436933 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-323b7b3b-84e5-4fd9-af66-ccf7c695e418 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1096 time: 0.0471616 Sep 21 09:42:59.442541 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:59.527700 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-21e83885-76b4-48a6-bace-877b0725e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:59.536058 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-21e83885-76b4-48a6-bace-877b0725e41c service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0854132 Sep 21 09:42:59.599858 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-cf05142b-d32d-4023-b11d-bcb48605a37d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 997 time: 0.0613067 Sep 21 09:42:59.649155 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-ec48a4a8-fdb8-4429-b679-080ec7a4dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:59.651216 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-ec48a4a8-fdb8-4429-b679-080ec7a4dfcb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0435627 Sep 21 09:42:59.666127 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:42:58Z', 'revision_number': 0, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:59.695278 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] Checking router: c47609b1-df20-48e4-a942-01e9a08c6a4b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:42:59.697203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-45f54a51-6097-476b-a841-885cfec513fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:42:59.700303 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-45f54a51-6097-476b-a841-885cfec513fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398879 Sep 21 09:42:59.703585 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:42:59.704175 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:42:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:42:59.791775 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-ae6a47c6-f748-4f3f-9087-50da8473c4b0 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851359 Sep 21 09:42:59.807928 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:42:59.880417 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-6b8b423a-ddfa-429b-b27b-0a6f20e84466 req-3c7dbcf5-8c4d-476b-9c61-78e284d8b071 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803552 Sep 21 09:42:59.929133 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:43:00.030696 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:42:58Z', 'revision_number': 0, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:43:00.059087 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3408c5-97b0-4d74-8a29-cbb4fa9f4d06 None None] The sync data for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 is: [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:42:58Z', 'revision_number': 0, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:43:00.252712 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22ed140-3227-4f74-8e23-891c27843279 None None] New status for floating IP 299ceda2-6e98-4665-a6fb-92675b26563d: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:43:02.878264 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:04.686870 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:22.567336 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-00efa0ca-842d-4c58-af53-ef88c4159069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:25.467216 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:25.472405 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-c872707b-2829-4ca5-ab0c-3e0de5ccca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:27.119892 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:28.167825 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:32.877430 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:34.686072 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:36.918594 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:43:39.679354 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-9d904967-9f78-475b-9f57-0ac7f456e3e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443788 Sep 21 09:43:39.761508 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-55af52ca-50f4-4ce2-b624-0ec5a9281459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:43:39.763000 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-55af52ca-50f4-4ce2-b624-0ec5a9281459 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1096 time: 0.0406725 Sep 21 09:43:39.872017 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-f2a1edb0-657e-4e78-8b15-b520bb090a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:43:39.873493 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-f2a1edb0-657e-4e78-8b15-b520bb090a30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0887175 Sep 21 09:43:39.938960 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-ffd4701a-6c32-4c06-8b32-17ea386c5432 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 999 time: 0.0576596 Sep 21 09:43:39.987897 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-38900da0-966d-412a-abae-2a5af312a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:43:39.989324 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-38900da0-966d-412a-abae-2a5af312a134 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0427315 Sep 21 09:43:40.038713 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-8914c29e-3fcc-4c2a-bd76-6d981691b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:43:40.040232 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-8914c29e-3fcc-4c2a-bd76-6d981691b89b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438912 Sep 21 09:43:40.130051 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-ee7534ca-c59f-494e-81dd-fb3cdabbfe42 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814745 Sep 21 09:43:40.225735 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-34b5b674-cad6-4b83-a96f-d1968a333f71 req-8aa09c6b-e27d-407a-9788-18863ec7b931 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846040 Sep 21 09:43:52.568651 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9d1c89c1-60d0-4081-a6e2-6676cbf80d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:55.467792 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:55.469550 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-215093c9-1a09-466e-be7a-550017ba1dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:57.123537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:43:58.170346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:02.875963 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:04.682730 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:13.917793 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:44:22.568902 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d0587d20-6a6f-4807-9fc1-50b1450cbd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:25.468778 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:25.470445 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-770aaeac-d660-481d-a184-3fd7104d612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:27.126316 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:28.172334 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:32.892379 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:34.681346 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:39.717765 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-2d562aec-11fe-4090-a256-bbd955c49f53 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829215 Sep 21 09:44:39.802249 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-8de658e7-597f-437c-bfe3-12ab527bfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:44:39.803833 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-8de658e7-597f-437c-bfe3-12ab527bfa45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1096 time: 0.0434515 Sep 21 09:44:39.910307 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-3151c221-deb4-45c1-b97d-bc46a65499a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:44:39.912263 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-3151c221-deb4-45c1-b97d-bc46a65499a7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0892875 Sep 21 09:44:39.976985 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-c73fb941-cfc9-4df7-88ce-e87f50ab8de6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 999 time: 0.0569789 Sep 21 09:44:40.029703 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-e4071cda-f47c-424b-8cf2-4227a44b087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:44:40.031139 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-e4071cda-f47c-424b-8cf2-4227a44b087a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0469723 Sep 21 09:44:40.077477 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-02509b69-912a-43e8-ba7e-1d67ff8ee823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:44:40.078959 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-02509b69-912a-43e8-ba7e-1d67ff8ee823 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397933 Sep 21 09:44:40.169186 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-bc7d688c-1a0e-4ac2-94d0-378873cd284e service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815189 Sep 21 09:44:40.266325 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12792c4f-7154-4fa7-8b51-8c7be335e556 req-3f9a7d99-38a2-4924-91a8-0aa1bef59e7e service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878429 Sep 21 09:44:50.917457 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:44:52.569618 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d8a1d62d-77f0-4d30-99b8-b10d2b0cd71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:55.477477 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2a779407-3b37-4bc8-a282-128bee4cae1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:55.481838 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:57.130861 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:58.176579 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:59.389587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 details requested by agent hyperv_n-h2-809980-2 with host n-h2-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:44:59.515142 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:44:59.527857 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Returning: {'device': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:44:59.572478 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:59.587004 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:44:59.611988 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:44:59.617139 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:44:59.682710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:44:59.693001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.693388 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.694204 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.694540 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.694883 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.695231 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.695604 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.695929 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.696247 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.696567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.696884 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.697197 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:44:59.702342 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] get_ports_and_sgs() called for port_ids ['8a2c034b-0cb9-4c87-b332-1fab621e2ab9'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:45:01.391865 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 up at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:45:01.466150 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Provisioning complete for port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:45:01.466569 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:01.587875 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:01.624871 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:45:01.627230 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fab3fb5-2cae-4dd5-a5bc-c11a8084d45e" -d '{"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:45:01.642046 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:45:01.649466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:01.713601 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8962039b-25e9-442d-bff4-bb5d8c8968dc x-openstack-request-id: req-8962039b-25e9-442d-bff4-bb5d8c8968dc {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:45:01.713944 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-plugged", "status": "completed", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:45:01.714150 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8962039b-25e9-442d-bff4-bb5d8c8968dc {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:45:01.714541 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'code': 200} Sep 21 09:45:01.721292 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:02.900040 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:04.690599 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:07.450061 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-50f7fd9c-77df-4c70-92ba-dc9c4ab972ae tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944833943&fields=id&tenant_id=4631800681844819804d9c7c389e88ed HTTP/1.1" status: 200 len: 267 time: 0.0347166 Sep 21 09:45:07.558595 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-5e83f592-3f0c-463b-a250-8b8dea7d68de tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:07.560139 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-5e83f592-3f0c-463b-a250-8b8dea7d68de tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 810 time: 0.1034107 Sep 21 09:45:07.575001 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-50127def-c042-40b4-a217-7c737ab5e324 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/quotas/4631800681844819804d9c7c389e88ed HTTP/1.1" status: 200 len: 375 time: 0.0090568 Sep 21 09:45:07.629992 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-dcde903c-14d5-4cc3-8f21-a97a4f9347f2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498390 Sep 21 09:45:07.689983 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-1a4e9c35-40af-4f5f-aabc-39029fbbed50 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:45:07.691087 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-1a4e9c35-40af-4f5f-aabc-39029fbbed50 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488944 Sep 21 09:45:07.779030 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-4b7e8c1f-c166-47d7-942d-414c22aad2ce service neutron] 10.222.0.59 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814462 Sep 21 09:45:07.872320 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-0fc9290d-e4f0-4039-976c-5d096b03a284 service neutron] 10.222.0.59 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869493 Sep 21 09:45:08.035021 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-44056dfe-c74b-4b6d-9132-3a4d24ce313e req-2ebb1892-5f05-4b8a-8451-acb7dfda61d7 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 210 time: 0.0273967 Sep 21 09:45:09.042390 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-e593ee64-23ef-48d9-83b1-468bf1827824 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:09.043880 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-e593ee64-23ef-48d9-83b1-468bf1827824 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.62 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 810 time: 0.1069617 Sep 21 09:45:09.097401 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-e654633c-f581-4d5c-b82c-879e44dbccf1 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4631800681844819804d9c7c389e88ed HTTP/1.1" status: 200 len: 380 time: 0.0438044 Sep 21 09:45:09.116401 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'port': {'device_id': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'admin_state_up': True, 'tenant_id': '4631800681844819804d9c7c389e88ed', 'security_groups': ['1bd9fd21-61cb-47b1-9247-165e6fafe6c4']}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:45:09.148387 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-b934a166-badd-44fa-9f57-df8c4adf0a1e req-cf47921e-6050-485f-a716-2725e28b0da0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 210 time: 0.0451519 Sep 21 09:45:09.243173 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Made reservation on behalf of 4631800681844819804d9c7c389e88ed for: {'port': 1} {{(pid=94724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 09:45:09.246811 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:09.428245 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Allocated IP 172.20.0.13 (5d8e3f74-3ab1-443e-a166-7fc15e542edc/ae6e6e4f-036a-48f0-bcad-1583b5bde38e/e484b68d-eef9-4a48-9b11-d5c0e9bfa851) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:45:09.596925 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:09.632767 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:09.676070 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:45:09.679853 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:45:09.686372 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:45:09.693374 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:09.718971 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.719355 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.719680 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.720017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.720357 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.720692 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.721044 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.721324 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.721648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.721976 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.722326 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.722653 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:45:09.757188 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:09.758529 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:09.777885 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-183d6979-996d-458b-8f02-b7ba18720173 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6730731 Sep 21 09:45:09.985600 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-a854329e-265c-411a-b252-06a78a3ac831 None None] Provisioning complete for port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 triggered by entity DHCP. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:45:09.986202 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a854329e-265c-411a-b252-06a78a3ac831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:10.022462 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-a854329e-265c-411a-b252-06a78a3ac831 None None] Port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 cannot update to ACTIVE because it is not bound. {{(pid=94726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 09:45:10.267890 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1820411-bde3-4451-b04f-c44af64d13e5 req-b00db5a9-d5a8-4054-a8c8-671c5f61db2a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:10.269307 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1820411-bde3-4451-b04f-c44af64d13e5 req-b00db5a9-d5a8-4054-a8c8-671c5f61db2a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0512929 Sep 21 09:45:10.309419 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-e1820411-bde3-4451-b04f-c44af64d13e5 req-26dec5c8-82b2-4ab5-950f-e4b2522ef0a9 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Sep 21 09:45:11.441167 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d450a8-30e5-4129-9549-aeb5e4477f08 req-d99f1dae-1b28-4fdc-8e31-7712942bee68 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:11.443385 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55d450a8-30e5-4129-9549-aeb5e4477f08 req-d99f1dae-1b28-4fdc-8e31-7712942bee68 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0568006 Sep 21 09:45:11.483617 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-55d450a8-30e5-4129-9549-aeb5e4477f08 req-d6cf9c5d-4728-4228-b735-5abb11c820b7 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341480 Sep 21 09:45:11.487840 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:45:11.565761 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:11.592906 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:45:11.595106 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e28ea0-84a1-44e9-8e61-21814e4dbc15" -d '{"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:45:11.609078 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:45:11.614568 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:11.639638 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c25f49a-1c1c-4b27-a49d-f594e7a2ce20 x-openstack-request-id: req-2c25f49a-1c1c-4b27-a49d-f594e7a2ce20 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:45:11.640213 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:45:11.640459 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c25f49a-1c1c-4b27-a49d-f594e7a2ce20 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:45:11.641023 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'code': 200} Sep 21 09:45:11.668420 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Pushing event updated for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=8']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:12.604766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb809e23-a6af-4baa-8495-50ad6832d8b3 req-b1c0c2f8-7b5d-4162-b3de-ce4a3e6ae23e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:12.606284 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb809e23-a6af-4baa-8495-50ad6832d8b3 req-b1c0c2f8-7b5d-4162-b3de-ce4a3e6ae23e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0518241 Sep 21 09:45:12.647943 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-eb809e23-a6af-4baa-8495-50ad6832d8b3 req-2c77c65e-aa3b-4ac0-ace3-a698e5195ce2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352883 Sep 21 09:45:13.779788 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f517944-4d0c-4f78-ad43-958c84d77213 req-b1745d9d-b070-4787-982b-dcbb693e9840 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:13.781335 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f517944-4d0c-4f78-ad43-958c84d77213 req-b1745d9d-b070-4787-982b-dcbb693e9840 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0559859 Sep 21 09:45:13.824701 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-7f517944-4d0c-4f78-ad43-958c84d77213 req-d4fe8923-9efd-439c-980b-c1b1c56b113d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362322 Sep 21 09:45:14.949241 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692432b9-85b2-4a98-9e6b-5c8e08446f12 req-79d82432-0011-4de6-ae70-42da3844d0c3 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:14.950895 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-692432b9-85b2-4a98-9e6b-5c8e08446f12 req-79d82432-0011-4de6-ae70-42da3844d0c3 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0512884 Sep 21 09:45:14.995346 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-692432b9-85b2-4a98-9e6b-5c8e08446f12 req-3ef1d1c1-0389-425f-897f-0df1b460b47b tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345421 Sep 21 09:45:16.111928 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62d9f4-594e-48b1-b0ac-3c590371f927 req-f921ad9d-84b3-4f6a-a539-bf5cac1a1ea6 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:16.113361 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb62d9f4-594e-48b1-b0ac-3c590371f927 req-f921ad9d-84b3-4f6a-a539-bf5cac1a1ea6 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0496216 Sep 21 09:45:16.155409 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bb62d9f4-594e-48b1-b0ac-3c590371f927 req-377f9de7-2e01-43bb-9270-cb35f51ba207 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337324 Sep 21 09:45:17.286727 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c1136-893c-4f90-8acb-0f6f1ad56050 req-3d032d2c-b92e-438f-98e1-9e976640a063 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:17.288334 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-930c1136-893c-4f90-8acb-0f6f1ad56050 req-3d032d2c-b92e-438f-98e1-9e976640a063 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0604908 Sep 21 09:45:17.328026 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-930c1136-893c-4f90-8acb-0f6f1ad56050 req-7c1d964d-e107-4f28-adb0-65290937d9c1 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Sep 21 09:45:18.448825 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85274eb9-e603-4098-b776-368c8e0c18cf req-71213a90-d0e4-4e36-817e-112f24815301 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:18.450376 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85274eb9-e603-4098-b776-368c8e0c18cf req-71213a90-d0e4-4e36-817e-112f24815301 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0504625 Sep 21 09:45:18.491471 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-85274eb9-e603-4098-b776-368c8e0c18cf req-17210ad0-c1c2-4616-9d1c-a68cdb559bfa tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344968 Sep 21 09:45:19.632532 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf48b4-b663-4bd6-ad91-25de6b98dd81 req-0bc99731-395e-4970-b615-323cdaa94fbd tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:19.634025 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0cf48b4-b663-4bd6-ad91-25de6b98dd81 req-0bc99731-395e-4970-b615-323cdaa94fbd tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0483470 Sep 21 09:45:19.671811 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f0cf48b4-b663-4bd6-ad91-25de6b98dd81 req-dcb0681f-0016-4c6b-846b-159e2bbba89e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Sep 21 09:45:20.519100 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Request body: {'port': {'device_id': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809980-2'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:45:20.574221 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:20.815105 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1356e-966b-430d-9e71-1877f120ce6e req-47772e24-4da0-488d-848f-f80c6542667c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:20.816631 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1de1356e-966b-430d-9e71-1877f120ce6e req-47772e24-4da0-488d-848f-f80c6542667c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 932 time: 0.0541325 Sep 21 09:45:20.841507 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e484b68d-eef9-4a48-9b11-d5c0e9bfa851 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:45:20.848888 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:20.854801 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1de1356e-966b-430d-9e71-1877f120ce6e req-1f2b0784-2e3b-4600-a86e-3b242499d701 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Sep 21 09:45:20.862475 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Transition to ACTIVE for port object e484b68d-eef9-4a48-9b11-d5c0e9bfa851 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 09:45:20.867494 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:20.919339 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Pushing event updated for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:20.989017 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Attempting to bind port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 on host n-h1-809980-2 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 09:45:20.989425 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Attempting to bind port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 by drivers openvswitch,hyperv on host n-h1-809980-2 at level 0 using segments [{'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 09:45:20.989695 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Attempting to bind port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:45:20.994792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc not bound, no agent of type Open vSwitch agent registered on host n-h1-809980-2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 09:45:20.995119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Attempting to bind port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 on network 5d8e3f74-3ab1-443e-a166-7fc15e542edc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 09:45:21.000563 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Checking agent: {'id': 'ea618d84-4f52-435c-8f82-7824065b19c9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809980-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'started_at': datetime.datetime(2021, 9, 21, 8, 1, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 9, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 09:45:21.000906 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Checking segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 09:45:21.001345 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Bound using segment: {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 09:45:21.001737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Bound port: e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host: n-h1-809980-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9b0422-edcd-41f1-98ac-836639d271e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 09:45:21.002103 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:21.068887 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 09:45:21.072528 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 09:45:21.076015 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:21.109928 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.110558 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:21.111911 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] 10.222.0.62 "PUT /v2.0/ports/e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 1092 time: 0.6392670 Sep 21 09:45:21.112358 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:45:21.114603 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6336e94f-72f7-4f35-a145-e8389c600b40" -d '{"events": [{"name": "network-changed", "server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:45:21.140140 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86393668-34a6-41ea-89db-5ac2fbda6027 service neutron] Pushing event updated for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:21.159132 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b1a98-948a-40c5-b2af-56d8abbb7238 x-openstack-request-id: req-f29b1a98-948a-40c5-b2af-56d8abbb7238 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:45:21.159455 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:45:21.159743 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f29b1a98-948a-40c5-b2af-56d8abbb7238 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:45:21.160140 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'status': 'completed', 'code': 200} Sep 21 09:45:21.193911 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-700217c5-a363-41a0-907c-566cdc48344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.195474 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-700217c5-a363-41a0-907c-566cdc48344e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1095 time: 0.0458119 Sep 21 09:45:21.242215 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-ed800e85-fdbd-4963-8744-51ce34b38b9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 217 time: 0.0394919 Sep 21 09:45:21.293579 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-afdc799c-658f-4017-97e3-16701e31538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.295068 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-afdc799c-658f-4017-97e3-16701e31538a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0463545 Sep 21 09:45:21.340593 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-7f85b81f-5226-4dd5-b58c-b72e78995aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.342195 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-7f85b81f-5226-4dd5-b58c-b72e78995aaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406072 Sep 21 09:45:21.435754 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-822ebacc-1d41-4386-9402-75c9f36477f1 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861666 Sep 21 09:45:21.523625 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c62d3ac9-d4f4-454f-9693-c893cc102c9e req-4934179a-876c-4528-b8c7-658aed01a8e9 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808690 Sep 21 09:45:21.608454 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-f2cf8b4e-49c9-4023-ab36-e3930de8ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.609851 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-f2cf8b4e-49c9-4023-ab36-e3930de8ee1f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1095 time: 0.0443718 Sep 21 09:45:21.699016 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-cd17acb1-df63-467b-81a0-452924445b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.700509 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-cd17acb1-df63-467b-81a0-452924445b57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0836301 Sep 21 09:45:21.745295 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-b2205f0c-9af5-40d0-a25e-8be40bf121ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 217 time: 0.0376039 Sep 21 09:45:21.801330 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-e93c072f-2c1c-46de-91b9-b67254fa14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.803456 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-e93c072f-2c1c-46de-91b9-b67254fa14cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0508533 Sep 21 09:45:21.846749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-ff79d02c-a10e-43e4-a7b8-a829e86abfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.848262 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-ff79d02c-a10e-43e4-a7b8-a829e86abfda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384881 Sep 21 09:45:21.942819 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-efdda4ea-ffa9-462a-9d0a-e895db54f95e service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874717 Sep 21 09:45:21.970098 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d04b9-d77b-4748-a3a1-75742b0fce28 req-8097f4ce-04e8-4296-8c45-4e4ddb9a2e0b tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:21.971639 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-455d04b9-d77b-4748-a3a1-75742b0fce28 req-8097f4ce-04e8-4296-8c45-4e4ddb9a2e0b tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 944 time: 0.0490227 Sep 21 09:45:22.011254 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-455d04b9-d77b-4748-a3a1-75742b0fce28 req-62fa6bfc-a2b6-4503-98ad-01f3e2ccf5d4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Sep 21 09:45:22.037718 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-6336e94f-72f7-4f35-a145-e8389c600b40 req-24eae514-6e99-40e8-b1f4-d0ff3af31f56 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871408 Sep 21 09:45:22.570098 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-da50181e-3891-4230-be30-d2d9116a9540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:23.129198 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd1318-6ddd-4b4d-81cc-19354e173234 req-32157f91-0e2d-40bd-9d61-872af1cf4a4c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:23.130691 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04dd1318-6ddd-4b4d-81cc-19354e173234 req-32157f91-0e2d-40bd-9d61-872af1cf4a4c tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 944 time: 0.0493560 Sep 21 09:45:23.172416 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-04dd1318-6ddd-4b4d-81cc-19354e173234 req-29332384-d933-4162-b1a5-51055ce9d4fb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Sep 21 09:45:24.289540 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801e6ba-eea7-4f2a-b315-1fc80687ce0d req-338bb767-50f0-4201-b653-45d3c22a7f3e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:24.291031 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9801e6ba-eea7-4f2a-b315-1fc80687ce0d req-338bb767-50f0-4201-b653-45d3c22a7f3e tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 944 time: 0.0499282 Sep 21 09:45:24.330009 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-9801e6ba-eea7-4f2a-b315-1fc80687ce0d req-6f350e67-d8b7-4a45-8e58-aac8e39c7dbc tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327921 Sep 21 09:45:25.183086 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:45:25.277898 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:45:25.289713 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'port_id': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'mac_address': 'fa:16:3e:45:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:45:25.325187 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:25.337855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e484b68d-eef9-4a48-9b11-d5c0e9bfa851 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:45:25.356595 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:45:25.360808 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:25.409523 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=4']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:25.449469 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669592d-e2d6-456b-a9ff-1f91bc69049e req-4aafd361-b955-40e5-8573-d56beff878bf tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:25.450944 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5669592d-e2d6-456b-a9ff-1f91bc69049e req-4aafd361-b955-40e5-8573-d56beff878bf tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Sep 21 09:45:25.468412 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4ede85a6-ebae-4247-abe8-dcd6fd47def6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:25.470793 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:25.489777 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-5669592d-e2d6-456b-a9ff-1f91bc69049e req-8d31a3c8-a1e7-4e39-9a10-ddc791a06c6a tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326896 Sep 21 09:45:25.716396 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e484b68d-eef9-4a48-9b11-d5c0e9bfa851'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:45:26.666946 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c84ff-142d-45e5-9c67-073a1874310d req-3a141f63-9d08-4966-8d57-a98228f91048 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:26.668514 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-334c84ff-142d-45e5-9c67-073a1874310d req-3a141f63-9d08-4966-8d57-a98228f91048 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 945 time: 0.1075757 Sep 21 09:45:26.706865 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-334c84ff-142d-45e5-9c67-073a1874310d req-d921adea-cb2e-41e6-a6c4-b60205e10a66 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Sep 21 09:45:27.131720 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:27.214040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:45:27.264686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning for port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 completed by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 09:45:27.268166 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:45:27.268540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:27.343708 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:27.365686 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:45:27.368778 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127800ae-9e25-4774-8635-8164263776d0" -d '{"events": [{"server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "name": "network-vif-plugged", "status": "completed", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:45:27.381067 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:45:27.385092 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:27.407832 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498ecbd-de2f-40bf-bd18-cf932d5a1e34 x-openstack-request-id: req-0498ecbd-de2f-40bf-bd18-cf932d5a1e34 {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:45:27.408122 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "name": "network-vif-plugged", "status": "completed", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:45:27.408370 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0498ecbd-de2f-40bf-bd18-cf932d5a1e34 {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:45:27.408760 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'code': 200} Sep 21 09:45:27.435184 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=5']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:27.499699 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a79d-f574-47dc-bf1f-a68871dd0f41 req-c76660f5-4dcf-4901-abf0-f17058e733d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:27.501187 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a368a79d-f574-47dc-bf1f-a68871dd0f41 req-c76660f5-4dcf-4901-abf0-f17058e733d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1097 time: 0.0398366 Sep 21 09:45:27.534801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-a368a79d-f574-47dc-bf1f-a68871dd0f41 req-f8287f0a-70bd-4a16-8d1c-668dad8c70bf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267119 Sep 21 09:45:27.821116 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b2b1c-1aaa-461a-a9d7-a92cb27a2a5c req-ffd5e5d6-9315-47ba-914b-dc4a7b5399e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:27.822607 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc6b2b1c-1aaa-461a-a9d7-a92cb27a2a5c req-ffd5e5d6-9315-47ba-914b-dc4a7b5399e0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 946 time: 0.0507321 Sep 21 09:45:27.862195 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-bc6b2b1c-1aaa-461a-a9d7-a92cb27a2a5c req-ab8bcfc1-9d3a-4b4e-bf64-523bac424a22 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Sep 21 09:45:27.917460 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:45:28.181895 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:29.022919 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9c22b-3f0a-4304-b34d-0078d5779f55 req-a548dc66-add8-4c76-b29b-6d862ca2588d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:29.024427 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82b9c22b-3f0a-4304-b34d-0078d5779f55 req-a548dc66-add8-4c76-b29b-6d862ca2588d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 946 time: 0.0942681 Sep 21 09:45:29.065727 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-82b9c22b-3f0a-4304-b34d-0078d5779f55 req-69cf078d-7fea-4a70-974e-bb667ef7a689 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352714 Sep 21 09:45:29.178055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513f7b6-9011-40ea-a7e1-b977597dfd03 req-1d824498-4ee4-4174-9958-5e3f39203d17 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:29.180197 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b513f7b6-9011-40ea-a7e1-b977597dfd03 req-1d824498-4ee4-4174-9958-5e3f39203d17 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 946 time: 0.0492539 Sep 21 09:45:29.217605 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-b513f7b6-9011-40ea-a7e1-b977597dfd03 req-b578ca7a-c4bf-4d1c-a23e-2a247a4b6490 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315011 Sep 21 09:45:29.238700 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47684) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:45:29.277221 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867572b-93fa-4539-9eb0-e2e176972369 tempest-TestSnapshotPattern-174636115 tempest-TestSnapshotPattern-174636115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:29.278821 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9867572b-93fa-4539-9eb0-e2e176972369 tempest-TestSnapshotPattern-174636115 tempest-TestSnapshotPattern-174636115-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1092 time: 0.0390027 Sep 21 09:45:29.281443 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47686) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:45:29.285995 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.v2.base [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Request body: {'floatingip': {'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'port_id': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 09:45:29.307474 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:29.400879 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:29.503308 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Allocated IP 172.25.1.181 (b063202b-519a-473f-a367-4c62d7c2454e/55217cbe-1331-4217-8dd1-a62c06f132d1/0212dfc0-12fa-48ca-887d-f948fa5096cc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 09:45:29.604418 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:29.642512 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729188911288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:29.678877 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Network b063202b-519a-473f-a367-4c62d7c2454e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 09:45:29.681603 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 09:45:29.686934 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 09:45:29.708474 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'Port': ['ID=0212dfc0-12fa-48ca-887d-f948fa5096cc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:30.035167 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:30.103266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:30.250465 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:30.254838 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126786461'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:30.320856 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event updated for resources: {'Port': ['ID=0212dfc0-12fa-48ca-887d-f948fa5096cc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:45:30.332267 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1031435'] for floatingip, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:30.431835 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Floating IP 3a2f8fe1-76f4-4851-8c08-3fdc8fda8868 associated. External IP: 172.25.1.181, port: e484b68d-eef9-4a48-9b11-d5c0e9bfa851. Sep 21 09:45:30.967513 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Router c47609b1-df20-48e4-a942-01e9a08c6a4b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:45:31.074674 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:45:31.084690 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] Sync routers for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:45:31.091257 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:31.094934 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:45:31.095566 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:45:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:45:31.118377 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-cb522004-d93d-4f80-8252-5e9da7ac89db tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8359342 Sep 21 09:45:31.119058 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:45:31.121357 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94" -d '{"events": [{"name": "network-changed", "server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:45:31.158062 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dffe03-5a50-40bf-9fd0-3c8b69ea26c2 x-openstack-request-id: req-73dffe03-5a50-40bf-9fd0-3c8b69ea26c2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:45:31.158387 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:45:31.158638 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73dffe03-5a50-40bf-9fd0-3c8b69ea26c2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:45:31.159038 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'status': 'completed', 'code': 200} Sep 21 09:45:31.205839 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:45:31.221369 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-88c07ff8-20be-4f43-9cca-bd7213650271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:31.222809 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-88c07ff8-20be-4f43-9cca-bd7213650271 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1097 time: 0.0404494 Sep 21 09:45:31.317745 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-6253cae2-bbaf-4a9b-a18b-4d3ac556aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:31.319262 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-6253cae2-bbaf-4a9b-a18b-4d3ac556aee3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0892520 Sep 21 09:45:31.382554 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-4b08ce29-7e4b-4ccb-82b6-bb7a59d1a6ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 1000 time: 0.0559824 Sep 21 09:45:31.426396 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:43:00Z', 'revision_number': 1, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}, {'id': '3a2f8fe1-76f4-4851-8c08-3fdc8fda8868', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:45:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:45:29Z', 'updated_at': '2021-09-21T09:45:29Z', 'revision_number': 0, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:45:31.436749 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-58391677-68f0-46a4-b3c4-4b1c609ee1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:31.438239 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-58391677-68f0-46a4-b3c4-4b1c609ee1dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0474970 Sep 21 09:45:31.455462 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] Checking router: c47609b1-df20-48e4-a942-01e9a08c6a4b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:45:31.464231 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:45:31.464832 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:45:25Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:45:31.484777 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-da240cae-6989-4789-89a0-552fbc61dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:31.486201 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-da240cae-6989-4789-89a0-552fbc61dc60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403144 Sep 21 09:45:31.578556 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-c13c3378-1cfb-4650-8bd0-3a3f8b2e5ae4 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846579 Sep 21 09:45:31.664334 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:45:31.676333 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9b0c32be-c6c5-4f71-8829-792fcbfb9f94 req-9c1875a1-2ea0-4299-9ea1-94811f5453ae service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903051 Sep 21 09:45:31.882365 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:43:00Z', 'revision_number': 1, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}, {'id': '3a2f8fe1-76f4-4851-8c08-3fdc8fda8868', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:45:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:45:29Z', 'updated_at': '2021-09-21T09:45:29Z', 'revision_number': 0, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:45:31.907290 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89f628-bfce-4777-894e-9971cbb1a0b2 None None] The sync data for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 is: [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:43:00Z', 'revision_number': 1, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}, {'id': '3a2f8fe1-76f4-4851-8c08-3fdc8fda8868', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.181', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:45:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:45:29Z', 'updated_at': '2021-09-21T09:45:29Z', 'revision_number': 0, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:45:32.092312 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6642b7-e309-469b-a456-f18d49b0d481 None None] New status for floating IP 3a2f8fe1-76f4-4851-8c08-3fdc8fda8868: ACTIVE {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:45:32.911494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:34.688359 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:41.669412 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-92aeecdd-3753-4652-be95-bfb44dc855e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431507 Sep 21 09:45:41.749464 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-2d72b17a-24fb-416f-9aaf-0c6107948492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:41.750979 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-2d72b17a-24fb-416f-9aaf-0c6107948492 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1094 time: 0.0401778 Sep 21 09:45:41.855717 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-89240c64-51e0-4c6d-a88e-49dbfe59e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:41.857178 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-89240c64-51e0-4c6d-a88e-49dbfe59e40e service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0860310 Sep 21 09:45:41.926668 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-0ff7b3a6-a3eb-44a0-a42a-d896c875ec76 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 997 time: 0.0615778 Sep 21 09:45:41.977702 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-84faec59-0047-472e-bb0a-ba8ede3ca3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:41.979516 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-84faec59-0047-472e-bb0a-ba8ede3ca3e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0450985 Sep 21 09:45:42.024581 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-9af8bf93-6649-41d8-81b1-140ac6fef309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:42.026054 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-9af8bf93-6649-41d8-81b1-140ac6fef309 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391953 Sep 21 09:45:42.124175 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-2ea8c4c1-fc9f-4c86-a4ed-2643485c9efc service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880744 Sep 21 09:45:42.217366 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4e278e1e-86cf-4b55-bbf6-3ebe6215ae33 req-13c52b9f-052b-4ded-87d8-44848de797b7 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877728 Sep 21 09:45:52.571757 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-62ff755f-3064-4ddc-af08-f3bec86692cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:55.375968 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-475800ec-ee4d-4cca-8444-b9c29b6eaeff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390873 Sep 21 09:45:55.460302 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-e68d4a66-63e6-4c78-8993-024fbd52a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:55.461812 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-e68d4a66-63e6-4c78-8993-024fbd52a964 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1097 time: 0.0438743 Sep 21 09:45:55.468866 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b23bf538-fc03-4185-b8b3-0bf21c728d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:55.470862 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:55.566994 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-3d5de0db-33aa-4b6b-b776-96aca2856be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:55.568507 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-3d5de0db-33aa-4b6b-b776-96aca2856be2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0849080 Sep 21 09:45:55.636227 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-cf0a6725-7b99-4665-a5f5-317edec495eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 1002 time: 0.0604894 Sep 21 09:45:55.693049 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-bee280d9-0984-4450-b873-43b6713a03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:55.694857 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-bee280d9-0984-4450-b873-43b6713a03dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0517089 Sep 21 09:45:55.739550 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-fe7dca6b-418d-48f3-aa60-989815770b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:45:55.741057 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-fe7dca6b-418d-48f3-aa60-989815770b43 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396805 Sep 21 09:45:55.835579 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-197e65b3-1db4-463a-84d4-8d3115e840b0 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875120 Sep 21 09:45:55.927191 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-ab150982-2089-4ca7-a9e6-c6af417a14e5 req-b1a91866-84c5-4a05-8ed7-b78110579331 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843184 Sep 21 09:45:57.133710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:45:58.180371 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:02.904316 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:04.696480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:04.917396 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:46:22.572714 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-4f893a46-15aa-4e9a-8d7b-1fa3c15f9102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:25.468751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-827f8152-55e1-4885-b561-dc21a458c260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:25.472252 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:27.137748 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:28.182605 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:32.904678 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:34.700933 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:41.916741 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:46:43.685900 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-74e5f048-a377-482b-8180-acc2cb122fb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408106 Sep 21 09:46:43.766738 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-f0a65a85-87bd-41b1-b79d-64bab69ac046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:43.768253 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-f0a65a85-87bd-41b1-b79d-64bab69ac046 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1094 time: 0.0396631 Sep 21 09:46:43.880637 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-42f4edb5-688c-4aa0-bfcf-cd20225540c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:43.882636 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-42f4edb5-688c-4aa0-bfcf-cd20225540c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0885131 Sep 21 09:46:43.947126 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-67c16b7f-4b3d-4a40-84af-2c9e458cecc0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 997 time: 0.0567679 Sep 21 09:46:43.996342 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-dcd28a21-a650-41ed-b217-b7feed56bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:43.997799 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-dcd28a21-a650-41ed-b217-b7feed56bafa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0434964 Sep 21 09:46:44.049289 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-17545688-196f-46eb-8489-09bd4b4c9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:44.050845 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-17545688-196f-46eb-8489-09bd4b4c9a05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454330 Sep 21 09:46:44.140134 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-ead9cbda-0048-46a8-99df-f60a6caca7f7 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814166 Sep 21 09:46:44.233093 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-1c1fb0f1-2c77-412b-b2aa-13180966db08 req-8a44f823-f9a6-4f26-b816-eb793895508f service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855596 Sep 21 09:46:52.573276 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-53733630-d40a-4fcb-a4a3-b231ad1f07a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:55.370509 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-6efbe824-36e3-42ed-b652-ad1ae1ecf760 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442421 Sep 21 09:46:55.450728 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53a07-9704-47bc-9395-7be94339871e req-d1613aac-e3a9-4bdf-9386-b94ff982c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:55.452286 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-d1613aac-e3a9-4bdf-9386-b94ff982c246 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1097 time: 0.0413260 Sep 21 09:46:55.470884 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-366208cd-0770-4657-8fb9-1d3b3d603bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:55.474008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:55.556135 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53a07-9704-47bc-9395-7be94339871e req-6e8e7ce5-82e1-44ef-8026-6356b1ce1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:55.557634 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-6e8e7ce5-82e1-44ef-8026-6356b1ce1939 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0867102 Sep 21 09:46:55.626730 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-104aa0f8-dad7-4397-8c59-ac067cccbeed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 1002 time: 0.0617356 Sep 21 09:46:55.678095 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53a07-9704-47bc-9395-7be94339871e req-27a8c623-e06d-4fcb-91a8-f83d66583786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:55.679591 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-27a8c623-e06d-4fcb-91a8-f83d66583786 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0448658 Sep 21 09:46:55.723452 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e53a07-9704-47bc-9395-7be94339871e req-9ed0e279-4c58-4021-9815-b581289fbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:46:55.724965 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-9ed0e279-4c58-4021-9815-b581289fbdbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390549 Sep 21 09:46:55.735354 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-509efc36-5bbf-440d-b957-1702971c396e service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 09:46:55.736296 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-509efc36-5bbf-440d-b957-1702971c396e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048978 Sep 21 09:46:55.829676 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-6d1a8ffe-f7a1-416a-a5cd-09f351ee0488 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Sep 21 09:46:55.921920 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-e0e53a07-9704-47bc-9395-7be94339871e req-dd4c3455-d8b7-42ac-a78f-f9bcb72d4985 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840406 Sep 21 09:46:57.139935 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:46:58.185885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:02.919234 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:04.710115 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:18.916189 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:47:22.573887 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-adf0268b-14f4-4a8d-bb2a-ebeface16e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:25.469898 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf266-9a33-41d4-9946-3687c568f5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:25.471666 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:27.143873 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:28.187400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:32.919208 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:34.706627 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:43.669826 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-e9194733-a0d8-4da1-87c8-e4e02cbf9b30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412164 Sep 21 09:47:43.749430 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-db42961b-fe21-4cb1-9544-26e529669556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:43.750926 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-db42961b-fe21-4cb1-9544-26e529669556 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1094 time: 0.0402539 Sep 21 09:47:43.860220 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-3a4a0e51-b678-4eed-8843-fd01fb82f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:43.861828 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-3a4a0e51-b678-4eed-8843-fd01fb82f5c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0910037 Sep 21 09:47:43.927831 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-c3f22111-fa6d-4d8f-bb2a-cec785c2fbe8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 997 time: 0.0582440 Sep 21 09:47:43.981455 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-3bff7857-fcc2-40d1-b09d-c5b631fc5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:43.982890 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-3bff7857-fcc2-40d1-b09d-c5b631fc5610 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0481973 Sep 21 09:47:44.029589 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-300f4a0e-c2aa-423e-9e33-0155576fba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:44.031344 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-300f4a0e-c2aa-423e-9e33-0155576fba0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409510 Sep 21 09:47:44.120820 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-800ce63e-5586-4b90-9455-019f4925b5a7 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Sep 21 09:47:44.215089 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-4d41f26e-b4f2-4dc2-ab4c-ab0b73454ad9 req-ddf19eec-ae67-407c-b084-cf7ec115d82c service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864761 Sep 21 09:47:49.928855 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 details requested by agent hyperv_n-h1-809980-2 with host n-h1-809980-2 {{(pid=94726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 09:47:50.021608 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:47:50.032487 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Returning: {'device': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'port_id': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'mac_address': 'fa:16:3e:45:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 09:47:50.068234 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:50.080182 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e484b68d-eef9-4a48-9b11-d5c0e9bfa851 {{(pid=94726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 09:47:50.098058 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:47:50.102272 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:50.150516 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=6']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:47:50.157999 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.158341 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.158675 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.159006 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.159347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.159677 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.160001 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.160321 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.160638 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.160954 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.161270 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.161585 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:47:50.170543 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] get_ports_and_sgs() called for port_ids ['e484b68d-eef9-4a48-9b11-d5c0e9bfa851'] {{(pid=94726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 09:47:51.934127 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 up at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 09:47:51.984472 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.provisioning_blocks [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Provisioning complete for port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 triggered by entity L2. {{(pid=94726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 09:47:51.984848 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7908137'] for port, provisioning_complete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:52.058731 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8272869'] for port, before_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:52.079693 n-d-809980-2 neutron-server[94726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851'}] {{(pid=94726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:47:52.081900 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8ef540ebe906dd6e0820d44f6fd43e45f84f7ce694016e619dcd77f4f730f3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb1597-7527-4977-82cc-0d2e749cabb0" -d '{"events": [{"server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "name": "network-vif-plugged", "status": "completed", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851"}]}' {{(pid=94726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:47:52.093897 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:47:52.098071 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729189397261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729188911306', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729188911324'] for port, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:52.153530 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Pushing event updated for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=7']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:47:52.225003 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb3e30f-7ae7-4cf6-b8d6-2a5670b63abc x-openstack-request-id: req-0eb3e30f-7ae7-4cf6-b8d6-2a5670b63abc {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:47:52.225298 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "name": "network-vif-plugged", "status": "completed", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851", "code": 200}]} {{(pid=94726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:47:52.225550 n-d-809980-2 neutron-server[94726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0eb3e30f-7ae7-4cf6-b8d6-2a5670b63abc {{(pid=94726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:47:52.225946 n-d-809980-2 neutron-server[94726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'code': 200} Sep 21 09:47:52.573488 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b0dd52ca-d5e9-4411-93ee-cdffd4e815c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:55.477472 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-0e3fe3bd-1d58-40e9-a20c-7a2b8c764632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:55.479551 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:55.915954 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:47:56.415875 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-f21cfc15-4a90-4648-99fc-c8be3a319ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:56.418285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-f21cfc15-4a90-4648-99fc-c8be3a319ddc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1097 time: 0.0447617 Sep 21 09:47:56.526666 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-3771808a-5b38-45ba-b366-f33ec9d430cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:56.528592 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-3771808a-5b38-45ba-b366-f33ec9d430cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.0904832 Sep 21 09:47:56.601126 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-c20a8929-57ff-41a9-87a4-8156279f1288 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 1002 time: 0.0653393 Sep 21 09:47:56.657331 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-abb79cc1-e487-4833-98be-e3b2f55fd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:56.658930 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-abb79cc1-e487-4833-98be-e3b2f55fd80d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0494018 Sep 21 09:47:56.706916 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-4305a509-3429-4acf-a9cf-e4a5e11349dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:47:56.708497 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-4305a509-3429-4acf-a9cf-e4a5e11349dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413888 Sep 21 09:47:56.819116 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-1fa826a0-a78f-4718-8f76-6c1d0adde308 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014531 Sep 21 09:47:56.918190 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-72574785-c4ac-4152-9a88-c9a10fda4353 req-1a700e63-a4e4-41f9-a45d-df8127159e27 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920403 Sep 21 09:47:57.153013 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:47:58.193971 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:02.680908 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 47940) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:02.838648 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Deleting port 0212dfc0-12fa-48ca-887d-f948fa5096cc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:02.838884 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:02.917372 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:02.918521 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:02.918854 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:02.930488 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Calling delete_port for 0212dfc0-12fa-48ca-887d-f948fa5096cc owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:03.078892 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:03.103300 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event deleted for resources: {'Port': ['ID=0212dfc0-12fa-48ca-887d-f948fa5096cc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:03.118894 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.119250 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.119931 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.120283 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.120625 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.120959 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.121291 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.121622 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.121951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.122292 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.122634 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.122968 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:03.185222 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:03.185814 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Floating IP 3a2f8fe1-76f4-4851-8c08-3fdc8fda8868 disassociated (deleted). External IP: 172.25.1.181, port: e484b68d-eef9-4a48-9b11-d5c0e9bfa851. Sep 21 09:48:03.392951 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Router c47609b1-df20-48e4-a942-01e9a08c6a4b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:48:03.501180 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:48:03.506053 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:03.511113 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] Sync routers for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:48:03.519809 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:03.520418 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:03.535407 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4f6488d2-11aa-4072-855b-90b4a5fb84bb tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "DELETE /v2.0/floatingips/3a2f8fe1-76f4-4851-8c08-3fdc8fda8868 HTTP/1.1" status: 204 len: 168 time: 0.8533807 Sep 21 09:48:03.536008 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:48:03.538261 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b10340-5e0b-4bd0-95bc-92e9b5366580" -d '{"events": [{"name": "network-changed", "server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:48:03.628804 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:03.656138 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16764cb7-f311-4c15-8c2b-94dda46857ee x-openstack-request-id: req-16764cb7-f311-4c15-8c2b-94dda46857ee {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:48:03.656609 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:48:03.656873 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16764cb7-f311-4c15-8c2b-94dda46857ee {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:48:03.657652 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'status': 'completed', 'code': 200} Sep 21 09:48:03.726684 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-77de206f-fb8b-43ba-8d27-8e963400c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:03.728285 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-77de206f-fb8b-43ba-8d27-8e963400c538 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 1097 time: 0.0470488 Sep 21 09:48:03.837792 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242b19-e75d-4471-b33b-435d955bceda req-9ea90465-f5c3-4866-9e36-ef5fc6803d48 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:03.839324 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7242b19-e75d-4471-b33b-435d955bceda req-9ea90465-f5c3-4866-9e36-ef5fc6803d48 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 946 time: 0.1085706 Sep 21 09:48:03.871817 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:43:00Z', 'revision_number': 1, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:03.882531 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-cc5cb46a-a62f-471d-8a98-534e20b2eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:03.884049 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-cc5cb46a-a62f-471d-8a98-534e20b2eac2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.1437888 Sep 21 09:48:03.901280 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] Checking router: c47609b1-df20-48e4-a942-01e9a08c6a4b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:48:03.903072 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-c7242b19-e75d-4471-b33b-435d955bceda req-5332c9b6-3248-4052-8d43-4aa377042c9d tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554187 Sep 21 09:48:03.909755 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:03.910373 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:03.934163 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-a66ce5ee-8d45-4589-8744-ccf28e906032 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 200 len: 217 time: 0.0422342 Sep 21 09:48:03.984791 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-7f5c349f-0fd5-4b51-b51d-0d2f63bed6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:03.986281 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-7f5c349f-0fd5-4b51-b51d-0d2f63bed6a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0439460 Sep 21 09:48:04.013813 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:04.037303 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-8f9051e6-47e3-473c-9798-dd95220f67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:04.038843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-8f9051e6-47e3-473c-9798-dd95220f67fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456822 Sep 21 09:48:04.129240 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-7a2cf306-9352-48da-8feb-483389db7767 service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820258 Sep 21 09:48:04.224610 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-f4b10340-5e0b-4bd0-95bc-92e9b5366580 req-5d101b43-7841-4cb4-a5c4-8c5a61c1d5ee service neutron] 10.222.0.62 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878139 Sep 21 09:48:04.232710 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:43:00Z', 'revision_number': 1, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:04.258778 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786fdf3d-9ca6-448c-8359-de88eda83b46 None None] The sync data for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 is: [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_floatingips': [{'id': '299ceda2-6e98-4665-a6fb-92675b26563d', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'floating_ip_address': '172.25.1.2', 'floating_network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'router_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'port_id': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'mac_address': 'fa:16:3e:30:1e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56872a89-a343-4630-aa82-ede9244dbef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T09:42:58Z', 'updated_at': '2021-09-21T09:43:00Z', 'revision_number': 1, 'project_id': '4631800681844819804d9c7c389e88ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:48:04.486291 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbc7400-c74a-408c-8199-d292c1cdf1c1 None None] New status for floating IP 3a2f8fe1-76f4-4851-8c08-3fdc8fda8868: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:48:04.720280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:05.025161 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671cacc-2011-46b3-bbe5-60569c125f4b req-e0bbc7de-0395-4b3d-a6cf-1398947cb393 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:05.026658 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a671cacc-2011-46b3-bbe5-60569c125f4b req-e0bbc7de-0395-4b3d-a6cf-1398947cb393 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 946 time: 0.0502164 Sep 21 09:48:05.066957 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-a671cacc-2011-46b3-bbe5-60569c125f4b req-d0e6c2da-a441-45f3-90da-2d6d5203b4f4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335515 Sep 21 09:48:05.514136 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-a03e967c-9122-4367-be64-2b2337072823 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:05.515624 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-a03e967c-9122-4367-be64-2b2337072823 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 946 time: 0.0481026 Sep 21 09:48:05.604006 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Deleting port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:05.604358 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:05.693626 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] For port e484b68d-eef9-4a48-9b11-d5c0e9bfa851, host n-h1-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809980-2',level=0,port_id=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:05.693999 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:05.706790 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Calling delete_port for e484b68d-eef9-4a48-9b11-d5c0e9bfa851 owned by compute:nova {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:05.834116 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:05.869381 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event deleted for resources: {'Port': ['ID=e484b68d-eef9-4a48-9b11-d5c0e9bfa851,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:05.911794 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] No DVR routers for this DVR port e484b68d-eef9-4a48-9b11-d5c0e9bfa851 on host n-h1-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:48:05.914489 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:05.916541 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-d8a06896-8373-4b0c-b1ab-6608a5b776cb req-f3a2b276-0e15-43b9-843c-51acb1605c37 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.62 "DELETE /v2.0/ports/e484b68d-eef9-4a48-9b11-d5c0e9bfa851 HTTP/1.1" status: 204 len: 173 time: 0.3944275 Sep 21 09:48:05.917047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'name': 'network-vif-deleted', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:48:05.919356 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62caf1ef-ec9a-4e8f-a92f-a3666a6c4992" -d '{"events": [{"server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "name": "network-vif-deleted", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:48:05.966031 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959807d1-79c8-4ceb-b2d4-82bc44ddb698 x-openstack-request-id: req-959807d1-79c8-4ceb-b2d4-82bc44ddb698 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:48:05.966328 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3465a69-1c5d-4236-a242-89a546dfa067", "name": "network-vif-deleted", "tag": "e484b68d-eef9-4a48-9b11-d5c0e9bfa851", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:48:05.966619 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-959807d1-79c8-4ceb-b2d4-82bc44ddb698 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:48:05.967018 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3465a69-1c5d-4236-a242-89a546dfa067', 'name': 'network-vif-deleted', 'tag': 'e484b68d-eef9-4a48-9b11-d5c0e9bfa851', 'status': 'completed', 'code': 200} Sep 21 09:48:06.020402 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:06.044361 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: e484b68d-eef9-4a48-9b11-d5c0e9bfa851 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:06.044692 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:06.178430 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-c489c052-5ef9-48e8-833c-639d1a01744c req-79aa6576-a9ee-4be2-b328-47fbba2fecea tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3465a69-1c5d-4236-a242-89a546dfa067 HTTP/1.1" status: 200 len: 210 time: 0.0302050 Sep 21 09:48:07.745766 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48002) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:07.906106 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Deleting port 6e7de58e-647a-4212-a81b-72cf5958c69c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:07.906447 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:07.978994 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:07.979236 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:07.990500 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Calling delete_port for 6e7de58e-647a-4212-a81b-72cf5958c69c owned by network:floatingip {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:08.138593 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:08.168812 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event deleted for resources: {'Port': ['ID=6e7de58e-647a-4212-a81b-72cf5958c69c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:08.224366 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:08.224697 n-d-809980-2 neutron-server[94724]: INFO neutron.db.l3_db [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Floating IP 299ceda2-6e98-4665-a6fb-92675b26563d disassociated (deleted). External IP: 172.25.1.2, port: 8a2c034b-0cb9-4c87-b332-1fab621e2ab9. Sep 21 09:48:08.431690 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Router c47609b1-df20-48e4-a942-01e9a08c6a4b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:48:08.537578 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:48:08.542799 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for floatingip, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:08.547449 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] Sync routers for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:48:08.556823 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:08.557431 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:08.572425 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-e1e8e5ed-0feb-4520-8ebe-c0e074859eac tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "DELETE /v2.0/floatingips/299ceda2-6e98-4665-a6fb-92675b26563d HTTP/1.1" status: 204 len: 168 time: 0.8255680 Sep 21 09:48:08.573119 n-d-809980-2 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:48:08.575516 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0820d81fedc50777f2d19c422c58c094db71d0c445621af72ec75969f8254d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fbef01-c508-4b08-abce-b79279d68ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:48:08.618688 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 09:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95155e9f-23d8-4037-9e7b-14bdcaedd190 x-openstack-request-id: req-95155e9f-23d8-4037-9e7b-14bdcaedd190 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:48:08.619095 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9", "status": "completed", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:48:08.619466 n-d-809980-2 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95155e9f-23d8-4037-9e7b-14bdcaedd190 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:48:08.620090 n-d-809980-2 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'status': 'completed', 'code': 200} Sep 21 09:48:08.665727 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:08.684394 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-c9ef5ff4-306d-490a-a19c-a95de16a2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:08.686068 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-c9ef5ff4-306d-490a-a19c-a95de16a2a0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4631800681844819804d9c7c389e88ed&device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 1094 time: 0.0447018 Sep 21 09:48:08.813334 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-c5997529-61cb-4094-b0c0-5c82292ceeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:08.814877 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-c5997529-61cb-4094-b0c0-5c82292ceeb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 200 len: 911 time: 0.1147492 Sep 21 09:48:08.825273 n-d-809980-2 neutron-server[94724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828be29-273d-43b1-9555-af8ff7a448cc req-4b4d1e3d-32e0-4ae3-af1a-b18aeaa935a5 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:08.826843 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9828be29-273d-43b1-9555-af8ff7a448cc req-4b4d1e3d-32e0-4ae3-af1a-b18aeaa935a5 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 943 time: 0.0607173 Sep 21 09:48:08.863193 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-bb54e73a-ded8-4d78-8648-0725c914b52e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 200 len: 217 time: 0.0402305 Sep 21 09:48:08.871080 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [req-9828be29-273d-43b1-9555-af8ff7a448cc req-afec912d-0072-4274-9627-110cf9e699a2 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/security-groups?id=1bd9fd21-61cb-47b1-9247-165e6fafe6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366309 Sep 21 09:48:08.892386 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:08.921293 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] Checking router: c47609b1-df20-48e4-a942-01e9a08c6a4b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:48:08.924203 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-7c2452db-2e54-4326-bbfc-a11e24ebc825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:08.925806 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-7c2452db-2e54-4326-bbfc-a11e24ebc825 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 200 len: 849 time: 0.0511689 Sep 21 09:48:08.929738 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:08.930371 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:08.973359 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-b63e1a28-d342-48e0-b949-5f29e9935210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:08.975159 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-b63e1a28-d342-48e0-b949-5f29e9935210 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5d8e3f74-3ab1-443e-a166-7fc15e542edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413632 Sep 21 09:48:09.082196 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-230a12a7-20f3-4ab9-8b1b-5f60703c7e41 service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978656 Sep 21 09:48:09.137565 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:09.184322 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-d7fbef01-c508-4b08-abce-b79279d68ec1 req-c89cada4-6d8f-4ddf-b8a2-618df9c5302e service neutron] 10.222.0.50 "GET /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931778 Sep 21 09:48:09.368072 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:09.399015 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785c2c96-0b34-4bd9-8f1a-33b22ccd7ca4 None None] The sync data for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 is: [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:42:33Z', 'revision_number': 4, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2', '_interfaces': [{'id': 'eadeefa1-2063-4d1b-985c-6e49d733ea56', 'name': '', 'network_id': '5d8e3f74-3ab1-443e-a166-7fc15e542edc', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'mac_address': 'fa:16:3e:18:ea:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:33Z', 'updated_at': '2021-09-21T09:42:37Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'subnets': [{'id': 'ae6e6e4f-036a-48f0-bcad-1583b5bde38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:48:09.502055 n-d-809980-2 neutron-server[94725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12221a33-9e6e-4649-9209-c275a151bfeb req-649b2e3e-18f0-48a1-bd15-633fb57a1cd4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 09:48:09.503618 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12221a33-9e6e-4649-9209-c275a151bfeb req-649b2e3e-18f0-48a1-bd15-633fb57a1cd4 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.50 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 943 time: 0.0546765 Sep 21 09:48:09.597467 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Deleting port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:09.597817 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:09.632411 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52238980-a0d1-462e-b14a-00f3177310b4 None None] New status for floating IP 299ceda2-6e98-4665-a6fb-92675b26563d: DOWN {{(pid=94726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 09:48:09.692396 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] For port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9, host n-h2-809980-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809980-2',level=0,port_id=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:09.692931 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:09.705391 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Calling delete_port for 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 owned by compute:nova {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:09.830529 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:09.863063 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event deleted for resources: {'Port': ['ID=8a2c034b-0cb9-4c87-b332-1fab621e2ab9,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:09.875263 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.875643 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.875988 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.876321 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.876712 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.876983 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.877311 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.877640 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.877961 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.878282 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.878625 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.878950 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809980-2 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 09:48:09.913043 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] No DVR routers for this DVR port 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 on host n-h2-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:48:09.916327 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21806'] for port, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:09.918421 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-12221a33-9e6e-4649-9209-c275a151bfeb req-b00fe07b-af4f-4c46-b2c0-14910bc47524 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.50 "DELETE /v2.0/ports/8a2c034b-0cb9-4c87-b332-1fab621e2ab9 HTTP/1.1" status: 204 len: 173 time: 0.4074080 Sep 21 09:48:09.918872 n-d-809980-2 neutron-server[94725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-deleted', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9'}] {{(pid=94725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 09:48:09.921220 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72e6a7921e50d9ac3dbddd4c35f652d15aab216d528558324dc139a2dccc989" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442e721b-8f14-416d-9e2d-f68927dba7e2" -d '{"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-deleted", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9"}]}' {{(pid=94725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 09:48:09.972791 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [req-401f8f22-6c23-4246-a5b3-9de09c717754 req-05fd91f7-acb2-40ff-bbef-e6f7361bdda0 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "GET /v2.0/ports?device_id=56872a89-a343-4630-aa82-ede9244dbef0 HTTP/1.1" status: 200 len: 210 time: 0.0293026 Sep 21 09:48:10.032449 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005171ad-1c0a-4f70-bf68-45623464913b x-openstack-request-id: req-005171ad-1c0a-4f70-bf68-45623464913b {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 09:48:10.032800 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56872a89-a343-4630-aa82-ede9244dbef0", "name": "network-vif-deleted", "tag": "8a2c034b-0cb9-4c87-b332-1fab621e2ab9", "status": "completed", "code": 200}]} {{(pid=94725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 09:48:10.033050 n-d-809980-2 neutron-server[94725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-005171ad-1c0a-4f70-bf68-45623464913b {{(pid=94725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 09:48:10.033451 n-d-809980-2 neutron-server[94725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56872a89-a343-4630-aa82-ede9244dbef0', 'name': 'network-vif-deleted', 'tag': '8a2c034b-0cb9-4c87-b332-1fab621e2ab9', 'status': 'completed', 'code': 200} Sep 21 09:48:10.035837 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 no longer exists at agent hyperv_n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:10.059526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] No Port match for: e484b68d-eef9-4a48-9b11-d5c0e9bfa851 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:10.059526 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Device e484b68d-eef9-4a48-9b11-d5c0e9bfa851 not bound to the agent host n-h1-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:11.028798 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48018) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:11.085449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2045f3fb-f47a-44ba-a364-f5dd5c676e57 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:11.109585 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2045f3fb-f47a-44ba-a364-f5dd5c676e57 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:11.168457 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2045f3fb-f47a-44ba-a364-f5dd5c676e57 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:11.171148 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2045f3fb-f47a-44ba-a364-f5dd5c676e57 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Notify callbacks [] for security_group, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:11.172326 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-2045f3fb-f47a-44ba-a364-f5dd5c676e57 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] 10.222.0.59 "DELETE /v2.0/security-groups/1bd9fd21-61cb-47b1-9247-165e6fafe6c4 HTTP/1.1" status: 204 len: 168 time: 0.1425488 Sep 21 09:48:11.181310 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045f3fb-f47a-44ba-a364-f5dd5c676e57 tempest-TestSnapshotPattern-411746899 tempest-TestSnapshotPattern-411746899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd9fd21-61cb-47b1-9247-165e6fafe6c4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:12.241368 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48026) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:12.529683 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 no longer exists at agent hyperv_n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:12.549750 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] No Port match for: 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:12.550102 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Device 8a2c034b-0cb9-4c87-b332-1fab621e2ab9 not bound to the agent host n-h2-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:12.704449 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:13.268384 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Deleting port eadeefa1-2063-4d1b-985c-6e49d733ea56 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:13.269105 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:13.345038 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] For port eadeefa1-2063-4d1b-985c-6e49d733ea56, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=eadeefa1-2063-4d1b-985c-6e49d733ea56,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:13.345410 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:13.358492 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Calling delete_port for eadeefa1-2063-4d1b-985c-6e49d733ea56 owned by network:router_interface {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:13.535880 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:13.559524 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadeefa1-2063-4d1b-985c-6e49d733ea56,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:13.729745 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:13.942615 n-d-809980-2 neutron-server[94724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Router c47609b1-df20-48e4-a942-01e9a08c6a4b has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:48:14.046611 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:48:14.051640 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-a625eecc-d926-45d1-9e89-8aa9784d5df9 admin admin] 10.222.0.59 "PUT /v2.0/routers/c47609b1-df20-48e4-a942-01e9a08c6a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091276 Sep 21 09:48:14.054097 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48034) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:14.057446 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] Sync routers for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:48:14.069181 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:14.070185 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:14.164523 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.173847 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: n-d-809980-2 {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:14.263470 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.315298 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Deleting port 84c0a2d6-657f-49cc-b108-7874b79e062f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:14.316025 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.346228 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82'}], 'enable_snat': True}, 'gw_port_id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:48:13Z', 'revision_number': 5, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port': {'id': '84c0a2d6-657f-49cc-b108-7874b79e062f', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:31Z', 'updated_at': '2021-09-21T09:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:14.371854 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] Checking router: c47609b1-df20-48e4-a942-01e9a08c6a4b for host: n-d-809980-2 {{(pid=94727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:48:14.379791 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] Routers {'c47609b1-df20-48e4-a942-01e9a08c6a4b'} bound to L3 agent in host n-d-809980-2 {{(pid=94727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:14.380391 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['c47609b1-df20-48e4-a942-01e9a08c6a4b'], 'active': True} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:14.392739 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] For port 84c0a2d6-657f-49cc-b108-7874b79e062f, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=84c0a2d6-657f-49cc-b108-7874b79e062f,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:14.393104 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.406259 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Calling delete_port for 84c0a2d6-657f-49cc-b108-7874b79e062f owned by network:router_gateway {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:14.466125 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_dvr_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] Set router c47609b1-df20-48e4-a942-01e9a08c6a4b gateway port host: None {{(pid=94727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:14.519047 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.l3_hamode_db [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:48:14Z', 'revision_number': 6, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:14.546313 n-d-809980-2 neutron-server[94727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e239733-4337-4ade-a1e8-bd2cc2ed33c7 None None] The sync data for ids ['c47609b1-df20-48e4-a942-01e9a08c6a4b'] in n-d-809980-2 is: [{'id': 'c47609b1-df20-48e4-a942-01e9a08c6a4b', 'name': 'tempest-TestSnapshotPattern-1138627212-router', 'tenant_id': '4631800681844819804d9c7c389e88ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:30Z', 'updated_at': '2021-09-21T09:48:14Z', 'revision_number': 6, 'project_id': '4631800681844819804d9c7c389e88ed', 'gw_port_host': None}] {{(pid=94727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:48:14.573032 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.605779 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Pushing event deleted for resources: {'Port': ['ID=84c0a2d6-657f-49cc-b108-7874b79e062f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:14.664988 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.753326 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.755427 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.798548 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.799153 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c47609b1-df20-48e4-a942-01e9a08c6a4b {{(pid=94724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:48:14.803430 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] Notify callbacks [] for router, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.804677 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-9fa7c684-199a-4d14-ad4a-a6f6a40ada9f admin admin] 10.222.0.59 "DELETE /v2.0/routers/c47609b1-df20-48e4-a942-01e9a08c6a4b HTTP/1.1" status: 204 len: 168 time: 0.7496331 Sep 21 09:48:14.807276 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48036) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:14.854730 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] Deleting subnet ae6e6e4f-036a-48f0-bcad-1583b5bde38e {{(pid=94724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:48:14.857610 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.891614 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126812423'] for subnet, precommit_delete_associations {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:14.972864 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.032791 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126786475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126346857'] for subnet, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.058724 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6e6e4f-036a-48f0-bcad-1583b5bde38e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:15.063271 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.065311 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-4b4ecf56-47dd-49d3-8553-6a170cbf1a0d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ae6e6e4f-036a-48f0-bcad-1583b5bde38e HTTP/1.1" status: 204 len: 168 time: 0.2570188 Sep 21 09:48:15.067858 n-d-809980-2 neutron-server[94724]: DEBUG neutron.wsgi [-] (94724) accepted ('10.222.0.59', 48038) {{(pid=94724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:15.070258 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe87aaf-eced-4494-9b3f-dd4e32226878 None None] Network 5d8e3f74-3ab1-443e-a166-7fc15e542edc requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:48:15.135367 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.192025 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Deleting port 44650566-283a-4b9b-99f8-3a5d5682a9a7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:15.192381 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.256341 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] For port 44650566-283a-4b9b-99f8-3a5d5682a9a7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=44650566-283a-4b9b-99f8-3a5d5682a9a7,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:15.256648 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.268697 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Calling delete_port for 44650566-283a-4b9b-99f8-3a5d5682a9a7 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:15.307200 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] DHCP port deletion for 5d8e3f74-3ab1-443e-a166-7fc15e542edc request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:48:15.354631 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] Deleting port 44650566-283a-4b9b-99f8-3a5d5682a9a7 {{(pid=94726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:15.355012 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.362399 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126786436'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.390047 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Pushing event deleted for resources: {'Port': ['ID=44650566-283a-4b9b-99f8-3a5d5682a9a7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:15.391963 n-d-809980-2 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] No DVR routers for this DVR port 44650566-283a-4b9b-99f8-3a5d5682a9a7 on host n-d-809980-2 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:48:15.418944 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.db [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] For port 44650566-283a-4b9b-99f8-3a5d5682a9a7, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=44650566-283a-4b9b-99f8-3a5d5682a9a7,segment=NetworkSegment(6e9b0422-edcd-41f1-98ac-836639d271e5),segment_id=6e9b0422-edcd-41f1-98ac-836639d271e5)] {{(pid=94726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:15.419368 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.432861 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] Calling delete_port for 44650566-283a-4b9b-99f8-3a5d5682a9a7 owned by network:dhcp {{(pid=94726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:15.467952 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.488444 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8e3f74-3ab1-443e-a166-7fc15e542edc']}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:15.498866 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9b0422-edcd-41f1-98ac-836639d271e5') {'for_net_delete': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:15.499168 n-d-809980-2 neutron-server[94724]: DEBUG neutron.services.segments.db [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9b0422-edcd-41f1-98ac-836639d271e5') {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 09:48:15.503999 n-d-809980-2 neutron-server[94726]: self.session.flush() Sep 21 09:48:15.514309 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126812428'] for segment, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.515988 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297'] for port, after_delete {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.529004 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.535737 n-d-809980-2 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=94724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:48:15.536077 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126792821'] for segment, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: Traceback (most recent call last): Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: timer() Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: cb(*args, **kw) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: return func(*args, **kwargs) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: self._notify() Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: self.callback(batched_events) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: event.method(event) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: return f(self, *a, **k) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: return self._get(url).json() Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: return self.request(url, 'GET', **kwargs) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:48:15.537775 n-d-809980-2 neutron-server[94724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:48:15.542710 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] Pushing event deleted for resources: {'Port': ['ID=44650566-283a-4b9b-99f8-3a5d5682a9a7,revision_number=None']} {{(pid=94726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:15.547347 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9937e1-88f4-47a8-bd94-35b1e461b45f None None] No DVR routers for this DVR port 44650566-283a-4b9b-99f8-3a5d5682a9a7 on host n-d-809980-2 {{(pid=94726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:48:15.598266 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.606205 n-d-809980-2 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Notify callbacks [] for network, before_response {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:15.608801 n-d-809980-2 neutron-server[94724]: INFO neutron.wsgi [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] 10.222.0.59 "DELETE /v2.0/networks/5d8e3f74-3ab1-443e-a166-7fc15e542edc HTTP/1.1" status: 204 len: 168 time: 0.5400090 Sep 21 09:48:15.611830 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48040) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:15.619193 n-d-809980-2 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215d7d8-8579-4aea-95a7-09b116555cba admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8e3f74-3ab1-443e-a166-7fc15e542edc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:15.957422 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028363'] for router_interface, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:16.116956 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84c0a2d6-657f-49cc-b108-7874b79e062f no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:16.136570 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 84c0a2d6-657f-49cc-b108-7874b79e062f {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:16.136916 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 84c0a2d6-657f-49cc-b108-7874b79e062f not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:16.137332 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eadeefa1-2063-4d1b-985c-6e49d733ea56 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:16.155245 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: eadeefa1-2063-4d1b-985c-6e49d733ea56 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:16.155875 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device eadeefa1-2063-4d1b-985c-6e49d733ea56 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:16.156289 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 44650566-283a-4b9b-99f8-3a5d5682a9a7 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:16.177243 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 44650566-283a-4b9b-99f8-3a5d5682a9a7 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:16.177587 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 44650566-283a-4b9b-99f8-3a5d5682a9a7 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:16.200026 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Deleting port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:16.200373 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:16.275882 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] For port d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,segment=NetworkSegment(16c240a0-863f-4367-9523-b905d5080cf9),segment_id=16c240a0-863f-4367-9523-b905d5080cf9)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:16.276258 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:16.288761 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Calling delete_port for d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 owned by network:router_interface {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:16.467220 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:16.496840 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:16.994053 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1031611'] for router_interface, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:17.204681 n-d-809980-2 neutron-server[94725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 has already been hosted by L3 agent 434eff31-10da-4812-aceb-b7790d12f21e {{(pid=94725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 09:48:17.310216 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] Notify agent at l3_agent.n-d-809980-2 the message routers_updated {{(pid=94725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 09:48:17.315152 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-2faca199-1f17-4045-a07c-dabcf9437535 admin admin] 10.222.0.59 "PUT /v2.0/routers/028b5371-aeb0-4c43-b4d9-3e2dc4358482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022493 Sep 21 09:48:17.317743 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48048) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:17.320300 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] Sync routers for ids ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'] in n-d-809980-2 {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 09:48:17.330448 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] Routers {'028b5371-aeb0-4c43-b4d9-3e2dc4358482'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:17.331071 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:17.422527 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks [] for router, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:17.532397 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:17.587726 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Deleting port 8c4402fc-f358-4826-94e4-ae87f082397e {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:17.588088 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:17.598467 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] Set router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 gateway port host: n-d-809980-2 {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:17.666752 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] For port 8c4402fc-f358-4826-94e4-ae87f082397e, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=8c4402fc-f358-4826-94e4-ae87f082397e,segment=NetworkSegment(a59c49aa-a2d6-46a4-8aef-4461371c01a3),segment_id=a59c49aa-a2d6-46a4-8aef-4461371c01a3)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:17.667142 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:17.682501 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Calling delete_port for 8c4402fc-f358-4826-94e4-ae87f082397e owned by network:router_gateway {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:17.770918 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'external_fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:48:16Z', 'revision_number': 5, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port': {'id': '8c4402fc-f358-4826-94e4-ae87f082397e', 'name': '', 'network_id': 'b063202b-519a-473f-a367-4c62d7c2454e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809980-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '55217cbe-1331-4217-8dd1-a62c06f132d1', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809980-2'}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:17.798040 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] Checking router: 028b5371-aeb0-4c43-b4d9-3e2dc4358482 for host: n-d-809980-2 {{(pid=94726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 09:48:17.806191 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] Routers {'028b5371-aeb0-4c43-b4d9-3e2dc4358482'} bound to L3 agent in host n-d-809980-2 {{(pid=94726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 09:48:17.806863 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809980-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T07:53:25Z,description=,heartbeat_timestamp=2021-09-21T09:47:55Z,host='n-d-809980-2',id=434eff31-10da-4812-aceb-b7790d12f21e,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T07:53:25Z,topic='l3_agent')) {'router_ids': ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'], 'active': True} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:17.846680 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:17.873095 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4402fc-f358-4826-94e4-ae87f082397e,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:17.896124 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_dvr_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] Set router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 gateway port host: None {{(pid=94726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 09:48:17.936890 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1031549'] for router_gateway, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:17.950728 n-d-809980-2 neutron-server[94726]: DEBUG neutron.db.l3_hamode_db [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:48:17Z', 'revision_number': 6, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port_host': None}], 'n-d-809980-2', False) {} {{(pid=94726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:17.977805 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1d869-783f-4471-9891-a42e75ec6cde None None] The sync data for ids ['028b5371-aeb0-4c43-b4d9-3e2dc4358482'] in n-d-809980-2 is: [{'id': '028b5371-aeb0-4c43-b4d9-3e2dc4358482', 'name': 'tempest-TestSnapshotPattern-1863541673-router', 'tenant_id': '281550b0278d4555b1218a7ed9cf6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T09:42:35Z', 'updated_at': '2021-09-21T09:48:17Z', 'revision_number': 6, 'project_id': '281550b0278d4555b1218a7ed9cf6a7d', 'gw_port_host': None}] {{(pid=94726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 09:48:18.035889 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1034796', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4001'] for router, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.038023 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.080455 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1034967'] for router, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.080978 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028b5371-aeb0-4c43-b4d9-3e2dc4358482 {{(pid=94725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 09:48:18.085310 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] Notify callbacks [] for router, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.086462 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-31f68ed1-41a7-4b9e-8e10-4b6986818abf admin admin] 10.222.0.59 "DELETE /v2.0/routers/028b5371-aeb0-4c43-b4d9-3e2dc4358482 HTTP/1.1" status: 204 len: 168 time: 0.7677865 Sep 21 09:48:18.089172 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48052) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:18.138079 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.db_base_plugin_v2 [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] Deleting subnet 4d018815-759f-482f-99b3-f9b7dbf92b14 {{(pid=94725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 09:48:18.141103 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.174484 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2232947'] for subnet, precommit_delete_associations {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.251173 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7907413'] for subnet, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.302791 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7907394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125882471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126234682'] for subnet, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.337968 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d018815-759f-482f-99b3-f9b7dbf92b14,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:18.348573 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-579670'] for subnet, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.352036 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-251897d6-d979-4af8-9c8e-6b787e990710 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4d018815-759f-482f-99b3-f9b7dbf92b14 HTTP/1.1" status: 204 len: 168 time: 0.2618697 Sep 21 09:48:18.353097 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd8e77-68ba-4154-b69f-c0238fc20e9c None None] Network f4df15a4-a217-4cdf-8698-946934638cec requested from n-d-809980-2 {{(pid=94726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 09:48:18.356813 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48054) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:18.444246 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8154276'] for network, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.455948 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:18.489568 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:18.489907 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device d32b16ab-f88c-43e1-8bcc-c6b50fa8ce62 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:18.501566 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Deleting port 54cf380b-ac60-44cd-8f66-bb57faf7f044 {{(pid=94725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 09:48:18.501919 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729189391921'] for port, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.576114 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] For port 54cf380b-ac60-44cd-8f66-bb57faf7f044, host n-d-809980-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809980-2',level=0,port_id=54cf380b-ac60-44cd-8f66-bb57faf7f044,segment=NetworkSegment(16c240a0-863f-4367-9523-b905d5080cf9),segment_id=16c240a0-863f-4367-9523-b905d5080cf9)] {{(pid=94725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 09:48:18.576460 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1026115'] for port, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.589546 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.plugin [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Calling delete_port for 54cf380b-ac60-44cd-8f66-bb57faf7f044 owned by network:dhcp {{(pid=94725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 09:48:18.669190 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8272804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729189397751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729188911297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125882440'] for port, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.694561 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cf380b-ac60-44cd-8f66-bb57faf7f044,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:18.698673 n-d-809980-2 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] No DVR routers for this DVR port 54cf380b-ac60-44cd-8f66-bb57faf7f044 on host n-d-809980-2 {{(pid=94725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 09:48:18.771416 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7902162', 'neutron.services.segments.db._delete_segments_for_network-8729189404829'] for network, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.790693 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4df15a4-a217-4cdf-8698-946934638cec']}} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:18.799995 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c240a0-863f-4367-9523-b905d5080cf9') {'for_net_delete': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:18.800288 n-d-809980-2 neutron-server[94725]: DEBUG neutron.services.segments.db [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c240a0-863f-4367-9523-b905d5080cf9') {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 09:48:18.810790 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729189405862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2232952'] for segment, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.825843 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544'] for segment, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.832808 n-d-809980-2 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=94725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 09:48:18.833305 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7908544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125894585'] for segment, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.836107 n-d-809980-2 neutron-server[94726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352d6c5-772c-4a44-8f5a-3d842ec330ae None None] DHCP port deletion for f4df15a4-a217-4cdf-8698-946934638cec request from n-d-809980-2 {{(pid=94726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: Traceback (most recent call last): Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: timer() Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: cb(*args, **kw) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: return func(*args, **kwargs) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: self._notify() Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: self.callback(batched_events) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: event.method(event) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: return f(self, *a, **k) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: return self._get(url).json() Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: return self.request(url, 'GET', **kwargs) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 09:48:18.836367 n-d-809980-2 neutron-server[94725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 09:48:18.895199 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7902155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-579652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1031449'] for network, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.900978 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Notify callbacks [] for network, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:18.906577 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f4df15a4-a217-4cdf-8698-946934638cec HTTP/1.1" status: 204 len: 168 time: 0.5453343 Sep 21 09:48:18.915378 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601367c-424e-4489-8b77-fcdbc992d871 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4df15a4-a217-4cdf-8698-946934638cec,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:19.031584 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48058) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:19.075083 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-e49993b6-a0b3-4253-ac4f-664a880f3ad8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4631800681844819804d9c7c389e88ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421689 Sep 21 09:48:19.078213 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48060) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:19.132938 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564a98c1-a5a4-4df8-8cef-a98abad3ecaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.153832 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564a98c1-a5a4-4df8-8cef-a98abad3ecaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.202490 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564a98c1-a5a4-4df8-8cef-a98abad3ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.205085 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-564a98c1-a5a4-4df8-8cef-a98abad3ecaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.206437 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-564a98c1-a5a4-4df8-8cef-a98abad3ecaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab5926df-9aeb-40ff-81e5-063c514910bb HTTP/1.1" status: 204 len: 168 time: 0.1271338 Sep 21 09:48:19.214077 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a98c1-a5a4-4df8-8cef-a98abad3ecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5926df-9aeb-40ff-81e5-063c514910bb,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:19.533659 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48066) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:19.575994 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-21405916-c025-475f-901d-3a8aa1c50abc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=281550b0278d4555b1218a7ed9cf6a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411570 Sep 21 09:48:19.578403 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [-] (94725) accepted ('10.222.0.59', 48068) {{(pid=94725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 09:48:19.625515 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c760fa06-9b73-4033-9c65-ff34bf849f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.646356 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c760fa06-9b73-4033-9c65-ff34bf849f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.693646 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c760fa06-9b73-4033-9c65-ff34bf849f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532948'] for security_group, after_delete {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.696730 n-d-809980-2 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c760fa06-9b73-4033-9c65-ff34bf849f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:19.697905 n-d-809980-2 neutron-server[94725]: INFO neutron.wsgi [None req-c760fa06-9b73-4033-9c65-ff34bf849f80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cc159393-109b-433f-9387-e3ecaae8c61a HTTP/1.1" status: 204 len: 168 time: 0.1186106 Sep 21 09:48:19.707141 n-d-809980-2 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760fa06-9b73-4033-9c65-ff34bf849f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc159393-109b-433f-9387-e3ecaae8c61a,revision_number=None']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 09:48:20.115373 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8c4402fc-f358-4826-94e4-ae87f082397e no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:20.136214 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 8c4402fc-f358-4826-94e4-ae87f082397e {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:20.136567 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 8c4402fc-f358-4826-94e4-ae87f082397e not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:20.136984 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54cf380b-ac60-44cd-8f66-bb57faf7f044 no longer exists at agent ovs-agent-n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 09:48:20.158477 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.plugin [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] No Port match for: 54cf380b-ac60-44cd-8f66-bb57faf7f044 {{(pid=94726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 09:48:20.158820 n-d-809980-2 neutron-server[94726]: DEBUG neutron.plugins.ml2.rpc [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Device 54cf380b-ac60-44cd-8f66-bb57faf7f044 not bound to the agent host n-d-809980-2 {{(pid=94726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 09:48:22.574208 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b189e604-5f7b-42f1-8e4f-014a94350591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:25.468331 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f2bbdf91-5d1f-4d92-bd2d-c98f21c4438e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:25.470652 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:27.152220 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:28.194787 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:32.917633 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:48:32.919524 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:34.722886 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:52.575243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-e6e8bf1a-c106-4273-96c2-b2ea3226f06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:55.466561 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6ae47aa8-9c91-4ddf-877b-271f457222e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:55.469083 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:57.156280 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:48:58.197076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:02.918316 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:04.740751 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:09.917309 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:49:22.575076 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-decd1275-1225-44a8-9053-63aba3855fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:25.465367 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7f18-e632-40c3-a979-aad70a5d37a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:25.467097 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:27.158826 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:28.201520 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:32.936167 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:34.747986 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:46.917383 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:49:52.579262 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-31304bed-60cb-4fa6-8540-0c648f03fe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:55.464173 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2e5d0ae9-a7bc-4893-8f47-1c93a65cbc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:55.465885 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:57.160626 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:49:58.204019 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:02.944423 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:04.747889 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:22.580716 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-318d88e9-6dcb-4419-aed4-a45ff1815dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:23.916957 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:50:25.462615 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-06c34b1e-f561-4269-8672-08a9d6ef2552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:25.464535 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:27.163983 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:28.206348 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:32.945230 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:34.762017 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:52.582009 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d374c2b8-c751-4ac9-8181-7abf62275463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:55.462043 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:55.463859 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-204ac4f7-d866-49bf-95fd-daa9c36ba6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:57.168630 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:50:58.207964 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:00.916402 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:51:02.959814 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:04.759516 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:22.582391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f4fcad3c-2665-4af7-9cf8-a35b52c0af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:25.460422 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-cd43f2e7-8b74-4fc8-8c61-82c31b05f48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:25.462243 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:27.170928 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:28.210688 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:32.958276 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:34.758391 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:37.916088 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:51:52.582158 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a63b8c98-5c96-49d6-922a-0675f5ec28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:55.461000 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2b37d432-edc6-44a0-b3e8-98b759bcfa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:55.462850 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:57.174221 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:51:58.213414 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:02.973756 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:04.763994 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:14.914900 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:52:22.589273 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-ecaf93c6-032b-4d88-a631-66467c79c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:25.460752 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe00f-22c1-4442-8cc1-d4487e802cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:25.462511 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:27.177995 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:28.217476 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:32.977428 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:34.756705 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:51.913966 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:52:52.583071 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d03f36be-844a-4167-b420-3fe76fb00bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:55.460380 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-be795f71-6e15-45dd-b9f0-7997bf5fc937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:55.462857 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:57.182157 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:52:58.218310 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:02.987498 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:04.771066 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:22.583389 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a057a611-54f1-4f81-bee4-77c88d4b5973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:25.461244 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-140cb1cd-a3ca-4c91-953b-2c705b858b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:25.463024 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:27.184108 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:28.221540 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:28.912642 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:53:32.993558 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:34.770854 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:52.584710 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-36530959-b839-44bf-aaca-13a02c794585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:55.459923 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:55.464417 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-75527b63-4172-4a27-bf2d-92a8f207aa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:57.189333 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:53:58.224849 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:02.985400 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:04.800508 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:05.911740 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:54:22.585727 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-b855aabe-1a7e-4c0c-81fa-a3c4b133c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:25.457901 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:25.460309 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-fe7c5b2b-c0bf-4245-a5e8-cbffcc721a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:27.189738 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:28.227039 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:32.984008 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:34.813861 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:42.911119 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:54:52.586480 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-874b2cec-5dab-46fd-afe4-f457b8ccd0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:55.457743 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:55.459597 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-db1f281c-21b3-4207-9136-d06ed999b5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:57.192690 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:54:58.228668 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:02.984452 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:04.813656 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:19.910066 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:55:22.587255 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e77c-cbba-4dae-b74b-a0748d5224df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:25.458745 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:25.460487 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-784e51a1-595f-40b7-a171-e5b0389fdb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:27.195791 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:28.232593 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:32.983297 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:34.825137 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:40.798838 n-d-809980-2 neutron-server[94725]: DEBUG neutron.wsgi [req-e3e3e523-2fb6-4878-b82a-2375f3df6a6f req-30f814c6-0bec-4a00-adf9-f648180321ba service neutron] (94725) timed out ('10.222.0.59', 46572) {{(pid=94725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 09:55:52.588567 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-f021af71-a7d8-4951-8060-4c772df26e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:55.457185 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:55.459460 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-a1ac0ec6-1ce3-4dc5-9119-4faf110aa9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:56.909391 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:55:57.199204 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:55:58.235403 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:02.981466 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:04.824793 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:22.590494 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-04757045-6c00-46e2-a975-8a81e680c298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:25.458127 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-8b63a145-e5ef-4b8f-a4fd-91b2599fe0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:25.460675 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-87747b1b-1f49-48cd-95b6-722ee580a751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:27.201729 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-759d7fe8-5e88-4665-bece-65242de75da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:28.237537 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-d6890ff1-8ed1-4b1f-b176-cb5cceb178bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:32.996211 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-665dd712-d24d-4507-89b7-e886c71eabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 09:56:33.907864 n-d-809980-2 neutron-server[94727]: DEBUG neutron.db.agents_db [None req-e494620b-3716-4062-a387-0e7303b1ee6b None None] Agent healthcheck: found 7 active agents {{(pid=94727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 09:56:34.823842 n-d-809980-2 neutron-server[94726]: DEBUG neutron_lib.callbacks.manager [None req-6115b6a0-52b7-4bb2-81e9-12b39e80c57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729189404811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7903954'] for agent, after_update {{(pid=94726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}